diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..71d266c3c3b57a77b8e95ad1979314d887a4af1b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,106 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/110000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/120000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/130000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/140000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/150000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/160000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/170000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/180000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/190000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/200000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/210000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/220000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/230000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/240000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/250000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/260000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/270000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/280000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/290000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/300000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/310000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/320000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/330000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/340000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/350000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/360000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/370000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/380000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/390000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/400000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/410000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/420000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/430000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/440000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/450000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/460000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/470000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/480000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/490000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/500000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/510000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/90000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/10000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/110000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/120000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/130000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/140000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/150000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/160000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/170000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/180000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/190000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/20000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/200000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/210000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/220000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/230000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/240000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/250000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/260000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/270000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/280000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/290000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/30000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/300000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/310000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/320000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/330000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/340000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/350000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/360000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/370000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/380000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/390000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/40000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/400000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/410000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/420000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/430000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/440000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/450000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/460000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/470000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/480000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/490000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/50000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/500000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/510000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/520000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/60000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/70000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/80000.state filter=lfs diff=lfs merge=lfs -text +curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/90000.state filter=lfs diff=lfs merge=lfs -text diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/4xDF2K_curated_plksr_tiny_fp16_full.toml b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/4xDF2K_curated_plksr_tiny_fp16_full.toml new file mode 100644 index 0000000000000000000000000000000000000000..7c01672aae1b480a65c11697bbfefc6e663bde03 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/4xDF2K_curated_plksr_tiny_fp16_full.toml @@ -0,0 +1,62 @@ +# GENERATE TIME: Wed Oct 9 09:06:08 2024 +# CMD: +# train.py -opt options/plksr_tiny/merged/full_merged/4xDF2K_curated_plksr_tiny_fp16_full.toml + +name = "4xDF2K_curated_plksr_tiny_fp16_full" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_block_30_hyperiqa_02_ic9600_05_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_block_30_hyperiqa_02_ic9600_05_LR/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 520000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_10000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..b269645e5610a692ed4cf1be8505c19603d22c33 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57474547f58711693906c7b1fa07826ad7305a8bdd1996b747d5f7a29dc2145c +size 9513034 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_100000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e86754c911122b848e27131b6462dfbf260cf20c --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97fe03919819b5f290ac900b772cbc677934cf7ee2e3cb07e3c115eab6ffb043 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_110000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_110000.pth new file mode 100644 index 0000000000000000000000000000000000000000..8f6e338943640c0eba9d7c939c3fb5a62148726c --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_110000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62498470e202e917f39caa22a8b37eea7c48e7e7bf0220fbd9f321737612ebfe +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_120000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_120000.pth new file mode 100644 index 0000000000000000000000000000000000000000..2664b5bed42485032191ba9f920bc826104114d1 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_120000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:354e4a6c05e898a19522347f2567908ec627ade8d953f5e1a7d9e4898ad5617e +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_130000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_130000.pth new file mode 100644 index 0000000000000000000000000000000000000000..07fdda47d55ca19b1e49118d608a380567477f50 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_130000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1436c4bbe84c0c98e6a214f5b55086e2ccc857e290a78ffd3a731cbfa4df3f2e +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_140000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_140000.pth new file mode 100644 index 0000000000000000000000000000000000000000..c13492ed67caaae7c8fab2d8a06e6180092aaaac --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_140000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5322b155808eb535f22cd5eabd2a7ba13caf8e4a6920f1a532ebb5dae6b134 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_150000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_150000.pth new file mode 100644 index 0000000000000000000000000000000000000000..cec06f6447d4686d099ce3600afaf1af7b05b186 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_150000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e995bd4fabccb2c48e9a39de6f2ddd50a4fea89d7fb0c99e8693eb56f61533 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_160000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_160000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3ed8a832e1217a77d30f442b246c80d1f4c06548 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_160000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74cbc97e952f80d8cc411d50a7a16b511cfa54cf2be1b598f37df875f1bf5a2f +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_170000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_170000.pth new file mode 100644 index 0000000000000000000000000000000000000000..c227a778f432ce2bc4e6f74b41504c8e4aeff2e7 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_170000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f142d2da2e95c7da0de86db203eaf01c1d3666b79dc7accd910c3af5713dcaa6 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_180000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_180000.pth new file mode 100644 index 0000000000000000000000000000000000000000..63274452bbbe083c90a2e20614d0a91c3c5c5827 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_180000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ad2327d062a60fefb03212fe6e1826c5d09eb09545409ef47561d84f74b3098 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_190000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_190000.pth new file mode 100644 index 0000000000000000000000000000000000000000..55de39520ca244c7ae4ec1b1fb58c84cca0a84ee --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_190000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc3aa78684ec3633b052a348f25facda66c8fdc707a6df79b604a01b2b25a42 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_20000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..b92fcabea7e31c561c961d54231e430669861c61 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d99d19c373b682981333f09a663b3fa47d6950f73092d151c1578054d55c5f +size 9513034 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_200000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_200000.pth new file mode 100644 index 0000000000000000000000000000000000000000..5fc48a30485ff230899febb25d09252fc492db0c --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_200000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f553460aaf3f090b6bcbc241f7118c58d6455a7fe51612b4a70e3e3e591ec2e6 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_210000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_210000.pth new file mode 100644 index 0000000000000000000000000000000000000000..cc12a2caed3ee806a7969dbbc0403dc7f2aeb45f --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_210000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96272c761f3857ccb9f5ab844a0683f4824ca5c2e21f03b72579e7986b5a7971 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_220000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_220000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d68bd4b7d1af9112c3c0e5d4690adc0ba5d56de9 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_220000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f54967a15125e720b58f30b4ce6731397f583cfcde2c2d706809ce318881b84 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_230000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_230000.pth new file mode 100644 index 0000000000000000000000000000000000000000..eea5bff1b2123533408d2f70c198211a7a39e768 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_230000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77cdceda67df135b992fe90525e91db0d4a46bd16766ea0a43c4267bea15ccac +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_240000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_240000.pth new file mode 100644 index 0000000000000000000000000000000000000000..5dce09cbbd1440f9c901ecb31fa2432b71ca4f55 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_240000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ffb0f904bcbd3f55f56dfa459aa02c6f0a4531cfe63dff24979f8d95efbe52 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_250000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_250000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9b9257253c145e26437a99ed7e1f176a111d5e2d --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_250000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38131fe7f0293eb83401e69bc0c783359de5b9aea30bfcfd0010ab8f956700b7 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_260000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_260000.pth new file mode 100644 index 0000000000000000000000000000000000000000..50154c5a733bf3ebe2fd19097bebc0c6963126ca --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_260000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3b3cc4b777b7799878a39f1a0a1e23a3245bf9462f043dd58859a26724cd34c +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_270000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_270000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f362661e1d8d447c00c88908e022977da1bbc84c --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_270000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baad29ee9c78f041b2dda39ce1cbbb9e84ff9ee9c116cc44a33b5222daaaa7b3 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_280000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_280000.pth new file mode 100644 index 0000000000000000000000000000000000000000..54bde99fa3f108f2c8b8e309834d3852bce8e9d3 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_280000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08f111312fcc37cfc1510364e0ab11b4bd4b8eae3cf747d5ae4550107475acb +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_290000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_290000.pth new file mode 100644 index 0000000000000000000000000000000000000000..ba0f84832eb383d67811f08f5aa2cd77599efb1e --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_290000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a440981ae5387a38417a615ca72e963c3d7dc04eb390133b1db3ac0efa5a8f28 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_30000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..744af0486de9eee71b199a28ed126db9557897c9 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1beef1a2765c66fe60c644450c438a329d032245bd5e93ca62e954563edc9b3d +size 9513034 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_300000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_300000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d90f15be26835ee59af2d363116adcff39fabd64 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_300000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac6d5a5ebaa139216c7862084394bb83f73eedd5898bb996c216c72e76b8e2e +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_310000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_310000.pth new file mode 100644 index 0000000000000000000000000000000000000000..af28d79ccf2c0a9fbe87cb02ed1b21884c5f4967 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_310000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8973aaf7badc276e4ae146b8b21a4b462c69c15cac5a4ba27610777388758ab +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_320000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_320000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d0e4e5a90dbc684e2551810e683a5fdeba0d5195 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_320000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c21d51a8e42d6d939622c1828eaa9aca6023b2c21a53c8830e3cf984f0c871 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_330000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_330000.pth new file mode 100644 index 0000000000000000000000000000000000000000..bfb66940c9e1e0e5a20888ff875807cff6f3197b --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_330000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bdd1395f4ca5621da74158dc0fa76167aecbf94eaae649b1ced8fdba717ad35 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_340000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_340000.pth new file mode 100644 index 0000000000000000000000000000000000000000..7d9139fec301afc434a3cf9f3f5412fd4c2f5492 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_340000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04523d4486226217486ac918edee7c6eeac51fedc8b4ced3ee15978703c68bcc +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_350000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_350000.pth new file mode 100644 index 0000000000000000000000000000000000000000..557f67136fe8f74e1486eef03e28f333774f7574 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_350000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa1606eeac5b4c7e4fbe55ca04f5d9486f63cbe3be0c13ae0a68c1b47eabe01f +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_360000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_360000.pth new file mode 100644 index 0000000000000000000000000000000000000000..606bcb171e9e37f09a06c4a566bff3de5d368e67 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_360000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:286d2d005cab164c9071742b0cd892c9a7d3da5c9065493f3ac7c1220641edf3 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_370000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_370000.pth new file mode 100644 index 0000000000000000000000000000000000000000..264c9eef21d07ee767784448206281be190367eb --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_370000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6316a5ebd51f961b7c2c90cf146d8519e98be1cbf37d85871378d0968707a2f +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_380000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_380000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f6d93b4e536f110f378e17c3e4312b1ea1fe0355 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_380000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5998bdcf80d70c933b0ad7d3b63e8bd34d74f3c61e4f43583bcc3ab42d1bd4d +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_390000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_390000.pth new file mode 100644 index 0000000000000000000000000000000000000000..c5470f8c9352f7d803ce1591e315e6de9fe37b4a --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_390000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8861707e8bfb21f1c81848282cc355e7668a9b14c8ecf6916521c6a91da44d3d +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_40000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..a7bb4d9bd1182c84fc843d130b5e5b73ad659ece --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:482bc58c49e64b49ce372c4eafa069c8424d60c7d3baf82af47a8932435f8b5f +size 9513034 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_400000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_400000.pth new file mode 100644 index 0000000000000000000000000000000000000000..c40f2568701b86ec824af2711c1326598d7c5ba1 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_400000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3604629bdb61c36a12c07adc6f53b36dc27bfc00b76b59c998c9ac3f884f54c9 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_410000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_410000.pth new file mode 100644 index 0000000000000000000000000000000000000000..4e1750815eaccc778996c5d8b8afbfaf45ead49f --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_410000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b6abc759135cdf813313c91d2dc8d963de315eba6792d6cd8f52a82102f0df +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_420000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_420000.pth new file mode 100644 index 0000000000000000000000000000000000000000..90e6b74b61e7ce3e251318a805d07a3b04061f9a --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_420000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c5a6d396a986e3bbf702f69883525854ce6ca0456ceded7224732593ff29fae +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_430000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_430000.pth new file mode 100644 index 0000000000000000000000000000000000000000..a7a26d8b99c6df90f66d4d3bddb58b6bc7c9b9a5 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_430000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a169477f61255489990aa4dcf43c1f7724a0e5b8a7577adc688220db5844ad99 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_440000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_440000.pth new file mode 100644 index 0000000000000000000000000000000000000000..5f0db668887ef691063a6591bad2bb2bb96fc3da --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_440000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc3bbaad3463551808a63fd4de709f9d8c091bd4a1962ca4ec32da96bc2e18e +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_450000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_450000.pth new file mode 100644 index 0000000000000000000000000000000000000000..73e64287a49e4e8421f4d27254689727949d48d4 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_450000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acdc9604893ca502e6c9f41e0c10f8053a2cf93a9b5559716e87256688645a02 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_460000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_460000.pth new file mode 100644 index 0000000000000000000000000000000000000000..458d7dbe61a94b440d016101cccc8db9e112348d --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_460000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c8ed21c8de1c280dbb97314ec5dadb119a27dca9a57b5984a1b12d79657da7c +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_470000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_470000.pth new file mode 100644 index 0000000000000000000000000000000000000000..6c53feec9b5ee5b8180aab31ce859893e69cf084 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_470000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0196234136a45e190e907a90d9ca6e9c932b7d28d4fd53fd684bb6d12961a7c8 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_480000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_480000.pth new file mode 100644 index 0000000000000000000000000000000000000000..0ccf8d2bc767033b9511f011d5ae1731dfbe3971 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_480000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827b109d650a0b5bb35b752ab10d569ab008628343d5dce97287aaa573f89cef +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_490000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_490000.pth new file mode 100644 index 0000000000000000000000000000000000000000..b0d626e31476914a12d551ca9600a6fc9f658183 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_490000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f583779eeaf218ab6ef335e2a00a2043fd7b04ce38724f847c5f459abfed843 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_50000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..c87727126252148f11cff1c312683d4ee32058ff --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d14142b5eb5f2f288fa216e10fbd929b951a6257514daddf02c443a24740b8db +size 9513034 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_500000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_500000.pth new file mode 100644 index 0000000000000000000000000000000000000000..dab79ce9bd8193ff7702fd5a6217b032b992a903 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_500000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374be0924bdc9e11c44555fa68b419d821c49621e4c1f7c904f36a9520343a85 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_510000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_510000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f42ce31d53692a49a0feb2f8dc85f206f990ba8f --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_510000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea6837b9af8e066741a6ed1a4c3a698952cb94952fab49967c181233126bebc8 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_60000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d7fa74ed314f19ce360da07787643ae94d35b446 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fcc0b8641282f0ecce1274056dd8382faeb8007899152d2f14bdb1f82cca8aa +size 9513034 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_70000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..6438e22d58593f3eeca2ca9cc705ebcd743abae7 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da0b5ecbf21039811d7dec822ec0486d4e666128f65c7148a573aa8c53c42a92 +size 9513034 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_80000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f0e7f2daed1260c5074f49950293e152b87b445 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a5a85a29c251363a78ae16879779858305de43a04e77c7a61b7d9da873707a +size 9513034 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_90000.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..7e264e40770bf09e6b6a0f934a49cf1865dc1abe --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e6414b41cc6eb8f752892e2b42879b970b6a941f69d3abc87053ed2e0a1b09f +size 9513034 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_latest.pth b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..cf6d812b60df9274273c7001cec9b8c52e6c275c --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3190b21a4a31ee06f1db9e6ede30f490e8b663874e1f8244e59e524fce9bf5b4 +size 9513138 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/train_4xDF2K_curated_plksr_tiny_fp16_full_20241009_090608.log b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/train_4xDF2K_curated_plksr_tiny_fp16_full_20241009_090608.log new file mode 100644 index 0000000000000000000000000000000000000000..91d2b846081c7299cc93c666a17ca265598e934e --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/train_4xDF2K_curated_plksr_tiny_fp16_full_20241009_090608.log @@ -0,0 +1,5582 @@ +2024-10-09 09:06:08,545 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-09 09:06:08,991 INFO: Dataset [paired] is built. +2024-10-09 09:06:08,991 INFO: Training statistics: + Starting model: 4xDF2K_curated_plksr_tiny_fp16_full + Number of train images: 6620 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 414 + Total epochs 1257 for total iters 520000. +2024-10-09 09:06:08,992 INFO: Dataset [paired] is built. +2024-10-09 09:06:08,992 INFO: Number of val images/folders: 100 +2024-10-09 09:06:09,351 INFO: Using network [plksr]. +2024-10-09 09:06:09,386 INFO: Using exponential-moving average. +2024-10-09 09:06:09,386 INFO: Loss [L1Loss] enabled. +2024-10-09 09:06:09,386 INFO: Using model [image]. +2024-10-09 09:06:09,927 INFO: AMP enabled. +2024-10-09 09:06:09,927 INFO: Deterministic mode enabled. +2024-10-09 09:06:09,927 INFO: Start training from epoch: 0, iter: 0 +2024-10-09 09:06:15,984 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 16.515 it/s ] [ lr: 1.00e-04 ] [ eta: 5:15:06 ] [ l_g_pix: 6.1600e-02 ] [ l_g_total: 6.1600e-02 ] +2024-10-09 09:06:19,724 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 20.422 it/s ] [ lr: 1.00e-04 ] [ eta: 5:19:33 ] [ l_g_pix: 6.3673e-02 ] [ l_g_total: 6.3673e-02 ] +2024-10-09 09:06:23,432 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.983 it/s ] [ lr: 1.00e-04 ] [ eta: 5:20:04 ] [ l_g_pix: 5.2457e-02 ] [ l_g_total: 5.2457e-02 ] +2024-10-09 09:06:26,878 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 27.972 it/s ] [ lr: 1.00e-04 ] [ eta: 5:14:35 ] [ l_g_pix: 6.3936e-02 ] [ l_g_total: 6.3936e-02 ] +2024-10-09 09:06:31,697 INFO: [ epoch: 1 ] [ iter: 500 ] [ performance: 20.649 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:06 ] [ l_g_pix: 4.9214e-02 ] [ l_g_total: 4.9214e-02 ] +2024-10-09 09:06:35,435 INFO: [ epoch: 1 ] [ iter: 600 ] [ performance: 23.339 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:08 ] [ l_g_pix: 5.6858e-02 ] [ l_g_total: 5.6858e-02 ] +2024-10-09 09:06:39,126 INFO: [ epoch: 1 ] [ iter: 700 ] [ performance: 27.122 it/s ] [ lr: 1.00e-04 ] [ eta: 5:31:08 ] [ l_g_pix: 5.8625e-02 ] [ l_g_total: 5.8625e-02 ] +2024-10-09 09:06:42,664 INFO: [ epoch: 1 ] [ iter: 800 ] [ performance: 27.694 it/s ] [ lr: 1.00e-04 ] [ eta: 5:27:56 ] [ l_g_pix: 5.2978e-02 ] [ l_g_total: 5.2978e-02 ] +2024-10-09 09:06:47,364 INFO: [ epoch: 2 ] [ iter: 900 ] [ performance: 21.059 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:38 ] [ l_g_pix: 5.2172e-02 ] [ l_g_total: 5.2172e-02 ] +2024-10-09 09:06:51,111 INFO: [ epoch: 2 ] [ iter: 1,000 ] [ performance: 23.599 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:20 ] [ l_g_pix: 6.4622e-02 ] [ l_g_total: 6.4622e-02 ] +2024-10-09 09:06:54,812 INFO: [ epoch: 2 ] [ iter: 1,100 ] [ performance: 27.071 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:52 ] [ l_g_pix: 4.6517e-02 ] [ l_g_total: 4.6517e-02 ] +2024-10-09 09:06:58,400 INFO: [ epoch: 2 ] [ iter: 1,200 ] [ performance: 27.475 it/s ] [ lr: 1.00e-04 ] [ eta: 5:31:51 ] [ l_g_pix: 4.6783e-02 ] [ l_g_total: 4.6783e-02 ] +2024-10-09 09:07:03,235 INFO: [ epoch: 3 ] [ iter: 1,300 ] [ performance: 20.371 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:25 ] [ l_g_pix: 4.8212e-02 ] [ l_g_total: 4.8212e-02 ] +2024-10-09 09:07:06,943 INFO: [ epoch: 3 ] [ iter: 1,400 ] [ performance: 23.313 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:04 ] [ l_g_pix: 5.8634e-02 ] [ l_g_total: 5.8634e-02 ] +2024-10-09 09:07:10,656 INFO: [ epoch: 3 ] [ iter: 1,500 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:56 ] [ l_g_pix: 4.0311e-02 ] [ l_g_total: 4.0311e-02 ] +2024-10-09 09:07:14,245 INFO: [ epoch: 3 ] [ iter: 1,600 ] [ performance: 27.453 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:15 ] [ l_g_pix: 4.0019e-02 ] [ l_g_total: 4.0019e-02 ] +2024-10-09 09:07:18,953 INFO: [ epoch: 4 ] [ iter: 1,700 ] [ performance: 20.815 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:27 ] [ l_g_pix: 4.8781e-02 ] [ l_g_total: 4.8781e-02 ] +2024-10-09 09:07:22,683 INFO: [ epoch: 4 ] [ iter: 1,800 ] [ performance: 23.562 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:29 ] [ l_g_pix: 4.2497e-02 ] [ l_g_total: 4.2497e-02 ] +2024-10-09 09:07:26,381 INFO: [ epoch: 4 ] [ iter: 1,900 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:28 ] [ l_g_pix: 5.8277e-02 ] [ l_g_total: 5.8277e-02 ] +2024-10-09 09:07:30,052 INFO: [ epoch: 4 ] [ iter: 2,000 ] [ performance: 27.178 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:26 ] [ l_g_pix: 4.9881e-02 ] [ l_g_total: 4.9881e-02 ] +2024-10-09 09:07:34,610 INFO: [ epoch: 5 ] [ iter: 2,100 ] [ performance: 21.417 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:08 ] [ l_g_pix: 5.9776e-02 ] [ l_g_total: 5.9776e-02 ] +2024-10-09 09:07:38,418 INFO: [ epoch: 5 ] [ iter: 2,200 ] [ performance: 23.722 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:38 ] [ l_g_pix: 5.5022e-02 ] [ l_g_total: 5.5022e-02 ] +2024-10-09 09:07:42,153 INFO: [ epoch: 5 ] [ iter: 2,300 ] [ performance: 26.834 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:54 ] [ l_g_pix: 6.3337e-02 ] [ l_g_total: 6.3337e-02 ] +2024-10-09 09:07:45,849 INFO: [ epoch: 5 ] [ iter: 2,400 ] [ performance: 26.954 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:05 ] [ l_g_pix: 6.6914e-02 ] [ l_g_total: 6.6914e-02 ] +2024-10-09 09:07:50,445 INFO: [ epoch: 6 ] [ iter: 2,500 ] [ performance: 21.142 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:26 ] [ l_g_pix: 4.2660e-02 ] [ l_g_total: 4.2660e-02 ] +2024-10-09 09:07:54,398 INFO: [ epoch: 6 ] [ iter: 2,600 ] [ performance: 23.169 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:28 ] [ l_g_pix: 7.2419e-02 ] [ l_g_total: 7.2419e-02 ] +2024-10-09 09:07:58,139 INFO: [ epoch: 6 ] [ iter: 2,700 ] [ performance: 26.831 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:49 ] [ l_g_pix: 6.3895e-02 ] [ l_g_total: 6.3895e-02 ] +2024-10-09 09:08:01,895 INFO: [ epoch: 6 ] [ iter: 2,800 ] [ performance: 26.725 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:15 ] [ l_g_pix: 4.6978e-02 ] [ l_g_total: 4.6978e-02 ] +2024-10-09 09:08:06,193 INFO: [ epoch: 7 ] [ iter: 2,900 ] [ performance: 22.661 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:20 ] [ l_g_pix: 5.2876e-02 ] [ l_g_total: 5.2876e-02 ] +2024-10-09 09:08:10,389 INFO: [ epoch: 7 ] [ iter: 3,000 ] [ performance: 23.302 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:03 ] [ l_g_pix: 5.1594e-02 ] [ l_g_total: 5.1594e-02 ] +2024-10-09 09:08:14,131 INFO: [ epoch: 7 ] [ iter: 3,100 ] [ performance: 26.794 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:26 ] [ l_g_pix: 5.2558e-02 ] [ l_g_total: 5.2558e-02 ] +2024-10-09 09:08:17,852 INFO: [ epoch: 7 ] [ iter: 3,200 ] [ performance: 26.839 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:49 ] [ l_g_pix: 7.1174e-02 ] [ l_g_total: 7.1174e-02 ] +2024-10-09 09:08:21,331 INFO: [ epoch: 7 ] [ iter: 3,300 ] [ performance: 29.036 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:36 ] [ l_g_pix: 6.2545e-02 ] [ l_g_total: 6.2545e-02 ] +2024-10-09 09:08:26,214 INFO: [ epoch: 8 ] [ iter: 3,400 ] [ performance: 23.666 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:00 ] [ l_g_pix: 4.8003e-02 ] [ l_g_total: 4.8003e-02 ] +2024-10-09 09:08:29,935 INFO: [ epoch: 8 ] [ iter: 3,500 ] [ performance: 26.951 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:24 ] [ l_g_pix: 6.2604e-02 ] [ l_g_total: 6.2604e-02 ] +2024-10-09 09:08:33,689 INFO: [ epoch: 8 ] [ iter: 3,600 ] [ performance: 26.784 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:55 ] [ l_g_pix: 4.7243e-02 ] [ l_g_total: 4.7243e-02 ] +2024-10-09 09:08:37,171 INFO: [ epoch: 8 ] [ iter: 3,700 ] [ performance: 29.241 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:49 ] [ l_g_pix: 5.0349e-02 ] [ l_g_total: 5.0349e-02 ] +2024-10-09 09:08:41,781 INFO: [ epoch: 9 ] [ iter: 3,800 ] [ performance: 24.553 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:19 ] [ l_g_pix: 6.0852e-02 ] [ l_g_total: 6.0852e-02 ] +2024-10-09 09:08:45,471 INFO: [ epoch: 9 ] [ iter: 3,900 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:43 ] [ l_g_pix: 5.9593e-02 ] [ l_g_total: 5.9593e-02 ] +2024-10-09 09:08:49,201 INFO: [ epoch: 9 ] [ iter: 4,000 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:14 ] [ l_g_pix: 5.4139e-02 ] [ l_g_total: 5.4139e-02 ] +2024-10-09 09:08:52,694 INFO: [ epoch: 9 ] [ iter: 4,100 ] [ performance: 29.300 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:16 ] [ l_g_pix: 6.5190e-02 ] [ l_g_total: 6.5190e-02 ] +2024-10-09 09:08:57,243 INFO: [ epoch: 10 ] [ iter: 4,200 ] [ performance: 24.732 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:31 ] [ l_g_pix: 4.7540e-02 ] [ l_g_total: 4.7540e-02 ] +2024-10-09 09:09:00,925 INFO: [ epoch: 10 ] [ iter: 4,300 ] [ performance: 27.290 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:57 ] [ l_g_pix: 5.8664e-02 ] [ l_g_total: 5.8664e-02 ] +2024-10-09 09:09:04,609 INFO: [ epoch: 10 ] [ iter: 4,400 ] [ performance: 27.213 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:26 ] [ l_g_pix: 4.5177e-02 ] [ l_g_total: 4.5177e-02 ] +2024-10-09 09:09:08,189 INFO: [ epoch: 10 ] [ iter: 4,500 ] [ performance: 28.382 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:43 ] [ l_g_pix: 5.5418e-02 ] [ l_g_total: 5.5418e-02 ] +2024-10-09 09:09:12,998 INFO: [ epoch: 11 ] [ iter: 4,600 ] [ performance: 23.557 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:21 ] [ l_g_pix: 6.0605e-02 ] [ l_g_total: 6.0605e-02 ] +2024-10-09 09:09:16,748 INFO: [ epoch: 11 ] [ iter: 4,700 ] [ performance: 26.759 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:57 ] [ l_g_pix: 5.9067e-02 ] [ l_g_total: 5.9067e-02 ] +2024-10-09 09:09:20,471 INFO: [ epoch: 11 ] [ iter: 4,800 ] [ performance: 26.819 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:32 ] [ l_g_pix: 5.8216e-02 ] [ l_g_total: 5.8216e-02 ] +2024-10-09 09:09:24,097 INFO: [ epoch: 11 ] [ iter: 4,900 ] [ performance: 27.988 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:57 ] [ l_g_pix: 5.8522e-02 ] [ l_g_total: 5.8522e-02 ] +2024-10-09 09:09:28,868 INFO: [ epoch: 12 ] [ iter: 5,000 ] [ performance: 23.512 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:21 ] [ l_g_pix: 5.1799e-02 ] [ l_g_total: 5.1799e-02 ] +2024-10-09 09:09:32,594 INFO: [ epoch: 12 ] [ iter: 5,100 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:57 ] [ l_g_pix: 6.9708e-02 ] [ l_g_total: 6.9708e-02 ] +2024-10-09 09:09:36,345 INFO: [ epoch: 12 ] [ iter: 5,200 ] [ performance: 26.771 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:36 ] [ l_g_pix: 4.9352e-02 ] [ l_g_total: 4.9352e-02 ] +2024-10-09 09:09:40,001 INFO: [ epoch: 12 ] [ iter: 5,300 ] [ performance: 27.768 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:06 ] [ l_g_pix: 5.7143e-02 ] [ l_g_total: 5.7143e-02 ] +2024-10-09 09:09:44,693 INFO: [ epoch: 13 ] [ iter: 5,400 ] [ performance: 23.656 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:16 ] [ l_g_pix: 5.2633e-02 ] [ l_g_total: 5.2633e-02 ] +2024-10-09 09:09:48,406 INFO: [ epoch: 13 ] [ iter: 5,500 ] [ performance: 27.241 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:51 ] [ l_g_pix: 4.5462e-02 ] [ l_g_total: 4.5462e-02 ] +2024-10-09 09:09:52,073 INFO: [ epoch: 13 ] [ iter: 5,600 ] [ performance: 27.259 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:23 ] [ l_g_pix: 5.7286e-02 ] [ l_g_total: 5.7286e-02 ] +2024-10-09 09:09:55,725 INFO: [ epoch: 13 ] [ iter: 5,700 ] [ performance: 27.682 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:55 ] [ l_g_pix: 5.5900e-02 ] [ l_g_total: 5.5900e-02 ] +2024-10-09 09:09:59,917 INFO: [ epoch: 14 ] [ iter: 5,800 ] [ performance: 25.327 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:15 ] [ l_g_pix: 6.3894e-02 ] [ l_g_total: 6.3894e-02 ] +2024-10-09 09:10:03,879 INFO: [ epoch: 14 ] [ iter: 5,900 ] [ performance: 26.775 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:14 ] [ l_g_pix: 5.5072e-02 ] [ l_g_total: 5.5072e-02 ] +2024-10-09 09:10:07,559 INFO: [ epoch: 14 ] [ iter: 6,000 ] [ performance: 27.013 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:50 ] [ l_g_pix: 5.2968e-02 ] [ l_g_total: 5.2968e-02 ] +2024-10-09 09:10:11,270 INFO: [ epoch: 14 ] [ iter: 6,100 ] [ performance: 27.073 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:28 ] [ l_g_pix: 5.6976e-02 ] [ l_g_total: 5.6976e-02 ] +2024-10-09 09:10:15,459 INFO: [ epoch: 15 ] [ iter: 6,200 ] [ performance: 25.098 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:47 ] [ l_g_pix: 5.8145e-02 ] [ l_g_total: 5.8145e-02 ] +2024-10-09 09:10:19,690 INFO: [ epoch: 15 ] [ iter: 6,300 ] [ performance: 26.963 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:08 ] [ l_g_pix: 5.2872e-02 ] [ l_g_total: 5.2872e-02 ] +2024-10-09 09:10:23,400 INFO: [ epoch: 15 ] [ iter: 6,400 ] [ performance: 26.960 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:47 ] [ l_g_pix: 5.5430e-02 ] [ l_g_total: 5.5430e-02 ] +2024-10-09 09:10:27,132 INFO: [ epoch: 15 ] [ iter: 6,500 ] [ performance: 26.837 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:28 ] [ l_g_pix: 4.7529e-02 ] [ l_g_total: 4.7529e-02 ] +2024-10-09 09:10:30,595 INFO: [ epoch: 15 ] [ iter: 6,600 ] [ performance: 28.017 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:48 ] [ l_g_pix: 5.0542e-02 ] [ l_g_total: 5.0542e-02 ] +2024-10-09 09:10:35,483 INFO: [ epoch: 16 ] [ iter: 6,700 ] [ performance: 27.148 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:59 ] [ l_g_pix: 5.8341e-02 ] [ l_g_total: 5.8341e-02 ] +2024-10-09 09:10:39,171 INFO: [ epoch: 16 ] [ iter: 6,800 ] [ performance: 27.133 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:37 ] [ l_g_pix: 6.0649e-02 ] [ l_g_total: 6.0649e-02 ] +2024-10-09 09:10:42,900 INFO: [ epoch: 16 ] [ iter: 6,900 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:19 ] [ l_g_pix: 4.6455e-02 ] [ l_g_total: 4.6455e-02 ] +2024-10-09 09:10:46,396 INFO: [ epoch: 16 ] [ iter: 7,000 ] [ performance: 27.876 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:44 ] [ l_g_pix: 4.7495e-02 ] [ l_g_total: 4.7495e-02 ] +2024-10-09 09:10:50,982 INFO: [ epoch: 17 ] [ iter: 7,100 ] [ performance: 24.716 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:28 ] [ l_g_pix: 5.8136e-02 ] [ l_g_total: 5.8136e-02 ] +2024-10-09 09:10:54,707 INFO: [ epoch: 17 ] [ iter: 7,200 ] [ performance: 25.968 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:10 ] [ l_g_pix: 5.9823e-02 ] [ l_g_total: 5.9823e-02 ] +2024-10-09 09:10:58,409 INFO: [ epoch: 17 ] [ iter: 7,300 ] [ performance: 27.197 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:51 ] [ l_g_pix: 5.4986e-02 ] [ l_g_total: 5.4986e-02 ] +2024-10-09 09:11:01,941 INFO: [ epoch: 17 ] [ iter: 7,400 ] [ performance: 27.868 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:20 ] [ l_g_pix: 5.3638e-02 ] [ l_g_total: 5.3638e-02 ] +2024-10-09 09:11:06,616 INFO: [ epoch: 18 ] [ iter: 7,500 ] [ performance: 22.474 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:08 ] [ l_g_pix: 6.1335e-02 ] [ l_g_total: 6.1335e-02 ] +2024-10-09 09:11:10,305 INFO: [ epoch: 18 ] [ iter: 7,600 ] [ performance: 25.110 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:48 ] [ l_g_pix: 6.5439e-02 ] [ l_g_total: 6.5439e-02 ] +2024-10-09 09:11:14,009 INFO: [ epoch: 18 ] [ iter: 7,700 ] [ performance: 26.916 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:30 ] [ l_g_pix: 5.1187e-02 ] [ l_g_total: 5.1187e-02 ] +2024-10-09 09:11:17,592 INFO: [ epoch: 18 ] [ iter: 7,800 ] [ performance: 27.525 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:04 ] [ l_g_pix: 5.2480e-02 ] [ l_g_total: 5.2480e-02 ] +2024-10-09 09:11:22,386 INFO: [ epoch: 19 ] [ iter: 7,900 ] [ performance: 17.763 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:57 ] [ l_g_pix: 6.3757e-02 ] [ l_g_total: 6.3757e-02 ] +2024-10-09 09:11:26,080 INFO: [ epoch: 19 ] [ iter: 8,000 ] [ performance: 22.590 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:39 ] [ l_g_pix: 6.9547e-02 ] [ l_g_total: 6.9547e-02 ] +2024-10-09 09:11:29,773 INFO: [ epoch: 19 ] [ iter: 8,100 ] [ performance: 27.242 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:20 ] [ l_g_pix: 6.2908e-02 ] [ l_g_total: 6.2908e-02 ] +2024-10-09 09:11:33,361 INFO: [ epoch: 19 ] [ iter: 8,200 ] [ performance: 27.634 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:56 ] [ l_g_pix: 4.8346e-02 ] [ l_g_total: 4.8346e-02 ] +2024-10-09 09:11:38,115 INFO: [ epoch: 20 ] [ iter: 8,300 ] [ performance: 17.625 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:43 ] [ l_g_pix: 6.3172e-02 ] [ l_g_total: 6.3172e-02 ] +2024-10-09 09:11:41,803 INFO: [ epoch: 20 ] [ iter: 8,400 ] [ performance: 22.603 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:25 ] [ l_g_pix: 5.8691e-02 ] [ l_g_total: 5.8691e-02 ] +2024-10-09 09:11:45,499 INFO: [ epoch: 20 ] [ iter: 8,500 ] [ performance: 27.227 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:08 ] [ l_g_pix: 6.2659e-02 ] [ l_g_total: 6.2659e-02 ] +2024-10-09 09:11:49,133 INFO: [ epoch: 20 ] [ iter: 8,600 ] [ performance: 27.411 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:47 ] [ l_g_pix: 4.8269e-02 ] [ l_g_total: 4.8269e-02 ] +2024-10-09 09:11:53,838 INFO: [ epoch: 21 ] [ iter: 8,700 ] [ performance: 17.648 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:29 ] [ l_g_pix: 3.7766e-02 ] [ l_g_total: 3.7766e-02 ] +2024-10-09 09:11:57,630 INFO: [ epoch: 21 ] [ iter: 8,800 ] [ performance: 22.364 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:17 ] [ l_g_pix: 7.2999e-02 ] [ l_g_total: 7.2999e-02 ] +2024-10-09 09:12:01,346 INFO: [ epoch: 21 ] [ iter: 8,900 ] [ performance: 27.002 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:02 ] [ l_g_pix: 6.0447e-02 ] [ l_g_total: 6.0447e-02 ] +2024-10-09 09:12:05,028 INFO: [ epoch: 21 ] [ iter: 9,000 ] [ performance: 27.106 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:44 ] [ l_g_pix: 5.3056e-02 ] [ l_g_total: 5.3056e-02 ] +2024-10-09 09:12:09,451 INFO: [ epoch: 22 ] [ iter: 9,100 ] [ performance: 19.140 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:08 ] [ l_g_pix: 4.5353e-02 ] [ l_g_total: 4.5353e-02 ] +2024-10-09 09:12:13,502 INFO: [ epoch: 22 ] [ iter: 9,200 ] [ performance: 22.388 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:12 ] [ l_g_pix: 5.4764e-02 ] [ l_g_total: 5.4764e-02 ] +2024-10-09 09:12:17,170 INFO: [ epoch: 22 ] [ iter: 9,300 ] [ performance: 27.464 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:53 ] [ l_g_pix: 4.6702e-02 ] [ l_g_total: 4.6702e-02 ] +2024-10-09 09:12:20,846 INFO: [ epoch: 22 ] [ iter: 9,400 ] [ performance: 27.298 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:36 ] [ l_g_pix: 5.3550e-02 ] [ l_g_total: 5.3550e-02 ] +2024-10-09 09:12:24,841 INFO: [ epoch: 23 ] [ iter: 9,500 ] [ performance: 22.571 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:36 ] [ l_g_pix: 5.7116e-02 ] [ l_g_total: 5.7116e-02 ] +2024-10-09 09:12:29,014 INFO: [ epoch: 23 ] [ iter: 9,600 ] [ performance: 23.495 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:46 ] [ l_g_pix: 5.4913e-02 ] [ l_g_total: 5.4913e-02 ] +2024-10-09 09:12:32,722 INFO: [ epoch: 23 ] [ iter: 9,700 ] [ performance: 27.194 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:31 ] [ l_g_pix: 5.4680e-02 ] [ l_g_total: 5.4680e-02 ] +2024-10-09 09:12:36,389 INFO: [ epoch: 23 ] [ iter: 9,800 ] [ performance: 27.250 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:13 ] [ l_g_pix: 5.0819e-02 ] [ l_g_total: 5.0819e-02 ] +2024-10-09 09:12:39,902 INFO: [ epoch: 23 ] [ iter: 9,900 ] [ performance: 28.809 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:48 ] [ l_g_pix: 4.9762e-02 ] [ l_g_total: 4.9762e-02 ] +2024-10-09 09:12:44,829 INFO: [ epoch: 24 ] [ iter: 10,000 ] [ performance: 22.552 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:36 ] [ l_g_pix: 6.3995e-02 ] [ l_g_total: 6.3995e-02 ] +2024-10-09 09:12:44,829 INFO: Saving models and training states. +2024-10-09 09:15:35,742 INFO: Validation val + + # psnr: 26.2627........ Best: 26.2627 @ 10000 iter + # ssim: 0.7384........ Best: 0.7384 @ 10000 iter + # dists: 0.7805........ Best: 0.7805 @ 10000 iter + +2024-10-09 09:15:39,395 INFO: [ epoch: 24 ] [ iter: 10,100 ] [ performance: 27.245 it/s ] [ lr: 1.00e-04 ] [ eta: 7:57:08 ] [ l_g_pix: 4.5136e-02 ] [ l_g_total: 4.5136e-02 ] +2024-10-09 09:15:43,044 INFO: [ epoch: 24 ] [ iter: 10,200 ] [ performance: 27.359 it/s ] [ lr: 1.00e-04 ] [ eta: 7:55:24 ] [ l_g_pix: 5.7373e-02 ] [ l_g_total: 5.7373e-02 ] +2024-10-09 09:15:46,512 INFO: [ epoch: 24 ] [ iter: 10,300 ] [ performance: 29.508 it/s ] [ lr: 1.00e-04 ] [ eta: 7:53:33 ] [ l_g_pix: 4.9004e-02 ] [ l_g_total: 4.9004e-02 ] +2024-10-09 09:15:51,458 INFO: [ epoch: 25 ] [ iter: 10,400 ] [ performance: 22.557 it/s ] [ lr: 1.00e-04 ] [ eta: 7:52:57 ] [ l_g_pix: 5.1056e-02 ] [ l_g_total: 5.1056e-02 ] +2024-10-09 09:15:55,149 INFO: [ epoch: 25 ] [ iter: 10,500 ] [ performance: 27.107 it/s ] [ lr: 1.00e-04 ] [ eta: 7:51:20 ] [ l_g_pix: 5.5187e-02 ] [ l_g_total: 5.5187e-02 ] +2024-10-09 09:15:58,806 INFO: [ epoch: 25 ] [ iter: 10,600 ] [ performance: 27.275 it/s ] [ lr: 1.00e-04 ] [ eta: 7:49:44 ] [ l_g_pix: 4.6589e-02 ] [ l_g_total: 4.6589e-02 ] +2024-10-09 09:16:02,345 INFO: [ epoch: 25 ] [ iter: 10,700 ] [ performance: 28.938 it/s ] [ lr: 1.00e-04 ] [ eta: 7:48:03 ] [ l_g_pix: 4.3239e-02 ] [ l_g_total: 4.3239e-02 ] +2024-10-09 09:16:07,041 INFO: [ epoch: 26 ] [ iter: 10,800 ] [ performance: 23.264 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:19 ] [ l_g_pix: 5.1974e-02 ] [ l_g_total: 5.1974e-02 ] +2024-10-09 09:16:10,714 INFO: [ epoch: 26 ] [ iter: 10,900 ] [ performance: 27.230 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:48 ] [ l_g_pix: 5.1989e-02 ] [ l_g_total: 5.1989e-02 ] +2024-10-09 09:16:14,426 INFO: [ epoch: 26 ] [ iter: 11,000 ] [ performance: 27.035 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:20 ] [ l_g_pix: 5.2235e-02 ] [ l_g_total: 5.2235e-02 ] +2024-10-09 09:16:18,008 INFO: [ epoch: 26 ] [ iter: 11,100 ] [ performance: 29.192 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:48 ] [ l_g_pix: 5.6543e-02 ] [ l_g_total: 5.6543e-02 ] +2024-10-09 09:16:22,781 INFO: [ epoch: 27 ] [ iter: 11,200 ] [ performance: 22.967 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:11 ] [ l_g_pix: 6.6990e-02 ] [ l_g_total: 6.6990e-02 ] +2024-10-09 09:16:26,495 INFO: [ epoch: 27 ] [ iter: 11,300 ] [ performance: 26.683 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:48 ] [ l_g_pix: 5.0907e-02 ] [ l_g_total: 5.0907e-02 ] +2024-10-09 09:16:30,173 INFO: [ epoch: 27 ] [ iter: 11,400 ] [ performance: 27.033 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:24 ] [ l_g_pix: 4.8006e-02 ] [ l_g_total: 4.8006e-02 ] +2024-10-09 09:16:33,755 INFO: [ epoch: 27 ] [ iter: 11,500 ] [ performance: 28.772 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:57 ] [ l_g_pix: 6.0949e-02 ] [ l_g_total: 6.0949e-02 ] +2024-10-09 09:16:38,534 INFO: [ epoch: 28 ] [ iter: 11,600 ] [ performance: 22.801 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:24 ] [ l_g_pix: 5.6424e-02 ] [ l_g_total: 5.6424e-02 ] +2024-10-09 09:16:42,254 INFO: [ epoch: 28 ] [ iter: 11,700 ] [ performance: 26.606 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:06 ] [ l_g_pix: 5.4466e-02 ] [ l_g_total: 5.4466e-02 ] +2024-10-09 09:16:46,003 INFO: [ epoch: 28 ] [ iter: 11,800 ] [ performance: 26.658 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:50 ] [ l_g_pix: 4.4379e-02 ] [ l_g_total: 4.4379e-02 ] +2024-10-09 09:16:49,651 INFO: [ epoch: 28 ] [ iter: 11,900 ] [ performance: 27.836 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:31 ] [ l_g_pix: 6.3448e-02 ] [ l_g_total: 6.3448e-02 ] +2024-10-09 09:16:53,995 INFO: [ epoch: 29 ] [ iter: 12,000 ] [ performance: 24.243 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:43 ] [ l_g_pix: 4.5816e-02 ] [ l_g_total: 4.5816e-02 ] +2024-10-09 09:16:57,870 INFO: [ epoch: 29 ] [ iter: 12,100 ] [ performance: 27.019 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:36 ] [ l_g_pix: 5.3665e-02 ] [ l_g_total: 5.3665e-02 ] +2024-10-09 09:17:01,559 INFO: [ epoch: 29 ] [ iter: 12,200 ] [ performance: 27.088 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:22 ] [ l_g_pix: 4.4693e-02 ] [ l_g_total: 4.4693e-02 ] +2024-10-09 09:17:05,227 INFO: [ epoch: 29 ] [ iter: 12,300 ] [ performance: 27.266 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:09 ] [ l_g_pix: 6.0501e-02 ] [ l_g_total: 6.0501e-02 ] +2024-10-09 09:17:09,467 INFO: [ epoch: 30 ] [ iter: 12,400 ] [ performance: 24.518 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:20 ] [ l_g_pix: 6.3364e-02 ] [ l_g_total: 6.3364e-02 ] +2024-10-09 09:17:13,467 INFO: [ epoch: 30 ] [ iter: 12,500 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:22 ] [ l_g_pix: 5.1654e-02 ] [ l_g_total: 5.1654e-02 ] +2024-10-09 09:17:17,124 INFO: [ epoch: 30 ] [ iter: 12,600 ] [ performance: 27.286 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:11 ] [ l_g_pix: 5.4463e-02 ] [ l_g_total: 5.4463e-02 ] +2024-10-09 09:17:20,791 INFO: [ epoch: 30 ] [ iter: 12,700 ] [ performance: 27.136 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:01 ] [ l_g_pix: 5.5211e-02 ] [ l_g_total: 5.5211e-02 ] +2024-10-09 09:17:24,223 INFO: [ epoch: 30 ] [ iter: 12,800 ] [ performance: 28.575 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:43 ] [ l_g_pix: 5.0632e-02 ] [ l_g_total: 5.0632e-02 ] +2024-10-09 09:17:29,184 INFO: [ epoch: 31 ] [ iter: 12,900 ] [ performance: 27.270 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:27 ] [ l_g_pix: 4.6654e-02 ] [ l_g_total: 4.6654e-02 ] +2024-10-09 09:17:32,898 INFO: [ epoch: 31 ] [ iter: 13,000 ] [ performance: 27.022 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:22 ] [ l_g_pix: 6.5717e-02 ] [ l_g_total: 6.5717e-02 ] +2024-10-09 09:17:36,614 INFO: [ epoch: 31 ] [ iter: 13,100 ] [ performance: 26.594 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:18 ] [ l_g_pix: 4.2897e-02 ] [ l_g_total: 4.2897e-02 ] +2024-10-09 09:17:40,102 INFO: [ epoch: 31 ] [ iter: 13,200 ] [ performance: 28.103 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:06 ] [ l_g_pix: 4.3591e-02 ] [ l_g_total: 4.3591e-02 ] +2024-10-09 09:17:44,870 INFO: [ epoch: 32 ] [ iter: 13,300 ] [ performance: 27.733 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:44 ] [ l_g_pix: 6.0726e-02 ] [ l_g_total: 6.0726e-02 ] +2024-10-09 09:17:48,555 INFO: [ epoch: 32 ] [ iter: 13,400 ] [ performance: 27.291 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:41 ] [ l_g_pix: 5.2216e-02 ] [ l_g_total: 5.2216e-02 ] +2024-10-09 09:17:52,281 INFO: [ epoch: 32 ] [ iter: 13,500 ] [ performance: 26.888 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:41 ] [ l_g_pix: 6.8787e-02 ] [ l_g_total: 6.8787e-02 ] +2024-10-09 09:17:55,791 INFO: [ epoch: 32 ] [ iter: 13,600 ] [ performance: 28.080 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:33 ] [ l_g_pix: 5.2773e-02 ] [ l_g_total: 5.2773e-02 ] +2024-10-09 09:18:00,675 INFO: [ epoch: 33 ] [ iter: 13,700 ] [ performance: 27.381 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:17 ] [ l_g_pix: 5.1340e-02 ] [ l_g_total: 5.1340e-02 ] +2024-10-09 09:18:04,384 INFO: [ epoch: 33 ] [ iter: 13,800 ] [ performance: 27.064 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:18 ] [ l_g_pix: 6.0958e-02 ] [ l_g_total: 6.0958e-02 ] +2024-10-09 09:18:08,094 INFO: [ epoch: 33 ] [ iter: 13,900 ] [ performance: 27.061 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:20 ] [ l_g_pix: 3.7204e-02 ] [ l_g_total: 3.7204e-02 ] +2024-10-09 09:18:11,701 INFO: [ epoch: 33 ] [ iter: 14,000 ] [ performance: 27.570 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:20 ] [ l_g_pix: 5.4305e-02 ] [ l_g_total: 5.4305e-02 ] +2024-10-09 09:18:16,631 INFO: [ epoch: 34 ] [ iter: 14,100 ] [ performance: 26.936 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:07 ] [ l_g_pix: 4.7846e-02 ] [ l_g_total: 4.7846e-02 ] +2024-10-09 09:18:20,345 INFO: [ epoch: 34 ] [ iter: 14,200 ] [ performance: 26.935 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:11 ] [ l_g_pix: 4.8590e-02 ] [ l_g_total: 4.8590e-02 ] +2024-10-09 09:18:24,004 INFO: [ epoch: 34 ] [ iter: 14,300 ] [ performance: 27.390 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:14 ] [ l_g_pix: 5.2420e-02 ] [ l_g_total: 5.2420e-02 ] +2024-10-09 09:18:27,609 INFO: [ epoch: 34 ] [ iter: 14,400 ] [ performance: 27.660 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:16 ] [ l_g_pix: 6.9362e-02 ] [ l_g_total: 6.9362e-02 ] +2024-10-09 09:18:32,286 INFO: [ epoch: 35 ] [ iter: 14,500 ] [ performance: 22.990 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:56 ] [ l_g_pix: 4.5248e-02 ] [ l_g_total: 4.5248e-02 ] +2024-10-09 09:18:35,999 INFO: [ epoch: 35 ] [ iter: 14,600 ] [ performance: 25.964 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:03 ] [ l_g_pix: 6.6576e-02 ] [ l_g_total: 6.6576e-02 ] +2024-10-09 09:18:39,687 INFO: [ epoch: 35 ] [ iter: 14,700 ] [ performance: 27.692 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:09 ] [ l_g_pix: 4.2949e-02 ] [ l_g_total: 4.2949e-02 ] +2024-10-09 09:18:43,328 INFO: [ epoch: 35 ] [ iter: 14,800 ] [ performance: 27.517 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:15 ] [ l_g_pix: 4.2646e-02 ] [ l_g_total: 4.2646e-02 ] +2024-10-09 09:18:48,035 INFO: [ epoch: 36 ] [ iter: 14,900 ] [ performance: 20.286 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:57 ] [ l_g_pix: 5.7856e-02 ] [ l_g_total: 5.7856e-02 ] +2024-10-09 09:18:51,790 INFO: [ epoch: 36 ] [ iter: 15,000 ] [ performance: 25.023 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:08 ] [ l_g_pix: 5.9471e-02 ] [ l_g_total: 5.9471e-02 ] +2024-10-09 09:18:55,492 INFO: [ epoch: 36 ] [ iter: 15,100 ] [ performance: 27.778 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:17 ] [ l_g_pix: 4.6414e-02 ] [ l_g_total: 4.6414e-02 ] +2024-10-09 09:18:59,172 INFO: [ epoch: 36 ] [ iter: 15,200 ] [ performance: 27.299 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:27 ] [ l_g_pix: 5.5433e-02 ] [ l_g_total: 5.5433e-02 ] +2024-10-09 09:19:03,704 INFO: [ epoch: 37 ] [ iter: 15,300 ] [ performance: 12.664 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:05 ] [ l_g_pix: 5.2764e-02 ] [ l_g_total: 5.2764e-02 ] +2024-10-09 09:19:07,518 INFO: [ epoch: 37 ] [ iter: 15,400 ] [ performance: 21.725 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:19 ] [ l_g_pix: 4.9556e-02 ] [ l_g_total: 4.9556e-02 ] +2024-10-09 09:19:11,238 INFO: [ epoch: 37 ] [ iter: 15,500 ] [ performance: 27.300 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:32 ] [ l_g_pix: 5.5495e-02 ] [ l_g_total: 5.5495e-02 ] +2024-10-09 09:19:14,963 INFO: [ epoch: 37 ] [ iter: 15,600 ] [ performance: 26.935 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:44 ] [ l_g_pix: 5.3534e-02 ] [ l_g_total: 5.3534e-02 ] +2024-10-09 09:19:19,116 INFO: [ epoch: 38 ] [ iter: 15,700 ] [ performance: 14.743 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:12 ] [ l_g_pix: 6.1398e-02 ] [ l_g_total: 6.1398e-02 ] +2024-10-09 09:19:23,228 INFO: [ epoch: 38 ] [ iter: 15,800 ] [ performance: 21.777 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:38 ] [ l_g_pix: 6.0466e-02 ] [ l_g_total: 6.0466e-02 ] +2024-10-09 09:19:26,931 INFO: [ epoch: 38 ] [ iter: 15,900 ] [ performance: 27.153 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:52 ] [ l_g_pix: 4.7737e-02 ] [ l_g_total: 4.7737e-02 ] +2024-10-09 09:19:30,616 INFO: [ epoch: 38 ] [ iter: 16,000 ] [ performance: 27.149 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:05 ] [ l_g_pix: 5.4631e-02 ] [ l_g_total: 5.4631e-02 ] +2024-10-09 09:19:34,075 INFO: [ epoch: 38 ] [ iter: 16,100 ] [ performance: 29.252 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:12 ] [ l_g_pix: 4.8793e-02 ] [ l_g_total: 4.8793e-02 ] +2024-10-09 09:19:38,955 INFO: [ epoch: 39 ] [ iter: 16,200 ] [ performance: 21.574 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:04 ] [ l_g_pix: 5.8307e-02 ] [ l_g_total: 5.8307e-02 ] +2024-10-09 09:19:42,661 INFO: [ epoch: 39 ] [ iter: 16,300 ] [ performance: 27.563 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:20 ] [ l_g_pix: 4.3223e-02 ] [ l_g_total: 4.3223e-02 ] +2024-10-09 09:19:46,378 INFO: [ epoch: 39 ] [ iter: 16,400 ] [ performance: 27.009 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:37 ] [ l_g_pix: 4.6155e-02 ] [ l_g_total: 4.6155e-02 ] +2024-10-09 09:19:49,854 INFO: [ epoch: 39 ] [ iter: 16,500 ] [ performance: 29.286 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:46 ] [ l_g_pix: 4.7828e-02 ] [ l_g_total: 4.7828e-02 ] +2024-10-09 09:19:54,938 INFO: [ epoch: 40 ] [ iter: 16,600 ] [ performance: 20.711 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:45 ] [ l_g_pix: 4.7381e-02 ] [ l_g_total: 4.7381e-02 ] +2024-10-09 09:19:58,661 INFO: [ epoch: 40 ] [ iter: 16,700 ] [ performance: 27.840 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:03 ] [ l_g_pix: 5.0276e-02 ] [ l_g_total: 5.0276e-02 ] +2024-10-09 09:20:02,398 INFO: [ epoch: 40 ] [ iter: 16,800 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:22 ] [ l_g_pix: 5.5681e-02 ] [ l_g_total: 5.5681e-02 ] +2024-10-09 09:20:05,969 INFO: [ epoch: 40 ] [ iter: 16,900 ] [ performance: 29.749 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:36 ] [ l_g_pix: 5.1886e-02 ] [ l_g_total: 5.1886e-02 ] +2024-10-09 09:20:10,826 INFO: [ epoch: 41 ] [ iter: 17,000 ] [ performance: 21.555 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:29 ] [ l_g_pix: 5.7965e-02 ] [ l_g_total: 5.7965e-02 ] +2024-10-09 09:20:14,554 INFO: [ epoch: 41 ] [ iter: 17,100 ] [ performance: 27.146 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:49 ] [ l_g_pix: 4.8658e-02 ] [ l_g_total: 4.8658e-02 ] +2024-10-09 09:20:18,334 INFO: [ epoch: 41 ] [ iter: 17,200 ] [ performance: 26.552 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:10 ] [ l_g_pix: 4.6529e-02 ] [ l_g_total: 4.6529e-02 ] +2024-10-09 09:20:21,914 INFO: [ epoch: 41 ] [ iter: 17,300 ] [ performance: 29.904 it/s ] [ lr: 1.00e-04 ] [ eta: 6:51:26 ] [ l_g_pix: 5.5133e-02 ] [ l_g_total: 5.5133e-02 ] +2024-10-09 09:20:26,823 INFO: [ epoch: 42 ] [ iter: 17,400 ] [ performance: 21.205 it/s ] [ lr: 1.00e-04 ] [ eta: 6:51:21 ] [ l_g_pix: 5.5256e-02 ] [ l_g_total: 5.5256e-02 ] +2024-10-09 09:20:30,520 INFO: [ epoch: 42 ] [ iter: 17,500 ] [ performance: 28.541 it/s ] [ lr: 1.00e-04 ] [ eta: 6:50:42 ] [ l_g_pix: 5.3607e-02 ] [ l_g_total: 5.3607e-02 ] +2024-10-09 09:20:34,225 INFO: [ epoch: 42 ] [ iter: 17,600 ] [ performance: 27.162 it/s ] [ lr: 1.00e-04 ] [ eta: 6:50:03 ] [ l_g_pix: 3.6113e-02 ] [ l_g_total: 3.6113e-02 ] +2024-10-09 09:20:37,874 INFO: [ epoch: 42 ] [ iter: 17,700 ] [ performance: 29.361 it/s ] [ lr: 1.00e-04 ] [ eta: 6:49:22 ] [ l_g_pix: 5.8396e-02 ] [ l_g_total: 5.8396e-02 ] +2024-10-09 09:20:42,712 INFO: [ epoch: 43 ] [ iter: 17,800 ] [ performance: 21.354 it/s ] [ lr: 1.00e-04 ] [ eta: 6:49:16 ] [ l_g_pix: 5.6993e-02 ] [ l_g_total: 5.6993e-02 ] +2024-10-09 09:20:46,397 INFO: [ epoch: 43 ] [ iter: 17,900 ] [ performance: 27.008 it/s ] [ lr: 1.00e-04 ] [ eta: 6:48:37 ] [ l_g_pix: 5.7859e-02 ] [ l_g_total: 5.7859e-02 ] +2024-10-09 09:20:50,080 INFO: [ epoch: 43 ] [ iter: 18,000 ] [ performance: 27.141 it/s ] [ lr: 1.00e-04 ] [ eta: 6:47:59 ] [ l_g_pix: 5.8686e-02 ] [ l_g_total: 5.8686e-02 ] +2024-10-09 09:20:53,683 INFO: [ epoch: 43 ] [ iter: 18,100 ] [ performance: 30.447 it/s ] [ lr: 1.00e-04 ] [ eta: 6:47:19 ] [ l_g_pix: 4.1889e-02 ] [ l_g_total: 4.1889e-02 ] +2024-10-09 09:20:58,443 INFO: [ epoch: 44 ] [ iter: 18,200 ] [ performance: 21.623 it/s ] [ lr: 1.00e-04 ] [ eta: 6:47:11 ] [ l_g_pix: 5.2725e-02 ] [ l_g_total: 5.2725e-02 ] +2024-10-09 09:21:02,157 INFO: [ epoch: 44 ] [ iter: 18,300 ] [ performance: 27.851 it/s ] [ lr: 1.00e-04 ] [ eta: 6:46:34 ] [ l_g_pix: 4.7984e-02 ] [ l_g_total: 4.7984e-02 ] +2024-10-09 09:21:05,879 INFO: [ epoch: 44 ] [ iter: 18,400 ] [ performance: 26.951 it/s ] [ lr: 1.00e-04 ] [ eta: 6:45:58 ] [ l_g_pix: 4.7653e-02 ] [ l_g_total: 4.7653e-02 ] +2024-10-09 09:21:09,534 INFO: [ epoch: 44 ] [ iter: 18,500 ] [ performance: 29.550 it/s ] [ lr: 1.00e-04 ] [ eta: 6:45:21 ] [ l_g_pix: 4.9785e-02 ] [ l_g_total: 4.9785e-02 ] +2024-10-09 09:21:13,892 INFO: [ epoch: 45 ] [ iter: 18,600 ] [ performance: 23.341 it/s ] [ lr: 1.00e-04 ] [ eta: 6:45:03 ] [ l_g_pix: 5.4644e-02 ] [ l_g_total: 5.4644e-02 ] +2024-10-09 09:21:17,814 INFO: [ epoch: 45 ] [ iter: 18,700 ] [ performance: 27.163 it/s ] [ lr: 1.00e-04 ] [ eta: 6:44:33 ] [ l_g_pix: 5.7735e-02 ] [ l_g_total: 5.7735e-02 ] +2024-10-09 09:21:21,547 INFO: [ epoch: 45 ] [ iter: 18,800 ] [ performance: 26.821 it/s ] [ lr: 1.00e-04 ] [ eta: 6:43:59 ] [ l_g_pix: 4.9151e-02 ] [ l_g_total: 4.9151e-02 ] +2024-10-09 09:21:25,252 INFO: [ epoch: 45 ] [ iter: 18,900 ] [ performance: 26.690 it/s ] [ lr: 1.00e-04 ] [ eta: 6:43:24 ] [ l_g_pix: 6.2615e-02 ] [ l_g_total: 6.2615e-02 ] +2024-10-09 09:21:29,443 INFO: [ epoch: 46 ] [ iter: 19,000 ] [ performance: 24.010 it/s ] [ lr: 1.00e-04 ] [ eta: 6:43:02 ] [ l_g_pix: 4.1888e-02 ] [ l_g_total: 4.1888e-02 ] +2024-10-09 09:21:33,494 INFO: [ epoch: 46 ] [ iter: 19,100 ] [ performance: 27.902 it/s ] [ lr: 1.00e-04 ] [ eta: 6:42:37 ] [ l_g_pix: 5.2994e-02 ] [ l_g_total: 5.2994e-02 ] +2024-10-09 09:21:37,164 INFO: [ epoch: 46 ] [ iter: 19,200 ] [ performance: 27.282 it/s ] [ lr: 1.00e-04 ] [ eta: 6:42:02 ] [ l_g_pix: 4.5630e-02 ] [ l_g_total: 4.5630e-02 ] +2024-10-09 09:21:40,874 INFO: [ epoch: 46 ] [ iter: 19,300 ] [ performance: 27.535 it/s ] [ lr: 1.00e-04 ] [ eta: 6:41:29 ] [ l_g_pix: 5.0686e-02 ] [ l_g_total: 5.0686e-02 ] +2024-10-09 09:21:44,349 INFO: [ epoch: 46 ] [ iter: 19,400 ] [ performance: 28.727 it/s ] [ lr: 1.00e-04 ] [ eta: 6:40:49 ] [ l_g_pix: 5.2866e-02 ] [ l_g_total: 5.2866e-02 ] +2024-10-09 09:21:49,058 INFO: [ epoch: 47 ] [ iter: 19,500 ] [ performance: 28.936 it/s ] [ lr: 1.00e-04 ] [ eta: 6:40:42 ] [ l_g_pix: 3.7492e-02 ] [ l_g_total: 3.7492e-02 ] +2024-10-09 09:21:52,688 INFO: [ epoch: 47 ] [ iter: 19,600 ] [ performance: 27.594 it/s ] [ lr: 1.00e-04 ] [ eta: 6:40:07 ] [ l_g_pix: 4.4818e-02 ] [ l_g_total: 4.4818e-02 ] +2024-10-09 09:21:56,371 INFO: [ epoch: 47 ] [ iter: 19,700 ] [ performance: 27.382 it/s ] [ lr: 1.00e-04 ] [ eta: 6:39:34 ] [ l_g_pix: 5.5294e-02 ] [ l_g_total: 5.5294e-02 ] +2024-10-09 09:21:59,906 INFO: [ epoch: 47 ] [ iter: 19,800 ] [ performance: 28.281 it/s ] [ lr: 1.00e-04 ] [ eta: 6:38:58 ] [ l_g_pix: 3.7146e-02 ] [ l_g_total: 3.7146e-02 ] +2024-10-09 09:22:04,825 INFO: [ epoch: 48 ] [ iter: 19,900 ] [ performance: 28.871 it/s ] [ lr: 1.00e-04 ] [ eta: 6:38:56 ] [ l_g_pix: 6.2196e-02 ] [ l_g_total: 6.2196e-02 ] +2024-10-09 09:22:08,539 INFO: [ epoch: 48 ] [ iter: 20,000 ] [ performance: 26.950 it/s ] [ lr: 1.00e-04 ] [ eta: 6:38:25 ] [ l_g_pix: 5.8216e-02 ] [ l_g_total: 5.8216e-02 ] +2024-10-09 09:22:08,539 INFO: Saving models and training states. +2024-10-09 09:24:56,040 INFO: Validation val + + # psnr: 26.9477........ Best: 26.9477 @ 20000 iter + # ssim: 0.7554........ Best: 0.7554 @ 20000 iter + # dists: 0.7749........ Best: 0.7749 @ 20000 iter + +2024-10-09 09:24:59,710 INFO: [ epoch: 48 ] [ iter: 20,100 ] [ performance: 27.129 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:18 ] [ l_g_pix: 5.6426e-02 ] [ l_g_total: 5.6426e-02 ] +2024-10-09 09:25:03,287 INFO: [ epoch: 48 ] [ iter: 20,200 ] [ performance: 27.960 it/s ] [ lr: 1.00e-04 ] [ eta: 7:46:22 ] [ l_g_pix: 5.6835e-02 ] [ l_g_total: 5.6835e-02 ] +2024-10-09 09:25:08,072 INFO: [ epoch: 49 ] [ iter: 20,300 ] [ performance: 23.924 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:57 ] [ l_g_pix: 6.8233e-02 ] [ l_g_total: 6.8233e-02 ] +2024-10-09 09:25:11,807 INFO: [ epoch: 49 ] [ iter: 20,400 ] [ performance: 26.769 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:06 ] [ l_g_pix: 4.1288e-02 ] [ l_g_total: 4.1288e-02 ] +2024-10-09 09:25:15,487 INFO: [ epoch: 49 ] [ iter: 20,500 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:14 ] [ l_g_pix: 4.2666e-02 ] [ l_g_total: 4.2666e-02 ] +2024-10-09 09:25:19,052 INFO: [ epoch: 49 ] [ iter: 20,600 ] [ performance: 28.118 it/s ] [ lr: 1.00e-04 ] [ eta: 7:43:19 ] [ l_g_pix: 5.1527e-02 ] [ l_g_total: 5.1527e-02 ] +2024-10-09 09:25:23,971 INFO: [ epoch: 50 ] [ iter: 20,700 ] [ performance: 23.563 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:58 ] [ l_g_pix: 5.3942e-02 ] [ l_g_total: 5.3942e-02 ] +2024-10-09 09:25:27,711 INFO: [ epoch: 50 ] [ iter: 20,800 ] [ performance: 26.793 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:09 ] [ l_g_pix: 4.0527e-02 ] [ l_g_total: 4.0527e-02 ] +2024-10-09 09:25:31,428 INFO: [ epoch: 50 ] [ iter: 20,900 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 7:41:19 ] [ l_g_pix: 3.7016e-02 ] [ l_g_total: 3.7016e-02 ] +2024-10-09 09:25:35,032 INFO: [ epoch: 50 ] [ iter: 21,000 ] [ performance: 27.778 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:28 ] [ l_g_pix: 3.8742e-02 ] [ l_g_total: 3.8742e-02 ] +2024-10-09 09:25:39,689 INFO: [ epoch: 51 ] [ iter: 21,100 ] [ performance: 24.162 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:01 ] [ l_g_pix: 5.6588e-02 ] [ l_g_total: 5.6588e-02 ] +2024-10-09 09:25:43,436 INFO: [ epoch: 51 ] [ iter: 21,200 ] [ performance: 26.791 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:14 ] [ l_g_pix: 5.9673e-02 ] [ l_g_total: 5.9673e-02 ] +2024-10-09 09:25:47,165 INFO: [ epoch: 51 ] [ iter: 21,300 ] [ performance: 26.806 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:26 ] [ l_g_pix: 4.6132e-02 ] [ l_g_total: 4.6132e-02 ] +2024-10-09 09:25:50,808 INFO: [ epoch: 51 ] [ iter: 21,400 ] [ performance: 27.440 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:37 ] [ l_g_pix: 4.6446e-02 ] [ l_g_total: 4.6446e-02 ] +2024-10-09 09:25:55,576 INFO: [ epoch: 52 ] [ iter: 21,500 ] [ performance: 23.681 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:14 ] [ l_g_pix: 6.1955e-02 ] [ l_g_total: 6.1955e-02 ] +2024-10-09 09:25:59,334 INFO: [ epoch: 52 ] [ iter: 21,600 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:28 ] [ l_g_pix: 5.8165e-02 ] [ l_g_total: 5.8165e-02 ] +2024-10-09 09:26:03,079 INFO: [ epoch: 52 ] [ iter: 21,700 ] [ performance: 26.820 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:43 ] [ l_g_pix: 5.1779e-02 ] [ l_g_total: 5.1779e-02 ] +2024-10-09 09:26:06,762 INFO: [ epoch: 52 ] [ iter: 21,800 ] [ performance: 27.163 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:56 ] [ l_g_pix: 5.4054e-02 ] [ l_g_total: 5.4054e-02 ] +2024-10-09 09:26:11,220 INFO: [ epoch: 53 ] [ iter: 21,900 ] [ performance: 24.479 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:27 ] [ l_g_pix: 4.3140e-02 ] [ l_g_total: 4.3140e-02 ] +2024-10-09 09:26:15,230 INFO: [ epoch: 53 ] [ iter: 22,000 ] [ performance: 25.627 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:49 ] [ l_g_pix: 4.3995e-02 ] [ l_g_total: 4.3995e-02 ] +2024-10-09 09:26:18,981 INFO: [ epoch: 53 ] [ iter: 22,100 ] [ performance: 26.162 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:05 ] [ l_g_pix: 4.3540e-02 ] [ l_g_total: 4.3540e-02 ] +2024-10-09 09:26:22,665 INFO: [ epoch: 53 ] [ iter: 22,200 ] [ performance: 27.293 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:19 ] [ l_g_pix: 3.7539e-02 ] [ l_g_total: 3.7539e-02 ] +2024-10-09 09:26:26,073 INFO: [ epoch: 53 ] [ iter: 22,300 ] [ performance: 28.338 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:28 ] [ l_g_pix: 4.8258e-02 ] [ l_g_total: 4.8258e-02 ] +2024-10-09 09:26:31,124 INFO: [ epoch: 54 ] [ iter: 22,400 ] [ performance: 23.958 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:14 ] [ l_g_pix: 4.8523e-02 ] [ l_g_total: 4.8523e-02 ] +2024-10-09 09:26:34,808 INFO: [ epoch: 54 ] [ iter: 22,500 ] [ performance: 25.547 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:30 ] [ l_g_pix: 6.5244e-02 ] [ l_g_total: 6.5244e-02 ] +2024-10-09 09:26:38,509 INFO: [ epoch: 54 ] [ iter: 22,600 ] [ performance: 26.960 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:46 ] [ l_g_pix: 4.6980e-02 ] [ l_g_total: 4.6980e-02 ] +2024-10-09 09:26:42,026 INFO: [ epoch: 54 ] [ iter: 22,700 ] [ performance: 27.730 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:59 ] [ l_g_pix: 5.5046e-02 ] [ l_g_total: 5.5046e-02 ] +2024-10-09 09:26:47,114 INFO: [ epoch: 55 ] [ iter: 22,800 ] [ performance: 18.751 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:46 ] [ l_g_pix: 4.5115e-02 ] [ l_g_total: 4.5115e-02 ] +2024-10-09 09:26:50,882 INFO: [ epoch: 55 ] [ iter: 22,900 ] [ performance: 22.246 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:05 ] [ l_g_pix: 4.8028e-02 ] [ l_g_total: 4.8028e-02 ] +2024-10-09 09:26:54,629 INFO: [ epoch: 55 ] [ iter: 23,000 ] [ performance: 26.800 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:24 ] [ l_g_pix: 5.5030e-02 ] [ l_g_total: 5.5030e-02 ] +2024-10-09 09:26:58,181 INFO: [ epoch: 55 ] [ iter: 23,100 ] [ performance: 27.515 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:39 ] [ l_g_pix: 5.3267e-02 ] [ l_g_total: 5.3267e-02 ] +2024-10-09 09:27:03,161 INFO: [ epoch: 56 ] [ iter: 23,200 ] [ performance: 19.073 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:24 ] [ l_g_pix: 4.8217e-02 ] [ l_g_total: 4.8217e-02 ] +2024-10-09 09:27:06,885 INFO: [ epoch: 56 ] [ iter: 23,300 ] [ performance: 22.619 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:44 ] [ l_g_pix: 4.4602e-02 ] [ l_g_total: 4.4602e-02 ] +2024-10-09 09:27:10,631 INFO: [ epoch: 56 ] [ iter: 23,400 ] [ performance: 26.706 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:03 ] [ l_g_pix: 4.7753e-02 ] [ l_g_total: 4.7753e-02 ] +2024-10-09 09:27:14,177 INFO: [ epoch: 56 ] [ iter: 23,500 ] [ performance: 27.499 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:19 ] [ l_g_pix: 7.1554e-02 ] [ l_g_total: 7.1554e-02 ] +2024-10-09 09:27:18,952 INFO: [ epoch: 57 ] [ iter: 23,600 ] [ performance: 19.860 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:01 ] [ l_g_pix: 6.3912e-02 ] [ l_g_total: 6.3912e-02 ] +2024-10-09 09:27:22,696 INFO: [ epoch: 57 ] [ iter: 23,700 ] [ performance: 23.100 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:22 ] [ l_g_pix: 5.5368e-02 ] [ l_g_total: 5.5368e-02 ] +2024-10-09 09:27:26,432 INFO: [ epoch: 57 ] [ iter: 23,800 ] [ performance: 26.957 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:43 ] [ l_g_pix: 5.1602e-02 ] [ l_g_total: 5.1602e-02 ] +2024-10-09 09:27:30,035 INFO: [ epoch: 57 ] [ iter: 23,900 ] [ performance: 27.389 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:01 ] [ l_g_pix: 6.0418e-02 ] [ l_g_total: 6.0418e-02 ] +2024-10-09 09:27:34,976 INFO: [ epoch: 58 ] [ iter: 24,000 ] [ performance: 18.933 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:47 ] [ l_g_pix: 5.5079e-02 ] [ l_g_total: 5.5079e-02 ] +2024-10-09 09:27:38,686 INFO: [ epoch: 58 ] [ iter: 24,100 ] [ performance: 22.663 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:08 ] [ l_g_pix: 4.4016e-02 ] [ l_g_total: 4.4016e-02 ] +2024-10-09 09:27:42,389 INFO: [ epoch: 58 ] [ iter: 24,200 ] [ performance: 27.075 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:30 ] [ l_g_pix: 5.5031e-02 ] [ l_g_total: 5.5031e-02 ] +2024-10-09 09:27:45,998 INFO: [ epoch: 58 ] [ iter: 24,300 ] [ performance: 27.427 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:49 ] [ l_g_pix: 3.9418e-02 ] [ l_g_total: 3.9418e-02 ] +2024-10-09 09:27:50,657 INFO: [ epoch: 59 ] [ iter: 24,400 ] [ performance: 20.078 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:30 ] [ l_g_pix: 4.7768e-02 ] [ l_g_total: 4.7768e-02 ] +2024-10-09 09:27:54,411 INFO: [ epoch: 59 ] [ iter: 24,500 ] [ performance: 23.287 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:53 ] [ l_g_pix: 4.8645e-02 ] [ l_g_total: 4.8645e-02 ] +2024-10-09 09:27:58,099 INFO: [ epoch: 59 ] [ iter: 24,600 ] [ performance: 27.180 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:15 ] [ l_g_pix: 7.5948e-02 ] [ l_g_total: 7.5948e-02 ] +2024-10-09 09:28:01,792 INFO: [ epoch: 59 ] [ iter: 24,700 ] [ performance: 27.127 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:38 ] [ l_g_pix: 5.0518e-02 ] [ l_g_total: 5.0518e-02 ] +2024-10-09 09:28:06,492 INFO: [ epoch: 60 ] [ iter: 24,800 ] [ performance: 19.851 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:20 ] [ l_g_pix: 4.7979e-02 ] [ l_g_total: 4.7979e-02 ] +2024-10-09 09:28:10,299 INFO: [ epoch: 60 ] [ iter: 24,900 ] [ performance: 23.032 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:45 ] [ l_g_pix: 4.8543e-02 ] [ l_g_total: 4.8543e-02 ] +2024-10-09 09:28:14,058 INFO: [ epoch: 60 ] [ iter: 25,000 ] [ performance: 26.813 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:10 ] [ l_g_pix: 4.4541e-02 ] [ l_g_total: 4.4541e-02 ] +2024-10-09 09:28:17,724 INFO: [ epoch: 60 ] [ iter: 25,100 ] [ performance: 27.075 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:32 ] [ l_g_pix: 4.2203e-02 ] [ l_g_total: 4.2203e-02 ] +2024-10-09 09:28:22,125 INFO: [ epoch: 61 ] [ iter: 25,200 ] [ performance: 21.368 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:10 ] [ l_g_pix: 4.0430e-02 ] [ l_g_total: 4.0430e-02 ] +2024-10-09 09:28:26,141 INFO: [ epoch: 61 ] [ iter: 25,300 ] [ performance: 23.281 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:40 ] [ l_g_pix: 4.7822e-02 ] [ l_g_total: 4.7822e-02 ] +2024-10-09 09:28:29,823 INFO: [ epoch: 61 ] [ iter: 25,400 ] [ performance: 27.338 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:04 ] [ l_g_pix: 4.4987e-02 ] [ l_g_total: 4.4987e-02 ] +2024-10-09 09:28:33,532 INFO: [ epoch: 61 ] [ iter: 25,500 ] [ performance: 27.126 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:28 ] [ l_g_pix: 3.6820e-02 ] [ l_g_total: 3.6820e-02 ] +2024-10-09 09:28:36,947 INFO: [ epoch: 61 ] [ iter: 25,600 ] [ performance: 29.831 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:47 ] [ l_g_pix: 5.2896e-02 ] [ l_g_total: 5.2896e-02 ] +2024-10-09 09:28:41,786 INFO: [ epoch: 62 ] [ iter: 25,700 ] [ performance: 23.747 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:34 ] [ l_g_pix: 4.7477e-02 ] [ l_g_total: 4.7477e-02 ] +2024-10-09 09:28:45,460 INFO: [ epoch: 62 ] [ iter: 25,800 ] [ performance: 27.663 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:59 ] [ l_g_pix: 5.3492e-02 ] [ l_g_total: 5.3492e-02 ] +2024-10-09 09:28:49,214 INFO: [ epoch: 62 ] [ iter: 25,900 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:25 ] [ l_g_pix: 4.9179e-02 ] [ l_g_total: 4.9179e-02 ] +2024-10-09 09:28:52,678 INFO: [ epoch: 62 ] [ iter: 26,000 ] [ performance: 29.772 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:46 ] [ l_g_pix: 5.1886e-02 ] [ l_g_total: 5.1886e-02 ] +2024-10-09 09:28:57,487 INFO: [ epoch: 63 ] [ iter: 26,100 ] [ performance: 23.774 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:33 ] [ l_g_pix: 5.5428e-02 ] [ l_g_total: 5.5428e-02 ] +2024-10-09 09:29:01,246 INFO: [ epoch: 63 ] [ iter: 26,200 ] [ performance: 26.781 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:00 ] [ l_g_pix: 5.4130e-02 ] [ l_g_total: 5.4130e-02 ] +2024-10-09 09:29:05,022 INFO: [ epoch: 63 ] [ iter: 26,300 ] [ performance: 26.608 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:27 ] [ l_g_pix: 4.2555e-02 ] [ l_g_total: 4.2555e-02 ] +2024-10-09 09:29:08,577 INFO: [ epoch: 63 ] [ iter: 26,400 ] [ performance: 28.974 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:51 ] [ l_g_pix: 7.5610e-02 ] [ l_g_total: 7.5610e-02 ] +2024-10-09 09:29:13,399 INFO: [ epoch: 64 ] [ iter: 26,500 ] [ performance: 23.465 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:39 ] [ l_g_pix: 3.8181e-02 ] [ l_g_total: 3.8181e-02 ] +2024-10-09 09:29:17,167 INFO: [ epoch: 64 ] [ iter: 26,600 ] [ performance: 26.751 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:07 ] [ l_g_pix: 4.3786e-02 ] [ l_g_total: 4.3786e-02 ] +2024-10-09 09:29:20,939 INFO: [ epoch: 64 ] [ iter: 26,700 ] [ performance: 26.613 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:35 ] [ l_g_pix: 4.9262e-02 ] [ l_g_total: 4.9262e-02 ] +2024-10-09 09:29:24,514 INFO: [ epoch: 64 ] [ iter: 26,800 ] [ performance: 28.633 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:00 ] [ l_g_pix: 5.5746e-02 ] [ l_g_total: 5.5746e-02 ] +2024-10-09 09:29:29,278 INFO: [ epoch: 65 ] [ iter: 26,900 ] [ performance: 23.515 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:47 ] [ l_g_pix: 4.3237e-02 ] [ l_g_total: 4.3237e-02 ] +2024-10-09 09:29:32,958 INFO: [ epoch: 65 ] [ iter: 27,000 ] [ performance: 27.341 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:14 ] [ l_g_pix: 5.2850e-02 ] [ l_g_total: 5.2850e-02 ] +2024-10-09 09:29:36,675 INFO: [ epoch: 65 ] [ iter: 27,100 ] [ performance: 27.080 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:42 ] [ l_g_pix: 4.4984e-02 ] [ l_g_total: 4.4984e-02 ] +2024-10-09 09:29:40,275 INFO: [ epoch: 65 ] [ iter: 27,200 ] [ performance: 28.531 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:08 ] [ l_g_pix: 5.6188e-02 ] [ l_g_total: 5.6188e-02 ] +2024-10-09 09:29:45,223 INFO: [ epoch: 66 ] [ iter: 27,300 ] [ performance: 22.837 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:59 ] [ l_g_pix: 5.5230e-02 ] [ l_g_total: 5.5230e-02 ] +2024-10-09 09:29:48,905 INFO: [ epoch: 66 ] [ iter: 27,400 ] [ performance: 27.283 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:27 ] [ l_g_pix: 4.5176e-02 ] [ l_g_total: 4.5176e-02 ] +2024-10-09 09:29:52,651 INFO: [ epoch: 66 ] [ iter: 27,500 ] [ performance: 26.929 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:56 ] [ l_g_pix: 4.1117e-02 ] [ l_g_total: 4.1117e-02 ] +2024-10-09 09:29:56,327 INFO: [ epoch: 66 ] [ iter: 27,600 ] [ performance: 27.641 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:24 ] [ l_g_pix: 5.6223e-02 ] [ l_g_total: 5.6223e-02 ] +2024-10-09 09:30:01,191 INFO: [ epoch: 67 ] [ iter: 27,700 ] [ performance: 22.825 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:14 ] [ l_g_pix: 5.2727e-02 ] [ l_g_total: 5.2727e-02 ] +2024-10-09 09:30:04,926 INFO: [ epoch: 67 ] [ iter: 27,800 ] [ performance: 26.999 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:44 ] [ l_g_pix: 4.8875e-02 ] [ l_g_total: 4.8875e-02 ] +2024-10-09 09:30:08,655 INFO: [ epoch: 67 ] [ iter: 27,900 ] [ performance: 26.888 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:13 ] [ l_g_pix: 5.0759e-02 ] [ l_g_total: 5.0759e-02 ] +2024-10-09 09:30:12,297 INFO: [ epoch: 67 ] [ iter: 28,000 ] [ performance: 27.685 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:42 ] [ l_g_pix: 4.5607e-02 ] [ l_g_total: 4.5607e-02 ] +2024-10-09 09:30:16,680 INFO: [ epoch: 68 ] [ iter: 28,100 ] [ performance: 24.452 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:23 ] [ l_g_pix: 6.7206e-02 ] [ l_g_total: 6.7206e-02 ] +2024-10-09 09:30:20,623 INFO: [ epoch: 68 ] [ iter: 28,200 ] [ performance: 26.911 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:57 ] [ l_g_pix: 5.0122e-02 ] [ l_g_total: 5.0122e-02 ] +2024-10-09 09:30:24,364 INFO: [ epoch: 68 ] [ iter: 28,300 ] [ performance: 26.800 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:28 ] [ l_g_pix: 5.3272e-02 ] [ l_g_total: 5.3272e-02 ] +2024-10-09 09:30:28,127 INFO: [ epoch: 68 ] [ iter: 28,400 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:59 ] [ l_g_pix: 6.3393e-02 ] [ l_g_total: 6.3393e-02 ] +2024-10-09 09:30:32,424 INFO: [ epoch: 69 ] [ iter: 28,500 ] [ performance: 24.489 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:40 ] [ l_g_pix: 5.0989e-02 ] [ l_g_total: 5.0989e-02 ] +2024-10-09 09:30:36,621 INFO: [ epoch: 69 ] [ iter: 28,600 ] [ performance: 26.817 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:19 ] [ l_g_pix: 3.5284e-02 ] [ l_g_total: 3.5284e-02 ] +2024-10-09 09:30:40,323 INFO: [ epoch: 69 ] [ iter: 28,700 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:49 ] [ l_g_pix: 4.9796e-02 ] [ l_g_total: 4.9796e-02 ] +2024-10-09 09:30:44,048 INFO: [ epoch: 69 ] [ iter: 28,800 ] [ performance: 26.626 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:20 ] [ l_g_pix: 5.2474e-02 ] [ l_g_total: 5.2474e-02 ] +2024-10-09 09:30:47,510 INFO: [ epoch: 69 ] [ iter: 28,900 ] [ performance: 28.023 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:47 ] [ l_g_pix: 4.3396e-02 ] [ l_g_total: 4.3396e-02 ] +2024-10-09 09:30:52,381 INFO: [ epoch: 70 ] [ iter: 29,000 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:38 ] [ l_g_pix: 6.6731e-02 ] [ l_g_total: 6.6731e-02 ] +2024-10-09 09:30:56,029 INFO: [ epoch: 70 ] [ iter: 29,100 ] [ performance: 27.266 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:09 ] [ l_g_pix: 5.9054e-02 ] [ l_g_total: 5.9054e-02 ] +2024-10-09 09:30:59,726 INFO: [ epoch: 70 ] [ iter: 29,200 ] [ performance: 27.106 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:40 ] [ l_g_pix: 5.1702e-02 ] [ l_g_total: 5.1702e-02 ] +2024-10-09 09:31:03,222 INFO: [ epoch: 70 ] [ iter: 29,300 ] [ performance: 28.056 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:08 ] [ l_g_pix: 5.2079e-02 ] [ l_g_total: 5.2079e-02 ] +2024-10-09 09:31:07,957 INFO: [ epoch: 71 ] [ iter: 29,400 ] [ performance: 25.655 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:57 ] [ l_g_pix: 5.3407e-02 ] [ l_g_total: 5.3407e-02 ] +2024-10-09 09:31:11,627 INFO: [ epoch: 71 ] [ iter: 29,500 ] [ performance: 26.672 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:28 ] [ l_g_pix: 4.9105e-02 ] [ l_g_total: 4.9105e-02 ] +2024-10-09 09:31:15,275 INFO: [ epoch: 71 ] [ iter: 29,600 ] [ performance: 27.583 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:00 ] [ l_g_pix: 4.7755e-02 ] [ l_g_total: 4.7755e-02 ] +2024-10-09 09:31:18,821 INFO: [ epoch: 71 ] [ iter: 29,700 ] [ performance: 27.988 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:29 ] [ l_g_pix: 6.4002e-02 ] [ l_g_total: 6.4002e-02 ] +2024-10-09 09:31:23,665 INFO: [ epoch: 72 ] [ iter: 29,800 ] [ performance: 23.871 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:20 ] [ l_g_pix: 5.5485e-02 ] [ l_g_total: 5.5485e-02 ] +2024-10-09 09:31:27,378 INFO: [ epoch: 72 ] [ iter: 29,900 ] [ performance: 25.805 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:53 ] [ l_g_pix: 5.0660e-02 ] [ l_g_total: 5.0660e-02 ] +2024-10-09 09:31:31,085 INFO: [ epoch: 72 ] [ iter: 30,000 ] [ performance: 27.150 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:26 ] [ l_g_pix: 5.0616e-02 ] [ l_g_total: 5.0616e-02 ] +2024-10-09 09:31:31,085 INFO: Saving models and training states. +2024-10-09 09:34:20,093 INFO: Validation val + + # psnr: 27.1202........ Best: 27.1202 @ 30000 iter + # ssim: 0.7623........ Best: 0.7623 @ 30000 iter + # dists: 0.7733........ Best: 0.7733 @ 30000 iter + +2024-10-09 09:34:23,658 INFO: [ epoch: 72 ] [ iter: 30,100 ] [ performance: 27.743 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:47 ] [ l_g_pix: 6.4296e-02 ] [ l_g_total: 6.4296e-02 ] +2024-10-09 09:34:28,657 INFO: [ epoch: 73 ] [ iter: 30,200 ] [ performance: 20.019 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:31 ] [ l_g_pix: 5.3585e-02 ] [ l_g_total: 5.3585e-02 ] +2024-10-09 09:34:32,346 INFO: [ epoch: 73 ] [ iter: 30,300 ] [ performance: 24.250 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:55 ] [ l_g_pix: 4.5558e-02 ] [ l_g_total: 4.5558e-02 ] +2024-10-09 09:34:36,028 INFO: [ epoch: 73 ] [ iter: 30,400 ] [ performance: 27.329 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:18 ] [ l_g_pix: 4.9791e-02 ] [ l_g_total: 4.9791e-02 ] +2024-10-09 09:34:39,612 INFO: [ epoch: 73 ] [ iter: 30,500 ] [ performance: 27.712 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:40 ] [ l_g_pix: 6.7231e-02 ] [ l_g_total: 6.7231e-02 ] +2024-10-09 09:34:44,526 INFO: [ epoch: 74 ] [ iter: 30,600 ] [ performance: 15.312 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:23 ] [ l_g_pix: 5.9721e-02 ] [ l_g_total: 5.9721e-02 ] +2024-10-09 09:34:48,272 INFO: [ epoch: 74 ] [ iter: 30,700 ] [ performance: 21.513 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:48 ] [ l_g_pix: 4.5897e-02 ] [ l_g_total: 4.5897e-02 ] +2024-10-09 09:34:51,954 INFO: [ epoch: 74 ] [ iter: 30,800 ] [ performance: 27.309 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:12 ] [ l_g_pix: 5.2391e-02 ] [ l_g_total: 5.2391e-02 ] +2024-10-09 09:34:55,633 INFO: [ epoch: 74 ] [ iter: 30,900 ] [ performance: 27.226 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:37 ] [ l_g_pix: 6.3646e-02 ] [ l_g_total: 6.3646e-02 ] +2024-10-09 09:35:00,430 INFO: [ epoch: 75 ] [ iter: 31,000 ] [ performance: 15.564 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:19 ] [ l_g_pix: 5.6572e-02 ] [ l_g_total: 5.6572e-02 ] +2024-10-09 09:35:04,190 INFO: [ epoch: 75 ] [ iter: 31,100 ] [ performance: 21.742 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:45 ] [ l_g_pix: 7.0259e-02 ] [ l_g_total: 7.0259e-02 ] +2024-10-09 09:35:07,891 INFO: [ epoch: 75 ] [ iter: 31,200 ] [ performance: 27.030 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:10 ] [ l_g_pix: 5.0460e-02 ] [ l_g_total: 5.0460e-02 ] +2024-10-09 09:35:11,619 INFO: [ epoch: 75 ] [ iter: 31,300 ] [ performance: 26.891 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:36 ] [ l_g_pix: 4.3523e-02 ] [ l_g_total: 4.3523e-02 ] +2024-10-09 09:35:16,196 INFO: [ epoch: 76 ] [ iter: 31,400 ] [ performance: 16.654 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:15 ] [ l_g_pix: 5.9259e-02 ] [ l_g_total: 5.9259e-02 ] +2024-10-09 09:35:20,246 INFO: [ epoch: 76 ] [ iter: 31,500 ] [ performance: 21.538 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:46 ] [ l_g_pix: 5.1691e-02 ] [ l_g_total: 5.1691e-02 ] +2024-10-09 09:35:23,938 INFO: [ epoch: 76 ] [ iter: 31,600 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:12 ] [ l_g_pix: 4.2258e-02 ] [ l_g_total: 4.2258e-02 ] +2024-10-09 09:35:27,704 INFO: [ epoch: 76 ] [ iter: 31,700 ] [ performance: 26.708 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:39 ] [ l_g_pix: 6.4735e-02 ] [ l_g_total: 6.4735e-02 ] +2024-10-09 09:35:31,177 INFO: [ epoch: 76 ] [ iter: 31,800 ] [ performance: 28.803 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:02 ] [ l_g_pix: 5.4775e-02 ] [ l_g_total: 5.4775e-02 ] +2024-10-09 09:35:36,049 INFO: [ epoch: 77 ] [ iter: 31,900 ] [ performance: 22.439 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:46 ] [ l_g_pix: 4.8633e-02 ] [ l_g_total: 4.8633e-02 ] +2024-10-09 09:35:39,726 INFO: [ epoch: 77 ] [ iter: 32,000 ] [ performance: 26.918 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:12 ] [ l_g_pix: 5.2160e-02 ] [ l_g_total: 5.2160e-02 ] +2024-10-09 09:35:43,451 INFO: [ epoch: 77 ] [ iter: 32,100 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:39 ] [ l_g_pix: 5.5403e-02 ] [ l_g_total: 5.5403e-02 ] +2024-10-09 09:35:46,960 INFO: [ epoch: 77 ] [ iter: 32,200 ] [ performance: 28.645 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:03 ] [ l_g_pix: 4.0714e-02 ] [ l_g_total: 4.0714e-02 ] +2024-10-09 09:35:51,859 INFO: [ epoch: 78 ] [ iter: 32,300 ] [ performance: 22.243 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:49 ] [ l_g_pix: 5.7671e-02 ] [ l_g_total: 5.7671e-02 ] +2024-10-09 09:35:55,595 INFO: [ epoch: 78 ] [ iter: 32,400 ] [ performance: 26.668 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:17 ] [ l_g_pix: 4.3882e-02 ] [ l_g_total: 4.3882e-02 ] +2024-10-09 09:35:59,307 INFO: [ epoch: 78 ] [ iter: 32,500 ] [ performance: 26.865 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:44 ] [ l_g_pix: 3.8554e-02 ] [ l_g_total: 3.8554e-02 ] +2024-10-09 09:36:02,829 INFO: [ epoch: 78 ] [ iter: 32,600 ] [ performance: 29.391 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:09 ] [ l_g_pix: 4.2569e-02 ] [ l_g_total: 4.2569e-02 ] +2024-10-09 09:36:07,551 INFO: [ epoch: 79 ] [ iter: 32,700 ] [ performance: 22.949 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:52 ] [ l_g_pix: 5.5353e-02 ] [ l_g_total: 5.5353e-02 ] +2024-10-09 09:36:11,243 INFO: [ epoch: 79 ] [ iter: 32,800 ] [ performance: 27.354 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:20 ] [ l_g_pix: 5.1395e-02 ] [ l_g_total: 5.1395e-02 ] +2024-10-09 09:36:14,917 INFO: [ epoch: 79 ] [ iter: 32,900 ] [ performance: 27.261 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:48 ] [ l_g_pix: 4.4331e-02 ] [ l_g_total: 4.4331e-02 ] +2024-10-09 09:36:18,497 INFO: [ epoch: 79 ] [ iter: 33,000 ] [ performance: 29.042 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:14 ] [ l_g_pix: 5.7080e-02 ] [ l_g_total: 5.7080e-02 ] +2024-10-09 09:36:23,251 INFO: [ epoch: 80 ] [ iter: 33,100 ] [ performance: 22.697 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:58 ] [ l_g_pix: 5.3556e-02 ] [ l_g_total: 5.3556e-02 ] +2024-10-09 09:36:26,962 INFO: [ epoch: 80 ] [ iter: 33,200 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:27 ] [ l_g_pix: 4.3788e-02 ] [ l_g_total: 4.3788e-02 ] +2024-10-09 09:36:30,686 INFO: [ epoch: 80 ] [ iter: 33,300 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:56 ] [ l_g_pix: 5.1270e-02 ] [ l_g_total: 5.1270e-02 ] +2024-10-09 09:36:34,274 INFO: [ epoch: 80 ] [ iter: 33,400 ] [ performance: 29.182 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:23 ] [ l_g_pix: 6.3341e-02 ] [ l_g_total: 6.3341e-02 ] +2024-10-09 09:36:39,000 INFO: [ epoch: 81 ] [ iter: 33,500 ] [ performance: 22.753 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:07 ] [ l_g_pix: 3.9691e-02 ] [ l_g_total: 3.9691e-02 ] +2024-10-09 09:36:42,688 INFO: [ epoch: 81 ] [ iter: 33,600 ] [ performance: 27.524 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:36 ] [ l_g_pix: 6.8364e-02 ] [ l_g_total: 6.8364e-02 ] +2024-10-09 09:36:46,416 INFO: [ epoch: 81 ] [ iter: 33,700 ] [ performance: 27.001 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:06 ] [ l_g_pix: 5.3271e-02 ] [ l_g_total: 5.3271e-02 ] +2024-10-09 09:36:50,067 INFO: [ epoch: 81 ] [ iter: 33,800 ] [ performance: 28.873 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:35 ] [ l_g_pix: 4.9127e-02 ] [ l_g_total: 4.9127e-02 ] +2024-10-09 09:36:54,620 INFO: [ epoch: 82 ] [ iter: 33,900 ] [ performance: 23.324 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:16 ] [ l_g_pix: 4.6017e-02 ] [ l_g_total: 4.6017e-02 ] +2024-10-09 09:36:58,338 INFO: [ epoch: 82 ] [ iter: 34,000 ] [ performance: 27.661 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:47 ] [ l_g_pix: 4.6984e-02 ] [ l_g_total: 4.6984e-02 ] +2024-10-09 09:37:02,027 INFO: [ epoch: 82 ] [ iter: 34,100 ] [ performance: 27.240 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:16 ] [ l_g_pix: 5.9782e-02 ] [ l_g_total: 5.9782e-02 ] +2024-10-09 09:37:05,703 INFO: [ epoch: 82 ] [ iter: 34,200 ] [ performance: 28.715 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:46 ] [ l_g_pix: 3.7021e-02 ] [ l_g_total: 3.7021e-02 ] +2024-10-09 09:37:10,060 INFO: [ epoch: 83 ] [ iter: 34,300 ] [ performance: 24.074 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:26 ] [ l_g_pix: 4.1318e-02 ] [ l_g_total: 4.1318e-02 ] +2024-10-09 09:37:14,023 INFO: [ epoch: 83 ] [ iter: 34,400 ] [ performance: 26.353 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:00 ] [ l_g_pix: 4.2667e-02 ] [ l_g_total: 4.2667e-02 ] +2024-10-09 09:37:17,716 INFO: [ epoch: 83 ] [ iter: 34,500 ] [ performance: 26.956 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:30 ] [ l_g_pix: 6.1332e-02 ] [ l_g_total: 6.1332e-02 ] +2024-10-09 09:37:21,379 INFO: [ epoch: 83 ] [ iter: 34,600 ] [ performance: 27.590 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:00 ] [ l_g_pix: 4.8043e-02 ] [ l_g_total: 4.8043e-02 ] +2024-10-09 09:37:25,768 INFO: [ epoch: 84 ] [ iter: 34,700 ] [ performance: 23.694 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:41 ] [ l_g_pix: 4.7366e-02 ] [ l_g_total: 4.7366e-02 ] +2024-10-09 09:37:29,917 INFO: [ epoch: 84 ] [ iter: 34,800 ] [ performance: 27.499 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:18 ] [ l_g_pix: 5.4553e-02 ] [ l_g_total: 5.4553e-02 ] +2024-10-09 09:37:33,671 INFO: [ epoch: 84 ] [ iter: 34,900 ] [ performance: 26.825 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:50 ] [ l_g_pix: 5.0381e-02 ] [ l_g_total: 5.0381e-02 ] +2024-10-09 09:37:37,409 INFO: [ epoch: 84 ] [ iter: 35,000 ] [ performance: 26.863 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:21 ] [ l_g_pix: 4.4843e-02 ] [ l_g_total: 4.4843e-02 ] +2024-10-09 09:37:40,825 INFO: [ epoch: 84 ] [ iter: 35,100 ] [ performance: 28.746 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:49 ] [ l_g_pix: 4.8770e-02 ] [ l_g_total: 4.8770e-02 ] +2024-10-09 09:37:45,872 INFO: [ epoch: 85 ] [ iter: 35,200 ] [ performance: 27.552 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:39 ] [ l_g_pix: 4.6604e-02 ] [ l_g_total: 4.6604e-02 ] +2024-10-09 09:37:49,579 INFO: [ epoch: 85 ] [ iter: 35,300 ] [ performance: 27.097 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:10 ] [ l_g_pix: 4.3293e-02 ] [ l_g_total: 4.3293e-02 ] +2024-10-09 09:37:53,293 INFO: [ epoch: 85 ] [ iter: 35,400 ] [ performance: 27.268 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:42 ] [ l_g_pix: 5.3225e-02 ] [ l_g_total: 5.3225e-02 ] +2024-10-09 09:37:56,751 INFO: [ epoch: 85 ] [ iter: 35,500 ] [ performance: 28.589 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:11 ] [ l_g_pix: 3.0896e-02 ] [ l_g_total: 3.0896e-02 ] +2024-10-09 09:38:01,760 INFO: [ epoch: 86 ] [ iter: 35,600 ] [ performance: 27.098 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:01 ] [ l_g_pix: 5.3531e-02 ] [ l_g_total: 5.3531e-02 ] +2024-10-09 09:38:05,484 INFO: [ epoch: 86 ] [ iter: 35,700 ] [ performance: 26.903 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:33 ] [ l_g_pix: 5.7750e-02 ] [ l_g_total: 5.7750e-02 ] +2024-10-09 09:38:09,219 INFO: [ epoch: 86 ] [ iter: 35,800 ] [ performance: 26.886 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:06 ] [ l_g_pix: 5.5350e-02 ] [ l_g_total: 5.5350e-02 ] +2024-10-09 09:38:12,747 INFO: [ epoch: 86 ] [ iter: 35,900 ] [ performance: 28.074 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:36 ] [ l_g_pix: 6.3580e-02 ] [ l_g_total: 6.3580e-02 ] +2024-10-09 09:38:17,618 INFO: [ epoch: 87 ] [ iter: 36,000 ] [ performance: 27.092 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:24 ] [ l_g_pix: 5.6391e-02 ] [ l_g_total: 5.6391e-02 ] +2024-10-09 09:38:21,370 INFO: [ epoch: 87 ] [ iter: 36,100 ] [ performance: 26.732 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:57 ] [ l_g_pix: 5.5167e-02 ] [ l_g_total: 5.5167e-02 ] +2024-10-09 09:38:25,064 INFO: [ epoch: 87 ] [ iter: 36,200 ] [ performance: 27.415 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:30 ] [ l_g_pix: 4.4359e-02 ] [ l_g_total: 4.4359e-02 ] +2024-10-09 09:38:28,586 INFO: [ epoch: 87 ] [ iter: 36,300 ] [ performance: 28.229 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:00 ] [ l_g_pix: 5.4552e-02 ] [ l_g_total: 5.4552e-02 ] +2024-10-09 09:38:33,327 INFO: [ epoch: 88 ] [ iter: 36,400 ] [ performance: 25.829 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:47 ] [ l_g_pix: 5.9574e-02 ] [ l_g_total: 5.9574e-02 ] +2024-10-09 09:38:37,020 INFO: [ epoch: 88 ] [ iter: 36,500 ] [ performance: 26.881 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:20 ] [ l_g_pix: 4.8435e-02 ] [ l_g_total: 4.8435e-02 ] +2024-10-09 09:38:40,731 INFO: [ epoch: 88 ] [ iter: 36,600 ] [ performance: 26.986 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:53 ] [ l_g_pix: 4.7622e-02 ] [ l_g_total: 4.7622e-02 ] +2024-10-09 09:38:44,326 INFO: [ epoch: 88 ] [ iter: 36,700 ] [ performance: 27.689 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:25 ] [ l_g_pix: 6.3087e-02 ] [ l_g_total: 6.3087e-02 ] +2024-10-09 09:38:49,012 INFO: [ epoch: 89 ] [ iter: 36,800 ] [ performance: 23.006 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:12 ] [ l_g_pix: 5.6762e-02 ] [ l_g_total: 5.6762e-02 ] +2024-10-09 09:38:52,693 INFO: [ epoch: 89 ] [ iter: 36,900 ] [ performance: 26.478 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:45 ] [ l_g_pix: 4.4153e-02 ] [ l_g_total: 4.4153e-02 ] +2024-10-09 09:38:56,351 INFO: [ epoch: 89 ] [ iter: 37,000 ] [ performance: 27.963 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:18 ] [ l_g_pix: 4.9158e-02 ] [ l_g_total: 4.9158e-02 ] +2024-10-09 09:38:59,963 INFO: [ epoch: 89 ] [ iter: 37,100 ] [ performance: 27.735 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:50 ] [ l_g_pix: 5.4262e-02 ] [ l_g_total: 5.4262e-02 ] +2024-10-09 09:39:04,841 INFO: [ epoch: 90 ] [ iter: 37,200 ] [ performance: 20.299 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:40 ] [ l_g_pix: 5.6659e-02 ] [ l_g_total: 5.6659e-02 ] +2024-10-09 09:39:08,551 INFO: [ epoch: 90 ] [ iter: 37,300 ] [ performance: 25.850 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:14 ] [ l_g_pix: 6.1307e-02 ] [ l_g_total: 6.1307e-02 ] +2024-10-09 09:39:12,293 INFO: [ epoch: 90 ] [ iter: 37,400 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:48 ] [ l_g_pix: 3.7657e-02 ] [ l_g_total: 3.7657e-02 ] +2024-10-09 09:39:16,020 INFO: [ epoch: 90 ] [ iter: 37,500 ] [ performance: 26.865 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:23 ] [ l_g_pix: 6.5814e-02 ] [ l_g_total: 6.5814e-02 ] +2024-10-09 09:39:20,710 INFO: [ epoch: 91 ] [ iter: 37,600 ] [ performance: 15.698 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:10 ] [ l_g_pix: 5.0760e-02 ] [ l_g_total: 5.0760e-02 ] +2024-10-09 09:39:24,656 INFO: [ epoch: 91 ] [ iter: 37,700 ] [ performance: 23.675 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:47 ] [ l_g_pix: 4.9971e-02 ] [ l_g_total: 4.9971e-02 ] +2024-10-09 09:39:28,417 INFO: [ epoch: 91 ] [ iter: 37,800 ] [ performance: 27.119 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:23 ] [ l_g_pix: 5.1660e-02 ] [ l_g_total: 5.1660e-02 ] +2024-10-09 09:39:32,147 INFO: [ epoch: 91 ] [ iter: 37,900 ] [ performance: 26.847 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:58 ] [ l_g_pix: 5.7973e-02 ] [ l_g_total: 5.7973e-02 ] +2024-10-09 09:39:36,417 INFO: [ epoch: 92 ] [ iter: 38,000 ] [ performance: 9.053 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:40 ] [ l_g_pix: 5.3804e-02 ] [ l_g_total: 5.3804e-02 ] +2024-10-09 09:39:40,645 INFO: [ epoch: 92 ] [ iter: 38,100 ] [ performance: 20.399 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:21 ] [ l_g_pix: 5.6780e-02 ] [ l_g_total: 5.6780e-02 ] +2024-10-09 09:39:44,383 INFO: [ epoch: 92 ] [ iter: 38,200 ] [ performance: 26.925 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:57 ] [ l_g_pix: 4.8457e-02 ] [ l_g_total: 4.8457e-02 ] +2024-10-09 09:39:48,139 INFO: [ epoch: 92 ] [ iter: 38,300 ] [ performance: 26.658 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:32 ] [ l_g_pix: 5.7231e-02 ] [ l_g_total: 5.7231e-02 ] +2024-10-09 09:39:51,604 INFO: [ epoch: 92 ] [ iter: 38,400 ] [ performance: 30.105 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:04 ] [ l_g_pix: 6.3238e-02 ] [ l_g_total: 6.3238e-02 ] +2024-10-09 09:39:56,431 INFO: [ epoch: 93 ] [ iter: 38,500 ] [ performance: 21.270 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:54 ] [ l_g_pix: 6.6273e-02 ] [ l_g_total: 6.6273e-02 ] +2024-10-09 09:40:00,151 INFO: [ epoch: 93 ] [ iter: 38,600 ] [ performance: 27.867 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:29 ] [ l_g_pix: 4.9541e-02 ] [ l_g_total: 4.9541e-02 ] +2024-10-09 09:40:03,838 INFO: [ epoch: 93 ] [ iter: 38,700 ] [ performance: 27.178 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:05 ] [ l_g_pix: 4.8132e-02 ] [ l_g_total: 4.8132e-02 ] +2024-10-09 09:40:07,347 INFO: [ epoch: 93 ] [ iter: 38,800 ] [ performance: 30.018 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:38 ] [ l_g_pix: 4.7145e-02 ] [ l_g_total: 4.7145e-02 ] +2024-10-09 09:40:12,272 INFO: [ epoch: 94 ] [ iter: 38,900 ] [ performance: 20.749 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:29 ] [ l_g_pix: 5.7117e-02 ] [ l_g_total: 5.7117e-02 ] +2024-10-09 09:40:15,968 INFO: [ epoch: 94 ] [ iter: 39,000 ] [ performance: 26.755 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:04 ] [ l_g_pix: 4.9866e-02 ] [ l_g_total: 4.9866e-02 ] +2024-10-09 09:40:19,696 INFO: [ epoch: 94 ] [ iter: 39,100 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:40 ] [ l_g_pix: 5.0945e-02 ] [ l_g_total: 5.0945e-02 ] +2024-10-09 09:40:23,239 INFO: [ epoch: 94 ] [ iter: 39,200 ] [ performance: 29.584 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:14 ] [ l_g_pix: 4.8872e-02 ] [ l_g_total: 4.8872e-02 ] +2024-10-09 09:40:28,039 INFO: [ epoch: 95 ] [ iter: 39,300 ] [ performance: 21.135 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:04 ] [ l_g_pix: 3.7446e-02 ] [ l_g_total: 3.7446e-02 ] +2024-10-09 09:40:31,723 INFO: [ epoch: 95 ] [ iter: 39,400 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:40 ] [ l_g_pix: 4.5667e-02 ] [ l_g_total: 4.5667e-02 ] +2024-10-09 09:40:35,408 INFO: [ epoch: 95 ] [ iter: 39,500 ] [ performance: 27.145 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:16 ] [ l_g_pix: 4.1138e-02 ] [ l_g_total: 4.1138e-02 ] +2024-10-09 09:40:38,962 INFO: [ epoch: 95 ] [ iter: 39,600 ] [ performance: 30.288 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:50 ] [ l_g_pix: 4.6406e-02 ] [ l_g_total: 4.6406e-02 ] +2024-10-09 09:40:43,914 INFO: [ epoch: 96 ] [ iter: 39,700 ] [ performance: 20.396 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:42 ] [ l_g_pix: 5.2778e-02 ] [ l_g_total: 5.2778e-02 ] +2024-10-09 09:40:47,604 INFO: [ epoch: 96 ] [ iter: 39,800 ] [ performance: 27.410 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:18 ] [ l_g_pix: 5.1919e-02 ] [ l_g_total: 5.1919e-02 ] +2024-10-09 09:40:51,331 INFO: [ epoch: 96 ] [ iter: 39,900 ] [ performance: 26.846 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:55 ] [ l_g_pix: 5.1639e-02 ] [ l_g_total: 5.1639e-02 ] +2024-10-09 09:40:54,966 INFO: [ epoch: 96 ] [ iter: 40,000 ] [ performance: 29.577 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:31 ] [ l_g_pix: 4.2351e-02 ] [ l_g_total: 4.2351e-02 ] +2024-10-09 09:40:54,966 INFO: Saving models and training states. +2024-10-09 09:43:45,104 INFO: Validation val + + # psnr: 27.1502........ Best: 27.1502 @ 40000 iter + # ssim: 0.7638........ Best: 0.7638 @ 40000 iter + # dists: 0.7733........ Best: 0.7733 @ 40000 iter + +2024-10-09 09:43:50,062 INFO: [ epoch: 97 ] [ iter: 40,100 ] [ performance: 20.239 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:19 ] [ l_g_pix: 5.4551e-02 ] [ l_g_total: 5.4551e-02 ] +2024-10-09 09:43:53,749 INFO: [ epoch: 97 ] [ iter: 40,200 ] [ performance: 23.167 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:50 ] [ l_g_pix: 5.8685e-02 ] [ l_g_total: 5.8685e-02 ] +2024-10-09 09:43:57,417 INFO: [ epoch: 97 ] [ iter: 40,300 ] [ performance: 27.267 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:21 ] [ l_g_pix: 4.5965e-02 ] [ l_g_total: 4.5965e-02 ] +2024-10-09 09:44:01,073 INFO: [ epoch: 97 ] [ iter: 40,400 ] [ performance: 27.314 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:52 ] [ l_g_pix: 5.1228e-02 ] [ l_g_total: 5.1228e-02 ] +2024-10-09 09:44:05,872 INFO: [ epoch: 98 ] [ iter: 40,500 ] [ performance: 20.786 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:37 ] [ l_g_pix: 5.1516e-02 ] [ l_g_total: 5.1516e-02 ] +2024-10-09 09:44:09,638 INFO: [ epoch: 98 ] [ iter: 40,600 ] [ performance: 23.348 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:10 ] [ l_g_pix: 5.4639e-02 ] [ l_g_total: 5.4639e-02 ] +2024-10-09 09:44:13,302 INFO: [ epoch: 98 ] [ iter: 40,700 ] [ performance: 27.307 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:41 ] [ l_g_pix: 6.1431e-02 ] [ l_g_total: 6.1431e-02 ] +2024-10-09 09:44:16,922 INFO: [ epoch: 98 ] [ iter: 40,800 ] [ performance: 27.470 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:12 ] [ l_g_pix: 5.1455e-02 ] [ l_g_total: 5.1455e-02 ] +2024-10-09 09:44:21,494 INFO: [ epoch: 99 ] [ iter: 40,900 ] [ performance: 21.733 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:55 ] [ l_g_pix: 5.7456e-02 ] [ l_g_total: 5.7456e-02 ] +2024-10-09 09:44:25,436 INFO: [ epoch: 99 ] [ iter: 41,000 ] [ performance: 23.442 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:30 ] [ l_g_pix: 5.2807e-02 ] [ l_g_total: 5.2807e-02 ] +2024-10-09 09:44:29,172 INFO: [ epoch: 99 ] [ iter: 41,100 ] [ performance: 26.775 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:02 ] [ l_g_pix: 5.0015e-02 ] [ l_g_total: 5.0015e-02 ] +2024-10-09 09:44:32,925 INFO: [ epoch: 99 ] [ iter: 41,200 ] [ performance: 26.711 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:36 ] [ l_g_pix: 6.1344e-02 ] [ l_g_total: 6.1344e-02 ] +2024-10-09 09:44:36,499 INFO: [ epoch: 99 ] [ iter: 41,300 ] [ performance: 28.068 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:07 ] [ l_g_pix: 6.1959e-02 ] [ l_g_total: 6.1959e-02 ] +2024-10-09 09:44:41,535 INFO: [ epoch: 100 ] [ iter: 41,400 ] [ performance: 23.162 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:55 ] [ l_g_pix: 5.4354e-02 ] [ l_g_total: 5.4354e-02 ] +2024-10-09 09:44:45,232 INFO: [ epoch: 100 ] [ iter: 41,500 ] [ performance: 27.066 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:28 ] [ l_g_pix: 4.4711e-02 ] [ l_g_total: 4.4711e-02 ] +2024-10-09 09:44:48,953 INFO: [ epoch: 100 ] [ iter: 41,600 ] [ performance: 26.970 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:01 ] [ l_g_pix: 4.5958e-02 ] [ l_g_total: 4.5958e-02 ] +2024-10-09 09:44:52,437 INFO: [ epoch: 100 ] [ iter: 41,700 ] [ performance: 28.912 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:31 ] [ l_g_pix: 4.1762e-02 ] [ l_g_total: 4.1762e-02 ] +2024-10-09 09:44:57,462 INFO: [ epoch: 101 ] [ iter: 41,800 ] [ performance: 23.421 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:19 ] [ l_g_pix: 5.0289e-02 ] [ l_g_total: 5.0289e-02 ] +2024-10-09 09:45:01,172 INFO: [ epoch: 101 ] [ iter: 41,900 ] [ performance: 26.954 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:53 ] [ l_g_pix: 4.5827e-02 ] [ l_g_total: 4.5827e-02 ] +2024-10-09 09:45:04,933 INFO: [ epoch: 101 ] [ iter: 42,000 ] [ performance: 26.767 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:27 ] [ l_g_pix: 6.3148e-02 ] [ l_g_total: 6.3148e-02 ] +2024-10-09 09:45:08,446 INFO: [ epoch: 101 ] [ iter: 42,100 ] [ performance: 28.692 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:58 ] [ l_g_pix: 5.9562e-02 ] [ l_g_total: 5.9562e-02 ] +2024-10-09 09:45:13,524 INFO: [ epoch: 102 ] [ iter: 42,200 ] [ performance: 23.157 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:47 ] [ l_g_pix: 5.0356e-02 ] [ l_g_total: 5.0356e-02 ] +2024-10-09 09:45:17,250 INFO: [ epoch: 102 ] [ iter: 42,300 ] [ performance: 26.907 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:21 ] [ l_g_pix: 5.4114e-02 ] [ l_g_total: 5.4114e-02 ] +2024-10-09 09:45:20,981 INFO: [ epoch: 102 ] [ iter: 42,400 ] [ performance: 26.854 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:55 ] [ l_g_pix: 6.0254e-02 ] [ l_g_total: 6.0254e-02 ] +2024-10-09 09:45:24,543 INFO: [ epoch: 102 ] [ iter: 42,500 ] [ performance: 28.345 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:27 ] [ l_g_pix: 5.0794e-02 ] [ l_g_total: 5.0794e-02 ] +2024-10-09 09:45:29,590 INFO: [ epoch: 103 ] [ iter: 42,600 ] [ performance: 23.090 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:16 ] [ l_g_pix: 4.7167e-02 ] [ l_g_total: 4.7167e-02 ] +2024-10-09 09:45:33,361 INFO: [ epoch: 103 ] [ iter: 42,700 ] [ performance: 26.525 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:51 ] [ l_g_pix: 5.9841e-02 ] [ l_g_total: 5.9841e-02 ] +2024-10-09 09:45:37,084 INFO: [ epoch: 103 ] [ iter: 42,800 ] [ performance: 26.705 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:25 ] [ l_g_pix: 5.0958e-02 ] [ l_g_total: 5.0958e-02 ] +2024-10-09 09:45:40,729 INFO: [ epoch: 103 ] [ iter: 42,900 ] [ performance: 27.713 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:59 ] [ l_g_pix: 5.4545e-02 ] [ l_g_total: 5.4545e-02 ] +2024-10-09 09:45:45,440 INFO: [ epoch: 104 ] [ iter: 43,000 ] [ performance: 23.823 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:44 ] [ l_g_pix: 5.5664e-02 ] [ l_g_total: 5.5664e-02 ] +2024-10-09 09:45:49,159 INFO: [ epoch: 104 ] [ iter: 43,100 ] [ performance: 27.084 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:19 ] [ l_g_pix: 5.8504e-02 ] [ l_g_total: 5.8504e-02 ] +2024-10-09 09:45:52,874 INFO: [ epoch: 104 ] [ iter: 43,200 ] [ performance: 26.997 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:54 ] [ l_g_pix: 3.9027e-02 ] [ l_g_total: 3.9027e-02 ] +2024-10-09 09:45:56,555 INFO: [ epoch: 104 ] [ iter: 43,300 ] [ performance: 27.439 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:28 ] [ l_g_pix: 5.5304e-02 ] [ l_g_total: 5.5304e-02 ] +2024-10-09 09:46:01,347 INFO: [ epoch: 105 ] [ iter: 43,400 ] [ performance: 23.454 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:15 ] [ l_g_pix: 5.0981e-02 ] [ l_g_total: 5.0981e-02 ] +2024-10-09 09:46:05,106 INFO: [ epoch: 105 ] [ iter: 43,500 ] [ performance: 26.760 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:50 ] [ l_g_pix: 5.6212e-02 ] [ l_g_total: 5.6212e-02 ] +2024-10-09 09:46:08,858 INFO: [ epoch: 105 ] [ iter: 43,600 ] [ performance: 26.707 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:25 ] [ l_g_pix: 4.2492e-02 ] [ l_g_total: 4.2492e-02 ] +2024-10-09 09:46:12,555 INFO: [ epoch: 105 ] [ iter: 43,700 ] [ performance: 27.259 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:00 ] [ l_g_pix: 5.2046e-02 ] [ l_g_total: 5.2046e-02 ] +2024-10-09 09:46:17,053 INFO: [ epoch: 106 ] [ iter: 43,800 ] [ performance: 24.267 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:44 ] [ l_g_pix: 5.7599e-02 ] [ l_g_total: 5.7599e-02 ] +2024-10-09 09:46:20,977 INFO: [ epoch: 106 ] [ iter: 43,900 ] [ performance: 26.989 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:21 ] [ l_g_pix: 3.9305e-02 ] [ l_g_total: 3.9305e-02 ] +2024-10-09 09:46:24,706 INFO: [ epoch: 106 ] [ iter: 44,000 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:57 ] [ l_g_pix: 5.1787e-02 ] [ l_g_total: 5.1787e-02 ] +2024-10-09 09:46:28,404 INFO: [ epoch: 106 ] [ iter: 44,100 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:32 ] [ l_g_pix: 6.0946e-02 ] [ l_g_total: 6.0946e-02 ] +2024-10-09 09:46:32,903 INFO: [ epoch: 107 ] [ iter: 44,200 ] [ performance: 24.180 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:16 ] [ l_g_pix: 3.8091e-02 ] [ l_g_total: 3.8091e-02 ] +2024-10-09 09:46:36,927 INFO: [ epoch: 107 ] [ iter: 44,300 ] [ performance: 27.051 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:55 ] [ l_g_pix: 5.5541e-02 ] [ l_g_total: 5.5541e-02 ] +2024-10-09 09:46:40,634 INFO: [ epoch: 107 ] [ iter: 44,400 ] [ performance: 27.015 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:31 ] [ l_g_pix: 4.2605e-02 ] [ l_g_total: 4.2605e-02 ] +2024-10-09 09:46:44,292 INFO: [ epoch: 107 ] [ iter: 44,500 ] [ performance: 27.379 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:06 ] [ l_g_pix: 5.0927e-02 ] [ l_g_total: 5.0927e-02 ] +2024-10-09 09:46:47,739 INFO: [ epoch: 107 ] [ iter: 44,600 ] [ performance: 28.272 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:39 ] [ l_g_pix: 4.8826e-02 ] [ l_g_total: 4.8826e-02 ] +2024-10-09 09:46:52,881 INFO: [ epoch: 108 ] [ iter: 44,700 ] [ performance: 25.445 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:30 ] [ l_g_pix: 5.1546e-02 ] [ l_g_total: 5.1546e-02 ] +2024-10-09 09:46:56,626 INFO: [ epoch: 108 ] [ iter: 44,800 ] [ performance: 26.140 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:06 ] [ l_g_pix: 5.3245e-02 ] [ l_g_total: 5.3245e-02 ] +2024-10-09 09:47:00,365 INFO: [ epoch: 108 ] [ iter: 44,900 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:43 ] [ l_g_pix: 4.2574e-02 ] [ l_g_total: 4.2574e-02 ] +2024-10-09 09:47:03,868 INFO: [ epoch: 108 ] [ iter: 45,000 ] [ performance: 27.830 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:17 ] [ l_g_pix: 4.6370e-02 ] [ l_g_total: 4.6370e-02 ] +2024-10-09 09:47:08,718 INFO: [ epoch: 109 ] [ iter: 45,100 ] [ performance: 23.993 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:05 ] [ l_g_pix: 4.0269e-02 ] [ l_g_total: 4.0269e-02 ] +2024-10-09 09:47:12,461 INFO: [ epoch: 109 ] [ iter: 45,200 ] [ performance: 25.473 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:42 ] [ l_g_pix: 4.1573e-02 ] [ l_g_total: 4.1573e-02 ] +2024-10-09 09:47:16,223 INFO: [ epoch: 109 ] [ iter: 45,300 ] [ performance: 26.557 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:19 ] [ l_g_pix: 4.3612e-02 ] [ l_g_total: 4.3612e-02 ] +2024-10-09 09:47:19,765 INFO: [ epoch: 109 ] [ iter: 45,400 ] [ performance: 27.492 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:53 ] [ l_g_pix: 4.2807e-02 ] [ l_g_total: 4.2807e-02 ] +2024-10-09 09:47:24,830 INFO: [ epoch: 110 ] [ iter: 45,500 ] [ performance: 17.803 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:44 ] [ l_g_pix: 4.6734e-02 ] [ l_g_total: 4.6734e-02 ] +2024-10-09 09:47:28,568 INFO: [ epoch: 110 ] [ iter: 45,600 ] [ performance: 22.043 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:21 ] [ l_g_pix: 3.8326e-02 ] [ l_g_total: 3.8326e-02 ] +2024-10-09 09:47:32,245 INFO: [ epoch: 110 ] [ iter: 45,700 ] [ performance: 27.360 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:57 ] [ l_g_pix: 3.8492e-02 ] [ l_g_total: 3.8492e-02 ] +2024-10-09 09:47:35,839 INFO: [ epoch: 110 ] [ iter: 45,800 ] [ performance: 27.629 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:33 ] [ l_g_pix: 4.4091e-02 ] [ l_g_total: 4.4091e-02 ] +2024-10-09 09:47:40,843 INFO: [ epoch: 111 ] [ iter: 45,900 ] [ performance: 17.935 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:23 ] [ l_g_pix: 6.7011e-02 ] [ l_g_total: 6.7011e-02 ] +2024-10-09 09:47:44,580 INFO: [ epoch: 111 ] [ iter: 46,000 ] [ performance: 22.193 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:00 ] [ l_g_pix: 4.3216e-02 ] [ l_g_total: 4.3216e-02 ] +2024-10-09 09:47:48,254 INFO: [ epoch: 111 ] [ iter: 46,100 ] [ performance: 27.261 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:37 ] [ l_g_pix: 5.9202e-02 ] [ l_g_total: 5.9202e-02 ] +2024-10-09 09:47:51,853 INFO: [ epoch: 111 ] [ iter: 46,200 ] [ performance: 27.570 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:13 ] [ l_g_pix: 4.4643e-02 ] [ l_g_total: 4.4643e-02 ] +2024-10-09 09:47:56,666 INFO: [ epoch: 112 ] [ iter: 46,300 ] [ performance: 18.582 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:02 ] [ l_g_pix: 5.1547e-02 ] [ l_g_total: 5.1547e-02 ] +2024-10-09 09:48:00,424 INFO: [ epoch: 112 ] [ iter: 46,400 ] [ performance: 22.592 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:39 ] [ l_g_pix: 4.7634e-02 ] [ l_g_total: 4.7634e-02 ] +2024-10-09 09:48:04,105 INFO: [ epoch: 112 ] [ iter: 46,500 ] [ performance: 27.331 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:16 ] [ l_g_pix: 5.5489e-02 ] [ l_g_total: 5.5489e-02 ] +2024-10-09 09:48:07,774 INFO: [ epoch: 112 ] [ iter: 46,600 ] [ performance: 27.291 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:53 ] [ l_g_pix: 5.1849e-02 ] [ l_g_total: 5.1849e-02 ] +2024-10-09 09:48:12,592 INFO: [ epoch: 113 ] [ iter: 46,700 ] [ performance: 18.411 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:42 ] [ l_g_pix: 4.8337e-02 ] [ l_g_total: 4.8337e-02 ] +2024-10-09 09:48:16,297 INFO: [ epoch: 113 ] [ iter: 46,800 ] [ performance: 22.710 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:20 ] [ l_g_pix: 4.0984e-02 ] [ l_g_total: 4.0984e-02 ] +2024-10-09 09:48:19,988 INFO: [ epoch: 113 ] [ iter: 46,900 ] [ performance: 27.467 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:57 ] [ l_g_pix: 4.8177e-02 ] [ l_g_total: 4.8177e-02 ] +2024-10-09 09:48:23,660 INFO: [ epoch: 113 ] [ iter: 47,000 ] [ performance: 27.331 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:34 ] [ l_g_pix: 4.2272e-02 ] [ l_g_total: 4.2272e-02 ] +2024-10-09 09:48:28,435 INFO: [ epoch: 114 ] [ iter: 47,100 ] [ performance: 18.412 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:23 ] [ l_g_pix: 5.2269e-02 ] [ l_g_total: 5.2269e-02 ] +2024-10-09 09:48:32,332 INFO: [ epoch: 114 ] [ iter: 47,200 ] [ performance: 22.231 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:03 ] [ l_g_pix: 6.0083e-02 ] [ l_g_total: 6.0083e-02 ] +2024-10-09 09:48:36,083 INFO: [ epoch: 114 ] [ iter: 47,300 ] [ performance: 26.763 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:41 ] [ l_g_pix: 5.0943e-02 ] [ l_g_total: 5.0943e-02 ] +2024-10-09 09:48:39,805 INFO: [ epoch: 114 ] [ iter: 47,400 ] [ performance: 26.831 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:19 ] [ l_g_pix: 5.0021e-02 ] [ l_g_total: 5.0021e-02 ] +2024-10-09 09:48:44,065 INFO: [ epoch: 115 ] [ iter: 47,500 ] [ performance: 21.264 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:02 ] [ l_g_pix: 6.3497e-02 ] [ l_g_total: 6.3497e-02 ] +2024-10-09 09:48:48,207 INFO: [ epoch: 115 ] [ iter: 47,600 ] [ performance: 22.935 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:45 ] [ l_g_pix: 3.7257e-02 ] [ l_g_total: 3.7257e-02 ] +2024-10-09 09:48:51,944 INFO: [ epoch: 115 ] [ iter: 47,700 ] [ performance: 27.103 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:23 ] [ l_g_pix: 4.9368e-02 ] [ l_g_total: 4.9368e-02 ] +2024-10-09 09:48:55,645 INFO: [ epoch: 115 ] [ iter: 47,800 ] [ performance: 27.055 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:02 ] [ l_g_pix: 3.9193e-02 ] [ l_g_total: 3.9193e-02 ] +2024-10-09 09:48:59,137 INFO: [ epoch: 115 ] [ iter: 47,900 ] [ performance: 29.133 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:38 ] [ l_g_pix: 4.5782e-02 ] [ l_g_total: 4.5782e-02 ] +2024-10-09 09:49:04,067 INFO: [ epoch: 116 ] [ iter: 48,000 ] [ performance: 22.959 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:28 ] [ l_g_pix: 4.9499e-02 ] [ l_g_total: 4.9499e-02 ] +2024-10-09 09:49:07,766 INFO: [ epoch: 116 ] [ iter: 48,100 ] [ performance: 27.141 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:07 ] [ l_g_pix: 5.3003e-02 ] [ l_g_total: 5.3003e-02 ] +2024-10-09 09:49:11,515 INFO: [ epoch: 116 ] [ iter: 48,200 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:46 ] [ l_g_pix: 6.3742e-02 ] [ l_g_total: 6.3742e-02 ] +2024-10-09 09:49:15,012 INFO: [ epoch: 116 ] [ iter: 48,300 ] [ performance: 29.621 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:22 ] [ l_g_pix: 5.8751e-02 ] [ l_g_total: 5.8751e-02 ] +2024-10-09 09:49:20,076 INFO: [ epoch: 117 ] [ iter: 48,400 ] [ performance: 22.572 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:14 ] [ l_g_pix: 4.6247e-02 ] [ l_g_total: 4.6247e-02 ] +2024-10-09 09:49:23,843 INFO: [ epoch: 117 ] [ iter: 48,500 ] [ performance: 26.755 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:53 ] [ l_g_pix: 5.6056e-02 ] [ l_g_total: 5.6056e-02 ] +2024-10-09 09:49:27,546 INFO: [ epoch: 117 ] [ iter: 48,600 ] [ performance: 26.914 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:32 ] [ l_g_pix: 7.1150e-02 ] [ l_g_total: 7.1150e-02 ] +2024-10-09 09:49:31,070 INFO: [ epoch: 117 ] [ iter: 48,700 ] [ performance: 29.422 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:09 ] [ l_g_pix: 5.3408e-02 ] [ l_g_total: 5.3408e-02 ] +2024-10-09 09:49:36,070 INFO: [ epoch: 118 ] [ iter: 48,800 ] [ performance: 22.668 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:00 ] [ l_g_pix: 4.8307e-02 ] [ l_g_total: 4.8307e-02 ] +2024-10-09 09:49:39,806 INFO: [ epoch: 118 ] [ iter: 48,900 ] [ performance: 26.692 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:40 ] [ l_g_pix: 5.2409e-02 ] [ l_g_total: 5.2409e-02 ] +2024-10-09 09:49:43,546 INFO: [ epoch: 118 ] [ iter: 49,000 ] [ performance: 26.725 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:19 ] [ l_g_pix: 4.8606e-02 ] [ l_g_total: 4.8606e-02 ] +2024-10-09 09:49:47,098 INFO: [ epoch: 118 ] [ iter: 49,100 ] [ performance: 28.936 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:57 ] [ l_g_pix: 5.4782e-02 ] [ l_g_total: 5.4782e-02 ] +2024-10-09 09:49:51,896 INFO: [ epoch: 119 ] [ iter: 49,200 ] [ performance: 23.171 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:46 ] [ l_g_pix: 4.9303e-02 ] [ l_g_total: 4.9303e-02 ] +2024-10-09 09:49:55,646 INFO: [ epoch: 119 ] [ iter: 49,300 ] [ performance: 26.893 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:26 ] [ l_g_pix: 5.0974e-02 ] [ l_g_total: 5.0974e-02 ] +2024-10-09 09:49:59,362 INFO: [ epoch: 119 ] [ iter: 49,400 ] [ performance: 26.907 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:05 ] [ l_g_pix: 4.5863e-02 ] [ l_g_total: 4.5863e-02 ] +2024-10-09 09:50:02,935 INFO: [ epoch: 119 ] [ iter: 49,500 ] [ performance: 28.957 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:43 ] [ l_g_pix: 5.2912e-02 ] [ l_g_total: 5.2912e-02 ] +2024-10-09 09:50:07,843 INFO: [ epoch: 120 ] [ iter: 49,600 ] [ performance: 22.741 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:34 ] [ l_g_pix: 5.7821e-02 ] [ l_g_total: 5.7821e-02 ] +2024-10-09 09:50:11,619 INFO: [ epoch: 120 ] [ iter: 49,700 ] [ performance: 26.609 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:14 ] [ l_g_pix: 5.6684e-02 ] [ l_g_total: 5.6684e-02 ] +2024-10-09 09:50:15,355 INFO: [ epoch: 120 ] [ iter: 49,800 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:54 ] [ l_g_pix: 4.5937e-02 ] [ l_g_total: 4.5937e-02 ] +2024-10-09 09:50:19,011 INFO: [ epoch: 120 ] [ iter: 49,900 ] [ performance: 28.135 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:33 ] [ l_g_pix: 6.5839e-02 ] [ l_g_total: 6.5839e-02 ] +2024-10-09 09:50:23,644 INFO: [ epoch: 121 ] [ iter: 50,000 ] [ performance: 23.456 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:22 ] [ l_g_pix: 4.8379e-02 ] [ l_g_total: 4.8379e-02 ] +2024-10-09 09:50:23,645 INFO: Saving models and training states. +2024-10-09 09:53:12,213 INFO: Validation val + + # psnr: 27.1604........ Best: 27.1604 @ 50000 iter + # ssim: 0.7645........ Best: 0.7645 @ 50000 iter + # dists: 0.7732........ Best: 0.7732 @ 50000 iter + +2024-10-09 09:53:15,938 INFO: [ epoch: 121 ] [ iter: 50,100 ] [ performance: 26.667 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:23 ] [ l_g_pix: 5.7992e-02 ] [ l_g_total: 5.7992e-02 ] +2024-10-09 09:53:19,624 INFO: [ epoch: 121 ] [ iter: 50,200 ] [ performance: 26.978 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:59 ] [ l_g_pix: 5.5994e-02 ] [ l_g_total: 5.5994e-02 ] +2024-10-09 09:53:23,290 INFO: [ epoch: 121 ] [ iter: 50,300 ] [ performance: 27.619 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:35 ] [ l_g_pix: 5.0990e-02 ] [ l_g_total: 5.0990e-02 ] +2024-10-09 09:53:27,742 INFO: [ epoch: 122 ] [ iter: 50,400 ] [ performance: 23.961 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:18 ] [ l_g_pix: 3.9866e-02 ] [ l_g_total: 3.9866e-02 ] +2024-10-09 09:53:31,749 INFO: [ epoch: 122 ] [ iter: 50,500 ] [ performance: 26.923 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:58 ] [ l_g_pix: 3.8997e-02 ] [ l_g_total: 3.8997e-02 ] +2024-10-09 09:53:35,482 INFO: [ epoch: 122 ] [ iter: 50,600 ] [ performance: 26.876 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:34 ] [ l_g_pix: 5.2417e-02 ] [ l_g_total: 5.2417e-02 ] +2024-10-09 09:53:39,213 INFO: [ epoch: 122 ] [ iter: 50,700 ] [ performance: 26.848 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:11 ] [ l_g_pix: 5.0735e-02 ] [ l_g_total: 5.0735e-02 ] +2024-10-09 09:53:43,445 INFO: [ epoch: 123 ] [ iter: 50,800 ] [ performance: 24.587 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:53 ] [ l_g_pix: 4.2300e-02 ] [ l_g_total: 4.2300e-02 ] +2024-10-09 09:53:47,729 INFO: [ epoch: 123 ] [ iter: 50,900 ] [ performance: 27.156 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:35 ] [ l_g_pix: 5.4665e-02 ] [ l_g_total: 5.4665e-02 ] +2024-10-09 09:53:51,458 INFO: [ epoch: 123 ] [ iter: 51,000 ] [ performance: 26.931 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:12 ] [ l_g_pix: 5.5330e-02 ] [ l_g_total: 5.5330e-02 ] +2024-10-09 09:53:55,163 INFO: [ epoch: 123 ] [ iter: 51,100 ] [ performance: 26.532 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:49 ] [ l_g_pix: 3.8987e-02 ] [ l_g_total: 3.8987e-02 ] +2024-10-09 09:53:58,689 INFO: [ epoch: 123 ] [ iter: 51,200 ] [ performance: 27.760 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:25 ] [ l_g_pix: 5.2294e-02 ] [ l_g_total: 5.2294e-02 ] +2024-10-09 09:54:03,874 INFO: [ epoch: 124 ] [ iter: 51,300 ] [ performance: 27.123 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:15 ] [ l_g_pix: 4.7430e-02 ] [ l_g_total: 4.7430e-02 ] +2024-10-09 09:54:07,650 INFO: [ epoch: 124 ] [ iter: 51,400 ] [ performance: 26.687 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:53 ] [ l_g_pix: 4.3917e-02 ] [ l_g_total: 4.3917e-02 ] +2024-10-09 09:54:11,355 INFO: [ epoch: 124 ] [ iter: 51,500 ] [ performance: 27.149 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:30 ] [ l_g_pix: 4.2717e-02 ] [ l_g_total: 4.2717e-02 ] +2024-10-09 09:54:14,880 INFO: [ epoch: 124 ] [ iter: 51,600 ] [ performance: 27.986 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:06 ] [ l_g_pix: 5.9917e-02 ] [ l_g_total: 5.9917e-02 ] +2024-10-09 09:54:19,800 INFO: [ epoch: 125 ] [ iter: 51,700 ] [ performance: 27.363 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:54 ] [ l_g_pix: 5.2977e-02 ] [ l_g_total: 5.2977e-02 ] +2024-10-09 09:54:23,548 INFO: [ epoch: 125 ] [ iter: 51,800 ] [ performance: 26.886 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:32 ] [ l_g_pix: 3.1668e-02 ] [ l_g_total: 3.1668e-02 ] +2024-10-09 09:54:27,306 INFO: [ epoch: 125 ] [ iter: 51,900 ] [ performance: 26.418 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:10 ] [ l_g_pix: 6.9558e-02 ] [ l_g_total: 6.9558e-02 ] +2024-10-09 09:54:30,904 INFO: [ epoch: 125 ] [ iter: 52,000 ] [ performance: 27.378 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:47 ] [ l_g_pix: 4.1011e-02 ] [ l_g_total: 4.1011e-02 ] +2024-10-09 09:54:35,751 INFO: [ epoch: 126 ] [ iter: 52,100 ] [ performance: 23.743 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:35 ] [ l_g_pix: 5.5109e-02 ] [ l_g_total: 5.5109e-02 ] +2024-10-09 09:54:39,434 INFO: [ epoch: 126 ] [ iter: 52,200 ] [ performance: 26.068 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:12 ] [ l_g_pix: 3.8330e-02 ] [ l_g_total: 3.8330e-02 ] +2024-10-09 09:54:43,126 INFO: [ epoch: 126 ] [ iter: 52,300 ] [ performance: 27.194 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:50 ] [ l_g_pix: 4.3337e-02 ] [ l_g_total: 4.3337e-02 ] +2024-10-09 09:54:46,725 INFO: [ epoch: 126 ] [ iter: 52,400 ] [ performance: 27.618 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:27 ] [ l_g_pix: 4.4900e-02 ] [ l_g_total: 4.4900e-02 ] +2024-10-09 09:54:51,731 INFO: [ epoch: 127 ] [ iter: 52,500 ] [ performance: 22.244 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:16 ] [ l_g_pix: 5.5526e-02 ] [ l_g_total: 5.5526e-02 ] +2024-10-09 09:54:55,475 INFO: [ epoch: 127 ] [ iter: 52,600 ] [ performance: 25.290 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:54 ] [ l_g_pix: 4.9618e-02 ] [ l_g_total: 4.9618e-02 ] +2024-10-09 09:54:59,240 INFO: [ epoch: 127 ] [ iter: 52,700 ] [ performance: 26.728 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:33 ] [ l_g_pix: 4.7031e-02 ] [ l_g_total: 4.7031e-02 ] +2024-10-09 09:55:02,874 INFO: [ epoch: 127 ] [ iter: 52,800 ] [ performance: 27.301 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:10 ] [ l_g_pix: 4.6077e-02 ] [ l_g_total: 4.6077e-02 ] +2024-10-09 09:55:07,860 INFO: [ epoch: 128 ] [ iter: 52,900 ] [ performance: 13.124 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:00 ] [ l_g_pix: 5.1853e-02 ] [ l_g_total: 5.1853e-02 ] +2024-10-09 09:55:11,567 INFO: [ epoch: 128 ] [ iter: 53,000 ] [ performance: 20.996 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:38 ] [ l_g_pix: 4.1714e-02 ] [ l_g_total: 4.1714e-02 ] +2024-10-09 09:55:15,292 INFO: [ epoch: 128 ] [ iter: 53,100 ] [ performance: 26.920 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:16 ] [ l_g_pix: 4.8702e-02 ] [ l_g_total: 4.8702e-02 ] +2024-10-09 09:55:18,952 INFO: [ epoch: 128 ] [ iter: 53,200 ] [ performance: 27.223 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:54 ] [ l_g_pix: 4.6208e-02 ] [ l_g_total: 4.6208e-02 ] +2024-10-09 09:55:23,893 INFO: [ epoch: 129 ] [ iter: 53,300 ] [ performance: 12.881 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:44 ] [ l_g_pix: 4.9545e-02 ] [ l_g_total: 4.9545e-02 ] +2024-10-09 09:55:27,628 INFO: [ epoch: 129 ] [ iter: 53,400 ] [ performance: 20.927 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:22 ] [ l_g_pix: 6.3733e-02 ] [ l_g_total: 6.3733e-02 ] +2024-10-09 09:55:31,361 INFO: [ epoch: 129 ] [ iter: 53,500 ] [ performance: 27.207 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:01 ] [ l_g_pix: 5.4230e-02 ] [ l_g_total: 5.4230e-02 ] +2024-10-09 09:55:35,075 INFO: [ epoch: 129 ] [ iter: 53,600 ] [ performance: 26.998 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:40 ] [ l_g_pix: 4.4491e-02 ] [ l_g_total: 4.4491e-02 ] +2024-10-09 09:55:39,390 INFO: [ epoch: 130 ] [ iter: 53,700 ] [ performance: 16.185 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:24 ] [ l_g_pix: 5.2387e-02 ] [ l_g_total: 5.2387e-02 ] +2024-10-09 09:55:43,365 INFO: [ epoch: 130 ] [ iter: 53,800 ] [ performance: 22.120 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:05 ] [ l_g_pix: 4.4000e-02 ] [ l_g_total: 4.4000e-02 ] +2024-10-09 09:55:47,067 INFO: [ epoch: 130 ] [ iter: 53,900 ] [ performance: 26.892 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:43 ] [ l_g_pix: 5.0955e-02 ] [ l_g_total: 5.0955e-02 ] +2024-10-09 09:55:50,812 INFO: [ epoch: 130 ] [ iter: 54,000 ] [ performance: 26.751 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:23 ] [ l_g_pix: 4.5513e-02 ] [ l_g_total: 4.5513e-02 ] +2024-10-09 09:55:54,262 INFO: [ epoch: 130 ] [ iter: 54,100 ] [ performance: 28.992 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:59 ] [ l_g_pix: 5.2831e-02 ] [ l_g_total: 5.2831e-02 ] +2024-10-09 09:55:59,262 INFO: [ epoch: 131 ] [ iter: 54,200 ] [ performance: 21.591 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:49 ] [ l_g_pix: 4.7664e-02 ] [ l_g_total: 4.7664e-02 ] +2024-10-09 09:56:03,010 INFO: [ epoch: 131 ] [ iter: 54,300 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:29 ] [ l_g_pix: 5.6592e-02 ] [ l_g_total: 5.6592e-02 ] +2024-10-09 09:56:06,725 INFO: [ epoch: 131 ] [ iter: 54,400 ] [ performance: 26.908 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:08 ] [ l_g_pix: 5.3118e-02 ] [ l_g_total: 5.3118e-02 ] +2024-10-09 09:56:10,215 INFO: [ epoch: 131 ] [ iter: 54,500 ] [ performance: 29.188 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:45 ] [ l_g_pix: 5.0550e-02 ] [ l_g_total: 5.0550e-02 ] +2024-10-09 09:56:15,306 INFO: [ epoch: 132 ] [ iter: 54,600 ] [ performance: 21.206 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:36 ] [ l_g_pix: 5.1718e-02 ] [ l_g_total: 5.1718e-02 ] +2024-10-09 09:56:19,047 INFO: [ epoch: 132 ] [ iter: 54,700 ] [ performance: 27.176 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:16 ] [ l_g_pix: 5.8078e-02 ] [ l_g_total: 5.8078e-02 ] +2024-10-09 09:56:22,772 INFO: [ epoch: 132 ] [ iter: 54,800 ] [ performance: 26.920 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:55 ] [ l_g_pix: 5.7055e-02 ] [ l_g_total: 5.7055e-02 ] +2024-10-09 09:56:26,311 INFO: [ epoch: 132 ] [ iter: 54,900 ] [ performance: 29.293 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:33 ] [ l_g_pix: 5.4186e-02 ] [ l_g_total: 5.4186e-02 ] +2024-10-09 09:56:31,336 INFO: [ epoch: 133 ] [ iter: 55,000 ] [ performance: 21.360 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:24 ] [ l_g_pix: 5.3292e-02 ] [ l_g_total: 5.3292e-02 ] +2024-10-09 09:56:35,105 INFO: [ epoch: 133 ] [ iter: 55,100 ] [ performance: 26.898 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:04 ] [ l_g_pix: 4.8796e-02 ] [ l_g_total: 4.8796e-02 ] +2024-10-09 09:56:38,803 INFO: [ epoch: 133 ] [ iter: 55,200 ] [ performance: 27.013 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:43 ] [ l_g_pix: 4.9736e-02 ] [ l_g_total: 4.9736e-02 ] +2024-10-09 09:56:42,323 INFO: [ epoch: 133 ] [ iter: 55,300 ] [ performance: 29.866 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:21 ] [ l_g_pix: 6.0785e-02 ] [ l_g_total: 6.0785e-02 ] +2024-10-09 09:56:47,375 INFO: [ epoch: 134 ] [ iter: 55,400 ] [ performance: 21.231 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:12 ] [ l_g_pix: 5.4960e-02 ] [ l_g_total: 5.4960e-02 ] +2024-10-09 09:56:51,160 INFO: [ epoch: 134 ] [ iter: 55,500 ] [ performance: 26.703 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:53 ] [ l_g_pix: 5.6159e-02 ] [ l_g_total: 5.6159e-02 ] +2024-10-09 09:56:54,871 INFO: [ epoch: 134 ] [ iter: 55,600 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:32 ] [ l_g_pix: 5.2689e-02 ] [ l_g_total: 5.2689e-02 ] +2024-10-09 09:56:58,498 INFO: [ epoch: 134 ] [ iter: 55,700 ] [ performance: 29.397 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:11 ] [ l_g_pix: 4.3187e-02 ] [ l_g_total: 4.3187e-02 ] +2024-10-09 09:57:03,245 INFO: [ epoch: 135 ] [ iter: 55,800 ] [ performance: 22.250 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:00 ] [ l_g_pix: 3.4939e-02 ] [ l_g_total: 3.4939e-02 ] +2024-10-09 09:57:07,002 INFO: [ epoch: 135 ] [ iter: 55,900 ] [ performance: 27.062 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:40 ] [ l_g_pix: 4.4869e-02 ] [ l_g_total: 4.4869e-02 ] +2024-10-09 09:57:10,676 INFO: [ epoch: 135 ] [ iter: 56,000 ] [ performance: 27.198 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:20 ] [ l_g_pix: 5.6194e-02 ] [ l_g_total: 5.6194e-02 ] +2024-10-09 09:57:14,315 INFO: [ epoch: 135 ] [ iter: 56,100 ] [ performance: 29.381 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:00 ] [ l_g_pix: 5.2780e-02 ] [ l_g_total: 5.2780e-02 ] +2024-10-09 09:57:19,266 INFO: [ epoch: 136 ] [ iter: 56,200 ] [ performance: 21.359 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:50 ] [ l_g_pix: 4.9595e-02 ] [ l_g_total: 4.9595e-02 ] +2024-10-09 09:57:23,015 INFO: [ epoch: 136 ] [ iter: 56,300 ] [ performance: 27.308 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:30 ] [ l_g_pix: 5.3182e-02 ] [ l_g_total: 5.3182e-02 ] +2024-10-09 09:57:26,738 INFO: [ epoch: 136 ] [ iter: 56,400 ] [ performance: 26.939 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:11 ] [ l_g_pix: 5.2449e-02 ] [ l_g_total: 5.2449e-02 ] +2024-10-09 09:57:30,414 INFO: [ epoch: 136 ] [ iter: 56,500 ] [ performance: 29.282 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:51 ] [ l_g_pix: 5.3855e-02 ] [ l_g_total: 5.3855e-02 ] +2024-10-09 09:57:34,859 INFO: [ epoch: 137 ] [ iter: 56,600 ] [ performance: 23.366 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:37 ] [ l_g_pix: 5.7784e-02 ] [ l_g_total: 5.7784e-02 ] +2024-10-09 09:57:38,880 INFO: [ epoch: 137 ] [ iter: 56,700 ] [ performance: 26.631 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:20 ] [ l_g_pix: 5.8844e-02 ] [ l_g_total: 5.8844e-02 ] +2024-10-09 09:57:42,626 INFO: [ epoch: 137 ] [ iter: 56,800 ] [ performance: 26.691 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:01 ] [ l_g_pix: 3.6826e-02 ] [ l_g_total: 3.6826e-02 ] +2024-10-09 09:57:46,320 INFO: [ epoch: 137 ] [ iter: 56,900 ] [ performance: 27.860 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:41 ] [ l_g_pix: 5.2370e-02 ] [ l_g_total: 5.2370e-02 ] +2024-10-09 09:57:50,673 INFO: [ epoch: 138 ] [ iter: 57,000 ] [ performance: 23.579 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:27 ] [ l_g_pix: 5.2011e-02 ] [ l_g_total: 5.2011e-02 ] +2024-10-09 09:57:54,678 INFO: [ epoch: 138 ] [ iter: 57,100 ] [ performance: 27.747 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:10 ] [ l_g_pix: 6.2190e-02 ] [ l_g_total: 6.2190e-02 ] +2024-10-09 09:57:58,397 INFO: [ epoch: 138 ] [ iter: 57,200 ] [ performance: 27.007 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:50 ] [ l_g_pix: 5.5210e-02 ] [ l_g_total: 5.5210e-02 ] +2024-10-09 09:58:02,095 INFO: [ epoch: 138 ] [ iter: 57,300 ] [ performance: 27.001 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:31 ] [ l_g_pix: 4.2201e-02 ] [ l_g_total: 4.2201e-02 ] +2024-10-09 09:58:05,593 INFO: [ epoch: 138 ] [ iter: 57,400 ] [ performance: 28.378 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:10 ] [ l_g_pix: 4.1222e-02 ] [ l_g_total: 4.1222e-02 ] +2024-10-09 09:58:10,749 INFO: [ epoch: 139 ] [ iter: 57,500 ] [ performance: 26.802 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:02 ] [ l_g_pix: 5.6589e-02 ] [ l_g_total: 5.6589e-02 ] +2024-10-09 09:58:14,487 INFO: [ epoch: 139 ] [ iter: 57,600 ] [ performance: 26.766 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:43 ] [ l_g_pix: 4.9701e-02 ] [ l_g_total: 4.9701e-02 ] +2024-10-09 09:58:18,197 INFO: [ epoch: 139 ] [ iter: 57,700 ] [ performance: 27.711 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:24 ] [ l_g_pix: 4.8869e-02 ] [ l_g_total: 4.8869e-02 ] +2024-10-09 09:58:21,703 INFO: [ epoch: 139 ] [ iter: 57,800 ] [ performance: 28.426 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:04 ] [ l_g_pix: 5.1872e-02 ] [ l_g_total: 5.1872e-02 ] +2024-10-09 09:58:26,564 INFO: [ epoch: 140 ] [ iter: 57,900 ] [ performance: 27.694 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:54 ] [ l_g_pix: 4.1469e-02 ] [ l_g_total: 4.1469e-02 ] +2024-10-09 09:58:30,262 INFO: [ epoch: 140 ] [ iter: 58,000 ] [ performance: 27.113 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:35 ] [ l_g_pix: 4.0634e-02 ] [ l_g_total: 4.0634e-02 ] +2024-10-09 09:58:33,980 INFO: [ epoch: 140 ] [ iter: 58,100 ] [ performance: 27.155 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:16 ] [ l_g_pix: 4.4508e-02 ] [ l_g_total: 4.4508e-02 ] +2024-10-09 09:58:37,565 INFO: [ epoch: 140 ] [ iter: 58,200 ] [ performance: 27.829 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:56 ] [ l_g_pix: 5.0496e-02 ] [ l_g_total: 5.0496e-02 ] +2024-10-09 09:58:42,671 INFO: [ epoch: 141 ] [ iter: 58,300 ] [ performance: 26.697 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:48 ] [ l_g_pix: 4.9301e-02 ] [ l_g_total: 4.9301e-02 ] +2024-10-09 09:58:46,454 INFO: [ epoch: 141 ] [ iter: 58,400 ] [ performance: 26.466 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:30 ] [ l_g_pix: 4.4311e-02 ] [ l_g_total: 4.4311e-02 ] +2024-10-09 09:58:50,201 INFO: [ epoch: 141 ] [ iter: 58,500 ] [ performance: 26.706 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:12 ] [ l_g_pix: 5.3377e-02 ] [ l_g_total: 5.3377e-02 ] +2024-10-09 09:58:53,800 INFO: [ epoch: 141 ] [ iter: 58,600 ] [ performance: 27.699 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:52 ] [ l_g_pix: 4.9375e-02 ] [ l_g_total: 4.9375e-02 ] +2024-10-09 09:58:58,813 INFO: [ epoch: 142 ] [ iter: 58,700 ] [ performance: 26.951 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:44 ] [ l_g_pix: 4.6970e-02 ] [ l_g_total: 4.6970e-02 ] +2024-10-09 09:59:02,534 INFO: [ epoch: 142 ] [ iter: 58,800 ] [ performance: 26.890 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:25 ] [ l_g_pix: 5.4348e-02 ] [ l_g_total: 5.4348e-02 ] +2024-10-09 09:59:06,229 INFO: [ epoch: 142 ] [ iter: 58,900 ] [ performance: 27.899 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:06 ] [ l_g_pix: 4.0488e-02 ] [ l_g_total: 4.0488e-02 ] +2024-10-09 09:59:09,863 INFO: [ epoch: 142 ] [ iter: 59,000 ] [ performance: 27.550 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:47 ] [ l_g_pix: 4.3560e-02 ] [ l_g_total: 4.3560e-02 ] +2024-10-09 09:59:14,616 INFO: [ epoch: 143 ] [ iter: 59,100 ] [ performance: 24.815 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:37 ] [ l_g_pix: 5.0034e-02 ] [ l_g_total: 5.0034e-02 ] +2024-10-09 09:59:18,308 INFO: [ epoch: 143 ] [ iter: 59,200 ] [ performance: 26.955 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:18 ] [ l_g_pix: 4.8754e-02 ] [ l_g_total: 4.8754e-02 ] +2024-10-09 09:59:22,018 INFO: [ epoch: 143 ] [ iter: 59,300 ] [ performance: 28.533 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:00 ] [ l_g_pix: 5.7865e-02 ] [ l_g_total: 5.7865e-02 ] +2024-10-09 09:59:25,697 INFO: [ epoch: 143 ] [ iter: 59,400 ] [ performance: 27.248 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:41 ] [ l_g_pix: 3.9718e-02 ] [ l_g_total: 3.9718e-02 ] +2024-10-09 09:59:30,635 INFO: [ epoch: 144 ] [ iter: 59,500 ] [ performance: 24.410 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:33 ] [ l_g_pix: 5.9849e-02 ] [ l_g_total: 5.9849e-02 ] +2024-10-09 09:59:34,401 INFO: [ epoch: 144 ] [ iter: 59,600 ] [ performance: 26.468 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:15 ] [ l_g_pix: 6.1539e-02 ] [ l_g_total: 6.1539e-02 ] +2024-10-09 09:59:38,121 INFO: [ epoch: 144 ] [ iter: 59,700 ] [ performance: 27.370 it/s ] [ lr: 1.00e-04 ] [ eta: 6:51:57 ] [ l_g_pix: 4.8490e-02 ] [ l_g_total: 4.8490e-02 ] +2024-10-09 09:59:41,821 INFO: [ epoch: 144 ] [ iter: 59,800 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 6:51:39 ] [ l_g_pix: 5.0522e-02 ] [ l_g_total: 5.0522e-02 ] +2024-10-09 09:59:46,146 INFO: [ epoch: 145 ] [ iter: 59,900 ] [ performance: 23.793 it/s ] [ lr: 1.00e-04 ] [ eta: 6:51:25 ] [ l_g_pix: 3.6009e-02 ] [ l_g_total: 3.6009e-02 ] +2024-10-09 09:59:50,097 INFO: [ epoch: 145 ] [ iter: 60,000 ] [ performance: 25.286 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:09 ] [ l_g_pix: 4.5996e-02 ] [ l_g_total: 4.5996e-02 ] +2024-10-09 09:59:50,097 INFO: Saving models and training states. +2024-10-09 10:02:32,682 INFO: Validation val + + # psnr: 27.1670........ Best: 27.1670 @ 60000 iter + # ssim: 0.7651........ Best: 0.7651 @ 60000 iter + # dists: 0.7732........ Best: 0.7732 @ 50000 iter + +2024-10-09 10:02:36,366 INFO: [ epoch: 145 ] [ iter: 60,100 ] [ performance: 27.785 it/s ] [ lr: 5.00e-05 ] [ eta: 7:11:35 ] [ l_g_pix: 4.5219e-02 ] [ l_g_total: 4.5219e-02 ] +2024-10-09 10:02:40,082 INFO: [ epoch: 145 ] [ iter: 60,200 ] [ performance: 26.923 it/s ] [ lr: 5.00e-05 ] [ eta: 7:11:15 ] [ l_g_pix: 5.2421e-02 ] [ l_g_total: 5.2421e-02 ] +2024-10-09 10:02:44,372 INFO: [ epoch: 146 ] [ iter: 60,300 ] [ performance: 24.999 it/s ] [ lr: 5.00e-05 ] [ eta: 7:10:59 ] [ l_g_pix: 4.2714e-02 ] [ l_g_total: 4.2714e-02 ] +2024-10-09 10:02:48,492 INFO: [ epoch: 146 ] [ iter: 60,400 ] [ performance: 24.283 it/s ] [ lr: 5.00e-05 ] [ eta: 7:10:42 ] [ l_g_pix: 4.4960e-02 ] [ l_g_total: 4.4960e-02 ] +2024-10-09 10:02:52,219 INFO: [ epoch: 146 ] [ iter: 60,500 ] [ performance: 25.495 it/s ] [ lr: 5.00e-05 ] [ eta: 7:10:22 ] [ l_g_pix: 5.4411e-02 ] [ l_g_total: 5.4411e-02 ] +2024-10-09 10:02:55,990 INFO: [ epoch: 146 ] [ iter: 60,600 ] [ performance: 26.516 it/s ] [ lr: 5.00e-05 ] [ eta: 7:10:02 ] [ l_g_pix: 4.5548e-02 ] [ l_g_total: 4.5548e-02 ] +2024-10-09 10:02:59,457 INFO: [ epoch: 146 ] [ iter: 60,700 ] [ performance: 27.637 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:40 ] [ l_g_pix: 4.2572e-02 ] [ l_g_total: 4.2572e-02 ] +2024-10-09 10:03:04,520 INFO: [ epoch: 147 ] [ iter: 60,800 ] [ performance: 19.631 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:30 ] [ l_g_pix: 5.1884e-02 ] [ l_g_total: 5.1884e-02 ] +2024-10-09 10:03:08,203 INFO: [ epoch: 147 ] [ iter: 60,900 ] [ performance: 22.827 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:10 ] [ l_g_pix: 4.8555e-02 ] [ l_g_total: 4.8555e-02 ] +2024-10-09 10:03:11,921 INFO: [ epoch: 147 ] [ iter: 61,000 ] [ performance: 26.934 it/s ] [ lr: 5.00e-05 ] [ eta: 7:08:50 ] [ l_g_pix: 6.0028e-02 ] [ l_g_total: 6.0028e-02 ] +2024-10-09 10:03:15,457 INFO: [ epoch: 147 ] [ iter: 61,100 ] [ performance: 27.606 it/s ] [ lr: 5.00e-05 ] [ eta: 7:08:29 ] [ l_g_pix: 6.0151e-02 ] [ l_g_total: 6.0151e-02 ] +2024-10-09 10:03:20,554 INFO: [ epoch: 148 ] [ iter: 61,200 ] [ performance: 19.370 it/s ] [ lr: 5.00e-05 ] [ eta: 7:08:20 ] [ l_g_pix: 5.1848e-02 ] [ l_g_total: 5.1848e-02 ] +2024-10-09 10:03:24,283 INFO: [ epoch: 148 ] [ iter: 61,300 ] [ performance: 22.568 it/s ] [ lr: 5.00e-05 ] [ eta: 7:08:00 ] [ l_g_pix: 6.1007e-02 ] [ l_g_total: 6.1007e-02 ] +2024-10-09 10:03:27,993 INFO: [ epoch: 148 ] [ iter: 61,400 ] [ performance: 26.940 it/s ] [ lr: 5.00e-05 ] [ eta: 7:07:41 ] [ l_g_pix: 4.6709e-02 ] [ l_g_total: 4.6709e-02 ] +2024-10-09 10:03:31,547 INFO: [ epoch: 148 ] [ iter: 61,500 ] [ performance: 27.545 it/s ] [ lr: 5.00e-05 ] [ eta: 7:07:20 ] [ l_g_pix: 4.3950e-02 ] [ l_g_total: 4.3950e-02 ] +2024-10-09 10:03:36,619 INFO: [ epoch: 149 ] [ iter: 61,600 ] [ performance: 19.323 it/s ] [ lr: 5.00e-05 ] [ eta: 7:07:10 ] [ l_g_pix: 4.6410e-02 ] [ l_g_total: 4.6410e-02 ] +2024-10-09 10:03:40,371 INFO: [ epoch: 149 ] [ iter: 61,700 ] [ performance: 22.520 it/s ] [ lr: 5.00e-05 ] [ eta: 7:06:51 ] [ l_g_pix: 4.7275e-02 ] [ l_g_total: 4.7275e-02 ] +2024-10-09 10:03:44,073 INFO: [ epoch: 149 ] [ iter: 61,800 ] [ performance: 27.061 it/s ] [ lr: 5.00e-05 ] [ eta: 7:06:32 ] [ l_g_pix: 5.4661e-02 ] [ l_g_total: 5.4661e-02 ] +2024-10-09 10:03:47,665 INFO: [ epoch: 149 ] [ iter: 61,900 ] [ performance: 27.464 it/s ] [ lr: 5.00e-05 ] [ eta: 7:06:11 ] [ l_g_pix: 4.6360e-02 ] [ l_g_total: 4.6360e-02 ] +2024-10-09 10:03:52,702 INFO: [ epoch: 150 ] [ iter: 62,000 ] [ performance: 19.352 it/s ] [ lr: 5.00e-05 ] [ eta: 7:06:02 ] [ l_g_pix: 4.6726e-02 ] [ l_g_total: 4.6726e-02 ] +2024-10-09 10:03:56,386 INFO: [ epoch: 150 ] [ iter: 62,100 ] [ performance: 22.755 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:42 ] [ l_g_pix: 5.6120e-02 ] [ l_g_total: 5.6120e-02 ] +2024-10-09 10:04:00,075 INFO: [ epoch: 150 ] [ iter: 62,200 ] [ performance: 27.154 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:23 ] [ l_g_pix: 4.0907e-02 ] [ l_g_total: 4.0907e-02 ] +2024-10-09 10:04:03,745 INFO: [ epoch: 150 ] [ iter: 62,300 ] [ performance: 27.205 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:03 ] [ l_g_pix: 5.3094e-02 ] [ l_g_total: 5.3094e-02 ] +2024-10-09 10:04:08,622 INFO: [ epoch: 151 ] [ iter: 62,400 ] [ performance: 19.896 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:52 ] [ l_g_pix: 4.4679e-02 ] [ l_g_total: 4.4679e-02 ] +2024-10-09 10:04:12,352 INFO: [ epoch: 151 ] [ iter: 62,500 ] [ performance: 23.024 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:33 ] [ l_g_pix: 6.6344e-02 ] [ l_g_total: 6.6344e-02 ] +2024-10-09 10:04:16,063 INFO: [ epoch: 151 ] [ iter: 62,600 ] [ performance: 26.978 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:14 ] [ l_g_pix: 5.3225e-02 ] [ l_g_total: 5.3225e-02 ] +2024-10-09 10:04:19,696 INFO: [ epoch: 151 ] [ iter: 62,700 ] [ performance: 27.266 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:54 ] [ l_g_pix: 4.6198e-02 ] [ l_g_total: 4.6198e-02 ] +2024-10-09 10:04:24,519 INFO: [ epoch: 152 ] [ iter: 62,800 ] [ performance: 19.983 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:43 ] [ l_g_pix: 3.6954e-02 ] [ l_g_total: 3.6954e-02 ] +2024-10-09 10:04:28,401 INFO: [ epoch: 152 ] [ iter: 62,900 ] [ performance: 22.719 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:26 ] [ l_g_pix: 3.9334e-02 ] [ l_g_total: 3.9334e-02 ] +2024-10-09 10:04:32,120 INFO: [ epoch: 152 ] [ iter: 63,000 ] [ performance: 27.059 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:07 ] [ l_g_pix: 4.8393e-02 ] [ l_g_total: 4.8393e-02 ] +2024-10-09 10:04:35,836 INFO: [ epoch: 152 ] [ iter: 63,100 ] [ performance: 26.983 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:48 ] [ l_g_pix: 6.4408e-02 ] [ l_g_total: 6.4408e-02 ] +2024-10-09 10:04:40,174 INFO: [ epoch: 153 ] [ iter: 63,200 ] [ performance: 22.323 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:34 ] [ l_g_pix: 4.8938e-02 ] [ l_g_total: 4.8938e-02 ] +2024-10-09 10:04:44,267 INFO: [ epoch: 153 ] [ iter: 63,300 ] [ performance: 23.428 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:18 ] [ l_g_pix: 5.0650e-02 ] [ l_g_total: 5.0650e-02 ] +2024-10-09 10:04:47,913 INFO: [ epoch: 153 ] [ iter: 63,400 ] [ performance: 27.478 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:58 ] [ l_g_pix: 4.3117e-02 ] [ l_g_total: 4.3117e-02 ] +2024-10-09 10:04:51,646 INFO: [ epoch: 153 ] [ iter: 63,500 ] [ performance: 27.106 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:40 ] [ l_g_pix: 5.0685e-02 ] [ l_g_total: 5.0685e-02 ] +2024-10-09 10:04:55,093 INFO: [ epoch: 153 ] [ iter: 63,600 ] [ performance: 29.232 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:19 ] [ l_g_pix: 6.1405e-02 ] [ l_g_total: 6.1405e-02 ] +2024-10-09 10:05:00,166 INFO: [ epoch: 154 ] [ iter: 63,700 ] [ performance: 23.161 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:10 ] [ l_g_pix: 5.0607e-02 ] [ l_g_total: 5.0607e-02 ] +2024-10-09 10:05:03,905 INFO: [ epoch: 154 ] [ iter: 63,800 ] [ performance: 26.915 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:52 ] [ l_g_pix: 5.6983e-02 ] [ l_g_total: 5.6983e-02 ] +2024-10-09 10:05:07,647 INFO: [ epoch: 154 ] [ iter: 63,900 ] [ performance: 26.813 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:34 ] [ l_g_pix: 3.9651e-02 ] [ l_g_total: 3.9651e-02 ] +2024-10-09 10:05:11,127 INFO: [ epoch: 154 ] [ iter: 64,000 ] [ performance: 29.313 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:13 ] [ l_g_pix: 5.6970e-02 ] [ l_g_total: 5.6970e-02 ] +2024-10-09 10:05:16,237 INFO: [ epoch: 155 ] [ iter: 64,100 ] [ performance: 23.021 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:05 ] [ l_g_pix: 4.4103e-02 ] [ l_g_total: 4.4103e-02 ] +2024-10-09 10:05:19,959 INFO: [ epoch: 155 ] [ iter: 64,200 ] [ performance: 27.056 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:47 ] [ l_g_pix: 5.6658e-02 ] [ l_g_total: 5.6658e-02 ] +2024-10-09 10:05:23,678 INFO: [ epoch: 155 ] [ iter: 64,300 ] [ performance: 26.966 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:28 ] [ l_g_pix: 5.3650e-02 ] [ l_g_total: 5.3650e-02 ] +2024-10-09 10:05:27,236 INFO: [ epoch: 155 ] [ iter: 64,400 ] [ performance: 28.596 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:09 ] [ l_g_pix: 5.2772e-02 ] [ l_g_total: 5.2772e-02 ] +2024-10-09 10:05:32,320 INFO: [ epoch: 156 ] [ iter: 64,500 ] [ performance: 22.841 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:00 ] [ l_g_pix: 4.3377e-02 ] [ l_g_total: 4.3377e-02 ] +2024-10-09 10:05:36,067 INFO: [ epoch: 156 ] [ iter: 64,600 ] [ performance: 26.833 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:42 ] [ l_g_pix: 4.2116e-02 ] [ l_g_total: 4.2116e-02 ] +2024-10-09 10:05:39,814 INFO: [ epoch: 156 ] [ iter: 64,700 ] [ performance: 26.754 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:24 ] [ l_g_pix: 4.7184e-02 ] [ l_g_total: 4.7184e-02 ] +2024-10-09 10:05:43,358 INFO: [ epoch: 156 ] [ iter: 64,800 ] [ performance: 28.679 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:05 ] [ l_g_pix: 4.4670e-02 ] [ l_g_total: 4.4670e-02 ] +2024-10-09 10:05:48,254 INFO: [ epoch: 157 ] [ iter: 64,900 ] [ performance: 23.377 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:55 ] [ l_g_pix: 5.2276e-02 ] [ l_g_total: 5.2276e-02 ] +2024-10-09 10:05:51,951 INFO: [ epoch: 157 ] [ iter: 65,000 ] [ performance: 27.410 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:37 ] [ l_g_pix: 4.4691e-02 ] [ l_g_total: 4.4691e-02 ] +2024-10-09 10:05:55,604 INFO: [ epoch: 157 ] [ iter: 65,100 ] [ performance: 27.394 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:18 ] [ l_g_pix: 5.5140e-02 ] [ l_g_total: 5.5140e-02 ] +2024-10-09 10:05:59,199 INFO: [ epoch: 157 ] [ iter: 65,200 ] [ performance: 28.104 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:00 ] [ l_g_pix: 5.7389e-02 ] [ l_g_total: 5.7389e-02 ] +2024-10-09 10:06:04,074 INFO: [ epoch: 158 ] [ iter: 65,300 ] [ performance: 23.225 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:50 ] [ l_g_pix: 5.2106e-02 ] [ l_g_total: 5.2106e-02 ] +2024-10-09 10:06:07,847 INFO: [ epoch: 158 ] [ iter: 65,400 ] [ performance: 26.572 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:32 ] [ l_g_pix: 4.3011e-02 ] [ l_g_total: 4.3011e-02 ] +2024-10-09 10:06:11,570 INFO: [ epoch: 158 ] [ iter: 65,500 ] [ performance: 26.737 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:14 ] [ l_g_pix: 4.2163e-02 ] [ l_g_total: 4.2163e-02 ] +2024-10-09 10:06:15,205 INFO: [ epoch: 158 ] [ iter: 65,600 ] [ performance: 27.736 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:56 ] [ l_g_pix: 4.8041e-02 ] [ l_g_total: 4.8041e-02 ] +2024-10-09 10:06:20,127 INFO: [ epoch: 159 ] [ iter: 65,700 ] [ performance: 22.929 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:47 ] [ l_g_pix: 4.6245e-02 ] [ l_g_total: 4.6245e-02 ] +2024-10-09 10:06:23,857 INFO: [ epoch: 159 ] [ iter: 65,800 ] [ performance: 27.168 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:29 ] [ l_g_pix: 4.1625e-02 ] [ l_g_total: 4.1625e-02 ] +2024-10-09 10:06:27,527 INFO: [ epoch: 159 ] [ iter: 65,900 ] [ performance: 27.220 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:11 ] [ l_g_pix: 5.0064e-02 ] [ l_g_total: 5.0064e-02 ] +2024-10-09 10:06:31,190 INFO: [ epoch: 159 ] [ iter: 66,000 ] [ performance: 27.580 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:53 ] [ l_g_pix: 4.4258e-02 ] [ l_g_total: 4.4258e-02 ] +2024-10-09 10:06:36,123 INFO: [ epoch: 160 ] [ iter: 66,100 ] [ performance: 22.834 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:43 ] [ l_g_pix: 4.2218e-02 ] [ l_g_total: 4.2218e-02 ] +2024-10-09 10:06:39,895 INFO: [ epoch: 160 ] [ iter: 66,200 ] [ performance: 27.132 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:26 ] [ l_g_pix: 4.2201e-02 ] [ l_g_total: 4.2201e-02 ] +2024-10-09 10:06:43,703 INFO: [ epoch: 160 ] [ iter: 66,300 ] [ performance: 26.616 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:09 ] [ l_g_pix: 5.7290e-02 ] [ l_g_total: 5.7290e-02 ] +2024-10-09 10:06:47,426 INFO: [ epoch: 160 ] [ iter: 66,400 ] [ performance: 27.065 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:52 ] [ l_g_pix: 5.9157e-02 ] [ l_g_total: 5.9157e-02 ] +2024-10-09 10:06:51,785 INFO: [ epoch: 161 ] [ iter: 66,500 ] [ performance: 24.482 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:39 ] [ l_g_pix: 4.8428e-02 ] [ l_g_total: 4.8428e-02 ] +2024-10-09 10:06:55,888 INFO: [ epoch: 161 ] [ iter: 66,600 ] [ performance: 26.805 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:24 ] [ l_g_pix: 4.6766e-02 ] [ l_g_total: 4.6766e-02 ] +2024-10-09 10:06:59,620 INFO: [ epoch: 161 ] [ iter: 66,700 ] [ performance: 26.801 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:07 ] [ l_g_pix: 5.0817e-02 ] [ l_g_total: 5.0817e-02 ] +2024-10-09 10:07:03,374 INFO: [ epoch: 161 ] [ iter: 66,800 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:50 ] [ l_g_pix: 4.5914e-02 ] [ l_g_total: 4.5914e-02 ] +2024-10-09 10:07:06,845 INFO: [ epoch: 161 ] [ iter: 66,900 ] [ performance: 28.019 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:31 ] [ l_g_pix: 6.0196e-02 ] [ l_g_total: 6.0196e-02 ] +2024-10-09 10:07:11,788 INFO: [ epoch: 162 ] [ iter: 67,000 ] [ performance: 25.642 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:22 ] [ l_g_pix: 4.9471e-02 ] [ l_g_total: 4.9471e-02 ] +2024-10-09 10:07:15,471 INFO: [ epoch: 162 ] [ iter: 67,100 ] [ performance: 26.530 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:04 ] [ l_g_pix: 5.3126e-02 ] [ l_g_total: 5.3126e-02 ] +2024-10-09 10:07:19,218 INFO: [ epoch: 162 ] [ iter: 67,200 ] [ performance: 26.765 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:47 ] [ l_g_pix: 4.2702e-02 ] [ l_g_total: 4.2702e-02 ] +2024-10-09 10:07:22,690 INFO: [ epoch: 162 ] [ iter: 67,300 ] [ performance: 27.960 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:28 ] [ l_g_pix: 5.8781e-02 ] [ l_g_total: 5.8781e-02 ] +2024-10-09 10:07:27,780 INFO: [ epoch: 163 ] [ iter: 67,400 ] [ performance: 24.718 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:21 ] [ l_g_pix: 5.4637e-02 ] [ l_g_total: 5.4637e-02 ] +2024-10-09 10:07:31,491 INFO: [ epoch: 163 ] [ iter: 67,500 ] [ performance: 26.026 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:03 ] [ l_g_pix: 5.7429e-02 ] [ l_g_total: 5.7429e-02 ] +2024-10-09 10:07:35,204 INFO: [ epoch: 163 ] [ iter: 67,600 ] [ performance: 27.021 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:46 ] [ l_g_pix: 4.4006e-02 ] [ l_g_total: 4.4006e-02 ] +2024-10-09 10:07:38,747 INFO: [ epoch: 163 ] [ iter: 67,700 ] [ performance: 27.748 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:28 ] [ l_g_pix: 4.2318e-02 ] [ l_g_total: 4.2318e-02 ] +2024-10-09 10:07:43,860 INFO: [ epoch: 164 ] [ iter: 67,800 ] [ performance: 22.152 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:21 ] [ l_g_pix: 4.4646e-02 ] [ l_g_total: 4.4646e-02 ] +2024-10-09 10:07:47,578 INFO: [ epoch: 164 ] [ iter: 67,900 ] [ performance: 24.845 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:04 ] [ l_g_pix: 5.4675e-02 ] [ l_g_total: 5.4675e-02 ] +2024-10-09 10:07:51,265 INFO: [ epoch: 164 ] [ iter: 68,000 ] [ performance: 27.267 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:46 ] [ l_g_pix: 3.9344e-02 ] [ l_g_total: 3.9344e-02 ] +2024-10-09 10:07:54,829 INFO: [ epoch: 164 ] [ iter: 68,100 ] [ performance: 27.753 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:29 ] [ l_g_pix: 5.5892e-02 ] [ l_g_total: 5.5892e-02 ] +2024-10-09 10:07:59,769 INFO: [ epoch: 165 ] [ iter: 68,200 ] [ performance: 16.994 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:20 ] [ l_g_pix: 5.5688e-02 ] [ l_g_total: 5.5688e-02 ] +2024-10-09 10:08:03,507 INFO: [ epoch: 165 ] [ iter: 68,300 ] [ performance: 21.975 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:03 ] [ l_g_pix: 4.6260e-02 ] [ l_g_total: 4.6260e-02 ] +2024-10-09 10:08:07,167 INFO: [ epoch: 165 ] [ iter: 68,400 ] [ performance: 27.231 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:46 ] [ l_g_pix: 4.8908e-02 ] [ l_g_total: 4.8908e-02 ] +2024-10-09 10:08:10,753 INFO: [ epoch: 165 ] [ iter: 68,500 ] [ performance: 27.639 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:28 ] [ l_g_pix: 3.6646e-02 ] [ l_g_total: 3.6646e-02 ] +2024-10-09 10:08:15,799 INFO: [ epoch: 166 ] [ iter: 68,600 ] [ performance: 16.326 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:21 ] [ l_g_pix: 5.4982e-02 ] [ l_g_total: 5.4982e-02 ] +2024-10-09 10:08:19,536 INFO: [ epoch: 166 ] [ iter: 68,700 ] [ performance: 21.633 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:04 ] [ l_g_pix: 5.0640e-02 ] [ l_g_total: 5.0640e-02 ] +2024-10-09 10:08:23,278 INFO: [ epoch: 166 ] [ iter: 68,800 ] [ performance: 26.684 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:48 ] [ l_g_pix: 4.4605e-02 ] [ l_g_total: 4.4605e-02 ] +2024-10-09 10:08:26,917 INFO: [ epoch: 166 ] [ iter: 68,900 ] [ performance: 27.186 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:30 ] [ l_g_pix: 5.1251e-02 ] [ l_g_total: 5.1251e-02 ] +2024-10-09 10:08:31,671 INFO: [ epoch: 167 ] [ iter: 69,000 ] [ performance: 17.421 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:21 ] [ l_g_pix: 3.9997e-02 ] [ l_g_total: 3.9997e-02 ] +2024-10-09 10:08:35,421 INFO: [ epoch: 167 ] [ iter: 69,100 ] [ performance: 22.362 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:04 ] [ l_g_pix: 5.4048e-02 ] [ l_g_total: 5.4048e-02 ] +2024-10-09 10:08:39,160 INFO: [ epoch: 167 ] [ iter: 69,200 ] [ performance: 26.970 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:48 ] [ l_g_pix: 4.8514e-02 ] [ l_g_total: 4.8514e-02 ] +2024-10-09 10:08:42,845 INFO: [ epoch: 167 ] [ iter: 69,300 ] [ performance: 27.078 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:31 ] [ l_g_pix: 3.2426e-02 ] [ l_g_total: 3.2426e-02 ] +2024-10-09 10:08:47,344 INFO: [ epoch: 168 ] [ iter: 69,400 ] [ performance: 18.717 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:20 ] [ l_g_pix: 5.6407e-02 ] [ l_g_total: 5.6407e-02 ] +2024-10-09 10:08:51,282 INFO: [ epoch: 168 ] [ iter: 69,500 ] [ performance: 22.544 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:05 ] [ l_g_pix: 6.1755e-02 ] [ l_g_total: 6.1755e-02 ] +2024-10-09 10:08:54,988 INFO: [ epoch: 168 ] [ iter: 69,600 ] [ performance: 27.096 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:49 ] [ l_g_pix: 4.4388e-02 ] [ l_g_total: 4.4388e-02 ] +2024-10-09 10:08:58,674 INFO: [ epoch: 168 ] [ iter: 69,700 ] [ performance: 27.123 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:32 ] [ l_g_pix: 4.5482e-02 ] [ l_g_total: 4.5482e-02 ] +2024-10-09 10:09:02,885 INFO: [ epoch: 169 ] [ iter: 69,800 ] [ performance: 20.320 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:19 ] [ l_g_pix: 3.8938e-02 ] [ l_g_total: 3.8938e-02 ] +2024-10-09 10:09:07,130 INFO: [ epoch: 169 ] [ iter: 69,900 ] [ performance: 22.340 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:06 ] [ l_g_pix: 7.0126e-02 ] [ l_g_total: 7.0126e-02 ] +2024-10-09 10:09:10,827 INFO: [ epoch: 169 ] [ iter: 70,000 ] [ performance: 27.314 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:50 ] [ l_g_pix: 5.4844e-02 ] [ l_g_total: 5.4844e-02 ] +2024-10-09 10:09:10,827 INFO: Saving models and training states. +2024-10-09 10:11:53,328 INFO: Validation val + + # psnr: 27.1808........ Best: 27.1808 @ 70000 iter + # ssim: 0.7657........ Best: 0.7657 @ 70000 iter + # dists: 0.7731........ Best: 0.7731 @ 70000 iter + +2024-10-09 10:11:56,970 INFO: [ epoch: 169 ] [ iter: 70,100 ] [ performance: 27.418 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:56 ] [ l_g_pix: 5.7391e-02 ] [ l_g_total: 5.7391e-02 ] +2024-10-09 10:12:00,445 INFO: [ epoch: 169 ] [ iter: 70,200 ] [ performance: 29.151 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:37 ] [ l_g_pix: 5.0013e-02 ] [ l_g_total: 5.0013e-02 ] +2024-10-09 10:12:05,627 INFO: [ epoch: 170 ] [ iter: 70,300 ] [ performance: 21.789 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:28 ] [ l_g_pix: 5.5035e-02 ] [ l_g_total: 5.5035e-02 ] +2024-10-09 10:12:09,300 INFO: [ epoch: 170 ] [ iter: 70,400 ] [ performance: 27.123 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:10 ] [ l_g_pix: 4.4660e-02 ] [ l_g_total: 4.4660e-02 ] +2024-10-09 10:12:13,017 INFO: [ epoch: 170 ] [ iter: 70,500 ] [ performance: 26.977 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:52 ] [ l_g_pix: 4.7621e-02 ] [ l_g_total: 4.7621e-02 ] +2024-10-09 10:12:16,534 INFO: [ epoch: 170 ] [ iter: 70,600 ] [ performance: 29.041 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:33 ] [ l_g_pix: 3.8110e-02 ] [ l_g_total: 3.8110e-02 ] +2024-10-09 10:12:21,332 INFO: [ epoch: 171 ] [ iter: 70,700 ] [ performance: 22.981 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:23 ] [ l_g_pix: 4.4175e-02 ] [ l_g_total: 4.4175e-02 ] +2024-10-09 10:12:25,050 INFO: [ epoch: 171 ] [ iter: 70,800 ] [ performance: 26.490 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:05 ] [ l_g_pix: 5.2094e-02 ] [ l_g_total: 5.2094e-02 ] +2024-10-09 10:12:28,734 INFO: [ epoch: 171 ] [ iter: 70,900 ] [ performance: 26.936 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:47 ] [ l_g_pix: 5.5938e-02 ] [ l_g_total: 5.5938e-02 ] +2024-10-09 10:12:32,258 INFO: [ epoch: 171 ] [ iter: 71,000 ] [ performance: 29.219 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:28 ] [ l_g_pix: 6.3143e-02 ] [ l_g_total: 6.3143e-02 ] +2024-10-09 10:12:37,229 INFO: [ epoch: 172 ] [ iter: 71,100 ] [ performance: 22.347 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:19 ] [ l_g_pix: 4.9347e-02 ] [ l_g_total: 4.9347e-02 ] +2024-10-09 10:12:41,001 INFO: [ epoch: 172 ] [ iter: 71,200 ] [ performance: 26.246 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:02 ] [ l_g_pix: 5.1332e-02 ] [ l_g_total: 5.1332e-02 ] +2024-10-09 10:12:44,748 INFO: [ epoch: 172 ] [ iter: 71,300 ] [ performance: 26.555 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:44 ] [ l_g_pix: 4.2589e-02 ] [ l_g_total: 4.2589e-02 ] +2024-10-09 10:12:48,328 INFO: [ epoch: 172 ] [ iter: 71,400 ] [ performance: 29.326 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:26 ] [ l_g_pix: 4.7345e-02 ] [ l_g_total: 4.7345e-02 ] +2024-10-09 10:12:53,300 INFO: [ epoch: 173 ] [ iter: 71,500 ] [ performance: 22.289 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:16 ] [ l_g_pix: 6.0139e-02 ] [ l_g_total: 6.0139e-02 ] +2024-10-09 10:12:56,995 INFO: [ epoch: 173 ] [ iter: 71,600 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:59 ] [ l_g_pix: 4.5716e-02 ] [ l_g_total: 4.5716e-02 ] +2024-10-09 10:13:00,723 INFO: [ epoch: 173 ] [ iter: 71,700 ] [ performance: 26.842 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:42 ] [ l_g_pix: 4.8752e-02 ] [ l_g_total: 4.8752e-02 ] +2024-10-09 10:13:04,343 INFO: [ epoch: 173 ] [ iter: 71,800 ] [ performance: 28.519 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:24 ] [ l_g_pix: 4.6243e-02 ] [ l_g_total: 4.6243e-02 ] +2024-10-09 10:13:09,303 INFO: [ epoch: 174 ] [ iter: 71,900 ] [ performance: 22.115 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:14 ] [ l_g_pix: 5.6482e-02 ] [ l_g_total: 5.6482e-02 ] +2024-10-09 10:13:13,028 INFO: [ epoch: 174 ] [ iter: 72,000 ] [ performance: 26.835 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:57 ] [ l_g_pix: 4.6944e-02 ] [ l_g_total: 4.6944e-02 ] +2024-10-09 10:13:16,762 INFO: [ epoch: 174 ] [ iter: 72,100 ] [ performance: 26.797 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:40 ] [ l_g_pix: 6.1199e-02 ] [ l_g_total: 6.1199e-02 ] +2024-10-09 10:13:20,374 INFO: [ epoch: 174 ] [ iter: 72,200 ] [ performance: 28.319 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:22 ] [ l_g_pix: 4.8276e-02 ] [ l_g_total: 4.8276e-02 ] +2024-10-09 10:13:25,140 INFO: [ epoch: 175 ] [ iter: 72,300 ] [ performance: 22.699 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:12 ] [ l_g_pix: 3.7955e-02 ] [ l_g_total: 3.7955e-02 ] +2024-10-09 10:13:28,949 INFO: [ epoch: 175 ] [ iter: 72,400 ] [ performance: 26.959 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:55 ] [ l_g_pix: 4.5342e-02 ] [ l_g_total: 4.5342e-02 ] +2024-10-09 10:13:32,689 INFO: [ epoch: 175 ] [ iter: 72,500 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:38 ] [ l_g_pix: 5.4597e-02 ] [ l_g_total: 5.4597e-02 ] +2024-10-09 10:13:36,413 INFO: [ epoch: 175 ] [ iter: 72,600 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:21 ] [ l_g_pix: 3.7042e-02 ] [ l_g_total: 3.7042e-02 ] +2024-10-09 10:13:40,827 INFO: [ epoch: 176 ] [ iter: 72,700 ] [ performance: 23.697 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:09 ] [ l_g_pix: 4.4002e-02 ] [ l_g_total: 4.4002e-02 ] +2024-10-09 10:13:45,008 INFO: [ epoch: 176 ] [ iter: 72,800 ] [ performance: 27.353 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:54 ] [ l_g_pix: 4.6264e-02 ] [ l_g_total: 4.6264e-02 ] +2024-10-09 10:13:48,734 INFO: [ epoch: 176 ] [ iter: 72,900 ] [ performance: 26.978 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:38 ] [ l_g_pix: 5.7653e-02 ] [ l_g_total: 5.7653e-02 ] +2024-10-09 10:13:52,483 INFO: [ epoch: 176 ] [ iter: 73,000 ] [ performance: 26.450 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:21 ] [ l_g_pix: 5.8833e-02 ] [ l_g_total: 5.8833e-02 ] +2024-10-09 10:13:55,960 INFO: [ epoch: 176 ] [ iter: 73,100 ] [ performance: 28.103 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:03 ] [ l_g_pix: 4.3933e-02 ] [ l_g_total: 4.3933e-02 ] +2024-10-09 10:14:01,122 INFO: [ epoch: 177 ] [ iter: 73,200 ] [ performance: 27.722 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:55 ] [ l_g_pix: 5.5047e-02 ] [ l_g_total: 5.5047e-02 ] +2024-10-09 10:14:04,816 INFO: [ epoch: 177 ] [ iter: 73,300 ] [ performance: 27.246 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:38 ] [ l_g_pix: 4.4832e-02 ] [ l_g_total: 4.4832e-02 ] +2024-10-09 10:14:08,566 INFO: [ epoch: 177 ] [ iter: 73,400 ] [ performance: 26.905 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:21 ] [ l_g_pix: 4.0802e-02 ] [ l_g_total: 4.0802e-02 ] +2024-10-09 10:14:12,069 INFO: [ epoch: 177 ] [ iter: 73,500 ] [ performance: 28.105 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:03 ] [ l_g_pix: 5.9783e-02 ] [ l_g_total: 5.9783e-02 ] +2024-10-09 10:14:16,955 INFO: [ epoch: 178 ] [ iter: 73,600 ] [ performance: 27.518 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:54 ] [ l_g_pix: 5.9961e-02 ] [ l_g_total: 5.9961e-02 ] +2024-10-09 10:14:20,721 INFO: [ epoch: 178 ] [ iter: 73,700 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:37 ] [ l_g_pix: 4.8293e-02 ] [ l_g_total: 4.8293e-02 ] +2024-10-09 10:14:24,420 INFO: [ epoch: 178 ] [ iter: 73,800 ] [ performance: 27.210 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:21 ] [ l_g_pix: 3.8107e-02 ] [ l_g_total: 3.8107e-02 ] +2024-10-09 10:14:27,962 INFO: [ epoch: 178 ] [ iter: 73,900 ] [ performance: 27.973 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:03 ] [ l_g_pix: 5.1243e-02 ] [ l_g_total: 5.1243e-02 ] +2024-10-09 10:14:33,045 INFO: [ epoch: 179 ] [ iter: 74,000 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:55 ] [ l_g_pix: 5.4031e-02 ] [ l_g_total: 5.4031e-02 ] +2024-10-09 10:14:36,732 INFO: [ epoch: 179 ] [ iter: 74,100 ] [ performance: 27.048 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:38 ] [ l_g_pix: 4.0763e-02 ] [ l_g_total: 4.0763e-02 ] +2024-10-09 10:14:40,475 INFO: [ epoch: 179 ] [ iter: 74,200 ] [ performance: 26.824 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:22 ] [ l_g_pix: 4.3192e-02 ] [ l_g_total: 4.3192e-02 ] +2024-10-09 10:14:44,028 INFO: [ epoch: 179 ] [ iter: 74,300 ] [ performance: 27.821 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:04 ] [ l_g_pix: 4.1437e-02 ] [ l_g_total: 4.1437e-02 ] +2024-10-09 10:14:49,114 INFO: [ epoch: 180 ] [ iter: 74,400 ] [ performance: 26.300 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:56 ] [ l_g_pix: 4.8278e-02 ] [ l_g_total: 4.8278e-02 ] +2024-10-09 10:14:52,856 INFO: [ epoch: 180 ] [ iter: 74,500 ] [ performance: 26.629 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:40 ] [ l_g_pix: 5.8693e-02 ] [ l_g_total: 5.8693e-02 ] +2024-10-09 10:14:56,606 INFO: [ epoch: 180 ] [ iter: 74,600 ] [ performance: 26.587 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:23 ] [ l_g_pix: 3.4882e-02 ] [ l_g_total: 3.4882e-02 ] +2024-10-09 10:15:00,202 INFO: [ epoch: 180 ] [ iter: 74,700 ] [ performance: 27.528 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:06 ] [ l_g_pix: 4.7547e-02 ] [ l_g_total: 4.7547e-02 ] +2024-10-09 10:15:05,238 INFO: [ epoch: 181 ] [ iter: 74,800 ] [ performance: 24.625 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:58 ] [ l_g_pix: 6.3627e-02 ] [ l_g_total: 6.3627e-02 ] +2024-10-09 10:15:08,980 INFO: [ epoch: 181 ] [ iter: 74,900 ] [ performance: 26.241 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:42 ] [ l_g_pix: 4.7366e-02 ] [ l_g_total: 4.7366e-02 ] +2024-10-09 10:15:12,667 INFO: [ epoch: 181 ] [ iter: 75,000 ] [ performance: 27.694 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:25 ] [ l_g_pix: 4.6613e-02 ] [ l_g_total: 4.6613e-02 ] +2024-10-09 10:15:16,262 INFO: [ epoch: 181 ] [ iter: 75,100 ] [ performance: 27.794 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:09 ] [ l_g_pix: 5.3637e-02 ] [ l_g_total: 5.3637e-02 ] +2024-10-09 10:15:20,924 INFO: [ epoch: 182 ] [ iter: 75,200 ] [ performance: 22.374 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:58 ] [ l_g_pix: 4.6171e-02 ] [ l_g_total: 4.6171e-02 ] +2024-10-09 10:15:24,712 INFO: [ epoch: 182 ] [ iter: 75,300 ] [ performance: 25.461 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:42 ] [ l_g_pix: 4.1714e-02 ] [ l_g_total: 4.1714e-02 ] +2024-10-09 10:15:28,470 INFO: [ epoch: 182 ] [ iter: 75,400 ] [ performance: 26.470 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:26 ] [ l_g_pix: 6.4014e-02 ] [ l_g_total: 6.4014e-02 ] +2024-10-09 10:15:32,111 INFO: [ epoch: 182 ] [ iter: 75,500 ] [ performance: 27.262 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:10 ] [ l_g_pix: 4.2377e-02 ] [ l_g_total: 4.2377e-02 ] +2024-10-09 10:15:36,998 INFO: [ epoch: 183 ] [ iter: 75,600 ] [ performance: 10.553 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:01 ] [ l_g_pix: 3.8733e-02 ] [ l_g_total: 3.8733e-02 ] +2024-10-09 10:15:40,824 INFO: [ epoch: 183 ] [ iter: 75,700 ] [ performance: 20.331 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:45 ] [ l_g_pix: 4.6567e-02 ] [ l_g_total: 4.6567e-02 ] +2024-10-09 10:15:44,557 INFO: [ epoch: 183 ] [ iter: 75,800 ] [ performance: 26.819 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:29 ] [ l_g_pix: 4.1068e-02 ] [ l_g_total: 4.1068e-02 ] +2024-10-09 10:15:48,355 INFO: [ epoch: 183 ] [ iter: 75,900 ] [ performance: 26.421 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:14 ] [ l_g_pix: 4.9859e-02 ] [ l_g_total: 4.9859e-02 ] +2024-10-09 10:15:52,677 INFO: [ epoch: 184 ] [ iter: 76,000 ] [ performance: 13.359 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:01 ] [ l_g_pix: 4.0467e-02 ] [ l_g_total: 4.0467e-02 ] +2024-10-09 10:15:56,790 INFO: [ epoch: 184 ] [ iter: 76,100 ] [ performance: 21.188 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:48 ] [ l_g_pix: 4.4103e-02 ] [ l_g_total: 4.4103e-02 ] +2024-10-09 10:16:00,551 INFO: [ epoch: 184 ] [ iter: 76,200 ] [ performance: 27.383 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:32 ] [ l_g_pix: 6.0606e-02 ] [ l_g_total: 6.0606e-02 ] +2024-10-09 10:16:04,285 INFO: [ epoch: 184 ] [ iter: 76,300 ] [ performance: 26.888 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:17 ] [ l_g_pix: 5.1465e-02 ] [ l_g_total: 5.1465e-02 ] +2024-10-09 10:16:07,748 INFO: [ epoch: 184 ] [ iter: 76,400 ] [ performance: 29.031 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:59 ] [ l_g_pix: 5.1922e-02 ] [ l_g_total: 5.1922e-02 ] +2024-10-09 10:16:12,663 INFO: [ epoch: 185 ] [ iter: 76,500 ] [ performance: 21.418 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:50 ] [ l_g_pix: 4.0028e-02 ] [ l_g_total: 4.0028e-02 ] +2024-10-09 10:16:16,311 INFO: [ epoch: 185 ] [ iter: 76,600 ] [ performance: 28.206 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:34 ] [ l_g_pix: 5.1256e-02 ] [ l_g_total: 5.1256e-02 ] +2024-10-09 10:16:20,074 INFO: [ epoch: 185 ] [ iter: 76,700 ] [ performance: 26.824 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:19 ] [ l_g_pix: 4.6609e-02 ] [ l_g_total: 4.6609e-02 ] +2024-10-09 10:16:23,566 INFO: [ epoch: 185 ] [ iter: 76,800 ] [ performance: 29.708 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:02 ] [ l_g_pix: 3.6705e-02 ] [ l_g_total: 3.6705e-02 ] +2024-10-09 10:16:28,406 INFO: [ epoch: 186 ] [ iter: 76,900 ] [ performance: 21.674 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:53 ] [ l_g_pix: 6.2651e-02 ] [ l_g_total: 6.2651e-02 ] +2024-10-09 10:16:32,162 INFO: [ epoch: 186 ] [ iter: 77,000 ] [ performance: 27.368 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:37 ] [ l_g_pix: 4.3038e-02 ] [ l_g_total: 4.3038e-02 ] +2024-10-09 10:16:35,894 INFO: [ epoch: 186 ] [ iter: 77,100 ] [ performance: 26.880 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:22 ] [ l_g_pix: 5.1046e-02 ] [ l_g_total: 5.1046e-02 ] +2024-10-09 10:16:39,467 INFO: [ epoch: 186 ] [ iter: 77,200 ] [ performance: 29.487 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:05 ] [ l_g_pix: 3.5029e-02 ] [ l_g_total: 3.5029e-02 ] +2024-10-09 10:16:44,507 INFO: [ epoch: 187 ] [ iter: 77,300 ] [ performance: 20.782 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:57 ] [ l_g_pix: 3.6939e-02 ] [ l_g_total: 3.6939e-02 ] +2024-10-09 10:16:48,268 INFO: [ epoch: 187 ] [ iter: 77,400 ] [ performance: 27.380 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:42 ] [ l_g_pix: 4.8784e-02 ] [ l_g_total: 4.8784e-02 ] +2024-10-09 10:16:51,938 INFO: [ epoch: 187 ] [ iter: 77,500 ] [ performance: 27.268 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:26 ] [ l_g_pix: 5.3395e-02 ] [ l_g_total: 5.3395e-02 ] +2024-10-09 10:16:55,530 INFO: [ epoch: 187 ] [ iter: 77,600 ] [ performance: 29.586 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:10 ] [ l_g_pix: 4.0337e-02 ] [ l_g_total: 4.0337e-02 ] +2024-10-09 10:17:00,572 INFO: [ epoch: 188 ] [ iter: 77,700 ] [ performance: 20.676 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:02 ] [ l_g_pix: 5.7051e-02 ] [ l_g_total: 5.7051e-02 ] +2024-10-09 10:17:04,297 INFO: [ epoch: 188 ] [ iter: 77,800 ] [ performance: 27.892 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:47 ] [ l_g_pix: 6.7792e-02 ] [ l_g_total: 6.7792e-02 ] +2024-10-09 10:17:08,022 INFO: [ epoch: 188 ] [ iter: 77,900 ] [ performance: 26.965 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:31 ] [ l_g_pix: 4.9423e-02 ] [ l_g_total: 4.9423e-02 ] +2024-10-09 10:17:11,669 INFO: [ epoch: 188 ] [ iter: 78,000 ] [ performance: 29.805 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:16 ] [ l_g_pix: 3.5863e-02 ] [ l_g_total: 3.5863e-02 ] +2024-10-09 10:17:16,541 INFO: [ epoch: 189 ] [ iter: 78,100 ] [ performance: 21.238 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:07 ] [ l_g_pix: 3.2874e-02 ] [ l_g_total: 3.2874e-02 ] +2024-10-09 10:17:20,301 INFO: [ epoch: 189 ] [ iter: 78,200 ] [ performance: 27.118 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:52 ] [ l_g_pix: 5.2312e-02 ] [ l_g_total: 5.2312e-02 ] +2024-10-09 10:17:24,072 INFO: [ epoch: 189 ] [ iter: 78,300 ] [ performance: 26.584 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:37 ] [ l_g_pix: 5.6025e-02 ] [ l_g_total: 5.6025e-02 ] +2024-10-09 10:17:27,744 INFO: [ epoch: 189 ] [ iter: 78,400 ] [ performance: 29.923 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:21 ] [ l_g_pix: 5.3382e-02 ] [ l_g_total: 5.3382e-02 ] +2024-10-09 10:17:32,709 INFO: [ epoch: 190 ] [ iter: 78,500 ] [ performance: 20.763 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:13 ] [ l_g_pix: 4.0039e-02 ] [ l_g_total: 4.0039e-02 ] +2024-10-09 10:17:36,465 INFO: [ epoch: 190 ] [ iter: 78,600 ] [ performance: 27.360 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:58 ] [ l_g_pix: 5.3630e-02 ] [ l_g_total: 5.3630e-02 ] +2024-10-09 10:17:40,224 INFO: [ epoch: 190 ] [ iter: 78,700 ] [ performance: 26.667 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:43 ] [ l_g_pix: 6.9029e-02 ] [ l_g_total: 6.9029e-02 ] +2024-10-09 10:17:43,909 INFO: [ epoch: 190 ] [ iter: 78,800 ] [ performance: 29.400 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:28 ] [ l_g_pix: 5.7695e-02 ] [ l_g_total: 5.7695e-02 ] +2024-10-09 10:17:48,561 INFO: [ epoch: 191 ] [ iter: 78,900 ] [ performance: 21.940 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:18 ] [ l_g_pix: 5.2522e-02 ] [ l_g_total: 5.2522e-02 ] +2024-10-09 10:17:52,568 INFO: [ epoch: 191 ] [ iter: 79,000 ] [ performance: 27.265 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:05 ] [ l_g_pix: 6.1086e-02 ] [ l_g_total: 6.1086e-02 ] +2024-10-09 10:17:56,287 INFO: [ epoch: 191 ] [ iter: 79,100 ] [ performance: 26.917 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:50 ] [ l_g_pix: 4.4511e-02 ] [ l_g_total: 4.4511e-02 ] +2024-10-09 10:17:59,951 INFO: [ epoch: 191 ] [ iter: 79,200 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:34 ] [ l_g_pix: 4.0659e-02 ] [ l_g_total: 4.0659e-02 ] +2024-10-09 10:18:04,302 INFO: [ epoch: 192 ] [ iter: 79,300 ] [ performance: 23.181 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:23 ] [ l_g_pix: 3.9460e-02 ] [ l_g_total: 3.9460e-02 ] +2024-10-09 10:18:08,486 INFO: [ epoch: 192 ] [ iter: 79,400 ] [ performance: 27.601 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:10 ] [ l_g_pix: 3.5685e-02 ] [ l_g_total: 3.5685e-02 ] +2024-10-09 10:18:12,239 INFO: [ epoch: 192 ] [ iter: 79,500 ] [ performance: 26.694 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:56 ] [ l_g_pix: 2.9271e-02 ] [ l_g_total: 2.9271e-02 ] +2024-10-09 10:18:16,024 INFO: [ epoch: 192 ] [ iter: 79,600 ] [ performance: 26.576 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:41 ] [ l_g_pix: 5.5548e-02 ] [ l_g_total: 5.5548e-02 ] +2024-10-09 10:18:19,503 INFO: [ epoch: 192 ] [ iter: 79,700 ] [ performance: 28.661 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:25 ] [ l_g_pix: 5.3266e-02 ] [ l_g_total: 5.3266e-02 ] +2024-10-09 10:18:24,549 INFO: [ epoch: 193 ] [ iter: 79,800 ] [ performance: 26.709 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:17 ] [ l_g_pix: 5.3122e-02 ] [ l_g_total: 5.3122e-02 ] +2024-10-09 10:18:28,290 INFO: [ epoch: 193 ] [ iter: 79,900 ] [ performance: 26.739 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:03 ] [ l_g_pix: 4.4833e-02 ] [ l_g_total: 4.4833e-02 ] +2024-10-09 10:18:32,019 INFO: [ epoch: 193 ] [ iter: 80,000 ] [ performance: 27.811 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:48 ] [ l_g_pix: 3.0987e-02 ] [ l_g_total: 3.0987e-02 ] +2024-10-09 10:18:32,020 INFO: Saving models and training states. +2024-10-09 10:21:16,456 INFO: Validation val + + # psnr: 27.1847........ Best: 27.1847 @ 80000 iter + # ssim: 0.7658........ Best: 0.7658 @ 80000 iter + # dists: 0.7731........ Best: 0.7731 @ 80000 iter + +2024-10-09 10:21:19,947 INFO: [ epoch: 193 ] [ iter: 80,100 ] [ performance: 28.681 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:35 ] [ l_g_pix: 5.6752e-02 ] [ l_g_total: 5.6752e-02 ] +2024-10-09 10:21:25,084 INFO: [ epoch: 194 ] [ iter: 80,200 ] [ performance: 28.559 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:26 ] [ l_g_pix: 4.2919e-02 ] [ l_g_total: 4.2919e-02 ] +2024-10-09 10:21:28,763 INFO: [ epoch: 194 ] [ iter: 80,300 ] [ performance: 27.197 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:10 ] [ l_g_pix: 5.2516e-02 ] [ l_g_total: 5.2516e-02 ] +2024-10-09 10:21:32,466 INFO: [ epoch: 194 ] [ iter: 80,400 ] [ performance: 27.105 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:54 ] [ l_g_pix: 5.6288e-02 ] [ l_g_total: 5.6288e-02 ] +2024-10-09 10:21:36,033 INFO: [ epoch: 194 ] [ iter: 80,500 ] [ performance: 28.044 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:37 ] [ l_g_pix: 5.3798e-02 ] [ l_g_total: 5.3798e-02 ] +2024-10-09 10:21:40,892 INFO: [ epoch: 195 ] [ iter: 80,600 ] [ performance: 23.742 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:27 ] [ l_g_pix: 5.7701e-02 ] [ l_g_total: 5.7701e-02 ] +2024-10-09 10:21:44,634 INFO: [ epoch: 195 ] [ iter: 80,700 ] [ performance: 26.727 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:12 ] [ l_g_pix: 4.5848e-02 ] [ l_g_total: 4.5848e-02 ] +2024-10-09 10:21:48,335 INFO: [ epoch: 195 ] [ iter: 80,800 ] [ performance: 26.877 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:56 ] [ l_g_pix: 4.5107e-02 ] [ l_g_total: 4.5107e-02 ] +2024-10-09 10:21:51,905 INFO: [ epoch: 195 ] [ iter: 80,900 ] [ performance: 28.075 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:39 ] [ l_g_pix: 4.9794e-02 ] [ l_g_total: 4.9794e-02 ] +2024-10-09 10:21:56,651 INFO: [ epoch: 196 ] [ iter: 81,000 ] [ performance: 24.045 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:29 ] [ l_g_pix: 4.5129e-02 ] [ l_g_total: 4.5129e-02 ] +2024-10-09 10:22:00,370 INFO: [ epoch: 196 ] [ iter: 81,100 ] [ performance: 26.930 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:13 ] [ l_g_pix: 5.2587e-02 ] [ l_g_total: 5.2587e-02 ] +2024-10-09 10:22:04,007 INFO: [ epoch: 196 ] [ iter: 81,200 ] [ performance: 27.217 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:56 ] [ l_g_pix: 4.4782e-02 ] [ l_g_total: 4.4782e-02 ] +2024-10-09 10:22:07,617 INFO: [ epoch: 196 ] [ iter: 81,300 ] [ performance: 27.709 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:40 ] [ l_g_pix: 5.2770e-02 ] [ l_g_total: 5.2770e-02 ] +2024-10-09 10:22:12,551 INFO: [ epoch: 197 ] [ iter: 81,400 ] [ performance: 23.341 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:31 ] [ l_g_pix: 4.1934e-02 ] [ l_g_total: 4.1934e-02 ] +2024-10-09 10:22:16,300 INFO: [ epoch: 197 ] [ iter: 81,500 ] [ performance: 26.705 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:15 ] [ l_g_pix: 4.7464e-02 ] [ l_g_total: 4.7464e-02 ] +2024-10-09 10:22:20,031 INFO: [ epoch: 197 ] [ iter: 81,600 ] [ performance: 26.757 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:00 ] [ l_g_pix: 5.5357e-02 ] [ l_g_total: 5.5357e-02 ] +2024-10-09 10:22:23,654 INFO: [ epoch: 197 ] [ iter: 81,700 ] [ performance: 27.691 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:43 ] [ l_g_pix: 3.7785e-02 ] [ l_g_total: 3.7785e-02 ] +2024-10-09 10:22:28,561 INFO: [ epoch: 198 ] [ iter: 81,800 ] [ performance: 23.372 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:34 ] [ l_g_pix: 5.2834e-02 ] [ l_g_total: 5.2834e-02 ] +2024-10-09 10:22:32,327 INFO: [ epoch: 198 ] [ iter: 81,900 ] [ performance: 26.725 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:19 ] [ l_g_pix: 3.8871e-02 ] [ l_g_total: 3.8871e-02 ] +2024-10-09 10:22:36,024 INFO: [ epoch: 198 ] [ iter: 82,000 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:03 ] [ l_g_pix: 4.0764e-02 ] [ l_g_total: 4.0764e-02 ] +2024-10-09 10:22:39,694 INFO: [ epoch: 198 ] [ iter: 82,100 ] [ performance: 27.253 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:47 ] [ l_g_pix: 6.8167e-02 ] [ l_g_total: 6.8167e-02 ] +2024-10-09 10:22:44,316 INFO: [ epoch: 199 ] [ iter: 82,200 ] [ performance: 24.011 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:37 ] [ l_g_pix: 4.6134e-02 ] [ l_g_total: 4.6134e-02 ] +2024-10-09 10:22:48,415 INFO: [ epoch: 199 ] [ iter: 82,300 ] [ performance: 26.275 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:23 ] [ l_g_pix: 6.0213e-02 ] [ l_g_total: 6.0213e-02 ] +2024-10-09 10:22:52,142 INFO: [ epoch: 199 ] [ iter: 82,400 ] [ performance: 26.567 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:08 ] [ l_g_pix: 5.5786e-02 ] [ l_g_total: 5.5786e-02 ] +2024-10-09 10:22:55,896 INFO: [ epoch: 199 ] [ iter: 82,500 ] [ performance: 26.681 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:52 ] [ l_g_pix: 6.9507e-02 ] [ l_g_total: 6.9507e-02 ] +2024-10-09 10:22:59,488 INFO: [ epoch: 199 ] [ iter: 82,600 ] [ performance: 27.283 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:36 ] [ l_g_pix: 3.8225e-02 ] [ l_g_total: 3.8225e-02 ] +2024-10-09 10:23:04,461 INFO: [ epoch: 200 ] [ iter: 82,700 ] [ performance: 25.048 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:27 ] [ l_g_pix: 5.4934e-02 ] [ l_g_total: 5.4934e-02 ] +2024-10-09 10:23:08,168 INFO: [ epoch: 200 ] [ iter: 82,800 ] [ performance: 26.034 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:12 ] [ l_g_pix: 4.4297e-02 ] [ l_g_total: 4.4297e-02 ] +2024-10-09 10:23:11,903 INFO: [ epoch: 200 ] [ iter: 82,900 ] [ performance: 26.872 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:57 ] [ l_g_pix: 5.9630e-02 ] [ l_g_total: 5.9630e-02 ] +2024-10-09 10:23:15,394 INFO: [ epoch: 200 ] [ iter: 83,000 ] [ performance: 27.787 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:40 ] [ l_g_pix: 6.0633e-02 ] [ l_g_total: 6.0633e-02 ] +2024-10-09 10:23:20,423 INFO: [ epoch: 201 ] [ iter: 83,100 ] [ performance: 19.491 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:32 ] [ l_g_pix: 4.3966e-02 ] [ l_g_total: 4.3966e-02 ] +2024-10-09 10:23:24,117 INFO: [ epoch: 201 ] [ iter: 83,200 ] [ performance: 22.927 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:16 ] [ l_g_pix: 5.8617e-02 ] [ l_g_total: 5.8617e-02 ] +2024-10-09 10:23:27,876 INFO: [ epoch: 201 ] [ iter: 83,300 ] [ performance: 26.651 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:01 ] [ l_g_pix: 5.0387e-02 ] [ l_g_total: 5.0387e-02 ] +2024-10-09 10:23:31,401 INFO: [ epoch: 201 ] [ iter: 83,400 ] [ performance: 27.551 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:45 ] [ l_g_pix: 4.4378e-02 ] [ l_g_total: 4.4378e-02 ] +2024-10-09 10:23:36,291 INFO: [ epoch: 202 ] [ iter: 83,500 ] [ performance: 19.472 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:36 ] [ l_g_pix: 4.1750e-02 ] [ l_g_total: 4.1750e-02 ] +2024-10-09 10:23:40,037 INFO: [ epoch: 202 ] [ iter: 83,600 ] [ performance: 22.812 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:21 ] [ l_g_pix: 3.8924e-02 ] [ l_g_total: 3.8924e-02 ] +2024-10-09 10:23:43,801 INFO: [ epoch: 202 ] [ iter: 83,700 ] [ performance: 26.659 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:06 ] [ l_g_pix: 5.4331e-02 ] [ l_g_total: 5.4331e-02 ] +2024-10-09 10:23:47,378 INFO: [ epoch: 202 ] [ iter: 83,800 ] [ performance: 27.352 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:50 ] [ l_g_pix: 5.1396e-02 ] [ l_g_total: 5.1396e-02 ] +2024-10-09 10:23:52,417 INFO: [ epoch: 203 ] [ iter: 83,900 ] [ performance: 18.628 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:42 ] [ l_g_pix: 5.3934e-02 ] [ l_g_total: 5.3934e-02 ] +2024-10-09 10:23:56,172 INFO: [ epoch: 203 ] [ iter: 84,000 ] [ performance: 22.289 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:27 ] [ l_g_pix: 4.4382e-02 ] [ l_g_total: 4.4382e-02 ] +2024-10-09 10:23:59,887 INFO: [ epoch: 203 ] [ iter: 84,100 ] [ performance: 27.109 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:12 ] [ l_g_pix: 3.5366e-02 ] [ l_g_total: 3.5366e-02 ] +2024-10-09 10:24:03,449 INFO: [ epoch: 203 ] [ iter: 84,200 ] [ performance: 27.634 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:56 ] [ l_g_pix: 4.1908e-02 ] [ l_g_total: 4.1908e-02 ] +2024-10-09 10:24:08,493 INFO: [ epoch: 204 ] [ iter: 84,300 ] [ performance: 18.481 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:48 ] [ l_g_pix: 3.6526e-02 ] [ l_g_total: 3.6526e-02 ] +2024-10-09 10:24:12,231 INFO: [ epoch: 204 ] [ iter: 84,400 ] [ performance: 22.289 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:33 ] [ l_g_pix: 4.2613e-02 ] [ l_g_total: 4.2613e-02 ] +2024-10-09 10:24:15,944 INFO: [ epoch: 204 ] [ iter: 84,500 ] [ performance: 27.114 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:18 ] [ l_g_pix: 4.5975e-02 ] [ l_g_total: 4.5975e-02 ] +2024-10-09 10:24:19,547 INFO: [ epoch: 204 ] [ iter: 84,600 ] [ performance: 27.471 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:03 ] [ l_g_pix: 4.8188e-02 ] [ l_g_total: 4.8188e-02 ] +2024-10-09 10:24:24,522 INFO: [ epoch: 205 ] [ iter: 84,700 ] [ performance: 18.613 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:54 ] [ l_g_pix: 6.1089e-02 ] [ l_g_total: 6.1089e-02 ] +2024-10-09 10:24:28,243 INFO: [ epoch: 205 ] [ iter: 84,800 ] [ performance: 22.476 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:39 ] [ l_g_pix: 5.6728e-02 ] [ l_g_total: 5.6728e-02 ] +2024-10-09 10:24:31,970 INFO: [ epoch: 205 ] [ iter: 84,900 ] [ performance: 26.944 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:24 ] [ l_g_pix: 3.9854e-02 ] [ l_g_total: 3.9854e-02 ] +2024-10-09 10:24:35,647 INFO: [ epoch: 205 ] [ iter: 85,000 ] [ performance: 27.089 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:09 ] [ l_g_pix: 5.0074e-02 ] [ l_g_total: 5.0074e-02 ] +2024-10-09 10:24:40,568 INFO: [ epoch: 206 ] [ iter: 85,100 ] [ performance: 18.707 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:01 ] [ l_g_pix: 4.9798e-02 ] [ l_g_total: 4.9798e-02 ] +2024-10-09 10:24:44,335 INFO: [ epoch: 206 ] [ iter: 85,200 ] [ performance: 22.458 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:46 ] [ l_g_pix: 5.0010e-02 ] [ l_g_total: 5.0010e-02 ] +2024-10-09 10:24:48,031 INFO: [ epoch: 206 ] [ iter: 85,300 ] [ performance: 27.117 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:31 ] [ l_g_pix: 3.9592e-02 ] [ l_g_total: 3.9592e-02 ] +2024-10-09 10:24:51,758 INFO: [ epoch: 206 ] [ iter: 85,400 ] [ performance: 26.956 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:17 ] [ l_g_pix: 4.0430e-02 ] [ l_g_total: 4.0430e-02 ] +2024-10-09 10:24:56,334 INFO: [ epoch: 207 ] [ iter: 85,500 ] [ performance: 20.538 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:06 ] [ l_g_pix: 3.4384e-02 ] [ l_g_total: 3.4384e-02 ] +2024-10-09 10:25:00,488 INFO: [ epoch: 207 ] [ iter: 85,600 ] [ performance: 22.421 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:54 ] [ l_g_pix: 4.6942e-02 ] [ l_g_total: 4.6942e-02 ] +2024-10-09 10:25:04,202 INFO: [ epoch: 207 ] [ iter: 85,700 ] [ performance: 26.999 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:39 ] [ l_g_pix: 4.8816e-02 ] [ l_g_total: 4.8816e-02 ] +2024-10-09 10:25:07,860 INFO: [ epoch: 207 ] [ iter: 85,800 ] [ performance: 27.196 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:24 ] [ l_g_pix: 4.9035e-02 ] [ l_g_total: 4.9035e-02 ] +2024-10-09 10:25:11,374 INFO: [ epoch: 207 ] [ iter: 85,900 ] [ performance: 28.946 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:08 ] [ l_g_pix: 5.1511e-02 ] [ l_g_total: 5.1511e-02 ] +2024-10-09 10:25:16,570 INFO: [ epoch: 208 ] [ iter: 86,000 ] [ performance: 22.420 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:01 ] [ l_g_pix: 5.1285e-02 ] [ l_g_total: 5.1285e-02 ] +2024-10-09 10:25:20,284 INFO: [ epoch: 208 ] [ iter: 86,100 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:47 ] [ l_g_pix: 6.2555e-02 ] [ l_g_total: 6.2555e-02 ] +2024-10-09 10:25:23,989 INFO: [ epoch: 208 ] [ iter: 86,200 ] [ performance: 26.988 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:32 ] [ l_g_pix: 5.6114e-02 ] [ l_g_total: 5.6114e-02 ] +2024-10-09 10:25:27,521 INFO: [ epoch: 208 ] [ iter: 86,300 ] [ performance: 29.107 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:17 ] [ l_g_pix: 5.4056e-02 ] [ l_g_total: 5.4056e-02 ] +2024-10-09 10:25:32,654 INFO: [ epoch: 209 ] [ iter: 86,400 ] [ performance: 22.587 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:09 ] [ l_g_pix: 6.9702e-02 ] [ l_g_total: 6.9702e-02 ] +2024-10-09 10:25:36,381 INFO: [ epoch: 209 ] [ iter: 86,500 ] [ performance: 26.987 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:55 ] [ l_g_pix: 4.4246e-02 ] [ l_g_total: 4.4246e-02 ] +2024-10-09 10:25:40,110 INFO: [ epoch: 209 ] [ iter: 86,600 ] [ performance: 26.890 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:40 ] [ l_g_pix: 4.1197e-02 ] [ l_g_total: 4.1197e-02 ] +2024-10-09 10:25:43,640 INFO: [ epoch: 209 ] [ iter: 86,700 ] [ performance: 29.161 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:25 ] [ l_g_pix: 4.4798e-02 ] [ l_g_total: 4.4798e-02 ] +2024-10-09 10:25:48,632 INFO: [ epoch: 210 ] [ iter: 86,800 ] [ performance: 22.970 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:17 ] [ l_g_pix: 3.8884e-02 ] [ l_g_total: 3.8884e-02 ] +2024-10-09 10:25:52,380 INFO: [ epoch: 210 ] [ iter: 86,900 ] [ performance: 26.926 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:03 ] [ l_g_pix: 5.1551e-02 ] [ l_g_total: 5.1551e-02 ] +2024-10-09 10:25:56,146 INFO: [ epoch: 210 ] [ iter: 87,000 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:49 ] [ l_g_pix: 5.4804e-02 ] [ l_g_total: 5.4804e-02 ] +2024-10-09 10:25:59,687 INFO: [ epoch: 210 ] [ iter: 87,100 ] [ performance: 29.094 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:33 ] [ l_g_pix: 4.7786e-02 ] [ l_g_total: 4.7786e-02 ] +2024-10-09 10:26:04,729 INFO: [ epoch: 211 ] [ iter: 87,200 ] [ performance: 22.743 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:26 ] [ l_g_pix: 6.0616e-02 ] [ l_g_total: 6.0616e-02 ] +2024-10-09 10:26:08,424 INFO: [ epoch: 211 ] [ iter: 87,300 ] [ performance: 27.389 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:11 ] [ l_g_pix: 4.2109e-02 ] [ l_g_total: 4.2109e-02 ] +2024-10-09 10:26:12,185 INFO: [ epoch: 211 ] [ iter: 87,400 ] [ performance: 26.905 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:57 ] [ l_g_pix: 4.0680e-02 ] [ l_g_total: 4.0680e-02 ] +2024-10-09 10:26:15,799 INFO: [ epoch: 211 ] [ iter: 87,500 ] [ performance: 28.392 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:42 ] [ l_g_pix: 5.0953e-02 ] [ l_g_total: 5.0953e-02 ] +2024-10-09 10:26:20,446 INFO: [ epoch: 212 ] [ iter: 87,600 ] [ performance: 23.793 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:33 ] [ l_g_pix: 4.8129e-02 ] [ l_g_total: 4.8129e-02 ] +2024-10-09 10:26:24,184 INFO: [ epoch: 212 ] [ iter: 87,700 ] [ performance: 27.044 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:19 ] [ l_g_pix: 4.5018e-02 ] [ l_g_total: 4.5018e-02 ] +2024-10-09 10:26:27,940 INFO: [ epoch: 212 ] [ iter: 87,800 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:05 ] [ l_g_pix: 5.1688e-02 ] [ l_g_total: 5.1688e-02 ] +2024-10-09 10:26:31,616 INFO: [ epoch: 212 ] [ iter: 87,900 ] [ performance: 27.492 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:50 ] [ l_g_pix: 3.8969e-02 ] [ l_g_total: 3.8969e-02 ] +2024-10-09 10:26:36,605 INFO: [ epoch: 213 ] [ iter: 88,000 ] [ performance: 22.391 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:42 ] [ l_g_pix: 4.0598e-02 ] [ l_g_total: 4.0598e-02 ] +2024-10-09 10:26:40,319 INFO: [ epoch: 213 ] [ iter: 88,100 ] [ performance: 27.099 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:28 ] [ l_g_pix: 4.7088e-02 ] [ l_g_total: 4.7088e-02 ] +2024-10-09 10:26:44,078 INFO: [ epoch: 213 ] [ iter: 88,200 ] [ performance: 26.795 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:14 ] [ l_g_pix: 4.2477e-02 ] [ l_g_total: 4.2477e-02 ] +2024-10-09 10:26:47,810 INFO: [ epoch: 213 ] [ iter: 88,300 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:00 ] [ l_g_pix: 5.4402e-02 ] [ l_g_total: 5.4402e-02 ] +2024-10-09 10:26:52,272 INFO: [ epoch: 214 ] [ iter: 88,400 ] [ performance: 23.965 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:50 ] [ l_g_pix: 4.4298e-02 ] [ l_g_total: 4.4298e-02 ] +2024-10-09 10:26:56,183 INFO: [ epoch: 214 ] [ iter: 88,500 ] [ performance: 27.152 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:37 ] [ l_g_pix: 4.3471e-02 ] [ l_g_total: 4.3471e-02 ] +2024-10-09 10:26:59,910 INFO: [ epoch: 214 ] [ iter: 88,600 ] [ performance: 26.954 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:23 ] [ l_g_pix: 3.9389e-02 ] [ l_g_total: 3.9389e-02 ] +2024-10-09 10:27:03,606 INFO: [ epoch: 214 ] [ iter: 88,700 ] [ performance: 27.077 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:09 ] [ l_g_pix: 4.7742e-02 ] [ l_g_total: 4.7742e-02 ] +2024-10-09 10:27:07,895 INFO: [ epoch: 215 ] [ iter: 88,800 ] [ performance: 24.585 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:57 ] [ l_g_pix: 4.5962e-02 ] [ l_g_total: 4.5962e-02 ] +2024-10-09 10:27:12,029 INFO: [ epoch: 215 ] [ iter: 88,900 ] [ performance: 27.248 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:45 ] [ l_g_pix: 4.1771e-02 ] [ l_g_total: 4.1771e-02 ] +2024-10-09 10:27:15,747 INFO: [ epoch: 215 ] [ iter: 89,000 ] [ performance: 27.029 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:32 ] [ l_g_pix: 3.6238e-02 ] [ l_g_total: 3.6238e-02 ] +2024-10-09 10:27:19,474 INFO: [ epoch: 215 ] [ iter: 89,100 ] [ performance: 26.958 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:18 ] [ l_g_pix: 5.4024e-02 ] [ l_g_total: 5.4024e-02 ] +2024-10-09 10:27:22,973 INFO: [ epoch: 215 ] [ iter: 89,200 ] [ performance: 27.969 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:03 ] [ l_g_pix: 6.9535e-02 ] [ l_g_total: 6.9535e-02 ] +2024-10-09 10:27:28,066 INFO: [ epoch: 216 ] [ iter: 89,300 ] [ performance: 27.085 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:55 ] [ l_g_pix: 5.5498e-02 ] [ l_g_total: 5.5498e-02 ] +2024-10-09 10:27:31,830 INFO: [ epoch: 216 ] [ iter: 89,400 ] [ performance: 26.752 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:42 ] [ l_g_pix: 5.2764e-02 ] [ l_g_total: 5.2764e-02 ] +2024-10-09 10:27:35,519 INFO: [ epoch: 216 ] [ iter: 89,500 ] [ performance: 27.181 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:28 ] [ l_g_pix: 4.7513e-02 ] [ l_g_total: 4.7513e-02 ] +2024-10-09 10:27:39,001 INFO: [ epoch: 216 ] [ iter: 89,600 ] [ performance: 28.155 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:13 ] [ l_g_pix: 4.2156e-02 ] [ l_g_total: 4.2156e-02 ] +2024-10-09 10:27:44,073 INFO: [ epoch: 217 ] [ iter: 89,700 ] [ performance: 26.148 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:06 ] [ l_g_pix: 6.2144e-02 ] [ l_g_total: 6.2144e-02 ] +2024-10-09 10:27:47,819 INFO: [ epoch: 217 ] [ iter: 89,800 ] [ performance: 26.509 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:52 ] [ l_g_pix: 5.0281e-02 ] [ l_g_total: 5.0281e-02 ] +2024-10-09 10:27:51,546 INFO: [ epoch: 217 ] [ iter: 89,900 ] [ performance: 26.568 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:38 ] [ l_g_pix: 4.7692e-02 ] [ l_g_total: 4.7692e-02 ] +2024-10-09 10:27:55,130 INFO: [ epoch: 217 ] [ iter: 90,000 ] [ performance: 27.428 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:24 ] [ l_g_pix: 6.3696e-02 ] [ l_g_total: 6.3696e-02 ] +2024-10-09 10:27:55,130 INFO: Saving models and training states. +2024-10-09 10:30:44,161 INFO: Validation val + + # psnr: 27.1952........ Best: 27.1952 @ 90000 iter + # ssim: 0.7662........ Best: 0.7662 @ 90000 iter + # dists: 0.7730........ Best: 0.7730 @ 90000 iter + +2024-10-09 10:30:49,168 INFO: [ epoch: 218 ] [ iter: 90,100 ] [ performance: 24.565 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:43 ] [ l_g_pix: 4.8154e-02 ] [ l_g_total: 4.8154e-02 ] +2024-10-09 10:30:52,838 INFO: [ epoch: 218 ] [ iter: 90,200 ] [ performance: 26.271 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:28 ] [ l_g_pix: 4.9315e-02 ] [ l_g_total: 4.9315e-02 ] +2024-10-09 10:30:56,556 INFO: [ epoch: 218 ] [ iter: 90,300 ] [ performance: 27.017 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:13 ] [ l_g_pix: 4.5206e-02 ] [ l_g_total: 4.5206e-02 ] +2024-10-09 10:31:00,148 INFO: [ epoch: 218 ] [ iter: 90,400 ] [ performance: 27.557 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:58 ] [ l_g_pix: 3.8901e-02 ] [ l_g_total: 3.8901e-02 ] +2024-10-09 10:31:05,022 INFO: [ epoch: 219 ] [ iter: 90,500 ] [ performance: 21.759 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:49 ] [ l_g_pix: 4.5155e-02 ] [ l_g_total: 4.5155e-02 ] +2024-10-09 10:31:08,702 INFO: [ epoch: 219 ] [ iter: 90,600 ] [ performance: 25.096 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:34 ] [ l_g_pix: 3.8554e-02 ] [ l_g_total: 3.8554e-02 ] +2024-10-09 10:31:12,378 INFO: [ epoch: 219 ] [ iter: 90,700 ] [ performance: 27.748 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:19 ] [ l_g_pix: 4.8792e-02 ] [ l_g_total: 4.8792e-02 ] +2024-10-09 10:31:15,933 INFO: [ epoch: 219 ] [ iter: 90,800 ] [ performance: 28.008 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:04 ] [ l_g_pix: 5.3360e-02 ] [ l_g_total: 5.3360e-02 ] +2024-10-09 10:31:20,706 INFO: [ epoch: 220 ] [ iter: 90,900 ] [ performance: 15.911 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:54 ] [ l_g_pix: 5.3285e-02 ] [ l_g_total: 5.3285e-02 ] +2024-10-09 10:31:24,462 INFO: [ epoch: 220 ] [ iter: 91,000 ] [ performance: 21.855 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:40 ] [ l_g_pix: 5.6254e-02 ] [ l_g_total: 5.6254e-02 ] +2024-10-09 10:31:28,141 INFO: [ epoch: 220 ] [ iter: 91,100 ] [ performance: 27.074 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:25 ] [ l_g_pix: 3.8390e-02 ] [ l_g_total: 3.8390e-02 ] +2024-10-09 10:31:31,822 INFO: [ epoch: 220 ] [ iter: 91,200 ] [ performance: 27.138 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:10 ] [ l_g_pix: 7.0711e-02 ] [ l_g_total: 7.0711e-02 ] +2024-10-09 10:31:36,831 INFO: [ epoch: 221 ] [ iter: 91,300 ] [ performance: 14.569 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:02 ] [ l_g_pix: 5.2066e-02 ] [ l_g_total: 5.2066e-02 ] +2024-10-09 10:31:40,578 INFO: [ epoch: 221 ] [ iter: 91,400 ] [ performance: 21.148 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:47 ] [ l_g_pix: 4.5773e-02 ] [ l_g_total: 4.5773e-02 ] +2024-10-09 10:31:44,310 INFO: [ epoch: 221 ] [ iter: 91,500 ] [ performance: 26.760 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:33 ] [ l_g_pix: 4.4106e-02 ] [ l_g_total: 4.4106e-02 ] +2024-10-09 10:31:48,002 INFO: [ epoch: 221 ] [ iter: 91,600 ] [ performance: 26.986 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:18 ] [ l_g_pix: 4.4260e-02 ] [ l_g_total: 4.4260e-02 ] +2024-10-09 10:31:52,689 INFO: [ epoch: 222 ] [ iter: 91,700 ] [ performance: 15.904 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:08 ] [ l_g_pix: 4.6501e-02 ] [ l_g_total: 4.6501e-02 ] +2024-10-09 10:31:56,682 INFO: [ epoch: 222 ] [ iter: 91,800 ] [ performance: 21.345 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:55 ] [ l_g_pix: 6.3108e-02 ] [ l_g_total: 6.3108e-02 ] +2024-10-09 10:32:00,438 INFO: [ epoch: 222 ] [ iter: 91,900 ] [ performance: 26.650 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:41 ] [ l_g_pix: 5.2252e-02 ] [ l_g_total: 5.2252e-02 ] +2024-10-09 10:32:04,175 INFO: [ epoch: 222 ] [ iter: 92,000 ] [ performance: 26.728 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:27 ] [ l_g_pix: 6.0259e-02 ] [ l_g_total: 6.0259e-02 ] +2024-10-09 10:32:08,441 INFO: [ epoch: 223 ] [ iter: 92,100 ] [ performance: 18.431 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:15 ] [ l_g_pix: 4.8216e-02 ] [ l_g_total: 4.8216e-02 ] +2024-10-09 10:32:12,772 INFO: [ epoch: 223 ] [ iter: 92,200 ] [ performance: 21.487 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:03 ] [ l_g_pix: 4.6675e-02 ] [ l_g_total: 4.6675e-02 ] +2024-10-09 10:32:16,504 INFO: [ epoch: 223 ] [ iter: 92,300 ] [ performance: 26.803 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:49 ] [ l_g_pix: 4.2078e-02 ] [ l_g_total: 4.2078e-02 ] +2024-10-09 10:32:20,249 INFO: [ epoch: 223 ] [ iter: 92,400 ] [ performance: 26.735 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:35 ] [ l_g_pix: 4.5432e-02 ] [ l_g_total: 4.5432e-02 ] +2024-10-09 10:32:23,659 INFO: [ epoch: 223 ] [ iter: 92,500 ] [ performance: 29.650 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:19 ] [ l_g_pix: 5.2307e-02 ] [ l_g_total: 5.2307e-02 ] +2024-10-09 10:32:28,583 INFO: [ epoch: 224 ] [ iter: 92,600 ] [ performance: 22.319 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:11 ] [ l_g_pix: 4.6003e-02 ] [ l_g_total: 4.6003e-02 ] +2024-10-09 10:32:32,339 INFO: [ epoch: 224 ] [ iter: 92,700 ] [ performance: 26.965 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:57 ] [ l_g_pix: 4.8030e-02 ] [ l_g_total: 4.8030e-02 ] +2024-10-09 10:32:36,056 INFO: [ epoch: 224 ] [ iter: 92,800 ] [ performance: 26.923 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:42 ] [ l_g_pix: 4.7832e-02 ] [ l_g_total: 4.7832e-02 ] +2024-10-09 10:32:39,592 INFO: [ epoch: 224 ] [ iter: 92,900 ] [ performance: 28.906 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:27 ] [ l_g_pix: 5.0608e-02 ] [ l_g_total: 5.0608e-02 ] +2024-10-09 10:32:44,578 INFO: [ epoch: 225 ] [ iter: 93,000 ] [ performance: 21.907 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:19 ] [ l_g_pix: 3.9499e-02 ] [ l_g_total: 3.9499e-02 ] +2024-10-09 10:32:48,295 INFO: [ epoch: 225 ] [ iter: 93,100 ] [ performance: 27.164 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:05 ] [ l_g_pix: 4.8735e-02 ] [ l_g_total: 4.8735e-02 ] +2024-10-09 10:32:52,012 INFO: [ epoch: 225 ] [ iter: 93,200 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:51 ] [ l_g_pix: 4.6327e-02 ] [ l_g_total: 4.6327e-02 ] +2024-10-09 10:32:55,524 INFO: [ epoch: 225 ] [ iter: 93,300 ] [ performance: 29.446 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:36 ] [ l_g_pix: 5.6003e-02 ] [ l_g_total: 5.6003e-02 ] +2024-10-09 10:33:00,555 INFO: [ epoch: 226 ] [ iter: 93,400 ] [ performance: 21.751 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:28 ] [ l_g_pix: 5.1587e-02 ] [ l_g_total: 5.1587e-02 ] +2024-10-09 10:33:04,240 INFO: [ epoch: 226 ] [ iter: 93,500 ] [ performance: 27.130 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:14 ] [ l_g_pix: 4.7658e-02 ] [ l_g_total: 4.7658e-02 ] +2024-10-09 10:33:07,905 INFO: [ epoch: 226 ] [ iter: 93,600 ] [ performance: 27.249 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:59 ] [ l_g_pix: 4.8235e-02 ] [ l_g_total: 4.8235e-02 ] +2024-10-09 10:33:11,510 INFO: [ epoch: 226 ] [ iter: 93,700 ] [ performance: 28.959 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:45 ] [ l_g_pix: 4.8700e-02 ] [ l_g_total: 4.8700e-02 ] +2024-10-09 10:33:16,515 INFO: [ epoch: 227 ] [ iter: 93,800 ] [ performance: 21.691 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:37 ] [ l_g_pix: 3.8153e-02 ] [ l_g_total: 3.8153e-02 ] +2024-10-09 10:33:20,226 INFO: [ epoch: 227 ] [ iter: 93,900 ] [ performance: 26.875 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:23 ] [ l_g_pix: 5.2447e-02 ] [ l_g_total: 5.2447e-02 ] +2024-10-09 10:33:23,880 INFO: [ epoch: 227 ] [ iter: 94,000 ] [ performance: 27.248 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:08 ] [ l_g_pix: 3.7915e-02 ] [ l_g_total: 3.7915e-02 ] +2024-10-09 10:33:27,536 INFO: [ epoch: 227 ] [ iter: 94,100 ] [ performance: 28.768 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:54 ] [ l_g_pix: 4.6180e-02 ] [ l_g_total: 4.6180e-02 ] +2024-10-09 10:33:32,229 INFO: [ epoch: 228 ] [ iter: 94,200 ] [ performance: 22.743 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:45 ] [ l_g_pix: 4.1812e-02 ] [ l_g_total: 4.1812e-02 ] +2024-10-09 10:33:36,018 INFO: [ epoch: 228 ] [ iter: 94,300 ] [ performance: 26.595 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:31 ] [ l_g_pix: 7.7503e-02 ] [ l_g_total: 7.7503e-02 ] +2024-10-09 10:33:39,756 INFO: [ epoch: 228 ] [ iter: 94,400 ] [ performance: 26.721 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:17 ] [ l_g_pix: 5.6093e-02 ] [ l_g_total: 5.6093e-02 ] +2024-10-09 10:33:43,430 INFO: [ epoch: 228 ] [ iter: 94,500 ] [ performance: 28.477 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:03 ] [ l_g_pix: 4.3343e-02 ] [ l_g_total: 4.3343e-02 ] +2024-10-09 10:33:48,424 INFO: [ epoch: 229 ] [ iter: 94,600 ] [ performance: 21.504 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:55 ] [ l_g_pix: 5.4501e-02 ] [ l_g_total: 5.4501e-02 ] +2024-10-09 10:33:52,236 INFO: [ epoch: 229 ] [ iter: 94,700 ] [ performance: 26.410 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:42 ] [ l_g_pix: 4.6745e-02 ] [ l_g_total: 4.6745e-02 ] +2024-10-09 10:33:55,987 INFO: [ epoch: 229 ] [ iter: 94,800 ] [ performance: 26.606 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:28 ] [ l_g_pix: 4.6896e-02 ] [ l_g_total: 4.6896e-02 ] +2024-10-09 10:33:59,705 INFO: [ epoch: 229 ] [ iter: 94,900 ] [ performance: 27.208 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:14 ] [ l_g_pix: 5.2401e-02 ] [ l_g_total: 5.2401e-02 ] +2024-10-09 10:34:04,289 INFO: [ epoch: 230 ] [ iter: 95,000 ] [ performance: 22.809 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:05 ] [ l_g_pix: 4.6979e-02 ] [ l_g_total: 4.6979e-02 ] +2024-10-09 10:34:08,259 INFO: [ epoch: 230 ] [ iter: 95,100 ] [ performance: 27.691 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:52 ] [ l_g_pix: 4.7588e-02 ] [ l_g_total: 4.7588e-02 ] +2024-10-09 10:34:11,972 INFO: [ epoch: 230 ] [ iter: 95,200 ] [ performance: 27.095 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:38 ] [ l_g_pix: 5.6114e-02 ] [ l_g_total: 5.6114e-02 ] +2024-10-09 10:34:15,687 INFO: [ epoch: 230 ] [ iter: 95,300 ] [ performance: 26.790 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:24 ] [ l_g_pix: 4.9123e-02 ] [ l_g_total: 4.9123e-02 ] +2024-10-09 10:34:19,149 INFO: [ epoch: 230 ] [ iter: 95,400 ] [ performance: 28.435 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:10 ] [ l_g_pix: 5.5992e-02 ] [ l_g_total: 5.5992e-02 ] +2024-10-09 10:34:24,289 INFO: [ epoch: 231 ] [ iter: 95,500 ] [ performance: 27.617 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:02 ] [ l_g_pix: 5.6309e-02 ] [ l_g_total: 5.6309e-02 ] +2024-10-09 10:34:28,002 INFO: [ epoch: 231 ] [ iter: 95,600 ] [ performance: 27.074 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:49 ] [ l_g_pix: 4.7735e-02 ] [ l_g_total: 4.7735e-02 ] +2024-10-09 10:34:31,749 INFO: [ epoch: 231 ] [ iter: 95,700 ] [ performance: 27.068 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:35 ] [ l_g_pix: 5.2108e-02 ] [ l_g_total: 5.2108e-02 ] +2024-10-09 10:34:35,252 INFO: [ epoch: 231 ] [ iter: 95,800 ] [ performance: 28.250 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:21 ] [ l_g_pix: 4.6138e-02 ] [ l_g_total: 4.6138e-02 ] +2024-10-09 10:34:40,373 INFO: [ epoch: 232 ] [ iter: 95,900 ] [ performance: 27.023 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:13 ] [ l_g_pix: 3.6484e-02 ] [ l_g_total: 3.6484e-02 ] +2024-10-09 10:34:44,079 INFO: [ epoch: 232 ] [ iter: 96,000 ] [ performance: 26.999 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:00 ] [ l_g_pix: 4.4088e-02 ] [ l_g_total: 4.4088e-02 ] +2024-10-09 10:34:47,804 INFO: [ epoch: 232 ] [ iter: 96,100 ] [ performance: 26.821 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:46 ] [ l_g_pix: 4.7214e-02 ] [ l_g_total: 4.7214e-02 ] +2024-10-09 10:34:51,326 INFO: [ epoch: 232 ] [ iter: 96,200 ] [ performance: 28.102 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:32 ] [ l_g_pix: 4.2083e-02 ] [ l_g_total: 4.2083e-02 ] +2024-10-09 10:34:56,412 INFO: [ epoch: 233 ] [ iter: 96,300 ] [ performance: 27.247 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:24 ] [ l_g_pix: 4.5241e-02 ] [ l_g_total: 4.5241e-02 ] +2024-10-09 10:35:00,122 INFO: [ epoch: 233 ] [ iter: 96,400 ] [ performance: 27.007 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:11 ] [ l_g_pix: 4.6323e-02 ] [ l_g_total: 4.6323e-02 ] +2024-10-09 10:35:03,871 INFO: [ epoch: 233 ] [ iter: 96,500 ] [ performance: 27.093 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:57 ] [ l_g_pix: 3.7414e-02 ] [ l_g_total: 3.7414e-02 ] +2024-10-09 10:35:07,419 INFO: [ epoch: 233 ] [ iter: 96,600 ] [ performance: 27.998 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:43 ] [ l_g_pix: 5.7794e-02 ] [ l_g_total: 5.7794e-02 ] +2024-10-09 10:35:12,309 INFO: [ epoch: 234 ] [ iter: 96,700 ] [ performance: 26.894 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:35 ] [ l_g_pix: 4.8747e-02 ] [ l_g_total: 4.8747e-02 ] +2024-10-09 10:35:16,001 INFO: [ epoch: 234 ] [ iter: 96,800 ] [ performance: 27.058 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:21 ] [ l_g_pix: 3.8963e-02 ] [ l_g_total: 3.8963e-02 ] +2024-10-09 10:35:19,705 INFO: [ epoch: 234 ] [ iter: 96,900 ] [ performance: 27.631 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:08 ] [ l_g_pix: 4.1743e-02 ] [ l_g_total: 4.1743e-02 ] +2024-10-09 10:35:23,358 INFO: [ epoch: 234 ] [ iter: 97,000 ] [ performance: 27.418 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:54 ] [ l_g_pix: 5.0290e-02 ] [ l_g_total: 5.0290e-02 ] +2024-10-09 10:35:28,279 INFO: [ epoch: 235 ] [ iter: 97,100 ] [ performance: 24.907 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:46 ] [ l_g_pix: 5.4123e-02 ] [ l_g_total: 5.4123e-02 ] +2024-10-09 10:35:31,982 INFO: [ epoch: 235 ] [ iter: 97,200 ] [ performance: 26.683 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:33 ] [ l_g_pix: 5.6671e-02 ] [ l_g_total: 5.6671e-02 ] +2024-10-09 10:35:35,717 INFO: [ epoch: 235 ] [ iter: 97,300 ] [ performance: 27.449 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:20 ] [ l_g_pix: 5.7135e-02 ] [ l_g_total: 5.7135e-02 ] +2024-10-09 10:35:39,368 INFO: [ epoch: 235 ] [ iter: 97,400 ] [ performance: 27.406 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:06 ] [ l_g_pix: 5.4588e-02 ] [ l_g_total: 5.4588e-02 ] +2024-10-09 10:35:44,239 INFO: [ epoch: 236 ] [ iter: 97,500 ] [ performance: 21.096 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:58 ] [ l_g_pix: 4.8295e-02 ] [ l_g_total: 4.8295e-02 ] +2024-10-09 10:35:48,049 INFO: [ epoch: 236 ] [ iter: 97,600 ] [ performance: 25.444 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:45 ] [ l_g_pix: 4.4141e-02 ] [ l_g_total: 4.4141e-02 ] +2024-10-09 10:35:51,815 INFO: [ epoch: 236 ] [ iter: 97,700 ] [ performance: 27.336 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:32 ] [ l_g_pix: 5.5279e-02 ] [ l_g_total: 5.5279e-02 ] +2024-10-09 10:35:55,523 INFO: [ epoch: 236 ] [ iter: 97,800 ] [ performance: 27.015 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:19 ] [ l_g_pix: 5.0186e-02 ] [ l_g_total: 5.0186e-02 ] +2024-10-09 10:36:00,300 INFO: [ epoch: 237 ] [ iter: 97,900 ] [ performance: 15.942 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:10 ] [ l_g_pix: 5.7104e-02 ] [ l_g_total: 5.7104e-02 ] +2024-10-09 10:36:04,188 INFO: [ epoch: 237 ] [ iter: 98,000 ] [ performance: 24.033 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:57 ] [ l_g_pix: 5.0135e-02 ] [ l_g_total: 5.0135e-02 ] +2024-10-09 10:36:07,924 INFO: [ epoch: 237 ] [ iter: 98,100 ] [ performance: 27.737 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:44 ] [ l_g_pix: 4.5577e-02 ] [ l_g_total: 4.5577e-02 ] +2024-10-09 10:36:11,661 INFO: [ epoch: 237 ] [ iter: 98,200 ] [ performance: 26.865 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:31 ] [ l_g_pix: 4.3384e-02 ] [ l_g_total: 4.3384e-02 ] +2024-10-09 10:36:16,188 INFO: [ epoch: 238 ] [ iter: 98,300 ] [ performance: 7.725 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:22 ] [ l_g_pix: 4.7578e-02 ] [ l_g_total: 4.7578e-02 ] +2024-10-09 10:36:20,362 INFO: [ epoch: 238 ] [ iter: 98,400 ] [ performance: 19.848 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:10 ] [ l_g_pix: 4.3414e-02 ] [ l_g_total: 4.3414e-02 ] +2024-10-09 10:36:24,102 INFO: [ epoch: 238 ] [ iter: 98,500 ] [ performance: 27.042 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:57 ] [ l_g_pix: 4.3351e-02 ] [ l_g_total: 4.3351e-02 ] +2024-10-09 10:36:27,803 INFO: [ epoch: 238 ] [ iter: 98,600 ] [ performance: 27.031 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:44 ] [ l_g_pix: 4.1801e-02 ] [ l_g_total: 4.1801e-02 ] +2024-10-09 10:36:31,281 INFO: [ epoch: 238 ] [ iter: 98,700 ] [ performance: 29.148 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:30 ] [ l_g_pix: 4.1492e-02 ] [ l_g_total: 4.1492e-02 ] +2024-10-09 10:36:36,278 INFO: [ epoch: 239 ] [ iter: 98,800 ] [ performance: 20.549 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:23 ] [ l_g_pix: 5.1455e-02 ] [ l_g_total: 5.1455e-02 ] +2024-10-09 10:36:39,977 INFO: [ epoch: 239 ] [ iter: 98,900 ] [ performance: 27.299 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:09 ] [ l_g_pix: 5.0320e-02 ] [ l_g_total: 5.0320e-02 ] +2024-10-09 10:36:43,677 INFO: [ epoch: 239 ] [ iter: 99,000 ] [ performance: 27.050 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:56 ] [ l_g_pix: 4.9449e-02 ] [ l_g_total: 4.9449e-02 ] +2024-10-09 10:36:47,206 INFO: [ epoch: 239 ] [ iter: 99,100 ] [ performance: 30.160 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:43 ] [ l_g_pix: 4.5999e-02 ] [ l_g_total: 4.5999e-02 ] +2024-10-09 10:36:52,307 INFO: [ epoch: 240 ] [ iter: 99,200 ] [ performance: 20.071 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:35 ] [ l_g_pix: 5.2268e-02 ] [ l_g_total: 5.2268e-02 ] +2024-10-09 10:36:56,081 INFO: [ epoch: 240 ] [ iter: 99,300 ] [ performance: 26.326 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:23 ] [ l_g_pix: 3.8414e-02 ] [ l_g_total: 3.8414e-02 ] +2024-10-09 10:36:59,856 INFO: [ epoch: 240 ] [ iter: 99,400 ] [ performance: 26.490 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:10 ] [ l_g_pix: 4.2117e-02 ] [ l_g_total: 4.2117e-02 ] +2024-10-09 10:37:03,430 INFO: [ epoch: 240 ] [ iter: 99,500 ] [ performance: 29.374 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:57 ] [ l_g_pix: 3.8241e-02 ] [ l_g_total: 3.8241e-02 ] +2024-10-09 10:37:08,530 INFO: [ epoch: 241 ] [ iter: 99,600 ] [ performance: 19.929 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:49 ] [ l_g_pix: 4.4138e-02 ] [ l_g_total: 4.4138e-02 ] +2024-10-09 10:37:12,302 INFO: [ epoch: 241 ] [ iter: 99,700 ] [ performance: 27.135 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:37 ] [ l_g_pix: 4.3988e-02 ] [ l_g_total: 4.3988e-02 ] +2024-10-09 10:37:16,060 INFO: [ epoch: 241 ] [ iter: 99,800 ] [ performance: 26.634 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:24 ] [ l_g_pix: 4.9263e-02 ] [ l_g_total: 4.9263e-02 ] +2024-10-09 10:37:19,648 INFO: [ epoch: 241 ] [ iter: 99,900 ] [ performance: 29.649 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:11 ] [ l_g_pix: 5.3640e-02 ] [ l_g_total: 5.3640e-02 ] +2024-10-09 10:37:24,679 INFO: [ epoch: 242 ] [ iter:100,000 ] [ performance: 20.074 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:03 ] [ l_g_pix: 4.1852e-02 ] [ l_g_total: 4.1852e-02 ] +2024-10-09 10:37:24,679 INFO: Saving models and training states. +2024-10-09 10:40:10,296 INFO: Validation val + + # psnr: 27.1957........ Best: 27.1957 @ 100000 iter + # ssim: 0.7662........ Best: 0.7662 @ 90000 iter + # dists: 0.7730........ Best: 0.7730 @ 100000 iter + +2024-10-09 10:40:14,031 INFO: [ epoch: 242 ] [ iter:100,100 ] [ performance: 27.235 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:25 ] [ l_g_pix: 6.5711e-02 ] [ l_g_total: 6.5711e-02 ] +2024-10-09 10:40:17,754 INFO: [ epoch: 242 ] [ iter:100,200 ] [ performance: 26.872 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:12 ] [ l_g_pix: 4.4831e-02 ] [ l_g_total: 4.4831e-02 ] +2024-10-09 10:40:21,355 INFO: [ epoch: 242 ] [ iter:100,300 ] [ performance: 30.666 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:58 ] [ l_g_pix: 5.3957e-02 ] [ l_g_total: 5.3957e-02 ] +2024-10-09 10:40:26,223 INFO: [ epoch: 243 ] [ iter:100,400 ] [ performance: 20.615 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:49 ] [ l_g_pix: 5.2592e-02 ] [ l_g_total: 5.2592e-02 ] +2024-10-09 10:40:29,981 INFO: [ epoch: 243 ] [ iter:100,500 ] [ performance: 23.220 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:35 ] [ l_g_pix: 4.9161e-02 ] [ l_g_total: 4.9161e-02 ] +2024-10-09 10:40:33,693 INFO: [ epoch: 243 ] [ iter:100,600 ] [ performance: 26.941 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:22 ] [ l_g_pix: 4.7565e-02 ] [ l_g_total: 4.7565e-02 ] +2024-10-09 10:40:37,367 INFO: [ epoch: 243 ] [ iter:100,700 ] [ performance: 27.083 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:08 ] [ l_g_pix: 5.7097e-02 ] [ l_g_total: 5.7097e-02 ] +2024-10-09 10:40:42,345 INFO: [ epoch: 244 ] [ iter:100,800 ] [ performance: 20.047 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:00 ] [ l_g_pix: 5.9470e-02 ] [ l_g_total: 5.9470e-02 ] +2024-10-09 10:40:46,156 INFO: [ epoch: 244 ] [ iter:100,900 ] [ performance: 22.747 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:46 ] [ l_g_pix: 6.5533e-02 ] [ l_g_total: 6.5533e-02 ] +2024-10-09 10:40:49,891 INFO: [ epoch: 244 ] [ iter:101,000 ] [ performance: 26.756 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:33 ] [ l_g_pix: 4.4252e-02 ] [ l_g_total: 4.4252e-02 ] +2024-10-09 10:40:53,544 INFO: [ epoch: 244 ] [ iter:101,100 ] [ performance: 27.068 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:19 ] [ l_g_pix: 4.3296e-02 ] [ l_g_total: 4.3296e-02 ] +2024-10-09 10:40:58,003 INFO: [ epoch: 245 ] [ iter:101,200 ] [ performance: 22.288 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:09 ] [ l_g_pix: 4.8447e-02 ] [ l_g_total: 4.8447e-02 ] +2024-10-09 10:41:02,079 INFO: [ epoch: 245 ] [ iter:101,300 ] [ performance: 23.375 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:57 ] [ l_g_pix: 3.4527e-02 ] [ l_g_total: 3.4527e-02 ] +2024-10-09 10:41:05,827 INFO: [ epoch: 245 ] [ iter:101,400 ] [ performance: 26.714 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:43 ] [ l_g_pix: 4.4195e-02 ] [ l_g_total: 4.4195e-02 ] +2024-10-09 10:41:09,547 INFO: [ epoch: 245 ] [ iter:101,500 ] [ performance: 26.805 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:30 ] [ l_g_pix: 4.4335e-02 ] [ l_g_total: 4.4335e-02 ] +2024-10-09 10:41:13,804 INFO: [ epoch: 246 ] [ iter:101,600 ] [ performance: 23.311 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:19 ] [ l_g_pix: 4.1116e-02 ] [ l_g_total: 4.1116e-02 ] +2024-10-09 10:41:17,919 INFO: [ epoch: 246 ] [ iter:101,700 ] [ performance: 23.813 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:07 ] [ l_g_pix: 4.1432e-02 ] [ l_g_total: 4.1432e-02 ] +2024-10-09 10:41:21,602 INFO: [ epoch: 246 ] [ iter:101,800 ] [ performance: 27.195 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:53 ] [ l_g_pix: 4.0432e-02 ] [ l_g_total: 4.0432e-02 ] +2024-10-09 10:41:25,270 INFO: [ epoch: 246 ] [ iter:101,900 ] [ performance: 27.231 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:40 ] [ l_g_pix: 6.1242e-02 ] [ l_g_total: 6.1242e-02 ] +2024-10-09 10:41:28,724 INFO: [ epoch: 246 ] [ iter:102,000 ] [ performance: 29.128 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:25 ] [ l_g_pix: 4.7523e-02 ] [ l_g_total: 4.7523e-02 ] +2024-10-09 10:41:33,638 INFO: [ epoch: 247 ] [ iter:102,100 ] [ performance: 23.812 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:17 ] [ l_g_pix: 5.1887e-02 ] [ l_g_total: 5.1887e-02 ] +2024-10-09 10:41:37,393 INFO: [ epoch: 247 ] [ iter:102,200 ] [ performance: 26.683 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:04 ] [ l_g_pix: 5.1115e-02 ] [ l_g_total: 5.1115e-02 ] +2024-10-09 10:41:41,136 INFO: [ epoch: 247 ] [ iter:102,300 ] [ performance: 26.704 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:51 ] [ l_g_pix: 5.0205e-02 ] [ l_g_total: 5.0205e-02 ] +2024-10-09 10:41:44,670 INFO: [ epoch: 247 ] [ iter:102,400 ] [ performance: 28.498 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:37 ] [ l_g_pix: 4.3059e-02 ] [ l_g_total: 4.3059e-02 ] +2024-10-09 10:41:49,594 INFO: [ epoch: 248 ] [ iter:102,500 ] [ performance: 23.533 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:28 ] [ l_g_pix: 4.0181e-02 ] [ l_g_total: 4.0181e-02 ] +2024-10-09 10:41:53,334 INFO: [ epoch: 248 ] [ iter:102,600 ] [ performance: 26.751 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:15 ] [ l_g_pix: 4.4052e-02 ] [ l_g_total: 4.4052e-02 ] +2024-10-09 10:41:57,028 INFO: [ epoch: 248 ] [ iter:102,700 ] [ performance: 26.921 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:02 ] [ l_g_pix: 4.7837e-02 ] [ l_g_total: 4.7837e-02 ] +2024-10-09 10:42:00,571 INFO: [ epoch: 248 ] [ iter:102,800 ] [ performance: 28.492 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:48 ] [ l_g_pix: 3.8726e-02 ] [ l_g_total: 3.8726e-02 ] +2024-10-09 10:42:05,436 INFO: [ epoch: 249 ] [ iter:102,900 ] [ performance: 23.663 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:39 ] [ l_g_pix: 4.6812e-02 ] [ l_g_total: 4.6812e-02 ] +2024-10-09 10:42:09,163 INFO: [ epoch: 249 ] [ iter:103,000 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:26 ] [ l_g_pix: 4.3928e-02 ] [ l_g_total: 4.3928e-02 ] +2024-10-09 10:42:12,857 INFO: [ epoch: 249 ] [ iter:103,100 ] [ performance: 26.949 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:13 ] [ l_g_pix: 4.2941e-02 ] [ l_g_total: 4.2941e-02 ] +2024-10-09 10:42:16,487 INFO: [ epoch: 249 ] [ iter:103,200 ] [ performance: 27.823 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:59 ] [ l_g_pix: 6.3619e-02 ] [ l_g_total: 6.3619e-02 ] +2024-10-09 10:42:21,302 INFO: [ epoch: 250 ] [ iter:103,300 ] [ performance: 23.548 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:51 ] [ l_g_pix: 4.6963e-02 ] [ l_g_total: 4.6963e-02 ] +2024-10-09 10:42:25,005 INFO: [ epoch: 250 ] [ iter:103,400 ] [ performance: 27.122 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:38 ] [ l_g_pix: 5.5961e-02 ] [ l_g_total: 5.5961e-02 ] +2024-10-09 10:42:28,742 INFO: [ epoch: 250 ] [ iter:103,500 ] [ performance: 26.932 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:25 ] [ l_g_pix: 6.0796e-02 ] [ l_g_total: 6.0796e-02 ] +2024-10-09 10:42:32,401 INFO: [ epoch: 250 ] [ iter:103,600 ] [ performance: 27.485 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:11 ] [ l_g_pix: 4.4292e-02 ] [ l_g_total: 4.4292e-02 ] +2024-10-09 10:42:37,363 INFO: [ epoch: 251 ] [ iter:103,700 ] [ performance: 22.970 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:03 ] [ l_g_pix: 4.6515e-02 ] [ l_g_total: 4.6515e-02 ] +2024-10-09 10:42:41,070 INFO: [ epoch: 251 ] [ iter:103,800 ] [ performance: 26.981 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:50 ] [ l_g_pix: 3.7862e-02 ] [ l_g_total: 3.7862e-02 ] +2024-10-09 10:42:44,790 INFO: [ epoch: 251 ] [ iter:103,900 ] [ performance: 26.929 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:37 ] [ l_g_pix: 4.4860e-02 ] [ l_g_total: 4.4860e-02 ] +2024-10-09 10:42:48,465 INFO: [ epoch: 251 ] [ iter:104,000 ] [ performance: 27.362 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:24 ] [ l_g_pix: 4.0600e-02 ] [ l_g_total: 4.0600e-02 ] +2024-10-09 10:42:53,280 INFO: [ epoch: 252 ] [ iter:104,100 ] [ performance: 23.321 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:15 ] [ l_g_pix: 5.0020e-02 ] [ l_g_total: 5.0020e-02 ] +2024-10-09 10:42:57,139 INFO: [ epoch: 252 ] [ iter:104,200 ] [ performance: 26.330 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:03 ] [ l_g_pix: 5.2672e-02 ] [ l_g_total: 5.2672e-02 ] +2024-10-09 10:43:00,802 INFO: [ epoch: 252 ] [ iter:104,300 ] [ performance: 26.856 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:50 ] [ l_g_pix: 5.1457e-02 ] [ l_g_total: 5.1457e-02 ] +2024-10-09 10:43:04,571 INFO: [ epoch: 252 ] [ iter:104,400 ] [ performance: 26.558 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:37 ] [ l_g_pix: 4.9476e-02 ] [ l_g_total: 4.9476e-02 ] +2024-10-09 10:43:09,175 INFO: [ epoch: 253 ] [ iter:104,500 ] [ performance: 23.654 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:28 ] [ l_g_pix: 4.5063e-02 ] [ l_g_total: 4.5063e-02 ] +2024-10-09 10:43:13,271 INFO: [ epoch: 253 ] [ iter:104,600 ] [ performance: 26.677 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:16 ] [ l_g_pix: 5.0601e-02 ] [ l_g_total: 5.0601e-02 ] +2024-10-09 10:43:16,991 INFO: [ epoch: 253 ] [ iter:104,700 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:03 ] [ l_g_pix: 5.5806e-02 ] [ l_g_total: 5.5806e-02 ] +2024-10-09 10:43:20,740 INFO: [ epoch: 253 ] [ iter:104,800 ] [ performance: 26.743 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:51 ] [ l_g_pix: 4.0562e-02 ] [ l_g_total: 4.0562e-02 ] +2024-10-09 10:43:24,195 INFO: [ epoch: 253 ] [ iter:104,900 ] [ performance: 27.933 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:37 ] [ l_g_pix: 5.7582e-02 ] [ l_g_total: 5.7582e-02 ] +2024-10-09 10:43:29,384 INFO: [ epoch: 254 ] [ iter:105,000 ] [ performance: 26.147 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:30 ] [ l_g_pix: 5.0096e-02 ] [ l_g_total: 5.0096e-02 ] +2024-10-09 10:43:33,081 INFO: [ epoch: 254 ] [ iter:105,100 ] [ performance: 26.650 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:17 ] [ l_g_pix: 4.8084e-02 ] [ l_g_total: 4.8084e-02 ] +2024-10-09 10:43:36,772 INFO: [ epoch: 254 ] [ iter:105,200 ] [ performance: 27.215 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:04 ] [ l_g_pix: 4.4445e-02 ] [ l_g_total: 4.4445e-02 ] +2024-10-09 10:43:40,271 INFO: [ epoch: 254 ] [ iter:105,300 ] [ performance: 27.970 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:50 ] [ l_g_pix: 4.6860e-02 ] [ l_g_total: 4.6860e-02 ] +2024-10-09 10:43:45,273 INFO: [ epoch: 255 ] [ iter:105,400 ] [ performance: 23.579 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:43 ] [ l_g_pix: 5.4767e-02 ] [ l_g_total: 5.4767e-02 ] +2024-10-09 10:43:48,964 INFO: [ epoch: 255 ] [ iter:105,500 ] [ performance: 25.460 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:30 ] [ l_g_pix: 7.0237e-02 ] [ l_g_total: 7.0237e-02 ] +2024-10-09 10:43:52,682 INFO: [ epoch: 255 ] [ iter:105,600 ] [ performance: 27.020 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:17 ] [ l_g_pix: 3.5332e-02 ] [ l_g_total: 3.5332e-02 ] +2024-10-09 10:43:56,225 INFO: [ epoch: 255 ] [ iter:105,700 ] [ performance: 27.700 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:03 ] [ l_g_pix: 5.1211e-02 ] [ l_g_total: 5.1211e-02 ] +2024-10-09 10:44:01,267 INFO: [ epoch: 256 ] [ iter:105,800 ] [ performance: 17.910 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:56 ] [ l_g_pix: 4.4417e-02 ] [ l_g_total: 4.4417e-02 ] +2024-10-09 10:44:04,966 INFO: [ epoch: 256 ] [ iter:105,900 ] [ performance: 22.224 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:43 ] [ l_g_pix: 3.8503e-02 ] [ l_g_total: 3.8503e-02 ] +2024-10-09 10:44:08,694 INFO: [ epoch: 256 ] [ iter:106,000 ] [ performance: 27.092 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:31 ] [ l_g_pix: 3.8980e-02 ] [ l_g_total: 3.8980e-02 ] +2024-10-09 10:44:12,253 INFO: [ epoch: 256 ] [ iter:106,100 ] [ performance: 27.667 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:17 ] [ l_g_pix: 3.5366e-02 ] [ l_g_total: 3.5366e-02 ] +2024-10-09 10:44:17,324 INFO: [ epoch: 257 ] [ iter:106,200 ] [ performance: 17.621 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:10 ] [ l_g_pix: 5.2196e-02 ] [ l_g_total: 5.2196e-02 ] +2024-10-09 10:44:21,034 INFO: [ epoch: 257 ] [ iter:106,300 ] [ performance: 22.066 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:57 ] [ l_g_pix: 5.1498e-02 ] [ l_g_total: 5.1498e-02 ] +2024-10-09 10:44:24,752 INFO: [ epoch: 257 ] [ iter:106,400 ] [ performance: 27.236 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:45 ] [ l_g_pix: 3.9489e-02 ] [ l_g_total: 3.9489e-02 ] +2024-10-09 10:44:28,341 INFO: [ epoch: 257 ] [ iter:106,500 ] [ performance: 27.604 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:31 ] [ l_g_pix: 4.7231e-02 ] [ l_g_total: 4.7231e-02 ] +2024-10-09 10:44:33,112 INFO: [ epoch: 258 ] [ iter:106,600 ] [ performance: 18.898 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:23 ] [ l_g_pix: 4.8728e-02 ] [ l_g_total: 4.8728e-02 ] +2024-10-09 10:44:36,857 INFO: [ epoch: 258 ] [ iter:106,700 ] [ performance: 22.826 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:11 ] [ l_g_pix: 4.4227e-02 ] [ l_g_total: 4.4227e-02 ] +2024-10-09 10:44:40,551 INFO: [ epoch: 258 ] [ iter:106,800 ] [ performance: 27.267 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:58 ] [ l_g_pix: 4.7168e-02 ] [ l_g_total: 4.7168e-02 ] +2024-10-09 10:44:44,207 INFO: [ epoch: 258 ] [ iter:106,900 ] [ performance: 27.321 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:45 ] [ l_g_pix: 4.5316e-02 ] [ l_g_total: 4.5316e-02 ] +2024-10-09 10:44:48,910 INFO: [ epoch: 259 ] [ iter:107,000 ] [ performance: 18.931 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:36 ] [ l_g_pix: 5.1573e-02 ] [ l_g_total: 5.1573e-02 ] +2024-10-09 10:44:52,675 INFO: [ epoch: 259 ] [ iter:107,100 ] [ performance: 22.838 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:24 ] [ l_g_pix: 5.1810e-02 ] [ l_g_total: 5.1810e-02 ] +2024-10-09 10:44:56,431 INFO: [ epoch: 259 ] [ iter:107,200 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:12 ] [ l_g_pix: 4.5839e-02 ] [ l_g_total: 4.5839e-02 ] +2024-10-09 10:45:00,094 INFO: [ epoch: 259 ] [ iter:107,300 ] [ performance: 27.093 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:59 ] [ l_g_pix: 4.6833e-02 ] [ l_g_total: 4.6833e-02 ] +2024-10-09 10:45:04,434 INFO: [ epoch: 260 ] [ iter:107,400 ] [ performance: 20.840 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:49 ] [ l_g_pix: 5.1014e-02 ] [ l_g_total: 5.1014e-02 ] +2024-10-09 10:45:08,418 INFO: [ epoch: 260 ] [ iter:107,500 ] [ performance: 23.219 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:37 ] [ l_g_pix: 4.4292e-02 ] [ l_g_total: 4.4292e-02 ] +2024-10-09 10:45:12,110 INFO: [ epoch: 260 ] [ iter:107,600 ] [ performance: 27.196 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:25 ] [ l_g_pix: 4.9887e-02 ] [ l_g_total: 4.9887e-02 ] +2024-10-09 10:45:15,869 INFO: [ epoch: 260 ] [ iter:107,700 ] [ performance: 26.838 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:13 ] [ l_g_pix: 4.4473e-02 ] [ l_g_total: 4.4473e-02 ] +2024-10-09 10:45:20,304 INFO: [ epoch: 261 ] [ iter:107,800 ] [ performance: 20.007 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:03 ] [ l_g_pix: 5.0520e-02 ] [ l_g_total: 5.0520e-02 ] +2024-10-09 10:45:24,398 INFO: [ epoch: 261 ] [ iter:107,900 ] [ performance: 22.517 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:52 ] [ l_g_pix: 5.6217e-02 ] [ l_g_total: 5.6217e-02 ] +2024-10-09 10:45:28,151 INFO: [ epoch: 261 ] [ iter:108,000 ] [ performance: 26.523 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:40 ] [ l_g_pix: 5.2001e-02 ] [ l_g_total: 5.2001e-02 ] +2024-10-09 10:45:31,904 INFO: [ epoch: 261 ] [ iter:108,100 ] [ performance: 26.603 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:28 ] [ l_g_pix: 3.8417e-02 ] [ l_g_total: 3.8417e-02 ] +2024-10-09 10:45:35,371 INFO: [ epoch: 261 ] [ iter:108,200 ] [ performance: 29.276 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:14 ] [ l_g_pix: 5.4076e-02 ] [ l_g_total: 5.4076e-02 ] +2024-10-09 10:45:40,314 INFO: [ epoch: 262 ] [ iter:108,300 ] [ performance: 22.950 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:07 ] [ l_g_pix: 4.9857e-02 ] [ l_g_total: 4.9857e-02 ] +2024-10-09 10:45:44,057 INFO: [ epoch: 262 ] [ iter:108,400 ] [ performance: 26.877 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:54 ] [ l_g_pix: 3.9850e-02 ] [ l_g_total: 3.9850e-02 ] +2024-10-09 10:45:47,813 INFO: [ epoch: 262 ] [ iter:108,500 ] [ performance: 26.726 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:42 ] [ l_g_pix: 3.8432e-02 ] [ l_g_total: 3.8432e-02 ] +2024-10-09 10:45:51,342 INFO: [ epoch: 262 ] [ iter:108,600 ] [ performance: 29.030 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:29 ] [ l_g_pix: 5.0875e-02 ] [ l_g_total: 5.0875e-02 ] +2024-10-09 10:45:56,478 INFO: [ epoch: 263 ] [ iter:108,700 ] [ performance: 22.215 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:22 ] [ l_g_pix: 5.7262e-02 ] [ l_g_total: 5.7262e-02 ] +2024-10-09 10:46:00,225 INFO: [ epoch: 263 ] [ iter:108,800 ] [ performance: 26.977 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:10 ] [ l_g_pix: 6.5555e-02 ] [ l_g_total: 6.5555e-02 ] +2024-10-09 10:46:03,962 INFO: [ epoch: 263 ] [ iter:108,900 ] [ performance: 26.844 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:58 ] [ l_g_pix: 4.0434e-02 ] [ l_g_total: 4.0434e-02 ] +2024-10-09 10:46:07,493 INFO: [ epoch: 263 ] [ iter:109,000 ] [ performance: 29.547 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:45 ] [ l_g_pix: 4.5198e-02 ] [ l_g_total: 4.5198e-02 ] +2024-10-09 10:46:12,597 INFO: [ epoch: 264 ] [ iter:109,100 ] [ performance: 22.364 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:38 ] [ l_g_pix: 5.4012e-02 ] [ l_g_total: 5.4012e-02 ] +2024-10-09 10:46:16,336 INFO: [ epoch: 264 ] [ iter:109,200 ] [ performance: 26.905 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:26 ] [ l_g_pix: 5.6186e-02 ] [ l_g_total: 5.6186e-02 ] +2024-10-09 10:46:20,021 INFO: [ epoch: 264 ] [ iter:109,300 ] [ performance: 27.058 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:14 ] [ l_g_pix: 4.8883e-02 ] [ l_g_total: 4.8883e-02 ] +2024-10-09 10:46:23,611 INFO: [ epoch: 264 ] [ iter:109,400 ] [ performance: 28.823 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:01 ] [ l_g_pix: 5.6502e-02 ] [ l_g_total: 5.6502e-02 ] +2024-10-09 10:46:28,542 INFO: [ epoch: 265 ] [ iter:109,500 ] [ performance: 22.696 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:53 ] [ l_g_pix: 4.2832e-02 ] [ l_g_total: 4.2832e-02 ] +2024-10-09 10:46:32,337 INFO: [ epoch: 265 ] [ iter:109,600 ] [ performance: 26.450 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:42 ] [ l_g_pix: 4.9246e-02 ] [ l_g_total: 4.9246e-02 ] +2024-10-09 10:46:36,071 INFO: [ epoch: 265 ] [ iter:109,700 ] [ performance: 26.669 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:29 ] [ l_g_pix: 5.1729e-02 ] [ l_g_total: 5.1729e-02 ] +2024-10-09 10:46:39,694 INFO: [ epoch: 265 ] [ iter:109,800 ] [ performance: 28.383 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:17 ] [ l_g_pix: 4.6754e-02 ] [ l_g_total: 4.6754e-02 ] +2024-10-09 10:46:44,651 INFO: [ epoch: 266 ] [ iter:109,900 ] [ performance: 22.456 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:10 ] [ l_g_pix: 5.3448e-02 ] [ l_g_total: 5.3448e-02 ] +2024-10-09 10:46:48,386 INFO: [ epoch: 266 ] [ iter:110,000 ] [ performance: 27.076 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:57 ] [ l_g_pix: 5.0226e-02 ] [ l_g_total: 5.0226e-02 ] +2024-10-09 10:46:48,387 INFO: Saving models and training states. +2024-10-09 10:49:35,416 INFO: Validation val + + # psnr: 27.2015........ Best: 27.2015 @ 110000 iter + # ssim: 0.7665........ Best: 0.7665 @ 110000 iter + # dists: 0.7729........ Best: 0.7729 @ 110000 iter + +2024-10-09 10:49:39,138 INFO: [ epoch: 266 ] [ iter:110,100 ] [ performance: 26.942 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:07 ] [ l_g_pix: 5.7938e-02 ] [ l_g_total: 5.7938e-02 ] +2024-10-09 10:49:42,824 INFO: [ epoch: 266 ] [ iter:110,200 ] [ performance: 27.564 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:54 ] [ l_g_pix: 4.2002e-02 ] [ l_g_total: 4.2002e-02 ] +2024-10-09 10:49:47,887 INFO: [ epoch: 267 ] [ iter:110,300 ] [ performance: 21.874 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:47 ] [ l_g_pix: 5.2205e-02 ] [ l_g_total: 5.2205e-02 ] +2024-10-09 10:49:51,593 INFO: [ epoch: 267 ] [ iter:110,400 ] [ performance: 27.243 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:34 ] [ l_g_pix: 6.0423e-02 ] [ l_g_total: 6.0423e-02 ] +2024-10-09 10:49:55,279 INFO: [ epoch: 267 ] [ iter:110,500 ] [ performance: 27.175 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:21 ] [ l_g_pix: 6.2532e-02 ] [ l_g_total: 6.2532e-02 ] +2024-10-09 10:49:58,958 INFO: [ epoch: 267 ] [ iter:110,600 ] [ performance: 27.480 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:08 ] [ l_g_pix: 6.3536e-02 ] [ l_g_total: 6.3536e-02 ] +2024-10-09 10:50:03,440 INFO: [ epoch: 268 ] [ iter:110,700 ] [ performance: 23.808 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:58 ] [ l_g_pix: 5.5689e-02 ] [ l_g_total: 5.5689e-02 ] +2024-10-09 10:50:07,369 INFO: [ epoch: 268 ] [ iter:110,800 ] [ performance: 27.024 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:46 ] [ l_g_pix: 5.0908e-02 ] [ l_g_total: 5.0908e-02 ] +2024-10-09 10:50:11,111 INFO: [ epoch: 268 ] [ iter:110,900 ] [ performance: 26.824 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:34 ] [ l_g_pix: 6.9949e-02 ] [ l_g_total: 6.9949e-02 ] +2024-10-09 10:50:14,842 INFO: [ epoch: 268 ] [ iter:111,000 ] [ performance: 26.756 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:21 ] [ l_g_pix: 5.0495e-02 ] [ l_g_total: 5.0495e-02 ] +2024-10-09 10:50:19,117 INFO: [ epoch: 269 ] [ iter:111,100 ] [ performance: 24.392 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:11 ] [ l_g_pix: 5.0696e-02 ] [ l_g_total: 5.0696e-02 ] +2024-10-09 10:50:23,484 INFO: [ epoch: 269 ] [ iter:111,200 ] [ performance: 27.052 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:00 ] [ l_g_pix: 4.8092e-02 ] [ l_g_total: 4.8092e-02 ] +2024-10-09 10:50:27,228 INFO: [ epoch: 269 ] [ iter:111,300 ] [ performance: 26.824 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:48 ] [ l_g_pix: 4.2878e-02 ] [ l_g_total: 4.2878e-02 ] +2024-10-09 10:50:30,973 INFO: [ epoch: 269 ] [ iter:111,400 ] [ performance: 26.542 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:35 ] [ l_g_pix: 5.8070e-02 ] [ l_g_total: 5.8070e-02 ] +2024-10-09 10:50:34,411 INFO: [ epoch: 269 ] [ iter:111,500 ] [ performance: 28.235 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:22 ] [ l_g_pix: 5.7489e-02 ] [ l_g_total: 5.7489e-02 ] +2024-10-09 10:50:39,375 INFO: [ epoch: 270 ] [ iter:111,600 ] [ performance: 27.660 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:14 ] [ l_g_pix: 4.9386e-02 ] [ l_g_total: 4.9386e-02 ] +2024-10-09 10:50:43,098 INFO: [ epoch: 270 ] [ iter:111,700 ] [ performance: 27.108 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:01 ] [ l_g_pix: 6.8441e-02 ] [ l_g_total: 6.8441e-02 ] +2024-10-09 10:50:46,815 INFO: [ epoch: 270 ] [ iter:111,800 ] [ performance: 26.863 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:49 ] [ l_g_pix: 5.3460e-02 ] [ l_g_total: 5.3460e-02 ] +2024-10-09 10:50:50,308 INFO: [ epoch: 270 ] [ iter:111,900 ] [ performance: 28.070 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:35 ] [ l_g_pix: 5.9326e-02 ] [ l_g_total: 5.9326e-02 ] +2024-10-09 10:50:55,283 INFO: [ epoch: 271 ] [ iter:112,000 ] [ performance: 26.795 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:27 ] [ l_g_pix: 4.6519e-02 ] [ l_g_total: 4.6519e-02 ] +2024-10-09 10:50:58,985 INFO: [ epoch: 271 ] [ iter:112,100 ] [ performance: 26.953 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:15 ] [ l_g_pix: 5.5551e-02 ] [ l_g_total: 5.5551e-02 ] +2024-10-09 10:51:02,667 INFO: [ epoch: 271 ] [ iter:112,200 ] [ performance: 27.021 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:02 ] [ l_g_pix: 4.0141e-02 ] [ l_g_total: 4.0141e-02 ] +2024-10-09 10:51:06,206 INFO: [ epoch: 271 ] [ iter:112,300 ] [ performance: 27.881 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:49 ] [ l_g_pix: 4.1446e-02 ] [ l_g_total: 4.1446e-02 ] +2024-10-09 10:51:11,278 INFO: [ epoch: 272 ] [ iter:112,400 ] [ performance: 27.197 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:42 ] [ l_g_pix: 3.6999e-02 ] [ l_g_total: 3.6999e-02 ] +2024-10-09 10:51:14,935 INFO: [ epoch: 272 ] [ iter:112,500 ] [ performance: 27.308 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:29 ] [ l_g_pix: 4.1799e-02 ] [ l_g_total: 4.1799e-02 ] +2024-10-09 10:51:18,657 INFO: [ epoch: 272 ] [ iter:112,600 ] [ performance: 26.766 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:16 ] [ l_g_pix: 5.2243e-02 ] [ l_g_total: 5.2243e-02 ] +2024-10-09 10:51:22,241 INFO: [ epoch: 272 ] [ iter:112,700 ] [ performance: 27.570 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:04 ] [ l_g_pix: 4.0614e-02 ] [ l_g_total: 4.0614e-02 ] +2024-10-09 10:51:27,216 INFO: [ epoch: 273 ] [ iter:112,800 ] [ performance: 23.275 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:56 ] [ l_g_pix: 5.4874e-02 ] [ l_g_total: 5.4874e-02 ] +2024-10-09 10:51:30,937 INFO: [ epoch: 273 ] [ iter:112,900 ] [ performance: 25.764 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:43 ] [ l_g_pix: 3.5795e-02 ] [ l_g_total: 3.5795e-02 ] +2024-10-09 10:51:34,623 INFO: [ epoch: 273 ] [ iter:113,000 ] [ performance: 27.311 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:31 ] [ l_g_pix: 4.1702e-02 ] [ l_g_total: 4.1702e-02 ] +2024-10-09 10:51:38,255 INFO: [ epoch: 273 ] [ iter:113,100 ] [ performance: 27.471 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:18 ] [ l_g_pix: 5.7863e-02 ] [ l_g_total: 5.7863e-02 ] +2024-10-09 10:51:42,954 INFO: [ epoch: 274 ] [ iter:113,200 ] [ performance: 21.380 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:09 ] [ l_g_pix: 7.2907e-02 ] [ l_g_total: 7.2907e-02 ] +2024-10-09 10:51:46,697 INFO: [ epoch: 274 ] [ iter:113,300 ] [ performance: 25.033 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:57 ] [ l_g_pix: 4.2481e-02 ] [ l_g_total: 4.2481e-02 ] +2024-10-09 10:51:50,465 INFO: [ epoch: 274 ] [ iter:113,400 ] [ performance: 26.472 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:45 ] [ l_g_pix: 6.9886e-02 ] [ l_g_total: 6.9886e-02 ] +2024-10-09 10:51:54,131 INFO: [ epoch: 274 ] [ iter:113,500 ] [ performance: 27.059 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:33 ] [ l_g_pix: 5.5001e-02 ] [ l_g_total: 5.5001e-02 ] +2024-10-09 10:51:58,808 INFO: [ epoch: 275 ] [ iter:113,600 ] [ performance: 14.180 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:24 ] [ l_g_pix: 7.1567e-02 ] [ l_g_total: 7.1567e-02 ] +2024-10-09 10:52:02,682 INFO: [ epoch: 275 ] [ iter:113,700 ] [ performance: 21.292 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:12 ] [ l_g_pix: 5.7067e-02 ] [ l_g_total: 5.7067e-02 ] +2024-10-09 10:52:06,416 INFO: [ epoch: 275 ] [ iter:113,800 ] [ performance: 26.599 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:00 ] [ l_g_pix: 5.2203e-02 ] [ l_g_total: 5.2203e-02 ] +2024-10-09 10:52:10,064 INFO: [ epoch: 275 ] [ iter:113,900 ] [ performance: 27.205 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:47 ] [ l_g_pix: 4.3149e-02 ] [ l_g_total: 4.3149e-02 ] +2024-10-09 10:52:14,459 INFO: [ epoch: 276 ] [ iter:114,000 ] [ performance: 15.447 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:38 ] [ l_g_pix: 5.5785e-02 ] [ l_g_total: 5.5785e-02 ] +2024-10-09 10:52:18,621 INFO: [ epoch: 276 ] [ iter:114,100 ] [ performance: 21.120 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:27 ] [ l_g_pix: 5.0430e-02 ] [ l_g_total: 5.0430e-02 ] +2024-10-09 10:52:22,298 INFO: [ epoch: 276 ] [ iter:114,200 ] [ performance: 27.070 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:15 ] [ l_g_pix: 4.8072e-02 ] [ l_g_total: 4.8072e-02 ] +2024-10-09 10:52:26,009 INFO: [ epoch: 276 ] [ iter:114,300 ] [ performance: 26.977 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:02 ] [ l_g_pix: 5.2809e-02 ] [ l_g_total: 5.2809e-02 ] +2024-10-09 10:52:29,418 INFO: [ epoch: 276 ] [ iter:114,400 ] [ performance: 29.207 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:49 ] [ l_g_pix: 6.9047e-02 ] [ l_g_total: 6.9047e-02 ] +2024-10-09 10:52:34,384 INFO: [ epoch: 277 ] [ iter:114,500 ] [ performance: 21.736 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:41 ] [ l_g_pix: 3.8023e-02 ] [ l_g_total: 3.8023e-02 ] +2024-10-09 10:52:38,151 INFO: [ epoch: 277 ] [ iter:114,600 ] [ performance: 26.720 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:29 ] [ l_g_pix: 4.4987e-02 ] [ l_g_total: 4.4987e-02 ] +2024-10-09 10:52:41,879 INFO: [ epoch: 277 ] [ iter:114,700 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:17 ] [ l_g_pix: 5.5636e-02 ] [ l_g_total: 5.5636e-02 ] +2024-10-09 10:52:45,407 INFO: [ epoch: 277 ] [ iter:114,800 ] [ performance: 28.934 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:05 ] [ l_g_pix: 4.4882e-02 ] [ l_g_total: 4.4882e-02 ] +2024-10-09 10:52:50,464 INFO: [ epoch: 278 ] [ iter:114,900 ] [ performance: 21.294 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:57 ] [ l_g_pix: 4.6187e-02 ] [ l_g_total: 4.6187e-02 ] +2024-10-09 10:52:54,179 INFO: [ epoch: 278 ] [ iter:115,000 ] [ performance: 27.201 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:45 ] [ l_g_pix: 4.0079e-02 ] [ l_g_total: 4.0079e-02 ] +2024-10-09 10:52:57,941 INFO: [ epoch: 278 ] [ iter:115,100 ] [ performance: 26.723 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:33 ] [ l_g_pix: 4.1490e-02 ] [ l_g_total: 4.1490e-02 ] +2024-10-09 10:53:01,498 INFO: [ epoch: 278 ] [ iter:115,200 ] [ performance: 28.745 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:21 ] [ l_g_pix: 4.3909e-02 ] [ l_g_total: 4.3909e-02 ] +2024-10-09 10:53:06,568 INFO: [ epoch: 279 ] [ iter:115,300 ] [ performance: 21.139 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:13 ] [ l_g_pix: 4.3861e-02 ] [ l_g_total: 4.3861e-02 ] +2024-10-09 10:53:10,304 INFO: [ epoch: 279 ] [ iter:115,400 ] [ performance: 26.705 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:01 ] [ l_g_pix: 4.9582e-02 ] [ l_g_total: 4.9582e-02 ] +2024-10-09 10:53:14,023 INFO: [ epoch: 279 ] [ iter:115,500 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:49 ] [ l_g_pix: 4.2227e-02 ] [ l_g_total: 4.2227e-02 ] +2024-10-09 10:53:17,607 INFO: [ epoch: 279 ] [ iter:115,600 ] [ performance: 29.225 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:37 ] [ l_g_pix: 3.8957e-02 ] [ l_g_total: 3.8957e-02 ] +2024-10-09 10:53:22,676 INFO: [ epoch: 280 ] [ iter:115,700 ] [ performance: 21.103 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:30 ] [ l_g_pix: 5.1111e-02 ] [ l_g_total: 5.1111e-02 ] +2024-10-09 10:53:26,405 INFO: [ epoch: 280 ] [ iter:115,800 ] [ performance: 27.173 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:18 ] [ l_g_pix: 4.2542e-02 ] [ l_g_total: 4.2542e-02 ] +2024-10-09 10:53:30,151 INFO: [ epoch: 280 ] [ iter:115,900 ] [ performance: 26.790 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:06 ] [ l_g_pix: 4.1468e-02 ] [ l_g_total: 4.1468e-02 ] +2024-10-09 10:53:33,756 INFO: [ epoch: 280 ] [ iter:116,000 ] [ performance: 29.757 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:53 ] [ l_g_pix: 4.3272e-02 ] [ l_g_total: 4.3272e-02 ] +2024-10-09 10:53:38,783 INFO: [ epoch: 281 ] [ iter:116,100 ] [ performance: 21.213 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:46 ] [ l_g_pix: 4.6108e-02 ] [ l_g_total: 4.6108e-02 ] +2024-10-09 10:53:42,570 INFO: [ epoch: 281 ] [ iter:116,200 ] [ performance: 27.383 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:34 ] [ l_g_pix: 5.8855e-02 ] [ l_g_total: 5.8855e-02 ] +2024-10-09 10:53:46,319 INFO: [ epoch: 281 ] [ iter:116,300 ] [ performance: 26.802 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:23 ] [ l_g_pix: 5.7960e-02 ] [ l_g_total: 5.7960e-02 ] +2024-10-09 10:53:49,996 INFO: [ epoch: 281 ] [ iter:116,400 ] [ performance: 28.564 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:10 ] [ l_g_pix: 4.9988e-02 ] [ l_g_total: 4.9988e-02 ] +2024-10-09 10:53:54,902 INFO: [ epoch: 282 ] [ iter:116,500 ] [ performance: 21.456 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:03 ] [ l_g_pix: 3.9231e-02 ] [ l_g_total: 3.9231e-02 ] +2024-10-09 10:53:58,599 INFO: [ epoch: 282 ] [ iter:116,600 ] [ performance: 27.304 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:51 ] [ l_g_pix: 4.0532e-02 ] [ l_g_total: 4.0532e-02 ] +2024-10-09 10:54:02,334 INFO: [ epoch: 282 ] [ iter:116,700 ] [ performance: 26.863 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:39 ] [ l_g_pix: 5.4771e-02 ] [ l_g_total: 5.4771e-02 ] +2024-10-09 10:54:06,018 INFO: [ epoch: 282 ] [ iter:116,800 ] [ performance: 29.015 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:27 ] [ l_g_pix: 3.5157e-02 ] [ l_g_total: 3.5157e-02 ] +2024-10-09 10:54:10,699 INFO: [ epoch: 283 ] [ iter:116,900 ] [ performance: 22.305 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:18 ] [ l_g_pix: 4.8643e-02 ] [ l_g_total: 4.8643e-02 ] +2024-10-09 10:54:14,554 INFO: [ epoch: 283 ] [ iter:117,000 ] [ performance: 27.669 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:07 ] [ l_g_pix: 5.0516e-02 ] [ l_g_total: 5.0516e-02 ] +2024-10-09 10:54:18,282 INFO: [ epoch: 283 ] [ iter:117,100 ] [ performance: 26.954 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:55 ] [ l_g_pix: 5.1955e-02 ] [ l_g_total: 5.1955e-02 ] +2024-10-09 10:54:21,972 INFO: [ epoch: 283 ] [ iter:117,200 ] [ performance: 28.187 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:43 ] [ l_g_pix: 5.1010e-02 ] [ l_g_total: 5.1010e-02 ] +2024-10-09 10:54:26,330 INFO: [ epoch: 284 ] [ iter:117,300 ] [ performance: 23.591 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:34 ] [ l_g_pix: 4.0156e-02 ] [ l_g_total: 4.0156e-02 ] +2024-10-09 10:54:30,514 INFO: [ epoch: 284 ] [ iter:117,400 ] [ performance: 27.169 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:24 ] [ l_g_pix: 5.7665e-02 ] [ l_g_total: 5.7665e-02 ] +2024-10-09 10:54:34,185 INFO: [ epoch: 284 ] [ iter:117,500 ] [ performance: 27.233 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:12 ] [ l_g_pix: 3.8749e-02 ] [ l_g_total: 3.8749e-02 ] +2024-10-09 10:54:37,901 INFO: [ epoch: 284 ] [ iter:117,600 ] [ performance: 27.662 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:00 ] [ l_g_pix: 5.2622e-02 ] [ l_g_total: 5.2622e-02 ] +2024-10-09 10:54:41,406 INFO: [ epoch: 284 ] [ iter:117,700 ] [ performance: 28.419 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:48 ] [ l_g_pix: 5.4588e-02 ] [ l_g_total: 5.4588e-02 ] +2024-10-09 10:54:46,478 INFO: [ epoch: 285 ] [ iter:117,800 ] [ performance: 27.831 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:40 ] [ l_g_pix: 4.8839e-02 ] [ l_g_total: 4.8839e-02 ] +2024-10-09 10:54:50,239 INFO: [ epoch: 285 ] [ iter:117,900 ] [ performance: 26.740 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:29 ] [ l_g_pix: 5.4987e-02 ] [ l_g_total: 5.4987e-02 ] +2024-10-09 10:54:53,975 INFO: [ epoch: 285 ] [ iter:118,000 ] [ performance: 27.057 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:17 ] [ l_g_pix: 4.1741e-02 ] [ l_g_total: 4.1741e-02 ] +2024-10-09 10:54:57,465 INFO: [ epoch: 285 ] [ iter:118,100 ] [ performance: 28.470 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:05 ] [ l_g_pix: 5.5579e-02 ] [ l_g_total: 5.5579e-02 ] +2024-10-09 10:55:02,394 INFO: [ epoch: 286 ] [ iter:118,200 ] [ performance: 26.421 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:57 ] [ l_g_pix: 6.1904e-02 ] [ l_g_total: 6.1904e-02 ] +2024-10-09 10:55:06,083 INFO: [ epoch: 286 ] [ iter:118,300 ] [ performance: 27.039 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:45 ] [ l_g_pix: 4.5417e-02 ] [ l_g_total: 4.5417e-02 ] +2024-10-09 10:55:09,825 INFO: [ epoch: 286 ] [ iter:118,400 ] [ performance: 28.417 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:34 ] [ l_g_pix: 5.1181e-02 ] [ l_g_total: 5.1181e-02 ] +2024-10-09 10:55:13,336 INFO: [ epoch: 286 ] [ iter:118,500 ] [ performance: 28.480 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:22 ] [ l_g_pix: 5.1957e-02 ] [ l_g_total: 5.1957e-02 ] +2024-10-09 10:55:18,418 INFO: [ epoch: 287 ] [ iter:118,600 ] [ performance: 27.184 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:15 ] [ l_g_pix: 4.8951e-02 ] [ l_g_total: 4.8951e-02 ] +2024-10-09 10:55:22,143 INFO: [ epoch: 287 ] [ iter:118,700 ] [ performance: 26.882 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:03 ] [ l_g_pix: 5.4624e-02 ] [ l_g_total: 5.4624e-02 ] +2024-10-09 10:55:25,843 INFO: [ epoch: 287 ] [ iter:118,800 ] [ performance: 27.012 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:51 ] [ l_g_pix: 3.9821e-02 ] [ l_g_total: 3.9821e-02 ] +2024-10-09 10:55:29,410 INFO: [ epoch: 287 ] [ iter:118,900 ] [ performance: 27.952 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:39 ] [ l_g_pix: 4.8214e-02 ] [ l_g_total: 4.8214e-02 ] +2024-10-09 10:55:34,165 INFO: [ epoch: 288 ] [ iter:119,000 ] [ performance: 28.023 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:31 ] [ l_g_pix: 3.9474e-02 ] [ l_g_total: 3.9474e-02 ] +2024-10-09 10:55:37,870 INFO: [ epoch: 288 ] [ iter:119,100 ] [ performance: 27.070 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:20 ] [ l_g_pix: 3.7840e-02 ] [ l_g_total: 3.7840e-02 ] +2024-10-09 10:55:41,625 INFO: [ epoch: 288 ] [ iter:119,200 ] [ performance: 26.642 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:08 ] [ l_g_pix: 6.1948e-02 ] [ l_g_total: 6.1948e-02 ] +2024-10-09 10:55:45,284 INFO: [ epoch: 288 ] [ iter:119,300 ] [ performance: 27.288 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:56 ] [ l_g_pix: 6.0650e-02 ] [ l_g_total: 6.0650e-02 ] +2024-10-09 10:55:50,083 INFO: [ epoch: 289 ] [ iter:119,400 ] [ performance: 25.326 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:49 ] [ l_g_pix: 6.5646e-02 ] [ l_g_total: 6.5646e-02 ] +2024-10-09 10:55:53,840 INFO: [ epoch: 289 ] [ iter:119,500 ] [ performance: 26.544 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:37 ] [ l_g_pix: 4.4976e-02 ] [ l_g_total: 4.4976e-02 ] +2024-10-09 10:55:57,550 INFO: [ epoch: 289 ] [ iter:119,600 ] [ performance: 26.738 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:26 ] [ l_g_pix: 4.6661e-02 ] [ l_g_total: 4.6661e-02 ] +2024-10-09 10:56:01,174 INFO: [ epoch: 289 ] [ iter:119,700 ] [ performance: 27.556 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:14 ] [ l_g_pix: 5.2670e-02 ] [ l_g_total: 5.2670e-02 ] +2024-10-09 10:56:05,997 INFO: [ epoch: 290 ] [ iter:119,800 ] [ performance: 24.399 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:06 ] [ l_g_pix: 4.3552e-02 ] [ l_g_total: 4.3552e-02 ] +2024-10-09 10:56:09,737 INFO: [ epoch: 290 ] [ iter:119,900 ] [ performance: 26.649 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:55 ] [ l_g_pix: 4.4682e-02 ] [ l_g_total: 4.4682e-02 ] +2024-10-09 10:56:13,464 INFO: [ epoch: 290 ] [ iter:120,000 ] [ performance: 25.586 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:43 ] [ l_g_pix: 5.0092e-02 ] [ l_g_total: 5.0092e-02 ] +2024-10-09 10:56:13,465 INFO: Saving models and training states. +2024-10-09 10:58:59,821 INFO: Validation val + + # psnr: 27.2137........ Best: 27.2137 @ 120000 iter + # ssim: 0.7668........ Best: 0.7668 @ 120000 iter + # dists: 0.7729........ Best: 0.7729 @ 120000 iter + +2024-10-09 10:59:03,491 INFO: [ epoch: 290 ] [ iter:120,100 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 6:15:46 ] [ l_g_pix: 3.8738e-02 ] [ l_g_total: 3.8738e-02 ] +2024-10-09 10:59:08,037 INFO: [ epoch: 291 ] [ iter:120,200 ] [ performance: 18.854 it/s ] [ lr: 2.50e-05 ] [ eta: 6:15:36 ] [ l_g_pix: 5.0516e-02 ] [ l_g_total: 5.0516e-02 ] +2024-10-09 10:59:12,067 INFO: [ epoch: 291 ] [ iter:120,300 ] [ performance: 24.666 it/s ] [ lr: 2.50e-05 ] [ eta: 6:15:25 ] [ l_g_pix: 5.9662e-02 ] [ l_g_total: 5.9662e-02 ] +2024-10-09 10:59:15,805 INFO: [ epoch: 291 ] [ iter:120,400 ] [ performance: 29.468 it/s ] [ lr: 2.50e-05 ] [ eta: 6:15:13 ] [ l_g_pix: 5.4507e-02 ] [ l_g_total: 5.4507e-02 ] +2024-10-09 10:59:19,527 INFO: [ epoch: 291 ] [ iter:120,500 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 6:15:01 ] [ l_g_pix: 4.4150e-02 ] [ l_g_total: 4.4150e-02 ] +2024-10-09 10:59:23,856 INFO: [ epoch: 292 ] [ iter:120,600 ] [ performance: 24.867 it/s ] [ lr: 2.50e-05 ] [ eta: 6:14:51 ] [ l_g_pix: 4.2437e-02 ] [ l_g_total: 4.2437e-02 ] +2024-10-09 10:59:27,983 INFO: [ epoch: 292 ] [ iter:120,700 ] [ performance: 24.265 it/s ] [ lr: 2.50e-05 ] [ eta: 6:14:41 ] [ l_g_pix: 4.7028e-02 ] [ l_g_total: 4.7028e-02 ] +2024-10-09 10:59:31,700 INFO: [ epoch: 292 ] [ iter:120,800 ] [ performance: 25.519 it/s ] [ lr: 2.50e-05 ] [ eta: 6:14:29 ] [ l_g_pix: 4.8929e-02 ] [ l_g_total: 4.8929e-02 ] +2024-10-09 10:59:35,434 INFO: [ epoch: 292 ] [ iter:120,900 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 6:14:17 ] [ l_g_pix: 4.9591e-02 ] [ l_g_total: 4.9591e-02 ] +2024-10-09 10:59:38,905 INFO: [ epoch: 292 ] [ iter:121,000 ] [ performance: 27.775 it/s ] [ lr: 2.50e-05 ] [ eta: 6:14:04 ] [ l_g_pix: 4.4471e-02 ] [ l_g_total: 4.4471e-02 ] +2024-10-09 10:59:43,887 INFO: [ epoch: 293 ] [ iter:121,100 ] [ performance: 19.961 it/s ] [ lr: 2.50e-05 ] [ eta: 6:13:57 ] [ l_g_pix: 3.3556e-02 ] [ l_g_total: 3.3556e-02 ] +2024-10-09 10:59:47,557 INFO: [ epoch: 293 ] [ iter:121,200 ] [ performance: 23.080 it/s ] [ lr: 2.50e-05 ] [ eta: 6:13:44 ] [ l_g_pix: 4.7666e-02 ] [ l_g_total: 4.7666e-02 ] +2024-10-09 10:59:51,265 INFO: [ epoch: 293 ] [ iter:121,300 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 6:13:33 ] [ l_g_pix: 5.7237e-02 ] [ l_g_total: 5.7237e-02 ] +2024-10-09 10:59:54,792 INFO: [ epoch: 293 ] [ iter:121,400 ] [ performance: 27.673 it/s ] [ lr: 2.50e-05 ] [ eta: 6:13:20 ] [ l_g_pix: 5.0032e-02 ] [ l_g_total: 5.0032e-02 ] +2024-10-09 10:59:59,882 INFO: [ epoch: 294 ] [ iter:121,500 ] [ performance: 19.404 it/s ] [ lr: 2.50e-05 ] [ eta: 6:13:13 ] [ l_g_pix: 6.3764e-02 ] [ l_g_total: 6.3764e-02 ] +2024-10-09 11:00:03,618 INFO: [ epoch: 294 ] [ iter:121,600 ] [ performance: 22.573 it/s ] [ lr: 2.50e-05 ] [ eta: 6:13:01 ] [ l_g_pix: 5.3714e-02 ] [ l_g_total: 5.3714e-02 ] +2024-10-09 11:00:07,318 INFO: [ epoch: 294 ] [ iter:121,700 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:49 ] [ l_g_pix: 5.4840e-02 ] [ l_g_total: 5.4840e-02 ] +2024-10-09 11:00:10,934 INFO: [ epoch: 294 ] [ iter:121,800 ] [ performance: 27.402 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:37 ] [ l_g_pix: 6.4863e-02 ] [ l_g_total: 6.4863e-02 ] +2024-10-09 11:00:15,934 INFO: [ epoch: 295 ] [ iter:121,900 ] [ performance: 19.656 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:29 ] [ l_g_pix: 4.4415e-02 ] [ l_g_total: 4.4415e-02 ] +2024-10-09 11:00:19,648 INFO: [ epoch: 295 ] [ iter:122,000 ] [ performance: 22.837 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:17 ] [ l_g_pix: 4.7160e-02 ] [ l_g_total: 4.7160e-02 ] +2024-10-09 11:00:23,347 INFO: [ epoch: 295 ] [ iter:122,100 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:06 ] [ l_g_pix: 5.6160e-02 ] [ l_g_total: 5.6160e-02 ] +2024-10-09 11:00:26,925 INFO: [ epoch: 295 ] [ iter:122,200 ] [ performance: 27.504 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:53 ] [ l_g_pix: 4.3392e-02 ] [ l_g_total: 4.3392e-02 ] +2024-10-09 11:00:31,998 INFO: [ epoch: 296 ] [ iter:122,300 ] [ performance: 19.251 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:46 ] [ l_g_pix: 4.1179e-02 ] [ l_g_total: 4.1179e-02 ] +2024-10-09 11:00:35,705 INFO: [ epoch: 296 ] [ iter:122,400 ] [ performance: 22.628 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:34 ] [ l_g_pix: 4.7632e-02 ] [ l_g_total: 4.7632e-02 ] +2024-10-09 11:00:39,453 INFO: [ epoch: 296 ] [ iter:122,500 ] [ performance: 26.665 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:23 ] [ l_g_pix: 4.2106e-02 ] [ l_g_total: 4.2106e-02 ] +2024-10-09 11:00:43,086 INFO: [ epoch: 296 ] [ iter:122,600 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:11 ] [ l_g_pix: 4.6653e-02 ] [ l_g_total: 4.6653e-02 ] +2024-10-09 11:00:48,052 INFO: [ epoch: 297 ] [ iter:122,700 ] [ performance: 19.509 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:03 ] [ l_g_pix: 5.0246e-02 ] [ l_g_total: 5.0246e-02 ] +2024-10-09 11:00:51,813 INFO: [ epoch: 297 ] [ iter:122,800 ] [ performance: 22.689 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:51 ] [ l_g_pix: 5.5453e-02 ] [ l_g_total: 5.5453e-02 ] +2024-10-09 11:00:55,567 INFO: [ epoch: 297 ] [ iter:122,900 ] [ performance: 26.616 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:40 ] [ l_g_pix: 4.7416e-02 ] [ l_g_total: 4.7416e-02 ] +2024-10-09 11:00:59,243 INFO: [ epoch: 297 ] [ iter:123,000 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:28 ] [ l_g_pix: 3.2995e-02 ] [ l_g_total: 3.2995e-02 ] +2024-10-09 11:01:04,139 INFO: [ epoch: 298 ] [ iter:123,100 ] [ performance: 19.648 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:20 ] [ l_g_pix: 4.5825e-02 ] [ l_g_total: 4.5825e-02 ] +2024-10-09 11:01:07,915 INFO: [ epoch: 298 ] [ iter:123,200 ] [ performance: 22.777 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:09 ] [ l_g_pix: 5.2257e-02 ] [ l_g_total: 5.2257e-02 ] +2024-10-09 11:01:11,623 INFO: [ epoch: 298 ] [ iter:123,300 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:57 ] [ l_g_pix: 4.3450e-02 ] [ l_g_total: 4.3450e-02 ] +2024-10-09 11:01:15,310 INFO: [ epoch: 298 ] [ iter:123,400 ] [ performance: 27.068 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:45 ] [ l_g_pix: 4.8246e-02 ] [ l_g_total: 4.8246e-02 ] +2024-10-09 11:01:19,832 INFO: [ epoch: 299 ] [ iter:123,500 ] [ performance: 21.381 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:36 ] [ l_g_pix: 3.6458e-02 ] [ l_g_total: 3.6458e-02 ] +2024-10-09 11:01:23,806 INFO: [ epoch: 299 ] [ iter:123,600 ] [ performance: 23.263 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:25 ] [ l_g_pix: 4.6407e-02 ] [ l_g_total: 4.6407e-02 ] +2024-10-09 11:01:27,536 INFO: [ epoch: 299 ] [ iter:123,700 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:14 ] [ l_g_pix: 5.0702e-02 ] [ l_g_total: 5.0702e-02 ] +2024-10-09 11:01:31,283 INFO: [ epoch: 299 ] [ iter:123,800 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:02 ] [ l_g_pix: 4.3377e-02 ] [ l_g_total: 4.3377e-02 ] +2024-10-09 11:01:34,823 INFO: [ epoch: 299 ] [ iter:123,900 ] [ performance: 28.290 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:50 ] [ l_g_pix: 5.5418e-02 ] [ l_g_total: 5.5418e-02 ] +2024-10-09 11:01:39,818 INFO: [ epoch: 300 ] [ iter:124,000 ] [ performance: 23.107 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:43 ] [ l_g_pix: 4.8232e-02 ] [ l_g_total: 4.8232e-02 ] +2024-10-09 11:01:43,588 INFO: [ epoch: 300 ] [ iter:124,100 ] [ performance: 26.603 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:31 ] [ l_g_pix: 6.0538e-02 ] [ l_g_total: 6.0538e-02 ] +2024-10-09 11:01:47,280 INFO: [ epoch: 300 ] [ iter:124,200 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:20 ] [ l_g_pix: 4.7557e-02 ] [ l_g_total: 4.7557e-02 ] +2024-10-09 11:01:50,780 INFO: [ epoch: 300 ] [ iter:124,300 ] [ performance: 28.906 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:08 ] [ l_g_pix: 4.6714e-02 ] [ l_g_total: 4.6714e-02 ] +2024-10-09 11:01:55,924 INFO: [ epoch: 301 ] [ iter:124,400 ] [ performance: 22.808 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:01 ] [ l_g_pix: 4.7911e-02 ] [ l_g_total: 4.7911e-02 ] +2024-10-09 11:01:59,614 INFO: [ epoch: 301 ] [ iter:124,500 ] [ performance: 27.456 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:49 ] [ l_g_pix: 4.4493e-02 ] [ l_g_total: 4.4493e-02 ] +2024-10-09 11:02:03,287 INFO: [ epoch: 301 ] [ iter:124,600 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:37 ] [ l_g_pix: 4.7667e-02 ] [ l_g_total: 4.7667e-02 ] +2024-10-09 11:02:06,765 INFO: [ epoch: 301 ] [ iter:124,700 ] [ performance: 29.367 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:25 ] [ l_g_pix: 4.8601e-02 ] [ l_g_total: 4.8601e-02 ] +2024-10-09 11:02:11,828 INFO: [ epoch: 302 ] [ iter:124,800 ] [ performance: 23.120 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:18 ] [ l_g_pix: 3.7461e-02 ] [ l_g_total: 3.7461e-02 ] +2024-10-09 11:02:15,562 INFO: [ epoch: 302 ] [ iter:124,900 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:06 ] [ l_g_pix: 3.8330e-02 ] [ l_g_total: 3.8330e-02 ] +2024-10-09 11:02:19,265 INFO: [ epoch: 302 ] [ iter:125,000 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:55 ] [ l_g_pix: 4.5872e-02 ] [ l_g_total: 4.5872e-02 ] +2024-10-09 11:02:22,824 INFO: [ epoch: 302 ] [ iter:125,100 ] [ performance: 28.509 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:43 ] [ l_g_pix: 4.5625e-02 ] [ l_g_total: 4.5625e-02 ] +2024-10-09 11:02:27,815 INFO: [ epoch: 303 ] [ iter:125,200 ] [ performance: 23.039 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:36 ] [ l_g_pix: 4.3739e-02 ] [ l_g_total: 4.3739e-02 ] +2024-10-09 11:02:31,569 INFO: [ epoch: 303 ] [ iter:125,300 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:24 ] [ l_g_pix: 6.5817e-02 ] [ l_g_total: 6.5817e-02 ] +2024-10-09 11:02:35,357 INFO: [ epoch: 303 ] [ iter:125,400 ] [ performance: 26.575 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:13 ] [ l_g_pix: 3.6177e-02 ] [ l_g_total: 3.6177e-02 ] +2024-10-09 11:02:38,975 INFO: [ epoch: 303 ] [ iter:125,500 ] [ performance: 28.239 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:01 ] [ l_g_pix: 5.6670e-02 ] [ l_g_total: 5.6670e-02 ] +2024-10-09 11:02:43,994 INFO: [ epoch: 304 ] [ iter:125,600 ] [ performance: 22.830 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:54 ] [ l_g_pix: 5.1393e-02 ] [ l_g_total: 5.1393e-02 ] +2024-10-09 11:02:47,679 INFO: [ epoch: 304 ] [ iter:125,700 ] [ performance: 27.210 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:43 ] [ l_g_pix: 4.5843e-02 ] [ l_g_total: 4.5843e-02 ] +2024-10-09 11:02:51,431 INFO: [ epoch: 304 ] [ iter:125,800 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:31 ] [ l_g_pix: 4.0972e-02 ] [ l_g_total: 4.0972e-02 ] +2024-10-09 11:02:55,057 INFO: [ epoch: 304 ] [ iter:125,900 ] [ performance: 27.845 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:20 ] [ l_g_pix: 4.6001e-02 ] [ l_g_total: 4.6001e-02 ] +2024-10-09 11:02:59,786 INFO: [ epoch: 305 ] [ iter:126,000 ] [ performance: 23.562 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:12 ] [ l_g_pix: 4.0208e-02 ] [ l_g_total: 4.0208e-02 ] +2024-10-09 11:03:03,504 INFO: [ epoch: 305 ] [ iter:126,100 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:00 ] [ l_g_pix: 4.3444e-02 ] [ l_g_total: 4.3444e-02 ] +2024-10-09 11:03:07,183 INFO: [ epoch: 305 ] [ iter:126,200 ] [ performance: 27.290 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:49 ] [ l_g_pix: 4.5254e-02 ] [ l_g_total: 4.5254e-02 ] +2024-10-09 11:03:10,810 INFO: [ epoch: 305 ] [ iter:126,300 ] [ performance: 27.944 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:37 ] [ l_g_pix: 5.3119e-02 ] [ l_g_total: 5.3119e-02 ] +2024-10-09 11:03:15,371 INFO: [ epoch: 306 ] [ iter:126,400 ] [ performance: 24.103 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:29 ] [ l_g_pix: 5.2178e-02 ] [ l_g_total: 5.2178e-02 ] +2024-10-09 11:03:19,290 INFO: [ epoch: 306 ] [ iter:126,500 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:18 ] [ l_g_pix: 5.0853e-02 ] [ l_g_total: 5.0853e-02 ] +2024-10-09 11:03:23,030 INFO: [ epoch: 306 ] [ iter:126,600 ] [ performance: 26.787 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:07 ] [ l_g_pix: 3.1872e-02 ] [ l_g_total: 3.1872e-02 ] +2024-10-09 11:03:26,779 INFO: [ epoch: 306 ] [ iter:126,700 ] [ performance: 26.661 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:56 ] [ l_g_pix: 4.0825e-02 ] [ l_g_total: 4.0825e-02 ] +2024-10-09 11:03:31,117 INFO: [ epoch: 307 ] [ iter:126,800 ] [ performance: 24.419 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:46 ] [ l_g_pix: 5.5762e-02 ] [ l_g_total: 5.5762e-02 ] +2024-10-09 11:03:35,082 INFO: [ epoch: 307 ] [ iter:126,900 ] [ performance: 27.057 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:36 ] [ l_g_pix: 5.5731e-02 ] [ l_g_total: 5.5731e-02 ] +2024-10-09 11:03:38,768 INFO: [ epoch: 307 ] [ iter:127,000 ] [ performance: 27.103 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:25 ] [ l_g_pix: 5.1080e-02 ] [ l_g_total: 5.1080e-02 ] +2024-10-09 11:03:42,500 INFO: [ epoch: 307 ] [ iter:127,100 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:13 ] [ l_g_pix: 5.4610e-02 ] [ l_g_total: 5.4610e-02 ] +2024-10-09 11:03:45,896 INFO: [ epoch: 307 ] [ iter:127,200 ] [ performance: 28.386 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:01 ] [ l_g_pix: 3.8591e-02 ] [ l_g_total: 3.8591e-02 ] +2024-10-09 11:03:51,047 INFO: [ epoch: 308 ] [ iter:127,300 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:54 ] [ l_g_pix: 5.9540e-02 ] [ l_g_total: 5.9540e-02 ] +2024-10-09 11:03:54,827 INFO: [ epoch: 308 ] [ iter:127,400 ] [ performance: 26.756 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:43 ] [ l_g_pix: 4.6212e-02 ] [ l_g_total: 4.6212e-02 ] +2024-10-09 11:03:58,555 INFO: [ epoch: 308 ] [ iter:127,500 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:32 ] [ l_g_pix: 3.5186e-02 ] [ l_g_total: 3.5186e-02 ] +2024-10-09 11:04:02,047 INFO: [ epoch: 308 ] [ iter:127,600 ] [ performance: 27.954 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:20 ] [ l_g_pix: 6.8120e-02 ] [ l_g_total: 6.8120e-02 ] +2024-10-09 11:04:07,014 INFO: [ epoch: 309 ] [ iter:127,700 ] [ performance: 24.668 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:13 ] [ l_g_pix: 2.9556e-02 ] [ l_g_total: 2.9556e-02 ] +2024-10-09 11:04:10,733 INFO: [ epoch: 309 ] [ iter:127,800 ] [ performance: 25.974 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:02 ] [ l_g_pix: 4.9937e-02 ] [ l_g_total: 4.9937e-02 ] +2024-10-09 11:04:14,448 INFO: [ epoch: 309 ] [ iter:127,900 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:51 ] [ l_g_pix: 5.4484e-02 ] [ l_g_total: 5.4484e-02 ] +2024-10-09 11:04:18,014 INFO: [ epoch: 309 ] [ iter:128,000 ] [ performance: 27.641 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:39 ] [ l_g_pix: 4.7641e-02 ] [ l_g_total: 4.7641e-02 ] +2024-10-09 11:04:22,950 INFO: [ epoch: 310 ] [ iter:128,100 ] [ performance: 23.456 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:32 ] [ l_g_pix: 4.1518e-02 ] [ l_g_total: 4.1518e-02 ] +2024-10-09 11:04:26,643 INFO: [ epoch: 310 ] [ iter:128,200 ] [ performance: 25.554 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:21 ] [ l_g_pix: 4.2877e-02 ] [ l_g_total: 4.2877e-02 ] +2024-10-09 11:04:30,391 INFO: [ epoch: 310 ] [ iter:128,300 ] [ performance: 26.695 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:10 ] [ l_g_pix: 5.6884e-02 ] [ l_g_total: 5.6884e-02 ] +2024-10-09 11:04:33,928 INFO: [ epoch: 310 ] [ iter:128,400 ] [ performance: 27.650 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:58 ] [ l_g_pix: 3.7790e-02 ] [ l_g_total: 3.7790e-02 ] +2024-10-09 11:04:38,903 INFO: [ epoch: 311 ] [ iter:128,500 ] [ performance: 16.815 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:51 ] [ l_g_pix: 6.2878e-02 ] [ l_g_total: 6.2878e-02 ] +2024-10-09 11:04:42,629 INFO: [ epoch: 311 ] [ iter:128,600 ] [ performance: 21.896 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:40 ] [ l_g_pix: 4.8571e-02 ] [ l_g_total: 4.8571e-02 ] +2024-10-09 11:04:46,314 INFO: [ epoch: 311 ] [ iter:128,700 ] [ performance: 27.215 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:29 ] [ l_g_pix: 4.7601e-02 ] [ l_g_total: 4.7601e-02 ] +2024-10-09 11:04:49,944 INFO: [ epoch: 311 ] [ iter:128,800 ] [ performance: 27.424 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:18 ] [ l_g_pix: 3.4083e-02 ] [ l_g_total: 3.4083e-02 ] +2024-10-09 11:04:54,993 INFO: [ epoch: 312 ] [ iter:128,900 ] [ performance: 16.283 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:11 ] [ l_g_pix: 4.9090e-02 ] [ l_g_total: 4.9090e-02 ] +2024-10-09 11:04:58,705 INFO: [ epoch: 312 ] [ iter:129,000 ] [ performance: 21.680 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:00 ] [ l_g_pix: 4.5308e-02 ] [ l_g_total: 4.5308e-02 ] +2024-10-09 11:05:02,461 INFO: [ epoch: 312 ] [ iter:129,100 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:49 ] [ l_g_pix: 3.7360e-02 ] [ l_g_total: 3.7360e-02 ] +2024-10-09 11:05:06,142 INFO: [ epoch: 312 ] [ iter:129,200 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:38 ] [ l_g_pix: 4.1123e-02 ] [ l_g_total: 4.1123e-02 ] +2024-10-09 11:05:10,977 INFO: [ epoch: 313 ] [ iter:129,300 ] [ performance: 17.025 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:30 ] [ l_g_pix: 4.7292e-02 ] [ l_g_total: 4.7292e-02 ] +2024-10-09 11:05:14,722 INFO: [ epoch: 313 ] [ iter:129,400 ] [ performance: 22.137 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:19 ] [ l_g_pix: 5.7975e-02 ] [ l_g_total: 5.7975e-02 ] +2024-10-09 11:05:18,449 INFO: [ epoch: 313 ] [ iter:129,500 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:08 ] [ l_g_pix: 4.7550e-02 ] [ l_g_total: 4.7550e-02 ] +2024-10-09 11:05:22,130 INFO: [ epoch: 313 ] [ iter:129,600 ] [ performance: 27.061 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:57 ] [ l_g_pix: 3.9592e-02 ] [ l_g_total: 3.9592e-02 ] +2024-10-09 11:05:26,795 INFO: [ epoch: 314 ] [ iter:129,700 ] [ performance: 17.702 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:49 ] [ l_g_pix: 4.4005e-02 ] [ l_g_total: 4.4005e-02 ] +2024-10-09 11:05:30,740 INFO: [ epoch: 314 ] [ iter:129,800 ] [ performance: 22.029 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:39 ] [ l_g_pix: 4.7293e-02 ] [ l_g_total: 4.7293e-02 ] +2024-10-09 11:05:34,450 INFO: [ epoch: 314 ] [ iter:129,900 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:28 ] [ l_g_pix: 4.1430e-02 ] [ l_g_total: 4.1430e-02 ] +2024-10-09 11:05:38,165 INFO: [ epoch: 314 ] [ iter:130,000 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:17 ] [ l_g_pix: 4.9981e-02 ] [ l_g_total: 4.9981e-02 ] +2024-10-09 11:05:38,165 INFO: Saving models and training states. +2024-10-09 11:08:25,975 INFO: Validation val + + # psnr: 27.2053........ Best: 27.2137 @ 120000 iter + # ssim: 0.7667........ Best: 0.7668 @ 120000 iter + # dists: 0.7730........ Best: 0.7729 @ 120000 iter + +2024-10-09 11:08:30,292 INFO: [ epoch: 315 ] [ iter:130,100 ] [ performance: 19.510 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:31 ] [ l_g_pix: 4.5042e-02 ] [ l_g_total: 4.5042e-02 ] +2024-10-09 11:08:34,347 INFO: [ epoch: 315 ] [ iter:130,200 ] [ performance: 22.598 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:20 ] [ l_g_pix: 5.5978e-02 ] [ l_g_total: 5.5978e-02 ] +2024-10-09 11:08:38,074 INFO: [ epoch: 315 ] [ iter:130,300 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:09 ] [ l_g_pix: 5.4946e-02 ] [ l_g_total: 5.4946e-02 ] +2024-10-09 11:08:41,780 INFO: [ epoch: 315 ] [ iter:130,400 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:58 ] [ l_g_pix: 3.4962e-02 ] [ l_g_total: 3.4962e-02 ] +2024-10-09 11:08:45,229 INFO: [ epoch: 315 ] [ iter:130,500 ] [ performance: 29.167 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:45 ] [ l_g_pix: 5.3420e-02 ] [ l_g_total: 5.3420e-02 ] +2024-10-09 11:08:50,187 INFO: [ epoch: 316 ] [ iter:130,600 ] [ performance: 22.519 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:38 ] [ l_g_pix: 4.6081e-02 ] [ l_g_total: 4.6081e-02 ] +2024-10-09 11:08:53,893 INFO: [ epoch: 316 ] [ iter:130,700 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:26 ] [ l_g_pix: 5.0137e-02 ] [ l_g_total: 5.0137e-02 ] +2024-10-09 11:08:57,602 INFO: [ epoch: 316 ] [ iter:130,800 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:15 ] [ l_g_pix: 5.1056e-02 ] [ l_g_total: 5.1056e-02 ] +2024-10-09 11:09:01,112 INFO: [ epoch: 316 ] [ iter:130,900 ] [ performance: 29.245 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:03 ] [ l_g_pix: 4.6950e-02 ] [ l_g_total: 4.6950e-02 ] +2024-10-09 11:09:06,245 INFO: [ epoch: 317 ] [ iter:131,000 ] [ performance: 21.891 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:56 ] [ l_g_pix: 5.1667e-02 ] [ l_g_total: 5.1667e-02 ] +2024-10-09 11:09:09,988 INFO: [ epoch: 317 ] [ iter:131,100 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:45 ] [ l_g_pix: 4.0633e-02 ] [ l_g_total: 4.0633e-02 ] +2024-10-09 11:09:13,732 INFO: [ epoch: 317 ] [ iter:131,200 ] [ performance: 26.818 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:34 ] [ l_g_pix: 3.5975e-02 ] [ l_g_total: 3.5975e-02 ] +2024-10-09 11:09:17,296 INFO: [ epoch: 317 ] [ iter:131,300 ] [ performance: 29.086 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:22 ] [ l_g_pix: 5.0435e-02 ] [ l_g_total: 5.0435e-02 ] +2024-10-09 11:09:22,286 INFO: [ epoch: 318 ] [ iter:131,400 ] [ performance: 22.260 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:14 ] [ l_g_pix: 5.2509e-02 ] [ l_g_total: 5.2509e-02 ] +2024-10-09 11:09:25,940 INFO: [ epoch: 318 ] [ iter:131,500 ] [ performance: 27.473 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:03 ] [ l_g_pix: 4.7291e-02 ] [ l_g_total: 4.7291e-02 ] +2024-10-09 11:09:29,601 INFO: [ epoch: 318 ] [ iter:131,600 ] [ performance: 27.367 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:52 ] [ l_g_pix: 4.7946e-02 ] [ l_g_total: 4.7946e-02 ] +2024-10-09 11:09:33,130 INFO: [ epoch: 318 ] [ iter:131,700 ] [ performance: 29.001 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:40 ] [ l_g_pix: 4.5548e-02 ] [ l_g_total: 4.5548e-02 ] +2024-10-09 11:09:38,053 INFO: [ epoch: 319 ] [ iter:131,800 ] [ performance: 22.399 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:32 ] [ l_g_pix: 4.1520e-02 ] [ l_g_total: 4.1520e-02 ] +2024-10-09 11:09:41,773 INFO: [ epoch: 319 ] [ iter:131,900 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:21 ] [ l_g_pix: 3.8348e-02 ] [ l_g_total: 3.8348e-02 ] +2024-10-09 11:09:45,475 INFO: [ epoch: 319 ] [ iter:132,000 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:10 ] [ l_g_pix: 5.5078e-02 ] [ l_g_total: 5.5078e-02 ] +2024-10-09 11:09:49,092 INFO: [ epoch: 319 ] [ iter:132,100 ] [ performance: 28.972 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:58 ] [ l_g_pix: 3.3562e-02 ] [ l_g_total: 3.3562e-02 ] +2024-10-09 11:09:54,047 INFO: [ epoch: 320 ] [ iter:132,200 ] [ performance: 22.212 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:51 ] [ l_g_pix: 4.1296e-02 ] [ l_g_total: 4.1296e-02 ] +2024-10-09 11:09:57,800 INFO: [ epoch: 320 ] [ iter:132,300 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:40 ] [ l_g_pix: 5.0913e-02 ] [ l_g_total: 5.0913e-02 ] +2024-10-09 11:10:01,514 INFO: [ epoch: 320 ] [ iter:132,400 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:28 ] [ l_g_pix: 5.4875e-02 ] [ l_g_total: 5.4875e-02 ] +2024-10-09 11:10:05,168 INFO: [ epoch: 320 ] [ iter:132,500 ] [ performance: 27.898 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:17 ] [ l_g_pix: 5.8822e-02 ] [ l_g_total: 5.8822e-02 ] +2024-10-09 11:10:09,776 INFO: [ epoch: 321 ] [ iter:132,600 ] [ performance: 23.209 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:08 ] [ l_g_pix: 5.1286e-02 ] [ l_g_total: 5.1286e-02 ] +2024-10-09 11:10:13,595 INFO: [ epoch: 321 ] [ iter:132,700 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:58 ] [ l_g_pix: 4.3493e-02 ] [ l_g_total: 4.3493e-02 ] +2024-10-09 11:10:17,283 INFO: [ epoch: 321 ] [ iter:132,800 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:46 ] [ l_g_pix: 4.5802e-02 ] [ l_g_total: 4.5802e-02 ] +2024-10-09 11:10:20,955 INFO: [ epoch: 321 ] [ iter:132,900 ] [ performance: 27.877 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:35 ] [ l_g_pix: 4.8889e-02 ] [ l_g_total: 4.8889e-02 ] +2024-10-09 11:10:25,678 INFO: [ epoch: 322 ] [ iter:133,000 ] [ performance: 22.710 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:27 ] [ l_g_pix: 4.4531e-02 ] [ l_g_total: 4.4531e-02 ] +2024-10-09 11:10:29,644 INFO: [ epoch: 322 ] [ iter:133,100 ] [ performance: 27.070 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:17 ] [ l_g_pix: 4.2159e-02 ] [ l_g_total: 4.2159e-02 ] +2024-10-09 11:10:33,391 INFO: [ epoch: 322 ] [ iter:133,200 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:06 ] [ l_g_pix: 6.1735e-02 ] [ l_g_total: 6.1735e-02 ] +2024-10-09 11:10:37,091 INFO: [ epoch: 322 ] [ iter:133,300 ] [ performance: 27.162 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:55 ] [ l_g_pix: 5.2016e-02 ] [ l_g_total: 5.2016e-02 ] +2024-10-09 11:10:41,411 INFO: [ epoch: 323 ] [ iter:133,400 ] [ performance: 24.116 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:45 ] [ l_g_pix: 5.2089e-02 ] [ l_g_total: 5.2089e-02 ] +2024-10-09 11:10:45,719 INFO: [ epoch: 323 ] [ iter:133,500 ] [ performance: 27.410 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:36 ] [ l_g_pix: 4.9054e-02 ] [ l_g_total: 4.9054e-02 ] +2024-10-09 11:10:49,480 INFO: [ epoch: 323 ] [ iter:133,600 ] [ performance: 26.804 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:25 ] [ l_g_pix: 4.8586e-02 ] [ l_g_total: 4.8586e-02 ] +2024-10-09 11:10:53,213 INFO: [ epoch: 323 ] [ iter:133,700 ] [ performance: 27.026 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:14 ] [ l_g_pix: 4.1920e-02 ] [ l_g_total: 4.1920e-02 ] +2024-10-09 11:10:56,731 INFO: [ epoch: 323 ] [ iter:133,800 ] [ performance: 28.051 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:02 ] [ l_g_pix: 4.1039e-02 ] [ l_g_total: 4.1039e-02 ] +2024-10-09 11:11:01,852 INFO: [ epoch: 324 ] [ iter:133,900 ] [ performance: 27.579 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:55 ] [ l_g_pix: 3.9785e-02 ] [ l_g_total: 3.9785e-02 ] +2024-10-09 11:11:05,593 INFO: [ epoch: 324 ] [ iter:134,000 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:45 ] [ l_g_pix: 6.0451e-02 ] [ l_g_total: 6.0451e-02 ] +2024-10-09 11:11:09,316 INFO: [ epoch: 324 ] [ iter:134,100 ] [ performance: 26.510 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:34 ] [ l_g_pix: 4.8808e-02 ] [ l_g_total: 4.8808e-02 ] +2024-10-09 11:11:12,849 INFO: [ epoch: 324 ] [ iter:134,200 ] [ performance: 27.843 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:22 ] [ l_g_pix: 5.4121e-02 ] [ l_g_total: 5.4121e-02 ] +2024-10-09 11:11:17,718 INFO: [ epoch: 325 ] [ iter:134,300 ] [ performance: 26.991 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:14 ] [ l_g_pix: 3.9882e-02 ] [ l_g_total: 3.9882e-02 ] +2024-10-09 11:11:21,496 INFO: [ epoch: 325 ] [ iter:134,400 ] [ performance: 26.598 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:04 ] [ l_g_pix: 3.9841e-02 ] [ l_g_total: 3.9841e-02 ] +2024-10-09 11:11:25,179 INFO: [ epoch: 325 ] [ iter:134,500 ] [ performance: 27.336 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:53 ] [ l_g_pix: 6.7850e-02 ] [ l_g_total: 6.7850e-02 ] +2024-10-09 11:11:28,737 INFO: [ epoch: 325 ] [ iter:134,600 ] [ performance: 27.927 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:41 ] [ l_g_pix: 6.0105e-02 ] [ l_g_total: 6.0105e-02 ] +2024-10-09 11:11:33,517 INFO: [ epoch: 326 ] [ iter:134,700 ] [ performance: 25.350 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:33 ] [ l_g_pix: 3.9604e-02 ] [ l_g_total: 3.9604e-02 ] +2024-10-09 11:11:37,197 INFO: [ epoch: 326 ] [ iter:134,800 ] [ performance: 26.733 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:22 ] [ l_g_pix: 4.9893e-02 ] [ l_g_total: 4.9893e-02 ] +2024-10-09 11:11:40,927 INFO: [ epoch: 326 ] [ iter:134,900 ] [ performance: 26.412 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:11 ] [ l_g_pix: 3.6168e-02 ] [ l_g_total: 3.6168e-02 ] +2024-10-09 11:11:44,560 INFO: [ epoch: 326 ] [ iter:135,000 ] [ performance: 27.272 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:00 ] [ l_g_pix: 5.4639e-02 ] [ l_g_total: 5.4639e-02 ] +2024-10-09 11:11:49,319 INFO: [ epoch: 327 ] [ iter:135,100 ] [ performance: 23.070 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:52 ] [ l_g_pix: 4.0350e-02 ] [ l_g_total: 4.0350e-02 ] +2024-10-09 11:11:53,055 INFO: [ epoch: 327 ] [ iter:135,200 ] [ performance: 25.866 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:42 ] [ l_g_pix: 5.5425e-02 ] [ l_g_total: 5.5425e-02 ] +2024-10-09 11:11:56,740 INFO: [ epoch: 327 ] [ iter:135,300 ] [ performance: 27.710 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:31 ] [ l_g_pix: 4.6312e-02 ] [ l_g_total: 4.6312e-02 ] +2024-10-09 11:12:00,346 INFO: [ epoch: 327 ] [ iter:135,400 ] [ performance: 27.735 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:19 ] [ l_g_pix: 4.7959e-02 ] [ l_g_total: 4.7959e-02 ] +2024-10-09 11:12:05,039 INFO: [ epoch: 328 ] [ iter:135,500 ] [ performance: 20.818 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:11 ] [ l_g_pix: 5.6794e-02 ] [ l_g_total: 5.6794e-02 ] +2024-10-09 11:12:08,801 INFO: [ epoch: 328 ] [ iter:135,600 ] [ performance: 25.149 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:01 ] [ l_g_pix: 5.0103e-02 ] [ l_g_total: 5.0103e-02 ] +2024-10-09 11:12:12,520 INFO: [ epoch: 328 ] [ iter:135,700 ] [ performance: 27.674 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:50 ] [ l_g_pix: 4.9504e-02 ] [ l_g_total: 4.9504e-02 ] +2024-10-09 11:12:16,234 INFO: [ epoch: 328 ] [ iter:135,800 ] [ performance: 27.075 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:39 ] [ l_g_pix: 5.6526e-02 ] [ l_g_total: 5.6526e-02 ] +2024-10-09 11:12:20,753 INFO: [ epoch: 329 ] [ iter:135,900 ] [ performance: 12.691 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:30 ] [ l_g_pix: 5.1553e-02 ] [ l_g_total: 5.1553e-02 ] +2024-10-09 11:12:24,648 INFO: [ epoch: 329 ] [ iter:136,000 ] [ performance: 21.433 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:20 ] [ l_g_pix: 4.5028e-02 ] [ l_g_total: 4.5028e-02 ] +2024-10-09 11:12:28,368 INFO: [ epoch: 329 ] [ iter:136,100 ] [ performance: 27.447 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:09 ] [ l_g_pix: 4.3546e-02 ] [ l_g_total: 4.3546e-02 ] +2024-10-09 11:12:32,077 INFO: [ epoch: 329 ] [ iter:136,200 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:59 ] [ l_g_pix: 4.9888e-02 ] [ l_g_total: 4.9888e-02 ] +2024-10-09 11:12:36,570 INFO: [ epoch: 330 ] [ iter:136,300 ] [ performance: 12.144 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:50 ] [ l_g_pix: 4.2183e-02 ] [ l_g_total: 4.2183e-02 ] +2024-10-09 11:12:40,663 INFO: [ epoch: 330 ] [ iter:136,400 ] [ performance: 20.674 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:40 ] [ l_g_pix: 3.7742e-02 ] [ l_g_total: 3.7742e-02 ] +2024-10-09 11:12:44,344 INFO: [ epoch: 330 ] [ iter:136,500 ] [ performance: 27.571 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:29 ] [ l_g_pix: 4.1309e-02 ] [ l_g_total: 4.1309e-02 ] +2024-10-09 11:12:48,088 INFO: [ epoch: 330 ] [ iter:136,600 ] [ performance: 26.863 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:19 ] [ l_g_pix: 5.0090e-02 ] [ l_g_total: 5.0090e-02 ] +2024-10-09 11:12:51,515 INFO: [ epoch: 330 ] [ iter:136,700 ] [ performance: 29.919 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:07 ] [ l_g_pix: 5.6722e-02 ] [ l_g_total: 5.6722e-02 ] +2024-10-09 11:12:56,693 INFO: [ epoch: 331 ] [ iter:136,800 ] [ performance: 20.528 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:01 ] [ l_g_pix: 4.3964e-02 ] [ l_g_total: 4.3964e-02 ] +2024-10-09 11:13:00,435 INFO: [ epoch: 331 ] [ iter:136,900 ] [ performance: 27.686 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:50 ] [ l_g_pix: 4.8323e-02 ] [ l_g_total: 4.8323e-02 ] +2024-10-09 11:13:04,158 INFO: [ epoch: 331 ] [ iter:137,000 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:39 ] [ l_g_pix: 4.4698e-02 ] [ l_g_total: 4.4698e-02 ] +2024-10-09 11:13:07,670 INFO: [ epoch: 331 ] [ iter:137,100 ] [ performance: 29.852 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:28 ] [ l_g_pix: 5.2663e-02 ] [ l_g_total: 5.2663e-02 ] +2024-10-09 11:13:12,793 INFO: [ epoch: 332 ] [ iter:137,200 ] [ performance: 20.611 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:21 ] [ l_g_pix: 5.4663e-02 ] [ l_g_total: 5.4663e-02 ] +2024-10-09 11:13:16,605 INFO: [ epoch: 332 ] [ iter:137,300 ] [ performance: 26.059 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:11 ] [ l_g_pix: 3.5574e-02 ] [ l_g_total: 3.5574e-02 ] +2024-10-09 11:13:20,343 INFO: [ epoch: 332 ] [ iter:137,400 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:00 ] [ l_g_pix: 4.9164e-02 ] [ l_g_total: 4.9164e-02 ] +2024-10-09 11:13:23,908 INFO: [ epoch: 332 ] [ iter:137,500 ] [ performance: 29.767 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:49 ] [ l_g_pix: 4.5366e-02 ] [ l_g_total: 4.5366e-02 ] +2024-10-09 11:13:28,882 INFO: [ epoch: 333 ] [ iter:137,600 ] [ performance: 21.051 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:42 ] [ l_g_pix: 3.5254e-02 ] [ l_g_total: 3.5254e-02 ] +2024-10-09 11:13:32,613 INFO: [ epoch: 333 ] [ iter:137,700 ] [ performance: 27.293 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:31 ] [ l_g_pix: 5.5632e-02 ] [ l_g_total: 5.5632e-02 ] +2024-10-09 11:13:36,363 INFO: [ epoch: 333 ] [ iter:137,800 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:21 ] [ l_g_pix: 4.0549e-02 ] [ l_g_total: 4.0549e-02 ] +2024-10-09 11:13:39,926 INFO: [ epoch: 333 ] [ iter:137,900 ] [ performance: 29.783 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:10 ] [ l_g_pix: 4.9330e-02 ] [ l_g_total: 4.9330e-02 ] +2024-10-09 11:13:45,007 INFO: [ epoch: 334 ] [ iter:138,000 ] [ performance: 20.541 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:03 ] [ l_g_pix: 4.8709e-02 ] [ l_g_total: 4.8709e-02 ] +2024-10-09 11:13:48,747 INFO: [ epoch: 334 ] [ iter:138,100 ] [ performance: 27.870 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:52 ] [ l_g_pix: 4.1062e-02 ] [ l_g_total: 4.1062e-02 ] +2024-10-09 11:13:52,499 INFO: [ epoch: 334 ] [ iter:138,200 ] [ performance: 26.787 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:42 ] [ l_g_pix: 4.8146e-02 ] [ l_g_total: 4.8146e-02 ] +2024-10-09 11:13:56,082 INFO: [ epoch: 334 ] [ iter:138,300 ] [ performance: 30.175 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:31 ] [ l_g_pix: 5.9256e-02 ] [ l_g_total: 5.9256e-02 ] +2024-10-09 11:14:00,893 INFO: [ epoch: 335 ] [ iter:138,400 ] [ performance: 21.508 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:23 ] [ l_g_pix: 4.6990e-02 ] [ l_g_total: 4.6990e-02 ] +2024-10-09 11:14:04,645 INFO: [ epoch: 335 ] [ iter:138,500 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:13 ] [ l_g_pix: 5.0219e-02 ] [ l_g_total: 5.0219e-02 ] +2024-10-09 11:14:08,398 INFO: [ epoch: 335 ] [ iter:138,600 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:02 ] [ l_g_pix: 3.8884e-02 ] [ l_g_total: 3.8884e-02 ] +2024-10-09 11:14:12,053 INFO: [ epoch: 335 ] [ iter:138,700 ] [ performance: 29.408 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:52 ] [ l_g_pix: 5.4075e-02 ] [ l_g_total: 5.4075e-02 ] +2024-10-09 11:14:16,962 INFO: [ epoch: 336 ] [ iter:138,800 ] [ performance: 20.963 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:45 ] [ l_g_pix: 6.1678e-02 ] [ l_g_total: 6.1678e-02 ] +2024-10-09 11:14:20,724 INFO: [ epoch: 336 ] [ iter:138,900 ] [ performance: 27.375 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:34 ] [ l_g_pix: 5.0256e-02 ] [ l_g_total: 5.0256e-02 ] +2024-10-09 11:14:24,478 INFO: [ epoch: 336 ] [ iter:139,000 ] [ performance: 26.705 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:24 ] [ l_g_pix: 4.1278e-02 ] [ l_g_total: 4.1278e-02 ] +2024-10-09 11:14:28,155 INFO: [ epoch: 336 ] [ iter:139,100 ] [ performance: 29.941 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:13 ] [ l_g_pix: 4.5949e-02 ] [ l_g_total: 4.5949e-02 ] +2024-10-09 11:14:32,955 INFO: [ epoch: 337 ] [ iter:139,200 ] [ performance: 21.320 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:06 ] [ l_g_pix: 4.5151e-02 ] [ l_g_total: 4.5151e-02 ] +2024-10-09 11:14:36,782 INFO: [ epoch: 337 ] [ iter:139,300 ] [ performance: 28.115 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:55 ] [ l_g_pix: 4.9623e-02 ] [ l_g_total: 4.9623e-02 ] +2024-10-09 11:14:40,445 INFO: [ epoch: 337 ] [ iter:139,400 ] [ performance: 27.355 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:45 ] [ l_g_pix: 4.2985e-02 ] [ l_g_total: 4.2985e-02 ] +2024-10-09 11:14:44,194 INFO: [ epoch: 337 ] [ iter:139,500 ] [ performance: 26.358 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:34 ] [ l_g_pix: 4.1270e-02 ] [ l_g_total: 4.1270e-02 ] +2024-10-09 11:14:48,638 INFO: [ epoch: 338 ] [ iter:139,600 ] [ performance: 22.700 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:26 ] [ l_g_pix: 6.6380e-02 ] [ l_g_total: 6.6380e-02 ] +2024-10-09 11:14:52,660 INFO: [ epoch: 338 ] [ iter:139,700 ] [ performance: 28.061 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:16 ] [ l_g_pix: 5.1088e-02 ] [ l_g_total: 5.1088e-02 ] +2024-10-09 11:14:56,385 INFO: [ epoch: 338 ] [ iter:139,800 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:06 ] [ l_g_pix: 4.1931e-02 ] [ l_g_total: 4.1931e-02 ] +2024-10-09 11:15:00,124 INFO: [ epoch: 338 ] [ iter:139,900 ] [ performance: 26.280 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:55 ] [ l_g_pix: 5.4038e-02 ] [ l_g_total: 5.4038e-02 ] +2024-10-09 11:15:03,649 INFO: [ epoch: 338 ] [ iter:140,000 ] [ performance: 28.289 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:44 ] [ l_g_pix: 4.8726e-02 ] [ l_g_total: 4.8726e-02 ] +2024-10-09 11:15:03,649 INFO: Saving models and training states. +2024-10-09 11:17:54,185 INFO: Validation val + + # psnr: 27.2128........ Best: 27.2137 @ 120000 iter + # ssim: 0.7669........ Best: 0.7669 @ 140000 iter + # dists: 0.7729........ Best: 0.7729 @ 120000 iter + +2024-10-09 11:17:59,153 INFO: [ epoch: 339 ] [ iter:140,100 ] [ performance: 27.458 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:20 ] [ l_g_pix: 4.9405e-02 ] [ l_g_total: 4.9405e-02 ] +2024-10-09 11:18:02,913 INFO: [ epoch: 339 ] [ iter:140,200 ] [ performance: 26.623 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:09 ] [ l_g_pix: 4.0581e-02 ] [ l_g_total: 4.0581e-02 ] +2024-10-09 11:18:06,676 INFO: [ epoch: 339 ] [ iter:140,300 ] [ performance: 26.721 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:58 ] [ l_g_pix: 4.2462e-02 ] [ l_g_total: 4.2462e-02 ] +2024-10-09 11:18:10,163 INFO: [ epoch: 339 ] [ iter:140,400 ] [ performance: 28.643 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:47 ] [ l_g_pix: 4.6939e-02 ] [ l_g_total: 4.6939e-02 ] +2024-10-09 11:18:15,146 INFO: [ epoch: 340 ] [ iter:140,500 ] [ performance: 26.053 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:40 ] [ l_g_pix: 4.1562e-02 ] [ l_g_total: 4.1562e-02 ] +2024-10-09 11:18:18,843 INFO: [ epoch: 340 ] [ iter:140,600 ] [ performance: 27.048 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:29 ] [ l_g_pix: 6.0482e-02 ] [ l_g_total: 6.0482e-02 ] +2024-10-09 11:18:22,532 INFO: [ epoch: 340 ] [ iter:140,700 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:18 ] [ l_g_pix: 4.6017e-02 ] [ l_g_total: 4.6017e-02 ] +2024-10-09 11:18:26,022 INFO: [ epoch: 340 ] [ iter:140,800 ] [ performance: 28.658 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:06 ] [ l_g_pix: 4.9581e-02 ] [ l_g_total: 4.9581e-02 ] +2024-10-09 11:18:31,014 INFO: [ epoch: 341 ] [ iter:140,900 ] [ performance: 23.583 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:59 ] [ l_g_pix: 4.8112e-02 ] [ l_g_total: 4.8112e-02 ] +2024-10-09 11:18:34,770 INFO: [ epoch: 341 ] [ iter:141,000 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:48 ] [ l_g_pix: 5.0637e-02 ] [ l_g_total: 5.0637e-02 ] +2024-10-09 11:18:38,472 INFO: [ epoch: 341 ] [ iter:141,100 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:37 ] [ l_g_pix: 3.9625e-02 ] [ l_g_total: 3.9625e-02 ] +2024-10-09 11:18:42,051 INFO: [ epoch: 341 ] [ iter:141,200 ] [ performance: 27.946 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:26 ] [ l_g_pix: 4.8217e-02 ] [ l_g_total: 4.8217e-02 ] +2024-10-09 11:18:47,091 INFO: [ epoch: 342 ] [ iter:141,300 ] [ performance: 23.169 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:19 ] [ l_g_pix: 5.8782e-02 ] [ l_g_total: 5.8782e-02 ] +2024-10-09 11:18:50,815 INFO: [ epoch: 342 ] [ iter:141,400 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:08 ] [ l_g_pix: 4.9630e-02 ] [ l_g_total: 4.9630e-02 ] +2024-10-09 11:18:54,519 INFO: [ epoch: 342 ] [ iter:141,500 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:58 ] [ l_g_pix: 4.8668e-02 ] [ l_g_total: 4.8668e-02 ] +2024-10-09 11:18:58,126 INFO: [ epoch: 342 ] [ iter:141,600 ] [ performance: 27.774 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:47 ] [ l_g_pix: 4.7322e-02 ] [ l_g_total: 4.7322e-02 ] +2024-10-09 11:19:02,843 INFO: [ epoch: 343 ] [ iter:141,700 ] [ performance: 23.984 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:39 ] [ l_g_pix: 4.5879e-02 ] [ l_g_total: 4.5879e-02 ] +2024-10-09 11:19:06,590 INFO: [ epoch: 343 ] [ iter:141,800 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:28 ] [ l_g_pix: 4.6843e-02 ] [ l_g_total: 4.6843e-02 ] +2024-10-09 11:19:10,334 INFO: [ epoch: 343 ] [ iter:141,900 ] [ performance: 26.741 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:17 ] [ l_g_pix: 4.5571e-02 ] [ l_g_total: 4.5571e-02 ] +2024-10-09 11:19:14,005 INFO: [ epoch: 343 ] [ iter:142,000 ] [ performance: 27.281 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:06 ] [ l_g_pix: 4.4574e-02 ] [ l_g_total: 4.4574e-02 ] +2024-10-09 11:19:18,719 INFO: [ epoch: 344 ] [ iter:142,100 ] [ performance: 23.781 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:58 ] [ l_g_pix: 5.3504e-02 ] [ l_g_total: 5.3504e-02 ] +2024-10-09 11:19:22,472 INFO: [ epoch: 344 ] [ iter:142,200 ] [ performance: 27.250 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:48 ] [ l_g_pix: 4.2585e-02 ] [ l_g_total: 4.2585e-02 ] +2024-10-09 11:19:26,140 INFO: [ epoch: 344 ] [ iter:142,300 ] [ performance: 27.261 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:37 ] [ l_g_pix: 4.7724e-02 ] [ l_g_total: 4.7724e-02 ] +2024-10-09 11:19:29,814 INFO: [ epoch: 344 ] [ iter:142,400 ] [ performance: 27.311 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:26 ] [ l_g_pix: 4.1464e-02 ] [ l_g_total: 4.1464e-02 ] +2024-10-09 11:19:34,186 INFO: [ epoch: 345 ] [ iter:142,500 ] [ performance: 24.810 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:17 ] [ l_g_pix: 4.1686e-02 ] [ l_g_total: 4.1686e-02 ] +2024-10-09 11:19:38,123 INFO: [ epoch: 345 ] [ iter:142,600 ] [ performance: 26.039 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:07 ] [ l_g_pix: 5.2092e-02 ] [ l_g_total: 5.2092e-02 ] +2024-10-09 11:19:41,835 INFO: [ epoch: 345 ] [ iter:142,700 ] [ performance: 26.506 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:57 ] [ l_g_pix: 5.8904e-02 ] [ l_g_total: 5.8904e-02 ] +2024-10-09 11:19:45,612 INFO: [ epoch: 345 ] [ iter:142,800 ] [ performance: 26.411 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:46 ] [ l_g_pix: 5.9143e-02 ] [ l_g_total: 5.9143e-02 ] +2024-10-09 11:19:49,948 INFO: [ epoch: 346 ] [ iter:142,900 ] [ performance: 24.541 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:37 ] [ l_g_pix: 6.1232e-02 ] [ l_g_total: 6.1232e-02 ] +2024-10-09 11:19:54,220 INFO: [ epoch: 346 ] [ iter:143,000 ] [ performance: 24.714 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:28 ] [ l_g_pix: 4.9784e-02 ] [ l_g_total: 4.9784e-02 ] +2024-10-09 11:19:57,945 INFO: [ epoch: 346 ] [ iter:143,100 ] [ performance: 25.804 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:17 ] [ l_g_pix: 3.6221e-02 ] [ l_g_total: 3.6221e-02 ] +2024-10-09 11:20:01,682 INFO: [ epoch: 346 ] [ iter:143,200 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:07 ] [ l_g_pix: 4.6871e-02 ] [ l_g_total: 4.6871e-02 ] +2024-10-09 11:20:05,182 INFO: [ epoch: 346 ] [ iter:143,300 ] [ performance: 27.684 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:56 ] [ l_g_pix: 7.1862e-02 ] [ l_g_total: 7.1862e-02 ] +2024-10-09 11:20:10,280 INFO: [ epoch: 347 ] [ iter:143,400 ] [ performance: 23.054 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:49 ] [ l_g_pix: 4.0298e-02 ] [ l_g_total: 4.0298e-02 ] +2024-10-09 11:20:14,002 INFO: [ epoch: 347 ] [ iter:143,500 ] [ performance: 24.953 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:38 ] [ l_g_pix: 4.1423e-02 ] [ l_g_total: 4.1423e-02 ] +2024-10-09 11:20:17,709 INFO: [ epoch: 347 ] [ iter:143,600 ] [ performance: 27.026 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:28 ] [ l_g_pix: 4.3296e-02 ] [ l_g_total: 4.3296e-02 ] +2024-10-09 11:20:21,237 INFO: [ epoch: 347 ] [ iter:143,700 ] [ performance: 27.723 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:17 ] [ l_g_pix: 4.3264e-02 ] [ l_g_total: 4.3264e-02 ] +2024-10-09 11:20:26,037 INFO: [ epoch: 348 ] [ iter:143,800 ] [ performance: 19.872 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:09 ] [ l_g_pix: 4.7005e-02 ] [ l_g_total: 4.7005e-02 ] +2024-10-09 11:20:29,693 INFO: [ epoch: 348 ] [ iter:143,900 ] [ performance: 23.324 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:58 ] [ l_g_pix: 5.9121e-02 ] [ l_g_total: 5.9121e-02 ] +2024-10-09 11:20:33,395 INFO: [ epoch: 348 ] [ iter:144,000 ] [ performance: 27.150 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:48 ] [ l_g_pix: 5.1905e-02 ] [ l_g_total: 5.1905e-02 ] +2024-10-09 11:20:36,916 INFO: [ epoch: 348 ] [ iter:144,100 ] [ performance: 27.817 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:37 ] [ l_g_pix: 3.3180e-02 ] [ l_g_total: 3.3180e-02 ] +2024-10-09 11:20:41,920 INFO: [ epoch: 349 ] [ iter:144,200 ] [ performance: 18.768 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:30 ] [ l_g_pix: 4.5336e-02 ] [ l_g_total: 4.5336e-02 ] +2024-10-09 11:20:45,590 INFO: [ epoch: 349 ] [ iter:144,300 ] [ performance: 22.617 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:19 ] [ l_g_pix: 5.6217e-02 ] [ l_g_total: 5.6217e-02 ] +2024-10-09 11:20:49,313 INFO: [ epoch: 349 ] [ iter:144,400 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:09 ] [ l_g_pix: 3.4560e-02 ] [ l_g_total: 3.4560e-02 ] +2024-10-09 11:20:52,934 INFO: [ epoch: 349 ] [ iter:144,500 ] [ performance: 27.310 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:58 ] [ l_g_pix: 4.4180e-02 ] [ l_g_total: 4.4180e-02 ] +2024-10-09 11:20:57,960 INFO: [ epoch: 350 ] [ iter:144,600 ] [ performance: 18.580 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:51 ] [ l_g_pix: 4.9583e-02 ] [ l_g_total: 4.9583e-02 ] +2024-10-09 11:21:01,688 INFO: [ epoch: 350 ] [ iter:144,700 ] [ performance: 22.383 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:40 ] [ l_g_pix: 4.6214e-02 ] [ l_g_total: 4.6214e-02 ] +2024-10-09 11:21:05,403 INFO: [ epoch: 350 ] [ iter:144,800 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:30 ] [ l_g_pix: 4.7062e-02 ] [ l_g_total: 4.7062e-02 ] +2024-10-09 11:21:09,039 INFO: [ epoch: 350 ] [ iter:144,900 ] [ performance: 27.279 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:19 ] [ l_g_pix: 5.5267e-02 ] [ l_g_total: 5.5267e-02 ] +2024-10-09 11:21:13,785 INFO: [ epoch: 351 ] [ iter:145,000 ] [ performance: 19.665 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:11 ] [ l_g_pix: 3.9186e-02 ] [ l_g_total: 3.9186e-02 ] +2024-10-09 11:21:17,519 INFO: [ epoch: 351 ] [ iter:145,100 ] [ performance: 23.096 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:01 ] [ l_g_pix: 6.3077e-02 ] [ l_g_total: 6.3077e-02 ] +2024-10-09 11:21:21,222 INFO: [ epoch: 351 ] [ iter:145,200 ] [ performance: 27.165 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:51 ] [ l_g_pix: 6.3140e-02 ] [ l_g_total: 6.3140e-02 ] +2024-10-09 11:21:24,857 INFO: [ epoch: 351 ] [ iter:145,300 ] [ performance: 27.362 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:40 ] [ l_g_pix: 3.8516e-02 ] [ l_g_total: 3.8516e-02 ] +2024-10-09 11:21:29,747 INFO: [ epoch: 352 ] [ iter:145,400 ] [ performance: 18.826 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:33 ] [ l_g_pix: 3.3670e-02 ] [ l_g_total: 3.3670e-02 ] +2024-10-09 11:21:33,481 INFO: [ epoch: 352 ] [ iter:145,500 ] [ performance: 22.628 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:22 ] [ l_g_pix: 4.0759e-02 ] [ l_g_total: 4.0759e-02 ] +2024-10-09 11:21:37,166 INFO: [ epoch: 352 ] [ iter:145,600 ] [ performance: 27.249 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:12 ] [ l_g_pix: 4.2877e-02 ] [ l_g_total: 4.2877e-02 ] +2024-10-09 11:21:40,816 INFO: [ epoch: 352 ] [ iter:145,700 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:01 ] [ l_g_pix: 4.8457e-02 ] [ l_g_total: 4.8457e-02 ] +2024-10-09 11:21:45,365 INFO: [ epoch: 353 ] [ iter:145,800 ] [ performance: 20.446 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:53 ] [ l_g_pix: 3.8854e-02 ] [ l_g_total: 3.8854e-02 ] +2024-10-09 11:21:49,434 INFO: [ epoch: 353 ] [ iter:145,900 ] [ performance: 22.644 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:44 ] [ l_g_pix: 5.6589e-02 ] [ l_g_total: 5.6589e-02 ] +2024-10-09 11:21:53,182 INFO: [ epoch: 353 ] [ iter:146,000 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:33 ] [ l_g_pix: 4.8240e-02 ] [ l_g_total: 4.8240e-02 ] +2024-10-09 11:21:56,926 INFO: [ epoch: 353 ] [ iter:146,100 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:23 ] [ l_g_pix: 6.4097e-02 ] [ l_g_total: 6.4097e-02 ] +2024-10-09 11:22:00,365 INFO: [ epoch: 353 ] [ iter:146,200 ] [ performance: 29.426 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:12 ] [ l_g_pix: 4.3093e-02 ] [ l_g_total: 4.3093e-02 ] +2024-10-09 11:22:05,551 INFO: [ epoch: 354 ] [ iter:146,300 ] [ performance: 22.568 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:06 ] [ l_g_pix: 4.5769e-02 ] [ l_g_total: 4.5769e-02 ] +2024-10-09 11:22:09,285 INFO: [ epoch: 354 ] [ iter:146,400 ] [ performance: 27.011 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:55 ] [ l_g_pix: 4.8388e-02 ] [ l_g_total: 4.8388e-02 ] +2024-10-09 11:22:13,003 INFO: [ epoch: 354 ] [ iter:146,500 ] [ performance: 26.945 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:45 ] [ l_g_pix: 5.3152e-02 ] [ l_g_total: 5.3152e-02 ] +2024-10-09 11:22:16,527 INFO: [ epoch: 354 ] [ iter:146,600 ] [ performance: 29.028 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:34 ] [ l_g_pix: 3.4693e-02 ] [ l_g_total: 3.4693e-02 ] +2024-10-09 11:22:21,625 INFO: [ epoch: 355 ] [ iter:146,700 ] [ performance: 22.671 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:27 ] [ l_g_pix: 3.4160e-02 ] [ l_g_total: 3.4160e-02 ] +2024-10-09 11:22:25,346 INFO: [ epoch: 355 ] [ iter:146,800 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:17 ] [ l_g_pix: 5.3472e-02 ] [ l_g_total: 5.3472e-02 ] +2024-10-09 11:22:29,117 INFO: [ epoch: 355 ] [ iter:146,900 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:07 ] [ l_g_pix: 5.1548e-02 ] [ l_g_total: 5.1548e-02 ] +2024-10-09 11:22:32,651 INFO: [ epoch: 355 ] [ iter:147,000 ] [ performance: 29.078 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:56 ] [ l_g_pix: 3.3605e-02 ] [ l_g_total: 3.3605e-02 ] +2024-10-09 11:22:37,701 INFO: [ epoch: 356 ] [ iter:147,100 ] [ performance: 22.772 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:49 ] [ l_g_pix: 4.7227e-02 ] [ l_g_total: 4.7227e-02 ] +2024-10-09 11:22:41,487 INFO: [ epoch: 356 ] [ iter:147,200 ] [ performance: 26.457 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:39 ] [ l_g_pix: 5.7033e-02 ] [ l_g_total: 5.7033e-02 ] +2024-10-09 11:22:45,156 INFO: [ epoch: 356 ] [ iter:147,300 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:29 ] [ l_g_pix: 3.5920e-02 ] [ l_g_total: 3.5920e-02 ] +2024-10-09 11:22:48,739 INFO: [ epoch: 356 ] [ iter:147,400 ] [ performance: 28.759 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:18 ] [ l_g_pix: 4.7462e-02 ] [ l_g_total: 4.7462e-02 ] +2024-10-09 11:22:53,782 INFO: [ epoch: 357 ] [ iter:147,500 ] [ performance: 22.655 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:12 ] [ l_g_pix: 4.9692e-02 ] [ l_g_total: 4.9692e-02 ] +2024-10-09 11:22:57,487 INFO: [ epoch: 357 ] [ iter:147,600 ] [ performance: 27.264 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:01 ] [ l_g_pix: 4.1113e-02 ] [ l_g_total: 4.1113e-02 ] +2024-10-09 11:23:01,298 INFO: [ epoch: 357 ] [ iter:147,700 ] [ performance: 26.641 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:51 ] [ l_g_pix: 5.1688e-02 ] [ l_g_total: 5.1688e-02 ] +2024-10-09 11:23:04,875 INFO: [ epoch: 357 ] [ iter:147,800 ] [ performance: 28.446 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:41 ] [ l_g_pix: 3.8710e-02 ] [ l_g_total: 3.8710e-02 ] +2024-10-09 11:23:09,790 INFO: [ epoch: 358 ] [ iter:147,900 ] [ performance: 22.923 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:34 ] [ l_g_pix: 3.6401e-02 ] [ l_g_total: 3.6401e-02 ] +2024-10-09 11:23:13,515 INFO: [ epoch: 358 ] [ iter:148,000 ] [ performance: 26.922 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:24 ] [ l_g_pix: 4.8123e-02 ] [ l_g_total: 4.8123e-02 ] +2024-10-09 11:23:17,226 INFO: [ epoch: 358 ] [ iter:148,100 ] [ performance: 26.938 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:13 ] [ l_g_pix: 5.9028e-02 ] [ l_g_total: 5.9028e-02 ] +2024-10-09 11:23:20,929 INFO: [ epoch: 358 ] [ iter:148,200 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:03 ] [ l_g_pix: 5.2479e-02 ] [ l_g_total: 5.2479e-02 ] +2024-10-09 11:23:25,911 INFO: [ epoch: 359 ] [ iter:148,300 ] [ performance: 22.398 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:56 ] [ l_g_pix: 6.6721e-02 ] [ l_g_total: 6.6721e-02 ] +2024-10-09 11:23:29,676 INFO: [ epoch: 359 ] [ iter:148,400 ] [ performance: 26.617 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:46 ] [ l_g_pix: 5.2217e-02 ] [ l_g_total: 5.2217e-02 ] +2024-10-09 11:23:33,442 INFO: [ epoch: 359 ] [ iter:148,500 ] [ performance: 26.582 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:36 ] [ l_g_pix: 4.6990e-02 ] [ l_g_total: 4.6990e-02 ] +2024-10-09 11:23:37,131 INFO: [ epoch: 359 ] [ iter:148,600 ] [ performance: 27.340 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:26 ] [ l_g_pix: 4.7176e-02 ] [ l_g_total: 4.7176e-02 ] +2024-10-09 11:23:41,631 INFO: [ epoch: 360 ] [ iter:148,700 ] [ performance: 23.921 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:18 ] [ l_g_pix: 3.9400e-02 ] [ l_g_total: 3.9400e-02 ] +2024-10-09 11:23:45,566 INFO: [ epoch: 360 ] [ iter:148,800 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:08 ] [ l_g_pix: 3.6600e-02 ] [ l_g_total: 3.6600e-02 ] +2024-10-09 11:23:49,282 INFO: [ epoch: 360 ] [ iter:148,900 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:58 ] [ l_g_pix: 4.3881e-02 ] [ l_g_total: 4.3881e-02 ] +2024-10-09 11:23:52,967 INFO: [ epoch: 360 ] [ iter:149,000 ] [ performance: 27.193 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:48 ] [ l_g_pix: 5.5659e-02 ] [ l_g_total: 5.5659e-02 ] +2024-10-09 11:23:57,425 INFO: [ epoch: 361 ] [ iter:149,100 ] [ performance: 23.996 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:40 ] [ l_g_pix: 5.8846e-02 ] [ l_g_total: 5.8846e-02 ] +2024-10-09 11:24:01,592 INFO: [ epoch: 361 ] [ iter:149,200 ] [ performance: 26.987 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:31 ] [ l_g_pix: 4.0460e-02 ] [ l_g_total: 4.0460e-02 ] +2024-10-09 11:24:05,277 INFO: [ epoch: 361 ] [ iter:149,300 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:21 ] [ l_g_pix: 5.2465e-02 ] [ l_g_total: 5.2465e-02 ] +2024-10-09 11:24:08,983 INFO: [ epoch: 361 ] [ iter:149,400 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:10 ] [ l_g_pix: 5.2957e-02 ] [ l_g_total: 5.2957e-02 ] +2024-10-09 11:24:12,465 INFO: [ epoch: 361 ] [ iter:149,500 ] [ performance: 28.122 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:00 ] [ l_g_pix: 4.6959e-02 ] [ l_g_total: 4.6959e-02 ] +2024-10-09 11:24:17,587 INFO: [ epoch: 362 ] [ iter:149,600 ] [ performance: 27.634 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:53 ] [ l_g_pix: 3.6811e-02 ] [ l_g_total: 3.6811e-02 ] +2024-10-09 11:24:21,286 INFO: [ epoch: 362 ] [ iter:149,700 ] [ performance: 27.251 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:43 ] [ l_g_pix: 5.9975e-02 ] [ l_g_total: 5.9975e-02 ] +2024-10-09 11:24:25,005 INFO: [ epoch: 362 ] [ iter:149,800 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:33 ] [ l_g_pix: 5.2014e-02 ] [ l_g_total: 5.2014e-02 ] +2024-10-09 11:24:28,509 INFO: [ epoch: 362 ] [ iter:149,900 ] [ performance: 27.942 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:23 ] [ l_g_pix: 4.8057e-02 ] [ l_g_total: 4.8057e-02 ] +2024-10-09 11:24:33,460 INFO: [ epoch: 363 ] [ iter:150,000 ] [ performance: 25.671 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:16 ] [ l_g_pix: 5.5864e-02 ] [ l_g_total: 5.5864e-02 ] +2024-10-09 11:24:33,460 INFO: Saving models and training states. +2024-10-09 11:27:20,600 INFO: Validation val + + # psnr: 27.2156........ Best: 27.2156 @ 150000 iter + # ssim: 0.7670........ Best: 0.7670 @ 150000 iter + # dists: 0.7729........ Best: 0.7729 @ 120000 iter + +2024-10-09 11:27:24,373 INFO: [ epoch: 363 ] [ iter:150,100 ] [ performance: 26.211 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:58 ] [ l_g_pix: 4.5281e-02 ] [ l_g_total: 4.5281e-02 ] +2024-10-09 11:27:28,089 INFO: [ epoch: 363 ] [ iter:150,200 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:47 ] [ l_g_pix: 4.6817e-02 ] [ l_g_total: 4.6817e-02 ] +2024-10-09 11:27:31,626 INFO: [ epoch: 363 ] [ iter:150,300 ] [ performance: 27.742 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:36 ] [ l_g_pix: 3.8534e-02 ] [ l_g_total: 3.8534e-02 ] +2024-10-09 11:27:36,523 INFO: [ epoch: 364 ] [ iter:150,400 ] [ performance: 23.339 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:29 ] [ l_g_pix: 4.1999e-02 ] [ l_g_total: 4.1999e-02 ] +2024-10-09 11:27:40,228 INFO: [ epoch: 364 ] [ iter:150,500 ] [ performance: 25.622 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:19 ] [ l_g_pix: 4.4797e-02 ] [ l_g_total: 4.4797e-02 ] +2024-10-09 11:27:43,940 INFO: [ epoch: 364 ] [ iter:150,600 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:08 ] [ l_g_pix: 5.9590e-02 ] [ l_g_total: 5.9590e-02 ] +2024-10-09 11:27:47,510 INFO: [ epoch: 364 ] [ iter:150,700 ] [ performance: 27.684 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:57 ] [ l_g_pix: 4.2098e-02 ] [ l_g_total: 4.2098e-02 ] +2024-10-09 11:27:52,445 INFO: [ epoch: 365 ] [ iter:150,800 ] [ performance: 21.267 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:50 ] [ l_g_pix: 5.3023e-02 ] [ l_g_total: 5.3023e-02 ] +2024-10-09 11:27:56,151 INFO: [ epoch: 365 ] [ iter:150,900 ] [ performance: 24.768 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:40 ] [ l_g_pix: 6.8947e-02 ] [ l_g_total: 6.8947e-02 ] +2024-10-09 11:27:59,904 INFO: [ epoch: 365 ] [ iter:151,000 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:29 ] [ l_g_pix: 5.0749e-02 ] [ l_g_total: 5.0749e-02 ] +2024-10-09 11:28:03,519 INFO: [ epoch: 365 ] [ iter:151,100 ] [ performance: 27.414 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:19 ] [ l_g_pix: 5.4801e-02 ] [ l_g_total: 5.4801e-02 ] +2024-10-09 11:28:08,484 INFO: [ epoch: 366 ] [ iter:151,200 ] [ performance: 14.992 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:12 ] [ l_g_pix: 4.2744e-02 ] [ l_g_total: 4.2744e-02 ] +2024-10-09 11:28:12,261 INFO: [ epoch: 366 ] [ iter:151,300 ] [ performance: 21.212 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:02 ] [ l_g_pix: 3.8987e-02 ] [ l_g_total: 3.8987e-02 ] +2024-10-09 11:28:15,987 INFO: [ epoch: 366 ] [ iter:151,400 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:51 ] [ l_g_pix: 4.8200e-02 ] [ l_g_total: 4.8200e-02 ] +2024-10-09 11:28:19,676 INFO: [ epoch: 366 ] [ iter:151,500 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:41 ] [ l_g_pix: 4.6495e-02 ] [ l_g_total: 4.6495e-02 ] +2024-10-09 11:28:24,665 INFO: [ epoch: 367 ] [ iter:151,600 ] [ performance: 14.728 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:34 ] [ l_g_pix: 3.9292e-02 ] [ l_g_total: 3.9292e-02 ] +2024-10-09 11:28:28,408 INFO: [ epoch: 367 ] [ iter:151,700 ] [ performance: 21.265 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:23 ] [ l_g_pix: 5.6370e-02 ] [ l_g_total: 5.6370e-02 ] +2024-10-09 11:28:32,155 INFO: [ epoch: 367 ] [ iter:151,800 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:13 ] [ l_g_pix: 4.8190e-02 ] [ l_g_total: 4.8190e-02 ] +2024-10-09 11:28:35,821 INFO: [ epoch: 367 ] [ iter:151,900 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:03 ] [ l_g_pix: 4.7309e-02 ] [ l_g_total: 4.7309e-02 ] +2024-10-09 11:28:40,450 INFO: [ epoch: 368 ] [ iter:152,000 ] [ performance: 16.223 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:55 ] [ l_g_pix: 4.9808e-02 ] [ l_g_total: 4.9808e-02 ] +2024-10-09 11:28:44,400 INFO: [ epoch: 368 ] [ iter:152,100 ] [ performance: 21.626 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:45 ] [ l_g_pix: 6.3633e-02 ] [ l_g_total: 6.3633e-02 ] +2024-10-09 11:28:48,109 INFO: [ epoch: 368 ] [ iter:152,200 ] [ performance: 26.535 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:35 ] [ l_g_pix: 4.9015e-02 ] [ l_g_total: 4.9015e-02 ] +2024-10-09 11:28:51,812 INFO: [ epoch: 368 ] [ iter:152,300 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:25 ] [ l_g_pix: 5.3209e-02 ] [ l_g_total: 5.3209e-02 ] +2024-10-09 11:28:56,157 INFO: [ epoch: 369 ] [ iter:152,400 ] [ performance: 17.954 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:16 ] [ l_g_pix: 5.5279e-02 ] [ l_g_total: 5.5279e-02 ] +2024-10-09 11:29:00,279 INFO: [ epoch: 369 ] [ iter:152,500 ] [ performance: 21.980 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:07 ] [ l_g_pix: 4.8625e-02 ] [ l_g_total: 4.8625e-02 ] +2024-10-09 11:29:03,978 INFO: [ epoch: 369 ] [ iter:152,600 ] [ performance: 27.396 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:57 ] [ l_g_pix: 4.1421e-02 ] [ l_g_total: 4.1421e-02 ] +2024-10-09 11:29:07,660 INFO: [ epoch: 369 ] [ iter:152,700 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:46 ] [ l_g_pix: 6.2221e-02 ] [ l_g_total: 6.2221e-02 ] +2024-10-09 11:29:11,141 INFO: [ epoch: 369 ] [ iter:152,800 ] [ performance: 29.130 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:36 ] [ l_g_pix: 4.0732e-02 ] [ l_g_total: 4.0732e-02 ] +2024-10-09 11:29:16,116 INFO: [ epoch: 370 ] [ iter:152,900 ] [ performance: 22.059 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:28 ] [ l_g_pix: 4.6637e-02 ] [ l_g_total: 4.6637e-02 ] +2024-10-09 11:29:19,872 INFO: [ epoch: 370 ] [ iter:153,000 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:18 ] [ l_g_pix: 7.0933e-02 ] [ l_g_total: 7.0933e-02 ] +2024-10-09 11:29:23,602 INFO: [ epoch: 370 ] [ iter:153,100 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:08 ] [ l_g_pix: 5.6239e-02 ] [ l_g_total: 5.6239e-02 ] +2024-10-09 11:29:27,130 INFO: [ epoch: 370 ] [ iter:153,200 ] [ performance: 29.109 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:58 ] [ l_g_pix: 4.6596e-02 ] [ l_g_total: 4.6596e-02 ] +2024-10-09 11:29:32,276 INFO: [ epoch: 371 ] [ iter:153,300 ] [ performance: 21.394 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:51 ] [ l_g_pix: 5.5821e-02 ] [ l_g_total: 5.5821e-02 ] +2024-10-09 11:29:36,012 INFO: [ epoch: 371 ] [ iter:153,400 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:41 ] [ l_g_pix: 5.0884e-02 ] [ l_g_total: 5.0884e-02 ] +2024-10-09 11:29:39,708 INFO: [ epoch: 371 ] [ iter:153,500 ] [ performance: 27.011 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:31 ] [ l_g_pix: 5.1696e-02 ] [ l_g_total: 5.1696e-02 ] +2024-10-09 11:29:43,241 INFO: [ epoch: 371 ] [ iter:153,600 ] [ performance: 29.461 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:20 ] [ l_g_pix: 3.5289e-02 ] [ l_g_total: 3.5289e-02 ] +2024-10-09 11:29:48,244 INFO: [ epoch: 372 ] [ iter:153,700 ] [ performance: 21.850 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:13 ] [ l_g_pix: 3.4365e-02 ] [ l_g_total: 3.4365e-02 ] +2024-10-09 11:29:51,991 INFO: [ epoch: 372 ] [ iter:153,800 ] [ performance: 26.606 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:03 ] [ l_g_pix: 4.5327e-02 ] [ l_g_total: 4.5327e-02 ] +2024-10-09 11:29:55,678 INFO: [ epoch: 372 ] [ iter:153,900 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:53 ] [ l_g_pix: 4.6433e-02 ] [ l_g_total: 4.6433e-02 ] +2024-10-09 11:29:59,233 INFO: [ epoch: 372 ] [ iter:154,000 ] [ performance: 29.269 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:42 ] [ l_g_pix: 4.4771e-02 ] [ l_g_total: 4.4771e-02 ] +2024-10-09 11:30:04,254 INFO: [ epoch: 373 ] [ iter:154,100 ] [ performance: 21.679 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:35 ] [ l_g_pix: 4.6348e-02 ] [ l_g_total: 4.6348e-02 ] +2024-10-09 11:30:07,945 INFO: [ epoch: 373 ] [ iter:154,200 ] [ performance: 26.934 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:25 ] [ l_g_pix: 4.6490e-02 ] [ l_g_total: 4.6490e-02 ] +2024-10-09 11:30:11,619 INFO: [ epoch: 373 ] [ iter:154,300 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:15 ] [ l_g_pix: 4.0924e-02 ] [ l_g_total: 4.0924e-02 ] +2024-10-09 11:30:15,262 INFO: [ epoch: 373 ] [ iter:154,400 ] [ performance: 29.286 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:05 ] [ l_g_pix: 4.8073e-02 ] [ l_g_total: 4.8073e-02 ] +2024-10-09 11:30:20,210 INFO: [ epoch: 374 ] [ iter:154,500 ] [ performance: 21.853 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:58 ] [ l_g_pix: 4.9575e-02 ] [ l_g_total: 4.9575e-02 ] +2024-10-09 11:30:23,915 INFO: [ epoch: 374 ] [ iter:154,600 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:48 ] [ l_g_pix: 4.0376e-02 ] [ l_g_total: 4.0376e-02 ] +2024-10-09 11:30:27,635 INFO: [ epoch: 374 ] [ iter:154,700 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:38 ] [ l_g_pix: 4.5129e-02 ] [ l_g_total: 4.5129e-02 ] +2024-10-09 11:30:31,313 INFO: [ epoch: 374 ] [ iter:154,800 ] [ performance: 28.340 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:27 ] [ l_g_pix: 6.1982e-02 ] [ l_g_total: 6.1982e-02 ] +2024-10-09 11:30:35,843 INFO: [ epoch: 375 ] [ iter:154,900 ] [ performance: 23.267 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:19 ] [ l_g_pix: 6.0736e-02 ] [ l_g_total: 6.0736e-02 ] +2024-10-09 11:30:39,736 INFO: [ epoch: 375 ] [ iter:155,000 ] [ performance: 27.314 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:10 ] [ l_g_pix: 3.8948e-02 ] [ l_g_total: 3.8948e-02 ] +2024-10-09 11:30:43,458 INFO: [ epoch: 375 ] [ iter:155,100 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:00 ] [ l_g_pix: 5.0060e-02 ] [ l_g_total: 5.0060e-02 ] +2024-10-09 11:30:47,191 INFO: [ epoch: 375 ] [ iter:155,200 ] [ performance: 27.902 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:50 ] [ l_g_pix: 4.5878e-02 ] [ l_g_total: 4.5878e-02 ] +2024-10-09 11:30:51,775 INFO: [ epoch: 376 ] [ iter:155,300 ] [ performance: 22.916 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:42 ] [ l_g_pix: 4.5877e-02 ] [ l_g_total: 4.5877e-02 ] +2024-10-09 11:30:55,815 INFO: [ epoch: 376 ] [ iter:155,400 ] [ performance: 27.465 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:33 ] [ l_g_pix: 3.4538e-02 ] [ l_g_total: 3.4538e-02 ] +2024-10-09 11:30:59,556 INFO: [ epoch: 376 ] [ iter:155,500 ] [ performance: 26.890 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:23 ] [ l_g_pix: 4.4309e-02 ] [ l_g_total: 4.4309e-02 ] +2024-10-09 11:31:03,300 INFO: [ epoch: 376 ] [ iter:155,600 ] [ performance: 27.344 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:13 ] [ l_g_pix: 4.3976e-02 ] [ l_g_total: 4.3976e-02 ] +2024-10-09 11:31:06,768 INFO: [ epoch: 376 ] [ iter:155,700 ] [ performance: 28.518 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:02 ] [ l_g_pix: 4.9527e-02 ] [ l_g_total: 4.9527e-02 ] +2024-10-09 11:31:11,934 INFO: [ epoch: 377 ] [ iter:155,800 ] [ performance: 27.483 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:56 ] [ l_g_pix: 5.5342e-02 ] [ l_g_total: 5.5342e-02 ] +2024-10-09 11:31:15,638 INFO: [ epoch: 377 ] [ iter:155,900 ] [ performance: 27.098 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:46 ] [ l_g_pix: 4.5257e-02 ] [ l_g_total: 4.5257e-02 ] +2024-10-09 11:31:19,268 INFO: [ epoch: 377 ] [ iter:156,000 ] [ performance: 27.972 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:36 ] [ l_g_pix: 4.4594e-02 ] [ l_g_total: 4.4594e-02 ] +2024-10-09 11:31:22,761 INFO: [ epoch: 377 ] [ iter:156,100 ] [ performance: 28.502 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:25 ] [ l_g_pix: 4.2146e-02 ] [ l_g_total: 4.2146e-02 ] +2024-10-09 11:31:27,682 INFO: [ epoch: 378 ] [ iter:156,200 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:18 ] [ l_g_pix: 4.1725e-02 ] [ l_g_total: 4.1725e-02 ] +2024-10-09 11:31:31,376 INFO: [ epoch: 378 ] [ iter:156,300 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:08 ] [ l_g_pix: 5.0532e-02 ] [ l_g_total: 5.0532e-02 ] +2024-10-09 11:31:35,100 INFO: [ epoch: 378 ] [ iter:156,400 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:58 ] [ l_g_pix: 5.5758e-02 ] [ l_g_total: 5.5758e-02 ] +2024-10-09 11:31:38,592 INFO: [ epoch: 378 ] [ iter:156,500 ] [ performance: 28.370 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:48 ] [ l_g_pix: 3.8909e-02 ] [ l_g_total: 3.8909e-02 ] +2024-10-09 11:31:43,557 INFO: [ epoch: 379 ] [ iter:156,600 ] [ performance: 27.543 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:41 ] [ l_g_pix: 6.1274e-02 ] [ l_g_total: 6.1274e-02 ] +2024-10-09 11:31:47,268 INFO: [ epoch: 379 ] [ iter:156,700 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:31 ] [ l_g_pix: 5.5126e-02 ] [ l_g_total: 5.5126e-02 ] +2024-10-09 11:31:51,054 INFO: [ epoch: 379 ] [ iter:156,800 ] [ performance: 26.665 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:21 ] [ l_g_pix: 5.2837e-02 ] [ l_g_total: 5.2837e-02 ] +2024-10-09 11:31:54,655 INFO: [ epoch: 379 ] [ iter:156,900 ] [ performance: 27.587 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:11 ] [ l_g_pix: 5.8079e-02 ] [ l_g_total: 5.8079e-02 ] +2024-10-09 11:31:59,749 INFO: [ epoch: 380 ] [ iter:157,000 ] [ performance: 27.160 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:04 ] [ l_g_pix: 5.8488e-02 ] [ l_g_total: 5.8488e-02 ] +2024-10-09 11:32:03,448 INFO: [ epoch: 380 ] [ iter:157,100 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:54 ] [ l_g_pix: 5.1754e-02 ] [ l_g_total: 5.1754e-02 ] +2024-10-09 11:32:07,188 INFO: [ epoch: 380 ] [ iter:157,200 ] [ performance: 27.303 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:45 ] [ l_g_pix: 5.5062e-02 ] [ l_g_total: 5.5062e-02 ] +2024-10-09 11:32:10,788 INFO: [ epoch: 380 ] [ iter:157,300 ] [ performance: 27.704 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:35 ] [ l_g_pix: 3.9078e-02 ] [ l_g_total: 3.9078e-02 ] +2024-10-09 11:32:15,815 INFO: [ epoch: 381 ] [ iter:157,400 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:28 ] [ l_g_pix: 5.1920e-02 ] [ l_g_total: 5.1920e-02 ] +2024-10-09 11:32:19,535 INFO: [ epoch: 381 ] [ iter:157,500 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:18 ] [ l_g_pix: 4.2670e-02 ] [ l_g_total: 4.2670e-02 ] +2024-10-09 11:32:23,249 INFO: [ epoch: 381 ] [ iter:157,600 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:08 ] [ l_g_pix: 4.8295e-02 ] [ l_g_total: 4.8295e-02 ] +2024-10-09 11:32:26,893 INFO: [ epoch: 381 ] [ iter:157,700 ] [ performance: 27.349 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:58 ] [ l_g_pix: 4.5158e-02 ] [ l_g_total: 4.5158e-02 ] +2024-10-09 11:32:31,876 INFO: [ epoch: 382 ] [ iter:157,800 ] [ performance: 22.866 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:51 ] [ l_g_pix: 3.8671e-02 ] [ l_g_total: 3.8671e-02 ] +2024-10-09 11:32:35,537 INFO: [ epoch: 382 ] [ iter:157,900 ] [ performance: 26.646 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:41 ] [ l_g_pix: 5.4451e-02 ] [ l_g_total: 5.4451e-02 ] +2024-10-09 11:32:39,201 INFO: [ epoch: 382 ] [ iter:158,000 ] [ performance: 27.435 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:31 ] [ l_g_pix: 5.2032e-02 ] [ l_g_total: 5.2032e-02 ] +2024-10-09 11:32:42,885 INFO: [ epoch: 382 ] [ iter:158,100 ] [ performance: 27.185 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:22 ] [ l_g_pix: 4.8672e-02 ] [ l_g_total: 4.8672e-02 ] +2024-10-09 11:32:47,633 INFO: [ epoch: 383 ] [ iter:158,200 ] [ performance: 18.102 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:14 ] [ l_g_pix: 3.8527e-02 ] [ l_g_total: 3.8527e-02 ] +2024-10-09 11:32:51,528 INFO: [ epoch: 383 ] [ iter:158,300 ] [ performance: 24.501 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:05 ] [ l_g_pix: 4.5681e-02 ] [ l_g_total: 4.5681e-02 ] +2024-10-09 11:32:55,296 INFO: [ epoch: 383 ] [ iter:158,400 ] [ performance: 27.184 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:55 ] [ l_g_pix: 4.4923e-02 ] [ l_g_total: 4.4923e-02 ] +2024-10-09 11:32:59,024 INFO: [ epoch: 383 ] [ iter:158,500 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:45 ] [ l_g_pix: 5.6118e-02 ] [ l_g_total: 5.6118e-02 ] +2024-10-09 11:33:03,476 INFO: [ epoch: 384 ] [ iter:158,600 ] [ performance: 8.154 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:37 ] [ l_g_pix: 5.6642e-02 ] [ l_g_total: 5.6642e-02 ] +2024-10-09 11:33:07,468 INFO: [ epoch: 384 ] [ iter:158,700 ] [ performance: 20.789 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:28 ] [ l_g_pix: 4.8051e-02 ] [ l_g_total: 4.8051e-02 ] +2024-10-09 11:33:11,173 INFO: [ epoch: 384 ] [ iter:158,800 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:18 ] [ l_g_pix: 5.0596e-02 ] [ l_g_total: 5.0596e-02 ] +2024-10-09 11:33:14,924 INFO: [ epoch: 384 ] [ iter:158,900 ] [ performance: 26.708 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:09 ] [ l_g_pix: 4.7098e-02 ] [ l_g_total: 4.7098e-02 ] +2024-10-09 11:33:18,401 INFO: [ epoch: 384 ] [ iter:159,000 ] [ performance: 29.112 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:59 ] [ l_g_pix: 5.2593e-02 ] [ l_g_total: 5.2593e-02 ] +2024-10-09 11:33:23,503 INFO: [ epoch: 385 ] [ iter:159,100 ] [ performance: 20.148 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:52 ] [ l_g_pix: 4.5851e-02 ] [ l_g_total: 4.5851e-02 ] +2024-10-09 11:33:27,187 INFO: [ epoch: 385 ] [ iter:159,200 ] [ performance: 27.195 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:42 ] [ l_g_pix: 4.9937e-02 ] [ l_g_total: 4.9937e-02 ] +2024-10-09 11:33:30,929 INFO: [ epoch: 385 ] [ iter:159,300 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:33 ] [ l_g_pix: 4.3107e-02 ] [ l_g_total: 4.3107e-02 ] +2024-10-09 11:33:34,461 INFO: [ epoch: 385 ] [ iter:159,400 ] [ performance: 29.708 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:22 ] [ l_g_pix: 5.1427e-02 ] [ l_g_total: 5.1427e-02 ] +2024-10-09 11:33:39,430 INFO: [ epoch: 386 ] [ iter:159,500 ] [ performance: 20.562 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:16 ] [ l_g_pix: 5.8370e-02 ] [ l_g_total: 5.8370e-02 ] +2024-10-09 11:33:43,155 INFO: [ epoch: 386 ] [ iter:159,600 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:06 ] [ l_g_pix: 5.2627e-02 ] [ l_g_total: 5.2627e-02 ] +2024-10-09 11:33:46,861 INFO: [ epoch: 386 ] [ iter:159,700 ] [ performance: 26.978 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:56 ] [ l_g_pix: 5.0012e-02 ] [ l_g_total: 5.0012e-02 ] +2024-10-09 11:33:50,399 INFO: [ epoch: 386 ] [ iter:159,800 ] [ performance: 29.664 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:46 ] [ l_g_pix: 3.7165e-02 ] [ l_g_total: 3.7165e-02 ] +2024-10-09 11:33:55,532 INFO: [ epoch: 387 ] [ iter:159,900 ] [ performance: 19.813 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:40 ] [ l_g_pix: 4.2017e-02 ] [ l_g_total: 4.2017e-02 ] +2024-10-09 11:33:59,251 INFO: [ epoch: 387 ] [ iter:160,000 ] [ performance: 27.371 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:30 ] [ l_g_pix: 5.4971e-02 ] [ l_g_total: 5.4971e-02 ] +2024-10-09 11:33:59,251 INFO: Saving models and training states. +2024-10-09 11:36:47,434 INFO: Validation val + + # psnr: 27.2193........ Best: 27.2193 @ 160000 iter + # ssim: 0.7672........ Best: 0.7672 @ 160000 iter + # dists: 0.7729........ Best: 0.7729 @ 160000 iter + +2024-10-09 11:36:51,109 INFO: [ epoch: 387 ] [ iter:160,100 ] [ performance: 27.222 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:38 ] [ l_g_pix: 5.0269e-02 ] [ l_g_total: 5.0269e-02 ] +2024-10-09 11:36:54,611 INFO: [ epoch: 387 ] [ iter:160,200 ] [ performance: 30.660 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:28 ] [ l_g_pix: 4.4269e-02 ] [ l_g_total: 4.4269e-02 ] +2024-10-09 11:36:59,583 INFO: [ epoch: 388 ] [ iter:160,300 ] [ performance: 20.323 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:21 ] [ l_g_pix: 4.1021e-02 ] [ l_g_total: 4.1021e-02 ] +2024-10-09 11:37:03,276 INFO: [ epoch: 388 ] [ iter:160,400 ] [ performance: 27.178 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:11 ] [ l_g_pix: 4.9152e-02 ] [ l_g_total: 4.9152e-02 ] +2024-10-09 11:37:07,025 INFO: [ epoch: 388 ] [ iter:160,500 ] [ performance: 26.688 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:01 ] [ l_g_pix: 4.5813e-02 ] [ l_g_total: 4.5813e-02 ] +2024-10-09 11:37:10,625 INFO: [ epoch: 388 ] [ iter:160,600 ] [ performance: 29.148 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:51 ] [ l_g_pix: 5.0558e-02 ] [ l_g_total: 5.0558e-02 ] +2024-10-09 11:37:15,336 INFO: [ epoch: 389 ] [ iter:160,700 ] [ performance: 21.289 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:43 ] [ l_g_pix: 5.5934e-02 ] [ l_g_total: 5.5934e-02 ] +2024-10-09 11:37:19,028 INFO: [ epoch: 389 ] [ iter:160,800 ] [ performance: 23.829 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:33 ] [ l_g_pix: 4.6424e-02 ] [ l_g_total: 4.6424e-02 ] +2024-10-09 11:37:22,694 INFO: [ epoch: 389 ] [ iter:160,900 ] [ performance: 27.278 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:23 ] [ l_g_pix: 4.5216e-02 ] [ l_g_total: 4.5216e-02 ] +2024-10-09 11:37:26,324 INFO: [ epoch: 389 ] [ iter:161,000 ] [ performance: 27.417 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:13 ] [ l_g_pix: 4.7950e-02 ] [ l_g_total: 4.7950e-02 ] +2024-10-09 11:37:31,003 INFO: [ epoch: 390 ] [ iter:161,100 ] [ performance: 21.326 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:05 ] [ l_g_pix: 4.6112e-02 ] [ l_g_total: 4.6112e-02 ] +2024-10-09 11:37:34,727 INFO: [ epoch: 390 ] [ iter:161,200 ] [ performance: 23.790 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:55 ] [ l_g_pix: 4.3405e-02 ] [ l_g_total: 4.3405e-02 ] +2024-10-09 11:37:38,394 INFO: [ epoch: 390 ] [ iter:161,300 ] [ performance: 27.301 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:45 ] [ l_g_pix: 4.5418e-02 ] [ l_g_total: 4.5418e-02 ] +2024-10-09 11:37:42,023 INFO: [ epoch: 390 ] [ iter:161,400 ] [ performance: 27.432 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:35 ] [ l_g_pix: 4.5935e-02 ] [ l_g_total: 4.5935e-02 ] +2024-10-09 11:37:46,613 INFO: [ epoch: 391 ] [ iter:161,500 ] [ performance: 21.629 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:27 ] [ l_g_pix: 3.8573e-02 ] [ l_g_total: 3.8573e-02 ] +2024-10-09 11:37:50,466 INFO: [ epoch: 391 ] [ iter:161,600 ] [ performance: 23.642 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:17 ] [ l_g_pix: 5.6720e-02 ] [ l_g_total: 5.6720e-02 ] +2024-10-09 11:37:54,160 INFO: [ epoch: 391 ] [ iter:161,700 ] [ performance: 27.116 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:08 ] [ l_g_pix: 4.4269e-02 ] [ l_g_total: 4.4269e-02 ] +2024-10-09 11:37:57,890 INFO: [ epoch: 391 ] [ iter:161,800 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:58 ] [ l_g_pix: 4.2597e-02 ] [ l_g_total: 4.2597e-02 ] +2024-10-09 11:38:02,204 INFO: [ epoch: 392 ] [ iter:161,900 ] [ performance: 23.009 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:49 ] [ l_g_pix: 5.4550e-02 ] [ l_g_total: 5.4550e-02 ] +2024-10-09 11:38:06,236 INFO: [ epoch: 392 ] [ iter:162,000 ] [ performance: 23.898 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:40 ] [ l_g_pix: 3.8825e-02 ] [ l_g_total: 3.8825e-02 ] +2024-10-09 11:38:09,987 INFO: [ epoch: 392 ] [ iter:162,100 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:30 ] [ l_g_pix: 5.2214e-02 ] [ l_g_total: 5.2214e-02 ] +2024-10-09 11:38:13,758 INFO: [ epoch: 392 ] [ iter:162,200 ] [ performance: 26.608 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:21 ] [ l_g_pix: 4.5863e-02 ] [ l_g_total: 4.5863e-02 ] +2024-10-09 11:38:17,213 INFO: [ epoch: 392 ] [ iter:162,300 ] [ performance: 29.181 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:10 ] [ l_g_pix: 4.2819e-02 ] [ l_g_total: 4.2819e-02 ] +2024-10-09 11:38:22,333 INFO: [ epoch: 393 ] [ iter:162,400 ] [ performance: 23.237 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:03 ] [ l_g_pix: 5.2664e-02 ] [ l_g_total: 5.2664e-02 ] +2024-10-09 11:38:26,095 INFO: [ epoch: 393 ] [ iter:162,500 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:54 ] [ l_g_pix: 5.1017e-02 ] [ l_g_total: 5.1017e-02 ] +2024-10-09 11:38:29,816 INFO: [ epoch: 393 ] [ iter:162,600 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:44 ] [ l_g_pix: 4.3357e-02 ] [ l_g_total: 4.3357e-02 ] +2024-10-09 11:38:33,358 INFO: [ epoch: 393 ] [ iter:162,700 ] [ performance: 28.536 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:34 ] [ l_g_pix: 4.0464e-02 ] [ l_g_total: 4.0464e-02 ] +2024-10-09 11:38:38,260 INFO: [ epoch: 394 ] [ iter:162,800 ] [ performance: 23.610 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:27 ] [ l_g_pix: 4.8631e-02 ] [ l_g_total: 4.8631e-02 ] +2024-10-09 11:38:41,973 INFO: [ epoch: 394 ] [ iter:162,900 ] [ performance: 26.973 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:17 ] [ l_g_pix: 5.4966e-02 ] [ l_g_total: 5.4966e-02 ] +2024-10-09 11:38:45,698 INFO: [ epoch: 394 ] [ iter:163,000 ] [ performance: 26.908 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:07 ] [ l_g_pix: 4.2952e-02 ] [ l_g_total: 4.2952e-02 ] +2024-10-09 11:38:49,242 INFO: [ epoch: 394 ] [ iter:163,100 ] [ performance: 28.502 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:57 ] [ l_g_pix: 4.3866e-02 ] [ l_g_total: 4.3866e-02 ] +2024-10-09 11:38:54,357 INFO: [ epoch: 395 ] [ iter:163,200 ] [ performance: 22.947 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:50 ] [ l_g_pix: 4.9314e-02 ] [ l_g_total: 4.9314e-02 ] +2024-10-09 11:38:58,102 INFO: [ epoch: 395 ] [ iter:163,300 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:40 ] [ l_g_pix: 4.1943e-02 ] [ l_g_total: 4.1943e-02 ] +2024-10-09 11:39:01,829 INFO: [ epoch: 395 ] [ iter:163,400 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:31 ] [ l_g_pix: 4.7184e-02 ] [ l_g_total: 4.7184e-02 ] +2024-10-09 11:39:05,429 INFO: [ epoch: 395 ] [ iter:163,500 ] [ performance: 27.976 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:21 ] [ l_g_pix: 4.4771e-02 ] [ l_g_total: 4.4771e-02 ] +2024-10-09 11:39:10,234 INFO: [ epoch: 396 ] [ iter:163,600 ] [ performance: 23.632 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:13 ] [ l_g_pix: 4.8748e-02 ] [ l_g_total: 4.8748e-02 ] +2024-10-09 11:39:13,932 INFO: [ epoch: 396 ] [ iter:163,700 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:04 ] [ l_g_pix: 4.3681e-02 ] [ l_g_total: 4.3681e-02 ] +2024-10-09 11:39:17,579 INFO: [ epoch: 396 ] [ iter:163,800 ] [ performance: 27.255 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:54 ] [ l_g_pix: 4.7774e-02 ] [ l_g_total: 4.7774e-02 ] +2024-10-09 11:39:21,205 INFO: [ epoch: 396 ] [ iter:163,900 ] [ performance: 27.692 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:44 ] [ l_g_pix: 4.6419e-02 ] [ l_g_total: 4.6419e-02 ] +2024-10-09 11:39:25,980 INFO: [ epoch: 397 ] [ iter:164,000 ] [ performance: 23.588 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:36 ] [ l_g_pix: 4.9834e-02 ] [ l_g_total: 4.9834e-02 ] +2024-10-09 11:39:29,767 INFO: [ epoch: 397 ] [ iter:164,100 ] [ performance: 26.487 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:27 ] [ l_g_pix: 5.4338e-02 ] [ l_g_total: 5.4338e-02 ] +2024-10-09 11:39:33,449 INFO: [ epoch: 397 ] [ iter:164,200 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:17 ] [ l_g_pix: 5.2341e-02 ] [ l_g_total: 5.2341e-02 ] +2024-10-09 11:39:37,077 INFO: [ epoch: 397 ] [ iter:164,300 ] [ performance: 27.702 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:07 ] [ l_g_pix: 4.5184e-02 ] [ l_g_total: 4.5184e-02 ] +2024-10-09 11:39:41,951 INFO: [ epoch: 398 ] [ iter:164,400 ] [ performance: 23.257 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:00 ] [ l_g_pix: 5.3154e-02 ] [ l_g_total: 5.3154e-02 ] +2024-10-09 11:39:45,730 INFO: [ epoch: 398 ] [ iter:164,500 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:50 ] [ l_g_pix: 4.5575e-02 ] [ l_g_total: 4.5575e-02 ] +2024-10-09 11:39:49,423 INFO: [ epoch: 398 ] [ iter:164,600 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:41 ] [ l_g_pix: 5.5315e-02 ] [ l_g_total: 5.5315e-02 ] +2024-10-09 11:39:53,107 INFO: [ epoch: 398 ] [ iter:164,700 ] [ performance: 27.272 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:31 ] [ l_g_pix: 5.0562e-02 ] [ l_g_total: 5.0562e-02 ] +2024-10-09 11:39:57,682 INFO: [ epoch: 399 ] [ iter:164,800 ] [ performance: 23.993 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:23 ] [ l_g_pix: 4.3404e-02 ] [ l_g_total: 4.3404e-02 ] +2024-10-09 11:40:01,759 INFO: [ epoch: 399 ] [ iter:164,900 ] [ performance: 26.685 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:14 ] [ l_g_pix: 5.0893e-02 ] [ l_g_total: 5.0893e-02 ] +2024-10-09 11:40:05,483 INFO: [ epoch: 399 ] [ iter:165,000 ] [ performance: 26.783 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:05 ] [ l_g_pix: 4.5780e-02 ] [ l_g_total: 4.5780e-02 ] +2024-10-09 11:40:09,213 INFO: [ epoch: 399 ] [ iter:165,100 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:55 ] [ l_g_pix: 4.6427e-02 ] [ l_g_total: 4.6427e-02 ] +2024-10-09 11:40:12,817 INFO: [ epoch: 399 ] [ iter:165,200 ] [ performance: 27.372 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:45 ] [ l_g_pix: 5.1419e-02 ] [ l_g_total: 5.1419e-02 ] +2024-10-09 11:40:17,687 INFO: [ epoch: 400 ] [ iter:165,300 ] [ performance: 25.920 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:38 ] [ l_g_pix: 4.2324e-02 ] [ l_g_total: 4.2324e-02 ] +2024-10-09 11:40:21,465 INFO: [ epoch: 400 ] [ iter:165,400 ] [ performance: 26.227 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:29 ] [ l_g_pix: 5.7088e-02 ] [ l_g_total: 5.7088e-02 ] +2024-10-09 11:40:25,242 INFO: [ epoch: 400 ] [ iter:165,500 ] [ performance: 26.687 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:19 ] [ l_g_pix: 4.6652e-02 ] [ l_g_total: 4.6652e-02 ] +2024-10-09 11:40:28,759 INFO: [ epoch: 400 ] [ iter:165,600 ] [ performance: 27.650 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:09 ] [ l_g_pix: 4.3143e-02 ] [ l_g_total: 4.3143e-02 ] +2024-10-09 11:40:33,603 INFO: [ epoch: 401 ] [ iter:165,700 ] [ performance: 24.282 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:02 ] [ l_g_pix: 5.5728e-02 ] [ l_g_total: 5.5728e-02 ] +2024-10-09 11:40:37,302 INFO: [ epoch: 401 ] [ iter:165,800 ] [ performance: 25.778 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:52 ] [ l_g_pix: 4.5376e-02 ] [ l_g_total: 4.5376e-02 ] +2024-10-09 11:40:40,987 INFO: [ epoch: 401 ] [ iter:165,900 ] [ performance: 27.369 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:43 ] [ l_g_pix: 4.9854e-02 ] [ l_g_total: 4.9854e-02 ] +2024-10-09 11:40:44,523 INFO: [ epoch: 401 ] [ iter:166,000 ] [ performance: 27.888 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:33 ] [ l_g_pix: 5.4905e-02 ] [ l_g_total: 5.4905e-02 ] +2024-10-09 11:40:49,401 INFO: [ epoch: 402 ] [ iter:166,100 ] [ performance: 19.216 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:26 ] [ l_g_pix: 3.2823e-02 ] [ l_g_total: 3.2823e-02 ] +2024-10-09 11:40:53,089 INFO: [ epoch: 402 ] [ iter:166,200 ] [ performance: 23.083 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:16 ] [ l_g_pix: 4.9361e-02 ] [ l_g_total: 4.9361e-02 ] +2024-10-09 11:40:56,811 INFO: [ epoch: 402 ] [ iter:166,300 ] [ performance: 27.038 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:06 ] [ l_g_pix: 4.3642e-02 ] [ l_g_total: 4.3642e-02 ] +2024-10-09 11:41:00,393 INFO: [ epoch: 402 ] [ iter:166,400 ] [ performance: 27.540 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:57 ] [ l_g_pix: 5.3690e-02 ] [ l_g_total: 5.3690e-02 ] +2024-10-09 11:41:05,154 INFO: [ epoch: 403 ] [ iter:166,500 ] [ performance: 19.038 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:49 ] [ l_g_pix: 6.8223e-02 ] [ l_g_total: 6.8223e-02 ] +2024-10-09 11:41:08,870 INFO: [ epoch: 403 ] [ iter:166,600 ] [ performance: 22.942 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:40 ] [ l_g_pix: 4.2861e-02 ] [ l_g_total: 4.2861e-02 ] +2024-10-09 11:41:12,609 INFO: [ epoch: 403 ] [ iter:166,700 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:30 ] [ l_g_pix: 4.8142e-02 ] [ l_g_total: 4.8142e-02 ] +2024-10-09 11:41:16,207 INFO: [ epoch: 403 ] [ iter:166,800 ] [ performance: 27.463 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:20 ] [ l_g_pix: 5.3439e-02 ] [ l_g_total: 5.3439e-02 ] +2024-10-09 11:41:21,009 INFO: [ epoch: 404 ] [ iter:166,900 ] [ performance: 18.752 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:13 ] [ l_g_pix: 5.1005e-02 ] [ l_g_total: 5.1005e-02 ] +2024-10-09 11:41:24,744 INFO: [ epoch: 404 ] [ iter:167,000 ] [ performance: 22.768 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:04 ] [ l_g_pix: 6.9724e-02 ] [ l_g_total: 6.9724e-02 ] +2024-10-09 11:41:28,464 INFO: [ epoch: 404 ] [ iter:167,100 ] [ performance: 27.107 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:54 ] [ l_g_pix: 4.4491e-02 ] [ l_g_total: 4.4491e-02 ] +2024-10-09 11:41:32,081 INFO: [ epoch: 404 ] [ iter:167,200 ] [ performance: 27.428 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:45 ] [ l_g_pix: 3.4300e-02 ] [ l_g_total: 3.4300e-02 ] +2024-10-09 11:41:36,928 INFO: [ epoch: 405 ] [ iter:167,300 ] [ performance: 18.193 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:37 ] [ l_g_pix: 5.0004e-02 ] [ l_g_total: 5.0004e-02 ] +2024-10-09 11:41:40,682 INFO: [ epoch: 405 ] [ iter:167,400 ] [ performance: 22.426 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:28 ] [ l_g_pix: 5.4683e-02 ] [ l_g_total: 5.4683e-02 ] +2024-10-09 11:41:44,418 INFO: [ epoch: 405 ] [ iter:167,500 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:19 ] [ l_g_pix: 4.8599e-02 ] [ l_g_total: 4.8599e-02 ] +2024-10-09 11:41:48,134 INFO: [ epoch: 405 ] [ iter:167,600 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:09 ] [ l_g_pix: 5.9871e-02 ] [ l_g_total: 5.9871e-02 ] +2024-10-09 11:41:53,028 INFO: [ epoch: 406 ] [ iter:167,700 ] [ performance: 17.817 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:02 ] [ l_g_pix: 5.7199e-02 ] [ l_g_total: 5.7199e-02 ] +2024-10-09 11:41:56,874 INFO: [ epoch: 406 ] [ iter:167,800 ] [ performance: 21.987 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:53 ] [ l_g_pix: 5.2265e-02 ] [ l_g_total: 5.2265e-02 ] +2024-10-09 11:42:00,542 INFO: [ epoch: 406 ] [ iter:167,900 ] [ performance: 27.311 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:43 ] [ l_g_pix: 5.1014e-02 ] [ l_g_total: 5.1014e-02 ] +2024-10-09 11:42:04,218 INFO: [ epoch: 406 ] [ iter:168,000 ] [ performance: 27.248 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:34 ] [ l_g_pix: 5.0681e-02 ] [ l_g_total: 5.0681e-02 ] +2024-10-09 11:42:08,496 INFO: [ epoch: 407 ] [ iter:168,100 ] [ performance: 21.007 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:26 ] [ l_g_pix: 4.4610e-02 ] [ l_g_total: 4.4610e-02 ] +2024-10-09 11:42:12,501 INFO: [ epoch: 407 ] [ iter:168,200 ] [ performance: 23.259 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:17 ] [ l_g_pix: 4.1401e-02 ] [ l_g_total: 4.1401e-02 ] +2024-10-09 11:42:16,263 INFO: [ epoch: 407 ] [ iter:168,300 ] [ performance: 26.668 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:07 ] [ l_g_pix: 4.7547e-02 ] [ l_g_total: 4.7547e-02 ] +2024-10-09 11:42:19,971 INFO: [ epoch: 407 ] [ iter:168,400 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:58 ] [ l_g_pix: 4.6080e-02 ] [ l_g_total: 4.6080e-02 ] +2024-10-09 11:42:23,485 INFO: [ epoch: 407 ] [ iter:168,500 ] [ performance: 28.732 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:48 ] [ l_g_pix: 5.3669e-02 ] [ l_g_total: 5.3669e-02 ] +2024-10-09 11:42:28,326 INFO: [ epoch: 408 ] [ iter:168,600 ] [ performance: 23.149 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:41 ] [ l_g_pix: 5.9574e-02 ] [ l_g_total: 5.9574e-02 ] +2024-10-09 11:42:32,017 INFO: [ epoch: 408 ] [ iter:168,700 ] [ performance: 27.355 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:32 ] [ l_g_pix: 5.4397e-02 ] [ l_g_total: 5.4397e-02 ] +2024-10-09 11:42:35,759 INFO: [ epoch: 408 ] [ iter:168,800 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:22 ] [ l_g_pix: 5.2915e-02 ] [ l_g_total: 5.2915e-02 ] +2024-10-09 11:42:39,271 INFO: [ epoch: 408 ] [ iter:168,900 ] [ performance: 29.359 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:13 ] [ l_g_pix: 4.9930e-02 ] [ l_g_total: 4.9930e-02 ] +2024-10-09 11:42:44,321 INFO: [ epoch: 409 ] [ iter:169,000 ] [ performance: 22.558 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:06 ] [ l_g_pix: 5.0979e-02 ] [ l_g_total: 5.0979e-02 ] +2024-10-09 11:42:48,055 INFO: [ epoch: 409 ] [ iter:169,100 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:57 ] [ l_g_pix: 5.0711e-02 ] [ l_g_total: 5.0711e-02 ] +2024-10-09 11:42:51,730 INFO: [ epoch: 409 ] [ iter:169,200 ] [ performance: 27.099 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:47 ] [ l_g_pix: 5.5455e-02 ] [ l_g_total: 5.5455e-02 ] +2024-10-09 11:42:55,263 INFO: [ epoch: 409 ] [ iter:169,300 ] [ performance: 29.057 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:37 ] [ l_g_pix: 3.8336e-02 ] [ l_g_total: 3.8336e-02 ] +2024-10-09 11:43:00,336 INFO: [ epoch: 410 ] [ iter:169,400 ] [ performance: 22.354 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:31 ] [ l_g_pix: 4.6349e-02 ] [ l_g_total: 4.6349e-02 ] +2024-10-09 11:43:04,049 INFO: [ epoch: 410 ] [ iter:169,500 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:21 ] [ l_g_pix: 4.8617e-02 ] [ l_g_total: 4.8617e-02 ] +2024-10-09 11:43:07,778 INFO: [ epoch: 410 ] [ iter:169,600 ] [ performance: 26.817 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:12 ] [ l_g_pix: 4.3672e-02 ] [ l_g_total: 4.3672e-02 ] +2024-10-09 11:43:11,356 INFO: [ epoch: 410 ] [ iter:169,700 ] [ performance: 28.960 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:02 ] [ l_g_pix: 5.0932e-02 ] [ l_g_total: 5.0932e-02 ] +2024-10-09 11:43:16,326 INFO: [ epoch: 411 ] [ iter:169,800 ] [ performance: 22.602 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:56 ] [ l_g_pix: 5.2625e-02 ] [ l_g_total: 5.2625e-02 ] +2024-10-09 11:43:20,093 INFO: [ epoch: 411 ] [ iter:169,900 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:47 ] [ l_g_pix: 5.2428e-02 ] [ l_g_total: 5.2428e-02 ] +2024-10-09 11:43:23,833 INFO: [ epoch: 411 ] [ iter:170,000 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:37 ] [ l_g_pix: 3.8079e-02 ] [ l_g_total: 3.8079e-02 ] +2024-10-09 11:43:23,834 INFO: Saving models and training states. +2024-10-09 11:46:10,383 INFO: Validation val + + # psnr: 27.2216........ Best: 27.2216 @ 170000 iter + # ssim: 0.7673........ Best: 0.7673 @ 170000 iter + # dists: 0.7728........ Best: 0.7728 @ 170000 iter + +2024-10-09 11:46:13,957 INFO: [ epoch: 411 ] [ iter:170,100 ] [ performance: 28.675 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:10 ] [ l_g_pix: 5.0543e-02 ] [ l_g_total: 5.0543e-02 ] +2024-10-09 11:46:19,036 INFO: [ epoch: 412 ] [ iter:170,200 ] [ performance: 22.124 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:03 ] [ l_g_pix: 6.2281e-02 ] [ l_g_total: 6.2281e-02 ] +2024-10-09 11:46:22,745 INFO: [ epoch: 412 ] [ iter:170,300 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:54 ] [ l_g_pix: 5.9749e-02 ] [ l_g_total: 5.9749e-02 ] +2024-10-09 11:46:26,447 INFO: [ epoch: 412 ] [ iter:170,400 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:44 ] [ l_g_pix: 5.4896e-02 ] [ l_g_total: 5.4896e-02 ] +2024-10-09 11:46:30,071 INFO: [ epoch: 412 ] [ iter:170,500 ] [ performance: 28.137 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:34 ] [ l_g_pix: 4.3430e-02 ] [ l_g_total: 4.3430e-02 ] +2024-10-09 11:46:35,012 INFO: [ epoch: 413 ] [ iter:170,600 ] [ performance: 22.391 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:27 ] [ l_g_pix: 3.4828e-02 ] [ l_g_total: 3.4828e-02 ] +2024-10-09 11:46:38,736 INFO: [ epoch: 413 ] [ iter:170,700 ] [ performance: 27.119 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:18 ] [ l_g_pix: 4.8718e-02 ] [ l_g_total: 4.8718e-02 ] +2024-10-09 11:46:42,468 INFO: [ epoch: 413 ] [ iter:170,800 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:08 ] [ l_g_pix: 3.9077e-02 ] [ l_g_total: 3.9077e-02 ] +2024-10-09 11:46:46,080 INFO: [ epoch: 413 ] [ iter:170,900 ] [ performance: 27.950 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:58 ] [ l_g_pix: 4.1714e-02 ] [ l_g_total: 4.1714e-02 ] +2024-10-09 11:46:50,460 INFO: [ epoch: 414 ] [ iter:171,000 ] [ performance: 24.323 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:50 ] [ l_g_pix: 4.7797e-02 ] [ l_g_total: 4.7797e-02 ] +2024-10-09 11:46:54,432 INFO: [ epoch: 414 ] [ iter:171,100 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:41 ] [ l_g_pix: 6.1514e-02 ] [ l_g_total: 6.1514e-02 ] +2024-10-09 11:46:58,124 INFO: [ epoch: 414 ] [ iter:171,200 ] [ performance: 27.022 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:32 ] [ l_g_pix: 4.2210e-02 ] [ l_g_total: 4.2210e-02 ] +2024-10-09 11:47:01,852 INFO: [ epoch: 414 ] [ iter:171,300 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:22 ] [ l_g_pix: 3.7544e-02 ] [ l_g_total: 3.7544e-02 ] +2024-10-09 11:47:06,160 INFO: [ epoch: 415 ] [ iter:171,400 ] [ performance: 24.291 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:14 ] [ l_g_pix: 4.8057e-02 ] [ l_g_total: 4.8057e-02 ] +2024-10-09 11:47:10,256 INFO: [ epoch: 415 ] [ iter:171,500 ] [ performance: 27.113 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:05 ] [ l_g_pix: 4.4995e-02 ] [ l_g_total: 4.4995e-02 ] +2024-10-09 11:47:13,998 INFO: [ epoch: 415 ] [ iter:171,600 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:56 ] [ l_g_pix: 4.1554e-02 ] [ l_g_total: 4.1554e-02 ] +2024-10-09 11:47:17,769 INFO: [ epoch: 415 ] [ iter:171,700 ] [ performance: 26.568 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:46 ] [ l_g_pix: 5.2498e-02 ] [ l_g_total: 5.2498e-02 ] +2024-10-09 11:47:21,250 INFO: [ epoch: 415 ] [ iter:171,800 ] [ performance: 28.014 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:36 ] [ l_g_pix: 5.0775e-02 ] [ l_g_total: 5.0775e-02 ] +2024-10-09 11:47:26,064 INFO: [ epoch: 416 ] [ iter:171,900 ] [ performance: 28.140 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:29 ] [ l_g_pix: 4.2886e-02 ] [ l_g_total: 4.2886e-02 ] +2024-10-09 11:47:29,810 INFO: [ epoch: 416 ] [ iter:172,000 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:19 ] [ l_g_pix: 6.2149e-02 ] [ l_g_total: 6.2149e-02 ] +2024-10-09 11:47:33,516 INFO: [ epoch: 416 ] [ iter:172,100 ] [ performance: 26.514 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:10 ] [ l_g_pix: 5.3075e-02 ] [ l_g_total: 5.3075e-02 ] +2024-10-09 11:47:37,035 INFO: [ epoch: 416 ] [ iter:172,200 ] [ performance: 27.814 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:00 ] [ l_g_pix: 5.3535e-02 ] [ l_g_total: 5.3535e-02 ] +2024-10-09 11:47:42,083 INFO: [ epoch: 417 ] [ iter:172,300 ] [ performance: 27.293 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:53 ] [ l_g_pix: 4.7749e-02 ] [ l_g_total: 4.7749e-02 ] +2024-10-09 11:47:45,803 INFO: [ epoch: 417 ] [ iter:172,400 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:44 ] [ l_g_pix: 3.7507e-02 ] [ l_g_total: 3.7507e-02 ] +2024-10-09 11:47:49,518 INFO: [ epoch: 417 ] [ iter:172,500 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:34 ] [ l_g_pix: 3.7946e-02 ] [ l_g_total: 3.7946e-02 ] +2024-10-09 11:47:53,031 INFO: [ epoch: 417 ] [ iter:172,600 ] [ performance: 27.945 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:24 ] [ l_g_pix: 5.5840e-02 ] [ l_g_total: 5.5840e-02 ] +2024-10-09 11:47:58,018 INFO: [ epoch: 418 ] [ iter:172,700 ] [ performance: 27.251 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:18 ] [ l_g_pix: 6.2025e-02 ] [ l_g_total: 6.2025e-02 ] +2024-10-09 11:48:01,760 INFO: [ epoch: 418 ] [ iter:172,800 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:08 ] [ l_g_pix: 4.1609e-02 ] [ l_g_total: 4.1609e-02 ] +2024-10-09 11:48:05,514 INFO: [ epoch: 418 ] [ iter:172,900 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:59 ] [ l_g_pix: 3.3817e-02 ] [ l_g_total: 3.3817e-02 ] +2024-10-09 11:48:09,099 INFO: [ epoch: 418 ] [ iter:173,000 ] [ performance: 27.544 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:49 ] [ l_g_pix: 5.2044e-02 ] [ l_g_total: 5.2044e-02 ] +2024-10-09 11:48:13,983 INFO: [ epoch: 419 ] [ iter:173,100 ] [ performance: 24.068 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:42 ] [ l_g_pix: 4.4049e-02 ] [ l_g_total: 4.4049e-02 ] +2024-10-09 11:48:17,711 INFO: [ epoch: 419 ] [ iter:173,200 ] [ performance: 25.994 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:33 ] [ l_g_pix: 5.0322e-02 ] [ l_g_total: 5.0322e-02 ] +2024-10-09 11:48:21,397 INFO: [ epoch: 419 ] [ iter:173,300 ] [ performance: 27.361 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:23 ] [ l_g_pix: 4.7941e-02 ] [ l_g_total: 4.7941e-02 ] +2024-10-09 11:48:25,010 INFO: [ epoch: 419 ] [ iter:173,400 ] [ performance: 27.595 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:14 ] [ l_g_pix: 4.7276e-02 ] [ l_g_total: 4.7276e-02 ] +2024-10-09 11:48:30,007 INFO: [ epoch: 420 ] [ iter:173,500 ] [ performance: 18.590 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:07 ] [ l_g_pix: 5.5475e-02 ] [ l_g_total: 5.5475e-02 ] +2024-10-09 11:48:33,735 INFO: [ epoch: 420 ] [ iter:173,600 ] [ performance: 23.961 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:57 ] [ l_g_pix: 4.4254e-02 ] [ l_g_total: 4.4254e-02 ] +2024-10-09 11:48:37,439 INFO: [ epoch: 420 ] [ iter:173,700 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:48 ] [ l_g_pix: 4.7802e-02 ] [ l_g_total: 4.7802e-02 ] +2024-10-09 11:48:41,043 INFO: [ epoch: 420 ] [ iter:173,800 ] [ performance: 27.526 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:38 ] [ l_g_pix: 3.7421e-02 ] [ l_g_total: 3.7421e-02 ] +2024-10-09 11:48:45,860 INFO: [ epoch: 421 ] [ iter:173,900 ] [ performance: 13.609 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:31 ] [ l_g_pix: 4.3347e-02 ] [ l_g_total: 4.3347e-02 ] +2024-10-09 11:48:49,648 INFO: [ epoch: 421 ] [ iter:174,000 ] [ performance: 21.233 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:22 ] [ l_g_pix: 4.5726e-02 ] [ l_g_total: 4.5726e-02 ] +2024-10-09 11:48:53,383 INFO: [ epoch: 421 ] [ iter:174,100 ] [ performance: 27.190 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:13 ] [ l_g_pix: 6.2001e-02 ] [ l_g_total: 6.2001e-02 ] +2024-10-09 11:48:57,068 INFO: [ epoch: 421 ] [ iter:174,200 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:03 ] [ l_g_pix: 5.2753e-02 ] [ l_g_total: 5.2753e-02 ] +2024-10-09 11:49:01,516 INFO: [ epoch: 422 ] [ iter:174,300 ] [ performance: 15.176 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:55 ] [ l_g_pix: 6.1357e-02 ] [ l_g_total: 6.1357e-02 ] +2024-10-09 11:49:05,462 INFO: [ epoch: 422 ] [ iter:174,400 ] [ performance: 21.734 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:46 ] [ l_g_pix: 3.7741e-02 ] [ l_g_total: 3.7741e-02 ] +2024-10-09 11:49:09,216 INFO: [ epoch: 422 ] [ iter:174,500 ] [ performance: 27.243 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:37 ] [ l_g_pix: 6.5483e-02 ] [ l_g_total: 6.5483e-02 ] +2024-10-09 11:49:12,962 INFO: [ epoch: 422 ] [ iter:174,600 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:28 ] [ l_g_pix: 4.4983e-02 ] [ l_g_total: 4.4983e-02 ] +2024-10-09 11:49:17,278 INFO: [ epoch: 423 ] [ iter:174,700 ] [ performance: 16.515 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:20 ] [ l_g_pix: 3.8316e-02 ] [ l_g_total: 3.8316e-02 ] +2024-10-09 11:49:21,677 INFO: [ epoch: 423 ] [ iter:174,800 ] [ performance: 20.913 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:12 ] [ l_g_pix: 4.4143e-02 ] [ l_g_total: 4.4143e-02 ] +2024-10-09 11:49:25,475 INFO: [ epoch: 423 ] [ iter:174,900 ] [ performance: 26.491 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:03 ] [ l_g_pix: 4.1834e-02 ] [ l_g_total: 4.1834e-02 ] +2024-10-09 11:49:29,197 INFO: [ epoch: 423 ] [ iter:175,000 ] [ performance: 26.780 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:53 ] [ l_g_pix: 5.3388e-02 ] [ l_g_total: 5.3388e-02 ] +2024-10-09 11:49:32,700 INFO: [ epoch: 423 ] [ iter:175,100 ] [ performance: 28.871 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:44 ] [ l_g_pix: 4.6161e-02 ] [ l_g_total: 4.6161e-02 ] +2024-10-09 11:49:37,843 INFO: [ epoch: 424 ] [ iter:175,200 ] [ performance: 20.990 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:37 ] [ l_g_pix: 5.1295e-02 ] [ l_g_total: 5.1295e-02 ] +2024-10-09 11:49:41,538 INFO: [ epoch: 424 ] [ iter:175,300 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:28 ] [ l_g_pix: 5.7270e-02 ] [ l_g_total: 5.7270e-02 ] +2024-10-09 11:49:45,263 INFO: [ epoch: 424 ] [ iter:175,400 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:18 ] [ l_g_pix: 4.0641e-02 ] [ l_g_total: 4.0641e-02 ] +2024-10-09 11:49:48,815 INFO: [ epoch: 424 ] [ iter:175,500 ] [ performance: 28.662 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:09 ] [ l_g_pix: 4.0234e-02 ] [ l_g_total: 4.0234e-02 ] +2024-10-09 11:49:53,685 INFO: [ epoch: 425 ] [ iter:175,600 ] [ performance: 21.857 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:02 ] [ l_g_pix: 3.6852e-02 ] [ l_g_total: 3.6852e-02 ] +2024-10-09 11:49:57,470 INFO: [ epoch: 425 ] [ iter:175,700 ] [ performance: 26.752 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:53 ] [ l_g_pix: 4.9458e-02 ] [ l_g_total: 4.9458e-02 ] +2024-10-09 11:50:01,133 INFO: [ epoch: 425 ] [ iter:175,800 ] [ performance: 27.188 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:43 ] [ l_g_pix: 4.1439e-02 ] [ l_g_total: 4.1439e-02 ] +2024-10-09 11:50:04,719 INFO: [ epoch: 425 ] [ iter:175,900 ] [ performance: 29.148 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:34 ] [ l_g_pix: 4.1116e-02 ] [ l_g_total: 4.1116e-02 ] +2024-10-09 11:50:09,806 INFO: [ epoch: 426 ] [ iter:176,000 ] [ performance: 21.033 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:27 ] [ l_g_pix: 6.1026e-02 ] [ l_g_total: 6.1026e-02 ] +2024-10-09 11:50:13,483 INFO: [ epoch: 426 ] [ iter:176,100 ] [ performance: 27.204 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:18 ] [ l_g_pix: 4.3380e-02 ] [ l_g_total: 4.3380e-02 ] +2024-10-09 11:50:17,173 INFO: [ epoch: 426 ] [ iter:176,200 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:09 ] [ l_g_pix: 5.2342e-02 ] [ l_g_total: 5.2342e-02 ] +2024-10-09 11:50:20,757 INFO: [ epoch: 426 ] [ iter:176,300 ] [ performance: 29.450 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:59 ] [ l_g_pix: 4.5430e-02 ] [ l_g_total: 4.5430e-02 ] +2024-10-09 11:50:25,767 INFO: [ epoch: 427 ] [ iter:176,400 ] [ performance: 21.246 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:52 ] [ l_g_pix: 4.3398e-02 ] [ l_g_total: 4.3398e-02 ] +2024-10-09 11:50:29,478 INFO: [ epoch: 427 ] [ iter:176,500 ] [ performance: 27.668 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:43 ] [ l_g_pix: 3.7184e-02 ] [ l_g_total: 3.7184e-02 ] +2024-10-09 11:50:33,130 INFO: [ epoch: 427 ] [ iter:176,600 ] [ performance: 27.439 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:34 ] [ l_g_pix: 4.6432e-02 ] [ l_g_total: 4.6432e-02 ] +2024-10-09 11:50:36,782 INFO: [ epoch: 427 ] [ iter:176,700 ] [ performance: 30.056 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:25 ] [ l_g_pix: 4.8904e-02 ] [ l_g_total: 4.8904e-02 ] +2024-10-09 11:50:41,497 INFO: [ epoch: 428 ] [ iter:176,800 ] [ performance: 22.357 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:17 ] [ l_g_pix: 6.3038e-02 ] [ l_g_total: 6.3038e-02 ] +2024-10-09 11:50:45,247 INFO: [ epoch: 428 ] [ iter:176,900 ] [ performance: 27.798 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:08 ] [ l_g_pix: 5.0259e-02 ] [ l_g_total: 5.0259e-02 ] +2024-10-09 11:50:48,957 INFO: [ epoch: 428 ] [ iter:177,000 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:59 ] [ l_g_pix: 5.8114e-02 ] [ l_g_total: 5.8114e-02 ] +2024-10-09 11:50:52,601 INFO: [ epoch: 428 ] [ iter:177,100 ] [ performance: 29.279 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:50 ] [ l_g_pix: 4.7365e-02 ] [ l_g_total: 4.7365e-02 ] +2024-10-09 11:50:57,535 INFO: [ epoch: 429 ] [ iter:177,200 ] [ performance: 21.322 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:43 ] [ l_g_pix: 5.2539e-02 ] [ l_g_total: 5.2539e-02 ] +2024-10-09 11:51:01,337 INFO: [ epoch: 429 ] [ iter:177,300 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:34 ] [ l_g_pix: 6.2188e-02 ] [ l_g_total: 6.2188e-02 ] +2024-10-09 11:51:05,090 INFO: [ epoch: 429 ] [ iter:177,400 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:25 ] [ l_g_pix: 5.2952e-02 ] [ l_g_total: 5.2952e-02 ] +2024-10-09 11:51:08,833 INFO: [ epoch: 429 ] [ iter:177,500 ] [ performance: 27.721 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:16 ] [ l_g_pix: 5.0459e-02 ] [ l_g_total: 5.0459e-02 ] +2024-10-09 11:51:13,375 INFO: [ epoch: 430 ] [ iter:177,600 ] [ performance: 22.701 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:08 ] [ l_g_pix: 4.7823e-02 ] [ l_g_total: 4.7823e-02 ] +2024-10-09 11:51:17,462 INFO: [ epoch: 430 ] [ iter:177,700 ] [ performance: 27.343 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:00 ] [ l_g_pix: 4.0276e-02 ] [ l_g_total: 4.0276e-02 ] +2024-10-09 11:51:21,125 INFO: [ epoch: 430 ] [ iter:177,800 ] [ performance: 27.310 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:50 ] [ l_g_pix: 4.1416e-02 ] [ l_g_total: 4.1416e-02 ] +2024-10-09 11:51:24,851 INFO: [ epoch: 430 ] [ iter:177,900 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:41 ] [ l_g_pix: 4.3216e-02 ] [ l_g_total: 4.3216e-02 ] +2024-10-09 11:51:28,326 INFO: [ epoch: 430 ] [ iter:178,000 ] [ performance: 28.523 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:32 ] [ l_g_pix: 4.2332e-02 ] [ l_g_total: 4.2332e-02 ] +2024-10-09 11:51:33,241 INFO: [ epoch: 431 ] [ iter:178,100 ] [ performance: 27.414 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:25 ] [ l_g_pix: 2.9467e-02 ] [ l_g_total: 2.9467e-02 ] +2024-10-09 11:51:36,936 INFO: [ epoch: 431 ] [ iter:178,200 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:16 ] [ l_g_pix: 4.2873e-02 ] [ l_g_total: 4.2873e-02 ] +2024-10-09 11:51:40,643 INFO: [ epoch: 431 ] [ iter:178,300 ] [ performance: 27.490 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:06 ] [ l_g_pix: 4.9899e-02 ] [ l_g_total: 4.9899e-02 ] +2024-10-09 11:51:44,131 INFO: [ epoch: 431 ] [ iter:178,400 ] [ performance: 28.538 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:57 ] [ l_g_pix: 6.2376e-02 ] [ l_g_total: 6.2376e-02 ] +2024-10-09 11:51:49,124 INFO: [ epoch: 432 ] [ iter:178,500 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:50 ] [ l_g_pix: 5.7741e-02 ] [ l_g_total: 5.7741e-02 ] +2024-10-09 11:51:52,830 INFO: [ epoch: 432 ] [ iter:178,600 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:41 ] [ l_g_pix: 4.6870e-02 ] [ l_g_total: 4.6870e-02 ] +2024-10-09 11:51:56,531 INFO: [ epoch: 432 ] [ iter:178,700 ] [ performance: 27.424 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:32 ] [ l_g_pix: 5.4504e-02 ] [ l_g_total: 5.4504e-02 ] +2024-10-09 11:52:00,053 INFO: [ epoch: 432 ] [ iter:178,800 ] [ performance: 28.299 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:22 ] [ l_g_pix: 5.8263e-02 ] [ l_g_total: 5.8263e-02 ] +2024-10-09 11:52:05,093 INFO: [ epoch: 433 ] [ iter:178,900 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:16 ] [ l_g_pix: 5.3625e-02 ] [ l_g_total: 5.3625e-02 ] +2024-10-09 11:52:08,764 INFO: [ epoch: 433 ] [ iter:179,000 ] [ performance: 27.219 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:07 ] [ l_g_pix: 6.3856e-02 ] [ l_g_total: 6.3856e-02 ] +2024-10-09 11:52:12,470 INFO: [ epoch: 433 ] [ iter:179,100 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:58 ] [ l_g_pix: 4.8529e-02 ] [ l_g_total: 4.8529e-02 ] +2024-10-09 11:52:16,093 INFO: [ epoch: 433 ] [ iter:179,200 ] [ performance: 27.543 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:48 ] [ l_g_pix: 4.8802e-02 ] [ l_g_total: 4.8802e-02 ] +2024-10-09 11:52:21,147 INFO: [ epoch: 434 ] [ iter:179,300 ] [ performance: 27.634 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:42 ] [ l_g_pix: 5.4108e-02 ] [ l_g_total: 5.4108e-02 ] +2024-10-09 11:52:24,885 INFO: [ epoch: 434 ] [ iter:179,400 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:33 ] [ l_g_pix: 5.4117e-02 ] [ l_g_total: 5.4117e-02 ] +2024-10-09 11:52:28,638 INFO: [ epoch: 434 ] [ iter:179,500 ] [ performance: 27.328 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:24 ] [ l_g_pix: 4.5058e-02 ] [ l_g_total: 4.5058e-02 ] +2024-10-09 11:52:32,240 INFO: [ epoch: 434 ] [ iter:179,600 ] [ performance: 27.737 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:15 ] [ l_g_pix: 6.1893e-02 ] [ l_g_total: 6.1893e-02 ] +2024-10-09 11:52:36,991 INFO: [ epoch: 435 ] [ iter:179,700 ] [ performance: 25.060 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:08 ] [ l_g_pix: 4.8547e-02 ] [ l_g_total: 4.8547e-02 ] +2024-10-09 11:52:40,723 INFO: [ epoch: 435 ] [ iter:179,800 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:59 ] [ l_g_pix: 3.7305e-02 ] [ l_g_total: 3.7305e-02 ] +2024-10-09 11:52:44,481 INFO: [ epoch: 435 ] [ iter:179,900 ] [ performance: 26.638 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:50 ] [ l_g_pix: 3.8475e-02 ] [ l_g_total: 3.8475e-02 ] +2024-10-09 11:52:48,112 INFO: [ epoch: 435 ] [ iter:180,000 ] [ performance: 27.501 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:40 ] [ l_g_pix: 4.3364e-02 ] [ l_g_total: 4.3364e-02 ] +2024-10-09 11:52:48,112 INFO: Saving models and training states. +2024-10-09 11:55:32,085 INFO: Validation val + + # psnr: 27.2217........ Best: 27.2217 @ 180000 iter + # ssim: 0.7673........ Best: 0.7673 @ 180000 iter + # dists: 0.7728........ Best: 0.7728 @ 180000 iter + +2024-10-09 11:55:36,888 INFO: [ epoch: 436 ] [ iter:180,100 ] [ performance: 21.190 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:43 ] [ l_g_pix: 5.3433e-02 ] [ l_g_total: 5.3433e-02 ] +2024-10-09 11:55:40,648 INFO: [ epoch: 436 ] [ iter:180,200 ] [ performance: 26.347 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:34 ] [ l_g_pix: 6.8072e-02 ] [ l_g_total: 6.8072e-02 ] +2024-10-09 11:55:44,365 INFO: [ epoch: 436 ] [ iter:180,300 ] [ performance: 28.515 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:24 ] [ l_g_pix: 4.1860e-02 ] [ l_g_total: 4.1860e-02 ] +2024-10-09 11:55:48,059 INFO: [ epoch: 436 ] [ iter:180,400 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:15 ] [ l_g_pix: 5.4293e-02 ] [ l_g_total: 5.4293e-02 ] +2024-10-09 11:55:52,649 INFO: [ epoch: 437 ] [ iter:180,500 ] [ performance: 20.729 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:07 ] [ l_g_pix: 5.3984e-02 ] [ l_g_total: 5.3984e-02 ] +2024-10-09 11:55:56,595 INFO: [ epoch: 437 ] [ iter:180,600 ] [ performance: 25.237 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:59 ] [ l_g_pix: 5.0837e-02 ] [ l_g_total: 5.0837e-02 ] +2024-10-09 11:56:00,303 INFO: [ epoch: 437 ] [ iter:180,700 ] [ performance: 28.111 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:49 ] [ l_g_pix: 4.4333e-02 ] [ l_g_total: 4.4333e-02 ] +2024-10-09 11:56:04,030 INFO: [ epoch: 437 ] [ iter:180,800 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:40 ] [ l_g_pix: 5.4050e-02 ] [ l_g_total: 5.4050e-02 ] +2024-10-09 11:56:08,362 INFO: [ epoch: 438 ] [ iter:180,900 ] [ performance: 24.839 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:32 ] [ l_g_pix: 4.3954e-02 ] [ l_g_total: 4.3954e-02 ] +2024-10-09 11:56:12,495 INFO: [ epoch: 438 ] [ iter:181,000 ] [ performance: 24.203 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:24 ] [ l_g_pix: 5.0488e-02 ] [ l_g_total: 5.0488e-02 ] +2024-10-09 11:56:16,213 INFO: [ epoch: 438 ] [ iter:181,100 ] [ performance: 25.483 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:14 ] [ l_g_pix: 5.5912e-02 ] [ l_g_total: 5.5912e-02 ] +2024-10-09 11:56:20,009 INFO: [ epoch: 438 ] [ iter:181,200 ] [ performance: 26.353 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:05 ] [ l_g_pix: 4.3356e-02 ] [ l_g_total: 4.3356e-02 ] +2024-10-09 11:56:23,500 INFO: [ epoch: 438 ] [ iter:181,300 ] [ performance: 27.460 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:56 ] [ l_g_pix: 5.1013e-02 ] [ l_g_total: 5.1013e-02 ] +2024-10-09 11:56:28,430 INFO: [ epoch: 439 ] [ iter:181,400 ] [ performance: 20.166 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:49 ] [ l_g_pix: 4.5235e-02 ] [ l_g_total: 4.5235e-02 ] +2024-10-09 11:56:32,172 INFO: [ epoch: 439 ] [ iter:181,500 ] [ performance: 23.023 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:40 ] [ l_g_pix: 3.5258e-02 ] [ l_g_total: 3.5258e-02 ] +2024-10-09 11:56:35,866 INFO: [ epoch: 439 ] [ iter:181,600 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:30 ] [ l_g_pix: 5.3376e-02 ] [ l_g_total: 5.3376e-02 ] +2024-10-09 11:56:39,366 INFO: [ epoch: 439 ] [ iter:181,700 ] [ performance: 27.816 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:21 ] [ l_g_pix: 3.8042e-02 ] [ l_g_total: 3.8042e-02 ] +2024-10-09 11:56:44,370 INFO: [ epoch: 440 ] [ iter:181,800 ] [ performance: 19.767 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:14 ] [ l_g_pix: 6.2880e-02 ] [ l_g_total: 6.2880e-02 ] +2024-10-09 11:56:48,132 INFO: [ epoch: 440 ] [ iter:181,900 ] [ performance: 22.744 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:05 ] [ l_g_pix: 4.8556e-02 ] [ l_g_total: 4.8556e-02 ] +2024-10-09 11:56:51,880 INFO: [ epoch: 440 ] [ iter:182,000 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:56 ] [ l_g_pix: 5.5294e-02 ] [ l_g_total: 5.5294e-02 ] +2024-10-09 11:56:55,410 INFO: [ epoch: 440 ] [ iter:182,100 ] [ performance: 27.550 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:46 ] [ l_g_pix: 4.1984e-02 ] [ l_g_total: 4.1984e-02 ] +2024-10-09 11:57:00,451 INFO: [ epoch: 441 ] [ iter:182,200 ] [ performance: 19.456 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:40 ] [ l_g_pix: 6.3985e-02 ] [ l_g_total: 6.3985e-02 ] +2024-10-09 11:57:04,177 INFO: [ epoch: 441 ] [ iter:182,300 ] [ performance: 22.675 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:30 ] [ l_g_pix: 5.5793e-02 ] [ l_g_total: 5.5793e-02 ] +2024-10-09 11:57:07,920 INFO: [ epoch: 441 ] [ iter:182,400 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:21 ] [ l_g_pix: 4.3847e-02 ] [ l_g_total: 4.3847e-02 ] +2024-10-09 11:57:11,488 INFO: [ epoch: 441 ] [ iter:182,500 ] [ performance: 27.369 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:12 ] [ l_g_pix: 4.4253e-02 ] [ l_g_total: 4.4253e-02 ] +2024-10-09 11:57:16,363 INFO: [ epoch: 442 ] [ iter:182,600 ] [ performance: 20.030 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:05 ] [ l_g_pix: 5.2027e-02 ] [ l_g_total: 5.2027e-02 ] +2024-10-09 11:57:20,108 INFO: [ epoch: 442 ] [ iter:182,700 ] [ performance: 23.030 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:56 ] [ l_g_pix: 4.7535e-02 ] [ l_g_total: 4.7535e-02 ] +2024-10-09 11:57:23,821 INFO: [ epoch: 442 ] [ iter:182,800 ] [ performance: 26.981 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:47 ] [ l_g_pix: 4.0278e-02 ] [ l_g_total: 4.0278e-02 ] +2024-10-09 11:57:27,412 INFO: [ epoch: 442 ] [ iter:182,900 ] [ performance: 27.432 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:37 ] [ l_g_pix: 4.6882e-02 ] [ l_g_total: 4.6882e-02 ] +2024-10-09 11:57:32,121 INFO: [ epoch: 443 ] [ iter:183,000 ] [ performance: 20.651 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:30 ] [ l_g_pix: 3.9388e-02 ] [ l_g_total: 3.9388e-02 ] +2024-10-09 11:57:35,859 INFO: [ epoch: 443 ] [ iter:183,100 ] [ performance: 23.471 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:21 ] [ l_g_pix: 3.5729e-02 ] [ l_g_total: 3.5729e-02 ] +2024-10-09 11:57:39,591 INFO: [ epoch: 443 ] [ iter:183,200 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:12 ] [ l_g_pix: 4.4891e-02 ] [ l_g_total: 4.4891e-02 ] +2024-10-09 11:57:43,305 INFO: [ epoch: 443 ] [ iter:183,300 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:03 ] [ l_g_pix: 4.6898e-02 ] [ l_g_total: 4.6898e-02 ] +2024-10-09 11:57:48,059 INFO: [ epoch: 444 ] [ iter:183,400 ] [ performance: 20.341 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:56 ] [ l_g_pix: 4.9964e-02 ] [ l_g_total: 4.9964e-02 ] +2024-10-09 11:57:51,847 INFO: [ epoch: 444 ] [ iter:183,500 ] [ performance: 23.171 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:47 ] [ l_g_pix: 5.5997e-02 ] [ l_g_total: 5.5997e-02 ] +2024-10-09 11:57:55,545 INFO: [ epoch: 444 ] [ iter:183,600 ] [ performance: 27.146 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:37 ] [ l_g_pix: 5.3817e-02 ] [ l_g_total: 5.3817e-02 ] +2024-10-09 11:57:59,266 INFO: [ epoch: 444 ] [ iter:183,700 ] [ performance: 27.003 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:28 ] [ l_g_pix: 5.0289e-02 ] [ l_g_total: 5.0289e-02 ] +2024-10-09 11:58:04,094 INFO: [ epoch: 445 ] [ iter:183,800 ] [ performance: 19.873 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:21 ] [ l_g_pix: 4.4175e-02 ] [ l_g_total: 4.4175e-02 ] +2024-10-09 11:58:07,998 INFO: [ epoch: 445 ] [ iter:183,900 ] [ performance: 22.601 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:13 ] [ l_g_pix: 4.8423e-02 ] [ l_g_total: 4.8423e-02 ] +2024-10-09 11:58:11,729 INFO: [ epoch: 445 ] [ iter:184,000 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:04 ] [ l_g_pix: 5.8965e-02 ] [ l_g_total: 5.8965e-02 ] +2024-10-09 11:58:15,480 INFO: [ epoch: 445 ] [ iter:184,100 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:55 ] [ l_g_pix: 5.1028e-02 ] [ l_g_total: 5.1028e-02 ] +2024-10-09 11:58:19,821 INFO: [ epoch: 446 ] [ iter:184,200 ] [ performance: 22.272 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:47 ] [ l_g_pix: 6.0360e-02 ] [ l_g_total: 6.0360e-02 ] +2024-10-09 11:58:24,162 INFO: [ epoch: 446 ] [ iter:184,300 ] [ performance: 22.682 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:39 ] [ l_g_pix: 4.7758e-02 ] [ l_g_total: 4.7758e-02 ] +2024-10-09 11:58:27,929 INFO: [ epoch: 446 ] [ iter:184,400 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:30 ] [ l_g_pix: 5.8675e-02 ] [ l_g_total: 5.8675e-02 ] +2024-10-09 11:58:31,607 INFO: [ epoch: 446 ] [ iter:184,500 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:21 ] [ l_g_pix: 3.4835e-02 ] [ l_g_total: 3.4835e-02 ] +2024-10-09 11:58:35,070 INFO: [ epoch: 446 ] [ iter:184,600 ] [ performance: 29.448 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:11 ] [ l_g_pix: 4.1406e-02 ] [ l_g_total: 4.1406e-02 ] +2024-10-09 11:58:40,141 INFO: [ epoch: 447 ] [ iter:184,700 ] [ performance: 23.173 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:05 ] [ l_g_pix: 4.2334e-02 ] [ l_g_total: 4.2334e-02 ] +2024-10-09 11:58:43,896 INFO: [ epoch: 447 ] [ iter:184,800 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:56 ] [ l_g_pix: 4.8149e-02 ] [ l_g_total: 4.8149e-02 ] +2024-10-09 11:58:47,574 INFO: [ epoch: 447 ] [ iter:184,900 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:47 ] [ l_g_pix: 5.3778e-02 ] [ l_g_total: 5.3778e-02 ] +2024-10-09 11:58:51,123 INFO: [ epoch: 447 ] [ iter:185,000 ] [ performance: 28.691 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:37 ] [ l_g_pix: 6.4443e-02 ] [ l_g_total: 6.4443e-02 ] +2024-10-09 11:58:56,144 INFO: [ epoch: 448 ] [ iter:185,100 ] [ performance: 23.053 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:31 ] [ l_g_pix: 4.1048e-02 ] [ l_g_total: 4.1048e-02 ] +2024-10-09 11:58:59,886 INFO: [ epoch: 448 ] [ iter:185,200 ] [ performance: 26.843 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:22 ] [ l_g_pix: 4.6629e-02 ] [ l_g_total: 4.6629e-02 ] +2024-10-09 11:59:03,583 INFO: [ epoch: 448 ] [ iter:185,300 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:13 ] [ l_g_pix: 5.9185e-02 ] [ l_g_total: 5.9185e-02 ] +2024-10-09 11:59:07,133 INFO: [ epoch: 448 ] [ iter:185,400 ] [ performance: 28.623 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:03 ] [ l_g_pix: 4.7797e-02 ] [ l_g_total: 4.7797e-02 ] +2024-10-09 11:59:12,174 INFO: [ epoch: 449 ] [ iter:185,500 ] [ performance: 22.925 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:57 ] [ l_g_pix: 4.7984e-02 ] [ l_g_total: 4.7984e-02 ] +2024-10-09 11:59:15,886 INFO: [ epoch: 449 ] [ iter:185,600 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:48 ] [ l_g_pix: 5.1517e-02 ] [ l_g_total: 5.1517e-02 ] +2024-10-09 11:59:19,635 INFO: [ epoch: 449 ] [ iter:185,700 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:39 ] [ l_g_pix: 4.2599e-02 ] [ l_g_total: 4.2599e-02 ] +2024-10-09 11:59:23,222 INFO: [ epoch: 449 ] [ iter:185,800 ] [ performance: 28.317 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:30 ] [ l_g_pix: 5.1618e-02 ] [ l_g_total: 5.1618e-02 ] +2024-10-09 11:59:28,274 INFO: [ epoch: 450 ] [ iter:185,900 ] [ performance: 22.757 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:23 ] [ l_g_pix: 4.7836e-02 ] [ l_g_total: 4.7836e-02 ] +2024-10-09 11:59:32,032 INFO: [ epoch: 450 ] [ iter:186,000 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:14 ] [ l_g_pix: 4.8816e-02 ] [ l_g_total: 4.8816e-02 ] +2024-10-09 11:59:35,731 INFO: [ epoch: 450 ] [ iter:186,100 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:05 ] [ l_g_pix: 4.9483e-02 ] [ l_g_total: 4.9483e-02 ] +2024-10-09 11:59:39,383 INFO: [ epoch: 450 ] [ iter:186,200 ] [ performance: 27.639 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:56 ] [ l_g_pix: 5.3531e-02 ] [ l_g_total: 5.3531e-02 ] +2024-10-09 11:59:44,100 INFO: [ epoch: 451 ] [ iter:186,300 ] [ performance: 23.537 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:49 ] [ l_g_pix: 4.8160e-02 ] [ l_g_total: 4.8160e-02 ] +2024-10-09 11:59:47,835 INFO: [ epoch: 451 ] [ iter:186,400 ] [ performance: 27.241 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:40 ] [ l_g_pix: 4.5608e-02 ] [ l_g_total: 4.5608e-02 ] +2024-10-09 11:59:51,547 INFO: [ epoch: 451 ] [ iter:186,500 ] [ performance: 27.068 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:31 ] [ l_g_pix: 4.5140e-02 ] [ l_g_total: 4.5140e-02 ] +2024-10-09 11:59:55,232 INFO: [ epoch: 451 ] [ iter:186,600 ] [ performance: 27.457 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:22 ] [ l_g_pix: 4.7436e-02 ] [ l_g_total: 4.7436e-02 ] +2024-10-09 11:59:59,835 INFO: [ epoch: 452 ] [ iter:186,700 ] [ performance: 23.810 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:15 ] [ l_g_pix: 5.7571e-02 ] [ l_g_total: 5.7571e-02 ] +2024-10-09 12:00:03,742 INFO: [ epoch: 452 ] [ iter:186,800 ] [ performance: 26.469 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:06 ] [ l_g_pix: 5.6994e-02 ] [ l_g_total: 5.6994e-02 ] +2024-10-09 12:00:07,497 INFO: [ epoch: 452 ] [ iter:186,900 ] [ performance: 26.565 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:57 ] [ l_g_pix: 5.9066e-02 ] [ l_g_total: 5.9066e-02 ] +2024-10-09 12:00:11,212 INFO: [ epoch: 452 ] [ iter:187,000 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:48 ] [ l_g_pix: 3.6377e-02 ] [ l_g_total: 3.6377e-02 ] +2024-10-09 12:00:15,795 INFO: [ epoch: 453 ] [ iter:187,100 ] [ performance: 23.698 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:41 ] [ l_g_pix: 4.7081e-02 ] [ l_g_total: 4.7081e-02 ] +2024-10-09 12:00:19,915 INFO: [ epoch: 453 ] [ iter:187,200 ] [ performance: 27.059 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:33 ] [ l_g_pix: 4.1774e-02 ] [ l_g_total: 4.1774e-02 ] +2024-10-09 12:00:23,620 INFO: [ epoch: 453 ] [ iter:187,300 ] [ performance: 27.022 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:24 ] [ l_g_pix: 3.7724e-02 ] [ l_g_total: 3.7724e-02 ] +2024-10-09 12:00:27,319 INFO: [ epoch: 453 ] [ iter:187,400 ] [ performance: 27.140 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:15 ] [ l_g_pix: 5.2361e-02 ] [ l_g_total: 5.2361e-02 ] +2024-10-09 12:00:30,785 INFO: [ epoch: 453 ] [ iter:187,500 ] [ performance: 28.138 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:06 ] [ l_g_pix: 4.4880e-02 ] [ l_g_total: 4.4880e-02 ] +2024-10-09 12:00:35,951 INFO: [ epoch: 454 ] [ iter:187,600 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:59 ] [ l_g_pix: 5.3250e-02 ] [ l_g_total: 5.3250e-02 ] +2024-10-09 12:00:39,633 INFO: [ epoch: 454 ] [ iter:187,700 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:51 ] [ l_g_pix: 4.5694e-02 ] [ l_g_total: 4.5694e-02 ] +2024-10-09 12:00:43,353 INFO: [ epoch: 454 ] [ iter:187,800 ] [ performance: 26.984 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:42 ] [ l_g_pix: 3.8011e-02 ] [ l_g_total: 3.8011e-02 ] +2024-10-09 12:00:46,856 INFO: [ epoch: 454 ] [ iter:187,900 ] [ performance: 27.904 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:32 ] [ l_g_pix: 5.2468e-02 ] [ l_g_total: 5.2468e-02 ] +2024-10-09 12:00:51,685 INFO: [ epoch: 455 ] [ iter:188,000 ] [ performance: 24.744 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:26 ] [ l_g_pix: 4.6881e-02 ] [ l_g_total: 4.6881e-02 ] +2024-10-09 12:00:55,422 INFO: [ epoch: 455 ] [ iter:188,100 ] [ performance: 25.933 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:17 ] [ l_g_pix: 5.1929e-02 ] [ l_g_total: 5.1929e-02 ] +2024-10-09 12:00:59,142 INFO: [ epoch: 455 ] [ iter:188,200 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:08 ] [ l_g_pix: 5.4273e-02 ] [ l_g_total: 5.4273e-02 ] +2024-10-09 12:01:02,686 INFO: [ epoch: 455 ] [ iter:188,300 ] [ performance: 27.710 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:59 ] [ l_g_pix: 4.8651e-02 ] [ l_g_total: 4.8651e-02 ] +2024-10-09 12:01:07,714 INFO: [ epoch: 456 ] [ iter:188,400 ] [ performance: 24.076 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:52 ] [ l_g_pix: 4.9647e-02 ] [ l_g_total: 4.9647e-02 ] +2024-10-09 12:01:11,373 INFO: [ epoch: 456 ] [ iter:188,500 ] [ performance: 25.978 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:43 ] [ l_g_pix: 5.3724e-02 ] [ l_g_total: 5.3724e-02 ] +2024-10-09 12:01:15,075 INFO: [ epoch: 456 ] [ iter:188,600 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:34 ] [ l_g_pix: 5.9822e-02 ] [ l_g_total: 5.9822e-02 ] +2024-10-09 12:01:18,622 INFO: [ epoch: 456 ] [ iter:188,700 ] [ performance: 27.736 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:25 ] [ l_g_pix: 6.3491e-02 ] [ l_g_total: 6.3491e-02 ] +2024-10-09 12:01:23,450 INFO: [ epoch: 457 ] [ iter:188,800 ] [ performance: 17.424 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:18 ] [ l_g_pix: 5.3643e-02 ] [ l_g_total: 5.3643e-02 ] +2024-10-09 12:01:27,180 INFO: [ epoch: 457 ] [ iter:188,900 ] [ performance: 22.269 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:10 ] [ l_g_pix: 3.1701e-02 ] [ l_g_total: 3.1701e-02 ] +2024-10-09 12:01:30,897 INFO: [ epoch: 457 ] [ iter:189,000 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:01 ] [ l_g_pix: 5.5283e-02 ] [ l_g_total: 5.5283e-02 ] +2024-10-09 12:01:34,496 INFO: [ epoch: 457 ] [ iter:189,100 ] [ performance: 27.507 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:52 ] [ l_g_pix: 4.7205e-02 ] [ l_g_total: 4.7205e-02 ] +2024-10-09 12:01:39,419 INFO: [ epoch: 458 ] [ iter:189,200 ] [ performance: 16.840 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:45 ] [ l_g_pix: 5.4764e-02 ] [ l_g_total: 5.4764e-02 ] +2024-10-09 12:01:43,144 INFO: [ epoch: 458 ] [ iter:189,300 ] [ performance: 21.998 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:36 ] [ l_g_pix: 6.1643e-02 ] [ l_g_total: 6.1643e-02 ] +2024-10-09 12:01:46,856 INFO: [ epoch: 458 ] [ iter:189,400 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:28 ] [ l_g_pix: 5.4052e-02 ] [ l_g_total: 5.4052e-02 ] +2024-10-09 12:01:50,486 INFO: [ epoch: 458 ] [ iter:189,500 ] [ performance: 27.310 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:19 ] [ l_g_pix: 6.5762e-02 ] [ l_g_total: 6.5762e-02 ] +2024-10-09 12:01:55,419 INFO: [ epoch: 459 ] [ iter:189,600 ] [ performance: 16.572 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:12 ] [ l_g_pix: 5.6325e-02 ] [ l_g_total: 5.6325e-02 ] +2024-10-09 12:01:59,189 INFO: [ epoch: 459 ] [ iter:189,700 ] [ performance: 21.778 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:03 ] [ l_g_pix: 5.6380e-02 ] [ l_g_total: 5.6380e-02 ] +2024-10-09 12:02:02,916 INFO: [ epoch: 459 ] [ iter:189,800 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:55 ] [ l_g_pix: 6.0686e-02 ] [ l_g_total: 6.0686e-02 ] +2024-10-09 12:02:06,598 INFO: [ epoch: 459 ] [ iter:189,900 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:46 ] [ l_g_pix: 5.1249e-02 ] [ l_g_total: 5.1249e-02 ] +2024-10-09 12:02:11,402 INFO: [ epoch: 460 ] [ iter:190,000 ] [ performance: 16.935 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:39 ] [ l_g_pix: 6.2005e-02 ] [ l_g_total: 6.2005e-02 ] +2024-10-09 12:02:11,403 INFO: Saving models and training states. +2024-10-09 12:05:01,711 INFO: Validation val + + # psnr: 27.2251........ Best: 27.2251 @ 190000 iter + # ssim: 0.7674........ Best: 0.7674 @ 190000 iter + # dists: 0.7728........ Best: 0.7728 @ 190000 iter + +2024-10-09 12:05:05,409 INFO: [ epoch: 460 ] [ iter:190,100 ] [ performance: 22.322 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:26 ] [ l_g_pix: 5.1328e-02 ] [ l_g_total: 5.1328e-02 ] +2024-10-09 12:05:09,089 INFO: [ epoch: 460 ] [ iter:190,200 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:17 ] [ l_g_pix: 5.4766e-02 ] [ l_g_total: 5.4766e-02 ] +2024-10-09 12:05:12,819 INFO: [ epoch: 460 ] [ iter:190,300 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:08 ] [ l_g_pix: 3.4357e-02 ] [ l_g_total: 3.4357e-02 ] +2024-10-09 12:05:17,280 INFO: [ epoch: 461 ] [ iter:190,400 ] [ performance: 18.747 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:00 ] [ l_g_pix: 6.6264e-02 ] [ l_g_total: 6.6264e-02 ] +2024-10-09 12:05:21,403 INFO: [ epoch: 461 ] [ iter:190,500 ] [ performance: 22.020 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:52 ] [ l_g_pix: 4.7043e-02 ] [ l_g_total: 4.7043e-02 ] +2024-10-09 12:05:25,092 INFO: [ epoch: 461 ] [ iter:190,600 ] [ performance: 27.052 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:43 ] [ l_g_pix: 5.0142e-02 ] [ l_g_total: 5.0142e-02 ] +2024-10-09 12:05:28,840 INFO: [ epoch: 461 ] [ iter:190,700 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:34 ] [ l_g_pix: 3.9728e-02 ] [ l_g_total: 3.9728e-02 ] +2024-10-09 12:05:32,296 INFO: [ epoch: 461 ] [ iter:190,800 ] [ performance: 29.110 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:24 ] [ l_g_pix: 6.0660e-02 ] [ l_g_total: 6.0660e-02 ] +2024-10-09 12:05:37,360 INFO: [ epoch: 462 ] [ iter:190,900 ] [ performance: 22.157 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:18 ] [ l_g_pix: 6.2680e-02 ] [ l_g_total: 6.2680e-02 ] +2024-10-09 12:05:41,091 INFO: [ epoch: 462 ] [ iter:191,000 ] [ performance: 26.756 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:09 ] [ l_g_pix: 3.5795e-02 ] [ l_g_total: 3.5795e-02 ] +2024-10-09 12:05:44,799 INFO: [ epoch: 462 ] [ iter:191,100 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:00 ] [ l_g_pix: 4.2832e-02 ] [ l_g_total: 4.2832e-02 ] +2024-10-09 12:05:48,285 INFO: [ epoch: 462 ] [ iter:191,200 ] [ performance: 29.139 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:50 ] [ l_g_pix: 3.2764e-02 ] [ l_g_total: 3.2764e-02 ] +2024-10-09 12:05:53,343 INFO: [ epoch: 463 ] [ iter:191,300 ] [ performance: 22.112 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:44 ] [ l_g_pix: 4.5802e-02 ] [ l_g_total: 4.5802e-02 ] +2024-10-09 12:05:57,080 INFO: [ epoch: 463 ] [ iter:191,400 ] [ performance: 26.638 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:35 ] [ l_g_pix: 4.9400e-02 ] [ l_g_total: 4.9400e-02 ] +2024-10-09 12:06:00,797 INFO: [ epoch: 463 ] [ iter:191,500 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:26 ] [ l_g_pix: 6.4021e-02 ] [ l_g_total: 6.4021e-02 ] +2024-10-09 12:06:04,326 INFO: [ epoch: 463 ] [ iter:191,600 ] [ performance: 29.075 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:17 ] [ l_g_pix: 4.6243e-02 ] [ l_g_total: 4.6243e-02 ] +2024-10-09 12:06:09,341 INFO: [ epoch: 464 ] [ iter:191,700 ] [ performance: 22.172 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:10 ] [ l_g_pix: 4.2753e-02 ] [ l_g_total: 4.2753e-02 ] +2024-10-09 12:06:13,085 INFO: [ epoch: 464 ] [ iter:191,800 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:01 ] [ l_g_pix: 4.6779e-02 ] [ l_g_total: 4.6779e-02 ] +2024-10-09 12:06:16,812 INFO: [ epoch: 464 ] [ iter:191,900 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:52 ] [ l_g_pix: 6.1656e-02 ] [ l_g_total: 6.1656e-02 ] +2024-10-09 12:06:20,402 INFO: [ epoch: 464 ] [ iter:192,000 ] [ performance: 28.967 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:43 ] [ l_g_pix: 5.4084e-02 ] [ l_g_total: 5.4084e-02 ] +2024-10-09 12:06:25,463 INFO: [ epoch: 465 ] [ iter:192,100 ] [ performance: 21.927 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:37 ] [ l_g_pix: 3.9440e-02 ] [ l_g_total: 3.9440e-02 ] +2024-10-09 12:06:29,135 INFO: [ epoch: 465 ] [ iter:192,200 ] [ performance: 27.093 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:28 ] [ l_g_pix: 4.0448e-02 ] [ l_g_total: 4.0448e-02 ] +2024-10-09 12:06:32,851 INFO: [ epoch: 465 ] [ iter:192,300 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:19 ] [ l_g_pix: 4.2945e-02 ] [ l_g_total: 4.2945e-02 ] +2024-10-09 12:06:36,503 INFO: [ epoch: 465 ] [ iter:192,400 ] [ performance: 28.507 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:10 ] [ l_g_pix: 3.6527e-02 ] [ l_g_total: 3.6527e-02 ] +2024-10-09 12:06:41,553 INFO: [ epoch: 466 ] [ iter:192,500 ] [ performance: 21.810 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:03 ] [ l_g_pix: 4.5727e-02 ] [ l_g_total: 4.5727e-02 ] +2024-10-09 12:06:45,241 INFO: [ epoch: 466 ] [ iter:192,600 ] [ performance: 26.827 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:54 ] [ l_g_pix: 3.7778e-02 ] [ l_g_total: 3.7778e-02 ] +2024-10-09 12:06:48,941 INFO: [ epoch: 466 ] [ iter:192,700 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:45 ] [ l_g_pix: 5.7681e-02 ] [ l_g_total: 5.7681e-02 ] +2024-10-09 12:06:52,593 INFO: [ epoch: 466 ] [ iter:192,800 ] [ performance: 28.149 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:36 ] [ l_g_pix: 6.1699e-02 ] [ l_g_total: 6.1699e-02 ] +2024-10-09 12:06:57,483 INFO: [ epoch: 467 ] [ iter:192,900 ] [ performance: 22.223 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:30 ] [ l_g_pix: 4.9839e-02 ] [ l_g_total: 4.9839e-02 ] +2024-10-09 12:07:01,268 INFO: [ epoch: 467 ] [ iter:193,000 ] [ performance: 26.558 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:21 ] [ l_g_pix: 5.0212e-02 ] [ l_g_total: 5.0212e-02 ] +2024-10-09 12:07:04,981 INFO: [ epoch: 467 ] [ iter:193,100 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:12 ] [ l_g_pix: 3.7389e-02 ] [ l_g_total: 3.7389e-02 ] +2024-10-09 12:07:08,643 INFO: [ epoch: 467 ] [ iter:193,200 ] [ performance: 27.906 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:03 ] [ l_g_pix: 5.4207e-02 ] [ l_g_total: 5.4207e-02 ] +2024-10-09 12:07:13,193 INFO: [ epoch: 468 ] [ iter:193,300 ] [ performance: 23.377 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:56 ] [ l_g_pix: 5.2508e-02 ] [ l_g_total: 5.2508e-02 ] +2024-10-09 12:07:17,267 INFO: [ epoch: 468 ] [ iter:193,400 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:47 ] [ l_g_pix: 4.8993e-02 ] [ l_g_total: 4.8993e-02 ] +2024-10-09 12:07:21,000 INFO: [ epoch: 468 ] [ iter:193,500 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:39 ] [ l_g_pix: 4.1673e-02 ] [ l_g_total: 4.1673e-02 ] +2024-10-09 12:07:24,767 INFO: [ epoch: 468 ] [ iter:193,600 ] [ performance: 26.358 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:30 ] [ l_g_pix: 5.4296e-02 ] [ l_g_total: 5.4296e-02 ] +2024-10-09 12:07:29,028 INFO: [ epoch: 469 ] [ iter:193,700 ] [ performance: 24.189 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:22 ] [ l_g_pix: 4.2958e-02 ] [ l_g_total: 4.2958e-02 ] +2024-10-09 12:07:33,302 INFO: [ epoch: 469 ] [ iter:193,800 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:14 ] [ l_g_pix: 5.7390e-02 ] [ l_g_total: 5.7390e-02 ] +2024-10-09 12:07:37,015 INFO: [ epoch: 469 ] [ iter:193,900 ] [ performance: 26.998 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:05 ] [ l_g_pix: 3.6912e-02 ] [ l_g_total: 3.6912e-02 ] +2024-10-09 12:07:40,765 INFO: [ epoch: 469 ] [ iter:194,000 ] [ performance: 26.665 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:57 ] [ l_g_pix: 4.6628e-02 ] [ l_g_total: 4.6628e-02 ] +2024-10-09 12:07:44,265 INFO: [ epoch: 469 ] [ iter:194,100 ] [ performance: 28.055 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:47 ] [ l_g_pix: 5.6787e-02 ] [ l_g_total: 5.6787e-02 ] +2024-10-09 12:07:49,152 INFO: [ epoch: 470 ] [ iter:194,200 ] [ performance: 27.399 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:41 ] [ l_g_pix: 4.9297e-02 ] [ l_g_total: 4.9297e-02 ] +2024-10-09 12:07:52,899 INFO: [ epoch: 470 ] [ iter:194,300 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:32 ] [ l_g_pix: 4.0365e-02 ] [ l_g_total: 4.0365e-02 ] +2024-10-09 12:07:56,655 INFO: [ epoch: 470 ] [ iter:194,400 ] [ performance: 26.998 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:23 ] [ l_g_pix: 6.2834e-02 ] [ l_g_total: 6.2834e-02 ] +2024-10-09 12:08:00,179 INFO: [ epoch: 470 ] [ iter:194,500 ] [ performance: 28.025 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:14 ] [ l_g_pix: 4.9427e-02 ] [ l_g_total: 4.9427e-02 ] +2024-10-09 12:08:05,221 INFO: [ epoch: 471 ] [ iter:194,600 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:07 ] [ l_g_pix: 4.5339e-02 ] [ l_g_total: 4.5339e-02 ] +2024-10-09 12:08:08,969 INFO: [ epoch: 471 ] [ iter:194,700 ] [ performance: 26.733 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:59 ] [ l_g_pix: 5.7436e-02 ] [ l_g_total: 5.7436e-02 ] +2024-10-09 12:08:12,675 INFO: [ epoch: 471 ] [ iter:194,800 ] [ performance: 27.108 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:50 ] [ l_g_pix: 4.4451e-02 ] [ l_g_total: 4.4451e-02 ] +2024-10-09 12:08:16,226 INFO: [ epoch: 471 ] [ iter:194,900 ] [ performance: 27.910 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:41 ] [ l_g_pix: 5.2424e-02 ] [ l_g_total: 5.2424e-02 ] +2024-10-09 12:08:21,305 INFO: [ epoch: 472 ] [ iter:195,000 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:34 ] [ l_g_pix: 4.4120e-02 ] [ l_g_total: 4.4120e-02 ] +2024-10-09 12:08:25,032 INFO: [ epoch: 472 ] [ iter:195,100 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:26 ] [ l_g_pix: 3.7762e-02 ] [ l_g_total: 3.7762e-02 ] +2024-10-09 12:08:28,803 INFO: [ epoch: 472 ] [ iter:195,200 ] [ performance: 26.556 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:17 ] [ l_g_pix: 3.7761e-02 ] [ l_g_total: 3.7761e-02 ] +2024-10-09 12:08:32,391 INFO: [ epoch: 472 ] [ iter:195,300 ] [ performance: 27.571 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:08 ] [ l_g_pix: 6.9698e-02 ] [ l_g_total: 6.9698e-02 ] +2024-10-09 12:08:37,466 INFO: [ epoch: 473 ] [ iter:195,400 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:02 ] [ l_g_pix: 5.9798e-02 ] [ l_g_total: 5.9798e-02 ] +2024-10-09 12:08:41,239 INFO: [ epoch: 473 ] [ iter:195,500 ] [ performance: 26.530 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:53 ] [ l_g_pix: 5.2163e-02 ] [ l_g_total: 5.2163e-02 ] +2024-10-09 12:08:44,972 INFO: [ epoch: 473 ] [ iter:195,600 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:44 ] [ l_g_pix: 5.2928e-02 ] [ l_g_total: 5.2928e-02 ] +2024-10-09 12:08:48,614 INFO: [ epoch: 473 ] [ iter:195,700 ] [ performance: 27.286 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:35 ] [ l_g_pix: 5.3662e-02 ] [ l_g_total: 5.3662e-02 ] +2024-10-09 12:08:53,583 INFO: [ epoch: 474 ] [ iter:195,800 ] [ performance: 21.539 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:29 ] [ l_g_pix: 4.6152e-02 ] [ l_g_total: 4.6152e-02 ] +2024-10-09 12:08:57,327 INFO: [ epoch: 474 ] [ iter:195,900 ] [ performance: 25.457 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:20 ] [ l_g_pix: 5.5776e-02 ] [ l_g_total: 5.5776e-02 ] +2024-10-09 12:09:01,101 INFO: [ epoch: 474 ] [ iter:196,000 ] [ performance: 26.276 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:11 ] [ l_g_pix: 3.9915e-02 ] [ l_g_total: 3.9915e-02 ] +2024-10-09 12:09:04,777 INFO: [ epoch: 474 ] [ iter:196,100 ] [ performance: 27.020 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:03 ] [ l_g_pix: 4.7485e-02 ] [ l_g_total: 4.7485e-02 ] +2024-10-09 12:09:09,345 INFO: [ epoch: 475 ] [ iter:196,200 ] [ performance: 20.949 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:55 ] [ l_g_pix: 4.6284e-02 ] [ l_g_total: 4.6284e-02 ] +2024-10-09 12:09:13,280 INFO: [ epoch: 475 ] [ iter:196,300 ] [ performance: 24.410 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:47 ] [ l_g_pix: 4.9257e-02 ] [ l_g_total: 4.9257e-02 ] +2024-10-09 12:09:17,006 INFO: [ epoch: 475 ] [ iter:196,400 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:38 ] [ l_g_pix: 4.7843e-02 ] [ l_g_total: 4.7843e-02 ] +2024-10-09 12:09:20,719 INFO: [ epoch: 475 ] [ iter:196,500 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:30 ] [ l_g_pix: 4.6375e-02 ] [ l_g_total: 4.6375e-02 ] +2024-10-09 12:09:25,296 INFO: [ epoch: 476 ] [ iter:196,600 ] [ performance: 11.576 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:22 ] [ l_g_pix: 4.4233e-02 ] [ l_g_total: 4.4233e-02 ] +2024-10-09 12:09:29,348 INFO: [ epoch: 476 ] [ iter:196,700 ] [ performance: 20.501 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:14 ] [ l_g_pix: 4.7785e-02 ] [ l_g_total: 4.7785e-02 ] +2024-10-09 12:09:33,114 INFO: [ epoch: 476 ] [ iter:196,800 ] [ performance: 27.988 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:06 ] [ l_g_pix: 6.4985e-02 ] [ l_g_total: 6.4985e-02 ] +2024-10-09 12:09:36,867 INFO: [ epoch: 476 ] [ iter:196,900 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:57 ] [ l_g_pix: 4.9319e-02 ] [ l_g_total: 4.9319e-02 ] +2024-10-09 12:09:40,319 INFO: [ epoch: 476 ] [ iter:197,000 ] [ performance: 29.204 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:48 ] [ l_g_pix: 4.7813e-02 ] [ l_g_total: 4.7813e-02 ] +2024-10-09 12:09:45,318 INFO: [ epoch: 477 ] [ iter:197,100 ] [ performance: 21.116 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:42 ] [ l_g_pix: 4.2632e-02 ] [ l_g_total: 4.2632e-02 ] +2024-10-09 12:09:49,054 INFO: [ epoch: 477 ] [ iter:197,200 ] [ performance: 27.696 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:33 ] [ l_g_pix: 4.1774e-02 ] [ l_g_total: 4.1774e-02 ] +2024-10-09 12:09:52,815 INFO: [ epoch: 477 ] [ iter:197,300 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:24 ] [ l_g_pix: 5.1363e-02 ] [ l_g_total: 5.1363e-02 ] +2024-10-09 12:09:56,334 INFO: [ epoch: 477 ] [ iter:197,400 ] [ performance: 29.591 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:15 ] [ l_g_pix: 5.9389e-02 ] [ l_g_total: 5.9389e-02 ] +2024-10-09 12:10:01,376 INFO: [ epoch: 478 ] [ iter:197,500 ] [ performance: 20.887 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:09 ] [ l_g_pix: 6.2949e-02 ] [ l_g_total: 6.2949e-02 ] +2024-10-09 12:10:05,127 INFO: [ epoch: 478 ] [ iter:197,600 ] [ performance: 27.092 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:00 ] [ l_g_pix: 4.3868e-02 ] [ l_g_total: 4.3868e-02 ] +2024-10-09 12:10:08,822 INFO: [ epoch: 478 ] [ iter:197,700 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:52 ] [ l_g_pix: 4.7755e-02 ] [ l_g_total: 4.7755e-02 ] +2024-10-09 12:10:12,372 INFO: [ epoch: 478 ] [ iter:197,800 ] [ performance: 29.878 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:43 ] [ l_g_pix: 5.1663e-02 ] [ l_g_total: 5.1663e-02 ] +2024-10-09 12:10:17,387 INFO: [ epoch: 479 ] [ iter:197,900 ] [ performance: 20.906 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:36 ] [ l_g_pix: 4.0730e-02 ] [ l_g_total: 4.0730e-02 ] +2024-10-09 12:10:21,090 INFO: [ epoch: 479 ] [ iter:198,000 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:28 ] [ l_g_pix: 3.6781e-02 ] [ l_g_total: 3.6781e-02 ] +2024-10-09 12:10:24,803 INFO: [ epoch: 479 ] [ iter:198,100 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:19 ] [ l_g_pix: 3.1171e-02 ] [ l_g_total: 3.1171e-02 ] +2024-10-09 12:10:28,397 INFO: [ epoch: 479 ] [ iter:198,200 ] [ performance: 30.242 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:10 ] [ l_g_pix: 6.5890e-02 ] [ l_g_total: 6.5890e-02 ] +2024-10-09 12:10:33,472 INFO: [ epoch: 480 ] [ iter:198,300 ] [ performance: 20.590 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:04 ] [ l_g_pix: 4.7589e-02 ] [ l_g_total: 4.7589e-02 ] +2024-10-09 12:10:37,220 INFO: [ epoch: 480 ] [ iter:198,400 ] [ performance: 26.607 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:55 ] [ l_g_pix: 5.0971e-02 ] [ l_g_total: 5.0971e-02 ] +2024-10-09 12:10:40,925 INFO: [ epoch: 480 ] [ iter:198,500 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:47 ] [ l_g_pix: 5.0646e-02 ] [ l_g_total: 5.0646e-02 ] +2024-10-09 12:10:44,553 INFO: [ epoch: 480 ] [ iter:198,600 ] [ performance: 29.548 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:38 ] [ l_g_pix: 4.2009e-02 ] [ l_g_total: 4.2009e-02 ] +2024-10-09 12:10:49,579 INFO: [ epoch: 481 ] [ iter:198,700 ] [ performance: 20.624 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:31 ] [ l_g_pix: 5.3096e-02 ] [ l_g_total: 5.3096e-02 ] +2024-10-09 12:10:53,375 INFO: [ epoch: 481 ] [ iter:198,800 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:23 ] [ l_g_pix: 5.7549e-02 ] [ l_g_total: 5.7549e-02 ] +2024-10-09 12:10:57,142 INFO: [ epoch: 481 ] [ iter:198,900 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:15 ] [ l_g_pix: 6.1883e-02 ] [ l_g_total: 6.1883e-02 ] +2024-10-09 12:11:00,803 INFO: [ epoch: 481 ] [ iter:199,000 ] [ performance: 29.942 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:06 ] [ l_g_pix: 5.6135e-02 ] [ l_g_total: 5.6135e-02 ] +2024-10-09 12:11:05,445 INFO: [ epoch: 482 ] [ iter:199,100 ] [ performance: 22.118 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:59 ] [ l_g_pix: 4.9639e-02 ] [ l_g_total: 4.9639e-02 ] +2024-10-09 12:11:09,213 INFO: [ epoch: 482 ] [ iter:199,200 ] [ performance: 26.604 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:50 ] [ l_g_pix: 5.1318e-02 ] [ l_g_total: 5.1318e-02 ] +2024-10-09 12:11:12,941 INFO: [ epoch: 482 ] [ iter:199,300 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:42 ] [ l_g_pix: 4.9687e-02 ] [ l_g_total: 4.9687e-02 ] +2024-10-09 12:11:16,616 INFO: [ epoch: 482 ] [ iter:199,400 ] [ performance: 29.015 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:33 ] [ l_g_pix: 5.0809e-02 ] [ l_g_total: 5.0809e-02 ] +2024-10-09 12:11:21,337 INFO: [ epoch: 483 ] [ iter:199,500 ] [ performance: 21.621 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:26 ] [ l_g_pix: 4.6474e-02 ] [ l_g_total: 4.6474e-02 ] +2024-10-09 12:11:25,224 INFO: [ epoch: 483 ] [ iter:199,600 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:18 ] [ l_g_pix: 6.0168e-02 ] [ l_g_total: 6.0168e-02 ] +2024-10-09 12:11:28,993 INFO: [ epoch: 483 ] [ iter:199,700 ] [ performance: 26.565 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:10 ] [ l_g_pix: 5.3517e-02 ] [ l_g_total: 5.3517e-02 ] +2024-10-09 12:11:32,720 INFO: [ epoch: 483 ] [ iter:199,800 ] [ performance: 29.126 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:01 ] [ l_g_pix: 4.5393e-02 ] [ l_g_total: 4.5393e-02 ] +2024-10-09 12:11:37,140 INFO: [ epoch: 484 ] [ iter:199,900 ] [ performance: 22.921 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:54 ] [ l_g_pix: 4.5032e-02 ] [ l_g_total: 4.5032e-02 ] +2024-10-09 12:11:41,261 INFO: [ epoch: 484 ] [ iter:200,000 ] [ performance: 26.095 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:46 ] [ l_g_pix: 4.2466e-02 ] [ l_g_total: 4.2466e-02 ] +2024-10-09 12:11:41,261 INFO: Saving models and training states. +2024-10-09 12:14:30,251 INFO: Validation val + + # psnr: 27.2283........ Best: 27.2283 @ 200000 iter + # ssim: 0.7674........ Best: 0.7674 @ 200000 iter + # dists: 0.7728........ Best: 0.7728 @ 200000 iter + +2024-10-09 12:14:33,944 INFO: [ epoch: 484 ] [ iter:200,100 ] [ performance: 27.039 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:07 ] [ l_g_pix: 5.4791e-02 ] [ l_g_total: 5.4791e-02 ] +2024-10-09 12:14:37,598 INFO: [ epoch: 484 ] [ iter:200,200 ] [ performance: 27.448 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:59 ] [ l_g_pix: 5.1976e-02 ] [ l_g_total: 5.1976e-02 ] +2024-10-09 12:14:41,081 INFO: [ epoch: 484 ] [ iter:200,300 ] [ performance: 28.665 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:49 ] [ l_g_pix: 3.8196e-02 ] [ l_g_total: 3.8196e-02 ] +2024-10-09 12:14:46,048 INFO: [ epoch: 485 ] [ iter:200,400 ] [ performance: 28.881 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:43 ] [ l_g_pix: 3.9182e-02 ] [ l_g_total: 3.9182e-02 ] +2024-10-09 12:14:49,668 INFO: [ epoch: 485 ] [ iter:200,500 ] [ performance: 27.662 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:34 ] [ l_g_pix: 5.1661e-02 ] [ l_g_total: 5.1661e-02 ] +2024-10-09 12:14:53,378 INFO: [ epoch: 485 ] [ iter:200,600 ] [ performance: 26.679 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:25 ] [ l_g_pix: 5.3318e-02 ] [ l_g_total: 5.3318e-02 ] +2024-10-09 12:14:56,882 INFO: [ epoch: 485 ] [ iter:200,700 ] [ performance: 28.505 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:16 ] [ l_g_pix: 5.7344e-02 ] [ l_g_total: 5.7344e-02 ] +2024-10-09 12:15:01,977 INFO: [ epoch: 486 ] [ iter:200,800 ] [ performance: 28.313 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:10 ] [ l_g_pix: 3.9063e-02 ] [ l_g_total: 3.9063e-02 ] +2024-10-09 12:15:05,718 INFO: [ epoch: 486 ] [ iter:200,900 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:01 ] [ l_g_pix: 3.9731e-02 ] [ l_g_total: 3.9731e-02 ] +2024-10-09 12:15:09,428 INFO: [ epoch: 486 ] [ iter:201,000 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:52 ] [ l_g_pix: 5.8990e-02 ] [ l_g_total: 5.8990e-02 ] +2024-10-09 12:15:12,941 INFO: [ epoch: 486 ] [ iter:201,100 ] [ performance: 28.471 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:43 ] [ l_g_pix: 4.9168e-02 ] [ l_g_total: 4.9168e-02 ] +2024-10-09 12:15:18,183 INFO: [ epoch: 487 ] [ iter:201,200 ] [ performance: 22.849 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:37 ] [ l_g_pix: 4.8693e-02 ] [ l_g_total: 4.8693e-02 ] +2024-10-09 12:15:21,913 INFO: [ epoch: 487 ] [ iter:201,300 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:28 ] [ l_g_pix: 5.8136e-02 ] [ l_g_total: 5.8136e-02 ] +2024-10-09 12:15:25,611 INFO: [ epoch: 487 ] [ iter:201,400 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:20 ] [ l_g_pix: 5.3354e-02 ] [ l_g_total: 5.3354e-02 ] +2024-10-09 12:15:29,179 INFO: [ epoch: 487 ] [ iter:201,500 ] [ performance: 28.052 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:11 ] [ l_g_pix: 4.9000e-02 ] [ l_g_total: 4.9000e-02 ] +2024-10-09 12:15:34,026 INFO: [ epoch: 488 ] [ iter:201,600 ] [ performance: 23.745 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:04 ] [ l_g_pix: 5.7006e-02 ] [ l_g_total: 5.7006e-02 ] +2024-10-09 12:15:37,798 INFO: [ epoch: 488 ] [ iter:201,700 ] [ performance: 26.516 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:55 ] [ l_g_pix: 6.6770e-02 ] [ l_g_total: 6.6770e-02 ] +2024-10-09 12:15:41,550 INFO: [ epoch: 488 ] [ iter:201,800 ] [ performance: 26.588 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:47 ] [ l_g_pix: 4.8945e-02 ] [ l_g_total: 4.8945e-02 ] +2024-10-09 12:15:45,120 INFO: [ epoch: 488 ] [ iter:201,900 ] [ performance: 28.116 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:38 ] [ l_g_pix: 3.4343e-02 ] [ l_g_total: 3.4343e-02 ] +2024-10-09 12:15:49,835 INFO: [ epoch: 489 ] [ iter:202,000 ] [ performance: 24.114 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:31 ] [ l_g_pix: 5.4072e-02 ] [ l_g_total: 5.4072e-02 ] +2024-10-09 12:15:53,500 INFO: [ epoch: 489 ] [ iter:202,100 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:22 ] [ l_g_pix: 4.6182e-02 ] [ l_g_total: 4.6182e-02 ] +2024-10-09 12:15:57,198 INFO: [ epoch: 489 ] [ iter:202,200 ] [ performance: 27.167 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:13 ] [ l_g_pix: 5.5443e-02 ] [ l_g_total: 5.5443e-02 ] +2024-10-09 12:16:00,838 INFO: [ epoch: 489 ] [ iter:202,300 ] [ performance: 27.581 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:04 ] [ l_g_pix: 4.2489e-02 ] [ l_g_total: 4.2489e-02 ] +2024-10-09 12:16:05,831 INFO: [ epoch: 490 ] [ iter:202,400 ] [ performance: 23.094 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:58 ] [ l_g_pix: 4.9562e-02 ] [ l_g_total: 4.9562e-02 ] +2024-10-09 12:16:09,585 INFO: [ epoch: 490 ] [ iter:202,500 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:49 ] [ l_g_pix: 5.1271e-02 ] [ l_g_total: 5.1271e-02 ] +2024-10-09 12:16:13,305 INFO: [ epoch: 490 ] [ iter:202,600 ] [ performance: 26.827 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:41 ] [ l_g_pix: 3.7554e-02 ] [ l_g_total: 3.7554e-02 ] +2024-10-09 12:16:17,002 INFO: [ epoch: 490 ] [ iter:202,700 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:32 ] [ l_g_pix: 4.5786e-02 ] [ l_g_total: 4.5786e-02 ] +2024-10-09 12:16:21,670 INFO: [ epoch: 491 ] [ iter:202,800 ] [ performance: 23.818 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:25 ] [ l_g_pix: 5.0541e-02 ] [ l_g_total: 5.0541e-02 ] +2024-10-09 12:16:25,630 INFO: [ epoch: 491 ] [ iter:202,900 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:17 ] [ l_g_pix: 4.5272e-02 ] [ l_g_total: 4.5272e-02 ] +2024-10-09 12:16:29,387 INFO: [ epoch: 491 ] [ iter:203,000 ] [ performance: 26.689 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:08 ] [ l_g_pix: 5.8389e-02 ] [ l_g_total: 5.8389e-02 ] +2024-10-09 12:16:33,113 INFO: [ epoch: 491 ] [ iter:203,100 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:59 ] [ l_g_pix: 6.2010e-02 ] [ l_g_total: 6.2010e-02 ] +2024-10-09 12:16:37,480 INFO: [ epoch: 492 ] [ iter:203,200 ] [ performance: 24.650 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:52 ] [ l_g_pix: 3.9564e-02 ] [ l_g_total: 3.9564e-02 ] +2024-10-09 12:16:41,766 INFO: [ epoch: 492 ] [ iter:203,300 ] [ performance: 25.106 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:44 ] [ l_g_pix: 5.1047e-02 ] [ l_g_total: 5.1047e-02 ] +2024-10-09 12:16:45,514 INFO: [ epoch: 492 ] [ iter:203,400 ] [ performance: 25.917 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:36 ] [ l_g_pix: 4.8938e-02 ] [ l_g_total: 4.8938e-02 ] +2024-10-09 12:16:49,254 INFO: [ epoch: 492 ] [ iter:203,500 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:27 ] [ l_g_pix: 6.5577e-02 ] [ l_g_total: 6.5577e-02 ] +2024-10-09 12:16:52,740 INFO: [ epoch: 492 ] [ iter:203,600 ] [ performance: 27.760 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:18 ] [ l_g_pix: 4.0459e-02 ] [ l_g_total: 4.0459e-02 ] +2024-10-09 12:16:57,894 INFO: [ epoch: 493 ] [ iter:203,700 ] [ performance: 23.029 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:12 ] [ l_g_pix: 4.5081e-02 ] [ l_g_total: 4.5081e-02 ] +2024-10-09 12:17:01,626 INFO: [ epoch: 493 ] [ iter:203,800 ] [ performance: 24.907 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:03 ] [ l_g_pix: 4.4981e-02 ] [ l_g_total: 4.4981e-02 ] +2024-10-09 12:17:05,354 INFO: [ epoch: 493 ] [ iter:203,900 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:55 ] [ l_g_pix: 4.2337e-02 ] [ l_g_total: 4.2337e-02 ] +2024-10-09 12:17:08,895 INFO: [ epoch: 493 ] [ iter:204,000 ] [ performance: 27.646 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:46 ] [ l_g_pix: 4.2130e-02 ] [ l_g_total: 4.2130e-02 ] +2024-10-09 12:17:13,845 INFO: [ epoch: 494 ] [ iter:204,100 ] [ performance: 19.248 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:39 ] [ l_g_pix: 4.8163e-02 ] [ l_g_total: 4.8163e-02 ] +2024-10-09 12:17:17,617 INFO: [ epoch: 494 ] [ iter:204,200 ] [ performance: 22.596 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:31 ] [ l_g_pix: 5.1429e-02 ] [ l_g_total: 5.1429e-02 ] +2024-10-09 12:17:21,347 INFO: [ epoch: 494 ] [ iter:204,300 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:22 ] [ l_g_pix: 6.2895e-02 ] [ l_g_total: 6.2895e-02 ] +2024-10-09 12:17:24,881 INFO: [ epoch: 494 ] [ iter:204,400 ] [ performance: 27.622 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:13 ] [ l_g_pix: 4.9224e-02 ] [ l_g_total: 4.9224e-02 ] +2024-10-09 12:17:29,888 INFO: [ epoch: 495 ] [ iter:204,500 ] [ performance: 18.763 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:07 ] [ l_g_pix: 4.8340e-02 ] [ l_g_total: 4.8340e-02 ] +2024-10-09 12:17:33,603 INFO: [ epoch: 495 ] [ iter:204,600 ] [ performance: 22.490 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:58 ] [ l_g_pix: 5.9493e-02 ] [ l_g_total: 5.9493e-02 ] +2024-10-09 12:17:37,244 INFO: [ epoch: 495 ] [ iter:204,700 ] [ performance: 27.744 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:50 ] [ l_g_pix: 5.5700e-02 ] [ l_g_total: 5.5700e-02 ] +2024-10-09 12:17:40,838 INFO: [ epoch: 495 ] [ iter:204,800 ] [ performance: 27.787 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:41 ] [ l_g_pix: 4.5119e-02 ] [ l_g_total: 4.5119e-02 ] +2024-10-09 12:17:45,750 INFO: [ epoch: 496 ] [ iter:204,900 ] [ performance: 19.064 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:34 ] [ l_g_pix: 4.1881e-02 ] [ l_g_total: 4.1881e-02 ] +2024-10-09 12:17:49,500 INFO: [ epoch: 496 ] [ iter:205,000 ] [ performance: 22.631 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:26 ] [ l_g_pix: 4.6674e-02 ] [ l_g_total: 4.6674e-02 ] +2024-10-09 12:17:53,210 INFO: [ epoch: 496 ] [ iter:205,100 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:17 ] [ l_g_pix: 3.9225e-02 ] [ l_g_total: 3.9225e-02 ] +2024-10-09 12:17:56,849 INFO: [ epoch: 496 ] [ iter:205,200 ] [ performance: 27.343 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:09 ] [ l_g_pix: 4.6846e-02 ] [ l_g_total: 4.6846e-02 ] +2024-10-09 12:18:01,827 INFO: [ epoch: 497 ] [ iter:205,300 ] [ performance: 18.641 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:02 ] [ l_g_pix: 4.6406e-02 ] [ l_g_total: 4.6406e-02 ] +2024-10-09 12:18:05,587 INFO: [ epoch: 497 ] [ iter:205,400 ] [ performance: 22.383 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:54 ] [ l_g_pix: 4.0411e-02 ] [ l_g_total: 4.0411e-02 ] +2024-10-09 12:18:09,308 INFO: [ epoch: 497 ] [ iter:205,500 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:45 ] [ l_g_pix: 4.0257e-02 ] [ l_g_total: 4.0257e-02 ] +2024-10-09 12:18:12,979 INFO: [ epoch: 497 ] [ iter:205,600 ] [ performance: 27.142 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:37 ] [ l_g_pix: 5.0747e-02 ] [ l_g_total: 5.0747e-02 ] +2024-10-09 12:18:17,532 INFO: [ epoch: 498 ] [ iter:205,700 ] [ performance: 20.540 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:29 ] [ l_g_pix: 4.7110e-02 ] [ l_g_total: 4.7110e-02 ] +2024-10-09 12:18:21,399 INFO: [ epoch: 498 ] [ iter:205,800 ] [ performance: 23.246 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:21 ] [ l_g_pix: 5.3088e-02 ] [ l_g_total: 5.3088e-02 ] +2024-10-09 12:18:25,127 INFO: [ epoch: 498 ] [ iter:205,900 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:13 ] [ l_g_pix: 4.3283e-02 ] [ l_g_total: 4.3283e-02 ] +2024-10-09 12:18:28,836 INFO: [ epoch: 498 ] [ iter:206,000 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:04 ] [ l_g_pix: 5.0217e-02 ] [ l_g_total: 5.0217e-02 ] +2024-10-09 12:18:33,484 INFO: [ epoch: 499 ] [ iter:206,100 ] [ performance: 19.787 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:57 ] [ l_g_pix: 4.1871e-02 ] [ l_g_total: 4.1871e-02 ] +2024-10-09 12:18:37,413 INFO: [ epoch: 499 ] [ iter:206,200 ] [ performance: 22.675 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:49 ] [ l_g_pix: 6.0751e-02 ] [ l_g_total: 6.0751e-02 ] +2024-10-09 12:18:41,154 INFO: [ epoch: 499 ] [ iter:206,300 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:41 ] [ l_g_pix: 4.8800e-02 ] [ l_g_total: 4.8800e-02 ] +2024-10-09 12:18:44,848 INFO: [ epoch: 499 ] [ iter:206,400 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:32 ] [ l_g_pix: 5.5845e-02 ] [ l_g_total: 5.5845e-02 ] +2024-10-09 12:18:48,436 INFO: [ epoch: 499 ] [ iter:206,500 ] [ performance: 27.731 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:23 ] [ l_g_pix: 6.4583e-02 ] [ l_g_total: 6.4583e-02 ] +2024-10-09 12:18:53,505 INFO: [ epoch: 500 ] [ iter:206,600 ] [ performance: 22.467 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:17 ] [ l_g_pix: 5.2524e-02 ] [ l_g_total: 5.2524e-02 ] +2024-10-09 12:18:57,222 INFO: [ epoch: 500 ] [ iter:206,700 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:09 ] [ l_g_pix: 5.4894e-02 ] [ l_g_total: 5.4894e-02 ] +2024-10-09 12:19:00,965 INFO: [ epoch: 500 ] [ iter:206,800 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:00 ] [ l_g_pix: 4.6766e-02 ] [ l_g_total: 4.6766e-02 ] +2024-10-09 12:19:04,439 INFO: [ epoch: 500 ] [ iter:206,900 ] [ performance: 29.511 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:51 ] [ l_g_pix: 3.3891e-02 ] [ l_g_total: 3.3891e-02 ] +2024-10-09 12:19:09,515 INFO: [ epoch: 501 ] [ iter:207,000 ] [ performance: 22.858 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:45 ] [ l_g_pix: 4.6440e-02 ] [ l_g_total: 4.6440e-02 ] +2024-10-09 12:19:13,243 INFO: [ epoch: 501 ] [ iter:207,100 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:37 ] [ l_g_pix: 4.3164e-02 ] [ l_g_total: 4.3164e-02 ] +2024-10-09 12:19:16,956 INFO: [ epoch: 501 ] [ iter:207,200 ] [ performance: 26.934 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:28 ] [ l_g_pix: 6.2859e-02 ] [ l_g_total: 6.2859e-02 ] +2024-10-09 12:19:20,485 INFO: [ epoch: 501 ] [ iter:207,300 ] [ performance: 29.325 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:20 ] [ l_g_pix: 3.9787e-02 ] [ l_g_total: 3.9787e-02 ] +2024-10-09 12:19:25,410 INFO: [ epoch: 502 ] [ iter:207,400 ] [ performance: 23.225 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:13 ] [ l_g_pix: 3.9889e-02 ] [ l_g_total: 3.9889e-02 ] +2024-10-09 12:19:29,153 INFO: [ epoch: 502 ] [ iter:207,500 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:05 ] [ l_g_pix: 4.8544e-02 ] [ l_g_total: 4.8544e-02 ] +2024-10-09 12:19:32,888 INFO: [ epoch: 502 ] [ iter:207,600 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:56 ] [ l_g_pix: 5.1493e-02 ] [ l_g_total: 5.1493e-02 ] +2024-10-09 12:19:36,499 INFO: [ epoch: 502 ] [ iter:207,700 ] [ performance: 28.595 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:48 ] [ l_g_pix: 4.5028e-02 ] [ l_g_total: 4.5028e-02 ] +2024-10-09 12:19:41,464 INFO: [ epoch: 503 ] [ iter:207,800 ] [ performance: 22.854 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:41 ] [ l_g_pix: 4.4777e-02 ] [ l_g_total: 4.4777e-02 ] +2024-10-09 12:19:45,258 INFO: [ epoch: 503 ] [ iter:207,900 ] [ performance: 26.497 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:33 ] [ l_g_pix: 5.7773e-02 ] [ l_g_total: 5.7773e-02 ] +2024-10-09 12:19:48,955 INFO: [ epoch: 503 ] [ iter:208,000 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:24 ] [ l_g_pix: 5.3499e-02 ] [ l_g_total: 5.3499e-02 ] +2024-10-09 12:19:52,543 INFO: [ epoch: 503 ] [ iter:208,100 ] [ performance: 28.485 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:16 ] [ l_g_pix: 4.5184e-02 ] [ l_g_total: 4.5184e-02 ] +2024-10-09 12:19:57,372 INFO: [ epoch: 504 ] [ iter:208,200 ] [ performance: 23.207 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:09 ] [ l_g_pix: 4.2190e-02 ] [ l_g_total: 4.2190e-02 ] +2024-10-09 12:20:01,106 INFO: [ epoch: 504 ] [ iter:208,300 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:01 ] [ l_g_pix: 4.2161e-02 ] [ l_g_total: 4.2161e-02 ] +2024-10-09 12:20:04,857 INFO: [ epoch: 504 ] [ iter:208,400 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:52 ] [ l_g_pix: 5.0384e-02 ] [ l_g_total: 5.0384e-02 ] +2024-10-09 12:20:08,540 INFO: [ epoch: 504 ] [ iter:208,500 ] [ performance: 27.606 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:44 ] [ l_g_pix: 3.4936e-02 ] [ l_g_total: 3.4936e-02 ] +2024-10-09 12:20:13,293 INFO: [ epoch: 505 ] [ iter:208,600 ] [ performance: 23.176 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:37 ] [ l_g_pix: 3.8252e-02 ] [ l_g_total: 3.8252e-02 ] +2024-10-09 12:20:17,068 INFO: [ epoch: 505 ] [ iter:208,700 ] [ performance: 26.637 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:29 ] [ l_g_pix: 5.1809e-02 ] [ l_g_total: 5.1809e-02 ] +2024-10-09 12:20:20,817 INFO: [ epoch: 505 ] [ iter:208,800 ] [ performance: 26.664 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:21 ] [ l_g_pix: 4.9235e-02 ] [ l_g_total: 4.9235e-02 ] +2024-10-09 12:20:24,465 INFO: [ epoch: 505 ] [ iter:208,900 ] [ performance: 27.797 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:12 ] [ l_g_pix: 3.8022e-02 ] [ l_g_total: 3.8022e-02 ] +2024-10-09 12:20:29,338 INFO: [ epoch: 506 ] [ iter:209,000 ] [ performance: 22.784 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:06 ] [ l_g_pix: 6.1284e-02 ] [ l_g_total: 6.1284e-02 ] +2024-10-09 12:20:33,119 INFO: [ epoch: 506 ] [ iter:209,100 ] [ performance: 27.036 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:57 ] [ l_g_pix: 5.4518e-02 ] [ l_g_total: 5.4518e-02 ] +2024-10-09 12:20:36,878 INFO: [ epoch: 506 ] [ iter:209,200 ] [ performance: 26.764 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:49 ] [ l_g_pix: 6.0742e-02 ] [ l_g_total: 6.0742e-02 ] +2024-10-09 12:20:40,601 INFO: [ epoch: 506 ] [ iter:209,300 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:41 ] [ l_g_pix: 4.1367e-02 ] [ l_g_total: 4.1367e-02 ] +2024-10-09 12:20:45,006 INFO: [ epoch: 507 ] [ iter:209,400 ] [ performance: 24.111 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:33 ] [ l_g_pix: 5.2608e-02 ] [ l_g_total: 5.2608e-02 ] +2024-10-09 12:20:49,238 INFO: [ epoch: 507 ] [ iter:209,500 ] [ performance: 27.320 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:26 ] [ l_g_pix: 4.2003e-02 ] [ l_g_total: 4.2003e-02 ] +2024-10-09 12:20:52,974 INFO: [ epoch: 507 ] [ iter:209,600 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:18 ] [ l_g_pix: 4.4902e-02 ] [ l_g_total: 4.4902e-02 ] +2024-10-09 12:20:56,734 INFO: [ epoch: 507 ] [ iter:209,700 ] [ performance: 26.664 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:09 ] [ l_g_pix: 5.7079e-02 ] [ l_g_total: 5.7079e-02 ] +2024-10-09 12:21:00,218 INFO: [ epoch: 507 ] [ iter:209,800 ] [ performance: 27.931 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:01 ] [ l_g_pix: 5.6575e-02 ] [ l_g_total: 5.6575e-02 ] +2024-10-09 12:21:05,261 INFO: [ epoch: 508 ] [ iter:209,900 ] [ performance: 27.191 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:54 ] [ l_g_pix: 5.9060e-02 ] [ l_g_total: 5.9060e-02 ] +2024-10-09 12:21:08,961 INFO: [ epoch: 508 ] [ iter:210,000 ] [ performance: 27.092 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:46 ] [ l_g_pix: 6.1298e-02 ] [ l_g_total: 6.1298e-02 ] +2024-10-09 12:21:08,961 INFO: Saving models and training states. +2024-10-09 12:23:55,700 INFO: Validation val + + # psnr: 27.2308........ Best: 27.2308 @ 210000 iter + # ssim: 0.7676........ Best: 0.7676 @ 210000 iter + # dists: 0.7727........ Best: 0.7727 @ 210000 iter + +2024-10-09 12:23:59,368 INFO: [ epoch: 508 ] [ iter:210,100 ] [ performance: 27.221 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:43 ] [ l_g_pix: 4.7895e-02 ] [ l_g_total: 4.7895e-02 ] +2024-10-09 12:24:02,897 INFO: [ epoch: 508 ] [ iter:210,200 ] [ performance: 27.934 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:35 ] [ l_g_pix: 4.7753e-02 ] [ l_g_total: 4.7753e-02 ] +2024-10-09 12:24:07,931 INFO: [ epoch: 509 ] [ iter:210,300 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:28 ] [ l_g_pix: 4.8064e-02 ] [ l_g_total: 4.8064e-02 ] +2024-10-09 12:24:11,618 INFO: [ epoch: 509 ] [ iter:210,400 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:20 ] [ l_g_pix: 4.8382e-02 ] [ l_g_total: 4.8382e-02 ] +2024-10-09 12:24:15,309 INFO: [ epoch: 509 ] [ iter:210,500 ] [ performance: 26.897 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:11 ] [ l_g_pix: 6.0114e-02 ] [ l_g_total: 6.0114e-02 ] +2024-10-09 12:24:18,835 INFO: [ epoch: 509 ] [ iter:210,600 ] [ performance: 27.842 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:02 ] [ l_g_pix: 4.4111e-02 ] [ l_g_total: 4.4111e-02 ] +2024-10-09 12:24:23,820 INFO: [ epoch: 510 ] [ iter:210,700 ] [ performance: 24.953 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:56 ] [ l_g_pix: 4.6122e-02 ] [ l_g_total: 4.6122e-02 ] +2024-10-09 12:24:27,489 INFO: [ epoch: 510 ] [ iter:210,800 ] [ performance: 26.424 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:47 ] [ l_g_pix: 4.9161e-02 ] [ l_g_total: 4.9161e-02 ] +2024-10-09 12:24:31,164 INFO: [ epoch: 510 ] [ iter:210,900 ] [ performance: 27.149 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:39 ] [ l_g_pix: 4.4739e-02 ] [ l_g_total: 4.4739e-02 ] +2024-10-09 12:24:34,726 INFO: [ epoch: 510 ] [ iter:211,000 ] [ performance: 27.760 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:30 ] [ l_g_pix: 4.4520e-02 ] [ l_g_total: 4.4520e-02 ] +2024-10-09 12:24:39,565 INFO: [ epoch: 511 ] [ iter:211,100 ] [ performance: 23.366 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:23 ] [ l_g_pix: 4.8538e-02 ] [ l_g_total: 4.8538e-02 ] +2024-10-09 12:24:43,336 INFO: [ epoch: 511 ] [ iter:211,200 ] [ performance: 25.383 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:15 ] [ l_g_pix: 5.3642e-02 ] [ l_g_total: 5.3642e-02 ] +2024-10-09 12:24:47,067 INFO: [ epoch: 511 ] [ iter:211,300 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:06 ] [ l_g_pix: 4.5747e-02 ] [ l_g_total: 4.5747e-02 ] +2024-10-09 12:24:50,685 INFO: [ epoch: 511 ] [ iter:211,400 ] [ performance: 27.357 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:58 ] [ l_g_pix: 4.6494e-02 ] [ l_g_total: 4.6494e-02 ] +2024-10-09 12:24:55,717 INFO: [ epoch: 512 ] [ iter:211,500 ] [ performance: 14.832 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:51 ] [ l_g_pix: 4.8882e-02 ] [ l_g_total: 4.8882e-02 ] +2024-10-09 12:24:59,422 INFO: [ epoch: 512 ] [ iter:211,600 ] [ performance: 21.350 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:43 ] [ l_g_pix: 5.2417e-02 ] [ l_g_total: 5.2417e-02 ] +2024-10-09 12:25:03,120 INFO: [ epoch: 512 ] [ iter:211,700 ] [ performance: 27.226 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:34 ] [ l_g_pix: 4.5331e-02 ] [ l_g_total: 4.5331e-02 ] +2024-10-09 12:25:06,772 INFO: [ epoch: 512 ] [ iter:211,800 ] [ performance: 27.335 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:26 ] [ l_g_pix: 5.2007e-02 ] [ l_g_total: 5.2007e-02 ] +2024-10-09 12:25:11,664 INFO: [ epoch: 513 ] [ iter:211,900 ] [ performance: 15.150 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:19 ] [ l_g_pix: 4.2929e-02 ] [ l_g_total: 4.2929e-02 ] +2024-10-09 12:25:15,455 INFO: [ epoch: 513 ] [ iter:212,000 ] [ performance: 21.389 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:11 ] [ l_g_pix: 4.0648e-02 ] [ l_g_total: 4.0648e-02 ] +2024-10-09 12:25:19,215 INFO: [ epoch: 513 ] [ iter:212,100 ] [ performance: 26.546 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:02 ] [ l_g_pix: 6.1798e-02 ] [ l_g_total: 6.1798e-02 ] +2024-10-09 12:25:22,919 INFO: [ epoch: 513 ] [ iter:212,200 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:54 ] [ l_g_pix: 5.8167e-02 ] [ l_g_total: 5.8167e-02 ] +2024-10-09 12:25:27,493 INFO: [ epoch: 514 ] [ iter:212,300 ] [ performance: 16.670 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:47 ] [ l_g_pix: 4.1327e-02 ] [ l_g_total: 4.1327e-02 ] +2024-10-09 12:25:31,399 INFO: [ epoch: 514 ] [ iter:212,400 ] [ performance: 22.003 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:39 ] [ l_g_pix: 4.3659e-02 ] [ l_g_total: 4.3659e-02 ] +2024-10-09 12:25:35,137 INFO: [ epoch: 514 ] [ iter:212,500 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:30 ] [ l_g_pix: 5.6744e-02 ] [ l_g_total: 5.6744e-02 ] +2024-10-09 12:25:38,872 INFO: [ epoch: 514 ] [ iter:212,600 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:22 ] [ l_g_pix: 4.7715e-02 ] [ l_g_total: 4.7715e-02 ] +2024-10-09 12:25:43,213 INFO: [ epoch: 515 ] [ iter:212,700 ] [ performance: 17.975 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:14 ] [ l_g_pix: 6.4164e-02 ] [ l_g_total: 6.4164e-02 ] +2024-10-09 12:25:47,540 INFO: [ epoch: 515 ] [ iter:212,800 ] [ performance: 21.313 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:07 ] [ l_g_pix: 3.9817e-02 ] [ l_g_total: 3.9817e-02 ] +2024-10-09 12:25:51,298 INFO: [ epoch: 515 ] [ iter:212,900 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:59 ] [ l_g_pix: 5.4759e-02 ] [ l_g_total: 5.4759e-02 ] +2024-10-09 12:25:54,982 INFO: [ epoch: 515 ] [ iter:213,000 ] [ performance: 27.032 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:50 ] [ l_g_pix: 5.3165e-02 ] [ l_g_total: 5.3165e-02 ] +2024-10-09 12:25:58,478 INFO: [ epoch: 515 ] [ iter:213,100 ] [ performance: 28.798 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:42 ] [ l_g_pix: 7.0032e-02 ] [ l_g_total: 7.0032e-02 ] +2024-10-09 12:26:03,696 INFO: [ epoch: 516 ] [ iter:213,200 ] [ performance: 21.195 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:35 ] [ l_g_pix: 5.4406e-02 ] [ l_g_total: 5.4406e-02 ] +2024-10-09 12:26:07,407 INFO: [ epoch: 516 ] [ iter:213,300 ] [ performance: 27.422 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:27 ] [ l_g_pix: 5.2961e-02 ] [ l_g_total: 5.2961e-02 ] +2024-10-09 12:26:11,109 INFO: [ epoch: 516 ] [ iter:213,400 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:19 ] [ l_g_pix: 4.9586e-02 ] [ l_g_total: 4.9586e-02 ] +2024-10-09 12:26:14,610 INFO: [ epoch: 516 ] [ iter:213,500 ] [ performance: 28.928 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:10 ] [ l_g_pix: 3.9634e-02 ] [ l_g_total: 3.9634e-02 ] +2024-10-09 12:26:19,725 INFO: [ epoch: 517 ] [ iter:213,600 ] [ performance: 21.472 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:04 ] [ l_g_pix: 4.3994e-02 ] [ l_g_total: 4.3994e-02 ] +2024-10-09 12:26:23,467 INFO: [ epoch: 517 ] [ iter:213,700 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:55 ] [ l_g_pix: 4.5368e-02 ] [ l_g_total: 4.5368e-02 ] +2024-10-09 12:26:27,205 INFO: [ epoch: 517 ] [ iter:213,800 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:47 ] [ l_g_pix: 4.3544e-02 ] [ l_g_total: 4.3544e-02 ] +2024-10-09 12:26:30,764 INFO: [ epoch: 517 ] [ iter:213,900 ] [ performance: 29.292 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:38 ] [ l_g_pix: 5.1481e-02 ] [ l_g_total: 5.1481e-02 ] +2024-10-09 12:26:35,723 INFO: [ epoch: 518 ] [ iter:214,000 ] [ performance: 21.982 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:32 ] [ l_g_pix: 3.9123e-02 ] [ l_g_total: 3.9123e-02 ] +2024-10-09 12:26:39,450 INFO: [ epoch: 518 ] [ iter:214,100 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:23 ] [ l_g_pix: 5.0538e-02 ] [ l_g_total: 5.0538e-02 ] +2024-10-09 12:26:43,206 INFO: [ epoch: 518 ] [ iter:214,200 ] [ performance: 26.726 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:15 ] [ l_g_pix: 4.0391e-02 ] [ l_g_total: 4.0391e-02 ] +2024-10-09 12:26:46,818 INFO: [ epoch: 518 ] [ iter:214,300 ] [ performance: 28.751 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:07 ] [ l_g_pix: 4.1040e-02 ] [ l_g_total: 4.1040e-02 ] +2024-10-09 12:26:51,789 INFO: [ epoch: 519 ] [ iter:214,400 ] [ performance: 21.781 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:00 ] [ l_g_pix: 5.5195e-02 ] [ l_g_total: 5.5195e-02 ] +2024-10-09 12:26:55,552 INFO: [ epoch: 519 ] [ iter:214,500 ] [ performance: 26.725 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:52 ] [ l_g_pix: 5.0445e-02 ] [ l_g_total: 5.0445e-02 ] +2024-10-09 12:26:59,270 INFO: [ epoch: 519 ] [ iter:214,600 ] [ performance: 26.855 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:44 ] [ l_g_pix: 4.7468e-02 ] [ l_g_total: 4.7468e-02 ] +2024-10-09 12:27:02,881 INFO: [ epoch: 519 ] [ iter:214,700 ] [ performance: 29.118 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:35 ] [ l_g_pix: 4.4996e-02 ] [ l_g_total: 4.4996e-02 ] +2024-10-09 12:27:07,598 INFO: [ epoch: 520 ] [ iter:214,800 ] [ performance: 22.704 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:28 ] [ l_g_pix: 5.1322e-02 ] [ l_g_total: 5.1322e-02 ] +2024-10-09 12:27:11,303 INFO: [ epoch: 520 ] [ iter:214,900 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:20 ] [ l_g_pix: 4.6236e-02 ] [ l_g_total: 4.6236e-02 ] +2024-10-09 12:27:15,043 INFO: [ epoch: 520 ] [ iter:215,000 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:12 ] [ l_g_pix: 5.7294e-02 ] [ l_g_total: 5.7294e-02 ] +2024-10-09 12:27:18,733 INFO: [ epoch: 520 ] [ iter:215,100 ] [ performance: 28.709 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:03 ] [ l_g_pix: 5.2555e-02 ] [ l_g_total: 5.2555e-02 ] +2024-10-09 12:27:23,678 INFO: [ epoch: 521 ] [ iter:215,200 ] [ performance: 21.707 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:57 ] [ l_g_pix: 5.0998e-02 ] [ l_g_total: 5.0998e-02 ] +2024-10-09 12:27:27,415 INFO: [ epoch: 521 ] [ iter:215,300 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:49 ] [ l_g_pix: 4.3276e-02 ] [ l_g_total: 4.3276e-02 ] +2024-10-09 12:27:31,147 INFO: [ epoch: 521 ] [ iter:215,400 ] [ performance: 26.872 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:40 ] [ l_g_pix: 6.8809e-02 ] [ l_g_total: 6.8809e-02 ] +2024-10-09 12:27:34,860 INFO: [ epoch: 521 ] [ iter:215,500 ] [ performance: 28.030 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:32 ] [ l_g_pix: 4.6661e-02 ] [ l_g_total: 4.6661e-02 ] +2024-10-09 12:27:39,471 INFO: [ epoch: 522 ] [ iter:215,600 ] [ performance: 22.821 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:25 ] [ l_g_pix: 5.5081e-02 ] [ l_g_total: 5.5081e-02 ] +2024-10-09 12:27:43,563 INFO: [ epoch: 522 ] [ iter:215,700 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:17 ] [ l_g_pix: 5.8518e-02 ] [ l_g_total: 5.8518e-02 ] +2024-10-09 12:27:47,292 INFO: [ epoch: 522 ] [ iter:215,800 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:09 ] [ l_g_pix: 5.2870e-02 ] [ l_g_total: 5.2870e-02 ] +2024-10-09 12:27:51,038 INFO: [ epoch: 522 ] [ iter:215,900 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:01 ] [ l_g_pix: 4.4465e-02 ] [ l_g_total: 4.4465e-02 ] +2024-10-09 12:27:55,283 INFO: [ epoch: 523 ] [ iter:216,000 ] [ performance: 24.226 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:53 ] [ l_g_pix: 4.4901e-02 ] [ l_g_total: 4.4901e-02 ] +2024-10-09 12:27:59,451 INFO: [ epoch: 523 ] [ iter:216,100 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:46 ] [ l_g_pix: 5.4573e-02 ] [ l_g_total: 5.4573e-02 ] +2024-10-09 12:28:03,164 INFO: [ epoch: 523 ] [ iter:216,200 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:37 ] [ l_g_pix: 5.3137e-02 ] [ l_g_total: 5.3137e-02 ] +2024-10-09 12:28:06,915 INFO: [ epoch: 523 ] [ iter:216,300 ] [ performance: 26.601 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:29 ] [ l_g_pix: 5.0633e-02 ] [ l_g_total: 5.0633e-02 ] +2024-10-09 12:28:10,374 INFO: [ epoch: 523 ] [ iter:216,400 ] [ performance: 28.437 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:21 ] [ l_g_pix: 4.0724e-02 ] [ l_g_total: 4.0724e-02 ] +2024-10-09 12:28:15,443 INFO: [ epoch: 524 ] [ iter:216,500 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:14 ] [ l_g_pix: 5.5705e-02 ] [ l_g_total: 5.5705e-02 ] +2024-10-09 12:28:19,171 INFO: [ epoch: 524 ] [ iter:216,600 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:06 ] [ l_g_pix: 5.5542e-02 ] [ l_g_total: 5.5542e-02 ] +2024-10-09 12:28:22,939 INFO: [ epoch: 524 ] [ iter:216,700 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:58 ] [ l_g_pix: 4.4483e-02 ] [ l_g_total: 4.4483e-02 ] +2024-10-09 12:28:26,452 INFO: [ epoch: 524 ] [ iter:216,800 ] [ performance: 28.164 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:49 ] [ l_g_pix: 5.9405e-02 ] [ l_g_total: 5.9405e-02 ] +2024-10-09 12:28:31,360 INFO: [ epoch: 525 ] [ iter:216,900 ] [ performance: 28.350 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:43 ] [ l_g_pix: 3.6544e-02 ] [ l_g_total: 3.6544e-02 ] +2024-10-09 12:28:35,033 INFO: [ epoch: 525 ] [ iter:217,000 ] [ performance: 27.423 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:34 ] [ l_g_pix: 6.2065e-02 ] [ l_g_total: 6.2065e-02 ] +2024-10-09 12:28:38,753 INFO: [ epoch: 525 ] [ iter:217,100 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:26 ] [ l_g_pix: 4.7515e-02 ] [ l_g_total: 4.7515e-02 ] +2024-10-09 12:28:42,352 INFO: [ epoch: 525 ] [ iter:217,200 ] [ performance: 27.612 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:18 ] [ l_g_pix: 4.6488e-02 ] [ l_g_total: 4.6488e-02 ] +2024-10-09 12:28:47,372 INFO: [ epoch: 526 ] [ iter:217,300 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:11 ] [ l_g_pix: 5.7392e-02 ] [ l_g_total: 5.7392e-02 ] +2024-10-09 12:28:51,121 INFO: [ epoch: 526 ] [ iter:217,400 ] [ performance: 26.728 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:03 ] [ l_g_pix: 3.9468e-02 ] [ l_g_total: 3.9468e-02 ] +2024-10-09 12:28:54,832 INFO: [ epoch: 526 ] [ iter:217,500 ] [ performance: 27.561 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:55 ] [ l_g_pix: 5.5806e-02 ] [ l_g_total: 5.5806e-02 ] +2024-10-09 12:28:58,469 INFO: [ epoch: 526 ] [ iter:217,600 ] [ performance: 27.511 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:47 ] [ l_g_pix: 4.7129e-02 ] [ l_g_total: 4.7129e-02 ] +2024-10-09 12:29:03,401 INFO: [ epoch: 527 ] [ iter:217,700 ] [ performance: 26.355 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:40 ] [ l_g_pix: 4.6203e-02 ] [ l_g_total: 4.6203e-02 ] +2024-10-09 12:29:07,116 INFO: [ epoch: 527 ] [ iter:217,800 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:32 ] [ l_g_pix: 5.8422e-02 ] [ l_g_total: 5.8422e-02 ] +2024-10-09 12:29:10,809 INFO: [ epoch: 527 ] [ iter:217,900 ] [ performance: 27.701 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:24 ] [ l_g_pix: 7.0465e-02 ] [ l_g_total: 7.0465e-02 ] +2024-10-09 12:29:14,421 INFO: [ epoch: 527 ] [ iter:218,000 ] [ performance: 27.694 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:16 ] [ l_g_pix: 3.7975e-02 ] [ l_g_total: 3.7975e-02 ] +2024-10-09 12:29:19,186 INFO: [ epoch: 528 ] [ iter:218,100 ] [ performance: 20.926 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:09 ] [ l_g_pix: 4.1401e-02 ] [ l_g_total: 4.1401e-02 ] +2024-10-09 12:29:22,913 INFO: [ epoch: 528 ] [ iter:218,200 ] [ performance: 25.884 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:01 ] [ l_g_pix: 3.9028e-02 ] [ l_g_total: 3.9028e-02 ] +2024-10-09 12:29:26,643 INFO: [ epoch: 528 ] [ iter:218,300 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:53 ] [ l_g_pix: 5.9372e-02 ] [ l_g_total: 5.9372e-02 ] +2024-10-09 12:29:30,313 INFO: [ epoch: 528 ] [ iter:218,400 ] [ performance: 27.227 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:44 ] [ l_g_pix: 3.7474e-02 ] [ l_g_total: 3.7474e-02 ] +2024-10-09 12:29:35,244 INFO: [ epoch: 529 ] [ iter:218,500 ] [ performance: 15.533 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:38 ] [ l_g_pix: 4.3600e-02 ] [ l_g_total: 4.3600e-02 ] +2024-10-09 12:29:38,998 INFO: [ epoch: 529 ] [ iter:218,600 ] [ performance: 24.624 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:30 ] [ l_g_pix: 5.4614e-02 ] [ l_g_total: 5.4614e-02 ] +2024-10-09 12:29:42,728 INFO: [ epoch: 529 ] [ iter:218,700 ] [ performance: 27.372 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:22 ] [ l_g_pix: 4.8378e-02 ] [ l_g_total: 4.8378e-02 ] +2024-10-09 12:29:46,427 INFO: [ epoch: 529 ] [ iter:218,800 ] [ performance: 27.075 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:13 ] [ l_g_pix: 5.5780e-02 ] [ l_g_total: 5.5780e-02 ] +2024-10-09 12:29:50,918 INFO: [ epoch: 530 ] [ iter:218,900 ] [ performance: 7.772 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:06 ] [ l_g_pix: 4.4797e-02 ] [ l_g_total: 4.4797e-02 ] +2024-10-09 12:29:55,085 INFO: [ epoch: 530 ] [ iter:219,000 ] [ performance: 19.897 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:59 ] [ l_g_pix: 5.6902e-02 ] [ l_g_total: 5.6902e-02 ] +2024-10-09 12:29:58,834 INFO: [ epoch: 530 ] [ iter:219,100 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:51 ] [ l_g_pix: 6.3466e-02 ] [ l_g_total: 6.3466e-02 ] +2024-10-09 12:30:02,582 INFO: [ epoch: 530 ] [ iter:219,200 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:43 ] [ l_g_pix: 3.5884e-02 ] [ l_g_total: 3.5884e-02 ] +2024-10-09 12:30:06,042 INFO: [ epoch: 530 ] [ iter:219,300 ] [ performance: 29.242 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:34 ] [ l_g_pix: 5.0744e-02 ] [ l_g_total: 5.0744e-02 ] +2024-10-09 12:30:11,056 INFO: [ epoch: 531 ] [ iter:219,400 ] [ performance: 20.488 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:28 ] [ l_g_pix: 4.3535e-02 ] [ l_g_total: 4.3535e-02 ] +2024-10-09 12:30:14,813 INFO: [ epoch: 531 ] [ iter:219,500 ] [ performance: 27.292 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:20 ] [ l_g_pix: 3.9989e-02 ] [ l_g_total: 3.9989e-02 ] +2024-10-09 12:30:18,559 INFO: [ epoch: 531 ] [ iter:219,600 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:12 ] [ l_g_pix: 3.6299e-02 ] [ l_g_total: 3.6299e-02 ] +2024-10-09 12:30:22,033 INFO: [ epoch: 531 ] [ iter:219,700 ] [ performance: 29.205 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:03 ] [ l_g_pix: 4.7272e-02 ] [ l_g_total: 4.7272e-02 ] +2024-10-09 12:30:26,863 INFO: [ epoch: 532 ] [ iter:219,800 ] [ performance: 21.114 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:57 ] [ l_g_pix: 6.0041e-02 ] [ l_g_total: 6.0041e-02 ] +2024-10-09 12:30:30,533 INFO: [ epoch: 532 ] [ iter:219,900 ] [ performance: 28.433 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:48 ] [ l_g_pix: 4.8291e-02 ] [ l_g_total: 4.8291e-02 ] +2024-10-09 12:30:34,259 INFO: [ epoch: 532 ] [ iter:220,000 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:40 ] [ l_g_pix: 3.5413e-02 ] [ l_g_total: 3.5413e-02 ] +2024-10-09 12:30:34,259 INFO: Saving models and training states. +2024-10-09 12:33:20,214 INFO: Validation val + + # psnr: 27.2271........ Best: 27.2308 @ 210000 iter + # ssim: 0.7677........ Best: 0.7677 @ 220000 iter + # dists: 0.7726........ Best: 0.7726 @ 220000 iter + +2024-10-09 12:33:23,703 INFO: [ epoch: 532 ] [ iter:220,100 ] [ performance: 31.034 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:18 ] [ l_g_pix: 4.6103e-02 ] [ l_g_total: 4.6103e-02 ] +2024-10-09 12:33:28,720 INFO: [ epoch: 533 ] [ iter:220,200 ] [ performance: 20.283 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:11 ] [ l_g_pix: 5.0488e-02 ] [ l_g_total: 5.0488e-02 ] +2024-10-09 12:33:32,448 INFO: [ epoch: 533 ] [ iter:220,300 ] [ performance: 27.913 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:03 ] [ l_g_pix: 4.8380e-02 ] [ l_g_total: 4.8380e-02 ] +2024-10-09 12:33:36,128 INFO: [ epoch: 533 ] [ iter:220,400 ] [ performance: 27.208 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:55 ] [ l_g_pix: 6.1669e-02 ] [ l_g_total: 6.1669e-02 ] +2024-10-09 12:33:39,694 INFO: [ epoch: 533 ] [ iter:220,500 ] [ performance: 30.727 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:46 ] [ l_g_pix: 5.6738e-02 ] [ l_g_total: 5.6738e-02 ] +2024-10-09 12:33:44,717 INFO: [ epoch: 534 ] [ iter:220,600 ] [ performance: 20.118 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:40 ] [ l_g_pix: 5.0431e-02 ] [ l_g_total: 5.0431e-02 ] +2024-10-09 12:33:48,454 INFO: [ epoch: 534 ] [ iter:220,700 ] [ performance: 26.427 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:32 ] [ l_g_pix: 5.8905e-02 ] [ l_g_total: 5.8905e-02 ] +2024-10-09 12:33:52,158 INFO: [ epoch: 534 ] [ iter:220,800 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:23 ] [ l_g_pix: 3.6013e-02 ] [ l_g_total: 3.6013e-02 ] +2024-10-09 12:33:55,764 INFO: [ epoch: 534 ] [ iter:220,900 ] [ performance: 30.518 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:15 ] [ l_g_pix: 5.2091e-02 ] [ l_g_total: 5.2091e-02 ] +2024-10-09 12:34:00,727 INFO: [ epoch: 535 ] [ iter:221,000 ] [ performance: 20.220 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:08 ] [ l_g_pix: 5.5834e-02 ] [ l_g_total: 5.5834e-02 ] +2024-10-09 12:34:04,450 INFO: [ epoch: 535 ] [ iter:221,100 ] [ performance: 23.059 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:00 ] [ l_g_pix: 4.5005e-02 ] [ l_g_total: 4.5005e-02 ] +2024-10-09 12:34:08,130 INFO: [ epoch: 535 ] [ iter:221,200 ] [ performance: 27.180 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:52 ] [ l_g_pix: 5.0985e-02 ] [ l_g_total: 5.0985e-02 ] +2024-10-09 12:34:11,776 INFO: [ epoch: 535 ] [ iter:221,300 ] [ performance: 27.306 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:44 ] [ l_g_pix: 4.6063e-02 ] [ l_g_total: 4.6063e-02 ] +2024-10-09 12:34:16,567 INFO: [ epoch: 536 ] [ iter:221,400 ] [ performance: 20.820 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:37 ] [ l_g_pix: 4.0520e-02 ] [ l_g_total: 4.0520e-02 ] +2024-10-09 12:34:20,359 INFO: [ epoch: 536 ] [ iter:221,500 ] [ performance: 23.285 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:29 ] [ l_g_pix: 4.4369e-02 ] [ l_g_total: 4.4369e-02 ] +2024-10-09 12:34:24,082 INFO: [ epoch: 536 ] [ iter:221,600 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:20 ] [ l_g_pix: 4.8044e-02 ] [ l_g_total: 4.8044e-02 ] +2024-10-09 12:34:27,754 INFO: [ epoch: 536 ] [ iter:221,700 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:12 ] [ l_g_pix: 4.2571e-02 ] [ l_g_total: 4.2571e-02 ] +2024-10-09 12:34:32,223 INFO: [ epoch: 537 ] [ iter:221,800 ] [ performance: 22.244 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:05 ] [ l_g_pix: 4.9763e-02 ] [ l_g_total: 4.9763e-02 ] +2024-10-09 12:34:36,182 INFO: [ epoch: 537 ] [ iter:221,900 ] [ performance: 23.681 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:57 ] [ l_g_pix: 4.6833e-02 ] [ l_g_total: 4.6833e-02 ] +2024-10-09 12:34:39,891 INFO: [ epoch: 537 ] [ iter:222,000 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:49 ] [ l_g_pix: 3.9499e-02 ] [ l_g_total: 3.9499e-02 ] +2024-10-09 12:34:43,640 INFO: [ epoch: 537 ] [ iter:222,100 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:41 ] [ l_g_pix: 5.4142e-02 ] [ l_g_total: 5.4142e-02 ] +2024-10-09 12:34:48,123 INFO: [ epoch: 538 ] [ iter:222,200 ] [ performance: 22.085 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:34 ] [ l_g_pix: 5.1033e-02 ] [ l_g_total: 5.1033e-02 ] +2024-10-09 12:34:52,317 INFO: [ epoch: 538 ] [ iter:222,300 ] [ performance: 22.958 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:26 ] [ l_g_pix: 5.0357e-02 ] [ l_g_total: 5.0357e-02 ] +2024-10-09 12:34:56,081 INFO: [ epoch: 538 ] [ iter:222,400 ] [ performance: 26.511 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:18 ] [ l_g_pix: 5.2602e-02 ] [ l_g_total: 5.2602e-02 ] +2024-10-09 12:34:59,823 INFO: [ epoch: 538 ] [ iter:222,500 ] [ performance: 26.622 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:10 ] [ l_g_pix: 5.0484e-02 ] [ l_g_total: 5.0484e-02 ] +2024-10-09 12:35:03,312 INFO: [ epoch: 538 ] [ iter:222,600 ] [ performance: 28.898 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:01 ] [ l_g_pix: 4.4675e-02 ] [ l_g_total: 4.4675e-02 ] +2024-10-09 12:35:08,256 INFO: [ epoch: 539 ] [ iter:222,700 ] [ performance: 23.649 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:55 ] [ l_g_pix: 6.4720e-02 ] [ l_g_total: 6.4720e-02 ] +2024-10-09 12:35:11,930 INFO: [ epoch: 539 ] [ iter:222,800 ] [ performance: 27.329 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:46 ] [ l_g_pix: 4.6901e-02 ] [ l_g_total: 4.6901e-02 ] +2024-10-09 12:35:15,597 INFO: [ epoch: 539 ] [ iter:222,900 ] [ performance: 27.305 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:38 ] [ l_g_pix: 5.0745e-02 ] [ l_g_total: 5.0745e-02 ] +2024-10-09 12:35:19,044 INFO: [ epoch: 539 ] [ iter:223,000 ] [ performance: 29.247 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:30 ] [ l_g_pix: 4.8283e-02 ] [ l_g_total: 4.8283e-02 ] +2024-10-09 12:35:24,175 INFO: [ epoch: 540 ] [ iter:223,100 ] [ performance: 23.175 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:23 ] [ l_g_pix: 4.8789e-02 ] [ l_g_total: 4.8789e-02 ] +2024-10-09 12:35:27,900 INFO: [ epoch: 540 ] [ iter:223,200 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:15 ] [ l_g_pix: 3.7807e-02 ] [ l_g_total: 3.7807e-02 ] +2024-10-09 12:35:31,624 INFO: [ epoch: 540 ] [ iter:223,300 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:07 ] [ l_g_pix: 4.2564e-02 ] [ l_g_total: 4.2564e-02 ] +2024-10-09 12:35:35,201 INFO: [ epoch: 540 ] [ iter:223,400 ] [ performance: 28.182 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:59 ] [ l_g_pix: 4.6298e-02 ] [ l_g_total: 4.6298e-02 ] +2024-10-09 12:35:40,307 INFO: [ epoch: 541 ] [ iter:223,500 ] [ performance: 22.875 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:52 ] [ l_g_pix: 4.1747e-02 ] [ l_g_total: 4.1747e-02 ] +2024-10-09 12:35:44,039 INFO: [ epoch: 541 ] [ iter:223,600 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:44 ] [ l_g_pix: 4.7665e-02 ] [ l_g_total: 4.7665e-02 ] +2024-10-09 12:35:47,775 INFO: [ epoch: 541 ] [ iter:223,700 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:36 ] [ l_g_pix: 4.9606e-02 ] [ l_g_total: 4.9606e-02 ] +2024-10-09 12:35:51,398 INFO: [ epoch: 541 ] [ iter:223,800 ] [ performance: 27.922 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:28 ] [ l_g_pix: 4.4251e-02 ] [ l_g_total: 4.4251e-02 ] +2024-10-09 12:35:56,441 INFO: [ epoch: 542 ] [ iter:223,900 ] [ performance: 22.923 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:21 ] [ l_g_pix: 4.3251e-02 ] [ l_g_total: 4.3251e-02 ] +2024-10-09 12:36:00,183 INFO: [ epoch: 542 ] [ iter:224,000 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:13 ] [ l_g_pix: 4.4218e-02 ] [ l_g_total: 4.4218e-02 ] +2024-10-09 12:36:03,862 INFO: [ epoch: 542 ] [ iter:224,100 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:05 ] [ l_g_pix: 4.3187e-02 ] [ l_g_total: 4.3187e-02 ] +2024-10-09 12:36:07,463 INFO: [ epoch: 542 ] [ iter:224,200 ] [ performance: 27.999 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:57 ] [ l_g_pix: 5.2828e-02 ] [ l_g_total: 5.2828e-02 ] +2024-10-09 12:36:12,350 INFO: [ epoch: 543 ] [ iter:224,300 ] [ performance: 23.354 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:50 ] [ l_g_pix: 5.6669e-02 ] [ l_g_total: 5.6669e-02 ] +2024-10-09 12:36:16,062 INFO: [ epoch: 543 ] [ iter:224,400 ] [ performance: 27.189 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:42 ] [ l_g_pix: 4.3556e-02 ] [ l_g_total: 4.3556e-02 ] +2024-10-09 12:36:19,707 INFO: [ epoch: 543 ] [ iter:224,500 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:34 ] [ l_g_pix: 4.7070e-02 ] [ l_g_total: 4.7070e-02 ] +2024-10-09 12:36:23,338 INFO: [ epoch: 543 ] [ iter:224,600 ] [ performance: 27.659 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:26 ] [ l_g_pix: 4.6006e-02 ] [ l_g_total: 4.6006e-02 ] +2024-10-09 12:36:28,308 INFO: [ epoch: 544 ] [ iter:224,700 ] [ performance: 22.963 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:19 ] [ l_g_pix: 5.3427e-02 ] [ l_g_total: 5.3427e-02 ] +2024-10-09 12:36:32,048 INFO: [ epoch: 544 ] [ iter:224,800 ] [ performance: 27.032 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:11 ] [ l_g_pix: 5.2119e-02 ] [ l_g_total: 5.2119e-02 ] +2024-10-09 12:36:35,753 INFO: [ epoch: 544 ] [ iter:224,900 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:03 ] [ l_g_pix: 3.0372e-02 ] [ l_g_total: 3.0372e-02 ] +2024-10-09 12:36:39,430 INFO: [ epoch: 544 ] [ iter:225,000 ] [ performance: 27.335 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:55 ] [ l_g_pix: 6.2953e-02 ] [ l_g_total: 6.2953e-02 ] +2024-10-09 12:36:43,909 INFO: [ epoch: 545 ] [ iter:225,100 ] [ performance: 24.327 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:48 ] [ l_g_pix: 4.1002e-02 ] [ l_g_total: 4.1002e-02 ] +2024-10-09 12:36:47,952 INFO: [ epoch: 545 ] [ iter:225,200 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:40 ] [ l_g_pix: 5.5189e-02 ] [ l_g_total: 5.5189e-02 ] +2024-10-09 12:36:51,678 INFO: [ epoch: 545 ] [ iter:225,300 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:32 ] [ l_g_pix: 5.1096e-02 ] [ l_g_total: 5.1096e-02 ] +2024-10-09 12:36:55,405 INFO: [ epoch: 545 ] [ iter:225,400 ] [ performance: 27.070 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:24 ] [ l_g_pix: 6.0466e-02 ] [ l_g_total: 6.0466e-02 ] +2024-10-09 12:36:59,721 INFO: [ epoch: 546 ] [ iter:225,500 ] [ performance: 24.746 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:17 ] [ l_g_pix: 5.5837e-02 ] [ l_g_total: 5.5837e-02 ] +2024-10-09 12:37:04,058 INFO: [ epoch: 546 ] [ iter:225,600 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:10 ] [ l_g_pix: 4.7281e-02 ] [ l_g_total: 4.7281e-02 ] +2024-10-09 12:37:07,772 INFO: [ epoch: 546 ] [ iter:225,700 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:01 ] [ l_g_pix: 4.9853e-02 ] [ l_g_total: 4.9853e-02 ] +2024-10-09 12:37:11,514 INFO: [ epoch: 546 ] [ iter:225,800 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:53 ] [ l_g_pix: 4.1986e-02 ] [ l_g_total: 4.1986e-02 ] +2024-10-09 12:37:14,994 INFO: [ epoch: 546 ] [ iter:225,900 ] [ performance: 27.805 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:45 ] [ l_g_pix: 5.6188e-02 ] [ l_g_total: 5.6188e-02 ] +2024-10-09 12:37:19,914 INFO: [ epoch: 547 ] [ iter:226,000 ] [ performance: 24.272 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:39 ] [ l_g_pix: 4.3541e-02 ] [ l_g_total: 4.3541e-02 ] +2024-10-09 12:37:23,632 INFO: [ epoch: 547 ] [ iter:226,100 ] [ performance: 25.702 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:30 ] [ l_g_pix: 5.8335e-02 ] [ l_g_total: 5.8335e-02 ] +2024-10-09 12:37:27,392 INFO: [ epoch: 547 ] [ iter:226,200 ] [ performance: 26.640 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:22 ] [ l_g_pix: 6.4433e-02 ] [ l_g_total: 6.4433e-02 ] +2024-10-09 12:37:30,915 INFO: [ epoch: 547 ] [ iter:226,300 ] [ performance: 27.614 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:14 ] [ l_g_pix: 5.3171e-02 ] [ l_g_total: 5.3171e-02 ] +2024-10-09 12:37:36,075 INFO: [ epoch: 548 ] [ iter:226,400 ] [ performance: 22.032 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:08 ] [ l_g_pix: 4.2844e-02 ] [ l_g_total: 4.2844e-02 ] +2024-10-09 12:37:39,797 INFO: [ epoch: 548 ] [ iter:226,500 ] [ performance: 24.579 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:00 ] [ l_g_pix: 5.5142e-02 ] [ l_g_total: 5.5142e-02 ] +2024-10-09 12:37:43,534 INFO: [ epoch: 548 ] [ iter:226,600 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:52 ] [ l_g_pix: 3.5594e-02 ] [ l_g_total: 3.5594e-02 ] +2024-10-09 12:37:47,108 INFO: [ epoch: 548 ] [ iter:226,700 ] [ performance: 27.485 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:44 ] [ l_g_pix: 3.5216e-02 ] [ l_g_total: 3.5216e-02 ] +2024-10-09 12:37:51,951 INFO: [ epoch: 549 ] [ iter:226,800 ] [ performance: 18.664 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:37 ] [ l_g_pix: 4.3035e-02 ] [ l_g_total: 4.3035e-02 ] +2024-10-09 12:37:55,721 INFO: [ epoch: 549 ] [ iter:226,900 ] [ performance: 22.553 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:29 ] [ l_g_pix: 4.1307e-02 ] [ l_g_total: 4.1307e-02 ] +2024-10-09 12:37:59,463 INFO: [ epoch: 549 ] [ iter:227,000 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:21 ] [ l_g_pix: 5.1064e-02 ] [ l_g_total: 5.1064e-02 ] +2024-10-09 12:38:03,090 INFO: [ epoch: 549 ] [ iter:227,100 ] [ performance: 27.258 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:13 ] [ l_g_pix: 4.4899e-02 ] [ l_g_total: 4.4899e-02 ] +2024-10-09 12:38:08,140 INFO: [ epoch: 550 ] [ iter:227,200 ] [ performance: 17.610 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:07 ] [ l_g_pix: 4.4543e-02 ] [ l_g_total: 4.4543e-02 ] +2024-10-09 12:38:11,906 INFO: [ epoch: 550 ] [ iter:227,300 ] [ performance: 21.963 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:59 ] [ l_g_pix: 5.8909e-02 ] [ l_g_total: 5.8909e-02 ] +2024-10-09 12:38:15,630 INFO: [ epoch: 550 ] [ iter:227,400 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:51 ] [ l_g_pix: 4.6308e-02 ] [ l_g_total: 4.6308e-02 ] +2024-10-09 12:38:19,285 INFO: [ epoch: 550 ] [ iter:227,500 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:43 ] [ l_g_pix: 5.5571e-02 ] [ l_g_total: 5.5571e-02 ] +2024-10-09 12:38:24,235 INFO: [ epoch: 551 ] [ iter:227,600 ] [ performance: 17.668 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:36 ] [ l_g_pix: 4.7611e-02 ] [ l_g_total: 4.7611e-02 ] +2024-10-09 12:38:27,934 INFO: [ epoch: 551 ] [ iter:227,700 ] [ performance: 22.262 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:28 ] [ l_g_pix: 5.2345e-02 ] [ l_g_total: 5.2345e-02 ] +2024-10-09 12:38:31,605 INFO: [ epoch: 551 ] [ iter:227,800 ] [ performance: 27.406 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:20 ] [ l_g_pix: 5.6343e-02 ] [ l_g_total: 5.6343e-02 ] +2024-10-09 12:38:35,270 INFO: [ epoch: 551 ] [ iter:227,900 ] [ performance: 27.339 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:12 ] [ l_g_pix: 5.8814e-02 ] [ l_g_total: 5.8814e-02 ] +2024-10-09 12:38:40,200 INFO: [ epoch: 552 ] [ iter:228,000 ] [ performance: 17.600 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:06 ] [ l_g_pix: 4.2545e-02 ] [ l_g_total: 4.2545e-02 ] +2024-10-09 12:38:43,977 INFO: [ epoch: 552 ] [ iter:228,100 ] [ performance: 22.056 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:58 ] [ l_g_pix: 4.6803e-02 ] [ l_g_total: 4.6803e-02 ] +2024-10-09 12:38:47,753 INFO: [ epoch: 552 ] [ iter:228,200 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:50 ] [ l_g_pix: 4.6529e-02 ] [ l_g_total: 4.6529e-02 ] +2024-10-09 12:38:51,470 INFO: [ epoch: 552 ] [ iter:228,300 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:42 ] [ l_g_pix: 5.4628e-02 ] [ l_g_total: 5.4628e-02 ] +2024-10-09 12:38:56,015 INFO: [ epoch: 553 ] [ iter:228,400 ] [ performance: 19.440 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:35 ] [ l_g_pix: 4.2837e-02 ] [ l_g_total: 4.2837e-02 ] +2024-10-09 12:39:00,138 INFO: [ epoch: 553 ] [ iter:228,500 ] [ performance: 22.121 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:27 ] [ l_g_pix: 4.5436e-02 ] [ l_g_total: 4.5436e-02 ] +2024-10-09 12:39:03,864 INFO: [ epoch: 553 ] [ iter:228,600 ] [ performance: 26.658 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:20 ] [ l_g_pix: 3.6385e-02 ] [ l_g_total: 3.6385e-02 ] +2024-10-09 12:39:07,648 INFO: [ epoch: 553 ] [ iter:228,700 ] [ performance: 26.521 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:12 ] [ l_g_pix: 5.8200e-02 ] [ l_g_total: 5.8200e-02 ] +2024-10-09 12:39:11,099 INFO: [ epoch: 553 ] [ iter:228,800 ] [ performance: 29.265 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:03 ] [ l_g_pix: 3.9718e-02 ] [ l_g_total: 3.9718e-02 ] +2024-10-09 12:39:16,331 INFO: [ epoch: 554 ] [ iter:228,900 ] [ performance: 22.043 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:57 ] [ l_g_pix: 3.1698e-02 ] [ l_g_total: 3.1698e-02 ] +2024-10-09 12:39:20,104 INFO: [ epoch: 554 ] [ iter:229,000 ] [ performance: 26.552 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:49 ] [ l_g_pix: 4.1849e-02 ] [ l_g_total: 4.1849e-02 ] +2024-10-09 12:39:23,818 INFO: [ epoch: 554 ] [ iter:229,100 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:41 ] [ l_g_pix: 4.0722e-02 ] [ l_g_total: 4.0722e-02 ] +2024-10-09 12:39:27,333 INFO: [ epoch: 554 ] [ iter:229,200 ] [ performance: 29.052 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:33 ] [ l_g_pix: 5.2295e-02 ] [ l_g_total: 5.2295e-02 ] +2024-10-09 12:39:32,409 INFO: [ epoch: 555 ] [ iter:229,300 ] [ performance: 22.407 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:27 ] [ l_g_pix: 4.2118e-02 ] [ l_g_total: 4.2118e-02 ] +2024-10-09 12:39:36,167 INFO: [ epoch: 555 ] [ iter:229,400 ] [ performance: 26.544 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:19 ] [ l_g_pix: 4.7013e-02 ] [ l_g_total: 4.7013e-02 ] +2024-10-09 12:39:39,879 INFO: [ epoch: 555 ] [ iter:229,500 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:11 ] [ l_g_pix: 4.3408e-02 ] [ l_g_total: 4.3408e-02 ] +2024-10-09 12:39:43,408 INFO: [ epoch: 555 ] [ iter:229,600 ] [ performance: 29.274 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:03 ] [ l_g_pix: 5.7841e-02 ] [ l_g_total: 5.7841e-02 ] +2024-10-09 12:39:48,299 INFO: [ epoch: 556 ] [ iter:229,700 ] [ performance: 22.997 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:57 ] [ l_g_pix: 3.4989e-02 ] [ l_g_total: 3.4989e-02 ] +2024-10-09 12:39:52,032 INFO: [ epoch: 556 ] [ iter:229,800 ] [ performance: 27.008 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:49 ] [ l_g_pix: 5.0576e-02 ] [ l_g_total: 5.0576e-02 ] +2024-10-09 12:39:55,748 INFO: [ epoch: 556 ] [ iter:229,900 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:41 ] [ l_g_pix: 4.5060e-02 ] [ l_g_total: 4.5060e-02 ] +2024-10-09 12:39:59,291 INFO: [ epoch: 556 ] [ iter:230,000 ] [ performance: 29.360 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:33 ] [ l_g_pix: 4.8443e-02 ] [ l_g_total: 4.8443e-02 ] +2024-10-09 12:39:59,291 INFO: Saving models and training states. +2024-10-09 12:42:49,028 INFO: Validation val + + # psnr: 27.2317........ Best: 27.2317 @ 230000 iter + # ssim: 0.7679........ Best: 0.7679 @ 230000 iter + # dists: 0.7727........ Best: 0.7726 @ 220000 iter + +2024-10-09 12:42:53,977 INFO: [ epoch: 557 ] [ iter:230,100 ] [ performance: 22.757 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:00 ] [ l_g_pix: 4.1929e-02 ] [ l_g_total: 4.1929e-02 ] +2024-10-09 12:42:57,708 INFO: [ epoch: 557 ] [ iter:230,200 ] [ performance: 26.680 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:52 ] [ l_g_pix: 6.1084e-02 ] [ l_g_total: 6.1084e-02 ] +2024-10-09 12:43:01,463 INFO: [ epoch: 557 ] [ iter:230,300 ] [ performance: 26.656 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:44 ] [ l_g_pix: 4.9879e-02 ] [ l_g_total: 4.9879e-02 ] +2024-10-09 12:43:05,098 INFO: [ epoch: 557 ] [ iter:230,400 ] [ performance: 28.394 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:36 ] [ l_g_pix: 4.9155e-02 ] [ l_g_total: 4.9155e-02 ] +2024-10-09 12:43:09,898 INFO: [ epoch: 558 ] [ iter:230,500 ] [ performance: 22.984 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:29 ] [ l_g_pix: 4.7740e-02 ] [ l_g_total: 4.7740e-02 ] +2024-10-09 12:43:13,663 INFO: [ epoch: 558 ] [ iter:230,600 ] [ performance: 26.609 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:21 ] [ l_g_pix: 4.8320e-02 ] [ l_g_total: 4.8320e-02 ] +2024-10-09 12:43:17,387 INFO: [ epoch: 558 ] [ iter:230,700 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:13 ] [ l_g_pix: 4.3324e-02 ] [ l_g_total: 4.3324e-02 ] +2024-10-09 12:43:20,960 INFO: [ epoch: 558 ] [ iter:230,800 ] [ performance: 28.551 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:05 ] [ l_g_pix: 3.2195e-02 ] [ l_g_total: 3.2195e-02 ] +2024-10-09 12:43:25,691 INFO: [ epoch: 559 ] [ iter:230,900 ] [ performance: 23.206 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:58 ] [ l_g_pix: 4.8348e-02 ] [ l_g_total: 4.8348e-02 ] +2024-10-09 12:43:29,447 INFO: [ epoch: 559 ] [ iter:231,000 ] [ performance: 27.293 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:50 ] [ l_g_pix: 3.6994e-02 ] [ l_g_total: 3.6994e-02 ] +2024-10-09 12:43:33,168 INFO: [ epoch: 559 ] [ iter:231,100 ] [ performance: 27.020 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:42 ] [ l_g_pix: 4.4488e-02 ] [ l_g_total: 4.4488e-02 ] +2024-10-09 12:43:36,801 INFO: [ epoch: 559 ] [ iter:231,200 ] [ performance: 27.838 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:34 ] [ l_g_pix: 4.2106e-02 ] [ l_g_total: 4.2106e-02 ] +2024-10-09 12:43:41,611 INFO: [ epoch: 560 ] [ iter:231,300 ] [ performance: 22.711 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:27 ] [ l_g_pix: 5.4403e-02 ] [ l_g_total: 5.4403e-02 ] +2024-10-09 12:43:45,486 INFO: [ epoch: 560 ] [ iter:231,400 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:19 ] [ l_g_pix: 4.4103e-02 ] [ l_g_total: 4.4103e-02 ] +2024-10-09 12:43:49,231 INFO: [ epoch: 560 ] [ iter:231,500 ] [ performance: 26.747 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:11 ] [ l_g_pix: 5.3049e-02 ] [ l_g_total: 5.3049e-02 ] +2024-10-09 12:43:52,894 INFO: [ epoch: 560 ] [ iter:231,600 ] [ performance: 27.270 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:03 ] [ l_g_pix: 4.0365e-02 ] [ l_g_total: 4.0365e-02 ] +2024-10-09 12:43:57,216 INFO: [ epoch: 561 ] [ iter:231,700 ] [ performance: 24.336 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:56 ] [ l_g_pix: 4.1064e-02 ] [ l_g_total: 4.1064e-02 ] +2024-10-09 12:44:01,374 INFO: [ epoch: 561 ] [ iter:231,800 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:48 ] [ l_g_pix: 4.0919e-02 ] [ l_g_total: 4.0919e-02 ] +2024-10-09 12:44:05,142 INFO: [ epoch: 561 ] [ iter:231,900 ] [ performance: 26.639 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:40 ] [ l_g_pix: 4.0894e-02 ] [ l_g_total: 4.0894e-02 ] +2024-10-09 12:44:08,893 INFO: [ epoch: 561 ] [ iter:232,000 ] [ performance: 26.551 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:32 ] [ l_g_pix: 3.8274e-02 ] [ l_g_total: 3.8274e-02 ] +2024-10-09 12:44:12,390 INFO: [ epoch: 561 ] [ iter:232,100 ] [ performance: 27.919 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:24 ] [ l_g_pix: 5.4425e-02 ] [ l_g_total: 5.4425e-02 ] +2024-10-09 12:44:17,333 INFO: [ epoch: 562 ] [ iter:232,200 ] [ performance: 26.662 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:18 ] [ l_g_pix: 5.0326e-02 ] [ l_g_total: 5.0326e-02 ] +2024-10-09 12:44:21,014 INFO: [ epoch: 562 ] [ iter:232,300 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:10 ] [ l_g_pix: 3.4961e-02 ] [ l_g_total: 3.4961e-02 ] +2024-10-09 12:44:24,707 INFO: [ epoch: 562 ] [ iter:232,400 ] [ performance: 27.228 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:02 ] [ l_g_pix: 4.6282e-02 ] [ l_g_total: 4.6282e-02 ] +2024-10-09 12:44:28,226 INFO: [ epoch: 562 ] [ iter:232,500 ] [ performance: 28.043 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:53 ] [ l_g_pix: 4.2850e-02 ] [ l_g_total: 4.2850e-02 ] +2024-10-09 12:44:33,097 INFO: [ epoch: 563 ] [ iter:232,600 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:47 ] [ l_g_pix: 4.2071e-02 ] [ l_g_total: 4.2071e-02 ] +2024-10-09 12:44:36,833 INFO: [ epoch: 563 ] [ iter:232,700 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:39 ] [ l_g_pix: 4.3394e-02 ] [ l_g_total: 4.3394e-02 ] +2024-10-09 12:44:40,564 INFO: [ epoch: 563 ] [ iter:232,800 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:31 ] [ l_g_pix: 5.3183e-02 ] [ l_g_total: 5.3183e-02 ] +2024-10-09 12:44:44,137 INFO: [ epoch: 563 ] [ iter:232,900 ] [ performance: 27.710 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:23 ] [ l_g_pix: 4.1164e-02 ] [ l_g_total: 4.1164e-02 ] +2024-10-09 12:44:49,002 INFO: [ epoch: 564 ] [ iter:233,000 ] [ performance: 25.086 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:16 ] [ l_g_pix: 5.3624e-02 ] [ l_g_total: 5.3624e-02 ] +2024-10-09 12:44:52,728 INFO: [ epoch: 564 ] [ iter:233,100 ] [ performance: 26.310 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:08 ] [ l_g_pix: 6.4998e-02 ] [ l_g_total: 6.4998e-02 ] +2024-10-09 12:44:56,421 INFO: [ epoch: 564 ] [ iter:233,200 ] [ performance: 27.211 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:00 ] [ l_g_pix: 5.5781e-02 ] [ l_g_total: 5.5781e-02 ] +2024-10-09 12:45:00,005 INFO: [ epoch: 564 ] [ iter:233,300 ] [ performance: 27.706 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:52 ] [ l_g_pix: 4.1837e-02 ] [ l_g_total: 4.1837e-02 ] +2024-10-09 12:45:05,076 INFO: [ epoch: 565 ] [ iter:233,400 ] [ performance: 23.175 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:46 ] [ l_g_pix: 5.8397e-02 ] [ l_g_total: 5.8397e-02 ] +2024-10-09 12:45:08,868 INFO: [ epoch: 565 ] [ iter:233,500 ] [ performance: 25.397 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:38 ] [ l_g_pix: 5.8675e-02 ] [ l_g_total: 5.8675e-02 ] +2024-10-09 12:45:12,569 INFO: [ epoch: 565 ] [ iter:233,600 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:30 ] [ l_g_pix: 4.9708e-02 ] [ l_g_total: 4.9708e-02 ] +2024-10-09 12:45:16,229 INFO: [ epoch: 565 ] [ iter:233,700 ] [ performance: 27.185 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:22 ] [ l_g_pix: 4.1506e-02 ] [ l_g_total: 4.1506e-02 ] +2024-10-09 12:45:20,910 INFO: [ epoch: 566 ] [ iter:233,800 ] [ performance: 22.096 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:15 ] [ l_g_pix: 6.0592e-02 ] [ l_g_total: 6.0592e-02 ] +2024-10-09 12:45:24,663 INFO: [ epoch: 566 ] [ iter:233,900 ] [ performance: 25.248 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:07 ] [ l_g_pix: 4.9823e-02 ] [ l_g_total: 4.9823e-02 ] +2024-10-09 12:45:28,386 INFO: [ epoch: 566 ] [ iter:234,000 ] [ performance: 27.312 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:59 ] [ l_g_pix: 5.2442e-02 ] [ l_g_total: 5.2442e-02 ] +2024-10-09 12:45:32,067 INFO: [ epoch: 566 ] [ iter:234,100 ] [ performance: 27.212 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:51 ] [ l_g_pix: 4.5713e-02 ] [ l_g_total: 4.5713e-02 ] +2024-10-09 12:45:36,707 INFO: [ epoch: 567 ] [ iter:234,200 ] [ performance: 14.599 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:44 ] [ l_g_pix: 5.4934e-02 ] [ l_g_total: 5.4934e-02 ] +2024-10-09 12:45:40,485 INFO: [ epoch: 567 ] [ iter:234,300 ] [ performance: 21.867 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:36 ] [ l_g_pix: 4.5258e-02 ] [ l_g_total: 4.5258e-02 ] +2024-10-09 12:45:44,148 INFO: [ epoch: 567 ] [ iter:234,400 ] [ performance: 27.180 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:28 ] [ l_g_pix: 3.6587e-02 ] [ l_g_total: 3.6587e-02 ] +2024-10-09 12:45:47,786 INFO: [ epoch: 567 ] [ iter:234,500 ] [ performance: 27.411 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:20 ] [ l_g_pix: 3.9832e-02 ] [ l_g_total: 3.9832e-02 ] +2024-10-09 12:45:52,151 INFO: [ epoch: 568 ] [ iter:234,600 ] [ performance: 15.843 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:13 ] [ l_g_pix: 5.4031e-02 ] [ l_g_total: 5.4031e-02 ] +2024-10-09 12:45:56,223 INFO: [ epoch: 568 ] [ iter:234,700 ] [ performance: 21.611 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:06 ] [ l_g_pix: 3.8933e-02 ] [ l_g_total: 3.8933e-02 ] +2024-10-09 12:45:59,900 INFO: [ epoch: 568 ] [ iter:234,800 ] [ performance: 26.348 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:58 ] [ l_g_pix: 4.9718e-02 ] [ l_g_total: 4.9718e-02 ] +2024-10-09 12:46:03,637 INFO: [ epoch: 568 ] [ iter:234,900 ] [ performance: 26.663 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:50 ] [ l_g_pix: 5.1984e-02 ] [ l_g_total: 5.1984e-02 ] +2024-10-09 12:46:07,913 INFO: [ epoch: 569 ] [ iter:235,000 ] [ performance: 16.464 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:43 ] [ l_g_pix: 5.8159e-02 ] [ l_g_total: 5.8159e-02 ] +2024-10-09 12:46:12,259 INFO: [ epoch: 569 ] [ iter:235,100 ] [ performance: 21.046 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:35 ] [ l_g_pix: 4.0770e-02 ] [ l_g_total: 4.0770e-02 ] +2024-10-09 12:46:15,981 INFO: [ epoch: 569 ] [ iter:235,200 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:28 ] [ l_g_pix: 4.5796e-02 ] [ l_g_total: 4.5796e-02 ] +2024-10-09 12:46:19,670 INFO: [ epoch: 569 ] [ iter:235,300 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:20 ] [ l_g_pix: 5.2654e-02 ] [ l_g_total: 5.2654e-02 ] +2024-10-09 12:46:23,166 INFO: [ epoch: 569 ] [ iter:235,400 ] [ performance: 29.303 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:11 ] [ l_g_pix: 5.2518e-02 ] [ l_g_total: 5.2518e-02 ] +2024-10-09 12:46:28,272 INFO: [ epoch: 570 ] [ iter:235,500 ] [ performance: 21.168 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:05 ] [ l_g_pix: 5.0258e-02 ] [ l_g_total: 5.0258e-02 ] +2024-10-09 12:46:32,006 INFO: [ epoch: 570 ] [ iter:235,600 ] [ performance: 27.395 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:57 ] [ l_g_pix: 3.5012e-02 ] [ l_g_total: 3.5012e-02 ] +2024-10-09 12:46:35,749 INFO: [ epoch: 570 ] [ iter:235,700 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:49 ] [ l_g_pix: 4.9041e-02 ] [ l_g_total: 4.9041e-02 ] +2024-10-09 12:46:39,292 INFO: [ epoch: 570 ] [ iter:235,800 ] [ performance: 28.807 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:41 ] [ l_g_pix: 4.3737e-02 ] [ l_g_total: 4.3737e-02 ] +2024-10-09 12:46:44,355 INFO: [ epoch: 571 ] [ iter:235,900 ] [ performance: 21.169 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:35 ] [ l_g_pix: 3.9628e-02 ] [ l_g_total: 3.9628e-02 ] +2024-10-09 12:46:48,055 INFO: [ epoch: 571 ] [ iter:236,000 ] [ performance: 27.651 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:27 ] [ l_g_pix: 5.2008e-02 ] [ l_g_total: 5.2008e-02 ] +2024-10-09 12:46:51,778 INFO: [ epoch: 571 ] [ iter:236,100 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:19 ] [ l_g_pix: 5.0150e-02 ] [ l_g_total: 5.0150e-02 ] +2024-10-09 12:46:55,361 INFO: [ epoch: 571 ] [ iter:236,200 ] [ performance: 29.150 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:11 ] [ l_g_pix: 5.6475e-02 ] [ l_g_total: 5.6475e-02 ] +2024-10-09 12:47:00,246 INFO: [ epoch: 572 ] [ iter:236,300 ] [ performance: 21.771 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:05 ] [ l_g_pix: 3.9639e-02 ] [ l_g_total: 3.9639e-02 ] +2024-10-09 12:47:03,970 INFO: [ epoch: 572 ] [ iter:236,400 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:57 ] [ l_g_pix: 4.1338e-02 ] [ l_g_total: 4.1338e-02 ] +2024-10-09 12:47:07,656 INFO: [ epoch: 572 ] [ iter:236,500 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:49 ] [ l_g_pix: 5.2230e-02 ] [ l_g_total: 5.2230e-02 ] +2024-10-09 12:47:11,245 INFO: [ epoch: 572 ] [ iter:236,600 ] [ performance: 29.477 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:41 ] [ l_g_pix: 4.6483e-02 ] [ l_g_total: 4.6483e-02 ] +2024-10-09 12:47:16,272 INFO: [ epoch: 573 ] [ iter:236,700 ] [ performance: 21.184 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:35 ] [ l_g_pix: 5.4915e-02 ] [ l_g_total: 5.4915e-02 ] +2024-10-09 12:47:19,955 INFO: [ epoch: 573 ] [ iter:236,800 ] [ performance: 27.491 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:27 ] [ l_g_pix: 4.8499e-02 ] [ l_g_total: 4.8499e-02 ] +2024-10-09 12:47:23,708 INFO: [ epoch: 573 ] [ iter:236,900 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:19 ] [ l_g_pix: 4.5081e-02 ] [ l_g_total: 4.5081e-02 ] +2024-10-09 12:47:27,321 INFO: [ epoch: 573 ] [ iter:237,000 ] [ performance: 29.431 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:11 ] [ l_g_pix: 4.2495e-02 ] [ l_g_total: 4.2495e-02 ] +2024-10-09 12:47:32,056 INFO: [ epoch: 574 ] [ iter:237,100 ] [ performance: 22.214 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:04 ] [ l_g_pix: 3.9595e-02 ] [ l_g_total: 3.9595e-02 ] +2024-10-09 12:47:35,786 INFO: [ epoch: 574 ] [ iter:237,200 ] [ performance: 27.183 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:57 ] [ l_g_pix: 4.3504e-02 ] [ l_g_total: 4.3504e-02 ] +2024-10-09 12:47:39,474 INFO: [ epoch: 574 ] [ iter:237,300 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:49 ] [ l_g_pix: 5.6514e-02 ] [ l_g_total: 5.6514e-02 ] +2024-10-09 12:47:43,170 INFO: [ epoch: 574 ] [ iter:237,400 ] [ performance: 30.036 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:41 ] [ l_g_pix: 4.9592e-02 ] [ l_g_total: 4.9592e-02 ] +2024-10-09 12:47:48,105 INFO: [ epoch: 575 ] [ iter:237,500 ] [ performance: 21.378 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:34 ] [ l_g_pix: 5.5119e-02 ] [ l_g_total: 5.5119e-02 ] +2024-10-09 12:47:51,822 INFO: [ epoch: 575 ] [ iter:237,600 ] [ performance: 27.388 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:27 ] [ l_g_pix: 4.8861e-02 ] [ l_g_total: 4.8861e-02 ] +2024-10-09 12:47:55,527 INFO: [ epoch: 575 ] [ iter:237,700 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:19 ] [ l_g_pix: 5.9862e-02 ] [ l_g_total: 5.9862e-02 ] +2024-10-09 12:47:59,208 INFO: [ epoch: 575 ] [ iter:237,800 ] [ performance: 27.565 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:11 ] [ l_g_pix: 5.4467e-02 ] [ l_g_total: 5.4467e-02 ] +2024-10-09 12:48:03,841 INFO: [ epoch: 576 ] [ iter:237,900 ] [ performance: 22.291 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:04 ] [ l_g_pix: 4.5979e-02 ] [ l_g_total: 4.5979e-02 ] +2024-10-09 12:48:07,826 INFO: [ epoch: 576 ] [ iter:238,000 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:57 ] [ l_g_pix: 3.8829e-02 ] [ l_g_total: 3.8829e-02 ] +2024-10-09 12:48:11,582 INFO: [ epoch: 576 ] [ iter:238,100 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:49 ] [ l_g_pix: 5.9976e-02 ] [ l_g_total: 5.9976e-02 ] +2024-10-09 12:48:15,356 INFO: [ epoch: 576 ] [ iter:238,200 ] [ performance: 26.827 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:41 ] [ l_g_pix: 4.6759e-02 ] [ l_g_total: 4.6759e-02 ] +2024-10-09 12:48:18,826 INFO: [ epoch: 576 ] [ iter:238,300 ] [ performance: 28.543 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:33 ] [ l_g_pix: 5.0550e-02 ] [ l_g_total: 5.0550e-02 ] +2024-10-09 12:48:23,975 INFO: [ epoch: 577 ] [ iter:238,400 ] [ performance: 27.061 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:27 ] [ l_g_pix: 4.3201e-02 ] [ l_g_total: 4.3201e-02 ] +2024-10-09 12:48:27,683 INFO: [ epoch: 577 ] [ iter:238,500 ] [ performance: 26.988 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:19 ] [ l_g_pix: 4.6409e-02 ] [ l_g_total: 4.6409e-02 ] +2024-10-09 12:48:31,392 INFO: [ epoch: 577 ] [ iter:238,600 ] [ performance: 28.444 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:11 ] [ l_g_pix: 5.0048e-02 ] [ l_g_total: 5.0048e-02 ] +2024-10-09 12:48:34,874 INFO: [ epoch: 577 ] [ iter:238,700 ] [ performance: 28.688 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:03 ] [ l_g_pix: 6.0623e-02 ] [ l_g_total: 6.0623e-02 ] +2024-10-09 12:48:39,908 INFO: [ epoch: 578 ] [ iter:238,800 ] [ performance: 26.405 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:57 ] [ l_g_pix: 4.2810e-02 ] [ l_g_total: 4.2810e-02 ] +2024-10-09 12:48:43,608 INFO: [ epoch: 578 ] [ iter:238,900 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:49 ] [ l_g_pix: 5.4763e-02 ] [ l_g_total: 5.4763e-02 ] +2024-10-09 12:48:47,363 INFO: [ epoch: 578 ] [ iter:239,000 ] [ performance: 27.430 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:41 ] [ l_g_pix: 5.5221e-02 ] [ l_g_total: 5.5221e-02 ] +2024-10-09 12:48:50,863 INFO: [ epoch: 578 ] [ iter:239,100 ] [ performance: 28.458 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:33 ] [ l_g_pix: 4.5642e-02 ] [ l_g_total: 4.5642e-02 ] +2024-10-09 12:48:55,964 INFO: [ epoch: 579 ] [ iter:239,200 ] [ performance: 27.180 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:27 ] [ l_g_pix: 4.4455e-02 ] [ l_g_total: 4.4455e-02 ] +2024-10-09 12:48:59,676 INFO: [ epoch: 579 ] [ iter:239,300 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:19 ] [ l_g_pix: 4.3908e-02 ] [ l_g_total: 4.3908e-02 ] +2024-10-09 12:49:03,395 INFO: [ epoch: 579 ] [ iter:239,400 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:12 ] [ l_g_pix: 4.0632e-02 ] [ l_g_total: 4.0632e-02 ] +2024-10-09 12:49:06,933 INFO: [ epoch: 579 ] [ iter:239,500 ] [ performance: 28.144 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:04 ] [ l_g_pix: 4.9033e-02 ] [ l_g_total: 4.9033e-02 ] +2024-10-09 12:49:11,966 INFO: [ epoch: 580 ] [ iter:239,600 ] [ performance: 26.567 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:57 ] [ l_g_pix: 4.0661e-02 ] [ l_g_total: 4.0661e-02 ] +2024-10-09 12:49:15,658 INFO: [ epoch: 580 ] [ iter:239,700 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:50 ] [ l_g_pix: 5.1157e-02 ] [ l_g_total: 5.1157e-02 ] +2024-10-09 12:49:19,367 INFO: [ epoch: 580 ] [ iter:239,800 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:42 ] [ l_g_pix: 4.3986e-02 ] [ l_g_total: 4.3986e-02 ] +2024-10-09 12:49:22,985 INFO: [ epoch: 580 ] [ iter:239,900 ] [ performance: 27.600 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:34 ] [ l_g_pix: 4.0073e-02 ] [ l_g_total: 4.0073e-02 ] +2024-10-09 12:49:27,748 INFO: [ epoch: 581 ] [ iter:240,000 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:27 ] [ l_g_pix: 4.5248e-02 ] [ l_g_total: 4.5248e-02 ] +2024-10-09 12:49:27,748 INFO: Saving models and training states. +2024-10-09 12:52:14,744 INFO: Validation val + + # psnr: 27.2230........ Best: 27.2317 @ 230000 iter + # ssim: 0.7677........ Best: 0.7679 @ 230000 iter + # dists: 0.7727........ Best: 0.7726 @ 220000 iter + +2024-10-09 12:52:18,433 INFO: [ epoch: 581 ] [ iter:240,100 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:34 ] [ l_g_pix: 5.9399e-02 ] [ l_g_total: 5.9399e-02 ] +2024-10-09 12:52:22,120 INFO: [ epoch: 581 ] [ iter:240,200 ] [ performance: 26.410 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:26 ] [ l_g_pix: 4.6650e-02 ] [ l_g_total: 4.6650e-02 ] +2024-10-09 12:52:25,724 INFO: [ epoch: 581 ] [ iter:240,300 ] [ performance: 27.683 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:18 ] [ l_g_pix: 4.1428e-02 ] [ l_g_total: 4.1428e-02 ] +2024-10-09 12:52:30,589 INFO: [ epoch: 582 ] [ iter:240,400 ] [ performance: 23.574 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:12 ] [ l_g_pix: 3.7810e-02 ] [ l_g_total: 3.7810e-02 ] +2024-10-09 12:52:34,363 INFO: [ epoch: 582 ] [ iter:240,500 ] [ performance: 26.377 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:04 ] [ l_g_pix: 5.1622e-02 ] [ l_g_total: 5.1622e-02 ] +2024-10-09 12:52:38,055 INFO: [ epoch: 582 ] [ iter:240,600 ] [ performance: 26.000 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:56 ] [ l_g_pix: 5.7001e-02 ] [ l_g_total: 5.7001e-02 ] +2024-10-09 12:52:41,735 INFO: [ epoch: 582 ] [ iter:240,700 ] [ performance: 27.145 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:48 ] [ l_g_pix: 4.0240e-02 ] [ l_g_total: 4.0240e-02 ] +2024-10-09 12:52:46,537 INFO: [ epoch: 583 ] [ iter:240,800 ] [ performance: 17.253 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:42 ] [ l_g_pix: 5.2014e-02 ] [ l_g_total: 5.2014e-02 ] +2024-10-09 12:52:50,422 INFO: [ epoch: 583 ] [ iter:240,900 ] [ performance: 25.574 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:34 ] [ l_g_pix: 4.1452e-02 ] [ l_g_total: 4.1452e-02 ] +2024-10-09 12:52:54,062 INFO: [ epoch: 583 ] [ iter:241,000 ] [ performance: 28.117 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:26 ] [ l_g_pix: 4.2275e-02 ] [ l_g_total: 4.2275e-02 ] +2024-10-09 12:52:57,707 INFO: [ epoch: 583 ] [ iter:241,100 ] [ performance: 27.445 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:18 ] [ l_g_pix: 5.6584e-02 ] [ l_g_total: 5.6584e-02 ] +2024-10-09 12:53:02,140 INFO: [ epoch: 584 ] [ iter:241,200 ] [ performance: 24.778 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:11 ] [ l_g_pix: 3.5672e-02 ] [ l_g_total: 3.5672e-02 ] +2024-10-09 12:53:06,301 INFO: [ epoch: 584 ] [ iter:241,300 ] [ performance: 24.043 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:03 ] [ l_g_pix: 5.0787e-02 ] [ l_g_total: 5.0787e-02 ] +2024-10-09 12:53:10,050 INFO: [ epoch: 584 ] [ iter:241,400 ] [ performance: 25.294 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:56 ] [ l_g_pix: 5.7144e-02 ] [ l_g_total: 5.7144e-02 ] +2024-10-09 12:53:13,793 INFO: [ epoch: 584 ] [ iter:241,500 ] [ performance: 26.756 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:48 ] [ l_g_pix: 4.2626e-02 ] [ l_g_total: 4.2626e-02 ] +2024-10-09 12:53:17,287 INFO: [ epoch: 584 ] [ iter:241,600 ] [ performance: 27.662 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:40 ] [ l_g_pix: 4.0596e-02 ] [ l_g_total: 4.0596e-02 ] +2024-10-09 12:53:22,411 INFO: [ epoch: 585 ] [ iter:241,700 ] [ performance: 19.401 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:33 ] [ l_g_pix: 5.7050e-02 ] [ l_g_total: 5.7050e-02 ] +2024-10-09 12:53:26,163 INFO: [ epoch: 585 ] [ iter:241,800 ] [ performance: 22.493 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:26 ] [ l_g_pix: 4.3466e-02 ] [ l_g_total: 4.3466e-02 ] +2024-10-09 12:53:29,898 INFO: [ epoch: 585 ] [ iter:241,900 ] [ performance: 26.752 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:18 ] [ l_g_pix: 3.6097e-02 ] [ l_g_total: 3.6097e-02 ] +2024-10-09 12:53:33,381 INFO: [ epoch: 585 ] [ iter:242,000 ] [ performance: 27.713 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:10 ] [ l_g_pix: 4.7581e-02 ] [ l_g_total: 4.7581e-02 ] +2024-10-09 12:53:38,357 INFO: [ epoch: 586 ] [ iter:242,100 ] [ performance: 19.846 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:03 ] [ l_g_pix: 5.0123e-02 ] [ l_g_total: 5.0123e-02 ] +2024-10-09 12:53:42,093 INFO: [ epoch: 586 ] [ iter:242,200 ] [ performance: 22.864 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:56 ] [ l_g_pix: 3.8400e-02 ] [ l_g_total: 3.8400e-02 ] +2024-10-09 12:53:45,837 INFO: [ epoch: 586 ] [ iter:242,300 ] [ performance: 26.747 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:48 ] [ l_g_pix: 3.5453e-02 ] [ l_g_total: 3.5453e-02 ] +2024-10-09 12:53:49,380 INFO: [ epoch: 586 ] [ iter:242,400 ] [ performance: 27.489 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:40 ] [ l_g_pix: 5.1406e-02 ] [ l_g_total: 5.1406e-02 ] +2024-10-09 12:53:54,234 INFO: [ epoch: 587 ] [ iter:242,500 ] [ performance: 20.249 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:33 ] [ l_g_pix: 6.0764e-02 ] [ l_g_total: 6.0764e-02 ] +2024-10-09 12:53:57,961 INFO: [ epoch: 587 ] [ iter:242,600 ] [ performance: 23.183 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:25 ] [ l_g_pix: 5.0897e-02 ] [ l_g_total: 5.0897e-02 ] +2024-10-09 12:54:01,654 INFO: [ epoch: 587 ] [ iter:242,700 ] [ performance: 27.200 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:18 ] [ l_g_pix: 5.0937e-02 ] [ l_g_total: 5.0937e-02 ] +2024-10-09 12:54:05,269 INFO: [ epoch: 587 ] [ iter:242,800 ] [ performance: 27.443 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:10 ] [ l_g_pix: 5.2507e-02 ] [ l_g_total: 5.2507e-02 ] +2024-10-09 12:54:10,157 INFO: [ epoch: 588 ] [ iter:242,900 ] [ performance: 19.972 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:03 ] [ l_g_pix: 3.3188e-02 ] [ l_g_total: 3.3188e-02 ] +2024-10-09 12:54:13,864 INFO: [ epoch: 588 ] [ iter:243,000 ] [ performance: 23.097 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:55 ] [ l_g_pix: 5.6872e-02 ] [ l_g_total: 5.6872e-02 ] +2024-10-09 12:54:17,563 INFO: [ epoch: 588 ] [ iter:243,100 ] [ performance: 27.107 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:47 ] [ l_g_pix: 4.6777e-02 ] [ l_g_total: 4.6777e-02 ] +2024-10-09 12:54:21,200 INFO: [ epoch: 588 ] [ iter:243,200 ] [ performance: 27.311 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:40 ] [ l_g_pix: 5.0772e-02 ] [ l_g_total: 5.0772e-02 ] +2024-10-09 12:54:25,939 INFO: [ epoch: 589 ] [ iter:243,300 ] [ performance: 20.525 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:33 ] [ l_g_pix: 4.2699e-02 ] [ l_g_total: 4.2699e-02 ] +2024-10-09 12:54:29,710 INFO: [ epoch: 589 ] [ iter:243,400 ] [ performance: 23.301 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:25 ] [ l_g_pix: 3.9288e-02 ] [ l_g_total: 3.9288e-02 ] +2024-10-09 12:54:33,408 INFO: [ epoch: 589 ] [ iter:243,500 ] [ performance: 27.148 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:17 ] [ l_g_pix: 4.3901e-02 ] [ l_g_total: 4.3901e-02 ] +2024-10-09 12:54:37,053 INFO: [ epoch: 589 ] [ iter:243,600 ] [ performance: 27.299 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:09 ] [ l_g_pix: 3.5313e-02 ] [ l_g_total: 3.5313e-02 ] +2024-10-09 12:54:42,041 INFO: [ epoch: 590 ] [ iter:243,700 ] [ performance: 19.308 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:03 ] [ l_g_pix: 3.4588e-02 ] [ l_g_total: 3.4588e-02 ] +2024-10-09 12:54:45,746 INFO: [ epoch: 590 ] [ iter:243,800 ] [ performance: 22.755 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:55 ] [ l_g_pix: 4.1205e-02 ] [ l_g_total: 4.1205e-02 ] +2024-10-09 12:54:49,449 INFO: [ epoch: 590 ] [ iter:243,900 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:48 ] [ l_g_pix: 4.8931e-02 ] [ l_g_total: 4.8931e-02 ] +2024-10-09 12:54:53,112 INFO: [ epoch: 590 ] [ iter:244,000 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:40 ] [ l_g_pix: 3.7970e-02 ] [ l_g_total: 3.7970e-02 ] +2024-10-09 12:54:57,831 INFO: [ epoch: 591 ] [ iter:244,100 ] [ performance: 20.403 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:33 ] [ l_g_pix: 4.5463e-02 ] [ l_g_total: 4.5463e-02 ] +2024-10-09 12:55:01,816 INFO: [ epoch: 591 ] [ iter:244,200 ] [ performance: 22.685 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:26 ] [ l_g_pix: 4.9014e-02 ] [ l_g_total: 4.9014e-02 ] +2024-10-09 12:55:05,502 INFO: [ epoch: 591 ] [ iter:244,300 ] [ performance: 27.311 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:18 ] [ l_g_pix: 4.3061e-02 ] [ l_g_total: 4.3061e-02 ] +2024-10-09 12:55:09,278 INFO: [ epoch: 591 ] [ iter:244,400 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:10 ] [ l_g_pix: 4.8033e-02 ] [ l_g_total: 4.8033e-02 ] +2024-10-09 12:55:13,560 INFO: [ epoch: 592 ] [ iter:244,500 ] [ performance: 22.615 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:03 ] [ l_g_pix: 5.3217e-02 ] [ l_g_total: 5.3217e-02 ] +2024-10-09 12:55:17,764 INFO: [ epoch: 592 ] [ iter:244,600 ] [ performance: 23.243 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:56 ] [ l_g_pix: 5.7453e-02 ] [ l_g_total: 5.7453e-02 ] +2024-10-09 12:55:21,449 INFO: [ epoch: 592 ] [ iter:244,700 ] [ performance: 27.267 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:48 ] [ l_g_pix: 5.1052e-02 ] [ l_g_total: 5.1052e-02 ] +2024-10-09 12:55:25,167 INFO: [ epoch: 592 ] [ iter:244,800 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:40 ] [ l_g_pix: 4.3005e-02 ] [ l_g_total: 4.3005e-02 ] +2024-10-09 12:55:28,677 INFO: [ epoch: 592 ] [ iter:244,900 ] [ performance: 29.004 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:32 ] [ l_g_pix: 4.5301e-02 ] [ l_g_total: 4.5301e-02 ] +2024-10-09 12:55:33,601 INFO: [ epoch: 593 ] [ iter:245,000 ] [ performance: 23.484 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:26 ] [ l_g_pix: 4.6024e-02 ] [ l_g_total: 4.6024e-02 ] +2024-10-09 12:55:37,319 INFO: [ epoch: 593 ] [ iter:245,100 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:18 ] [ l_g_pix: 4.3739e-02 ] [ l_g_total: 4.3739e-02 ] +2024-10-09 12:55:41,023 INFO: [ epoch: 593 ] [ iter:245,200 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:10 ] [ l_g_pix: 3.9736e-02 ] [ l_g_total: 3.9736e-02 ] +2024-10-09 12:55:44,558 INFO: [ epoch: 593 ] [ iter:245,300 ] [ performance: 28.886 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:02 ] [ l_g_pix: 3.7973e-02 ] [ l_g_total: 3.7973e-02 ] +2024-10-09 12:55:49,623 INFO: [ epoch: 594 ] [ iter:245,400 ] [ performance: 22.981 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:56 ] [ l_g_pix: 4.2596e-02 ] [ l_g_total: 4.2596e-02 ] +2024-10-09 12:55:53,356 INFO: [ epoch: 594 ] [ iter:245,500 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:48 ] [ l_g_pix: 5.7008e-02 ] [ l_g_total: 5.7008e-02 ] +2024-10-09 12:55:57,109 INFO: [ epoch: 594 ] [ iter:245,600 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:41 ] [ l_g_pix: 4.7546e-02 ] [ l_g_total: 4.7546e-02 ] +2024-10-09 12:56:00,679 INFO: [ epoch: 594 ] [ iter:245,700 ] [ performance: 28.442 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:33 ] [ l_g_pix: 4.4417e-02 ] [ l_g_total: 4.4417e-02 ] +2024-10-09 12:56:05,592 INFO: [ epoch: 595 ] [ iter:245,800 ] [ performance: 23.255 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:26 ] [ l_g_pix: 5.9242e-02 ] [ l_g_total: 5.9242e-02 ] +2024-10-09 12:56:09,283 INFO: [ epoch: 595 ] [ iter:245,900 ] [ performance: 27.359 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:19 ] [ l_g_pix: 6.1138e-02 ] [ l_g_total: 6.1138e-02 ] +2024-10-09 12:56:12,995 INFO: [ epoch: 595 ] [ iter:246,000 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:11 ] [ l_g_pix: 5.3140e-02 ] [ l_g_total: 5.3140e-02 ] +2024-10-09 12:56:16,571 INFO: [ epoch: 595 ] [ iter:246,100 ] [ performance: 28.255 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:03 ] [ l_g_pix: 4.5794e-02 ] [ l_g_total: 4.5794e-02 ] +2024-10-09 12:56:21,479 INFO: [ epoch: 596 ] [ iter:246,200 ] [ performance: 23.169 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:57 ] [ l_g_pix: 5.4890e-02 ] [ l_g_total: 5.4890e-02 ] +2024-10-09 12:56:25,199 INFO: [ epoch: 596 ] [ iter:246,300 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:49 ] [ l_g_pix: 4.5584e-02 ] [ l_g_total: 4.5584e-02 ] +2024-10-09 12:56:28,908 INFO: [ epoch: 596 ] [ iter:246,400 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:41 ] [ l_g_pix: 4.3898e-02 ] [ l_g_total: 4.3898e-02 ] +2024-10-09 12:56:32,505 INFO: [ epoch: 596 ] [ iter:246,500 ] [ performance: 28.187 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:33 ] [ l_g_pix: 4.6224e-02 ] [ l_g_total: 4.6224e-02 ] +2024-10-09 12:56:37,463 INFO: [ epoch: 597 ] [ iter:246,600 ] [ performance: 22.949 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:27 ] [ l_g_pix: 4.9440e-02 ] [ l_g_total: 4.9440e-02 ] +2024-10-09 12:56:41,207 INFO: [ epoch: 597 ] [ iter:246,700 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:19 ] [ l_g_pix: 4.6214e-02 ] [ l_g_total: 4.6214e-02 ] +2024-10-09 12:56:44,940 INFO: [ epoch: 597 ] [ iter:246,800 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:12 ] [ l_g_pix: 3.6215e-02 ] [ l_g_total: 3.6215e-02 ] +2024-10-09 12:56:48,599 INFO: [ epoch: 597 ] [ iter:246,900 ] [ performance: 27.561 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:04 ] [ l_g_pix: 4.3312e-02 ] [ l_g_total: 4.3312e-02 ] +2024-10-09 12:56:53,363 INFO: [ epoch: 598 ] [ iter:247,000 ] [ performance: 23.322 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:57 ] [ l_g_pix: 5.7791e-02 ] [ l_g_total: 5.7791e-02 ] +2024-10-09 12:56:57,154 INFO: [ epoch: 598 ] [ iter:247,100 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:50 ] [ l_g_pix: 5.9298e-02 ] [ l_g_total: 5.9298e-02 ] +2024-10-09 12:57:00,854 INFO: [ epoch: 598 ] [ iter:247,200 ] [ performance: 27.019 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:42 ] [ l_g_pix: 4.2151e-02 ] [ l_g_total: 4.2151e-02 ] +2024-10-09 12:57:04,505 INFO: [ epoch: 598 ] [ iter:247,300 ] [ performance: 27.827 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:34 ] [ l_g_pix: 3.9133e-02 ] [ l_g_total: 3.9133e-02 ] +2024-10-09 12:57:08,990 INFO: [ epoch: 599 ] [ iter:247,400 ] [ performance: 24.290 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:28 ] [ l_g_pix: 4.0116e-02 ] [ l_g_total: 4.0116e-02 ] +2024-10-09 12:57:13,051 INFO: [ epoch: 599 ] [ iter:247,500 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:20 ] [ l_g_pix: 4.0596e-02 ] [ l_g_total: 4.0596e-02 ] +2024-10-09 12:57:16,716 INFO: [ epoch: 599 ] [ iter:247,600 ] [ performance: 27.113 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:13 ] [ l_g_pix: 4.4881e-02 ] [ l_g_total: 4.4881e-02 ] +2024-10-09 12:57:20,432 INFO: [ epoch: 599 ] [ iter:247,700 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:05 ] [ l_g_pix: 5.2454e-02 ] [ l_g_total: 5.2454e-02 ] +2024-10-09 12:57:23,995 INFO: [ epoch: 599 ] [ iter:247,800 ] [ performance: 27.617 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:57 ] [ l_g_pix: 3.8795e-02 ] [ l_g_total: 3.8795e-02 ] +2024-10-09 12:57:28,955 INFO: [ epoch: 600 ] [ iter:247,900 ] [ performance: 26.154 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:51 ] [ l_g_pix: 5.8266e-02 ] [ l_g_total: 5.8266e-02 ] +2024-10-09 12:57:32,676 INFO: [ epoch: 600 ] [ iter:248,000 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:43 ] [ l_g_pix: 4.2248e-02 ] [ l_g_total: 4.2248e-02 ] +2024-10-09 12:57:36,382 INFO: [ epoch: 600 ] [ iter:248,100 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:35 ] [ l_g_pix: 4.2206e-02 ] [ l_g_total: 4.2206e-02 ] +2024-10-09 12:57:39,889 INFO: [ epoch: 600 ] [ iter:248,200 ] [ performance: 27.957 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:27 ] [ l_g_pix: 4.8014e-02 ] [ l_g_total: 4.8014e-02 ] +2024-10-09 12:57:44,992 INFO: [ epoch: 601 ] [ iter:248,300 ] [ performance: 25.968 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:21 ] [ l_g_pix: 4.5439e-02 ] [ l_g_total: 4.5439e-02 ] +2024-10-09 12:57:48,706 INFO: [ epoch: 601 ] [ iter:248,400 ] [ performance: 26.544 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:14 ] [ l_g_pix: 5.2415e-02 ] [ l_g_total: 5.2415e-02 ] +2024-10-09 12:57:52,421 INFO: [ epoch: 601 ] [ iter:248,500 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:06 ] [ l_g_pix: 5.5052e-02 ] [ l_g_total: 5.5052e-02 ] +2024-10-09 12:57:55,954 INFO: [ epoch: 601 ] [ iter:248,600 ] [ performance: 27.763 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:58 ] [ l_g_pix: 4.9779e-02 ] [ l_g_total: 4.9779e-02 ] +2024-10-09 12:58:01,051 INFO: [ epoch: 602 ] [ iter:248,700 ] [ performance: 23.109 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:52 ] [ l_g_pix: 4.1615e-02 ] [ l_g_total: 4.1615e-02 ] +2024-10-09 12:58:04,726 INFO: [ epoch: 602 ] [ iter:248,800 ] [ performance: 25.467 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:44 ] [ l_g_pix: 5.5107e-02 ] [ l_g_total: 5.5107e-02 ] +2024-10-09 12:58:08,472 INFO: [ epoch: 602 ] [ iter:248,900 ] [ performance: 26.890 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:37 ] [ l_g_pix: 4.8862e-02 ] [ l_g_total: 4.8862e-02 ] +2024-10-09 12:58:12,060 INFO: [ epoch: 602 ] [ iter:249,000 ] [ performance: 27.489 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:29 ] [ l_g_pix: 3.8425e-02 ] [ l_g_total: 3.8425e-02 ] +2024-10-09 12:58:17,179 INFO: [ epoch: 603 ] [ iter:249,100 ] [ performance: 16.744 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:23 ] [ l_g_pix: 4.3009e-02 ] [ l_g_total: 4.3009e-02 ] +2024-10-09 12:58:20,874 INFO: [ epoch: 603 ] [ iter:249,200 ] [ performance: 21.945 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:15 ] [ l_g_pix: 4.4349e-02 ] [ l_g_total: 4.4349e-02 ] +2024-10-09 12:58:24,586 INFO: [ epoch: 603 ] [ iter:249,300 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:08 ] [ l_g_pix: 3.9497e-02 ] [ l_g_total: 3.9497e-02 ] +2024-10-09 12:58:28,151 INFO: [ epoch: 603 ] [ iter:249,400 ] [ performance: 27.632 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:00 ] [ l_g_pix: 3.4744e-02 ] [ l_g_total: 3.4744e-02 ] +2024-10-09 12:58:32,940 INFO: [ epoch: 604 ] [ iter:249,500 ] [ performance: 17.463 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:53 ] [ l_g_pix: 4.0835e-02 ] [ l_g_total: 4.0835e-02 ] +2024-10-09 12:58:36,651 INFO: [ epoch: 604 ] [ iter:249,600 ] [ performance: 22.430 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:46 ] [ l_g_pix: 5.1008e-02 ] [ l_g_total: 5.1008e-02 ] +2024-10-09 12:58:40,387 INFO: [ epoch: 604 ] [ iter:249,700 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:38 ] [ l_g_pix: 5.3768e-02 ] [ l_g_total: 5.3768e-02 ] +2024-10-09 12:58:44,003 INFO: [ epoch: 604 ] [ iter:249,800 ] [ performance: 27.415 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:30 ] [ l_g_pix: 5.7906e-02 ] [ l_g_total: 5.7906e-02 ] +2024-10-09 12:58:48,949 INFO: [ epoch: 605 ] [ iter:249,900 ] [ performance: 16.462 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:24 ] [ l_g_pix: 3.9972e-02 ] [ l_g_total: 3.9972e-02 ] +2024-10-09 12:58:52,713 INFO: [ epoch: 605 ] [ iter:250,000 ] [ performance: 21.729 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:17 ] [ l_g_pix: 4.9995e-02 ] [ l_g_total: 4.9995e-02 ] +2024-10-09 12:58:52,713 INFO: Saving models and training states. +2024-10-09 13:01:38,947 INFO: Validation val + + # psnr: 27.2243........ Best: 27.2317 @ 230000 iter + # ssim: 0.7678........ Best: 0.7679 @ 230000 iter + # dists: 0.7727........ Best: 0.7726 @ 220000 iter + +2024-10-09 13:01:42,672 INFO: [ epoch: 605 ] [ iter:250,100 ] [ performance: 27.077 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:08 ] [ l_g_pix: 5.9717e-02 ] [ l_g_total: 5.9717e-02 ] +2024-10-09 13:01:46,310 INFO: [ epoch: 605 ] [ iter:250,200 ] [ performance: 27.341 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:01 ] [ l_g_pix: 4.1411e-02 ] [ l_g_total: 4.1411e-02 ] +2024-10-09 13:01:51,020 INFO: [ epoch: 606 ] [ iter:250,300 ] [ performance: 17.497 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:54 ] [ l_g_pix: 5.7258e-02 ] [ l_g_total: 5.7258e-02 ] +2024-10-09 13:01:54,890 INFO: [ epoch: 606 ] [ iter:250,400 ] [ performance: 22.103 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:46 ] [ l_g_pix: 4.7340e-02 ] [ l_g_total: 4.7340e-02 ] +2024-10-09 13:01:58,649 INFO: [ epoch: 606 ] [ iter:250,500 ] [ performance: 26.505 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:39 ] [ l_g_pix: 5.4886e-02 ] [ l_g_total: 5.4886e-02 ] +2024-10-09 13:02:02,381 INFO: [ epoch: 606 ] [ iter:250,600 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:31 ] [ l_g_pix: 3.6322e-02 ] [ l_g_total: 3.6322e-02 ] +2024-10-09 13:02:06,850 INFO: [ epoch: 607 ] [ iter:250,700 ] [ performance: 18.856 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:24 ] [ l_g_pix: 3.2803e-02 ] [ l_g_total: 3.2803e-02 ] +2024-10-09 13:02:10,866 INFO: [ epoch: 607 ] [ iter:250,800 ] [ performance: 22.416 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:17 ] [ l_g_pix: 4.3302e-02 ] [ l_g_total: 4.3302e-02 ] +2024-10-09 13:02:14,563 INFO: [ epoch: 607 ] [ iter:250,900 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:09 ] [ l_g_pix: 4.9497e-02 ] [ l_g_total: 4.9497e-02 ] +2024-10-09 13:02:18,276 INFO: [ epoch: 607 ] [ iter:251,000 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:01 ] [ l_g_pix: 5.0765e-02 ] [ l_g_total: 5.0765e-02 ] +2024-10-09 13:02:21,706 INFO: [ epoch: 607 ] [ iter:251,100 ] [ performance: 29.319 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:53 ] [ l_g_pix: 4.5088e-02 ] [ l_g_total: 4.5088e-02 ] +2024-10-09 13:02:26,861 INFO: [ epoch: 608 ] [ iter:251,200 ] [ performance: 21.905 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:47 ] [ l_g_pix: 5.7112e-02 ] [ l_g_total: 5.7112e-02 ] +2024-10-09 13:02:30,560 INFO: [ epoch: 608 ] [ iter:251,300 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:39 ] [ l_g_pix: 4.8414e-02 ] [ l_g_total: 4.8414e-02 ] +2024-10-09 13:02:34,238 INFO: [ epoch: 608 ] [ iter:251,400 ] [ performance: 27.084 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:32 ] [ l_g_pix: 4.6596e-02 ] [ l_g_total: 4.6596e-02 ] +2024-10-09 13:02:37,725 INFO: [ epoch: 608 ] [ iter:251,500 ] [ performance: 29.087 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:24 ] [ l_g_pix: 4.8446e-02 ] [ l_g_total: 4.8446e-02 ] +2024-10-09 13:02:42,859 INFO: [ epoch: 609 ] [ iter:251,600 ] [ performance: 21.854 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:18 ] [ l_g_pix: 4.2604e-02 ] [ l_g_total: 4.2604e-02 ] +2024-10-09 13:02:46,541 INFO: [ epoch: 609 ] [ iter:251,700 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:10 ] [ l_g_pix: 3.3318e-02 ] [ l_g_total: 3.3318e-02 ] +2024-10-09 13:02:50,223 INFO: [ epoch: 609 ] [ iter:251,800 ] [ performance: 27.080 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:02 ] [ l_g_pix: 5.0121e-02 ] [ l_g_total: 5.0121e-02 ] +2024-10-09 13:02:53,768 INFO: [ epoch: 609 ] [ iter:251,900 ] [ performance: 29.065 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:54 ] [ l_g_pix: 4.9969e-02 ] [ l_g_total: 4.9969e-02 ] +2024-10-09 13:02:58,617 INFO: [ epoch: 610 ] [ iter:252,000 ] [ performance: 22.739 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:48 ] [ l_g_pix: 4.8719e-02 ] [ l_g_total: 4.8719e-02 ] +2024-10-09 13:03:02,349 INFO: [ epoch: 610 ] [ iter:252,100 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:40 ] [ l_g_pix: 4.9214e-02 ] [ l_g_total: 4.9214e-02 ] +2024-10-09 13:03:06,105 INFO: [ epoch: 610 ] [ iter:252,200 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:32 ] [ l_g_pix: 4.1826e-02 ] [ l_g_total: 4.1826e-02 ] +2024-10-09 13:03:09,717 INFO: [ epoch: 610 ] [ iter:252,300 ] [ performance: 29.063 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:25 ] [ l_g_pix: 3.5089e-02 ] [ l_g_total: 3.5089e-02 ] +2024-10-09 13:03:14,750 INFO: [ epoch: 611 ] [ iter:252,400 ] [ performance: 22.038 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:18 ] [ l_g_pix: 5.0645e-02 ] [ l_g_total: 5.0645e-02 ] +2024-10-09 13:03:18,467 INFO: [ epoch: 611 ] [ iter:252,500 ] [ performance: 26.433 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:11 ] [ l_g_pix: 4.0963e-02 ] [ l_g_total: 4.0963e-02 ] +2024-10-09 13:03:22,197 INFO: [ epoch: 611 ] [ iter:252,600 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:03 ] [ l_g_pix: 4.6768e-02 ] [ l_g_total: 4.6768e-02 ] +2024-10-09 13:03:25,821 INFO: [ epoch: 611 ] [ iter:252,700 ] [ performance: 28.690 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:55 ] [ l_g_pix: 4.6100e-02 ] [ l_g_total: 4.6100e-02 ] +2024-10-09 13:03:30,817 INFO: [ epoch: 612 ] [ iter:252,800 ] [ performance: 22.020 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:49 ] [ l_g_pix: 5.4490e-02 ] [ l_g_total: 5.4490e-02 ] +2024-10-09 13:03:34,548 INFO: [ epoch: 612 ] [ iter:252,900 ] [ performance: 27.376 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:41 ] [ l_g_pix: 5.5323e-02 ] [ l_g_total: 5.5323e-02 ] +2024-10-09 13:03:38,292 INFO: [ epoch: 612 ] [ iter:253,000 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:34 ] [ l_g_pix: 6.4411e-02 ] [ l_g_total: 6.4411e-02 ] +2024-10-09 13:03:41,905 INFO: [ epoch: 612 ] [ iter:253,100 ] [ performance: 28.535 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:26 ] [ l_g_pix: 4.8504e-02 ] [ l_g_total: 4.8504e-02 ] +2024-10-09 13:03:46,713 INFO: [ epoch: 613 ] [ iter:253,200 ] [ performance: 22.586 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:19 ] [ l_g_pix: 6.7074e-02 ] [ l_g_total: 6.7074e-02 ] +2024-10-09 13:03:50,412 INFO: [ epoch: 613 ] [ iter:253,300 ] [ performance: 27.068 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:12 ] [ l_g_pix: 3.8580e-02 ] [ l_g_total: 3.8580e-02 ] +2024-10-09 13:03:54,125 INFO: [ epoch: 613 ] [ iter:253,400 ] [ performance: 26.973 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:04 ] [ l_g_pix: 5.0392e-02 ] [ l_g_total: 5.0392e-02 ] +2024-10-09 13:03:57,801 INFO: [ epoch: 613 ] [ iter:253,500 ] [ performance: 27.916 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:56 ] [ l_g_pix: 5.0406e-02 ] [ l_g_total: 5.0406e-02 ] +2024-10-09 13:04:02,640 INFO: [ epoch: 614 ] [ iter:253,600 ] [ performance: 22.294 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:50 ] [ l_g_pix: 4.2200e-02 ] [ l_g_total: 4.2200e-02 ] +2024-10-09 13:04:06,492 INFO: [ epoch: 614 ] [ iter:253,700 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:43 ] [ l_g_pix: 3.4969e-02 ] [ l_g_total: 3.4969e-02 ] +2024-10-09 13:04:10,242 INFO: [ epoch: 614 ] [ iter:253,800 ] [ performance: 26.779 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:35 ] [ l_g_pix: 6.0604e-02 ] [ l_g_total: 6.0604e-02 ] +2024-10-09 13:04:13,988 INFO: [ epoch: 614 ] [ iter:253,900 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:27 ] [ l_g_pix: 4.4001e-02 ] [ l_g_total: 4.4001e-02 ] +2024-10-09 13:04:18,366 INFO: [ epoch: 615 ] [ iter:254,000 ] [ performance: 23.831 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:20 ] [ l_g_pix: 4.9128e-02 ] [ l_g_total: 4.9128e-02 ] +2024-10-09 13:04:22,585 INFO: [ epoch: 615 ] [ iter:254,100 ] [ performance: 27.357 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:13 ] [ l_g_pix: 4.8418e-02 ] [ l_g_total: 4.8418e-02 ] +2024-10-09 13:04:26,305 INFO: [ epoch: 615 ] [ iter:254,200 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:06 ] [ l_g_pix: 4.1852e-02 ] [ l_g_total: 4.1852e-02 ] +2024-10-09 13:04:30,032 INFO: [ epoch: 615 ] [ iter:254,300 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:58 ] [ l_g_pix: 4.4019e-02 ] [ l_g_total: 4.4019e-02 ] +2024-10-09 13:04:33,480 INFO: [ epoch: 615 ] [ iter:254,400 ] [ performance: 28.391 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:50 ] [ l_g_pix: 5.1018e-02 ] [ l_g_total: 5.1018e-02 ] +2024-10-09 13:04:38,445 INFO: [ epoch: 616 ] [ iter:254,500 ] [ performance: 27.431 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:44 ] [ l_g_pix: 4.8424e-02 ] [ l_g_total: 4.8424e-02 ] +2024-10-09 13:04:42,178 INFO: [ epoch: 616 ] [ iter:254,600 ] [ performance: 26.955 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:36 ] [ l_g_pix: 4.9471e-02 ] [ l_g_total: 4.9471e-02 ] +2024-10-09 13:04:45,896 INFO: [ epoch: 616 ] [ iter:254,700 ] [ performance: 26.589 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:29 ] [ l_g_pix: 5.3631e-02 ] [ l_g_total: 5.3631e-02 ] +2024-10-09 13:04:49,442 INFO: [ epoch: 616 ] [ iter:254,800 ] [ performance: 27.788 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:21 ] [ l_g_pix: 4.7574e-02 ] [ l_g_total: 4.7574e-02 ] +2024-10-09 13:04:54,580 INFO: [ epoch: 617 ] [ iter:254,900 ] [ performance: 27.152 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:15 ] [ l_g_pix: 5.2803e-02 ] [ l_g_total: 5.2803e-02 ] +2024-10-09 13:04:58,257 INFO: [ epoch: 617 ] [ iter:255,000 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:07 ] [ l_g_pix: 5.6246e-02 ] [ l_g_total: 5.6246e-02 ] +2024-10-09 13:05:01,987 INFO: [ epoch: 617 ] [ iter:255,100 ] [ performance: 26.514 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:00 ] [ l_g_pix: 5.3560e-02 ] [ l_g_total: 5.3560e-02 ] +2024-10-09 13:05:05,541 INFO: [ epoch: 617 ] [ iter:255,200 ] [ performance: 27.743 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:52 ] [ l_g_pix: 4.3894e-02 ] [ l_g_total: 4.3894e-02 ] +2024-10-09 13:05:10,649 INFO: [ epoch: 618 ] [ iter:255,300 ] [ performance: 27.612 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:46 ] [ l_g_pix: 5.1108e-02 ] [ l_g_total: 5.1108e-02 ] +2024-10-09 13:05:14,366 INFO: [ epoch: 618 ] [ iter:255,400 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:38 ] [ l_g_pix: 4.0533e-02 ] [ l_g_total: 4.0533e-02 ] +2024-10-09 13:05:18,081 INFO: [ epoch: 618 ] [ iter:255,500 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:31 ] [ l_g_pix: 4.7452e-02 ] [ l_g_total: 4.7452e-02 ] +2024-10-09 13:05:21,700 INFO: [ epoch: 618 ] [ iter:255,600 ] [ performance: 27.506 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:23 ] [ l_g_pix: 4.2783e-02 ] [ l_g_total: 4.2783e-02 ] +2024-10-09 13:05:26,759 INFO: [ epoch: 619 ] [ iter:255,700 ] [ performance: 26.991 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:17 ] [ l_g_pix: 5.7689e-02 ] [ l_g_total: 5.7689e-02 ] +2024-10-09 13:05:30,491 INFO: [ epoch: 619 ] [ iter:255,800 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:09 ] [ l_g_pix: 4.6058e-02 ] [ l_g_total: 4.6058e-02 ] +2024-10-09 13:05:34,210 INFO: [ epoch: 619 ] [ iter:255,900 ] [ performance: 27.086 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:02 ] [ l_g_pix: 4.1544e-02 ] [ l_g_total: 4.1544e-02 ] +2024-10-09 13:05:37,856 INFO: [ epoch: 619 ] [ iter:256,000 ] [ performance: 27.363 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:54 ] [ l_g_pix: 6.0634e-02 ] [ l_g_total: 6.0634e-02 ] +2024-10-09 13:05:42,707 INFO: [ epoch: 620 ] [ iter:256,100 ] [ performance: 20.291 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:47 ] [ l_g_pix: 5.4257e-02 ] [ l_g_total: 5.4257e-02 ] +2024-10-09 13:05:46,400 INFO: [ epoch: 620 ] [ iter:256,200 ] [ performance: 25.336 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:40 ] [ l_g_pix: 5.6994e-02 ] [ l_g_total: 5.6994e-02 ] +2024-10-09 13:05:50,112 INFO: [ epoch: 620 ] [ iter:256,300 ] [ performance: 27.207 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:32 ] [ l_g_pix: 4.7201e-02 ] [ l_g_total: 4.7201e-02 ] +2024-10-09 13:05:53,787 INFO: [ epoch: 620 ] [ iter:256,400 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:25 ] [ l_g_pix: 3.5228e-02 ] [ l_g_total: 3.5228e-02 ] +2024-10-09 13:05:58,704 INFO: [ epoch: 621 ] [ iter:256,500 ] [ performance: 16.447 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:18 ] [ l_g_pix: 4.8668e-02 ] [ l_g_total: 4.8668e-02 ] +2024-10-09 13:06:02,464 INFO: [ epoch: 621 ] [ iter:256,600 ] [ performance: 23.768 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:11 ] [ l_g_pix: 4.1476e-02 ] [ l_g_total: 4.1476e-02 ] +2024-10-09 13:06:06,153 INFO: [ epoch: 621 ] [ iter:256,700 ] [ performance: 27.280 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:03 ] [ l_g_pix: 4.6796e-02 ] [ l_g_total: 4.6796e-02 ] +2024-10-09 13:06:09,857 INFO: [ epoch: 621 ] [ iter:256,800 ] [ performance: 27.052 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:56 ] [ l_g_pix: 3.6988e-02 ] [ l_g_total: 3.6988e-02 ] +2024-10-09 13:06:14,410 INFO: [ epoch: 622 ] [ iter:256,900 ] [ performance: 11.871 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:49 ] [ l_g_pix: 5.6407e-02 ] [ l_g_total: 5.6407e-02 ] +2024-10-09 13:06:18,411 INFO: [ epoch: 622 ] [ iter:257,000 ] [ performance: 20.845 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:42 ] [ l_g_pix: 4.0039e-02 ] [ l_g_total: 4.0039e-02 ] +2024-10-09 13:06:22,173 INFO: [ epoch: 622 ] [ iter:257,100 ] [ performance: 26.565 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:34 ] [ l_g_pix: 5.5767e-02 ] [ l_g_total: 5.5767e-02 ] +2024-10-09 13:06:25,916 INFO: [ epoch: 622 ] [ iter:257,200 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:27 ] [ l_g_pix: 4.3334e-02 ] [ l_g_total: 4.3334e-02 ] +2024-10-09 13:06:30,160 INFO: [ epoch: 623 ] [ iter:257,300 ] [ performance: 13.550 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:20 ] [ l_g_pix: 4.9266e-02 ] [ l_g_total: 4.9266e-02 ] +2024-10-09 13:06:34,397 INFO: [ epoch: 623 ] [ iter:257,400 ] [ performance: 21.028 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:13 ] [ l_g_pix: 6.6878e-02 ] [ l_g_total: 6.6878e-02 ] +2024-10-09 13:06:38,066 INFO: [ epoch: 623 ] [ iter:257,500 ] [ performance: 28.217 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:05 ] [ l_g_pix: 6.2999e-02 ] [ l_g_total: 6.2999e-02 ] +2024-10-09 13:06:41,754 INFO: [ epoch: 623 ] [ iter:257,600 ] [ performance: 27.291 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:58 ] [ l_g_pix: 5.3394e-02 ] [ l_g_total: 5.3394e-02 ] +2024-10-09 13:06:45,261 INFO: [ epoch: 623 ] [ iter:257,700 ] [ performance: 29.531 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:50 ] [ l_g_pix: 5.3084e-02 ] [ l_g_total: 5.3084e-02 ] +2024-10-09 13:06:50,392 INFO: [ epoch: 624 ] [ iter:257,800 ] [ performance: 20.563 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:44 ] [ l_g_pix: 4.4021e-02 ] [ l_g_total: 4.4021e-02 ] +2024-10-09 13:06:54,102 INFO: [ epoch: 624 ] [ iter:257,900 ] [ performance: 26.683 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:36 ] [ l_g_pix: 4.8443e-02 ] [ l_g_total: 4.8443e-02 ] +2024-10-09 13:06:57,817 INFO: [ epoch: 624 ] [ iter:258,000 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:29 ] [ l_g_pix: 5.1430e-02 ] [ l_g_total: 5.1430e-02 ] +2024-10-09 13:07:01,308 INFO: [ epoch: 624 ] [ iter:258,100 ] [ performance: 29.655 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:21 ] [ l_g_pix: 5.5064e-02 ] [ l_g_total: 5.5064e-02 ] +2024-10-09 13:07:06,437 INFO: [ epoch: 625 ] [ iter:258,200 ] [ performance: 20.468 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:15 ] [ l_g_pix: 5.5053e-02 ] [ l_g_total: 5.5053e-02 ] +2024-10-09 13:07:10,149 INFO: [ epoch: 625 ] [ iter:258,300 ] [ performance: 27.961 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:08 ] [ l_g_pix: 4.2569e-02 ] [ l_g_total: 4.2569e-02 ] +2024-10-09 13:07:13,820 INFO: [ epoch: 625 ] [ iter:258,400 ] [ performance: 27.339 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:00 ] [ l_g_pix: 4.2931e-02 ] [ l_g_total: 4.2931e-02 ] +2024-10-09 13:07:17,353 INFO: [ epoch: 625 ] [ iter:258,500 ] [ performance: 29.683 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:52 ] [ l_g_pix: 4.9469e-02 ] [ l_g_total: 4.9469e-02 ] +2024-10-09 13:07:22,397 INFO: [ epoch: 626 ] [ iter:258,600 ] [ performance: 20.677 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:46 ] [ l_g_pix: 4.5933e-02 ] [ l_g_total: 4.5933e-02 ] +2024-10-09 13:07:26,100 INFO: [ epoch: 626 ] [ iter:258,700 ] [ performance: 28.035 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:39 ] [ l_g_pix: 6.0994e-02 ] [ l_g_total: 6.0994e-02 ] +2024-10-09 13:07:29,804 INFO: [ epoch: 626 ] [ iter:258,800 ] [ performance: 27.114 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:31 ] [ l_g_pix: 4.2071e-02 ] [ l_g_total: 4.2071e-02 ] +2024-10-09 13:07:33,382 INFO: [ epoch: 626 ] [ iter:258,900 ] [ performance: 29.613 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:24 ] [ l_g_pix: 4.8002e-02 ] [ l_g_total: 4.8002e-02 ] +2024-10-09 13:07:38,380 INFO: [ epoch: 627 ] [ iter:259,000 ] [ performance: 20.736 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:17 ] [ l_g_pix: 4.4503e-02 ] [ l_g_total: 4.4503e-02 ] +2024-10-09 13:07:42,078 INFO: [ epoch: 627 ] [ iter:259,100 ] [ performance: 28.378 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:10 ] [ l_g_pix: 4.9380e-02 ] [ l_g_total: 4.9380e-02 ] +2024-10-09 13:07:45,838 INFO: [ epoch: 627 ] [ iter:259,200 ] [ performance: 26.772 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:02 ] [ l_g_pix: 4.9436e-02 ] [ l_g_total: 4.9436e-02 ] +2024-10-09 13:07:49,441 INFO: [ epoch: 627 ] [ iter:259,300 ] [ performance: 30.142 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:55 ] [ l_g_pix: 4.0740e-02 ] [ l_g_total: 4.0740e-02 ] +2024-10-09 13:07:54,068 INFO: [ epoch: 628 ] [ iter:259,400 ] [ performance: 22.189 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:48 ] [ l_g_pix: 3.7381e-02 ] [ l_g_total: 3.7381e-02 ] +2024-10-09 13:07:57,869 INFO: [ epoch: 628 ] [ iter:259,500 ] [ performance: 26.437 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:41 ] [ l_g_pix: 4.1313e-02 ] [ l_g_total: 4.1313e-02 ] +2024-10-09 13:08:01,568 INFO: [ epoch: 628 ] [ iter:259,600 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:33 ] [ l_g_pix: 4.7999e-02 ] [ l_g_total: 4.7999e-02 ] +2024-10-09 13:08:05,245 INFO: [ epoch: 628 ] [ iter:259,700 ] [ performance: 29.396 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:26 ] [ l_g_pix: 4.4838e-02 ] [ l_g_total: 4.4838e-02 ] +2024-10-09 13:08:10,167 INFO: [ epoch: 629 ] [ iter:259,800 ] [ performance: 20.800 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:20 ] [ l_g_pix: 5.2917e-02 ] [ l_g_total: 5.2917e-02 ] +2024-10-09 13:08:13,966 INFO: [ epoch: 629 ] [ iter:259,900 ] [ performance: 26.231 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:12 ] [ l_g_pix: 4.6470e-02 ] [ l_g_total: 4.6470e-02 ] +2024-10-09 13:08:17,731 INFO: [ epoch: 629 ] [ iter:260,000 ] [ performance: 26.545 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:05 ] [ l_g_pix: 4.7963e-02 ] [ l_g_total: 4.7963e-02 ] +2024-10-09 13:08:17,731 INFO: Saving models and training states. +2024-10-09 13:11:05,073 INFO: Validation val + + # psnr: 27.2141........ Best: 27.2317 @ 230000 iter + # ssim: 0.7678........ Best: 0.7679 @ 230000 iter + # dists: 0.7726........ Best: 0.7726 @ 260000 iter + +2024-10-09 13:11:08,754 INFO: [ epoch: 629 ] [ iter:260,100 ] [ performance: 29.462 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:45 ] [ l_g_pix: 3.6185e-02 ] [ l_g_total: 3.6185e-02 ] +2024-10-09 13:11:13,184 INFO: [ epoch: 630 ] [ iter:260,200 ] [ performance: 22.887 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:38 ] [ l_g_pix: 5.1859e-02 ] [ l_g_total: 5.1859e-02 ] +2024-10-09 13:11:17,240 INFO: [ epoch: 630 ] [ iter:260,300 ] [ performance: 25.935 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:30 ] [ l_g_pix: 4.0994e-02 ] [ l_g_total: 4.0994e-02 ] +2024-10-09 13:11:21,001 INFO: [ epoch: 630 ] [ iter:260,400 ] [ performance: 26.561 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:23 ] [ l_g_pix: 5.3213e-02 ] [ l_g_total: 5.3213e-02 ] +2024-10-09 13:11:24,720 INFO: [ epoch: 630 ] [ iter:260,500 ] [ performance: 27.415 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:15 ] [ l_g_pix: 5.5255e-02 ] [ l_g_total: 5.5255e-02 ] +2024-10-09 13:11:28,123 INFO: [ epoch: 630 ] [ iter:260,600 ] [ performance: 29.303 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:07 ] [ l_g_pix: 4.6146e-02 ] [ l_g_total: 4.6146e-02 ] +2024-10-09 13:11:33,041 INFO: [ epoch: 631 ] [ iter:260,700 ] [ performance: 25.521 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:01 ] [ l_g_pix: 4.3913e-02 ] [ l_g_total: 4.3913e-02 ] +2024-10-09 13:11:36,768 INFO: [ epoch: 631 ] [ iter:260,800 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:54 ] [ l_g_pix: 5.6421e-02 ] [ l_g_total: 5.6421e-02 ] +2024-10-09 13:11:40,518 INFO: [ epoch: 631 ] [ iter:260,900 ] [ performance: 27.225 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:46 ] [ l_g_pix: 5.3182e-02 ] [ l_g_total: 5.3182e-02 ] +2024-10-09 13:11:43,999 INFO: [ epoch: 631 ] [ iter:261,000 ] [ performance: 28.701 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:38 ] [ l_g_pix: 5.3442e-02 ] [ l_g_total: 5.3442e-02 ] +2024-10-09 13:11:49,023 INFO: [ epoch: 632 ] [ iter:261,100 ] [ performance: 24.965 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:32 ] [ l_g_pix: 4.5245e-02 ] [ l_g_total: 4.5245e-02 ] +2024-10-09 13:11:52,731 INFO: [ epoch: 632 ] [ iter:261,200 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:24 ] [ l_g_pix: 4.6748e-02 ] [ l_g_total: 4.6748e-02 ] +2024-10-09 13:11:56,422 INFO: [ epoch: 632 ] [ iter:261,300 ] [ performance: 27.022 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:17 ] [ l_g_pix: 5.7730e-02 ] [ l_g_total: 5.7730e-02 ] +2024-10-09 13:11:59,968 INFO: [ epoch: 632 ] [ iter:261,400 ] [ performance: 28.211 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:09 ] [ l_g_pix: 4.1332e-02 ] [ l_g_total: 4.1332e-02 ] +2024-10-09 13:12:04,936 INFO: [ epoch: 633 ] [ iter:261,500 ] [ performance: 23.497 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:03 ] [ l_g_pix: 4.7441e-02 ] [ l_g_total: 4.7441e-02 ] +2024-10-09 13:12:08,629 INFO: [ epoch: 633 ] [ iter:261,600 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:55 ] [ l_g_pix: 4.6648e-02 ] [ l_g_total: 4.6648e-02 ] +2024-10-09 13:12:12,279 INFO: [ epoch: 633 ] [ iter:261,700 ] [ performance: 27.266 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:48 ] [ l_g_pix: 5.4833e-02 ] [ l_g_total: 5.4833e-02 ] +2024-10-09 13:12:15,872 INFO: [ epoch: 633 ] [ iter:261,800 ] [ performance: 27.856 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:40 ] [ l_g_pix: 5.4908e-02 ] [ l_g_total: 5.4908e-02 ] +2024-10-09 13:12:20,973 INFO: [ epoch: 634 ] [ iter:261,900 ] [ performance: 22.977 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:34 ] [ l_g_pix: 3.7990e-02 ] [ l_g_total: 3.7990e-02 ] +2024-10-09 13:12:24,746 INFO: [ epoch: 634 ] [ iter:262,000 ] [ performance: 26.534 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:26 ] [ l_g_pix: 6.2643e-02 ] [ l_g_total: 6.2643e-02 ] +2024-10-09 13:12:28,476 INFO: [ epoch: 634 ] [ iter:262,100 ] [ performance: 26.675 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:19 ] [ l_g_pix: 5.6102e-02 ] [ l_g_total: 5.6102e-02 ] +2024-10-09 13:12:32,074 INFO: [ epoch: 634 ] [ iter:262,200 ] [ performance: 27.874 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:11 ] [ l_g_pix: 5.7619e-02 ] [ l_g_total: 5.7619e-02 ] +2024-10-09 13:12:37,042 INFO: [ epoch: 635 ] [ iter:262,300 ] [ performance: 23.304 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:05 ] [ l_g_pix: 4.1191e-02 ] [ l_g_total: 4.1191e-02 ] +2024-10-09 13:12:40,819 INFO: [ epoch: 635 ] [ iter:262,400 ] [ performance: 26.522 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:57 ] [ l_g_pix: 4.2049e-02 ] [ l_g_total: 4.2049e-02 ] +2024-10-09 13:12:44,544 INFO: [ epoch: 635 ] [ iter:262,500 ] [ performance: 26.689 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:50 ] [ l_g_pix: 4.5236e-02 ] [ l_g_total: 4.5236e-02 ] +2024-10-09 13:12:48,163 INFO: [ epoch: 635 ] [ iter:262,600 ] [ performance: 27.670 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:42 ] [ l_g_pix: 4.4871e-02 ] [ l_g_total: 4.4871e-02 ] +2024-10-09 13:12:53,078 INFO: [ epoch: 636 ] [ iter:262,700 ] [ performance: 23.344 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:36 ] [ l_g_pix: 4.8853e-02 ] [ l_g_total: 4.8853e-02 ] +2024-10-09 13:12:56,803 INFO: [ epoch: 636 ] [ iter:262,800 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:28 ] [ l_g_pix: 4.6462e-02 ] [ l_g_total: 4.6462e-02 ] +2024-10-09 13:13:00,503 INFO: [ epoch: 636 ] [ iter:262,900 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:21 ] [ l_g_pix: 4.6095e-02 ] [ l_g_total: 4.6095e-02 ] +2024-10-09 13:13:04,225 INFO: [ epoch: 636 ] [ iter:263,000 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:13 ] [ l_g_pix: 4.8637e-02 ] [ l_g_total: 4.8637e-02 ] +2024-10-09 13:13:08,894 INFO: [ epoch: 637 ] [ iter:263,100 ] [ performance: 23.737 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:07 ] [ l_g_pix: 6.0517e-02 ] [ l_g_total: 6.0517e-02 ] +2024-10-09 13:13:12,807 INFO: [ epoch: 637 ] [ iter:263,200 ] [ performance: 26.222 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:00 ] [ l_g_pix: 5.0675e-02 ] [ l_g_total: 5.0675e-02 ] +2024-10-09 13:13:16,528 INFO: [ epoch: 637 ] [ iter:263,300 ] [ performance: 26.560 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:52 ] [ l_g_pix: 3.6256e-02 ] [ l_g_total: 3.6256e-02 ] +2024-10-09 13:13:20,278 INFO: [ epoch: 637 ] [ iter:263,400 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:45 ] [ l_g_pix: 6.1220e-02 ] [ l_g_total: 6.1220e-02 ] +2024-10-09 13:13:24,699 INFO: [ epoch: 638 ] [ iter:263,500 ] [ performance: 24.417 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:38 ] [ l_g_pix: 5.1173e-02 ] [ l_g_total: 5.1173e-02 ] +2024-10-09 13:13:28,844 INFO: [ epoch: 638 ] [ iter:263,600 ] [ performance: 24.856 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:31 ] [ l_g_pix: 5.4327e-02 ] [ l_g_total: 5.4327e-02 ] +2024-10-09 13:13:32,522 INFO: [ epoch: 638 ] [ iter:263,700 ] [ performance: 26.043 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:23 ] [ l_g_pix: 4.2088e-02 ] [ l_g_total: 4.2088e-02 ] +2024-10-09 13:13:36,235 INFO: [ epoch: 638 ] [ iter:263,800 ] [ performance: 26.887 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:16 ] [ l_g_pix: 4.4160e-02 ] [ l_g_total: 4.4160e-02 ] +2024-10-09 13:13:39,733 INFO: [ epoch: 638 ] [ iter:263,900 ] [ performance: 27.770 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:08 ] [ l_g_pix: 5.2207e-02 ] [ l_g_total: 5.2207e-02 ] +2024-10-09 13:13:44,872 INFO: [ epoch: 639 ] [ iter:264,000 ] [ performance: 23.403 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:02 ] [ l_g_pix: 4.6523e-02 ] [ l_g_total: 4.6523e-02 ] +2024-10-09 13:13:48,663 INFO: [ epoch: 639 ] [ iter:264,100 ] [ performance: 24.910 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:55 ] [ l_g_pix: 4.7615e-02 ] [ l_g_total: 4.7615e-02 ] +2024-10-09 13:13:52,410 INFO: [ epoch: 639 ] [ iter:264,200 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:47 ] [ l_g_pix: 4.3835e-02 ] [ l_g_total: 4.3835e-02 ] +2024-10-09 13:13:55,963 INFO: [ epoch: 639 ] [ iter:264,300 ] [ performance: 27.513 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:39 ] [ l_g_pix: 4.7689e-02 ] [ l_g_total: 4.7689e-02 ] +2024-10-09 13:14:00,872 INFO: [ epoch: 640 ] [ iter:264,400 ] [ performance: 19.402 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:33 ] [ l_g_pix: 5.3977e-02 ] [ l_g_total: 5.3977e-02 ] +2024-10-09 13:14:04,643 INFO: [ epoch: 640 ] [ iter:264,500 ] [ performance: 22.699 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:26 ] [ l_g_pix: 4.1852e-02 ] [ l_g_total: 4.1852e-02 ] +2024-10-09 13:14:08,322 INFO: [ epoch: 640 ] [ iter:264,600 ] [ performance: 27.257 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:18 ] [ l_g_pix: 4.4725e-02 ] [ l_g_total: 4.4725e-02 ] +2024-10-09 13:14:11,896 INFO: [ epoch: 640 ] [ iter:264,700 ] [ performance: 27.647 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:11 ] [ l_g_pix: 4.9529e-02 ] [ l_g_total: 4.9529e-02 ] +2024-10-09 13:14:16,882 INFO: [ epoch: 641 ] [ iter:264,800 ] [ performance: 18.913 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:04 ] [ l_g_pix: 4.8859e-02 ] [ l_g_total: 4.8859e-02 ] +2024-10-09 13:14:20,647 INFO: [ epoch: 641 ] [ iter:264,900 ] [ performance: 22.445 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:57 ] [ l_g_pix: 5.7558e-02 ] [ l_g_total: 5.7558e-02 ] +2024-10-09 13:14:24,396 INFO: [ epoch: 641 ] [ iter:265,000 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:50 ] [ l_g_pix: 4.9909e-02 ] [ l_g_total: 4.9909e-02 ] +2024-10-09 13:14:28,011 INFO: [ epoch: 641 ] [ iter:265,100 ] [ performance: 27.243 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:42 ] [ l_g_pix: 5.9683e-02 ] [ l_g_total: 5.9683e-02 ] +2024-10-09 13:14:33,094 INFO: [ epoch: 642 ] [ iter:265,200 ] [ performance: 18.330 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:36 ] [ l_g_pix: 4.7850e-02 ] [ l_g_total: 4.7850e-02 ] +2024-10-09 13:14:36,825 INFO: [ epoch: 642 ] [ iter:265,300 ] [ performance: 22.212 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:28 ] [ l_g_pix: 6.4206e-02 ] [ l_g_total: 6.4206e-02 ] +2024-10-09 13:14:40,524 INFO: [ epoch: 642 ] [ iter:265,400 ] [ performance: 27.183 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:21 ] [ l_g_pix: 5.6432e-02 ] [ l_g_total: 5.6432e-02 ] +2024-10-09 13:14:44,117 INFO: [ epoch: 642 ] [ iter:265,500 ] [ performance: 27.544 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:13 ] [ l_g_pix: 5.5172e-02 ] [ l_g_total: 5.5172e-02 ] +2024-10-09 13:14:49,056 INFO: [ epoch: 643 ] [ iter:265,600 ] [ performance: 18.797 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:07 ] [ l_g_pix: 4.9159e-02 ] [ l_g_total: 4.9159e-02 ] +2024-10-09 13:14:52,812 INFO: [ epoch: 643 ] [ iter:265,700 ] [ performance: 22.494 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:00 ] [ l_g_pix: 5.2741e-02 ] [ l_g_total: 5.2741e-02 ] +2024-10-09 13:14:56,541 INFO: [ epoch: 643 ] [ iter:265,800 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:52 ] [ l_g_pix: 4.7354e-02 ] [ l_g_total: 4.7354e-02 ] +2024-10-09 13:15:00,194 INFO: [ epoch: 643 ] [ iter:265,900 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:45 ] [ l_g_pix: 4.2059e-02 ] [ l_g_total: 4.2059e-02 ] +2024-10-09 13:15:04,778 INFO: [ epoch: 644 ] [ iter:266,000 ] [ performance: 20.316 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:38 ] [ l_g_pix: 5.5999e-02 ] [ l_g_total: 5.5999e-02 ] +2024-10-09 13:15:08,596 INFO: [ epoch: 644 ] [ iter:266,100 ] [ performance: 23.270 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:31 ] [ l_g_pix: 3.8642e-02 ] [ l_g_total: 3.8642e-02 ] +2024-10-09 13:15:12,363 INFO: [ epoch: 644 ] [ iter:266,200 ] [ performance: 26.589 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:24 ] [ l_g_pix: 5.1227e-02 ] [ l_g_total: 5.1227e-02 ] +2024-10-09 13:15:16,025 INFO: [ epoch: 644 ] [ iter:266,300 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:16 ] [ l_g_pix: 4.1854e-02 ] [ l_g_total: 4.1854e-02 ] +2024-10-09 13:15:20,676 INFO: [ epoch: 645 ] [ iter:266,400 ] [ performance: 19.950 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:10 ] [ l_g_pix: 4.6870e-02 ] [ l_g_total: 4.6870e-02 ] +2024-10-09 13:15:24,597 INFO: [ epoch: 645 ] [ iter:266,500 ] [ performance: 22.788 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:02 ] [ l_g_pix: 4.6527e-02 ] [ l_g_total: 4.6527e-02 ] +2024-10-09 13:15:28,295 INFO: [ epoch: 645 ] [ iter:266,600 ] [ performance: 27.406 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:55 ] [ l_g_pix: 4.4740e-02 ] [ l_g_total: 4.4740e-02 ] +2024-10-09 13:15:31,994 INFO: [ epoch: 645 ] [ iter:266,700 ] [ performance: 27.196 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:47 ] [ l_g_pix: 4.8006e-02 ] [ l_g_total: 4.8006e-02 ] +2024-10-09 13:15:36,235 INFO: [ epoch: 646 ] [ iter:266,800 ] [ performance: 22.169 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:41 ] [ l_g_pix: 6.2635e-02 ] [ l_g_total: 6.2635e-02 ] +2024-10-09 13:15:40,555 INFO: [ epoch: 646 ] [ iter:266,900 ] [ performance: 22.729 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:34 ] [ l_g_pix: 4.7615e-02 ] [ l_g_total: 4.7615e-02 ] +2024-10-09 13:15:44,275 INFO: [ epoch: 646 ] [ iter:267,000 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:26 ] [ l_g_pix: 5.3333e-02 ] [ l_g_total: 5.3333e-02 ] +2024-10-09 13:15:48,035 INFO: [ epoch: 646 ] [ iter:267,100 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:19 ] [ l_g_pix: 4.4273e-02 ] [ l_g_total: 4.4273e-02 ] +2024-10-09 13:15:51,523 INFO: [ epoch: 646 ] [ iter:267,200 ] [ performance: 29.190 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:11 ] [ l_g_pix: 4.0016e-02 ] [ l_g_total: 4.0016e-02 ] +2024-10-09 13:15:56,659 INFO: [ epoch: 647 ] [ iter:267,300 ] [ performance: 22.600 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:05 ] [ l_g_pix: 3.3181e-02 ] [ l_g_total: 3.3181e-02 ] +2024-10-09 13:16:00,436 INFO: [ epoch: 647 ] [ iter:267,400 ] [ performance: 26.473 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:58 ] [ l_g_pix: 5.1675e-02 ] [ l_g_total: 5.1675e-02 ] +2024-10-09 13:16:04,171 INFO: [ epoch: 647 ] [ iter:267,500 ] [ performance: 26.653 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:51 ] [ l_g_pix: 4.6725e-02 ] [ l_g_total: 4.6725e-02 ] +2024-10-09 13:16:07,671 INFO: [ epoch: 647 ] [ iter:267,600 ] [ performance: 29.488 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:43 ] [ l_g_pix: 5.5542e-02 ] [ l_g_total: 5.5542e-02 ] +2024-10-09 13:16:12,560 INFO: [ epoch: 648 ] [ iter:267,700 ] [ performance: 23.382 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:37 ] [ l_g_pix: 5.0603e-02 ] [ l_g_total: 5.0603e-02 ] +2024-10-09 13:16:16,311 INFO: [ epoch: 648 ] [ iter:267,800 ] [ performance: 26.801 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:29 ] [ l_g_pix: 4.0872e-02 ] [ l_g_total: 4.0872e-02 ] +2024-10-09 13:16:20,008 INFO: [ epoch: 648 ] [ iter:267,900 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:22 ] [ l_g_pix: 5.0002e-02 ] [ l_g_total: 5.0002e-02 ] +2024-10-09 13:16:23,598 INFO: [ epoch: 648 ] [ iter:268,000 ] [ performance: 28.679 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:15 ] [ l_g_pix: 4.2483e-02 ] [ l_g_total: 4.2483e-02 ] +2024-10-09 13:16:28,658 INFO: [ epoch: 649 ] [ iter:268,100 ] [ performance: 22.583 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:08 ] [ l_g_pix: 4.8185e-02 ] [ l_g_total: 4.8185e-02 ] +2024-10-09 13:16:32,398 INFO: [ epoch: 649 ] [ iter:268,200 ] [ performance: 27.028 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:01 ] [ l_g_pix: 4.5575e-02 ] [ l_g_total: 4.5575e-02 ] +2024-10-09 13:16:36,152 INFO: [ epoch: 649 ] [ iter:268,300 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:54 ] [ l_g_pix: 4.6914e-02 ] [ l_g_total: 4.6914e-02 ] +2024-10-09 13:16:39,746 INFO: [ epoch: 649 ] [ iter:268,400 ] [ performance: 28.409 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:46 ] [ l_g_pix: 4.2637e-02 ] [ l_g_total: 4.2637e-02 ] +2024-10-09 13:16:44,718 INFO: [ epoch: 650 ] [ iter:268,500 ] [ performance: 22.730 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:40 ] [ l_g_pix: 5.2429e-02 ] [ l_g_total: 5.2429e-02 ] +2024-10-09 13:16:48,432 INFO: [ epoch: 650 ] [ iter:268,600 ] [ performance: 27.170 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:33 ] [ l_g_pix: 4.4627e-02 ] [ l_g_total: 4.4627e-02 ] +2024-10-09 13:16:52,179 INFO: [ epoch: 650 ] [ iter:268,700 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:25 ] [ l_g_pix: 4.7919e-02 ] [ l_g_total: 4.7919e-02 ] +2024-10-09 13:16:55,817 INFO: [ epoch: 650 ] [ iter:268,800 ] [ performance: 27.996 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:18 ] [ l_g_pix: 4.7372e-02 ] [ l_g_total: 4.7372e-02 ] +2024-10-09 13:17:00,762 INFO: [ epoch: 651 ] [ iter:268,900 ] [ performance: 22.659 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:12 ] [ l_g_pix: 5.1486e-02 ] [ l_g_total: 5.1486e-02 ] +2024-10-09 13:17:04,503 INFO: [ epoch: 651 ] [ iter:269,000 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:04 ] [ l_g_pix: 4.2879e-02 ] [ l_g_total: 4.2879e-02 ] +2024-10-09 13:17:08,232 INFO: [ epoch: 651 ] [ iter:269,100 ] [ performance: 26.782 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:57 ] [ l_g_pix: 5.3792e-02 ] [ l_g_total: 5.3792e-02 ] +2024-10-09 13:17:11,891 INFO: [ epoch: 651 ] [ iter:269,200 ] [ performance: 27.644 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:50 ] [ l_g_pix: 4.5826e-02 ] [ l_g_total: 4.5826e-02 ] +2024-10-09 13:17:16,677 INFO: [ epoch: 652 ] [ iter:269,300 ] [ performance: 23.027 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:43 ] [ l_g_pix: 4.7299e-02 ] [ l_g_total: 4.7299e-02 ] +2024-10-09 13:17:20,445 INFO: [ epoch: 652 ] [ iter:269,400 ] [ performance: 27.167 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:36 ] [ l_g_pix: 3.9061e-02 ] [ l_g_total: 3.9061e-02 ] +2024-10-09 13:17:24,187 INFO: [ epoch: 652 ] [ iter:269,500 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:29 ] [ l_g_pix: 4.0058e-02 ] [ l_g_total: 4.0058e-02 ] +2024-10-09 13:17:27,889 INFO: [ epoch: 652 ] [ iter:269,600 ] [ performance: 27.266 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:21 ] [ l_g_pix: 5.3357e-02 ] [ l_g_total: 5.3357e-02 ] +2024-10-09 13:17:32,344 INFO: [ epoch: 653 ] [ iter:269,700 ] [ performance: 24.028 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:15 ] [ l_g_pix: 4.3206e-02 ] [ l_g_total: 4.3206e-02 ] +2024-10-09 13:17:36,474 INFO: [ epoch: 653 ] [ iter:269,800 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:08 ] [ l_g_pix: 4.7424e-02 ] [ l_g_total: 4.7424e-02 ] +2024-10-09 13:17:40,164 INFO: [ epoch: 653 ] [ iter:269,900 ] [ performance: 27.011 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:00 ] [ l_g_pix: 4.7626e-02 ] [ l_g_total: 4.7626e-02 ] +2024-10-09 13:17:43,884 INFO: [ epoch: 653 ] [ iter:270,000 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:53 ] [ l_g_pix: 4.7905e-02 ] [ l_g_total: 4.7905e-02 ] +2024-10-09 13:17:43,885 INFO: Saving models and training states. +2024-10-09 13:20:36,159 INFO: Validation val + + # psnr: 27.2397........ Best: 27.2397 @ 270000 iter + # ssim: 0.7682........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 13:20:39,612 INFO: [ epoch: 653 ] [ iter:270,100 ] [ performance: 28.174 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:25 ] [ l_g_pix: 5.1284e-02 ] [ l_g_total: 5.1284e-02 ] +2024-10-09 13:20:44,571 INFO: [ epoch: 654 ] [ iter:270,200 ] [ performance: 27.188 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:19 ] [ l_g_pix: 5.1224e-02 ] [ l_g_total: 5.1224e-02 ] +2024-10-09 13:20:48,300 INFO: [ epoch: 654 ] [ iter:270,300 ] [ performance: 26.955 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:11 ] [ l_g_pix: 5.3832e-02 ] [ l_g_total: 5.3832e-02 ] +2024-10-09 13:20:52,060 INFO: [ epoch: 654 ] [ iter:270,400 ] [ performance: 26.678 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:04 ] [ l_g_pix: 3.9210e-02 ] [ l_g_total: 3.9210e-02 ] +2024-10-09 13:20:55,578 INFO: [ epoch: 654 ] [ iter:270,500 ] [ performance: 27.784 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:56 ] [ l_g_pix: 3.8493e-02 ] [ l_g_total: 3.8493e-02 ] +2024-10-09 13:21:00,588 INFO: [ epoch: 655 ] [ iter:270,600 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:50 ] [ l_g_pix: 4.7669e-02 ] [ l_g_total: 4.7669e-02 ] +2024-10-09 13:21:04,374 INFO: [ epoch: 655 ] [ iter:270,700 ] [ performance: 26.532 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:43 ] [ l_g_pix: 4.5272e-02 ] [ l_g_total: 4.5272e-02 ] +2024-10-09 13:21:08,121 INFO: [ epoch: 655 ] [ iter:270,800 ] [ performance: 26.703 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:35 ] [ l_g_pix: 4.4700e-02 ] [ l_g_total: 4.4700e-02 ] +2024-10-09 13:21:11,642 INFO: [ epoch: 655 ] [ iter:270,900 ] [ performance: 27.792 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:28 ] [ l_g_pix: 4.3455e-02 ] [ l_g_total: 4.3455e-02 ] +2024-10-09 13:21:16,600 INFO: [ epoch: 656 ] [ iter:271,000 ] [ performance: 25.215 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:21 ] [ l_g_pix: 4.5691e-02 ] [ l_g_total: 4.5691e-02 ] +2024-10-09 13:21:20,325 INFO: [ epoch: 656 ] [ iter:271,100 ] [ performance: 26.267 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:14 ] [ l_g_pix: 3.0030e-02 ] [ l_g_total: 3.0030e-02 ] +2024-10-09 13:21:24,065 INFO: [ epoch: 656 ] [ iter:271,200 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:06 ] [ l_g_pix: 3.8999e-02 ] [ l_g_total: 3.8999e-02 ] +2024-10-09 13:21:27,627 INFO: [ epoch: 656 ] [ iter:271,300 ] [ performance: 27.656 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:59 ] [ l_g_pix: 4.2610e-02 ] [ l_g_total: 4.2610e-02 ] +2024-10-09 13:21:32,515 INFO: [ epoch: 657 ] [ iter:271,400 ] [ performance: 23.236 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:53 ] [ l_g_pix: 3.3520e-02 ] [ l_g_total: 3.3520e-02 ] +2024-10-09 13:21:36,218 INFO: [ epoch: 657 ] [ iter:271,500 ] [ performance: 25.624 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:45 ] [ l_g_pix: 4.9194e-02 ] [ l_g_total: 4.9194e-02 ] +2024-10-09 13:21:39,881 INFO: [ epoch: 657 ] [ iter:271,600 ] [ performance: 27.288 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:38 ] [ l_g_pix: 5.8821e-02 ] [ l_g_total: 5.8821e-02 ] +2024-10-09 13:21:43,492 INFO: [ epoch: 657 ] [ iter:271,700 ] [ performance: 27.559 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:30 ] [ l_g_pix: 5.8451e-02 ] [ l_g_total: 5.8451e-02 ] +2024-10-09 13:21:48,513 INFO: [ epoch: 658 ] [ iter:271,800 ] [ performance: 14.851 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:24 ] [ l_g_pix: 3.6680e-02 ] [ l_g_total: 3.6680e-02 ] +2024-10-09 13:21:52,203 INFO: [ epoch: 658 ] [ iter:271,900 ] [ performance: 21.386 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:17 ] [ l_g_pix: 6.1867e-02 ] [ l_g_total: 6.1867e-02 ] +2024-10-09 13:21:55,929 INFO: [ epoch: 658 ] [ iter:272,000 ] [ performance: 26.695 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:09 ] [ l_g_pix: 3.9966e-02 ] [ l_g_total: 3.9966e-02 ] +2024-10-09 13:21:59,569 INFO: [ epoch: 658 ] [ iter:272,100 ] [ performance: 27.223 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:02 ] [ l_g_pix: 4.1087e-02 ] [ l_g_total: 4.1087e-02 ] +2024-10-09 13:22:04,527 INFO: [ epoch: 659 ] [ iter:272,200 ] [ performance: 14.831 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:55 ] [ l_g_pix: 4.7347e-02 ] [ l_g_total: 4.7347e-02 ] +2024-10-09 13:22:08,262 INFO: [ epoch: 659 ] [ iter:272,300 ] [ performance: 21.361 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:48 ] [ l_g_pix: 4.4181e-02 ] [ l_g_total: 4.4181e-02 ] +2024-10-09 13:22:11,947 INFO: [ epoch: 659 ] [ iter:272,400 ] [ performance: 27.121 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:41 ] [ l_g_pix: 3.6132e-02 ] [ l_g_total: 3.6132e-02 ] +2024-10-09 13:22:15,618 INFO: [ epoch: 659 ] [ iter:272,500 ] [ performance: 27.207 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:33 ] [ l_g_pix: 3.9515e-02 ] [ l_g_total: 3.9515e-02 ] +2024-10-09 13:22:20,114 INFO: [ epoch: 660 ] [ iter:272,600 ] [ performance: 17.144 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:27 ] [ l_g_pix: 4.0143e-02 ] [ l_g_total: 4.0143e-02 ] +2024-10-09 13:22:24,070 INFO: [ epoch: 660 ] [ iter:272,700 ] [ performance: 22.084 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:19 ] [ l_g_pix: 6.0031e-02 ] [ l_g_total: 6.0031e-02 ] +2024-10-09 13:22:27,852 INFO: [ epoch: 660 ] [ iter:272,800 ] [ performance: 26.122 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:12 ] [ l_g_pix: 4.6037e-02 ] [ l_g_total: 4.6037e-02 ] +2024-10-09 13:22:31,606 INFO: [ epoch: 660 ] [ iter:272,900 ] [ performance: 26.483 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:05 ] [ l_g_pix: 5.3324e-02 ] [ l_g_total: 5.3324e-02 ] +2024-10-09 13:22:36,037 INFO: [ epoch: 661 ] [ iter:273,000 ] [ performance: 17.285 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:58 ] [ l_g_pix: 4.3558e-02 ] [ l_g_total: 4.3558e-02 ] +2024-10-09 13:22:40,044 INFO: [ epoch: 661 ] [ iter:273,100 ] [ performance: 22.062 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:51 ] [ l_g_pix: 3.8907e-02 ] [ l_g_total: 3.8907e-02 ] +2024-10-09 13:22:43,758 INFO: [ epoch: 661 ] [ iter:273,200 ] [ performance: 26.575 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:44 ] [ l_g_pix: 4.6220e-02 ] [ l_g_total: 4.6220e-02 ] +2024-10-09 13:22:47,475 INFO: [ epoch: 661 ] [ iter:273,300 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:36 ] [ l_g_pix: 3.6257e-02 ] [ l_g_total: 3.6257e-02 ] +2024-10-09 13:22:50,982 INFO: [ epoch: 661 ] [ iter:273,400 ] [ performance: 29.090 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:29 ] [ l_g_pix: 4.0304e-02 ] [ l_g_total: 4.0304e-02 ] +2024-10-09 13:22:56,128 INFO: [ epoch: 662 ] [ iter:273,500 ] [ performance: 21.515 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:23 ] [ l_g_pix: 5.6057e-02 ] [ l_g_total: 5.6057e-02 ] +2024-10-09 13:22:59,843 INFO: [ epoch: 662 ] [ iter:273,600 ] [ performance: 26.527 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:15 ] [ l_g_pix: 4.6607e-02 ] [ l_g_total: 4.6607e-02 ] +2024-10-09 13:23:03,591 INFO: [ epoch: 662 ] [ iter:273,700 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:08 ] [ l_g_pix: 5.2678e-02 ] [ l_g_total: 5.2678e-02 ] +2024-10-09 13:23:07,068 INFO: [ epoch: 662 ] [ iter:273,800 ] [ performance: 29.284 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:00 ] [ l_g_pix: 5.0312e-02 ] [ l_g_total: 5.0312e-02 ] +2024-10-09 13:23:12,180 INFO: [ epoch: 663 ] [ iter:273,900 ] [ performance: 21.535 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:54 ] [ l_g_pix: 4.8321e-02 ] [ l_g_total: 4.8321e-02 ] +2024-10-09 13:23:15,905 INFO: [ epoch: 663 ] [ iter:274,000 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:47 ] [ l_g_pix: 5.4720e-02 ] [ l_g_total: 5.4720e-02 ] +2024-10-09 13:23:19,622 INFO: [ epoch: 663 ] [ iter:274,100 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:40 ] [ l_g_pix: 3.8995e-02 ] [ l_g_total: 3.8995e-02 ] +2024-10-09 13:23:23,173 INFO: [ epoch: 663 ] [ iter:274,200 ] [ performance: 29.003 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:32 ] [ l_g_pix: 5.0265e-02 ] [ l_g_total: 5.0265e-02 ] +2024-10-09 13:23:28,041 INFO: [ epoch: 664 ] [ iter:274,300 ] [ performance: 22.264 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:26 ] [ l_g_pix: 5.6595e-02 ] [ l_g_total: 5.6595e-02 ] +2024-10-09 13:23:31,810 INFO: [ epoch: 664 ] [ iter:274,400 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:18 ] [ l_g_pix: 3.8577e-02 ] [ l_g_total: 3.8577e-02 ] +2024-10-09 13:23:35,530 INFO: [ epoch: 664 ] [ iter:274,500 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:11 ] [ l_g_pix: 3.6148e-02 ] [ l_g_total: 3.6148e-02 ] +2024-10-09 13:23:39,119 INFO: [ epoch: 664 ] [ iter:274,600 ] [ performance: 28.921 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:04 ] [ l_g_pix: 5.3963e-02 ] [ l_g_total: 5.3963e-02 ] +2024-10-09 13:23:44,219 INFO: [ epoch: 665 ] [ iter:274,700 ] [ performance: 21.356 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:58 ] [ l_g_pix: 4.6716e-02 ] [ l_g_total: 4.6716e-02 ] +2024-10-09 13:23:47,938 INFO: [ epoch: 665 ] [ iter:274,800 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:50 ] [ l_g_pix: 5.6625e-02 ] [ l_g_total: 5.6625e-02 ] +2024-10-09 13:23:51,675 INFO: [ epoch: 665 ] [ iter:274,900 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:43 ] [ l_g_pix: 3.7158e-02 ] [ l_g_total: 3.7158e-02 ] +2024-10-09 13:23:55,319 INFO: [ epoch: 665 ] [ iter:275,000 ] [ performance: 28.944 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:36 ] [ l_g_pix: 5.3674e-02 ] [ l_g_total: 5.3674e-02 ] +2024-10-09 13:24:00,254 INFO: [ epoch: 666 ] [ iter:275,100 ] [ performance: 21.855 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:29 ] [ l_g_pix: 3.7943e-02 ] [ l_g_total: 3.7943e-02 ] +2024-10-09 13:24:04,050 INFO: [ epoch: 666 ] [ iter:275,200 ] [ performance: 26.399 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:22 ] [ l_g_pix: 6.1395e-02 ] [ l_g_total: 6.1395e-02 ] +2024-10-09 13:24:07,754 INFO: [ epoch: 666 ] [ iter:275,300 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:15 ] [ l_g_pix: 4.3257e-02 ] [ l_g_total: 4.3257e-02 ] +2024-10-09 13:24:11,427 INFO: [ epoch: 666 ] [ iter:275,400 ] [ performance: 28.816 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:07 ] [ l_g_pix: 5.8810e-02 ] [ l_g_total: 5.8810e-02 ] +2024-10-09 13:24:16,266 INFO: [ epoch: 667 ] [ iter:275,500 ] [ performance: 22.114 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:01 ] [ l_g_pix: 4.8524e-02 ] [ l_g_total: 4.8524e-02 ] +2024-10-09 13:24:19,975 INFO: [ epoch: 667 ] [ iter:275,600 ] [ performance: 26.973 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:54 ] [ l_g_pix: 4.1785e-02 ] [ l_g_total: 4.1785e-02 ] +2024-10-09 13:24:23,633 INFO: [ epoch: 667 ] [ iter:275,700 ] [ performance: 27.260 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:46 ] [ l_g_pix: 6.5883e-02 ] [ l_g_total: 6.5883e-02 ] +2024-10-09 13:24:27,345 INFO: [ epoch: 667 ] [ iter:275,800 ] [ performance: 27.768 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:39 ] [ l_g_pix: 5.0914e-02 ] [ l_g_total: 5.0914e-02 ] +2024-10-09 13:24:32,037 INFO: [ epoch: 668 ] [ iter:275,900 ] [ performance: 22.459 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:33 ] [ l_g_pix: 3.9776e-02 ] [ l_g_total: 3.9776e-02 ] +2024-10-09 13:24:36,008 INFO: [ epoch: 668 ] [ iter:276,000 ] [ performance: 26.991 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:26 ] [ l_g_pix: 5.2557e-02 ] [ l_g_total: 5.2557e-02 ] +2024-10-09 13:24:39,704 INFO: [ epoch: 668 ] [ iter:276,100 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:18 ] [ l_g_pix: 4.8116e-02 ] [ l_g_total: 4.8116e-02 ] +2024-10-09 13:24:43,427 INFO: [ epoch: 668 ] [ iter:276,200 ] [ performance: 27.223 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:11 ] [ l_g_pix: 6.0392e-02 ] [ l_g_total: 6.0392e-02 ] +2024-10-09 13:24:47,751 INFO: [ epoch: 669 ] [ iter:276,300 ] [ performance: 23.872 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:04 ] [ l_g_pix: 3.1445e-02 ] [ l_g_total: 3.1445e-02 ] +2024-10-09 13:24:51,871 INFO: [ epoch: 669 ] [ iter:276,400 ] [ performance: 26.578 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:57 ] [ l_g_pix: 4.6125e-02 ] [ l_g_total: 4.6125e-02 ] +2024-10-09 13:24:55,563 INFO: [ epoch: 669 ] [ iter:276,500 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:50 ] [ l_g_pix: 5.8396e-02 ] [ l_g_total: 5.8396e-02 ] +2024-10-09 13:24:59,295 INFO: [ epoch: 669 ] [ iter:276,600 ] [ performance: 27.302 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:43 ] [ l_g_pix: 4.8672e-02 ] [ l_g_total: 4.8672e-02 ] +2024-10-09 13:25:02,809 INFO: [ epoch: 669 ] [ iter:276,700 ] [ performance: 28.234 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:35 ] [ l_g_pix: 3.9781e-02 ] [ l_g_total: 3.9781e-02 ] +2024-10-09 13:25:07,967 INFO: [ epoch: 670 ] [ iter:276,800 ] [ performance: 27.391 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:29 ] [ l_g_pix: 3.2440e-02 ] [ l_g_total: 3.2440e-02 ] +2024-10-09 13:25:11,736 INFO: [ epoch: 670 ] [ iter:276,900 ] [ performance: 26.695 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:22 ] [ l_g_pix: 4.6730e-02 ] [ l_g_total: 4.6730e-02 ] +2024-10-09 13:25:15,402 INFO: [ epoch: 670 ] [ iter:277,000 ] [ performance: 27.324 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:15 ] [ l_g_pix: 6.1064e-02 ] [ l_g_total: 6.1064e-02 ] +2024-10-09 13:25:18,901 INFO: [ epoch: 670 ] [ iter:277,100 ] [ performance: 28.349 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:07 ] [ l_g_pix: 4.6836e-02 ] [ l_g_total: 4.6836e-02 ] +2024-10-09 13:25:23,842 INFO: [ epoch: 671 ] [ iter:277,200 ] [ performance: 27.265 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:01 ] [ l_g_pix: 4.9946e-02 ] [ l_g_total: 4.9946e-02 ] +2024-10-09 13:25:27,602 INFO: [ epoch: 671 ] [ iter:277,300 ] [ performance: 26.713 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:54 ] [ l_g_pix: 4.0762e-02 ] [ l_g_total: 4.0762e-02 ] +2024-10-09 13:25:31,361 INFO: [ epoch: 671 ] [ iter:277,400 ] [ performance: 26.855 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:47 ] [ l_g_pix: 6.1819e-02 ] [ l_g_total: 6.1819e-02 ] +2024-10-09 13:25:34,956 INFO: [ epoch: 671 ] [ iter:277,500 ] [ performance: 27.657 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:39 ] [ l_g_pix: 5.2755e-02 ] [ l_g_total: 5.2755e-02 ] +2024-10-09 13:25:39,869 INFO: [ epoch: 672 ] [ iter:277,600 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:33 ] [ l_g_pix: 4.1776e-02 ] [ l_g_total: 4.1776e-02 ] +2024-10-09 13:25:43,598 INFO: [ epoch: 672 ] [ iter:277,700 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:26 ] [ l_g_pix: 5.0255e-02 ] [ l_g_total: 5.0255e-02 ] +2024-10-09 13:25:47,337 INFO: [ epoch: 672 ] [ iter:277,800 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:19 ] [ l_g_pix: 4.0916e-02 ] [ l_g_total: 4.0916e-02 ] +2024-10-09 13:25:50,900 INFO: [ epoch: 672 ] [ iter:277,900 ] [ performance: 27.862 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:11 ] [ l_g_pix: 4.5763e-02 ] [ l_g_total: 4.5763e-02 ] +2024-10-09 13:25:55,908 INFO: [ epoch: 673 ] [ iter:278,000 ] [ performance: 27.145 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:05 ] [ l_g_pix: 4.7799e-02 ] [ l_g_total: 4.7799e-02 ] +2024-10-09 13:25:59,620 INFO: [ epoch: 673 ] [ iter:278,100 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:58 ] [ l_g_pix: 4.1852e-02 ] [ l_g_total: 4.1852e-02 ] +2024-10-09 13:26:03,343 INFO: [ epoch: 673 ] [ iter:278,200 ] [ performance: 27.321 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:51 ] [ l_g_pix: 5.3564e-02 ] [ l_g_total: 5.3564e-02 ] +2024-10-09 13:26:07,013 INFO: [ epoch: 673 ] [ iter:278,300 ] [ performance: 27.262 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:43 ] [ l_g_pix: 4.9395e-02 ] [ l_g_total: 4.9395e-02 ] +2024-10-09 13:26:11,787 INFO: [ epoch: 674 ] [ iter:278,400 ] [ performance: 21.080 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:37 ] [ l_g_pix: 4.6238e-02 ] [ l_g_total: 4.6238e-02 ] +2024-10-09 13:26:15,560 INFO: [ epoch: 674 ] [ iter:278,500 ] [ performance: 25.650 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:30 ] [ l_g_pix: 5.0622e-02 ] [ l_g_total: 5.0622e-02 ] +2024-10-09 13:26:19,258 INFO: [ epoch: 674 ] [ iter:278,600 ] [ performance: 27.395 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:22 ] [ l_g_pix: 4.2588e-02 ] [ l_g_total: 4.2588e-02 ] +2024-10-09 13:26:22,923 INFO: [ epoch: 674 ] [ iter:278,700 ] [ performance: 27.303 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:15 ] [ l_g_pix: 4.1872e-02 ] [ l_g_total: 4.1872e-02 ] +2024-10-09 13:26:27,850 INFO: [ epoch: 675 ] [ iter:278,800 ] [ performance: 15.842 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:09 ] [ l_g_pix: 4.9538e-02 ] [ l_g_total: 4.9538e-02 ] +2024-10-09 13:26:31,571 INFO: [ epoch: 675 ] [ iter:278,900 ] [ performance: 24.886 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:02 ] [ l_g_pix: 5.4653e-02 ] [ l_g_total: 5.4653e-02 ] +2024-10-09 13:26:35,282 INFO: [ epoch: 675 ] [ iter:279,000 ] [ performance: 27.890 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:55 ] [ l_g_pix: 5.0061e-02 ] [ l_g_total: 5.0061e-02 ] +2024-10-09 13:26:38,965 INFO: [ epoch: 675 ] [ iter:279,100 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:47 ] [ l_g_pix: 4.9077e-02 ] [ l_g_total: 4.9077e-02 ] +2024-10-09 13:26:43,547 INFO: [ epoch: 676 ] [ iter:279,200 ] [ performance: 15.436 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:41 ] [ l_g_pix: 4.4353e-02 ] [ l_g_total: 4.4353e-02 ] +2024-10-09 13:26:47,602 INFO: [ epoch: 676 ] [ iter:279,300 ] [ performance: 23.288 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:34 ] [ l_g_pix: 4.5338e-02 ] [ l_g_total: 4.5338e-02 ] +2024-10-09 13:26:51,324 INFO: [ epoch: 676 ] [ iter:279,400 ] [ performance: 27.862 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:27 ] [ l_g_pix: 5.7266e-02 ] [ l_g_total: 5.7266e-02 ] +2024-10-09 13:26:55,038 INFO: [ epoch: 676 ] [ iter:279,500 ] [ performance: 27.011 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:19 ] [ l_g_pix: 6.9705e-02 ] [ l_g_total: 6.9705e-02 ] +2024-10-09 13:26:58,530 INFO: [ epoch: 676 ] [ iter:279,600 ] [ performance: 29.618 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:12 ] [ l_g_pix: 5.2104e-02 ] [ l_g_total: 5.2104e-02 ] +2024-10-09 13:27:03,513 INFO: [ epoch: 677 ] [ iter:279,700 ] [ performance: 20.623 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:06 ] [ l_g_pix: 6.4835e-02 ] [ l_g_total: 6.4835e-02 ] +2024-10-09 13:27:07,235 INFO: [ epoch: 677 ] [ iter:279,800 ] [ performance: 26.998 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:59 ] [ l_g_pix: 4.9854e-02 ] [ l_g_total: 4.9854e-02 ] +2024-10-09 13:27:10,980 INFO: [ epoch: 677 ] [ iter:279,900 ] [ performance: 26.729 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:52 ] [ l_g_pix: 6.6799e-02 ] [ l_g_total: 6.6799e-02 ] +2024-10-09 13:27:14,458 INFO: [ epoch: 677 ] [ iter:280,000 ] [ performance: 29.628 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:44 ] [ l_g_pix: 4.9023e-02 ] [ l_g_total: 4.9023e-02 ] +2024-10-09 13:27:14,458 INFO: Saving models and training states. +2024-10-09 13:30:01,843 INFO: Validation val + + # psnr: 27.2344........ Best: 27.2397 @ 270000 iter + # ssim: 0.7679........ Best: 0.7682 @ 270000 iter + # dists: 0.7727........ Best: 0.7726 @ 270000 iter + +2024-10-09 13:30:07,071 INFO: [ epoch: 678 ] [ iter:280,100 ] [ performance: 19.587 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:02 ] [ l_g_pix: 4.1881e-02 ] [ l_g_total: 4.1881e-02 ] +2024-10-09 13:30:10,807 INFO: [ epoch: 678 ] [ iter:280,200 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:54 ] [ l_g_pix: 4.3512e-02 ] [ l_g_total: 4.3512e-02 ] +2024-10-09 13:30:14,500 INFO: [ epoch: 678 ] [ iter:280,300 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:47 ] [ l_g_pix: 4.3834e-02 ] [ l_g_total: 4.3834e-02 ] +2024-10-09 13:30:17,976 INFO: [ epoch: 678 ] [ iter:280,400 ] [ performance: 30.333 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:39 ] [ l_g_pix: 4.4673e-02 ] [ l_g_total: 4.4673e-02 ] +2024-10-09 13:30:23,101 INFO: [ epoch: 679 ] [ iter:280,500 ] [ performance: 19.852 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:33 ] [ l_g_pix: 4.5676e-02 ] [ l_g_total: 4.5676e-02 ] +2024-10-09 13:30:26,815 INFO: [ epoch: 679 ] [ iter:280,600 ] [ performance: 28.200 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:26 ] [ l_g_pix: 5.3359e-02 ] [ l_g_total: 5.3359e-02 ] +2024-10-09 13:30:30,511 INFO: [ epoch: 679 ] [ iter:280,700 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:19 ] [ l_g_pix: 4.6604e-02 ] [ l_g_total: 4.6604e-02 ] +2024-10-09 13:30:34,099 INFO: [ epoch: 679 ] [ iter:280,800 ] [ performance: 29.318 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:11 ] [ l_g_pix: 5.3994e-02 ] [ l_g_total: 5.3994e-02 ] +2024-10-09 13:30:39,065 INFO: [ epoch: 680 ] [ iter:280,900 ] [ performance: 20.328 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:05 ] [ l_g_pix: 4.4369e-02 ] [ l_g_total: 4.4369e-02 ] +2024-10-09 13:30:42,826 INFO: [ epoch: 680 ] [ iter:281,000 ] [ performance: 26.160 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:58 ] [ l_g_pix: 4.4363e-02 ] [ l_g_total: 4.4363e-02 ] +2024-10-09 13:30:46,545 INFO: [ epoch: 680 ] [ iter:281,100 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:51 ] [ l_g_pix: 3.7682e-02 ] [ l_g_total: 3.7682e-02 ] +2024-10-09 13:30:50,136 INFO: [ epoch: 680 ] [ iter:281,200 ] [ performance: 29.072 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:43 ] [ l_g_pix: 5.0352e-02 ] [ l_g_total: 5.0352e-02 ] +2024-10-09 13:30:54,919 INFO: [ epoch: 681 ] [ iter:281,300 ] [ performance: 20.971 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:37 ] [ l_g_pix: 5.5980e-02 ] [ l_g_total: 5.5980e-02 ] +2024-10-09 13:30:58,645 INFO: [ epoch: 681 ] [ iter:281,400 ] [ performance: 23.533 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:30 ] [ l_g_pix: 4.0503e-02 ] [ l_g_total: 4.0503e-02 ] +2024-10-09 13:31:02,350 INFO: [ epoch: 681 ] [ iter:281,500 ] [ performance: 26.997 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:22 ] [ l_g_pix: 5.9980e-02 ] [ l_g_total: 5.9980e-02 ] +2024-10-09 13:31:06,038 INFO: [ epoch: 681 ] [ iter:281,600 ] [ performance: 27.059 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:15 ] [ l_g_pix: 5.6550e-02 ] [ l_g_total: 5.6550e-02 ] +2024-10-09 13:31:11,023 INFO: [ epoch: 682 ] [ iter:281,700 ] [ performance: 20.025 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:09 ] [ l_g_pix: 3.9847e-02 ] [ l_g_total: 3.9847e-02 ] +2024-10-09 13:31:14,764 INFO: [ epoch: 682 ] [ iter:281,800 ] [ performance: 22.915 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:01 ] [ l_g_pix: 6.1496e-02 ] [ l_g_total: 6.1496e-02 ] +2024-10-09 13:31:18,423 INFO: [ epoch: 682 ] [ iter:281,900 ] [ performance: 27.347 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:54 ] [ l_g_pix: 4.5454e-02 ] [ l_g_total: 4.5454e-02 ] +2024-10-09 13:31:22,109 INFO: [ epoch: 682 ] [ iter:282,000 ] [ performance: 27.239 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:47 ] [ l_g_pix: 5.6249e-02 ] [ l_g_total: 5.6249e-02 ] +2024-10-09 13:31:26,762 INFO: [ epoch: 683 ] [ iter:282,100 ] [ performance: 21.330 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:40 ] [ l_g_pix: 5.0139e-02 ] [ l_g_total: 5.0139e-02 ] +2024-10-09 13:31:30,619 INFO: [ epoch: 683 ] [ iter:282,200 ] [ performance: 23.445 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:33 ] [ l_g_pix: 3.0737e-02 ] [ l_g_total: 3.0737e-02 ] +2024-10-09 13:31:34,337 INFO: [ epoch: 683 ] [ iter:282,300 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:26 ] [ l_g_pix: 3.6668e-02 ] [ l_g_total: 3.6668e-02 ] +2024-10-09 13:31:38,036 INFO: [ epoch: 683 ] [ iter:282,400 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:19 ] [ l_g_pix: 4.1856e-02 ] [ l_g_total: 4.1856e-02 ] +2024-10-09 13:31:42,514 INFO: [ epoch: 684 ] [ iter:282,500 ] [ performance: 22.099 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:12 ] [ l_g_pix: 5.7804e-02 ] [ l_g_total: 5.7804e-02 ] +2024-10-09 13:31:46,665 INFO: [ epoch: 684 ] [ iter:282,600 ] [ performance: 23.077 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:05 ] [ l_g_pix: 6.5441e-02 ] [ l_g_total: 6.5441e-02 ] +2024-10-09 13:31:50,427 INFO: [ epoch: 684 ] [ iter:282,700 ] [ performance: 26.685 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:58 ] [ l_g_pix: 4.0808e-02 ] [ l_g_total: 4.0808e-02 ] +2024-10-09 13:31:54,179 INFO: [ epoch: 684 ] [ iter:282,800 ] [ performance: 26.670 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:51 ] [ l_g_pix: 3.9680e-02 ] [ l_g_total: 3.9680e-02 ] +2024-10-09 13:31:57,642 INFO: [ epoch: 684 ] [ iter:282,900 ] [ performance: 29.107 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:43 ] [ l_g_pix: 5.6777e-02 ] [ l_g_total: 5.6777e-02 ] +2024-10-09 13:32:02,767 INFO: [ epoch: 685 ] [ iter:283,000 ] [ performance: 23.198 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:37 ] [ l_g_pix: 4.8692e-02 ] [ l_g_total: 4.8692e-02 ] +2024-10-09 13:32:06,462 INFO: [ epoch: 685 ] [ iter:283,100 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:30 ] [ l_g_pix: 4.1882e-02 ] [ l_g_total: 4.1882e-02 ] +2024-10-09 13:32:10,116 INFO: [ epoch: 685 ] [ iter:283,200 ] [ performance: 27.224 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:23 ] [ l_g_pix: 3.9142e-02 ] [ l_g_total: 3.9142e-02 ] +2024-10-09 13:32:13,594 INFO: [ epoch: 685 ] [ iter:283,300 ] [ performance: 28.963 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:15 ] [ l_g_pix: 3.8565e-02 ] [ l_g_total: 3.8565e-02 ] +2024-10-09 13:32:18,624 INFO: [ epoch: 686 ] [ iter:283,400 ] [ performance: 23.377 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:09 ] [ l_g_pix: 5.5806e-02 ] [ l_g_total: 5.5806e-02 ] +2024-10-09 13:32:22,350 INFO: [ epoch: 686 ] [ iter:283,500 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:02 ] [ l_g_pix: 4.8375e-02 ] [ l_g_total: 4.8375e-02 ] +2024-10-09 13:32:26,091 INFO: [ epoch: 686 ] [ iter:283,600 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:55 ] [ l_g_pix: 4.7054e-02 ] [ l_g_total: 4.7054e-02 ] +2024-10-09 13:32:29,614 INFO: [ epoch: 686 ] [ iter:283,700 ] [ performance: 28.596 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:47 ] [ l_g_pix: 5.3918e-02 ] [ l_g_total: 5.3918e-02 ] +2024-10-09 13:32:34,452 INFO: [ epoch: 687 ] [ iter:283,800 ] [ performance: 23.778 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:41 ] [ l_g_pix: 5.2817e-02 ] [ l_g_total: 5.2817e-02 ] +2024-10-09 13:32:38,082 INFO: [ epoch: 687 ] [ iter:283,900 ] [ performance: 27.659 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:34 ] [ l_g_pix: 4.7291e-02 ] [ l_g_total: 4.7291e-02 ] +2024-10-09 13:32:41,770 INFO: [ epoch: 687 ] [ iter:284,000 ] [ performance: 27.373 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:26 ] [ l_g_pix: 6.2552e-02 ] [ l_g_total: 6.2552e-02 ] +2024-10-09 13:32:45,327 INFO: [ epoch: 687 ] [ iter:284,100 ] [ performance: 28.384 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:19 ] [ l_g_pix: 4.8131e-02 ] [ l_g_total: 4.8131e-02 ] +2024-10-09 13:32:50,435 INFO: [ epoch: 688 ] [ iter:284,200 ] [ performance: 22.883 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:13 ] [ l_g_pix: 4.2658e-02 ] [ l_g_total: 4.2658e-02 ] +2024-10-09 13:32:54,165 INFO: [ epoch: 688 ] [ iter:284,300 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:06 ] [ l_g_pix: 3.9625e-02 ] [ l_g_total: 3.9625e-02 ] +2024-10-09 13:32:57,846 INFO: [ epoch: 688 ] [ iter:284,400 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:59 ] [ l_g_pix: 4.2243e-02 ] [ l_g_total: 4.2243e-02 ] +2024-10-09 13:33:01,477 INFO: [ epoch: 688 ] [ iter:284,500 ] [ performance: 27.710 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:51 ] [ l_g_pix: 4.5515e-02 ] [ l_g_total: 4.5515e-02 ] +2024-10-09 13:33:06,345 INFO: [ epoch: 689 ] [ iter:284,600 ] [ performance: 23.318 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:45 ] [ l_g_pix: 5.1199e-02 ] [ l_g_total: 5.1199e-02 ] +2024-10-09 13:33:10,108 INFO: [ epoch: 689 ] [ iter:284,700 ] [ performance: 26.648 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:38 ] [ l_g_pix: 4.0450e-02 ] [ l_g_total: 4.0450e-02 ] +2024-10-09 13:33:13,800 INFO: [ epoch: 689 ] [ iter:284,800 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:31 ] [ l_g_pix: 5.0276e-02 ] [ l_g_total: 5.0276e-02 ] +2024-10-09 13:33:17,451 INFO: [ epoch: 689 ] [ iter:284,900 ] [ performance: 27.519 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:23 ] [ l_g_pix: 5.1952e-02 ] [ l_g_total: 5.1952e-02 ] +2024-10-09 13:33:22,440 INFO: [ epoch: 690 ] [ iter:285,000 ] [ performance: 22.865 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:17 ] [ l_g_pix: 4.6025e-02 ] [ l_g_total: 4.6025e-02 ] +2024-10-09 13:33:26,178 INFO: [ epoch: 690 ] [ iter:285,100 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:10 ] [ l_g_pix: 4.9816e-02 ] [ l_g_total: 4.9816e-02 ] +2024-10-09 13:33:29,887 INFO: [ epoch: 690 ] [ iter:285,200 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:03 ] [ l_g_pix: 6.5026e-02 ] [ l_g_total: 6.5026e-02 ] +2024-10-09 13:33:33,577 INFO: [ epoch: 690 ] [ iter:285,300 ] [ performance: 27.331 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:56 ] [ l_g_pix: 3.9749e-02 ] [ l_g_total: 3.9749e-02 ] +2024-10-09 13:33:38,378 INFO: [ epoch: 691 ] [ iter:285,400 ] [ performance: 23.316 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:49 ] [ l_g_pix: 4.3020e-02 ] [ l_g_total: 4.3020e-02 ] +2024-10-09 13:33:42,274 INFO: [ epoch: 691 ] [ iter:285,500 ] [ performance: 26.717 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:42 ] [ l_g_pix: 3.8804e-02 ] [ l_g_total: 3.8804e-02 ] +2024-10-09 13:33:46,053 INFO: [ epoch: 691 ] [ iter:285,600 ] [ performance: 26.580 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:35 ] [ l_g_pix: 3.9668e-02 ] [ l_g_total: 3.9668e-02 ] +2024-10-09 13:33:49,827 INFO: [ epoch: 691 ] [ iter:285,700 ] [ performance: 26.658 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:28 ] [ l_g_pix: 5.1496e-02 ] [ l_g_total: 5.1496e-02 ] +2024-10-09 13:33:54,264 INFO: [ epoch: 692 ] [ iter:285,800 ] [ performance: 24.191 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:21 ] [ l_g_pix: 5.0054e-02 ] [ l_g_total: 5.0054e-02 ] +2024-10-09 13:33:58,534 INFO: [ epoch: 692 ] [ iter:285,900 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:15 ] [ l_g_pix: 4.7589e-02 ] [ l_g_total: 4.7589e-02 ] +2024-10-09 13:34:02,276 INFO: [ epoch: 692 ] [ iter:286,000 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:08 ] [ l_g_pix: 4.6390e-02 ] [ l_g_total: 4.6390e-02 ] +2024-10-09 13:34:05,986 INFO: [ epoch: 692 ] [ iter:286,100 ] [ performance: 27.163 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:00 ] [ l_g_pix: 5.3667e-02 ] [ l_g_total: 5.3667e-02 ] +2024-10-09 13:34:09,507 INFO: [ epoch: 692 ] [ iter:286,200 ] [ performance: 27.851 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:53 ] [ l_g_pix: 4.5736e-02 ] [ l_g_total: 4.5736e-02 ] +2024-10-09 13:34:14,534 INFO: [ epoch: 693 ] [ iter:286,300 ] [ performance: 25.268 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:47 ] [ l_g_pix: 5.3127e-02 ] [ l_g_total: 5.3127e-02 ] +2024-10-09 13:34:18,202 INFO: [ epoch: 693 ] [ iter:286,400 ] [ performance: 26.369 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:40 ] [ l_g_pix: 5.0050e-02 ] [ l_g_total: 5.0050e-02 ] +2024-10-09 13:34:21,927 INFO: [ epoch: 693 ] [ iter:286,500 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:33 ] [ l_g_pix: 4.9861e-02 ] [ l_g_total: 4.9861e-02 ] +2024-10-09 13:34:25,432 INFO: [ epoch: 693 ] [ iter:286,600 ] [ performance: 27.877 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:25 ] [ l_g_pix: 4.5330e-02 ] [ l_g_total: 4.5330e-02 ] +2024-10-09 13:34:30,546 INFO: [ epoch: 694 ] [ iter:286,700 ] [ performance: 22.400 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:19 ] [ l_g_pix: 4.6181e-02 ] [ l_g_total: 4.6181e-02 ] +2024-10-09 13:34:34,283 INFO: [ epoch: 694 ] [ iter:286,800 ] [ performance: 24.715 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:12 ] [ l_g_pix: 4.9197e-02 ] [ l_g_total: 4.9197e-02 ] +2024-10-09 13:34:37,956 INFO: [ epoch: 694 ] [ iter:286,900 ] [ performance: 27.593 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:05 ] [ l_g_pix: 3.8696e-02 ] [ l_g_total: 3.8696e-02 ] +2024-10-09 13:34:41,562 INFO: [ epoch: 694 ] [ iter:287,000 ] [ performance: 27.673 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:58 ] [ l_g_pix: 4.3554e-02 ] [ l_g_total: 4.3554e-02 ] +2024-10-09 13:34:46,284 INFO: [ epoch: 695 ] [ iter:287,100 ] [ performance: 19.245 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:51 ] [ l_g_pix: 7.3294e-02 ] [ l_g_total: 7.3294e-02 ] +2024-10-09 13:34:50,031 INFO: [ epoch: 695 ] [ iter:287,200 ] [ performance: 22.972 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:44 ] [ l_g_pix: 3.7954e-02 ] [ l_g_total: 3.7954e-02 ] +2024-10-09 13:34:53,703 INFO: [ epoch: 695 ] [ iter:287,300 ] [ performance: 27.316 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:37 ] [ l_g_pix: 4.0746e-02 ] [ l_g_total: 4.0746e-02 ] +2024-10-09 13:34:57,247 INFO: [ epoch: 695 ] [ iter:287,400 ] [ performance: 27.837 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:30 ] [ l_g_pix: 4.3814e-02 ] [ l_g_total: 4.3814e-02 ] +2024-10-09 13:35:02,180 INFO: [ epoch: 696 ] [ iter:287,500 ] [ performance: 17.948 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:24 ] [ l_g_pix: 5.3586e-02 ] [ l_g_total: 5.3586e-02 ] +2024-10-09 13:35:05,944 INFO: [ epoch: 696 ] [ iter:287,600 ] [ performance: 22.185 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:16 ] [ l_g_pix: 5.0719e-02 ] [ l_g_total: 5.0719e-02 ] +2024-10-09 13:35:09,681 INFO: [ epoch: 696 ] [ iter:287,700 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:09 ] [ l_g_pix: 4.2362e-02 ] [ l_g_total: 4.2362e-02 ] +2024-10-09 13:35:13,290 INFO: [ epoch: 696 ] [ iter:287,800 ] [ performance: 27.388 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:02 ] [ l_g_pix: 6.7214e-02 ] [ l_g_total: 6.7214e-02 ] +2024-10-09 13:35:18,216 INFO: [ epoch: 697 ] [ iter:287,900 ] [ performance: 17.816 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:56 ] [ l_g_pix: 4.6353e-02 ] [ l_g_total: 4.6353e-02 ] +2024-10-09 13:35:21,965 INFO: [ epoch: 697 ] [ iter:288,000 ] [ performance: 22.207 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:49 ] [ l_g_pix: 4.7452e-02 ] [ l_g_total: 4.7452e-02 ] +2024-10-09 13:35:25,725 INFO: [ epoch: 697 ] [ iter:288,100 ] [ performance: 26.531 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:42 ] [ l_g_pix: 5.0876e-02 ] [ l_g_total: 5.0876e-02 ] +2024-10-09 13:35:29,420 INFO: [ epoch: 697 ] [ iter:288,200 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:35 ] [ l_g_pix: 5.1623e-02 ] [ l_g_total: 5.1623e-02 ] +2024-10-09 13:35:33,921 INFO: [ epoch: 698 ] [ iter:288,300 ] [ performance: 19.871 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:28 ] [ l_g_pix: 4.6366e-02 ] [ l_g_total: 4.6366e-02 ] +2024-10-09 13:35:37,759 INFO: [ epoch: 698 ] [ iter:288,400 ] [ performance: 23.192 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:21 ] [ l_g_pix: 5.5245e-02 ] [ l_g_total: 5.5245e-02 ] +2024-10-09 13:35:41,463 INFO: [ epoch: 698 ] [ iter:288,500 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:14 ] [ l_g_pix: 4.9300e-02 ] [ l_g_total: 4.9300e-02 ] +2024-10-09 13:35:45,115 INFO: [ epoch: 698 ] [ iter:288,600 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:07 ] [ l_g_pix: 5.2176e-02 ] [ l_g_total: 5.2176e-02 ] +2024-10-09 13:35:49,548 INFO: [ epoch: 699 ] [ iter:288,700 ] [ performance: 20.120 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:00 ] [ l_g_pix: 4.2578e-02 ] [ l_g_total: 4.2578e-02 ] +2024-10-09 13:35:53,553 INFO: [ epoch: 699 ] [ iter:288,800 ] [ performance: 22.827 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:53 ] [ l_g_pix: 4.6780e-02 ] [ l_g_total: 4.6780e-02 ] +2024-10-09 13:35:57,248 INFO: [ epoch: 699 ] [ iter:288,900 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:46 ] [ l_g_pix: 5.2328e-02 ] [ l_g_total: 5.2328e-02 ] +2024-10-09 13:36:00,966 INFO: [ epoch: 699 ] [ iter:289,000 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:39 ] [ l_g_pix: 5.5465e-02 ] [ l_g_total: 5.5465e-02 ] +2024-10-09 13:36:04,500 INFO: [ epoch: 699 ] [ iter:289,100 ] [ performance: 28.021 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:32 ] [ l_g_pix: 3.8811e-02 ] [ l_g_total: 3.8811e-02 ] +2024-10-09 13:36:09,378 INFO: [ epoch: 700 ] [ iter:289,200 ] [ performance: 22.852 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:26 ] [ l_g_pix: 5.0843e-02 ] [ l_g_total: 5.0843e-02 ] +2024-10-09 13:36:13,115 INFO: [ epoch: 700 ] [ iter:289,300 ] [ performance: 26.764 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:19 ] [ l_g_pix: 5.0749e-02 ] [ l_g_total: 5.0749e-02 ] +2024-10-09 13:36:16,834 INFO: [ epoch: 700 ] [ iter:289,400 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:12 ] [ l_g_pix: 4.2621e-02 ] [ l_g_total: 4.2621e-02 ] +2024-10-09 13:36:20,325 INFO: [ epoch: 700 ] [ iter:289,500 ] [ performance: 29.052 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:04 ] [ l_g_pix: 4.4451e-02 ] [ l_g_total: 4.4451e-02 ] +2024-10-09 13:36:25,402 INFO: [ epoch: 701 ] [ iter:289,600 ] [ performance: 22.405 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:58 ] [ l_g_pix: 4.7266e-02 ] [ l_g_total: 4.7266e-02 ] +2024-10-09 13:36:29,119 INFO: [ epoch: 701 ] [ iter:289,700 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:51 ] [ l_g_pix: 5.9731e-02 ] [ l_g_total: 5.9731e-02 ] +2024-10-09 13:36:32,852 INFO: [ epoch: 701 ] [ iter:289,800 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:44 ] [ l_g_pix: 4.7569e-02 ] [ l_g_total: 4.7569e-02 ] +2024-10-09 13:36:36,349 INFO: [ epoch: 701 ] [ iter:289,900 ] [ performance: 29.256 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:37 ] [ l_g_pix: 4.3629e-02 ] [ l_g_total: 4.3629e-02 ] +2024-10-09 13:36:41,293 INFO: [ epoch: 702 ] [ iter:290,000 ] [ performance: 22.817 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:31 ] [ l_g_pix: 4.2681e-02 ] [ l_g_total: 4.2681e-02 ] +2024-10-09 13:36:41,293 INFO: Saving models and training states. +2024-10-09 13:39:31,687 INFO: Validation val + + # psnr: 27.2300........ Best: 27.2397 @ 270000 iter + # ssim: 0.7679........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 13:39:35,320 INFO: [ epoch: 702 ] [ iter:290,100 ] [ performance: 27.430 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:39 ] [ l_g_pix: 6.0300e-02 ] [ l_g_total: 6.0300e-02 ] +2024-10-09 13:39:39,043 INFO: [ epoch: 702 ] [ iter:290,200 ] [ performance: 27.068 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:31 ] [ l_g_pix: 5.1731e-02 ] [ l_g_total: 5.1731e-02 ] +2024-10-09 13:39:42,590 INFO: [ epoch: 702 ] [ iter:290,300 ] [ performance: 29.207 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:24 ] [ l_g_pix: 5.0780e-02 ] [ l_g_total: 5.0780e-02 ] +2024-10-09 13:39:47,614 INFO: [ epoch: 703 ] [ iter:290,400 ] [ performance: 22.481 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:18 ] [ l_g_pix: 5.6821e-02 ] [ l_g_total: 5.6821e-02 ] +2024-10-09 13:39:51,351 INFO: [ epoch: 703 ] [ iter:290,500 ] [ performance: 26.592 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:11 ] [ l_g_pix: 6.5283e-02 ] [ l_g_total: 6.5283e-02 ] +2024-10-09 13:39:55,024 INFO: [ epoch: 703 ] [ iter:290,600 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:04 ] [ l_g_pix: 4.2682e-02 ] [ l_g_total: 4.2682e-02 ] +2024-10-09 13:39:58,600 INFO: [ epoch: 703 ] [ iter:290,700 ] [ performance: 28.529 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:56 ] [ l_g_pix: 5.2690e-02 ] [ l_g_total: 5.2690e-02 ] +2024-10-09 13:40:03,304 INFO: [ epoch: 704 ] [ iter:290,800 ] [ performance: 23.353 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:50 ] [ l_g_pix: 4.6514e-02 ] [ l_g_total: 4.6514e-02 ] +2024-10-09 13:40:07,008 INFO: [ epoch: 704 ] [ iter:290,900 ] [ performance: 27.503 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:43 ] [ l_g_pix: 5.2741e-02 ] [ l_g_total: 5.2741e-02 ] +2024-10-09 13:40:10,683 INFO: [ epoch: 704 ] [ iter:291,000 ] [ performance: 27.314 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:35 ] [ l_g_pix: 4.4463e-02 ] [ l_g_total: 4.4463e-02 ] +2024-10-09 13:40:14,293 INFO: [ epoch: 704 ] [ iter:291,100 ] [ performance: 28.307 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:28 ] [ l_g_pix: 5.4811e-02 ] [ l_g_total: 5.4811e-02 ] +2024-10-09 13:40:19,208 INFO: [ epoch: 705 ] [ iter:291,200 ] [ performance: 22.514 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:22 ] [ l_g_pix: 5.3230e-02 ] [ l_g_total: 5.3230e-02 ] +2024-10-09 13:40:22,916 INFO: [ epoch: 705 ] [ iter:291,300 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:15 ] [ l_g_pix: 5.8005e-02 ] [ l_g_total: 5.8005e-02 ] +2024-10-09 13:40:26,577 INFO: [ epoch: 705 ] [ iter:291,400 ] [ performance: 27.147 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:08 ] [ l_g_pix: 4.4297e-02 ] [ l_g_total: 4.4297e-02 ] +2024-10-09 13:40:30,212 INFO: [ epoch: 705 ] [ iter:291,500 ] [ performance: 27.841 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:00 ] [ l_g_pix: 4.0950e-02 ] [ l_g_total: 4.0950e-02 ] +2024-10-09 13:40:34,870 INFO: [ epoch: 706 ] [ iter:291,600 ] [ performance: 23.246 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:54 ] [ l_g_pix: 4.2706e-02 ] [ l_g_total: 4.2706e-02 ] +2024-10-09 13:40:38,760 INFO: [ epoch: 706 ] [ iter:291,700 ] [ performance: 27.312 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:47 ] [ l_g_pix: 3.7200e-02 ] [ l_g_total: 3.7200e-02 ] +2024-10-09 13:40:42,408 INFO: [ epoch: 706 ] [ iter:291,800 ] [ performance: 27.384 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:40 ] [ l_g_pix: 4.7436e-02 ] [ l_g_total: 4.7436e-02 ] +2024-10-09 13:40:46,037 INFO: [ epoch: 706 ] [ iter:291,900 ] [ performance: 27.637 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:33 ] [ l_g_pix: 4.7117e-02 ] [ l_g_total: 4.7117e-02 ] +2024-10-09 13:40:50,336 INFO: [ epoch: 707 ] [ iter:292,000 ] [ performance: 24.526 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:26 ] [ l_g_pix: 4.9034e-02 ] [ l_g_total: 4.9034e-02 ] +2024-10-09 13:40:54,362 INFO: [ epoch: 707 ] [ iter:292,100 ] [ performance: 27.339 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:19 ] [ l_g_pix: 4.8907e-02 ] [ l_g_total: 4.8907e-02 ] +2024-10-09 13:40:58,074 INFO: [ epoch: 707 ] [ iter:292,200 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:12 ] [ l_g_pix: 4.4893e-02 ] [ l_g_total: 4.4893e-02 ] +2024-10-09 13:41:01,766 INFO: [ epoch: 707 ] [ iter:292,300 ] [ performance: 27.077 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:05 ] [ l_g_pix: 4.1572e-02 ] [ l_g_total: 4.1572e-02 ] +2024-10-09 13:41:05,260 INFO: [ epoch: 707 ] [ iter:292,400 ] [ performance: 28.120 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:57 ] [ l_g_pix: 5.9864e-02 ] [ l_g_total: 5.9864e-02 ] +2024-10-09 13:41:10,405 INFO: [ epoch: 708 ] [ iter:292,500 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:51 ] [ l_g_pix: 4.1824e-02 ] [ l_g_total: 4.1824e-02 ] +2024-10-09 13:41:14,143 INFO: [ epoch: 708 ] [ iter:292,600 ] [ performance: 26.908 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:44 ] [ l_g_pix: 4.4719e-02 ] [ l_g_total: 4.4719e-02 ] +2024-10-09 13:41:17,807 INFO: [ epoch: 708 ] [ iter:292,700 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:37 ] [ l_g_pix: 4.4067e-02 ] [ l_g_total: 4.4067e-02 ] +2024-10-09 13:41:21,325 INFO: [ epoch: 708 ] [ iter:292,800 ] [ performance: 27.995 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:30 ] [ l_g_pix: 4.6257e-02 ] [ l_g_total: 4.6257e-02 ] +2024-10-09 13:41:26,347 INFO: [ epoch: 709 ] [ iter:292,900 ] [ performance: 27.365 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:24 ] [ l_g_pix: 5.1858e-02 ] [ l_g_total: 5.1858e-02 ] +2024-10-09 13:41:30,059 INFO: [ epoch: 709 ] [ iter:293,000 ] [ performance: 27.072 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:16 ] [ l_g_pix: 4.0514e-02 ] [ l_g_total: 4.0514e-02 ] +2024-10-09 13:41:33,768 INFO: [ epoch: 709 ] [ iter:293,100 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:09 ] [ l_g_pix: 5.2009e-02 ] [ l_g_total: 5.2009e-02 ] +2024-10-09 13:41:37,309 INFO: [ epoch: 709 ] [ iter:293,200 ] [ performance: 27.801 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:02 ] [ l_g_pix: 4.1841e-02 ] [ l_g_total: 4.1841e-02 ] +2024-10-09 13:41:42,160 INFO: [ epoch: 710 ] [ iter:293,300 ] [ performance: 26.756 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:56 ] [ l_g_pix: 3.0614e-02 ] [ l_g_total: 3.0614e-02 ] +2024-10-09 13:41:45,881 INFO: [ epoch: 710 ] [ iter:293,400 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:49 ] [ l_g_pix: 4.9517e-02 ] [ l_g_total: 4.9517e-02 ] +2024-10-09 13:41:49,635 INFO: [ epoch: 710 ] [ iter:293,500 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:42 ] [ l_g_pix: 5.1452e-02 ] [ l_g_total: 5.1452e-02 ] +2024-10-09 13:41:53,205 INFO: [ epoch: 710 ] [ iter:293,600 ] [ performance: 27.691 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:34 ] [ l_g_pix: 3.4238e-02 ] [ l_g_total: 3.4238e-02 ] +2024-10-09 13:41:58,245 INFO: [ epoch: 711 ] [ iter:293,700 ] [ performance: 24.795 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:28 ] [ l_g_pix: 4.8833e-02 ] [ l_g_total: 4.8833e-02 ] +2024-10-09 13:42:01,938 INFO: [ epoch: 711 ] [ iter:293,800 ] [ performance: 26.398 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:21 ] [ l_g_pix: 3.4795e-02 ] [ l_g_total: 3.4795e-02 ] +2024-10-09 13:42:05,672 INFO: [ epoch: 711 ] [ iter:293,900 ] [ performance: 27.430 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:14 ] [ l_g_pix: 4.7752e-02 ] [ l_g_total: 4.7752e-02 ] +2024-10-09 13:42:09,267 INFO: [ epoch: 711 ] [ iter:294,000 ] [ performance: 27.716 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:07 ] [ l_g_pix: 5.0337e-02 ] [ l_g_total: 5.0337e-02 ] +2024-10-09 13:42:14,238 INFO: [ epoch: 712 ] [ iter:294,100 ] [ performance: 20.417 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:01 ] [ l_g_pix: 3.4890e-02 ] [ l_g_total: 3.4890e-02 ] +2024-10-09 13:42:17,966 INFO: [ epoch: 712 ] [ iter:294,200 ] [ performance: 24.732 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:54 ] [ l_g_pix: 5.1741e-02 ] [ l_g_total: 5.1741e-02 ] +2024-10-09 13:42:21,641 INFO: [ epoch: 712 ] [ iter:294,300 ] [ performance: 27.114 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:47 ] [ l_g_pix: 5.8491e-02 ] [ l_g_total: 5.8491e-02 ] +2024-10-09 13:42:25,314 INFO: [ epoch: 712 ] [ iter:294,400 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:39 ] [ l_g_pix: 6.3010e-02 ] [ l_g_total: 6.3010e-02 ] +2024-10-09 13:42:30,195 INFO: [ epoch: 713 ] [ iter:294,500 ] [ performance: 13.195 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:33 ] [ l_g_pix: 5.2463e-02 ] [ l_g_total: 5.2463e-02 ] +2024-10-09 13:42:33,938 INFO: [ epoch: 713 ] [ iter:294,600 ] [ performance: 21.111 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:26 ] [ l_g_pix: 4.0681e-02 ] [ l_g_total: 4.0681e-02 ] +2024-10-09 13:42:37,666 INFO: [ epoch: 713 ] [ iter:294,700 ] [ performance: 27.032 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:19 ] [ l_g_pix: 5.5086e-02 ] [ l_g_total: 5.5086e-02 ] +2024-10-09 13:42:41,333 INFO: [ epoch: 713 ] [ iter:294,800 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:12 ] [ l_g_pix: 4.9329e-02 ] [ l_g_total: 4.9329e-02 ] +2024-10-09 13:42:46,133 INFO: [ epoch: 714 ] [ iter:294,900 ] [ performance: 13.205 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:06 ] [ l_g_pix: 4.2723e-02 ] [ l_g_total: 4.2723e-02 ] +2024-10-09 13:42:49,945 INFO: [ epoch: 714 ] [ iter:295,000 ] [ performance: 21.076 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:59 ] [ l_g_pix: 5.0545e-02 ] [ l_g_total: 5.0545e-02 ] +2024-10-09 13:42:53,682 INFO: [ epoch: 714 ] [ iter:295,100 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:52 ] [ l_g_pix: 4.9454e-02 ] [ l_g_total: 4.9454e-02 ] +2024-10-09 13:42:57,399 INFO: [ epoch: 714 ] [ iter:295,200 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:44 ] [ l_g_pix: 3.0594e-02 ] [ l_g_total: 3.0594e-02 ] +2024-10-09 13:43:01,691 INFO: [ epoch: 715 ] [ iter:295,300 ] [ performance: 16.369 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:38 ] [ l_g_pix: 5.4975e-02 ] [ l_g_total: 5.4975e-02 ] +2024-10-09 13:43:06,003 INFO: [ epoch: 715 ] [ iter:295,400 ] [ performance: 21.115 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:31 ] [ l_g_pix: 4.8245e-02 ] [ l_g_total: 4.8245e-02 ] +2024-10-09 13:43:09,696 INFO: [ epoch: 715 ] [ iter:295,500 ] [ performance: 27.499 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:24 ] [ l_g_pix: 5.2707e-02 ] [ l_g_total: 5.2707e-02 ] +2024-10-09 13:43:13,426 INFO: [ epoch: 715 ] [ iter:295,600 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:17 ] [ l_g_pix: 5.1477e-02 ] [ l_g_total: 5.1477e-02 ] +2024-10-09 13:43:16,889 INFO: [ epoch: 715 ] [ iter:295,700 ] [ performance: 28.973 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:10 ] [ l_g_pix: 5.0917e-02 ] [ l_g_total: 5.0917e-02 ] +2024-10-09 13:43:21,960 INFO: [ epoch: 716 ] [ iter:295,800 ] [ performance: 21.248 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:04 ] [ l_g_pix: 5.3338e-02 ] [ l_g_total: 5.3338e-02 ] +2024-10-09 13:43:25,688 INFO: [ epoch: 716 ] [ iter:295,900 ] [ performance: 27.473 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:57 ] [ l_g_pix: 3.5619e-02 ] [ l_g_total: 3.5619e-02 ] +2024-10-09 13:43:29,389 INFO: [ epoch: 716 ] [ iter:296,000 ] [ performance: 27.121 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:50 ] [ l_g_pix: 4.5396e-02 ] [ l_g_total: 4.5396e-02 ] +2024-10-09 13:43:32,898 INFO: [ epoch: 716 ] [ iter:296,100 ] [ performance: 29.383 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:42 ] [ l_g_pix: 4.9093e-02 ] [ l_g_total: 4.9093e-02 ] +2024-10-09 13:43:37,762 INFO: [ epoch: 717 ] [ iter:296,200 ] [ performance: 21.967 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:36 ] [ l_g_pix: 4.2858e-02 ] [ l_g_total: 4.2858e-02 ] +2024-10-09 13:43:41,547 INFO: [ epoch: 717 ] [ iter:296,300 ] [ performance: 26.201 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:29 ] [ l_g_pix: 4.2434e-02 ] [ l_g_total: 4.2434e-02 ] +2024-10-09 13:43:45,259 INFO: [ epoch: 717 ] [ iter:296,400 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:22 ] [ l_g_pix: 4.5783e-02 ] [ l_g_total: 4.5783e-02 ] +2024-10-09 13:43:48,867 INFO: [ epoch: 717 ] [ iter:296,500 ] [ performance: 28.870 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:15 ] [ l_g_pix: 4.0564e-02 ] [ l_g_total: 4.0564e-02 ] +2024-10-09 13:43:53,993 INFO: [ epoch: 718 ] [ iter:296,600 ] [ performance: 20.866 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:09 ] [ l_g_pix: 3.8789e-02 ] [ l_g_total: 3.8789e-02 ] +2024-10-09 13:43:57,733 INFO: [ epoch: 718 ] [ iter:296,700 ] [ performance: 26.602 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:02 ] [ l_g_pix: 4.9278e-02 ] [ l_g_total: 4.9278e-02 ] +2024-10-09 13:44:01,486 INFO: [ epoch: 718 ] [ iter:296,800 ] [ performance: 26.643 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:55 ] [ l_g_pix: 5.4711e-02 ] [ l_g_total: 5.4711e-02 ] +2024-10-09 13:44:05,087 INFO: [ epoch: 718 ] [ iter:296,900 ] [ performance: 29.253 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:48 ] [ l_g_pix: 6.1189e-02 ] [ l_g_total: 6.1189e-02 ] +2024-10-09 13:44:10,160 INFO: [ epoch: 719 ] [ iter:297,000 ] [ performance: 20.998 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:42 ] [ l_g_pix: 5.9313e-02 ] [ l_g_total: 5.9313e-02 ] +2024-10-09 13:44:13,892 INFO: [ epoch: 719 ] [ iter:297,100 ] [ performance: 27.252 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:35 ] [ l_g_pix: 4.3803e-02 ] [ l_g_total: 4.3803e-02 ] +2024-10-09 13:44:17,570 INFO: [ epoch: 719 ] [ iter:297,200 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:28 ] [ l_g_pix: 4.3859e-02 ] [ l_g_total: 4.3859e-02 ] +2024-10-09 13:44:21,194 INFO: [ epoch: 719 ] [ iter:297,300 ] [ performance: 29.519 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:21 ] [ l_g_pix: 5.4084e-02 ] [ l_g_total: 5.4084e-02 ] +2024-10-09 13:44:26,033 INFO: [ epoch: 720 ] [ iter:297,400 ] [ performance: 21.803 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:14 ] [ l_g_pix: 4.9411e-02 ] [ l_g_total: 4.9411e-02 ] +2024-10-09 13:44:29,731 INFO: [ epoch: 720 ] [ iter:297,500 ] [ performance: 27.234 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:07 ] [ l_g_pix: 5.2361e-02 ] [ l_g_total: 5.2361e-02 ] +2024-10-09 13:44:33,486 INFO: [ epoch: 720 ] [ iter:297,600 ] [ performance: 26.734 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:00 ] [ l_g_pix: 4.2500e-02 ] [ l_g_total: 4.2500e-02 ] +2024-10-09 13:44:37,180 INFO: [ epoch: 720 ] [ iter:297,700 ] [ performance: 30.061 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:53 ] [ l_g_pix: 4.5787e-02 ] [ l_g_total: 4.5787e-02 ] +2024-10-09 13:44:42,189 INFO: [ epoch: 721 ] [ iter:297,800 ] [ performance: 21.103 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:47 ] [ l_g_pix: 4.3452e-02 ] [ l_g_total: 4.3452e-02 ] +2024-10-09 13:44:45,934 INFO: [ epoch: 721 ] [ iter:297,900 ] [ performance: 28.042 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:40 ] [ l_g_pix: 5.6247e-02 ] [ l_g_total: 5.6247e-02 ] +2024-10-09 13:44:49,691 INFO: [ epoch: 721 ] [ iter:298,000 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:33 ] [ l_g_pix: 4.5798e-02 ] [ l_g_total: 4.5798e-02 ] +2024-10-09 13:44:53,387 INFO: [ epoch: 721 ] [ iter:298,100 ] [ performance: 28.393 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:26 ] [ l_g_pix: 4.7000e-02 ] [ l_g_total: 4.7000e-02 ] +2024-10-09 13:44:57,785 INFO: [ epoch: 722 ] [ iter:298,200 ] [ performance: 23.425 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:20 ] [ l_g_pix: 3.3228e-02 ] [ l_g_total: 3.3228e-02 ] +2024-10-09 13:45:01,838 INFO: [ epoch: 722 ] [ iter:298,300 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:13 ] [ l_g_pix: 5.0731e-02 ] [ l_g_total: 5.0731e-02 ] +2024-10-09 13:45:05,582 INFO: [ epoch: 722 ] [ iter:298,400 ] [ performance: 26.772 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:06 ] [ l_g_pix: 3.6687e-02 ] [ l_g_total: 3.6687e-02 ] +2024-10-09 13:45:09,348 INFO: [ epoch: 722 ] [ iter:298,500 ] [ performance: 26.307 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:59 ] [ l_g_pix: 5.1454e-02 ] [ l_g_total: 5.1454e-02 ] +2024-10-09 13:45:13,582 INFO: [ epoch: 723 ] [ iter:298,600 ] [ performance: 23.941 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:52 ] [ l_g_pix: 4.9545e-02 ] [ l_g_total: 4.9545e-02 ] +2024-10-09 13:45:17,909 INFO: [ epoch: 723 ] [ iter:298,700 ] [ performance: 27.200 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:46 ] [ l_g_pix: 4.4360e-02 ] [ l_g_total: 4.4360e-02 ] +2024-10-09 13:45:21,638 INFO: [ epoch: 723 ] [ iter:298,800 ] [ performance: 26.872 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:39 ] [ l_g_pix: 4.1888e-02 ] [ l_g_total: 4.1888e-02 ] +2024-10-09 13:45:25,355 INFO: [ epoch: 723 ] [ iter:298,900 ] [ performance: 27.036 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:32 ] [ l_g_pix: 5.5090e-02 ] [ l_g_total: 5.5090e-02 ] +2024-10-09 13:45:28,835 INFO: [ epoch: 723 ] [ iter:299,000 ] [ performance: 28.535 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:25 ] [ l_g_pix: 3.6170e-02 ] [ l_g_total: 3.6170e-02 ] +2024-10-09 13:45:33,873 INFO: [ epoch: 724 ] [ iter:299,100 ] [ performance: 27.424 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:19 ] [ l_g_pix: 4.9586e-02 ] [ l_g_total: 4.9586e-02 ] +2024-10-09 13:45:37,564 INFO: [ epoch: 724 ] [ iter:299,200 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:12 ] [ l_g_pix: 5.0210e-02 ] [ l_g_total: 5.0210e-02 ] +2024-10-09 13:45:41,290 INFO: [ epoch: 724 ] [ iter:299,300 ] [ performance: 28.430 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:05 ] [ l_g_pix: 4.9395e-02 ] [ l_g_total: 4.9395e-02 ] +2024-10-09 13:45:44,851 INFO: [ epoch: 724 ] [ iter:299,400 ] [ performance: 28.122 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:58 ] [ l_g_pix: 4.5739e-02 ] [ l_g_total: 4.5739e-02 ] +2024-10-09 13:45:49,750 INFO: [ epoch: 725 ] [ iter:299,500 ] [ performance: 26.486 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:51 ] [ l_g_pix: 4.1842e-02 ] [ l_g_total: 4.1842e-02 ] +2024-10-09 13:45:53,472 INFO: [ epoch: 725 ] [ iter:299,600 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:44 ] [ l_g_pix: 3.8154e-02 ] [ l_g_total: 3.8154e-02 ] +2024-10-09 13:45:57,194 INFO: [ epoch: 725 ] [ iter:299,700 ] [ performance: 27.331 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:37 ] [ l_g_pix: 5.2652e-02 ] [ l_g_total: 5.2652e-02 ] +2024-10-09 13:46:00,761 INFO: [ epoch: 725 ] [ iter:299,800 ] [ performance: 27.984 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:30 ] [ l_g_pix: 4.6523e-02 ] [ l_g_total: 4.6523e-02 ] +2024-10-09 13:46:05,779 INFO: [ epoch: 726 ] [ iter:299,900 ] [ performance: 26.633 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:24 ] [ l_g_pix: 5.3395e-02 ] [ l_g_total: 5.3395e-02 ] +2024-10-09 13:46:09,501 INFO: [ epoch: 726 ] [ iter:300,000 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:17 ] [ l_g_pix: 4.6708e-02 ] [ l_g_total: 4.6708e-02 ] +2024-10-09 13:46:09,501 INFO: Saving models and training states. +2024-10-09 13:49:02,476 INFO: Validation val + + # psnr: 27.2272........ Best: 27.2397 @ 270000 iter + # ssim: 0.7680........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 13:49:06,126 INFO: [ epoch: 726 ] [ iter:300,100 ] [ performance: 27.567 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:17 ] [ l_g_pix: 5.3120e-02 ] [ l_g_total: 5.3120e-02 ] +2024-10-09 13:49:09,703 INFO: [ epoch: 726 ] [ iter:300,200 ] [ performance: 27.937 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:10 ] [ l_g_pix: 5.6296e-02 ] [ l_g_total: 5.6296e-02 ] +2024-10-09 13:49:14,779 INFO: [ epoch: 727 ] [ iter:300,300 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:04 ] [ l_g_pix: 4.7065e-02 ] [ l_g_total: 4.7065e-02 ] +2024-10-09 13:49:18,505 INFO: [ epoch: 727 ] [ iter:300,400 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:57 ] [ l_g_pix: 4.6425e-02 ] [ l_g_total: 4.6425e-02 ] +2024-10-09 13:49:22,219 INFO: [ epoch: 727 ] [ iter:300,500 ] [ performance: 27.694 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:50 ] [ l_g_pix: 4.4035e-02 ] [ l_g_total: 4.4035e-02 ] +2024-10-09 13:49:25,849 INFO: [ epoch: 727 ] [ iter:300,600 ] [ performance: 27.560 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:43 ] [ l_g_pix: 4.1255e-02 ] [ l_g_total: 4.1255e-02 ] +2024-10-09 13:49:30,586 INFO: [ epoch: 728 ] [ iter:300,700 ] [ performance: 23.735 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:36 ] [ l_g_pix: 3.6327e-02 ] [ l_g_total: 3.6327e-02 ] +2024-10-09 13:49:34,334 INFO: [ epoch: 728 ] [ iter:300,800 ] [ performance: 26.562 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:29 ] [ l_g_pix: 5.8096e-02 ] [ l_g_total: 5.8096e-02 ] +2024-10-09 13:49:38,001 INFO: [ epoch: 728 ] [ iter:300,900 ] [ performance: 27.510 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:22 ] [ l_g_pix: 5.2250e-02 ] [ l_g_total: 5.2250e-02 ] +2024-10-09 13:49:41,614 INFO: [ epoch: 728 ] [ iter:301,000 ] [ performance: 27.676 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:15 ] [ l_g_pix: 5.5067e-02 ] [ l_g_total: 5.5067e-02 ] +2024-10-09 13:49:46,563 INFO: [ epoch: 729 ] [ iter:301,100 ] [ performance: 19.203 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:09 ] [ l_g_pix: 4.1879e-02 ] [ l_g_total: 4.1879e-02 ] +2024-10-09 13:49:50,279 INFO: [ epoch: 729 ] [ iter:301,200 ] [ performance: 26.710 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:02 ] [ l_g_pix: 5.0869e-02 ] [ l_g_total: 5.0869e-02 ] +2024-10-09 13:49:54,003 INFO: [ epoch: 729 ] [ iter:301,300 ] [ performance: 27.754 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:55 ] [ l_g_pix: 4.9929e-02 ] [ l_g_total: 4.9929e-02 ] +2024-10-09 13:49:57,708 INFO: [ epoch: 729 ] [ iter:301,400 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:48 ] [ l_g_pix: 4.3613e-02 ] [ l_g_total: 4.3613e-02 ] +2024-10-09 13:50:02,214 INFO: [ epoch: 730 ] [ iter:301,500 ] [ performance: 24.378 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:41 ] [ l_g_pix: 4.0422e-02 ] [ l_g_total: 4.0422e-02 ] +2024-10-09 13:50:06,238 INFO: [ epoch: 730 ] [ iter:301,600 ] [ performance: 24.865 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:34 ] [ l_g_pix: 5.3697e-02 ] [ l_g_total: 5.3697e-02 ] +2024-10-09 13:50:09,954 INFO: [ epoch: 730 ] [ iter:301,700 ] [ performance: 25.848 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:27 ] [ l_g_pix: 4.7152e-02 ] [ l_g_total: 4.7152e-02 ] +2024-10-09 13:50:13,673 INFO: [ epoch: 730 ] [ iter:301,800 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:20 ] [ l_g_pix: 3.4248e-02 ] [ l_g_total: 3.4248e-02 ] +2024-10-09 13:50:17,132 INFO: [ epoch: 730 ] [ iter:301,900 ] [ performance: 27.886 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:13 ] [ l_g_pix: 4.2781e-02 ] [ l_g_total: 4.2781e-02 ] +2024-10-09 13:50:22,036 INFO: [ epoch: 731 ] [ iter:302,000 ] [ performance: 20.280 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:07 ] [ l_g_pix: 5.4778e-02 ] [ l_g_total: 5.4778e-02 ] +2024-10-09 13:50:25,747 INFO: [ epoch: 731 ] [ iter:302,100 ] [ performance: 23.177 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:00 ] [ l_g_pix: 4.4811e-02 ] [ l_g_total: 4.4811e-02 ] +2024-10-09 13:50:29,413 INFO: [ epoch: 731 ] [ iter:302,200 ] [ performance: 27.276 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:53 ] [ l_g_pix: 4.4377e-02 ] [ l_g_total: 4.4377e-02 ] +2024-10-09 13:50:32,881 INFO: [ epoch: 731 ] [ iter:302,300 ] [ performance: 28.047 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:46 ] [ l_g_pix: 4.5330e-02 ] [ l_g_total: 4.5330e-02 ] +2024-10-09 13:50:37,851 INFO: [ epoch: 732 ] [ iter:302,400 ] [ performance: 19.888 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:39 ] [ l_g_pix: 4.0630e-02 ] [ l_g_total: 4.0630e-02 ] +2024-10-09 13:50:41,562 INFO: [ epoch: 732 ] [ iter:302,500 ] [ performance: 22.960 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:32 ] [ l_g_pix: 5.5671e-02 ] [ l_g_total: 5.5671e-02 ] +2024-10-09 13:50:45,198 INFO: [ epoch: 732 ] [ iter:302,600 ] [ performance: 27.501 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:25 ] [ l_g_pix: 5.9649e-02 ] [ l_g_total: 5.9649e-02 ] +2024-10-09 13:50:48,713 INFO: [ epoch: 732 ] [ iter:302,700 ] [ performance: 27.985 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:18 ] [ l_g_pix: 4.7017e-02 ] [ l_g_total: 4.7017e-02 ] +2024-10-09 13:50:53,598 INFO: [ epoch: 733 ] [ iter:302,800 ] [ performance: 20.137 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:12 ] [ l_g_pix: 6.5659e-02 ] [ l_g_total: 6.5659e-02 ] +2024-10-09 13:50:57,374 INFO: [ epoch: 733 ] [ iter:302,900 ] [ performance: 22.980 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:05 ] [ l_g_pix: 4.5752e-02 ] [ l_g_total: 4.5752e-02 ] +2024-10-09 13:51:01,101 INFO: [ epoch: 733 ] [ iter:303,000 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:58 ] [ l_g_pix: 3.5115e-02 ] [ l_g_total: 3.5115e-02 ] +2024-10-09 13:51:04,675 INFO: [ epoch: 733 ] [ iter:303,100 ] [ performance: 27.399 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:51 ] [ l_g_pix: 3.9610e-02 ] [ l_g_total: 3.9610e-02 ] +2024-10-09 13:51:09,650 INFO: [ epoch: 734 ] [ iter:303,200 ] [ performance: 19.625 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:45 ] [ l_g_pix: 4.1872e-02 ] [ l_g_total: 4.1872e-02 ] +2024-10-09 13:51:13,382 INFO: [ epoch: 734 ] [ iter:303,300 ] [ performance: 22.807 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:38 ] [ l_g_pix: 4.9851e-02 ] [ l_g_total: 4.9851e-02 ] +2024-10-09 13:51:17,077 INFO: [ epoch: 734 ] [ iter:303,400 ] [ performance: 27.111 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:31 ] [ l_g_pix: 5.0636e-02 ] [ l_g_total: 5.0636e-02 ] +2024-10-09 13:51:20,650 INFO: [ epoch: 734 ] [ iter:303,500 ] [ performance: 27.568 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:24 ] [ l_g_pix: 5.0095e-02 ] [ l_g_total: 5.0095e-02 ] +2024-10-09 13:51:25,626 INFO: [ epoch: 735 ] [ iter:303,600 ] [ performance: 19.476 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:17 ] [ l_g_pix: 4.8966e-02 ] [ l_g_total: 4.8966e-02 ] +2024-10-09 13:51:29,330 INFO: [ epoch: 735 ] [ iter:303,700 ] [ performance: 22.823 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:10 ] [ l_g_pix: 4.8839e-02 ] [ l_g_total: 4.8839e-02 ] +2024-10-09 13:51:32,999 INFO: [ epoch: 735 ] [ iter:303,800 ] [ performance: 27.414 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:03 ] [ l_g_pix: 3.8992e-02 ] [ l_g_total: 3.8992e-02 ] +2024-10-09 13:51:36,661 INFO: [ epoch: 735 ] [ iter:303,900 ] [ performance: 27.361 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:56 ] [ l_g_pix: 5.4158e-02 ] [ l_g_total: 5.4158e-02 ] +2024-10-09 13:51:41,701 INFO: [ epoch: 736 ] [ iter:304,000 ] [ performance: 19.081 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:50 ] [ l_g_pix: 4.4507e-02 ] [ l_g_total: 4.4507e-02 ] +2024-10-09 13:51:45,476 INFO: [ epoch: 736 ] [ iter:304,100 ] [ performance: 22.420 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:43 ] [ l_g_pix: 3.8269e-02 ] [ l_g_total: 3.8269e-02 ] +2024-10-09 13:51:49,191 INFO: [ epoch: 736 ] [ iter:304,200 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:36 ] [ l_g_pix: 5.5033e-02 ] [ l_g_total: 5.5033e-02 ] +2024-10-09 13:51:52,893 INFO: [ epoch: 736 ] [ iter:304,300 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:29 ] [ l_g_pix: 6.0965e-02 ] [ l_g_total: 6.0965e-02 ] +2024-10-09 13:51:57,727 INFO: [ epoch: 737 ] [ iter:304,400 ] [ performance: 19.796 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:23 ] [ l_g_pix: 5.4915e-02 ] [ l_g_total: 5.4915e-02 ] +2024-10-09 13:52:01,627 INFO: [ epoch: 737 ] [ iter:304,500 ] [ performance: 22.562 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:16 ] [ l_g_pix: 4.5959e-02 ] [ l_g_total: 4.5959e-02 ] +2024-10-09 13:52:05,371 INFO: [ epoch: 737 ] [ iter:304,600 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:09 ] [ l_g_pix: 4.6423e-02 ] [ l_g_total: 4.6423e-02 ] +2024-10-09 13:52:09,084 INFO: [ epoch: 737 ] [ iter:304,700 ] [ performance: 26.855 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:02 ] [ l_g_pix: 3.9095e-02 ] [ l_g_total: 3.9095e-02 ] +2024-10-09 13:52:13,360 INFO: [ epoch: 738 ] [ iter:304,800 ] [ performance: 22.583 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:56 ] [ l_g_pix: 4.3333e-02 ] [ l_g_total: 4.3333e-02 ] +2024-10-09 13:52:17,606 INFO: [ epoch: 738 ] [ iter:304,900 ] [ performance: 23.116 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:49 ] [ l_g_pix: 4.6936e-02 ] [ l_g_total: 4.6936e-02 ] +2024-10-09 13:52:21,347 INFO: [ epoch: 738 ] [ iter:305,000 ] [ performance: 26.787 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:42 ] [ l_g_pix: 4.5290e-02 ] [ l_g_total: 4.5290e-02 ] +2024-10-09 13:52:25,030 INFO: [ epoch: 738 ] [ iter:305,100 ] [ performance: 26.988 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:35 ] [ l_g_pix: 4.8505e-02 ] [ l_g_total: 4.8505e-02 ] +2024-10-09 13:52:28,518 INFO: [ epoch: 738 ] [ iter:305,200 ] [ performance: 29.006 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:28 ] [ l_g_pix: 4.6326e-02 ] [ l_g_total: 4.6326e-02 ] +2024-10-09 13:52:33,634 INFO: [ epoch: 739 ] [ iter:305,300 ] [ performance: 22.918 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:22 ] [ l_g_pix: 5.8112e-02 ] [ l_g_total: 5.8112e-02 ] +2024-10-09 13:52:37,340 INFO: [ epoch: 739 ] [ iter:305,400 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:15 ] [ l_g_pix: 3.5268e-02 ] [ l_g_total: 3.5268e-02 ] +2024-10-09 13:52:41,064 INFO: [ epoch: 739 ] [ iter:305,500 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:08 ] [ l_g_pix: 5.0003e-02 ] [ l_g_total: 5.0003e-02 ] +2024-10-09 13:52:44,581 INFO: [ epoch: 739 ] [ iter:305,600 ] [ performance: 29.131 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:01 ] [ l_g_pix: 4.8753e-02 ] [ l_g_total: 4.8753e-02 ] +2024-10-09 13:52:49,614 INFO: [ epoch: 740 ] [ iter:305,700 ] [ performance: 23.143 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:55 ] [ l_g_pix: 4.2673e-02 ] [ l_g_total: 4.2673e-02 ] +2024-10-09 13:52:53,380 INFO: [ epoch: 740 ] [ iter:305,800 ] [ performance: 26.621 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:48 ] [ l_g_pix: 3.9384e-02 ] [ l_g_total: 3.9384e-02 ] +2024-10-09 13:52:57,113 INFO: [ epoch: 740 ] [ iter:305,900 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:41 ] [ l_g_pix: 5.1347e-02 ] [ l_g_total: 5.1347e-02 ] +2024-10-09 13:53:00,649 INFO: [ epoch: 740 ] [ iter:306,000 ] [ performance: 28.665 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:34 ] [ l_g_pix: 3.8173e-02 ] [ l_g_total: 3.8173e-02 ] +2024-10-09 13:53:05,579 INFO: [ epoch: 741 ] [ iter:306,100 ] [ performance: 23.268 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:28 ] [ l_g_pix: 5.0790e-02 ] [ l_g_total: 5.0790e-02 ] +2024-10-09 13:53:09,320 INFO: [ epoch: 741 ] [ iter:306,200 ] [ performance: 26.887 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:21 ] [ l_g_pix: 5.1232e-02 ] [ l_g_total: 5.1232e-02 ] +2024-10-09 13:53:13,021 INFO: [ epoch: 741 ] [ iter:306,300 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:14 ] [ l_g_pix: 4.8652e-02 ] [ l_g_total: 4.8652e-02 ] +2024-10-09 13:53:16,587 INFO: [ epoch: 741 ] [ iter:306,400 ] [ performance: 28.388 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:07 ] [ l_g_pix: 4.3328e-02 ] [ l_g_total: 4.3328e-02 ] +2024-10-09 13:53:21,629 INFO: [ epoch: 742 ] [ iter:306,500 ] [ performance: 22.805 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:01 ] [ l_g_pix: 5.6122e-02 ] [ l_g_total: 5.6122e-02 ] +2024-10-09 13:53:25,312 INFO: [ epoch: 742 ] [ iter:306,600 ] [ performance: 27.308 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:54 ] [ l_g_pix: 4.8528e-02 ] [ l_g_total: 4.8528e-02 ] +2024-10-09 13:53:29,044 INFO: [ epoch: 742 ] [ iter:306,700 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:47 ] [ l_g_pix: 4.5041e-02 ] [ l_g_total: 4.5041e-02 ] +2024-10-09 13:53:32,653 INFO: [ epoch: 742 ] [ iter:306,800 ] [ performance: 28.198 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:40 ] [ l_g_pix: 3.7387e-02 ] [ l_g_total: 3.7387e-02 ] +2024-10-09 13:53:37,499 INFO: [ epoch: 743 ] [ iter:306,900 ] [ performance: 23.295 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:34 ] [ l_g_pix: 4.0952e-02 ] [ l_g_total: 4.0952e-02 ] +2024-10-09 13:53:41,235 INFO: [ epoch: 743 ] [ iter:307,000 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:27 ] [ l_g_pix: 5.9286e-02 ] [ l_g_total: 5.9286e-02 ] +2024-10-09 13:53:45,009 INFO: [ epoch: 743 ] [ iter:307,100 ] [ performance: 26.680 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:20 ] [ l_g_pix: 5.0985e-02 ] [ l_g_total: 5.0985e-02 ] +2024-10-09 13:53:48,658 INFO: [ epoch: 743 ] [ iter:307,200 ] [ performance: 27.851 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:13 ] [ l_g_pix: 5.5460e-02 ] [ l_g_total: 5.5460e-02 ] +2024-10-09 13:53:53,256 INFO: [ epoch: 744 ] [ iter:307,300 ] [ performance: 23.947 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:07 ] [ l_g_pix: 4.9341e-02 ] [ l_g_total: 4.9341e-02 ] +2024-10-09 13:53:57,105 INFO: [ epoch: 744 ] [ iter:307,400 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:00 ] [ l_g_pix: 5.5297e-02 ] [ l_g_total: 5.5297e-02 ] +2024-10-09 13:54:00,816 INFO: [ epoch: 744 ] [ iter:307,500 ] [ performance: 26.988 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:53 ] [ l_g_pix: 4.0559e-02 ] [ l_g_total: 4.0559e-02 ] +2024-10-09 13:54:04,553 INFO: [ epoch: 744 ] [ iter:307,600 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:46 ] [ l_g_pix: 5.1718e-02 ] [ l_g_total: 5.1718e-02 ] +2024-10-09 13:54:09,203 INFO: [ epoch: 745 ] [ iter:307,700 ] [ performance: 23.475 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:40 ] [ l_g_pix: 4.8256e-02 ] [ l_g_total: 4.8256e-02 ] +2024-10-09 13:54:13,181 INFO: [ epoch: 745 ] [ iter:307,800 ] [ performance: 27.260 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:33 ] [ l_g_pix: 4.8907e-02 ] [ l_g_total: 4.8907e-02 ] +2024-10-09 13:54:16,813 INFO: [ epoch: 745 ] [ iter:307,900 ] [ performance: 27.426 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:26 ] [ l_g_pix: 3.2588e-02 ] [ l_g_total: 3.2588e-02 ] +2024-10-09 13:54:20,478 INFO: [ epoch: 745 ] [ iter:308,000 ] [ performance: 27.346 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:19 ] [ l_g_pix: 4.3500e-02 ] [ l_g_total: 4.3500e-02 ] +2024-10-09 13:54:24,698 INFO: [ epoch: 746 ] [ iter:308,100 ] [ performance: 25.056 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:13 ] [ l_g_pix: 6.2067e-02 ] [ l_g_total: 6.2067e-02 ] +2024-10-09 13:54:28,857 INFO: [ epoch: 746 ] [ iter:308,200 ] [ performance: 27.408 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:06 ] [ l_g_pix: 4.7843e-02 ] [ l_g_total: 4.7843e-02 ] +2024-10-09 13:54:32,544 INFO: [ epoch: 746 ] [ iter:308,300 ] [ performance: 27.237 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:59 ] [ l_g_pix: 5.1162e-02 ] [ l_g_total: 5.1162e-02 ] +2024-10-09 13:54:36,223 INFO: [ epoch: 746 ] [ iter:308,400 ] [ performance: 27.160 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:52 ] [ l_g_pix: 4.4701e-02 ] [ l_g_total: 4.4701e-02 ] +2024-10-09 13:54:39,713 INFO: [ epoch: 746 ] [ iter:308,500 ] [ performance: 28.042 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:45 ] [ l_g_pix: 5.3057e-02 ] [ l_g_total: 5.3057e-02 ] +2024-10-09 13:54:44,772 INFO: [ epoch: 747 ] [ iter:308,600 ] [ performance: 26.640 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:39 ] [ l_g_pix: 4.4554e-02 ] [ l_g_total: 4.4554e-02 ] +2024-10-09 13:54:48,477 INFO: [ epoch: 747 ] [ iter:308,700 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:32 ] [ l_g_pix: 5.1056e-02 ] [ l_g_total: 5.1056e-02 ] +2024-10-09 13:54:52,183 INFO: [ epoch: 747 ] [ iter:308,800 ] [ performance: 27.189 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:25 ] [ l_g_pix: 6.5132e-02 ] [ l_g_total: 6.5132e-02 ] +2024-10-09 13:54:55,697 INFO: [ epoch: 747 ] [ iter:308,900 ] [ performance: 27.953 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:18 ] [ l_g_pix: 4.4122e-02 ] [ l_g_total: 4.4122e-02 ] +2024-10-09 13:55:00,850 INFO: [ epoch: 748 ] [ iter:309,000 ] [ performance: 23.659 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:12 ] [ l_g_pix: 5.6926e-02 ] [ l_g_total: 5.6926e-02 ] +2024-10-09 13:55:04,580 INFO: [ epoch: 748 ] [ iter:309,100 ] [ performance: 25.502 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:05 ] [ l_g_pix: 4.2141e-02 ] [ l_g_total: 4.2141e-02 ] +2024-10-09 13:55:08,351 INFO: [ epoch: 748 ] [ iter:309,200 ] [ performance: 26.615 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:58 ] [ l_g_pix: 4.6677e-02 ] [ l_g_total: 4.6677e-02 ] +2024-10-09 13:55:11,840 INFO: [ epoch: 748 ] [ iter:309,300 ] [ performance: 27.845 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:51 ] [ l_g_pix: 4.0951e-02 ] [ l_g_total: 4.0951e-02 ] +2024-10-09 13:55:16,679 INFO: [ epoch: 749 ] [ iter:309,400 ] [ performance: 23.399 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:45 ] [ l_g_pix: 5.4034e-02 ] [ l_g_total: 5.4034e-02 ] +2024-10-09 13:55:20,376 INFO: [ epoch: 749 ] [ iter:309,500 ] [ performance: 25.544 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:38 ] [ l_g_pix: 4.4875e-02 ] [ l_g_total: 4.4875e-02 ] +2024-10-09 13:55:24,079 INFO: [ epoch: 749 ] [ iter:309,600 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:31 ] [ l_g_pix: 3.9640e-02 ] [ l_g_total: 3.9640e-02 ] +2024-10-09 13:55:27,689 INFO: [ epoch: 749 ] [ iter:309,700 ] [ performance: 27.420 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:25 ] [ l_g_pix: 5.0581e-02 ] [ l_g_total: 5.0581e-02 ] +2024-10-09 13:55:32,537 INFO: [ epoch: 750 ] [ iter:309,800 ] [ performance: 17.252 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:18 ] [ l_g_pix: 5.0684e-02 ] [ l_g_total: 5.0684e-02 ] +2024-10-09 13:55:36,221 INFO: [ epoch: 750 ] [ iter:309,900 ] [ performance: 22.386 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:11 ] [ l_g_pix: 5.2723e-02 ] [ l_g_total: 5.2723e-02 ] +2024-10-09 13:55:39,922 INFO: [ epoch: 750 ] [ iter:310,000 ] [ performance: 27.093 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:05 ] [ l_g_pix: 5.9099e-02 ] [ l_g_total: 5.9099e-02 ] +2024-10-09 13:55:39,922 INFO: Saving models and training states. +2024-10-09 13:58:34,866 INFO: Validation val + + # psnr: 27.2364........ Best: 27.2397 @ 270000 iter + # ssim: 0.7680........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 13:58:38,460 INFO: [ epoch: 750 ] [ iter:310,100 ] [ performance: 27.554 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:56 ] [ l_g_pix: 4.9364e-02 ] [ l_g_total: 4.9364e-02 ] +2024-10-09 13:58:43,442 INFO: [ epoch: 751 ] [ iter:310,200 ] [ performance: 16.293 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:50 ] [ l_g_pix: 3.9440e-02 ] [ l_g_total: 3.9440e-02 ] +2024-10-09 13:58:47,118 INFO: [ epoch: 751 ] [ iter:310,300 ] [ performance: 21.887 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:43 ] [ l_g_pix: 4.3584e-02 ] [ l_g_total: 4.3584e-02 ] +2024-10-09 13:58:50,822 INFO: [ epoch: 751 ] [ iter:310,400 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:36 ] [ l_g_pix: 4.2704e-02 ] [ l_g_total: 4.2704e-02 ] +2024-10-09 13:58:54,517 INFO: [ epoch: 751 ] [ iter:310,500 ] [ performance: 27.066 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:29 ] [ l_g_pix: 5.6197e-02 ] [ l_g_total: 5.6197e-02 ] +2024-10-09 13:58:59,473 INFO: [ epoch: 752 ] [ iter:310,600 ] [ performance: 16.258 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:23 ] [ l_g_pix: 4.7157e-02 ] [ l_g_total: 4.7157e-02 ] +2024-10-09 13:59:03,237 INFO: [ epoch: 752 ] [ iter:310,700 ] [ performance: 21.692 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:16 ] [ l_g_pix: 4.4031e-02 ] [ l_g_total: 4.4031e-02 ] +2024-10-09 13:59:06,961 INFO: [ epoch: 752 ] [ iter:310,800 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:09 ] [ l_g_pix: 5.1035e-02 ] [ l_g_total: 5.1035e-02 ] +2024-10-09 13:59:10,669 INFO: [ epoch: 752 ] [ iter:310,900 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:02 ] [ l_g_pix: 2.8744e-02 ] [ l_g_total: 2.8744e-02 ] +2024-10-09 13:59:15,243 INFO: [ epoch: 753 ] [ iter:311,000 ] [ performance: 18.071 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:56 ] [ l_g_pix: 3.6358e-02 ] [ l_g_total: 3.6358e-02 ] +2024-10-09 13:59:19,345 INFO: [ epoch: 753 ] [ iter:311,100 ] [ performance: 21.762 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:49 ] [ l_g_pix: 5.5458e-02 ] [ l_g_total: 5.5458e-02 ] +2024-10-09 13:59:23,087 INFO: [ epoch: 753 ] [ iter:311,200 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:42 ] [ l_g_pix: 4.5443e-02 ] [ l_g_total: 4.5443e-02 ] +2024-10-09 13:59:26,851 INFO: [ epoch: 753 ] [ iter:311,300 ] [ performance: 26.644 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:35 ] [ l_g_pix: 3.4353e-02 ] [ l_g_total: 3.4353e-02 ] +2024-10-09 13:59:30,345 INFO: [ epoch: 753 ] [ iter:311,400 ] [ performance: 28.719 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:28 ] [ l_g_pix: 5.1877e-02 ] [ l_g_total: 5.1877e-02 ] +2024-10-09 13:59:35,424 INFO: [ epoch: 754 ] [ iter:311,500 ] [ performance: 22.030 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:22 ] [ l_g_pix: 4.2247e-02 ] [ l_g_total: 4.2247e-02 ] +2024-10-09 13:59:39,150 INFO: [ epoch: 754 ] [ iter:311,600 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:15 ] [ l_g_pix: 4.4358e-02 ] [ l_g_total: 4.4358e-02 ] +2024-10-09 13:59:42,921 INFO: [ epoch: 754 ] [ iter:311,700 ] [ performance: 26.645 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:08 ] [ l_g_pix: 3.8681e-02 ] [ l_g_total: 3.8681e-02 ] +2024-10-09 13:59:46,432 INFO: [ epoch: 754 ] [ iter:311,800 ] [ performance: 29.142 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:01 ] [ l_g_pix: 4.3729e-02 ] [ l_g_total: 4.3729e-02 ] +2024-10-09 13:59:51,553 INFO: [ epoch: 755 ] [ iter:311,900 ] [ performance: 21.909 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:55 ] [ l_g_pix: 4.7306e-02 ] [ l_g_total: 4.7306e-02 ] +2024-10-09 13:59:55,233 INFO: [ epoch: 755 ] [ iter:312,000 ] [ performance: 27.019 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:48 ] [ l_g_pix: 5.3737e-02 ] [ l_g_total: 5.3737e-02 ] +2024-10-09 13:59:58,930 INFO: [ epoch: 755 ] [ iter:312,100 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:41 ] [ l_g_pix: 3.8610e-02 ] [ l_g_total: 3.8610e-02 ] +2024-10-09 14:00:02,441 INFO: [ epoch: 755 ] [ iter:312,200 ] [ performance: 29.164 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:34 ] [ l_g_pix: 4.5363e-02 ] [ l_g_total: 4.5363e-02 ] +2024-10-09 14:00:07,334 INFO: [ epoch: 756 ] [ iter:312,300 ] [ performance: 22.603 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:28 ] [ l_g_pix: 4.5252e-02 ] [ l_g_total: 4.5252e-02 ] +2024-10-09 14:00:11,064 INFO: [ epoch: 756 ] [ iter:312,400 ] [ performance: 26.446 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:21 ] [ l_g_pix: 4.6297e-02 ] [ l_g_total: 4.6297e-02 ] +2024-10-09 14:00:14,749 INFO: [ epoch: 756 ] [ iter:312,500 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:14 ] [ l_g_pix: 3.8847e-02 ] [ l_g_total: 3.8847e-02 ] +2024-10-09 14:00:18,315 INFO: [ epoch: 756 ] [ iter:312,600 ] [ performance: 28.907 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:07 ] [ l_g_pix: 5.1026e-02 ] [ l_g_total: 5.1026e-02 ] +2024-10-09 14:00:23,369 INFO: [ epoch: 757 ] [ iter:312,700 ] [ performance: 21.939 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:01 ] [ l_g_pix: 5.6470e-02 ] [ l_g_total: 5.6470e-02 ] +2024-10-09 14:00:27,065 INFO: [ epoch: 757 ] [ iter:312,800 ] [ performance: 27.300 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:54 ] [ l_g_pix: 4.6933e-02 ] [ l_g_total: 4.6933e-02 ] +2024-10-09 14:00:30,806 INFO: [ epoch: 757 ] [ iter:312,900 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:47 ] [ l_g_pix: 5.0057e-02 ] [ l_g_total: 5.0057e-02 ] +2024-10-09 14:00:34,399 INFO: [ epoch: 757 ] [ iter:313,000 ] [ performance: 29.395 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:40 ] [ l_g_pix: 3.7612e-02 ] [ l_g_total: 3.7612e-02 ] +2024-10-09 14:00:39,129 INFO: [ epoch: 758 ] [ iter:313,100 ] [ performance: 23.094 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:34 ] [ l_g_pix: 4.7125e-02 ] [ l_g_total: 4.7125e-02 ] +2024-10-09 14:00:42,803 INFO: [ epoch: 758 ] [ iter:313,200 ] [ performance: 27.352 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:27 ] [ l_g_pix: 4.0084e-02 ] [ l_g_total: 4.0084e-02 ] +2024-10-09 14:00:46,467 INFO: [ epoch: 758 ] [ iter:313,300 ] [ performance: 27.313 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:20 ] [ l_g_pix: 4.9161e-02 ] [ l_g_total: 4.9161e-02 ] +2024-10-09 14:00:50,115 INFO: [ epoch: 758 ] [ iter:313,400 ] [ performance: 28.090 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:13 ] [ l_g_pix: 4.5607e-02 ] [ l_g_total: 4.5607e-02 ] +2024-10-09 14:00:54,980 INFO: [ epoch: 759 ] [ iter:313,500 ] [ performance: 22.296 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:07 ] [ l_g_pix: 4.7657e-02 ] [ l_g_total: 4.7657e-02 ] +2024-10-09 14:00:58,725 INFO: [ epoch: 759 ] [ iter:313,600 ] [ performance: 26.831 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:00 ] [ l_g_pix: 5.6426e-02 ] [ l_g_total: 5.6426e-02 ] +2024-10-09 14:01:02,497 INFO: [ epoch: 759 ] [ iter:313,700 ] [ performance: 26.605 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:53 ] [ l_g_pix: 4.7446e-02 ] [ l_g_total: 4.7446e-02 ] +2024-10-09 14:01:06,193 INFO: [ epoch: 759 ] [ iter:313,800 ] [ performance: 27.360 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:46 ] [ l_g_pix: 4.6538e-02 ] [ l_g_total: 4.6538e-02 ] +2024-10-09 14:01:10,617 INFO: [ epoch: 760 ] [ iter:313,900 ] [ performance: 23.767 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:40 ] [ l_g_pix: 4.7893e-02 ] [ l_g_total: 4.7893e-02 ] +2024-10-09 14:01:14,602 INFO: [ epoch: 760 ] [ iter:314,000 ] [ performance: 26.449 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:33 ] [ l_g_pix: 4.5412e-02 ] [ l_g_total: 4.5412e-02 ] +2024-10-09 14:01:18,274 INFO: [ epoch: 760 ] [ iter:314,100 ] [ performance: 27.019 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:26 ] [ l_g_pix: 6.3727e-02 ] [ l_g_total: 6.3727e-02 ] +2024-10-09 14:01:22,031 INFO: [ epoch: 760 ] [ iter:314,200 ] [ performance: 26.920 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:19 ] [ l_g_pix: 5.7543e-02 ] [ l_g_total: 5.7543e-02 ] +2024-10-09 14:01:26,388 INFO: [ epoch: 761 ] [ iter:314,300 ] [ performance: 23.907 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:13 ] [ l_g_pix: 4.3813e-02 ] [ l_g_total: 4.3813e-02 ] +2024-10-09 14:01:30,470 INFO: [ epoch: 761 ] [ iter:314,400 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:06 ] [ l_g_pix: 5.4446e-02 ] [ l_g_total: 5.4446e-02 ] +2024-10-09 14:01:34,165 INFO: [ epoch: 761 ] [ iter:314,500 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:59 ] [ l_g_pix: 4.7087e-02 ] [ l_g_total: 4.7087e-02 ] +2024-10-09 14:01:37,873 INFO: [ epoch: 761 ] [ iter:314,600 ] [ performance: 27.521 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:52 ] [ l_g_pix: 3.9899e-02 ] [ l_g_total: 3.9899e-02 ] +2024-10-09 14:01:41,328 INFO: [ epoch: 761 ] [ iter:314,700 ] [ performance: 28.568 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:45 ] [ l_g_pix: 5.3876e-02 ] [ l_g_total: 5.3876e-02 ] +2024-10-09 14:01:46,163 INFO: [ epoch: 762 ] [ iter:314,800 ] [ performance: 27.530 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:39 ] [ l_g_pix: 4.8912e-02 ] [ l_g_total: 4.8912e-02 ] +2024-10-09 14:01:49,854 INFO: [ epoch: 762 ] [ iter:314,900 ] [ performance: 27.210 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:32 ] [ l_g_pix: 4.3019e-02 ] [ l_g_total: 4.3019e-02 ] +2024-10-09 14:01:53,615 INFO: [ epoch: 762 ] [ iter:315,000 ] [ performance: 26.288 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:25 ] [ l_g_pix: 4.8682e-02 ] [ l_g_total: 4.8682e-02 ] +2024-10-09 14:01:57,158 INFO: [ epoch: 762 ] [ iter:315,100 ] [ performance: 27.721 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:18 ] [ l_g_pix: 5.1096e-02 ] [ l_g_total: 5.1096e-02 ] +2024-10-09 14:02:02,167 INFO: [ epoch: 763 ] [ iter:315,200 ] [ performance: 27.379 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:12 ] [ l_g_pix: 4.5648e-02 ] [ l_g_total: 4.5648e-02 ] +2024-10-09 14:02:05,924 INFO: [ epoch: 763 ] [ iter:315,300 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:05 ] [ l_g_pix: 4.0710e-02 ] [ l_g_total: 4.0710e-02 ] +2024-10-09 14:02:09,631 INFO: [ epoch: 763 ] [ iter:315,400 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:59 ] [ l_g_pix: 4.9363e-02 ] [ l_g_total: 4.9363e-02 ] +2024-10-09 14:02:13,189 INFO: [ epoch: 763 ] [ iter:315,500 ] [ performance: 27.879 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:52 ] [ l_g_pix: 4.9858e-02 ] [ l_g_total: 4.9858e-02 ] +2024-10-09 14:02:18,210 INFO: [ epoch: 764 ] [ iter:315,600 ] [ performance: 27.079 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:46 ] [ l_g_pix: 5.1467e-02 ] [ l_g_total: 5.1467e-02 ] +2024-10-09 14:02:21,921 INFO: [ epoch: 764 ] [ iter:315,700 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:39 ] [ l_g_pix: 4.7243e-02 ] [ l_g_total: 4.7243e-02 ] +2024-10-09 14:02:25,672 INFO: [ epoch: 764 ] [ iter:315,800 ] [ performance: 27.028 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:32 ] [ l_g_pix: 5.6365e-02 ] [ l_g_total: 5.6365e-02 ] +2024-10-09 14:02:29,247 INFO: [ epoch: 764 ] [ iter:315,900 ] [ performance: 27.758 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:25 ] [ l_g_pix: 4.8084e-02 ] [ l_g_total: 4.8084e-02 ] +2024-10-09 14:02:34,044 INFO: [ epoch: 765 ] [ iter:316,000 ] [ performance: 25.490 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:19 ] [ l_g_pix: 4.0017e-02 ] [ l_g_total: 4.0017e-02 ] +2024-10-09 14:02:37,798 INFO: [ epoch: 765 ] [ iter:316,100 ] [ performance: 26.387 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:12 ] [ l_g_pix: 4.4872e-02 ] [ l_g_total: 4.4872e-02 ] +2024-10-09 14:02:41,509 INFO: [ epoch: 765 ] [ iter:316,200 ] [ performance: 27.312 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:05 ] [ l_g_pix: 5.3163e-02 ] [ l_g_total: 5.3163e-02 ] +2024-10-09 14:02:45,193 INFO: [ epoch: 765 ] [ iter:316,300 ] [ performance: 27.184 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:58 ] [ l_g_pix: 5.2627e-02 ] [ l_g_total: 5.2627e-02 ] +2024-10-09 14:02:50,034 INFO: [ epoch: 766 ] [ iter:316,400 ] [ performance: 21.738 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:52 ] [ l_g_pix: 3.7255e-02 ] [ l_g_total: 3.7255e-02 ] +2024-10-09 14:02:53,785 INFO: [ epoch: 766 ] [ iter:316,500 ] [ performance: 25.474 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:45 ] [ l_g_pix: 4.6002e-02 ] [ l_g_total: 4.6002e-02 ] +2024-10-09 14:02:57,469 INFO: [ epoch: 766 ] [ iter:316,600 ] [ performance: 27.896 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:38 ] [ l_g_pix: 5.0471e-02 ] [ l_g_total: 5.0471e-02 ] +2024-10-09 14:03:01,091 INFO: [ epoch: 766 ] [ iter:316,700 ] [ performance: 27.670 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:31 ] [ l_g_pix: 4.8448e-02 ] [ l_g_total: 4.8448e-02 ] +2024-10-09 14:03:06,097 INFO: [ epoch: 767 ] [ iter:316,800 ] [ performance: 16.897 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:25 ] [ l_g_pix: 5.5170e-02 ] [ l_g_total: 5.5170e-02 ] +2024-10-09 14:03:09,847 INFO: [ epoch: 767 ] [ iter:316,900 ] [ performance: 23.986 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:19 ] [ l_g_pix: 5.4446e-02 ] [ l_g_total: 5.4446e-02 ] +2024-10-09 14:03:13,579 INFO: [ epoch: 767 ] [ iter:317,000 ] [ performance: 27.394 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:12 ] [ l_g_pix: 6.8840e-02 ] [ l_g_total: 6.8840e-02 ] +2024-10-09 14:03:17,274 INFO: [ epoch: 767 ] [ iter:317,100 ] [ performance: 27.135 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:05 ] [ l_g_pix: 4.8462e-02 ] [ l_g_total: 4.8462e-02 ] +2024-10-09 14:03:21,866 INFO: [ epoch: 768 ] [ iter:317,200 ] [ performance: 11.272 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:59 ] [ l_g_pix: 4.0209e-02 ] [ l_g_total: 4.0209e-02 ] +2024-10-09 14:03:25,843 INFO: [ epoch: 768 ] [ iter:317,300 ] [ performance: 20.591 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:52 ] [ l_g_pix: 4.4453e-02 ] [ l_g_total: 4.4453e-02 ] +2024-10-09 14:03:29,552 INFO: [ epoch: 768 ] [ iter:317,400 ] [ performance: 27.575 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:45 ] [ l_g_pix: 5.1220e-02 ] [ l_g_total: 5.1220e-02 ] +2024-10-09 14:03:33,255 INFO: [ epoch: 768 ] [ iter:317,500 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:38 ] [ l_g_pix: 4.0656e-02 ] [ l_g_total: 4.0656e-02 ] +2024-10-09 14:03:37,562 INFO: [ epoch: 769 ] [ iter:317,600 ] [ performance: 12.963 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:32 ] [ l_g_pix: 4.5190e-02 ] [ l_g_total: 4.5190e-02 ] +2024-10-09 14:03:41,711 INFO: [ epoch: 769 ] [ iter:317,700 ] [ performance: 21.090 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:25 ] [ l_g_pix: 3.7810e-02 ] [ l_g_total: 3.7810e-02 ] +2024-10-09 14:03:45,417 INFO: [ epoch: 769 ] [ iter:317,800 ] [ performance: 27.763 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:18 ] [ l_g_pix: 5.1336e-02 ] [ l_g_total: 5.1336e-02 ] +2024-10-09 14:03:49,087 INFO: [ epoch: 769 ] [ iter:317,900 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:12 ] [ l_g_pix: 5.0289e-02 ] [ l_g_total: 5.0289e-02 ] +2024-10-09 14:03:52,558 INFO: [ epoch: 769 ] [ iter:318,000 ] [ performance: 29.388 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:05 ] [ l_g_pix: 3.2291e-02 ] [ l_g_total: 3.2291e-02 ] +2024-10-09 14:03:57,567 INFO: [ epoch: 770 ] [ iter:318,100 ] [ performance: 20.994 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:59 ] [ l_g_pix: 5.5282e-02 ] [ l_g_total: 5.5282e-02 ] +2024-10-09 14:04:01,323 INFO: [ epoch: 770 ] [ iter:318,200 ] [ performance: 26.444 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:52 ] [ l_g_pix: 5.4917e-02 ] [ l_g_total: 5.4917e-02 ] +2024-10-09 14:04:05,050 INFO: [ epoch: 770 ] [ iter:318,300 ] [ performance: 26.778 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:45 ] [ l_g_pix: 3.7743e-02 ] [ l_g_total: 3.7743e-02 ] +2024-10-09 14:04:08,597 INFO: [ epoch: 770 ] [ iter:318,400 ] [ performance: 29.108 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:38 ] [ l_g_pix: 5.4699e-02 ] [ l_g_total: 5.4699e-02 ] +2024-10-09 14:04:13,486 INFO: [ epoch: 771 ] [ iter:318,500 ] [ performance: 21.332 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:32 ] [ l_g_pix: 5.1297e-02 ] [ l_g_total: 5.1297e-02 ] +2024-10-09 14:04:17,210 INFO: [ epoch: 771 ] [ iter:318,600 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:25 ] [ l_g_pix: 3.8760e-02 ] [ l_g_total: 3.8760e-02 ] +2024-10-09 14:04:20,942 INFO: [ epoch: 771 ] [ iter:318,700 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:18 ] [ l_g_pix: 5.3793e-02 ] [ l_g_total: 5.3793e-02 ] +2024-10-09 14:04:24,482 INFO: [ epoch: 771 ] [ iter:318,800 ] [ performance: 30.186 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:11 ] [ l_g_pix: 5.4524e-02 ] [ l_g_total: 5.4524e-02 ] +2024-10-09 14:04:29,472 INFO: [ epoch: 772 ] [ iter:318,900 ] [ performance: 20.907 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:05 ] [ l_g_pix: 4.4877e-02 ] [ l_g_total: 4.4877e-02 ] +2024-10-09 14:04:33,187 INFO: [ epoch: 772 ] [ iter:319,000 ] [ performance: 27.817 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:59 ] [ l_g_pix: 6.3867e-02 ] [ l_g_total: 6.3867e-02 ] +2024-10-09 14:04:36,974 INFO: [ epoch: 772 ] [ iter:319,100 ] [ performance: 26.567 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:52 ] [ l_g_pix: 4.9576e-02 ] [ l_g_total: 4.9576e-02 ] +2024-10-09 14:04:40,595 INFO: [ epoch: 772 ] [ iter:319,200 ] [ performance: 29.419 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:45 ] [ l_g_pix: 5.5106e-02 ] [ l_g_total: 5.5106e-02 ] +2024-10-09 14:04:45,416 INFO: [ epoch: 773 ] [ iter:319,300 ] [ performance: 21.423 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:39 ] [ l_g_pix: 4.2896e-02 ] [ l_g_total: 4.2896e-02 ] +2024-10-09 14:04:49,160 INFO: [ epoch: 773 ] [ iter:319,400 ] [ performance: 28.439 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:32 ] [ l_g_pix: 4.9273e-02 ] [ l_g_total: 4.9273e-02 ] +2024-10-09 14:04:52,866 INFO: [ epoch: 773 ] [ iter:319,500 ] [ performance: 27.121 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:25 ] [ l_g_pix: 5.3318e-02 ] [ l_g_total: 5.3318e-02 ] +2024-10-09 14:04:56,486 INFO: [ epoch: 773 ] [ iter:319,600 ] [ performance: 30.270 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:18 ] [ l_g_pix: 5.3122e-02 ] [ l_g_total: 5.3122e-02 ] +2024-10-09 14:05:01,369 INFO: [ epoch: 774 ] [ iter:319,700 ] [ performance: 21.104 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:12 ] [ l_g_pix: 4.1604e-02 ] [ l_g_total: 4.1604e-02 ] +2024-10-09 14:05:05,085 INFO: [ epoch: 774 ] [ iter:319,800 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:06 ] [ l_g_pix: 4.5798e-02 ] [ l_g_total: 4.5798e-02 ] +2024-10-09 14:05:08,821 INFO: [ epoch: 774 ] [ iter:319,900 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:59 ] [ l_g_pix: 4.6212e-02 ] [ l_g_total: 4.6212e-02 ] +2024-10-09 14:05:12,506 INFO: [ epoch: 774 ] [ iter:320,000 ] [ performance: 29.414 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:52 ] [ l_g_pix: 3.3257e-02 ] [ l_g_total: 3.3257e-02 ] +2024-10-09 14:05:12,506 INFO: Saving models and training states. +2024-10-09 14:08:07,607 INFO: Validation val + + # psnr: 27.2310........ Best: 27.2397 @ 270000 iter + # ssim: 0.7680........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 14:08:12,593 INFO: [ epoch: 775 ] [ iter:320,100 ] [ performance: 20.547 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:35 ] [ l_g_pix: 5.1827e-02 ] [ l_g_total: 5.1827e-02 ] +2024-10-09 14:08:16,347 INFO: [ epoch: 775 ] [ iter:320,200 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:29 ] [ l_g_pix: 4.3768e-02 ] [ l_g_total: 4.3768e-02 ] +2024-10-09 14:08:20,048 INFO: [ epoch: 775 ] [ iter:320,300 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:22 ] [ l_g_pix: 5.4910e-02 ] [ l_g_total: 5.4910e-02 ] +2024-10-09 14:08:23,745 INFO: [ epoch: 775 ] [ iter:320,400 ] [ performance: 29.141 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:15 ] [ l_g_pix: 5.6712e-02 ] [ l_g_total: 5.6712e-02 ] +2024-10-09 14:08:28,243 INFO: [ epoch: 776 ] [ iter:320,500 ] [ performance: 22.541 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:08 ] [ l_g_pix: 4.2906e-02 ] [ l_g_total: 4.2906e-02 ] +2024-10-09 14:08:32,170 INFO: [ epoch: 776 ] [ iter:320,600 ] [ performance: 26.367 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:02 ] [ l_g_pix: 4.9036e-02 ] [ l_g_total: 4.9036e-02 ] +2024-10-09 14:08:35,900 INFO: [ epoch: 776 ] [ iter:320,700 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:55 ] [ l_g_pix: 5.4286e-02 ] [ l_g_total: 5.4286e-02 ] +2024-10-09 14:08:39,555 INFO: [ epoch: 776 ] [ iter:320,800 ] [ performance: 28.974 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:48 ] [ l_g_pix: 4.6642e-02 ] [ l_g_total: 4.6642e-02 ] +2024-10-09 14:08:43,021 INFO: [ epoch: 776 ] [ iter:320,900 ] [ performance: 28.861 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:41 ] [ l_g_pix: 4.4964e-02 ] [ l_g_total: 4.4964e-02 ] +2024-10-09 14:08:47,969 INFO: [ epoch: 777 ] [ iter:321,000 ] [ performance: 26.711 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:35 ] [ l_g_pix: 4.9246e-02 ] [ l_g_total: 4.9246e-02 ] +2024-10-09 14:08:51,665 INFO: [ epoch: 777 ] [ iter:321,100 ] [ performance: 27.052 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:28 ] [ l_g_pix: 5.6296e-02 ] [ l_g_total: 5.6296e-02 ] +2024-10-09 14:08:55,321 INFO: [ epoch: 777 ] [ iter:321,200 ] [ performance: 27.759 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:21 ] [ l_g_pix: 6.6399e-02 ] [ l_g_total: 6.6399e-02 ] +2024-10-09 14:08:58,792 INFO: [ epoch: 777 ] [ iter:321,300 ] [ performance: 28.788 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:14 ] [ l_g_pix: 4.9864e-02 ] [ l_g_total: 4.9864e-02 ] +2024-10-09 14:09:03,764 INFO: [ epoch: 778 ] [ iter:321,400 ] [ performance: 26.166 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:08 ] [ l_g_pix: 3.7965e-02 ] [ l_g_total: 3.7965e-02 ] +2024-10-09 14:09:07,491 INFO: [ epoch: 778 ] [ iter:321,500 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:01 ] [ l_g_pix: 4.6220e-02 ] [ l_g_total: 4.6220e-02 ] +2024-10-09 14:09:11,214 INFO: [ epoch: 778 ] [ iter:321,600 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:54 ] [ l_g_pix: 4.8370e-02 ] [ l_g_total: 4.8370e-02 ] +2024-10-09 14:09:14,748 INFO: [ epoch: 778 ] [ iter:321,700 ] [ performance: 28.299 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:47 ] [ l_g_pix: 5.1015e-02 ] [ l_g_total: 5.1015e-02 ] +2024-10-09 14:09:19,723 INFO: [ epoch: 779 ] [ iter:321,800 ] [ performance: 23.508 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:41 ] [ l_g_pix: 4.4378e-02 ] [ l_g_total: 4.4378e-02 ] +2024-10-09 14:09:23,428 INFO: [ epoch: 779 ] [ iter:321,900 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:34 ] [ l_g_pix: 4.9700e-02 ] [ l_g_total: 4.9700e-02 ] +2024-10-09 14:09:27,091 INFO: [ epoch: 779 ] [ iter:322,000 ] [ performance: 27.152 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:28 ] [ l_g_pix: 5.0096e-02 ] [ l_g_total: 5.0096e-02 ] +2024-10-09 14:09:30,636 INFO: [ epoch: 779 ] [ iter:322,100 ] [ performance: 28.260 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:21 ] [ l_g_pix: 4.4558e-02 ] [ l_g_total: 4.4558e-02 ] +2024-10-09 14:09:35,535 INFO: [ epoch: 780 ] [ iter:322,200 ] [ performance: 23.672 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:14 ] [ l_g_pix: 4.5188e-02 ] [ l_g_total: 4.5188e-02 ] +2024-10-09 14:09:39,265 INFO: [ epoch: 780 ] [ iter:322,300 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:08 ] [ l_g_pix: 5.2775e-02 ] [ l_g_total: 5.2775e-02 ] +2024-10-09 14:09:42,991 INFO: [ epoch: 780 ] [ iter:322,400 ] [ performance: 26.843 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:01 ] [ l_g_pix: 3.6709e-02 ] [ l_g_total: 3.6709e-02 ] +2024-10-09 14:09:46,622 INFO: [ epoch: 780 ] [ iter:322,500 ] [ performance: 27.603 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:54 ] [ l_g_pix: 4.4548e-02 ] [ l_g_total: 4.4548e-02 ] +2024-10-09 14:09:51,672 INFO: [ epoch: 781 ] [ iter:322,600 ] [ performance: 22.988 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:48 ] [ l_g_pix: 4.9334e-02 ] [ l_g_total: 4.9334e-02 ] +2024-10-09 14:09:55,384 INFO: [ epoch: 781 ] [ iter:322,700 ] [ performance: 27.032 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:41 ] [ l_g_pix: 6.1044e-02 ] [ l_g_total: 6.1044e-02 ] +2024-10-09 14:09:59,073 INFO: [ epoch: 781 ] [ iter:322,800 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:34 ] [ l_g_pix: 4.7566e-02 ] [ l_g_total: 4.7566e-02 ] +2024-10-09 14:10:02,704 INFO: [ epoch: 781 ] [ iter:322,900 ] [ performance: 27.560 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:27 ] [ l_g_pix: 6.5180e-02 ] [ l_g_total: 6.5180e-02 ] +2024-10-09 14:10:07,753 INFO: [ epoch: 782 ] [ iter:323,000 ] [ performance: 22.937 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:21 ] [ l_g_pix: 3.9186e-02 ] [ l_g_total: 3.9186e-02 ] +2024-10-09 14:10:11,481 INFO: [ epoch: 782 ] [ iter:323,100 ] [ performance: 26.908 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:15 ] [ l_g_pix: 4.3569e-02 ] [ l_g_total: 4.3569e-02 ] +2024-10-09 14:10:15,185 INFO: [ epoch: 782 ] [ iter:323,200 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:08 ] [ l_g_pix: 4.2217e-02 ] [ l_g_total: 4.2217e-02 ] +2024-10-09 14:10:18,865 INFO: [ epoch: 782 ] [ iter:323,300 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:01 ] [ l_g_pix: 4.9202e-02 ] [ l_g_total: 4.9202e-02 ] +2024-10-09 14:10:23,734 INFO: [ epoch: 783 ] [ iter:323,400 ] [ performance: 23.306 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:55 ] [ l_g_pix: 4.3568e-02 ] [ l_g_total: 4.3568e-02 ] +2024-10-09 14:10:27,492 INFO: [ epoch: 783 ] [ iter:323,500 ] [ performance: 27.149 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:48 ] [ l_g_pix: 5.0259e-02 ] [ l_g_total: 5.0259e-02 ] +2024-10-09 14:10:31,220 INFO: [ epoch: 783 ] [ iter:323,600 ] [ performance: 26.981 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:41 ] [ l_g_pix: 3.7694e-02 ] [ l_g_total: 3.7694e-02 ] +2024-10-09 14:10:34,924 INFO: [ epoch: 783 ] [ iter:323,700 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:34 ] [ l_g_pix: 4.5874e-02 ] [ l_g_total: 4.5874e-02 ] +2024-10-09 14:10:39,451 INFO: [ epoch: 784 ] [ iter:323,800 ] [ performance: 24.209 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:28 ] [ l_g_pix: 4.9511e-02 ] [ l_g_total: 4.9511e-02 ] +2024-10-09 14:10:43,586 INFO: [ epoch: 784 ] [ iter:323,900 ] [ performance: 26.014 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:21 ] [ l_g_pix: 3.5394e-02 ] [ l_g_total: 3.5394e-02 ] +2024-10-09 14:10:47,268 INFO: [ epoch: 784 ] [ iter:324,000 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:15 ] [ l_g_pix: 4.5317e-02 ] [ l_g_total: 4.5317e-02 ] +2024-10-09 14:10:50,985 INFO: [ epoch: 784 ] [ iter:324,100 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:08 ] [ l_g_pix: 4.2879e-02 ] [ l_g_total: 4.2879e-02 ] +2024-10-09 14:10:54,434 INFO: [ epoch: 784 ] [ iter:324,200 ] [ performance: 28.032 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:01 ] [ l_g_pix: 4.5442e-02 ] [ l_g_total: 4.5442e-02 ] +2024-10-09 14:10:59,562 INFO: [ epoch: 785 ] [ iter:324,300 ] [ performance: 23.976 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:55 ] [ l_g_pix: 3.8847e-02 ] [ l_g_total: 3.8847e-02 ] +2024-10-09 14:11:03,294 INFO: [ epoch: 785 ] [ iter:324,400 ] [ performance: 25.409 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:48 ] [ l_g_pix: 4.0926e-02 ] [ l_g_total: 4.0926e-02 ] +2024-10-09 14:11:07,021 INFO: [ epoch: 785 ] [ iter:324,500 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:41 ] [ l_g_pix: 4.6492e-02 ] [ l_g_total: 4.6492e-02 ] +2024-10-09 14:11:10,552 INFO: [ epoch: 785 ] [ iter:324,600 ] [ performance: 27.636 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:34 ] [ l_g_pix: 5.0984e-02 ] [ l_g_total: 5.0984e-02 ] +2024-10-09 14:11:15,549 INFO: [ epoch: 786 ] [ iter:324,700 ] [ performance: 19.043 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:28 ] [ l_g_pix: 4.5262e-02 ] [ l_g_total: 4.5262e-02 ] +2024-10-09 14:11:19,255 INFO: [ epoch: 786 ] [ iter:324,800 ] [ performance: 22.648 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:22 ] [ l_g_pix: 4.1009e-02 ] [ l_g_total: 4.1009e-02 ] +2024-10-09 14:11:22,929 INFO: [ epoch: 786 ] [ iter:324,900 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:15 ] [ l_g_pix: 5.6701e-02 ] [ l_g_total: 5.6701e-02 ] +2024-10-09 14:11:26,413 INFO: [ epoch: 786 ] [ iter:325,000 ] [ performance: 28.006 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:08 ] [ l_g_pix: 4.1981e-02 ] [ l_g_total: 4.1981e-02 ] +2024-10-09 14:11:31,266 INFO: [ epoch: 787 ] [ iter:325,100 ] [ performance: 19.468 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:02 ] [ l_g_pix: 4.5795e-02 ] [ l_g_total: 4.5795e-02 ] +2024-10-09 14:11:34,987 INFO: [ epoch: 787 ] [ iter:325,200 ] [ performance: 22.923 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:55 ] [ l_g_pix: 5.2482e-02 ] [ l_g_total: 5.2482e-02 ] +2024-10-09 14:11:38,695 INFO: [ epoch: 787 ] [ iter:325,300 ] [ performance: 27.104 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:48 ] [ l_g_pix: 4.1829e-02 ] [ l_g_total: 4.1829e-02 ] +2024-10-09 14:11:42,262 INFO: [ epoch: 787 ] [ iter:325,400 ] [ performance: 27.609 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:41 ] [ l_g_pix: 3.8128e-02 ] [ l_g_total: 3.8128e-02 ] +2024-10-09 14:11:47,203 INFO: [ epoch: 788 ] [ iter:325,500 ] [ performance: 18.907 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:35 ] [ l_g_pix: 4.8354e-02 ] [ l_g_total: 4.8354e-02 ] +2024-10-09 14:11:50,892 INFO: [ epoch: 788 ] [ iter:325,600 ] [ performance: 22.706 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:29 ] [ l_g_pix: 5.6660e-02 ] [ l_g_total: 5.6660e-02 ] +2024-10-09 14:11:54,604 INFO: [ epoch: 788 ] [ iter:325,700 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:22 ] [ l_g_pix: 4.6778e-02 ] [ l_g_total: 4.6778e-02 ] +2024-10-09 14:11:58,201 INFO: [ epoch: 788 ] [ iter:325,800 ] [ performance: 27.423 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:15 ] [ l_g_pix: 5.2978e-02 ] [ l_g_total: 5.2978e-02 ] +2024-10-09 14:12:03,180 INFO: [ epoch: 789 ] [ iter:325,900 ] [ performance: 18.593 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:09 ] [ l_g_pix: 5.7729e-02 ] [ l_g_total: 5.7729e-02 ] +2024-10-09 14:12:06,896 INFO: [ epoch: 789 ] [ iter:326,000 ] [ performance: 22.477 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:02 ] [ l_g_pix: 4.6916e-02 ] [ l_g_total: 4.6916e-02 ] +2024-10-09 14:12:10,612 INFO: [ epoch: 789 ] [ iter:326,100 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:55 ] [ l_g_pix: 3.8931e-02 ] [ l_g_total: 3.8931e-02 ] +2024-10-09 14:12:14,279 INFO: [ epoch: 789 ] [ iter:326,200 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:49 ] [ l_g_pix: 3.0559e-02 ] [ l_g_total: 3.0559e-02 ] +2024-10-09 14:12:18,877 INFO: [ epoch: 790 ] [ iter:326,300 ] [ performance: 20.364 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:42 ] [ l_g_pix: 5.1583e-02 ] [ l_g_total: 5.1583e-02 ] +2024-10-09 14:12:22,665 INFO: [ epoch: 790 ] [ iter:326,400 ] [ performance: 23.387 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:36 ] [ l_g_pix: 5.3867e-02 ] [ l_g_total: 5.3867e-02 ] +2024-10-09 14:12:26,426 INFO: [ epoch: 790 ] [ iter:326,500 ] [ performance: 26.634 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:29 ] [ l_g_pix: 4.6227e-02 ] [ l_g_total: 4.6227e-02 ] +2024-10-09 14:12:30,105 INFO: [ epoch: 790 ] [ iter:326,600 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:22 ] [ l_g_pix: 4.2114e-02 ] [ l_g_total: 4.2114e-02 ] +2024-10-09 14:12:34,597 INFO: [ epoch: 791 ] [ iter:326,700 ] [ performance: 20.733 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:16 ] [ l_g_pix: 4.2548e-02 ] [ l_g_total: 4.2548e-02 ] +2024-10-09 14:12:38,646 INFO: [ epoch: 791 ] [ iter:326,800 ] [ performance: 22.870 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:09 ] [ l_g_pix: 5.8992e-02 ] [ l_g_total: 5.8992e-02 ] +2024-10-09 14:12:42,392 INFO: [ epoch: 791 ] [ iter:326,900 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:02 ] [ l_g_pix: 4.8093e-02 ] [ l_g_total: 4.8093e-02 ] +2024-10-09 14:12:46,126 INFO: [ epoch: 791 ] [ iter:327,000 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:56 ] [ l_g_pix: 4.4028e-02 ] [ l_g_total: 4.4028e-02 ] +2024-10-09 14:12:50,450 INFO: [ epoch: 792 ] [ iter:327,100 ] [ performance: 21.621 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:49 ] [ l_g_pix: 4.0189e-02 ] [ l_g_total: 4.0189e-02 ] +2024-10-09 14:12:54,656 INFO: [ epoch: 792 ] [ iter:327,200 ] [ performance: 22.829 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:43 ] [ l_g_pix: 6.1558e-02 ] [ l_g_total: 6.1558e-02 ] +2024-10-09 14:12:58,367 INFO: [ epoch: 792 ] [ iter:327,300 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:36 ] [ l_g_pix: 4.1497e-02 ] [ l_g_total: 4.1497e-02 ] +2024-10-09 14:13:02,073 INFO: [ epoch: 792 ] [ iter:327,400 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:29 ] [ l_g_pix: 4.9688e-02 ] [ l_g_total: 4.9688e-02 ] +2024-10-09 14:13:05,580 INFO: [ epoch: 792 ] [ iter:327,500 ] [ performance: 29.057 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:23 ] [ l_g_pix: 4.7121e-02 ] [ l_g_total: 4.7121e-02 ] +2024-10-09 14:13:10,543 INFO: [ epoch: 793 ] [ iter:327,600 ] [ performance: 23.092 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:16 ] [ l_g_pix: 3.1129e-02 ] [ l_g_total: 3.1129e-02 ] +2024-10-09 14:13:14,275 INFO: [ epoch: 793 ] [ iter:327,700 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:10 ] [ l_g_pix: 5.4555e-02 ] [ l_g_total: 5.4555e-02 ] +2024-10-09 14:13:17,982 INFO: [ epoch: 793 ] [ iter:327,800 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:03 ] [ l_g_pix: 2.9591e-02 ] [ l_g_total: 2.9591e-02 ] +2024-10-09 14:13:21,521 INFO: [ epoch: 793 ] [ iter:327,900 ] [ performance: 29.031 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:56 ] [ l_g_pix: 3.8260e-02 ] [ l_g_total: 3.8260e-02 ] +2024-10-09 14:13:26,694 INFO: [ epoch: 794 ] [ iter:328,000 ] [ performance: 22.391 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:50 ] [ l_g_pix: 5.4435e-02 ] [ l_g_total: 5.4435e-02 ] +2024-10-09 14:13:30,421 INFO: [ epoch: 794 ] [ iter:328,100 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:44 ] [ l_g_pix: 3.7047e-02 ] [ l_g_total: 3.7047e-02 ] +2024-10-09 14:13:34,140 INFO: [ epoch: 794 ] [ iter:328,200 ] [ performance: 26.923 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:37 ] [ l_g_pix: 5.0810e-02 ] [ l_g_total: 5.0810e-02 ] +2024-10-09 14:13:37,735 INFO: [ epoch: 794 ] [ iter:328,300 ] [ performance: 28.562 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:30 ] [ l_g_pix: 4.0563e-02 ] [ l_g_total: 4.0563e-02 ] +2024-10-09 14:13:42,734 INFO: [ epoch: 795 ] [ iter:328,400 ] [ performance: 22.740 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:24 ] [ l_g_pix: 4.0248e-02 ] [ l_g_total: 4.0248e-02 ] +2024-10-09 14:13:46,413 INFO: [ epoch: 795 ] [ iter:328,500 ] [ performance: 27.561 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:17 ] [ l_g_pix: 6.1795e-02 ] [ l_g_total: 6.1795e-02 ] +2024-10-09 14:13:50,117 INFO: [ epoch: 795 ] [ iter:328,600 ] [ performance: 27.222 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:11 ] [ l_g_pix: 4.1215e-02 ] [ l_g_total: 4.1215e-02 ] +2024-10-09 14:13:53,722 INFO: [ epoch: 795 ] [ iter:328,700 ] [ performance: 28.603 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:04 ] [ l_g_pix: 5.1653e-02 ] [ l_g_total: 5.1653e-02 ] +2024-10-09 14:13:58,732 INFO: [ epoch: 796 ] [ iter:328,800 ] [ performance: 22.661 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:58 ] [ l_g_pix: 5.7214e-02 ] [ l_g_total: 5.7214e-02 ] +2024-10-09 14:14:02,496 INFO: [ epoch: 796 ] [ iter:328,900 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:51 ] [ l_g_pix: 5.4625e-02 ] [ l_g_total: 5.4625e-02 ] +2024-10-09 14:14:06,219 INFO: [ epoch: 796 ] [ iter:329,000 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:44 ] [ l_g_pix: 3.8922e-02 ] [ l_g_total: 3.8922e-02 ] +2024-10-09 14:14:09,884 INFO: [ epoch: 796 ] [ iter:329,100 ] [ performance: 27.834 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:38 ] [ l_g_pix: 5.7184e-02 ] [ l_g_total: 5.7184e-02 ] +2024-10-09 14:14:14,901 INFO: [ epoch: 797 ] [ iter:329,200 ] [ performance: 22.395 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:32 ] [ l_g_pix: 5.4668e-02 ] [ l_g_total: 5.4668e-02 ] +2024-10-09 14:14:18,610 INFO: [ epoch: 797 ] [ iter:329,300 ] [ performance: 27.302 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:25 ] [ l_g_pix: 5.0118e-02 ] [ l_g_total: 5.0118e-02 ] +2024-10-09 14:14:22,313 INFO: [ epoch: 797 ] [ iter:329,400 ] [ performance: 27.123 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:18 ] [ l_g_pix: 3.8475e-02 ] [ l_g_total: 3.8475e-02 ] +2024-10-09 14:14:25,962 INFO: [ epoch: 797 ] [ iter:329,500 ] [ performance: 27.675 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:12 ] [ l_g_pix: 5.1336e-02 ] [ l_g_total: 5.1336e-02 ] +2024-10-09 14:14:30,824 INFO: [ epoch: 798 ] [ iter:329,600 ] [ performance: 22.791 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:05 ] [ l_g_pix: 4.1866e-02 ] [ l_g_total: 4.1866e-02 ] +2024-10-09 14:14:34,634 INFO: [ epoch: 798 ] [ iter:329,700 ] [ performance: 26.778 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:59 ] [ l_g_pix: 4.3157e-02 ] [ l_g_total: 4.3157e-02 ] +2024-10-09 14:14:38,379 INFO: [ epoch: 798 ] [ iter:329,800 ] [ performance: 26.734 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:52 ] [ l_g_pix: 4.7301e-02 ] [ l_g_total: 4.7301e-02 ] +2024-10-09 14:14:42,061 INFO: [ epoch: 798 ] [ iter:329,900 ] [ performance: 27.353 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:45 ] [ l_g_pix: 5.0566e-02 ] [ l_g_total: 5.0566e-02 ] +2024-10-09 14:14:46,538 INFO: [ epoch: 799 ] [ iter:330,000 ] [ performance: 23.974 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:39 ] [ l_g_pix: 4.2478e-02 ] [ l_g_total: 4.2478e-02 ] +2024-10-09 14:14:46,538 INFO: Saving models and training states. +2024-10-09 14:17:44,959 INFO: Validation val + + # psnr: 27.2465........ Best: 27.2465 @ 330000 iter + # ssim: 0.7681........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 14:17:48,689 INFO: [ epoch: 799 ] [ iter:330,100 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:15 ] [ l_g_pix: 5.8980e-02 ] [ l_g_total: 5.8980e-02 ] +2024-10-09 14:17:52,461 INFO: [ epoch: 799 ] [ iter:330,200 ] [ performance: 26.670 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:08 ] [ l_g_pix: 4.4186e-02 ] [ l_g_total: 4.4186e-02 ] +2024-10-09 14:17:56,146 INFO: [ epoch: 799 ] [ iter:330,300 ] [ performance: 27.601 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:02 ] [ l_g_pix: 4.6708e-02 ] [ l_g_total: 4.6708e-02 ] +2024-10-09 14:17:59,779 INFO: [ epoch: 799 ] [ iter:330,400 ] [ performance: 27.554 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:55 ] [ l_g_pix: 5.1139e-02 ] [ l_g_total: 5.1139e-02 ] +2024-10-09 14:18:04,718 INFO: [ epoch: 800 ] [ iter:330,500 ] [ performance: 27.298 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:49 ] [ l_g_pix: 5.5738e-02 ] [ l_g_total: 5.5738e-02 ] +2024-10-09 14:18:08,432 INFO: [ epoch: 800 ] [ iter:330,600 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:42 ] [ l_g_pix: 7.0017e-02 ] [ l_g_total: 7.0017e-02 ] +2024-10-09 14:18:12,176 INFO: [ epoch: 800 ] [ iter:330,700 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:35 ] [ l_g_pix: 3.8659e-02 ] [ l_g_total: 3.8659e-02 ] +2024-10-09 14:18:15,647 INFO: [ epoch: 800 ] [ iter:330,800 ] [ performance: 28.082 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:28 ] [ l_g_pix: 4.1223e-02 ] [ l_g_total: 4.1223e-02 ] +2024-10-09 14:18:20,547 INFO: [ epoch: 801 ] [ iter:330,900 ] [ performance: 26.242 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:22 ] [ l_g_pix: 5.5114e-02 ] [ l_g_total: 5.5114e-02 ] +2024-10-09 14:18:24,237 INFO: [ epoch: 801 ] [ iter:331,000 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:15 ] [ l_g_pix: 4.5075e-02 ] [ l_g_total: 4.5075e-02 ] +2024-10-09 14:18:27,940 INFO: [ epoch: 801 ] [ iter:331,100 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:09 ] [ l_g_pix: 4.1028e-02 ] [ l_g_total: 4.1028e-02 ] +2024-10-09 14:18:31,450 INFO: [ epoch: 801 ] [ iter:331,200 ] [ performance: 27.955 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:02 ] [ l_g_pix: 4.5891e-02 ] [ l_g_total: 4.5891e-02 ] +2024-10-09 14:18:36,344 INFO: [ epoch: 802 ] [ iter:331,300 ] [ performance: 24.818 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:56 ] [ l_g_pix: 5.2946e-02 ] [ l_g_total: 5.2946e-02 ] +2024-10-09 14:18:40,091 INFO: [ epoch: 802 ] [ iter:331,400 ] [ performance: 26.020 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:49 ] [ l_g_pix: 4.7777e-02 ] [ l_g_total: 4.7777e-02 ] +2024-10-09 14:18:43,812 INFO: [ epoch: 802 ] [ iter:331,500 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:42 ] [ l_g_pix: 4.9783e-02 ] [ l_g_total: 4.9783e-02 ] +2024-10-09 14:18:47,385 INFO: [ epoch: 802 ] [ iter:331,600 ] [ performance: 27.641 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:35 ] [ l_g_pix: 4.2395e-02 ] [ l_g_total: 4.2395e-02 ] +2024-10-09 14:18:52,474 INFO: [ epoch: 803 ] [ iter:331,700 ] [ performance: 22.650 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:29 ] [ l_g_pix: 5.2724e-02 ] [ l_g_total: 5.2724e-02 ] +2024-10-09 14:18:56,197 INFO: [ epoch: 803 ] [ iter:331,800 ] [ performance: 25.298 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:22 ] [ l_g_pix: 4.2524e-02 ] [ l_g_total: 4.2524e-02 ] +2024-10-09 14:18:59,929 INFO: [ epoch: 803 ] [ iter:331,900 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:16 ] [ l_g_pix: 5.5502e-02 ] [ l_g_total: 5.5502e-02 ] +2024-10-09 14:19:03,515 INFO: [ epoch: 803 ] [ iter:332,000 ] [ performance: 27.566 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:09 ] [ l_g_pix: 5.3950e-02 ] [ l_g_total: 5.3950e-02 ] +2024-10-09 14:19:08,553 INFO: [ epoch: 804 ] [ iter:332,100 ] [ performance: 15.339 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:03 ] [ l_g_pix: 6.1109e-02 ] [ l_g_total: 6.1109e-02 ] +2024-10-09 14:19:12,218 INFO: [ epoch: 804 ] [ iter:332,200 ] [ performance: 21.786 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:56 ] [ l_g_pix: 5.1880e-02 ] [ l_g_total: 5.1880e-02 ] +2024-10-09 14:19:15,873 INFO: [ epoch: 804 ] [ iter:332,300 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:49 ] [ l_g_pix: 4.9990e-02 ] [ l_g_total: 4.9990e-02 ] +2024-10-09 14:19:19,497 INFO: [ epoch: 804 ] [ iter:332,400 ] [ performance: 27.438 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:43 ] [ l_g_pix: 5.0865e-02 ] [ l_g_total: 5.0865e-02 ] +2024-10-09 14:19:24,302 INFO: [ epoch: 805 ] [ iter:332,500 ] [ performance: 15.668 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:36 ] [ l_g_pix: 4.8668e-02 ] [ l_g_total: 4.8668e-02 ] +2024-10-09 14:19:27,993 INFO: [ epoch: 805 ] [ iter:332,600 ] [ performance: 22.037 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:30 ] [ l_g_pix: 3.7678e-02 ] [ l_g_total: 3.7678e-02 ] +2024-10-09 14:19:31,699 INFO: [ epoch: 805 ] [ iter:332,700 ] [ performance: 27.212 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:23 ] [ l_g_pix: 3.9479e-02 ] [ l_g_total: 3.9479e-02 ] +2024-10-09 14:19:35,388 INFO: [ epoch: 805 ] [ iter:332,800 ] [ performance: 27.145 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:16 ] [ l_g_pix: 4.3491e-02 ] [ l_g_total: 4.3491e-02 ] +2024-10-09 14:19:40,306 INFO: [ epoch: 806 ] [ iter:332,900 ] [ performance: 14.740 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:10 ] [ l_g_pix: 5.6631e-02 ] [ l_g_total: 5.6631e-02 ] +2024-10-09 14:19:44,094 INFO: [ epoch: 806 ] [ iter:333,000 ] [ performance: 21.263 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:03 ] [ l_g_pix: 3.4842e-02 ] [ l_g_total: 3.4842e-02 ] +2024-10-09 14:19:47,780 INFO: [ epoch: 806 ] [ iter:333,100 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:57 ] [ l_g_pix: 4.8928e-02 ] [ l_g_total: 4.8928e-02 ] +2024-10-09 14:19:51,465 INFO: [ epoch: 806 ] [ iter:333,200 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:50 ] [ l_g_pix: 4.4138e-02 ] [ l_g_total: 4.4138e-02 ] +2024-10-09 14:19:55,907 INFO: [ epoch: 807 ] [ iter:333,300 ] [ performance: 17.048 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:44 ] [ l_g_pix: 6.1318e-02 ] [ l_g_total: 6.1318e-02 ] +2024-10-09 14:19:59,957 INFO: [ epoch: 807 ] [ iter:333,400 ] [ performance: 21.804 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:37 ] [ l_g_pix: 4.1504e-02 ] [ l_g_total: 4.1504e-02 ] +2024-10-09 14:20:03,591 INFO: [ epoch: 807 ] [ iter:333,500 ] [ performance: 27.458 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:30 ] [ l_g_pix: 3.6630e-02 ] [ l_g_total: 3.6630e-02 ] +2024-10-09 14:20:07,273 INFO: [ epoch: 807 ] [ iter:333,600 ] [ performance: 27.248 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:24 ] [ l_g_pix: 2.6922e-02 ] [ l_g_total: 2.6922e-02 ] +2024-10-09 14:20:10,688 INFO: [ epoch: 807 ] [ iter:333,700 ] [ performance: 29.346 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:17 ] [ l_g_pix: 5.2174e-02 ] [ l_g_total: 5.2174e-02 ] +2024-10-09 14:20:15,832 INFO: [ epoch: 808 ] [ iter:333,800 ] [ performance: 21.519 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:11 ] [ l_g_pix: 4.7475e-02 ] [ l_g_total: 4.7475e-02 ] +2024-10-09 14:20:19,564 INFO: [ epoch: 808 ] [ iter:333,900 ] [ performance: 26.568 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:04 ] [ l_g_pix: 5.1469e-02 ] [ l_g_total: 5.1469e-02 ] +2024-10-09 14:20:23,333 INFO: [ epoch: 808 ] [ iter:334,000 ] [ performance: 26.546 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:57 ] [ l_g_pix: 5.8967e-02 ] [ l_g_total: 5.8967e-02 ] +2024-10-09 14:20:26,878 INFO: [ epoch: 808 ] [ iter:334,100 ] [ performance: 28.788 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:50 ] [ l_g_pix: 3.8093e-02 ] [ l_g_total: 3.8093e-02 ] +2024-10-09 14:20:32,032 INFO: [ epoch: 809 ] [ iter:334,200 ] [ performance: 21.321 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:45 ] [ l_g_pix: 4.5818e-02 ] [ l_g_total: 4.5818e-02 ] +2024-10-09 14:20:35,730 INFO: [ epoch: 809 ] [ iter:334,300 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:38 ] [ l_g_pix: 5.5711e-02 ] [ l_g_total: 5.5711e-02 ] +2024-10-09 14:20:39,471 INFO: [ epoch: 809 ] [ iter:334,400 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:31 ] [ l_g_pix: 5.6349e-02 ] [ l_g_total: 5.6349e-02 ] +2024-10-09 14:20:43,004 INFO: [ epoch: 809 ] [ iter:334,500 ] [ performance: 28.914 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:24 ] [ l_g_pix: 3.8176e-02 ] [ l_g_total: 3.8176e-02 ] +2024-10-09 14:20:47,888 INFO: [ epoch: 810 ] [ iter:334,600 ] [ performance: 22.198 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:18 ] [ l_g_pix: 3.3217e-02 ] [ l_g_total: 3.3217e-02 ] +2024-10-09 14:20:51,658 INFO: [ epoch: 810 ] [ iter:334,700 ] [ performance: 26.458 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:12 ] [ l_g_pix: 5.2723e-02 ] [ l_g_total: 5.2723e-02 ] +2024-10-09 14:20:55,383 INFO: [ epoch: 810 ] [ iter:334,800 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:05 ] [ l_g_pix: 4.6670e-02 ] [ l_g_total: 4.6670e-02 ] +2024-10-09 14:20:58,968 INFO: [ epoch: 810 ] [ iter:334,900 ] [ performance: 29.227 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:58 ] [ l_g_pix: 5.6525e-02 ] [ l_g_total: 5.6525e-02 ] +2024-10-09 14:21:04,008 INFO: [ epoch: 811 ] [ iter:335,000 ] [ performance: 21.605 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:52 ] [ l_g_pix: 5.4177e-02 ] [ l_g_total: 5.4177e-02 ] +2024-10-09 14:21:07,738 INFO: [ epoch: 811 ] [ iter:335,100 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:45 ] [ l_g_pix: 4.1041e-02 ] [ l_g_total: 4.1041e-02 ] +2024-10-09 14:21:11,468 INFO: [ epoch: 811 ] [ iter:335,200 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:39 ] [ l_g_pix: 5.1283e-02 ] [ l_g_total: 5.1283e-02 ] +2024-10-09 14:21:15,068 INFO: [ epoch: 811 ] [ iter:335,300 ] [ performance: 29.514 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:32 ] [ l_g_pix: 4.8604e-02 ] [ l_g_total: 4.8604e-02 ] +2024-10-09 14:21:20,028 INFO: [ epoch: 812 ] [ iter:335,400 ] [ performance: 21.843 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:26 ] [ l_g_pix: 3.6549e-02 ] [ l_g_total: 3.6549e-02 ] +2024-10-09 14:21:23,774 INFO: [ epoch: 812 ] [ iter:335,500 ] [ performance: 26.418 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:19 ] [ l_g_pix: 5.8649e-02 ] [ l_g_total: 5.8649e-02 ] +2024-10-09 14:21:27,557 INFO: [ epoch: 812 ] [ iter:335,600 ] [ performance: 26.432 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:13 ] [ l_g_pix: 5.3766e-02 ] [ l_g_total: 5.3766e-02 ] +2024-10-09 14:21:31,191 INFO: [ epoch: 812 ] [ iter:335,700 ] [ performance: 28.795 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:06 ] [ l_g_pix: 4.4898e-02 ] [ l_g_total: 4.4898e-02 ] +2024-10-09 14:21:36,147 INFO: [ epoch: 813 ] [ iter:335,800 ] [ performance: 21.680 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:00 ] [ l_g_pix: 5.0224e-02 ] [ l_g_total: 5.0224e-02 ] +2024-10-09 14:21:39,865 INFO: [ epoch: 813 ] [ iter:335,900 ] [ performance: 27.415 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:53 ] [ l_g_pix: 5.2345e-02 ] [ l_g_total: 5.2345e-02 ] +2024-10-09 14:21:43,594 INFO: [ epoch: 813 ] [ iter:336,000 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:47 ] [ l_g_pix: 4.4641e-02 ] [ l_g_total: 4.4641e-02 ] +2024-10-09 14:21:47,275 INFO: [ epoch: 813 ] [ iter:336,100 ] [ performance: 28.125 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:40 ] [ l_g_pix: 4.8199e-02 ] [ l_g_total: 4.8199e-02 ] +2024-10-09 14:21:51,726 INFO: [ epoch: 814 ] [ iter:336,200 ] [ performance: 23.508 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:34 ] [ l_g_pix: 5.7783e-02 ] [ l_g_total: 5.7783e-02 ] +2024-10-09 14:21:55,632 INFO: [ epoch: 814 ] [ iter:336,300 ] [ performance: 27.702 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:27 ] [ l_g_pix: 5.0745e-02 ] [ l_g_total: 5.0745e-02 ] +2024-10-09 14:21:59,317 INFO: [ epoch: 814 ] [ iter:336,400 ] [ performance: 27.260 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:20 ] [ l_g_pix: 4.3524e-02 ] [ l_g_total: 4.3524e-02 ] +2024-10-09 14:22:03,007 INFO: [ epoch: 814 ] [ iter:336,500 ] [ performance: 27.905 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:14 ] [ l_g_pix: 4.4190e-02 ] [ l_g_total: 4.4190e-02 ] +2024-10-09 14:22:07,374 INFO: [ epoch: 815 ] [ iter:336,600 ] [ performance: 23.786 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:07 ] [ l_g_pix: 4.9784e-02 ] [ l_g_total: 4.9784e-02 ] +2024-10-09 14:22:11,653 INFO: [ epoch: 815 ] [ iter:336,700 ] [ performance: 26.607 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:01 ] [ l_g_pix: 4.4865e-02 ] [ l_g_total: 4.4865e-02 ] +2024-10-09 14:22:15,399 INFO: [ epoch: 815 ] [ iter:336,800 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:54 ] [ l_g_pix: 4.8469e-02 ] [ l_g_total: 4.8469e-02 ] +2024-10-09 14:22:19,103 INFO: [ epoch: 815 ] [ iter:336,900 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:48 ] [ l_g_pix: 4.3836e-02 ] [ l_g_total: 4.3836e-02 ] +2024-10-09 14:22:22,589 INFO: [ epoch: 815 ] [ iter:337,000 ] [ performance: 28.321 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:41 ] [ l_g_pix: 3.1082e-02 ] [ l_g_total: 3.1082e-02 ] +2024-10-09 14:22:27,683 INFO: [ epoch: 816 ] [ iter:337,100 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:35 ] [ l_g_pix: 4.5996e-02 ] [ l_g_total: 4.5996e-02 ] +2024-10-09 14:22:31,407 INFO: [ epoch: 816 ] [ iter:337,200 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:28 ] [ l_g_pix: 4.8596e-02 ] [ l_g_total: 4.8596e-02 ] +2024-10-09 14:22:35,133 INFO: [ epoch: 816 ] [ iter:337,300 ] [ performance: 26.730 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:22 ] [ l_g_pix: 4.9718e-02 ] [ l_g_total: 4.9718e-02 ] +2024-10-09 14:22:38,617 INFO: [ epoch: 816 ] [ iter:337,400 ] [ performance: 28.326 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:15 ] [ l_g_pix: 5.9904e-02 ] [ l_g_total: 5.9904e-02 ] +2024-10-09 14:22:43,629 INFO: [ epoch: 817 ] [ iter:337,500 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:09 ] [ l_g_pix: 5.4070e-02 ] [ l_g_total: 5.4070e-02 ] +2024-10-09 14:22:47,386 INFO: [ epoch: 817 ] [ iter:337,600 ] [ performance: 26.661 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:02 ] [ l_g_pix: 4.8599e-02 ] [ l_g_total: 4.8599e-02 ] +2024-10-09 14:22:51,142 INFO: [ epoch: 817 ] [ iter:337,700 ] [ performance: 27.569 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:56 ] [ l_g_pix: 4.7049e-02 ] [ l_g_total: 4.7049e-02 ] +2024-10-09 14:22:54,714 INFO: [ epoch: 817 ] [ iter:337,800 ] [ performance: 27.929 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:49 ] [ l_g_pix: 4.3274e-02 ] [ l_g_total: 4.3274e-02 ] +2024-10-09 14:22:59,557 INFO: [ epoch: 818 ] [ iter:337,900 ] [ performance: 28.850 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:43 ] [ l_g_pix: 3.9581e-02 ] [ l_g_total: 3.9581e-02 ] +2024-10-09 14:23:03,241 INFO: [ epoch: 818 ] [ iter:338,000 ] [ performance: 27.408 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:36 ] [ l_g_pix: 5.8465e-02 ] [ l_g_total: 5.8465e-02 ] +2024-10-09 14:23:06,992 INFO: [ epoch: 818 ] [ iter:338,100 ] [ performance: 27.351 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:29 ] [ l_g_pix: 5.1585e-02 ] [ l_g_total: 5.1585e-02 ] +2024-10-09 14:23:10,561 INFO: [ epoch: 818 ] [ iter:338,200 ] [ performance: 27.924 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:23 ] [ l_g_pix: 6.0087e-02 ] [ l_g_total: 6.0087e-02 ] +2024-10-09 14:23:15,577 INFO: [ epoch: 819 ] [ iter:338,300 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:17 ] [ l_g_pix: 5.7166e-02 ] [ l_g_total: 5.7166e-02 ] +2024-10-09 14:23:19,329 INFO: [ epoch: 819 ] [ iter:338,400 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:10 ] [ l_g_pix: 3.3598e-02 ] [ l_g_total: 3.3598e-02 ] +2024-10-09 14:23:23,068 INFO: [ epoch: 819 ] [ iter:338,500 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:04 ] [ l_g_pix: 4.3961e-02 ] [ l_g_total: 4.3961e-02 ] +2024-10-09 14:23:26,685 INFO: [ epoch: 819 ] [ iter:338,600 ] [ performance: 27.567 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:57 ] [ l_g_pix: 5.0294e-02 ] [ l_g_total: 5.0294e-02 ] +2024-10-09 14:23:31,610 INFO: [ epoch: 820 ] [ iter:338,700 ] [ performance: 24.582 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:51 ] [ l_g_pix: 4.9014e-02 ] [ l_g_total: 4.9014e-02 ] +2024-10-09 14:23:35,363 INFO: [ epoch: 820 ] [ iter:338,800 ] [ performance: 26.361 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:44 ] [ l_g_pix: 5.0430e-02 ] [ l_g_total: 5.0430e-02 ] +2024-10-09 14:23:39,098 INFO: [ epoch: 820 ] [ iter:338,900 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:38 ] [ l_g_pix: 3.8062e-02 ] [ l_g_total: 3.8062e-02 ] +2024-10-09 14:23:42,809 INFO: [ epoch: 820 ] [ iter:339,000 ] [ performance: 26.945 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:31 ] [ l_g_pix: 3.6594e-02 ] [ l_g_total: 3.6594e-02 ] +2024-10-09 14:23:47,661 INFO: [ epoch: 821 ] [ iter:339,100 ] [ performance: 15.879 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:25 ] [ l_g_pix: 4.5466e-02 ] [ l_g_total: 4.5466e-02 ] +2024-10-09 14:23:51,482 INFO: [ epoch: 821 ] [ iter:339,200 ] [ performance: 24.381 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:18 ] [ l_g_pix: 3.7917e-02 ] [ l_g_total: 3.7917e-02 ] +2024-10-09 14:23:55,184 INFO: [ epoch: 821 ] [ iter:339,300 ] [ performance: 27.482 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:12 ] [ l_g_pix: 5.2711e-02 ] [ l_g_total: 5.2711e-02 ] +2024-10-09 14:23:58,925 INFO: [ epoch: 821 ] [ iter:339,400 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:05 ] [ l_g_pix: 4.5863e-02 ] [ l_g_total: 4.5863e-02 ] +2024-10-09 14:24:03,534 INFO: [ epoch: 822 ] [ iter:339,500 ] [ performance: 15.204 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:59 ] [ l_g_pix: 4.7382e-02 ] [ l_g_total: 4.7382e-02 ] +2024-10-09 14:24:07,440 INFO: [ epoch: 822 ] [ iter:339,600 ] [ performance: 23.984 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:52 ] [ l_g_pix: 3.8245e-02 ] [ l_g_total: 3.8245e-02 ] +2024-10-09 14:24:11,135 INFO: [ epoch: 822 ] [ iter:339,700 ] [ performance: 28.202 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:46 ] [ l_g_pix: 4.3326e-02 ] [ l_g_total: 4.3326e-02 ] +2024-10-09 14:24:14,861 INFO: [ epoch: 822 ] [ iter:339,800 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:39 ] [ l_g_pix: 4.3761e-02 ] [ l_g_total: 4.3761e-02 ] +2024-10-09 14:24:19,068 INFO: [ epoch: 823 ] [ iter:339,900 ] [ performance: 8.260 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:33 ] [ l_g_pix: 4.7809e-02 ] [ l_g_total: 4.7809e-02 ] +2024-10-09 14:24:23,461 INFO: [ epoch: 823 ] [ iter:340,000 ] [ performance: 19.933 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:27 ] [ l_g_pix: 4.9513e-02 ] [ l_g_total: 4.9513e-02 ] +2024-10-09 14:24:23,461 INFO: Saving models and training states. +2024-10-09 14:27:13,850 INFO: Validation val + + # psnr: 27.2348........ Best: 27.2465 @ 330000 iter + # ssim: 0.7680........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 14:27:17,540 INFO: [ epoch: 823 ] [ iter:340,100 ] [ performance: 27.984 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:50 ] [ l_g_pix: 5.4193e-02 ] [ l_g_total: 5.4193e-02 ] +2024-10-09 14:27:21,223 INFO: [ epoch: 823 ] [ iter:340,200 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:43 ] [ l_g_pix: 3.4628e-02 ] [ l_g_total: 3.4628e-02 ] +2024-10-09 14:27:24,743 INFO: [ epoch: 823 ] [ iter:340,300 ] [ performance: 30.134 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:37 ] [ l_g_pix: 5.4697e-02 ] [ l_g_total: 5.4697e-02 ] +2024-10-09 14:27:29,869 INFO: [ epoch: 824 ] [ iter:340,400 ] [ performance: 19.974 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:31 ] [ l_g_pix: 5.2517e-02 ] [ l_g_total: 5.2517e-02 ] +2024-10-09 14:27:33,609 INFO: [ epoch: 824 ] [ iter:340,500 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:24 ] [ l_g_pix: 4.5225e-02 ] [ l_g_total: 4.5225e-02 ] +2024-10-09 14:27:37,369 INFO: [ epoch: 824 ] [ iter:340,600 ] [ performance: 26.626 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:17 ] [ l_g_pix: 4.3704e-02 ] [ l_g_total: 4.3704e-02 ] +2024-10-09 14:27:40,905 INFO: [ epoch: 824 ] [ iter:340,700 ] [ performance: 30.075 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:10 ] [ l_g_pix: 4.9076e-02 ] [ l_g_total: 4.9076e-02 ] +2024-10-09 14:27:45,909 INFO: [ epoch: 825 ] [ iter:340,800 ] [ performance: 20.310 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:04 ] [ l_g_pix: 4.4397e-02 ] [ l_g_total: 4.4397e-02 ] +2024-10-09 14:27:49,655 INFO: [ epoch: 825 ] [ iter:340,900 ] [ performance: 26.201 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:58 ] [ l_g_pix: 3.4952e-02 ] [ l_g_total: 3.4952e-02 ] +2024-10-09 14:27:53,408 INFO: [ epoch: 825 ] [ iter:341,000 ] [ performance: 26.631 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:51 ] [ l_g_pix: 5.3339e-02 ] [ l_g_total: 5.3339e-02 ] +2024-10-09 14:27:57,006 INFO: [ epoch: 825 ] [ iter:341,100 ] [ performance: 29.476 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:44 ] [ l_g_pix: 5.0599e-02 ] [ l_g_total: 5.0599e-02 ] +2024-10-09 14:28:01,895 INFO: [ epoch: 826 ] [ iter:341,200 ] [ performance: 20.645 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:38 ] [ l_g_pix: 3.8345e-02 ] [ l_g_total: 3.8345e-02 ] +2024-10-09 14:28:05,621 INFO: [ epoch: 826 ] [ iter:341,300 ] [ performance: 26.442 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:32 ] [ l_g_pix: 5.2335e-02 ] [ l_g_total: 5.2335e-02 ] +2024-10-09 14:28:09,327 INFO: [ epoch: 826 ] [ iter:341,400 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:25 ] [ l_g_pix: 5.1301e-02 ] [ l_g_total: 5.1301e-02 ] +2024-10-09 14:28:12,922 INFO: [ epoch: 826 ] [ iter:341,500 ] [ performance: 30.014 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:18 ] [ l_g_pix: 4.5777e-02 ] [ l_g_total: 4.5777e-02 ] +2024-10-09 14:28:17,936 INFO: [ epoch: 827 ] [ iter:341,600 ] [ performance: 20.047 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:12 ] [ l_g_pix: 5.4062e-02 ] [ l_g_total: 5.4062e-02 ] +2024-10-09 14:28:21,649 INFO: [ epoch: 827 ] [ iter:341,700 ] [ performance: 22.972 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:06 ] [ l_g_pix: 5.3457e-02 ] [ l_g_total: 5.3457e-02 ] +2024-10-09 14:28:25,364 INFO: [ epoch: 827 ] [ iter:341,800 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:59 ] [ l_g_pix: 4.2362e-02 ] [ l_g_total: 4.2362e-02 ] +2024-10-09 14:28:28,972 INFO: [ epoch: 827 ] [ iter:341,900 ] [ performance: 27.316 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:52 ] [ l_g_pix: 5.0516e-02 ] [ l_g_total: 5.0516e-02 ] +2024-10-09 14:28:33,709 INFO: [ epoch: 828 ] [ iter:342,000 ] [ performance: 21.061 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:46 ] [ l_g_pix: 4.3114e-02 ] [ l_g_total: 4.3114e-02 ] +2024-10-09 14:28:37,423 INFO: [ epoch: 828 ] [ iter:342,100 ] [ performance: 23.652 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:39 ] [ l_g_pix: 5.3294e-02 ] [ l_g_total: 5.3294e-02 ] +2024-10-09 14:28:41,078 INFO: [ epoch: 828 ] [ iter:342,200 ] [ performance: 27.366 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:33 ] [ l_g_pix: 3.7342e-02 ] [ l_g_total: 3.7342e-02 ] +2024-10-09 14:28:44,724 INFO: [ epoch: 828 ] [ iter:342,300 ] [ performance: 27.396 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:26 ] [ l_g_pix: 4.4037e-02 ] [ l_g_total: 4.4037e-02 ] +2024-10-09 14:28:49,352 INFO: [ epoch: 829 ] [ iter:342,400 ] [ performance: 21.462 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:20 ] [ l_g_pix: 5.3101e-02 ] [ l_g_total: 5.3101e-02 ] +2024-10-09 14:28:53,225 INFO: [ epoch: 829 ] [ iter:342,500 ] [ performance: 23.477 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:13 ] [ l_g_pix: 5.8954e-02 ] [ l_g_total: 5.8954e-02 ] +2024-10-09 14:28:56,885 INFO: [ epoch: 829 ] [ iter:342,600 ] [ performance: 27.412 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:07 ] [ l_g_pix: 4.2559e-02 ] [ l_g_total: 4.2559e-02 ] +2024-10-09 14:29:00,521 INFO: [ epoch: 829 ] [ iter:342,700 ] [ performance: 27.463 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:00 ] [ l_g_pix: 5.8424e-02 ] [ l_g_total: 5.8424e-02 ] +2024-10-09 14:29:05,065 INFO: [ epoch: 830 ] [ iter:342,800 ] [ performance: 21.753 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:54 ] [ l_g_pix: 4.7606e-02 ] [ l_g_total: 4.7606e-02 ] +2024-10-09 14:29:09,168 INFO: [ epoch: 830 ] [ iter:342,900 ] [ performance: 23.026 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:47 ] [ l_g_pix: 4.0604e-02 ] [ l_g_total: 4.0604e-02 ] +2024-10-09 14:29:12,883 INFO: [ epoch: 830 ] [ iter:343,000 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:40 ] [ l_g_pix: 4.0772e-02 ] [ l_g_total: 4.0772e-02 ] +2024-10-09 14:29:16,589 INFO: [ epoch: 830 ] [ iter:343,100 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:34 ] [ l_g_pix: 4.4877e-02 ] [ l_g_total: 4.4877e-02 ] +2024-10-09 14:29:20,084 INFO: [ epoch: 830 ] [ iter:343,200 ] [ performance: 28.855 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:27 ] [ l_g_pix: 5.6769e-02 ] [ l_g_total: 5.6769e-02 ] +2024-10-09 14:29:25,039 INFO: [ epoch: 831 ] [ iter:343,300 ] [ performance: 23.605 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:21 ] [ l_g_pix: 5.7755e-02 ] [ l_g_total: 5.7755e-02 ] +2024-10-09 14:29:28,814 INFO: [ epoch: 831 ] [ iter:343,400 ] [ performance: 26.548 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:14 ] [ l_g_pix: 6.2806e-02 ] [ l_g_total: 6.2806e-02 ] +2024-10-09 14:29:32,537 INFO: [ epoch: 831 ] [ iter:343,500 ] [ performance: 26.713 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:08 ] [ l_g_pix: 6.6781e-02 ] [ l_g_total: 6.6781e-02 ] +2024-10-09 14:29:36,022 INFO: [ epoch: 831 ] [ iter:343,600 ] [ performance: 28.930 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:01 ] [ l_g_pix: 5.7630e-02 ] [ l_g_total: 5.7630e-02 ] +2024-10-09 14:29:40,991 INFO: [ epoch: 832 ] [ iter:343,700 ] [ performance: 23.543 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:55 ] [ l_g_pix: 4.8611e-02 ] [ l_g_total: 4.8611e-02 ] +2024-10-09 14:29:44,712 INFO: [ epoch: 832 ] [ iter:343,800 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:48 ] [ l_g_pix: 4.9001e-02 ] [ l_g_total: 4.9001e-02 ] +2024-10-09 14:29:48,467 INFO: [ epoch: 832 ] [ iter:343,900 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:42 ] [ l_g_pix: 4.7803e-02 ] [ l_g_total: 4.7803e-02 ] +2024-10-09 14:29:52,013 INFO: [ epoch: 832 ] [ iter:344,000 ] [ performance: 28.374 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:35 ] [ l_g_pix: 4.5461e-02 ] [ l_g_total: 4.5461e-02 ] +2024-10-09 14:29:57,000 INFO: [ epoch: 833 ] [ iter:344,100 ] [ performance: 23.268 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:29 ] [ l_g_pix: 3.6970e-02 ] [ l_g_total: 3.6970e-02 ] +2024-10-09 14:30:00,743 INFO: [ epoch: 833 ] [ iter:344,200 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:22 ] [ l_g_pix: 5.9805e-02 ] [ l_g_total: 5.9805e-02 ] +2024-10-09 14:30:04,413 INFO: [ epoch: 833 ] [ iter:344,300 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:16 ] [ l_g_pix: 4.8073e-02 ] [ l_g_total: 4.8073e-02 ] +2024-10-09 14:30:08,004 INFO: [ epoch: 833 ] [ iter:344,400 ] [ performance: 28.033 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:09 ] [ l_g_pix: 4.3813e-02 ] [ l_g_total: 4.3813e-02 ] +2024-10-09 14:30:12,872 INFO: [ epoch: 834 ] [ iter:344,500 ] [ performance: 23.462 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:03 ] [ l_g_pix: 5.0905e-02 ] [ l_g_total: 5.0905e-02 ] +2024-10-09 14:30:16,527 INFO: [ epoch: 834 ] [ iter:344,600 ] [ performance: 27.581 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:56 ] [ l_g_pix: 5.5788e-02 ] [ l_g_total: 5.5788e-02 ] +2024-10-09 14:30:20,232 INFO: [ epoch: 834 ] [ iter:344,700 ] [ performance: 27.266 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:50 ] [ l_g_pix: 5.3962e-02 ] [ l_g_total: 5.3962e-02 ] +2024-10-09 14:30:23,811 INFO: [ epoch: 834 ] [ iter:344,800 ] [ performance: 28.120 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:43 ] [ l_g_pix: 3.7879e-02 ] [ l_g_total: 3.7879e-02 ] +2024-10-09 14:30:28,744 INFO: [ epoch: 835 ] [ iter:344,900 ] [ performance: 23.256 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:37 ] [ l_g_pix: 4.8188e-02 ] [ l_g_total: 4.8188e-02 ] +2024-10-09 14:30:32,470 INFO: [ epoch: 835 ] [ iter:345,000 ] [ performance: 27.070 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:31 ] [ l_g_pix: 6.4511e-02 ] [ l_g_total: 6.4511e-02 ] +2024-10-09 14:30:36,173 INFO: [ epoch: 835 ] [ iter:345,100 ] [ performance: 27.038 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:24 ] [ l_g_pix: 6.1040e-02 ] [ l_g_total: 6.1040e-02 ] +2024-10-09 14:30:39,774 INFO: [ epoch: 835 ] [ iter:345,200 ] [ performance: 28.025 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:17 ] [ l_g_pix: 4.7516e-02 ] [ l_g_total: 4.7516e-02 ] +2024-10-09 14:30:44,486 INFO: [ epoch: 836 ] [ iter:345,300 ] [ performance: 23.853 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:11 ] [ l_g_pix: 4.9529e-02 ] [ l_g_total: 4.9529e-02 ] +2024-10-09 14:30:48,273 INFO: [ epoch: 836 ] [ iter:345,400 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:05 ] [ l_g_pix: 5.0964e-02 ] [ l_g_total: 5.0964e-02 ] +2024-10-09 14:30:51,953 INFO: [ epoch: 836 ] [ iter:345,500 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:58 ] [ l_g_pix: 3.9523e-02 ] [ l_g_total: 3.9523e-02 ] +2024-10-09 14:30:55,665 INFO: [ epoch: 836 ] [ iter:345,600 ] [ performance: 27.250 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:51 ] [ l_g_pix: 4.2291e-02 ] [ l_g_total: 4.2291e-02 ] +2024-10-09 14:31:00,125 INFO: [ epoch: 837 ] [ iter:345,700 ] [ performance: 24.358 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:45 ] [ l_g_pix: 3.8963e-02 ] [ l_g_total: 3.8963e-02 ] +2024-10-09 14:31:04,110 INFO: [ epoch: 837 ] [ iter:345,800 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:39 ] [ l_g_pix: 4.0757e-02 ] [ l_g_total: 4.0757e-02 ] +2024-10-09 14:31:07,841 INFO: [ epoch: 837 ] [ iter:345,900 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:32 ] [ l_g_pix: 4.0537e-02 ] [ l_g_total: 4.0537e-02 ] +2024-10-09 14:31:11,521 INFO: [ epoch: 837 ] [ iter:346,000 ] [ performance: 27.163 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:25 ] [ l_g_pix: 5.5353e-02 ] [ l_g_total: 5.5353e-02 ] +2024-10-09 14:31:15,857 INFO: [ epoch: 838 ] [ iter:346,100 ] [ performance: 24.714 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:19 ] [ l_g_pix: 5.2808e-02 ] [ l_g_total: 5.2808e-02 ] +2024-10-09 14:31:19,917 INFO: [ epoch: 838 ] [ iter:346,200 ] [ performance: 26.231 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:13 ] [ l_g_pix: 3.3053e-02 ] [ l_g_total: 3.3053e-02 ] +2024-10-09 14:31:23,655 INFO: [ epoch: 838 ] [ iter:346,300 ] [ performance: 26.523 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:06 ] [ l_g_pix: 4.0796e-02 ] [ l_g_total: 4.0796e-02 ] +2024-10-09 14:31:27,349 INFO: [ epoch: 838 ] [ iter:346,400 ] [ performance: 27.242 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:59 ] [ l_g_pix: 6.5554e-02 ] [ l_g_total: 6.5554e-02 ] +2024-10-09 14:31:30,817 INFO: [ epoch: 838 ] [ iter:346,500 ] [ performance: 28.126 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:53 ] [ l_g_pix: 4.7108e-02 ] [ l_g_total: 4.7108e-02 ] +2024-10-09 14:31:35,977 INFO: [ epoch: 839 ] [ iter:346,600 ] [ performance: 25.455 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:47 ] [ l_g_pix: 5.2862e-02 ] [ l_g_total: 5.2862e-02 ] +2024-10-09 14:31:39,695 INFO: [ epoch: 839 ] [ iter:346,700 ] [ performance: 26.259 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:40 ] [ l_g_pix: 3.5887e-02 ] [ l_g_total: 3.5887e-02 ] +2024-10-09 14:31:43,425 INFO: [ epoch: 839 ] [ iter:346,800 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:34 ] [ l_g_pix: 5.8238e-02 ] [ l_g_total: 5.8238e-02 ] +2024-10-09 14:31:46,941 INFO: [ epoch: 839 ] [ iter:346,900 ] [ performance: 27.776 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:27 ] [ l_g_pix: 3.5115e-02 ] [ l_g_total: 3.5115e-02 ] +2024-10-09 14:31:51,760 INFO: [ epoch: 840 ] [ iter:347,000 ] [ performance: 24.338 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:21 ] [ l_g_pix: 6.0925e-02 ] [ l_g_total: 6.0925e-02 ] +2024-10-09 14:31:55,495 INFO: [ epoch: 840 ] [ iter:347,100 ] [ performance: 25.685 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:14 ] [ l_g_pix: 5.0596e-02 ] [ l_g_total: 5.0596e-02 ] +2024-10-09 14:31:59,219 INFO: [ epoch: 840 ] [ iter:347,200 ] [ performance: 27.178 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:08 ] [ l_g_pix: 4.6252e-02 ] [ l_g_total: 4.6252e-02 ] +2024-10-09 14:32:02,723 INFO: [ epoch: 840 ] [ iter:347,300 ] [ performance: 27.950 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:01 ] [ l_g_pix: 5.4905e-02 ] [ l_g_total: 5.4905e-02 ] +2024-10-09 14:32:07,900 INFO: [ epoch: 841 ] [ iter:347,400 ] [ performance: 17.231 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:55 ] [ l_g_pix: 4.8530e-02 ] [ l_g_total: 4.8530e-02 ] +2024-10-09 14:32:11,640 INFO: [ epoch: 841 ] [ iter:347,500 ] [ performance: 21.724 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:49 ] [ l_g_pix: 5.6751e-02 ] [ l_g_total: 5.6751e-02 ] +2024-10-09 14:32:15,374 INFO: [ epoch: 841 ] [ iter:347,600 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:42 ] [ l_g_pix: 3.8164e-02 ] [ l_g_total: 3.8164e-02 ] +2024-10-09 14:32:18,961 INFO: [ epoch: 841 ] [ iter:347,700 ] [ performance: 27.471 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:36 ] [ l_g_pix: 5.0152e-02 ] [ l_g_total: 5.0152e-02 ] +2024-10-09 14:32:24,028 INFO: [ epoch: 842 ] [ iter:347,800 ] [ performance: 17.407 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:30 ] [ l_g_pix: 6.2123e-02 ] [ l_g_total: 6.2123e-02 ] +2024-10-09 14:32:27,776 INFO: [ epoch: 842 ] [ iter:347,900 ] [ performance: 21.883 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:23 ] [ l_g_pix: 5.2396e-02 ] [ l_g_total: 5.2396e-02 ] +2024-10-09 14:32:31,489 INFO: [ epoch: 842 ] [ iter:348,000 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:17 ] [ l_g_pix: 4.3301e-02 ] [ l_g_total: 4.3301e-02 ] +2024-10-09 14:32:35,095 INFO: [ epoch: 842 ] [ iter:348,100 ] [ performance: 27.457 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:10 ] [ l_g_pix: 5.4304e-02 ] [ l_g_total: 5.4304e-02 ] +2024-10-09 14:32:40,152 INFO: [ epoch: 843 ] [ iter:348,200 ] [ performance: 17.341 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:04 ] [ l_g_pix: 6.2001e-02 ] [ l_g_total: 6.2001e-02 ] +2024-10-09 14:32:43,863 INFO: [ epoch: 843 ] [ iter:348,300 ] [ performance: 22.015 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:57 ] [ l_g_pix: 4.1492e-02 ] [ l_g_total: 4.1492e-02 ] +2024-10-09 14:32:47,615 INFO: [ epoch: 843 ] [ iter:348,400 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:51 ] [ l_g_pix: 4.5201e-02 ] [ l_g_total: 4.5201e-02 ] +2024-10-09 14:32:51,281 INFO: [ epoch: 843 ] [ iter:348,500 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:44 ] [ l_g_pix: 4.7417e-02 ] [ l_g_total: 4.7417e-02 ] +2024-10-09 14:32:55,857 INFO: [ epoch: 844 ] [ iter:348,600 ] [ performance: 19.477 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:38 ] [ l_g_pix: 3.6154e-02 ] [ l_g_total: 3.6154e-02 ] +2024-10-09 14:32:59,629 INFO: [ epoch: 844 ] [ iter:348,700 ] [ performance: 23.187 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:32 ] [ l_g_pix: 4.5613e-02 ] [ l_g_total: 4.5613e-02 ] +2024-10-09 14:33:03,302 INFO: [ epoch: 844 ] [ iter:348,800 ] [ performance: 27.505 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:25 ] [ l_g_pix: 4.7274e-02 ] [ l_g_total: 4.7274e-02 ] +2024-10-09 14:33:06,941 INFO: [ epoch: 844 ] [ iter:348,900 ] [ performance: 27.495 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:18 ] [ l_g_pix: 4.6259e-02 ] [ l_g_total: 4.6259e-02 ] +2024-10-09 14:33:11,686 INFO: [ epoch: 845 ] [ iter:349,000 ] [ performance: 18.313 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:12 ] [ l_g_pix: 5.0760e-02 ] [ l_g_total: 5.0760e-02 ] +2024-10-09 14:33:15,590 INFO: [ epoch: 845 ] [ iter:349,100 ] [ performance: 22.224 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:06 ] [ l_g_pix: 4.8728e-02 ] [ l_g_total: 4.8728e-02 ] +2024-10-09 14:33:19,294 INFO: [ epoch: 845 ] [ iter:349,200 ] [ performance: 27.286 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:59 ] [ l_g_pix: 4.8908e-02 ] [ l_g_total: 4.8908e-02 ] +2024-10-09 14:33:23,049 INFO: [ epoch: 845 ] [ iter:349,300 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:53 ] [ l_g_pix: 6.0669e-02 ] [ l_g_total: 6.0669e-02 ] +2024-10-09 14:33:27,342 INFO: [ epoch: 846 ] [ iter:349,400 ] [ performance: 20.782 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:47 ] [ l_g_pix: 5.2987e-02 ] [ l_g_total: 5.2987e-02 ] +2024-10-09 14:33:31,464 INFO: [ epoch: 846 ] [ iter:349,500 ] [ performance: 22.826 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:40 ] [ l_g_pix: 5.6112e-02 ] [ l_g_total: 5.6112e-02 ] +2024-10-09 14:33:35,190 INFO: [ epoch: 846 ] [ iter:349,600 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:34 ] [ l_g_pix: 4.4499e-02 ] [ l_g_total: 4.4499e-02 ] +2024-10-09 14:33:38,967 INFO: [ epoch: 846 ] [ iter:349,700 ] [ performance: 26.638 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:27 ] [ l_g_pix: 4.9591e-02 ] [ l_g_total: 4.9591e-02 ] +2024-10-09 14:33:42,455 INFO: [ epoch: 846 ] [ iter:349,800 ] [ performance: 29.095 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:20 ] [ l_g_pix: 5.2706e-02 ] [ l_g_total: 5.2706e-02 ] +2024-10-09 14:33:47,508 INFO: [ epoch: 847 ] [ iter:349,900 ] [ performance: 22.491 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:15 ] [ l_g_pix: 4.5764e-02 ] [ l_g_total: 4.5764e-02 ] +2024-10-09 14:33:51,237 INFO: [ epoch: 847 ] [ iter:350,000 ] [ performance: 26.683 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:08 ] [ l_g_pix: 4.3542e-02 ] [ l_g_total: 4.3542e-02 ] +2024-10-09 14:33:51,237 INFO: Saving models and training states. +2024-10-09 14:36:42,232 INFO: Validation val + + # psnr: 27.2406........ Best: 27.2465 @ 330000 iter + # ssim: 0.7681........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 14:36:45,947 INFO: [ epoch: 847 ] [ iter:350,100 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:24 ] [ l_g_pix: 4.8347e-02 ] [ l_g_total: 4.8347e-02 ] +2024-10-09 14:36:49,449 INFO: [ epoch: 847 ] [ iter:350,200 ] [ performance: 29.213 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:18 ] [ l_g_pix: 5.3065e-02 ] [ l_g_total: 5.3065e-02 ] +2024-10-09 14:36:54,626 INFO: [ epoch: 848 ] [ iter:350,300 ] [ performance: 22.064 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:12 ] [ l_g_pix: 5.0252e-02 ] [ l_g_total: 5.0252e-02 ] +2024-10-09 14:36:58,359 INFO: [ epoch: 848 ] [ iter:350,400 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:05 ] [ l_g_pix: 6.0705e-02 ] [ l_g_total: 6.0705e-02 ] +2024-10-09 14:37:02,077 INFO: [ epoch: 848 ] [ iter:350,500 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:59 ] [ l_g_pix: 4.3323e-02 ] [ l_g_total: 4.3323e-02 ] +2024-10-09 14:37:05,547 INFO: [ epoch: 848 ] [ iter:350,600 ] [ performance: 29.674 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:52 ] [ l_g_pix: 3.7436e-02 ] [ l_g_total: 3.7436e-02 ] +2024-10-09 14:37:10,440 INFO: [ epoch: 849 ] [ iter:350,700 ] [ performance: 23.015 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:46 ] [ l_g_pix: 5.0430e-02 ] [ l_g_total: 5.0430e-02 ] +2024-10-09 14:37:14,162 INFO: [ epoch: 849 ] [ iter:350,800 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:39 ] [ l_g_pix: 4.0687e-02 ] [ l_g_total: 4.0687e-02 ] +2024-10-09 14:37:17,810 INFO: [ epoch: 849 ] [ iter:350,900 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:33 ] [ l_g_pix: 4.1501e-02 ] [ l_g_total: 4.1501e-02 ] +2024-10-09 14:37:21,364 INFO: [ epoch: 849 ] [ iter:351,000 ] [ performance: 29.210 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:26 ] [ l_g_pix: 5.0598e-02 ] [ l_g_total: 5.0598e-02 ] +2024-10-09 14:37:26,287 INFO: [ epoch: 850 ] [ iter:351,100 ] [ performance: 22.744 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:20 ] [ l_g_pix: 4.9798e-02 ] [ l_g_total: 4.9798e-02 ] +2024-10-09 14:37:30,021 INFO: [ epoch: 850 ] [ iter:351,200 ] [ performance: 27.041 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:13 ] [ l_g_pix: 4.7738e-02 ] [ l_g_total: 4.7738e-02 ] +2024-10-09 14:37:33,793 INFO: [ epoch: 850 ] [ iter:351,300 ] [ performance: 26.699 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:07 ] [ l_g_pix: 5.4706e-02 ] [ l_g_total: 5.4706e-02 ] +2024-10-09 14:37:37,420 INFO: [ epoch: 850 ] [ iter:351,400 ] [ performance: 28.112 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:00 ] [ l_g_pix: 3.9632e-02 ] [ l_g_total: 3.9632e-02 ] +2024-10-09 14:37:42,392 INFO: [ epoch: 851 ] [ iter:351,500 ] [ performance: 22.287 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:54 ] [ l_g_pix: 4.3533e-02 ] [ l_g_total: 4.3533e-02 ] +2024-10-09 14:37:46,053 INFO: [ epoch: 851 ] [ iter:351,600 ] [ performance: 27.397 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:48 ] [ l_g_pix: 4.9160e-02 ] [ l_g_total: 4.9160e-02 ] +2024-10-09 14:37:49,725 INFO: [ epoch: 851 ] [ iter:351,700 ] [ performance: 27.292 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:41 ] [ l_g_pix: 4.4791e-02 ] [ l_g_total: 4.4791e-02 ] +2024-10-09 14:37:53,342 INFO: [ epoch: 851 ] [ iter:351,800 ] [ performance: 27.972 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:34 ] [ l_g_pix: 4.9281e-02 ] [ l_g_total: 4.9281e-02 ] +2024-10-09 14:37:58,292 INFO: [ epoch: 852 ] [ iter:351,900 ] [ performance: 22.266 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:28 ] [ l_g_pix: 3.9073e-02 ] [ l_g_total: 3.9073e-02 ] +2024-10-09 14:38:02,080 INFO: [ epoch: 852 ] [ iter:352,000 ] [ performance: 26.480 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:22 ] [ l_g_pix: 5.4036e-02 ] [ l_g_total: 5.4036e-02 ] +2024-10-09 14:38:05,797 INFO: [ epoch: 852 ] [ iter:352,100 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:15 ] [ l_g_pix: 3.6435e-02 ] [ l_g_total: 3.6435e-02 ] +2024-10-09 14:38:09,458 INFO: [ epoch: 852 ] [ iter:352,200 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:09 ] [ l_g_pix: 4.0852e-02 ] [ l_g_total: 4.0852e-02 ] +2024-10-09 14:38:13,798 INFO: [ epoch: 853 ] [ iter:352,300 ] [ performance: 24.283 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:02 ] [ l_g_pix: 4.4556e-02 ] [ l_g_total: 4.4556e-02 ] +2024-10-09 14:38:17,830 INFO: [ epoch: 853 ] [ iter:352,400 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:56 ] [ l_g_pix: 4.1936e-02 ] [ l_g_total: 4.1936e-02 ] +2024-10-09 14:38:21,507 INFO: [ epoch: 853 ] [ iter:352,500 ] [ performance: 27.146 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:49 ] [ l_g_pix: 4.7242e-02 ] [ l_g_total: 4.7242e-02 ] +2024-10-09 14:38:25,208 INFO: [ epoch: 853 ] [ iter:352,600 ] [ performance: 27.193 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:43 ] [ l_g_pix: 5.7108e-02 ] [ l_g_total: 5.7108e-02 ] +2024-10-09 14:38:28,684 INFO: [ epoch: 853 ] [ iter:352,700 ] [ performance: 28.254 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:36 ] [ l_g_pix: 3.9538e-02 ] [ l_g_total: 3.9538e-02 ] +2024-10-09 14:38:33,612 INFO: [ epoch: 854 ] [ iter:352,800 ] [ performance: 27.119 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:30 ] [ l_g_pix: 5.4423e-02 ] [ l_g_total: 5.4423e-02 ] +2024-10-09 14:38:37,355 INFO: [ epoch: 854 ] [ iter:352,900 ] [ performance: 26.848 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:24 ] [ l_g_pix: 5.1560e-02 ] [ l_g_total: 5.1560e-02 ] +2024-10-09 14:38:41,043 INFO: [ epoch: 854 ] [ iter:353,000 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:17 ] [ l_g_pix: 5.1684e-02 ] [ l_g_total: 5.1684e-02 ] +2024-10-09 14:38:44,541 INFO: [ epoch: 854 ] [ iter:353,100 ] [ performance: 28.089 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:10 ] [ l_g_pix: 4.1958e-02 ] [ l_g_total: 4.1958e-02 ] +2024-10-09 14:38:49,497 INFO: [ epoch: 855 ] [ iter:353,200 ] [ performance: 26.934 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:04 ] [ l_g_pix: 3.5970e-02 ] [ l_g_total: 3.5970e-02 ] +2024-10-09 14:38:53,256 INFO: [ epoch: 855 ] [ iter:353,300 ] [ performance: 26.703 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:58 ] [ l_g_pix: 5.7641e-02 ] [ l_g_total: 5.7641e-02 ] +2024-10-09 14:38:57,048 INFO: [ epoch: 855 ] [ iter:353,400 ] [ performance: 26.623 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:51 ] [ l_g_pix: 6.4956e-02 ] [ l_g_total: 6.4956e-02 ] +2024-10-09 14:39:00,613 INFO: [ epoch: 855 ] [ iter:353,500 ] [ performance: 27.619 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:45 ] [ l_g_pix: 4.0740e-02 ] [ l_g_total: 4.0740e-02 ] +2024-10-09 14:39:05,599 INFO: [ epoch: 856 ] [ iter:353,600 ] [ performance: 26.181 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:39 ] [ l_g_pix: 4.5160e-02 ] [ l_g_total: 4.5160e-02 ] +2024-10-09 14:39:09,315 INFO: [ epoch: 856 ] [ iter:353,700 ] [ performance: 26.702 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:32 ] [ l_g_pix: 5.3040e-02 ] [ l_g_total: 5.3040e-02 ] +2024-10-09 14:39:13,000 INFO: [ epoch: 856 ] [ iter:353,800 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:26 ] [ l_g_pix: 4.2588e-02 ] [ l_g_total: 4.2588e-02 ] +2024-10-09 14:39:16,590 INFO: [ epoch: 856 ] [ iter:353,900 ] [ performance: 27.590 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:19 ] [ l_g_pix: 4.1694e-02 ] [ l_g_total: 4.1694e-02 ] +2024-10-09 14:39:21,722 INFO: [ epoch: 857 ] [ iter:354,000 ] [ performance: 25.895 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:13 ] [ l_g_pix: 5.7398e-02 ] [ l_g_total: 5.7398e-02 ] +2024-10-09 14:39:25,394 INFO: [ epoch: 857 ] [ iter:354,100 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:06 ] [ l_g_pix: 5.2360e-02 ] [ l_g_total: 5.2360e-02 ] +2024-10-09 14:39:29,119 INFO: [ epoch: 857 ] [ iter:354,200 ] [ performance: 26.643 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:00 ] [ l_g_pix: 5.2346e-02 ] [ l_g_total: 5.2346e-02 ] +2024-10-09 14:39:32,735 INFO: [ epoch: 857 ] [ iter:354,300 ] [ performance: 27.376 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:53 ] [ l_g_pix: 4.7941e-02 ] [ l_g_total: 4.7941e-02 ] +2024-10-09 14:39:37,700 INFO: [ epoch: 858 ] [ iter:354,400 ] [ performance: 21.235 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:47 ] [ l_g_pix: 6.0289e-02 ] [ l_g_total: 6.0289e-02 ] +2024-10-09 14:39:41,380 INFO: [ epoch: 858 ] [ iter:354,500 ] [ performance: 25.272 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:41 ] [ l_g_pix: 3.6540e-02 ] [ l_g_total: 3.6540e-02 ] +2024-10-09 14:39:45,051 INFO: [ epoch: 858 ] [ iter:354,600 ] [ performance: 27.758 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:34 ] [ l_g_pix: 5.1850e-02 ] [ l_g_total: 5.1850e-02 ] +2024-10-09 14:39:48,649 INFO: [ epoch: 858 ] [ iter:354,700 ] [ performance: 27.788 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:28 ] [ l_g_pix: 5.5076e-02 ] [ l_g_total: 5.5076e-02 ] +2024-10-09 14:39:53,463 INFO: [ epoch: 859 ] [ iter:354,800 ] [ performance: 13.591 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:22 ] [ l_g_pix: 3.9980e-02 ] [ l_g_total: 3.9980e-02 ] +2024-10-09 14:39:57,212 INFO: [ epoch: 859 ] [ iter:354,900 ] [ performance: 21.352 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:15 ] [ l_g_pix: 4.8015e-02 ] [ l_g_total: 4.8015e-02 ] +2024-10-09 14:40:00,904 INFO: [ epoch: 859 ] [ iter:355,000 ] [ performance: 27.381 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:09 ] [ l_g_pix: 3.9617e-02 ] [ l_g_total: 3.9617e-02 ] +2024-10-09 14:40:04,532 INFO: [ epoch: 859 ] [ iter:355,100 ] [ performance: 27.520 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:02 ] [ l_g_pix: 6.4042e-02 ] [ l_g_total: 6.4042e-02 ] +2024-10-09 14:40:09,015 INFO: [ epoch: 860 ] [ iter:355,200 ] [ performance: 15.240 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:56 ] [ l_g_pix: 4.0853e-02 ] [ l_g_total: 4.0853e-02 ] +2024-10-09 14:40:13,001 INFO: [ epoch: 860 ] [ iter:355,300 ] [ performance: 21.628 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:49 ] [ l_g_pix: 3.4841e-02 ] [ l_g_total: 3.4841e-02 ] +2024-10-09 14:40:16,760 INFO: [ epoch: 860 ] [ iter:355,400 ] [ performance: 26.561 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:43 ] [ l_g_pix: 4.5145e-02 ] [ l_g_total: 4.5145e-02 ] +2024-10-09 14:40:20,490 INFO: [ epoch: 860 ] [ iter:355,500 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:36 ] [ l_g_pix: 5.7632e-02 ] [ l_g_total: 5.7632e-02 ] +2024-10-09 14:40:24,901 INFO: [ epoch: 861 ] [ iter:355,600 ] [ performance: 15.415 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:30 ] [ l_g_pix: 4.2100e-02 ] [ l_g_total: 4.2100e-02 ] +2024-10-09 14:40:29,120 INFO: [ epoch: 861 ] [ iter:355,700 ] [ performance: 21.032 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:24 ] [ l_g_pix: 6.0325e-02 ] [ l_g_total: 6.0325e-02 ] +2024-10-09 14:40:32,817 INFO: [ epoch: 861 ] [ iter:355,800 ] [ performance: 27.560 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:17 ] [ l_g_pix: 5.4535e-02 ] [ l_g_total: 5.4535e-02 ] +2024-10-09 14:40:36,536 INFO: [ epoch: 861 ] [ iter:355,900 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:11 ] [ l_g_pix: 5.1338e-02 ] [ l_g_total: 5.1338e-02 ] +2024-10-09 14:40:40,013 INFO: [ epoch: 861 ] [ iter:356,000 ] [ performance: 29.442 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:04 ] [ l_g_pix: 5.9259e-02 ] [ l_g_total: 5.9259e-02 ] +2024-10-09 14:40:45,105 INFO: [ epoch: 862 ] [ iter:356,100 ] [ performance: 21.231 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:58 ] [ l_g_pix: 5.0915e-02 ] [ l_g_total: 5.0915e-02 ] +2024-10-09 14:40:48,792 INFO: [ epoch: 862 ] [ iter:356,200 ] [ performance: 27.851 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:52 ] [ l_g_pix: 5.8087e-02 ] [ l_g_total: 5.8087e-02 ] +2024-10-09 14:40:52,525 INFO: [ epoch: 862 ] [ iter:356,300 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:45 ] [ l_g_pix: 4.8423e-02 ] [ l_g_total: 4.8423e-02 ] +2024-10-09 14:40:56,033 INFO: [ epoch: 862 ] [ iter:356,400 ] [ performance: 29.150 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:39 ] [ l_g_pix: 4.0744e-02 ] [ l_g_total: 4.0744e-02 ] +2024-10-09 14:41:01,007 INFO: [ epoch: 863 ] [ iter:356,500 ] [ performance: 21.528 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:33 ] [ l_g_pix: 4.4546e-02 ] [ l_g_total: 4.4546e-02 ] +2024-10-09 14:41:04,766 INFO: [ epoch: 863 ] [ iter:356,600 ] [ performance: 26.784 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:26 ] [ l_g_pix: 4.2843e-02 ] [ l_g_total: 4.2843e-02 ] +2024-10-09 14:41:08,489 INFO: [ epoch: 863 ] [ iter:356,700 ] [ performance: 26.848 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:20 ] [ l_g_pix: 6.1052e-02 ] [ l_g_total: 6.1052e-02 ] +2024-10-09 14:41:12,020 INFO: [ epoch: 863 ] [ iter:356,800 ] [ performance: 29.418 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:13 ] [ l_g_pix: 4.6921e-02 ] [ l_g_total: 4.6921e-02 ] +2024-10-09 14:41:17,119 INFO: [ epoch: 864 ] [ iter:356,900 ] [ performance: 21.018 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:07 ] [ l_g_pix: 4.0258e-02 ] [ l_g_total: 4.0258e-02 ] +2024-10-09 14:41:20,868 INFO: [ epoch: 864 ] [ iter:357,000 ] [ performance: 27.255 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:01 ] [ l_g_pix: 3.8374e-02 ] [ l_g_total: 3.8374e-02 ] +2024-10-09 14:41:24,500 INFO: [ epoch: 864 ] [ iter:357,100 ] [ performance: 27.485 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:54 ] [ l_g_pix: 6.1553e-02 ] [ l_g_total: 6.1553e-02 ] +2024-10-09 14:41:28,052 INFO: [ epoch: 864 ] [ iter:357,200 ] [ performance: 29.924 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:48 ] [ l_g_pix: 5.6234e-02 ] [ l_g_total: 5.6234e-02 ] +2024-10-09 14:41:33,087 INFO: [ epoch: 865 ] [ iter:357,300 ] [ performance: 21.197 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:42 ] [ l_g_pix: 3.4128e-02 ] [ l_g_total: 3.4128e-02 ] +2024-10-09 14:41:36,865 INFO: [ epoch: 865 ] [ iter:357,400 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:35 ] [ l_g_pix: 3.9634e-02 ] [ l_g_total: 3.9634e-02 ] +2024-10-09 14:41:40,596 INFO: [ epoch: 865 ] [ iter:357,500 ] [ performance: 26.804 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:29 ] [ l_g_pix: 5.4740e-02 ] [ l_g_total: 5.4740e-02 ] +2024-10-09 14:41:44,223 INFO: [ epoch: 865 ] [ iter:357,600 ] [ performance: 29.422 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:22 ] [ l_g_pix: 4.3620e-02 ] [ l_g_total: 4.3620e-02 ] +2024-10-09 14:41:49,267 INFO: [ epoch: 866 ] [ iter:357,700 ] [ performance: 21.022 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:16 ] [ l_g_pix: 4.7790e-02 ] [ l_g_total: 4.7790e-02 ] +2024-10-09 14:41:53,053 INFO: [ epoch: 866 ] [ iter:357,800 ] [ performance: 25.963 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:10 ] [ l_g_pix: 6.8082e-02 ] [ l_g_total: 6.8082e-02 ] +2024-10-09 14:41:56,794 INFO: [ epoch: 866 ] [ iter:357,900 ] [ performance: 26.604 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:03 ] [ l_g_pix: 3.6595e-02 ] [ l_g_total: 3.6595e-02 ] +2024-10-09 14:42:00,436 INFO: [ epoch: 866 ] [ iter:358,000 ] [ performance: 29.457 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:57 ] [ l_g_pix: 5.5883e-02 ] [ l_g_total: 5.5883e-02 ] +2024-10-09 14:42:05,448 INFO: [ epoch: 867 ] [ iter:358,100 ] [ performance: 21.043 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:51 ] [ l_g_pix: 4.1695e-02 ] [ l_g_total: 4.1695e-02 ] +2024-10-09 14:42:09,194 INFO: [ epoch: 867 ] [ iter:358,200 ] [ performance: 27.990 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:44 ] [ l_g_pix: 5.7718e-02 ] [ l_g_total: 5.7718e-02 ] +2024-10-09 14:42:12,890 INFO: [ epoch: 867 ] [ iter:358,300 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:38 ] [ l_g_pix: 6.1448e-02 ] [ l_g_total: 6.1448e-02 ] +2024-10-09 14:42:16,542 INFO: [ epoch: 867 ] [ iter:358,400 ] [ performance: 28.446 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:31 ] [ l_g_pix: 3.4786e-02 ] [ l_g_total: 3.4786e-02 ] +2024-10-09 14:42:21,033 INFO: [ epoch: 868 ] [ iter:358,500 ] [ performance: 22.998 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:25 ] [ l_g_pix: 3.3164e-02 ] [ l_g_total: 3.3164e-02 ] +2024-10-09 14:42:25,023 INFO: [ epoch: 868 ] [ iter:358,600 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:19 ] [ l_g_pix: 3.5140e-02 ] [ l_g_total: 3.5140e-02 ] +2024-10-09 14:42:28,755 INFO: [ epoch: 868 ] [ iter:358,700 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:12 ] [ l_g_pix: 3.3056e-02 ] [ l_g_total: 3.3056e-02 ] +2024-10-09 14:42:32,533 INFO: [ epoch: 868 ] [ iter:358,800 ] [ performance: 26.688 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:06 ] [ l_g_pix: 4.3493e-02 ] [ l_g_total: 4.3493e-02 ] +2024-10-09 14:42:36,933 INFO: [ epoch: 869 ] [ iter:358,900 ] [ performance: 23.183 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:00 ] [ l_g_pix: 4.5394e-02 ] [ l_g_total: 4.5394e-02 ] +2024-10-09 14:42:41,191 INFO: [ epoch: 869 ] [ iter:359,000 ] [ performance: 26.604 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:54 ] [ l_g_pix: 4.2052e-02 ] [ l_g_total: 4.2052e-02 ] +2024-10-09 14:42:44,871 INFO: [ epoch: 869 ] [ iter:359,100 ] [ performance: 27.104 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:47 ] [ l_g_pix: 5.2416e-02 ] [ l_g_total: 5.2416e-02 ] +2024-10-09 14:42:48,580 INFO: [ epoch: 869 ] [ iter:359,200 ] [ performance: 27.417 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:41 ] [ l_g_pix: 5.6437e-02 ] [ l_g_total: 5.6437e-02 ] +2024-10-09 14:42:52,076 INFO: [ epoch: 869 ] [ iter:359,300 ] [ performance: 28.468 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:34 ] [ l_g_pix: 4.1158e-02 ] [ l_g_total: 4.1158e-02 ] +2024-10-09 14:42:57,201 INFO: [ epoch: 870 ] [ iter:359,400 ] [ performance: 27.240 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:28 ] [ l_g_pix: 3.9393e-02 ] [ l_g_total: 3.9393e-02 ] +2024-10-09 14:43:00,962 INFO: [ epoch: 870 ] [ iter:359,500 ] [ performance: 26.665 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:22 ] [ l_g_pix: 5.0638e-02 ] [ l_g_total: 5.0638e-02 ] +2024-10-09 14:43:04,699 INFO: [ epoch: 870 ] [ iter:359,600 ] [ performance: 27.525 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:15 ] [ l_g_pix: 5.2531e-02 ] [ l_g_total: 5.2531e-02 ] +2024-10-09 14:43:08,249 INFO: [ epoch: 870 ] [ iter:359,700 ] [ performance: 28.109 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:09 ] [ l_g_pix: 5.1510e-02 ] [ l_g_total: 5.1510e-02 ] +2024-10-09 14:43:13,206 INFO: [ epoch: 871 ] [ iter:359,800 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:03 ] [ l_g_pix: 4.4699e-02 ] [ l_g_total: 4.4699e-02 ] +2024-10-09 14:43:16,923 INFO: [ epoch: 871 ] [ iter:359,900 ] [ performance: 26.890 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:56 ] [ l_g_pix: 3.1691e-02 ] [ l_g_total: 3.1691e-02 ] +2024-10-09 14:43:20,586 INFO: [ epoch: 871 ] [ iter:360,000 ] [ performance: 27.755 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:50 ] [ l_g_pix: 3.8666e-02 ] [ l_g_total: 3.8666e-02 ] +2024-10-09 14:43:20,587 INFO: Saving models and training states. +2024-10-09 14:46:25,864 INFO: Validation val + + # psnr: 27.2418........ Best: 27.2465 @ 330000 iter + # ssim: 0.7681........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 14:46:29,353 INFO: [ epoch: 871 ] [ iter:360,100 ] [ performance: 28.590 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:05 ] [ l_g_pix: 5.4251e-02 ] [ l_g_total: 5.4251e-02 ] +2024-10-09 14:46:34,380 INFO: [ epoch: 872 ] [ iter:360,200 ] [ performance: 25.860 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:00 ] [ l_g_pix: 3.9376e-02 ] [ l_g_total: 3.9376e-02 ] +2024-10-09 14:46:38,084 INFO: [ epoch: 872 ] [ iter:360,300 ] [ performance: 26.920 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:53 ] [ l_g_pix: 7.0153e-02 ] [ l_g_total: 7.0153e-02 ] +2024-10-09 14:46:41,836 INFO: [ epoch: 872 ] [ iter:360,400 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:46 ] [ l_g_pix: 4.7435e-02 ] [ l_g_total: 4.7435e-02 ] +2024-10-09 14:46:45,405 INFO: [ epoch: 872 ] [ iter:360,500 ] [ performance: 27.931 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:40 ] [ l_g_pix: 5.2679e-02 ] [ l_g_total: 5.2679e-02 ] +2024-10-09 14:46:50,382 INFO: [ epoch: 873 ] [ iter:360,600 ] [ performance: 27.196 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:34 ] [ l_g_pix: 5.3302e-02 ] [ l_g_total: 5.3302e-02 ] +2024-10-09 14:46:54,084 INFO: [ epoch: 873 ] [ iter:360,700 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:27 ] [ l_g_pix: 4.6502e-02 ] [ l_g_total: 4.6502e-02 ] +2024-10-09 14:46:57,786 INFO: [ epoch: 873 ] [ iter:360,800 ] [ performance: 27.937 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:21 ] [ l_g_pix: 3.9604e-02 ] [ l_g_total: 3.9604e-02 ] +2024-10-09 14:47:01,408 INFO: [ epoch: 873 ] [ iter:360,900 ] [ performance: 27.630 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:14 ] [ l_g_pix: 4.0319e-02 ] [ l_g_total: 4.0319e-02 ] +2024-10-09 14:47:06,258 INFO: [ epoch: 874 ] [ iter:361,000 ] [ performance: 25.569 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:08 ] [ l_g_pix: 3.4861e-02 ] [ l_g_total: 3.4861e-02 ] +2024-10-09 14:47:10,026 INFO: [ epoch: 874 ] [ iter:361,100 ] [ performance: 26.509 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:02 ] [ l_g_pix: 4.2907e-02 ] [ l_g_total: 4.2907e-02 ] +2024-10-09 14:47:13,714 INFO: [ epoch: 874 ] [ iter:361,200 ] [ performance: 27.306 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:55 ] [ l_g_pix: 4.9396e-02 ] [ l_g_total: 4.9396e-02 ] +2024-10-09 14:47:17,383 INFO: [ epoch: 874 ] [ iter:361,300 ] [ performance: 27.259 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:49 ] [ l_g_pix: 4.1150e-02 ] [ l_g_total: 4.1150e-02 ] +2024-10-09 14:47:21,904 INFO: [ epoch: 875 ] [ iter:361,400 ] [ performance: 24.320 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:42 ] [ l_g_pix: 3.7174e-02 ] [ l_g_total: 3.7174e-02 ] +2024-10-09 14:47:25,742 INFO: [ epoch: 875 ] [ iter:361,500 ] [ performance: 26.023 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:36 ] [ l_g_pix: 5.0350e-02 ] [ l_g_total: 5.0350e-02 ] +2024-10-09 14:47:29,409 INFO: [ epoch: 875 ] [ iter:361,600 ] [ performance: 26.253 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:29 ] [ l_g_pix: 4.7051e-02 ] [ l_g_total: 4.7051e-02 ] +2024-10-09 14:47:33,061 INFO: [ epoch: 875 ] [ iter:361,700 ] [ performance: 27.380 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:23 ] [ l_g_pix: 5.1644e-02 ] [ l_g_total: 5.1644e-02 ] +2024-10-09 14:47:37,554 INFO: [ epoch: 876 ] [ iter:361,800 ] [ performance: 24.570 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:17 ] [ l_g_pix: 4.8998e-02 ] [ l_g_total: 4.8998e-02 ] +2024-10-09 14:47:41,647 INFO: [ epoch: 876 ] [ iter:361,900 ] [ performance: 24.481 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:10 ] [ l_g_pix: 3.8395e-02 ] [ l_g_total: 3.8395e-02 ] +2024-10-09 14:47:45,387 INFO: [ epoch: 876 ] [ iter:362,000 ] [ performance: 25.560 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:04 ] [ l_g_pix: 4.7978e-02 ] [ l_g_total: 4.7978e-02 ] +2024-10-09 14:47:49,091 INFO: [ epoch: 876 ] [ iter:362,100 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:57 ] [ l_g_pix: 3.7784e-02 ] [ l_g_total: 3.7784e-02 ] +2024-10-09 14:47:52,540 INFO: [ epoch: 876 ] [ iter:362,200 ] [ performance: 27.974 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:51 ] [ l_g_pix: 4.8629e-02 ] [ l_g_total: 4.8629e-02 ] +2024-10-09 14:47:57,449 INFO: [ epoch: 877 ] [ iter:362,300 ] [ performance: 24.446 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:45 ] [ l_g_pix: 6.0234e-02 ] [ l_g_total: 6.0234e-02 ] +2024-10-09 14:48:01,182 INFO: [ epoch: 877 ] [ iter:362,400 ] [ performance: 25.579 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:38 ] [ l_g_pix: 4.5998e-02 ] [ l_g_total: 4.5998e-02 ] +2024-10-09 14:48:04,887 INFO: [ epoch: 877 ] [ iter:362,500 ] [ performance: 27.026 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:32 ] [ l_g_pix: 3.1532e-02 ] [ l_g_total: 3.1532e-02 ] +2024-10-09 14:48:08,362 INFO: [ epoch: 877 ] [ iter:362,600 ] [ performance: 27.889 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:25 ] [ l_g_pix: 6.3370e-02 ] [ l_g_total: 6.3370e-02 ] +2024-10-09 14:48:13,487 INFO: [ epoch: 878 ] [ iter:362,700 ] [ performance: 19.270 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:19 ] [ l_g_pix: 5.7864e-02 ] [ l_g_total: 5.7864e-02 ] +2024-10-09 14:48:17,162 INFO: [ epoch: 878 ] [ iter:362,800 ] [ performance: 22.643 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:13 ] [ l_g_pix: 3.9037e-02 ] [ l_g_total: 3.9037e-02 ] +2024-10-09 14:48:20,811 INFO: [ epoch: 878 ] [ iter:362,900 ] [ performance: 27.443 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:06 ] [ l_g_pix: 4.2458e-02 ] [ l_g_total: 4.2458e-02 ] +2024-10-09 14:48:24,350 INFO: [ epoch: 878 ] [ iter:363,000 ] [ performance: 27.857 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:00 ] [ l_g_pix: 3.9465e-02 ] [ l_g_total: 3.9465e-02 ] +2024-10-09 14:48:29,434 INFO: [ epoch: 879 ] [ iter:363,100 ] [ performance: 19.297 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:54 ] [ l_g_pix: 4.6906e-02 ] [ l_g_total: 4.6906e-02 ] +2024-10-09 14:48:33,191 INFO: [ epoch: 879 ] [ iter:363,200 ] [ performance: 22.487 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:47 ] [ l_g_pix: 4.1836e-02 ] [ l_g_total: 4.1836e-02 ] +2024-10-09 14:48:36,884 INFO: [ epoch: 879 ] [ iter:363,300 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:41 ] [ l_g_pix: 3.9118e-02 ] [ l_g_total: 3.9118e-02 ] +2024-10-09 14:48:40,476 INFO: [ epoch: 879 ] [ iter:363,400 ] [ performance: 27.481 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:34 ] [ l_g_pix: 4.7703e-02 ] [ l_g_total: 4.7703e-02 ] +2024-10-09 14:48:45,360 INFO: [ epoch: 880 ] [ iter:363,500 ] [ performance: 19.978 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:28 ] [ l_g_pix: 4.8003e-02 ] [ l_g_total: 4.8003e-02 ] +2024-10-09 14:48:49,044 INFO: [ epoch: 880 ] [ iter:363,600 ] [ performance: 23.167 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:22 ] [ l_g_pix: 4.4174e-02 ] [ l_g_total: 4.4174e-02 ] +2024-10-09 14:48:52,739 INFO: [ epoch: 880 ] [ iter:363,700 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:15 ] [ l_g_pix: 5.1742e-02 ] [ l_g_total: 5.1742e-02 ] +2024-10-09 14:48:56,321 INFO: [ epoch: 880 ] [ iter:363,800 ] [ performance: 27.548 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:09 ] [ l_g_pix: 4.4010e-02 ] [ l_g_total: 4.4010e-02 ] +2024-10-09 14:49:01,327 INFO: [ epoch: 881 ] [ iter:363,900 ] [ performance: 19.326 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:03 ] [ l_g_pix: 5.0275e-02 ] [ l_g_total: 5.0275e-02 ] +2024-10-09 14:49:05,051 INFO: [ epoch: 881 ] [ iter:364,000 ] [ performance: 22.672 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:56 ] [ l_g_pix: 5.0677e-02 ] [ l_g_total: 5.0677e-02 ] +2024-10-09 14:49:08,773 INFO: [ epoch: 881 ] [ iter:364,100 ] [ performance: 26.968 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:50 ] [ l_g_pix: 4.1967e-02 ] [ l_g_total: 4.1967e-02 ] +2024-10-09 14:49:12,443 INFO: [ epoch: 881 ] [ iter:364,200 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:43 ] [ l_g_pix: 4.6820e-02 ] [ l_g_total: 4.6820e-02 ] +2024-10-09 14:49:17,346 INFO: [ epoch: 882 ] [ iter:364,300 ] [ performance: 19.652 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:37 ] [ l_g_pix: 4.3975e-02 ] [ l_g_total: 4.3975e-02 ] +2024-10-09 14:49:21,058 INFO: [ epoch: 882 ] [ iter:364,400 ] [ performance: 22.958 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:31 ] [ l_g_pix: 5.3972e-02 ] [ l_g_total: 5.3972e-02 ] +2024-10-09 14:49:24,727 INFO: [ epoch: 882 ] [ iter:364,500 ] [ performance: 27.301 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:24 ] [ l_g_pix: 4.4640e-02 ] [ l_g_total: 4.4640e-02 ] +2024-10-09 14:49:28,355 INFO: [ epoch: 882 ] [ iter:364,600 ] [ performance: 27.445 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:18 ] [ l_g_pix: 5.0709e-02 ] [ l_g_total: 5.0709e-02 ] +2024-10-09 14:49:32,909 INFO: [ epoch: 883 ] [ iter:364,700 ] [ performance: 21.205 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:12 ] [ l_g_pix: 4.4903e-02 ] [ l_g_total: 4.4903e-02 ] +2024-10-09 14:49:36,852 INFO: [ epoch: 883 ] [ iter:364,800 ] [ performance: 23.256 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:05 ] [ l_g_pix: 4.5137e-02 ] [ l_g_total: 4.5137e-02 ] +2024-10-09 14:49:40,530 INFO: [ epoch: 883 ] [ iter:364,900 ] [ performance: 27.211 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:59 ] [ l_g_pix: 4.4427e-02 ] [ l_g_total: 4.4427e-02 ] +2024-10-09 14:49:44,246 INFO: [ epoch: 883 ] [ iter:365,000 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:52 ] [ l_g_pix: 4.4028e-02 ] [ l_g_total: 4.4028e-02 ] +2024-10-09 14:49:48,550 INFO: [ epoch: 884 ] [ iter:365,100 ] [ performance: 22.488 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:46 ] [ l_g_pix: 4.1899e-02 ] [ l_g_total: 4.1899e-02 ] +2024-10-09 14:49:52,755 INFO: [ epoch: 884 ] [ iter:365,200 ] [ performance: 23.178 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:40 ] [ l_g_pix: 5.8459e-02 ] [ l_g_total: 5.8459e-02 ] +2024-10-09 14:49:56,483 INFO: [ epoch: 884 ] [ iter:365,300 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:34 ] [ l_g_pix: 5.4059e-02 ] [ l_g_total: 5.4059e-02 ] +2024-10-09 14:50:00,182 INFO: [ epoch: 884 ] [ iter:365,400 ] [ performance: 26.922 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:27 ] [ l_g_pix: 4.5805e-02 ] [ l_g_total: 4.5805e-02 ] +2024-10-09 14:50:03,634 INFO: [ epoch: 884 ] [ iter:365,500 ] [ performance: 29.315 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:20 ] [ l_g_pix: 4.2181e-02 ] [ l_g_total: 4.2181e-02 ] +2024-10-09 14:50:08,550 INFO: [ epoch: 885 ] [ iter:365,600 ] [ performance: 23.601 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:15 ] [ l_g_pix: 4.7485e-02 ] [ l_g_total: 4.7485e-02 ] +2024-10-09 14:50:12,264 INFO: [ epoch: 885 ] [ iter:365,700 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:08 ] [ l_g_pix: 3.8792e-02 ] [ l_g_total: 3.8792e-02 ] +2024-10-09 14:50:15,943 INFO: [ epoch: 885 ] [ iter:365,800 ] [ performance: 27.146 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:02 ] [ l_g_pix: 3.7064e-02 ] [ l_g_total: 3.7064e-02 ] +2024-10-09 14:50:19,442 INFO: [ epoch: 885 ] [ iter:365,900 ] [ performance: 29.081 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:55 ] [ l_g_pix: 4.5127e-02 ] [ l_g_total: 4.5127e-02 ] +2024-10-09 14:50:24,579 INFO: [ epoch: 886 ] [ iter:366,000 ] [ performance: 22.825 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:49 ] [ l_g_pix: 4.7347e-02 ] [ l_g_total: 4.7347e-02 ] +2024-10-09 14:50:28,332 INFO: [ epoch: 886 ] [ iter:366,100 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:43 ] [ l_g_pix: 4.9355e-02 ] [ l_g_total: 4.9355e-02 ] +2024-10-09 14:50:32,125 INFO: [ epoch: 886 ] [ iter:366,200 ] [ performance: 26.545 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:36 ] [ l_g_pix: 4.2133e-02 ] [ l_g_total: 4.2133e-02 ] +2024-10-09 14:50:35,693 INFO: [ epoch: 886 ] [ iter:366,300 ] [ performance: 28.546 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:30 ] [ l_g_pix: 5.0351e-02 ] [ l_g_total: 5.0351e-02 ] +2024-10-09 14:50:40,726 INFO: [ epoch: 887 ] [ iter:366,400 ] [ performance: 22.927 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:24 ] [ l_g_pix: 4.2138e-02 ] [ l_g_total: 4.2138e-02 ] +2024-10-09 14:50:44,496 INFO: [ epoch: 887 ] [ iter:366,500 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:18 ] [ l_g_pix: 4.3288e-02 ] [ l_g_total: 4.3288e-02 ] +2024-10-09 14:50:48,241 INFO: [ epoch: 887 ] [ iter:366,600 ] [ performance: 26.688 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:11 ] [ l_g_pix: 6.8273e-02 ] [ l_g_total: 6.8273e-02 ] +2024-10-09 14:50:51,752 INFO: [ epoch: 887 ] [ iter:366,700 ] [ performance: 28.929 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:05 ] [ l_g_pix: 4.6733e-02 ] [ l_g_total: 4.6733e-02 ] +2024-10-09 14:50:56,595 INFO: [ epoch: 888 ] [ iter:366,800 ] [ performance: 23.567 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:59 ] [ l_g_pix: 5.0993e-02 ] [ l_g_total: 5.0993e-02 ] +2024-10-09 14:51:00,307 INFO: [ epoch: 888 ] [ iter:366,900 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:52 ] [ l_g_pix: 5.1821e-02 ] [ l_g_total: 5.1821e-02 ] +2024-10-09 14:51:04,025 INFO: [ epoch: 888 ] [ iter:367,000 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:46 ] [ l_g_pix: 6.1250e-02 ] [ l_g_total: 6.1250e-02 ] +2024-10-09 14:51:07,640 INFO: [ epoch: 888 ] [ iter:367,100 ] [ performance: 28.182 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:39 ] [ l_g_pix: 4.4766e-02 ] [ l_g_total: 4.4766e-02 ] +2024-10-09 14:51:12,469 INFO: [ epoch: 889 ] [ iter:367,200 ] [ performance: 23.344 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:33 ] [ l_g_pix: 4.5687e-02 ] [ l_g_total: 4.5687e-02 ] +2024-10-09 14:51:16,194 INFO: [ epoch: 889 ] [ iter:367,300 ] [ performance: 27.068 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:27 ] [ l_g_pix: 4.1492e-02 ] [ l_g_total: 4.1492e-02 ] +2024-10-09 14:51:19,918 INFO: [ epoch: 889 ] [ iter:367,400 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:20 ] [ l_g_pix: 4.5319e-02 ] [ l_g_total: 4.5319e-02 ] +2024-10-09 14:51:23,555 INFO: [ epoch: 889 ] [ iter:367,500 ] [ performance: 27.797 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:14 ] [ l_g_pix: 4.0342e-02 ] [ l_g_total: 4.0342e-02 ] +2024-10-09 14:51:28,524 INFO: [ epoch: 890 ] [ iter:367,600 ] [ performance: 22.756 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:08 ] [ l_g_pix: 4.4479e-02 ] [ l_g_total: 4.4479e-02 ] +2024-10-09 14:51:32,251 INFO: [ epoch: 890 ] [ iter:367,700 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:02 ] [ l_g_pix: 3.9312e-02 ] [ l_g_total: 3.9312e-02 ] +2024-10-09 14:51:35,977 INFO: [ epoch: 890 ] [ iter:367,800 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:55 ] [ l_g_pix: 4.8879e-02 ] [ l_g_total: 4.8879e-02 ] +2024-10-09 14:51:39,696 INFO: [ epoch: 890 ] [ iter:367,900 ] [ performance: 27.009 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:49 ] [ l_g_pix: 5.7121e-02 ] [ l_g_total: 5.7121e-02 ] +2024-10-09 14:51:44,470 INFO: [ epoch: 891 ] [ iter:368,000 ] [ performance: 23.083 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:43 ] [ l_g_pix: 4.2151e-02 ] [ l_g_total: 4.2151e-02 ] +2024-10-09 14:51:48,360 INFO: [ epoch: 891 ] [ iter:368,100 ] [ performance: 27.138 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:36 ] [ l_g_pix: 5.0981e-02 ] [ l_g_total: 5.0981e-02 ] +2024-10-09 14:51:52,051 INFO: [ epoch: 891 ] [ iter:368,200 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:30 ] [ l_g_pix: 4.5736e-02 ] [ l_g_total: 4.5736e-02 ] +2024-10-09 14:51:55,740 INFO: [ epoch: 891 ] [ iter:368,300 ] [ performance: 27.301 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:23 ] [ l_g_pix: 3.9759e-02 ] [ l_g_total: 3.9759e-02 ] +2024-10-09 14:51:59,970 INFO: [ epoch: 892 ] [ iter:368,400 ] [ performance: 25.000 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:17 ] [ l_g_pix: 4.1446e-02 ] [ l_g_total: 4.1446e-02 ] +2024-10-09 14:52:04,127 INFO: [ epoch: 892 ] [ iter:368,500 ] [ performance: 26.641 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:11 ] [ l_g_pix: 4.9805e-02 ] [ l_g_total: 4.9805e-02 ] +2024-10-09 14:52:07,903 INFO: [ epoch: 892 ] [ iter:368,600 ] [ performance: 26.553 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:05 ] [ l_g_pix: 4.7632e-02 ] [ l_g_total: 4.7632e-02 ] +2024-10-09 14:52:11,686 INFO: [ epoch: 892 ] [ iter:368,700 ] [ performance: 26.648 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:58 ] [ l_g_pix: 5.8769e-02 ] [ l_g_total: 5.8769e-02 ] +2024-10-09 14:52:15,177 INFO: [ epoch: 892 ] [ iter:368,800 ] [ performance: 27.819 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:52 ] [ l_g_pix: 5.9965e-02 ] [ l_g_total: 5.9965e-02 ] +2024-10-09 14:52:20,273 INFO: [ epoch: 893 ] [ iter:368,900 ] [ performance: 27.175 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:46 ] [ l_g_pix: 4.7701e-02 ] [ l_g_total: 4.7701e-02 ] +2024-10-09 14:52:24,002 INFO: [ epoch: 893 ] [ iter:369,000 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:40 ] [ l_g_pix: 5.5197e-02 ] [ l_g_total: 5.5197e-02 ] +2024-10-09 14:52:27,703 INFO: [ epoch: 893 ] [ iter:369,100 ] [ performance: 27.153 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:33 ] [ l_g_pix: 5.0435e-02 ] [ l_g_total: 5.0435e-02 ] +2024-10-09 14:52:31,229 INFO: [ epoch: 893 ] [ iter:369,200 ] [ performance: 27.878 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:27 ] [ l_g_pix: 5.6457e-02 ] [ l_g_total: 5.6457e-02 ] +2024-10-09 14:52:36,254 INFO: [ epoch: 894 ] [ iter:369,300 ] [ performance: 23.170 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:21 ] [ l_g_pix: 5.9027e-02 ] [ l_g_total: 5.9027e-02 ] +2024-10-09 14:52:39,997 INFO: [ epoch: 894 ] [ iter:369,400 ] [ performance: 25.229 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:14 ] [ l_g_pix: 5.0986e-02 ] [ l_g_total: 5.0986e-02 ] +2024-10-09 14:52:43,741 INFO: [ epoch: 894 ] [ iter:369,500 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:08 ] [ l_g_pix: 6.3272e-02 ] [ l_g_total: 6.3272e-02 ] +2024-10-09 14:52:47,320 INFO: [ epoch: 894 ] [ iter:369,600 ] [ performance: 27.511 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:01 ] [ l_g_pix: 5.5526e-02 ] [ l_g_total: 5.5526e-02 ] +2024-10-09 14:52:52,357 INFO: [ epoch: 895 ] [ iter:369,700 ] [ performance: 22.186 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:56 ] [ l_g_pix: 3.6389e-02 ] [ l_g_total: 3.6389e-02 ] +2024-10-09 14:52:56,133 INFO: [ epoch: 895 ] [ iter:369,800 ] [ performance: 24.678 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:49 ] [ l_g_pix: 4.5430e-02 ] [ l_g_total: 4.5430e-02 ] +2024-10-09 14:52:59,847 INFO: [ epoch: 895 ] [ iter:369,900 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:43 ] [ l_g_pix: 5.6518e-02 ] [ l_g_total: 5.6518e-02 ] +2024-10-09 14:53:03,445 INFO: [ epoch: 895 ] [ iter:370,000 ] [ performance: 27.571 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:36 ] [ l_g_pix: 4.2348e-02 ] [ l_g_total: 4.2348e-02 ] +2024-10-09 14:53:03,445 INFO: Saving models and training states. +2024-10-09 14:55:51,896 INFO: Validation val + + # psnr: 27.2396........ Best: 27.2465 @ 330000 iter + # ssim: 0.7681........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 14:55:56,969 INFO: [ epoch: 896 ] [ iter:370,100 ] [ performance: 16.052 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:39 ] [ l_g_pix: 3.6039e-02 ] [ l_g_total: 3.6039e-02 ] +2024-10-09 14:56:00,666 INFO: [ epoch: 896 ] [ iter:370,200 ] [ performance: 21.567 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:32 ] [ l_g_pix: 5.3786e-02 ] [ l_g_total: 5.3786e-02 ] +2024-10-09 14:56:04,378 INFO: [ epoch: 896 ] [ iter:370,300 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:26 ] [ l_g_pix: 5.4100e-02 ] [ l_g_total: 5.4100e-02 ] +2024-10-09 14:56:07,973 INFO: [ epoch: 896 ] [ iter:370,400 ] [ performance: 27.581 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:19 ] [ l_g_pix: 6.2385e-02 ] [ l_g_total: 6.2385e-02 ] +2024-10-09 14:56:12,786 INFO: [ epoch: 897 ] [ iter:370,500 ] [ performance: 16.967 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:13 ] [ l_g_pix: 5.0624e-02 ] [ l_g_total: 5.0624e-02 ] +2024-10-09 14:56:16,467 INFO: [ epoch: 897 ] [ iter:370,600 ] [ performance: 22.304 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:07 ] [ l_g_pix: 5.0448e-02 ] [ l_g_total: 5.0448e-02 ] +2024-10-09 14:56:20,125 INFO: [ epoch: 897 ] [ iter:370,700 ] [ performance: 27.617 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:00 ] [ l_g_pix: 4.4654e-02 ] [ l_g_total: 4.4654e-02 ] +2024-10-09 14:56:23,737 INFO: [ epoch: 897 ] [ iter:370,800 ] [ performance: 27.665 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:54 ] [ l_g_pix: 4.5263e-02 ] [ l_g_total: 4.5263e-02 ] +2024-10-09 14:56:28,270 INFO: [ epoch: 898 ] [ iter:370,900 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:48 ] [ l_g_pix: 5.5387e-02 ] [ l_g_total: 5.5387e-02 ] +2024-10-09 14:56:32,199 INFO: [ epoch: 898 ] [ iter:371,000 ] [ performance: 22.382 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:41 ] [ l_g_pix: 4.8984e-02 ] [ l_g_total: 4.8984e-02 ] +2024-10-09 14:56:35,942 INFO: [ epoch: 898 ] [ iter:371,100 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:35 ] [ l_g_pix: 5.0960e-02 ] [ l_g_total: 5.0960e-02 ] +2024-10-09 14:56:39,623 INFO: [ epoch: 898 ] [ iter:371,200 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:28 ] [ l_g_pix: 4.8742e-02 ] [ l_g_total: 4.8742e-02 ] +2024-10-09 14:56:44,024 INFO: [ epoch: 899 ] [ iter:371,300 ] [ performance: 18.955 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:22 ] [ l_g_pix: 5.5411e-02 ] [ l_g_total: 5.5411e-02 ] +2024-10-09 14:56:48,174 INFO: [ epoch: 899 ] [ iter:371,400 ] [ performance: 22.058 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:16 ] [ l_g_pix: 5.2811e-02 ] [ l_g_total: 5.2811e-02 ] +2024-10-09 14:56:51,894 INFO: [ epoch: 899 ] [ iter:371,500 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:10 ] [ l_g_pix: 5.1354e-02 ] [ l_g_total: 5.1354e-02 ] +2024-10-09 14:56:55,630 INFO: [ epoch: 899 ] [ iter:371,600 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:03 ] [ l_g_pix: 5.2063e-02 ] [ l_g_total: 5.2063e-02 ] +2024-10-09 14:56:59,183 INFO: [ epoch: 899 ] [ iter:371,700 ] [ performance: 27.520 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:57 ] [ l_g_pix: 4.9077e-02 ] [ l_g_total: 4.9077e-02 ] +2024-10-09 14:57:04,261 INFO: [ epoch: 900 ] [ iter:371,800 ] [ performance: 21.788 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:51 ] [ l_g_pix: 3.5260e-02 ] [ l_g_total: 3.5260e-02 ] +2024-10-09 14:57:08,037 INFO: [ epoch: 900 ] [ iter:371,900 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:44 ] [ l_g_pix: 5.1709e-02 ] [ l_g_total: 5.1709e-02 ] +2024-10-09 14:57:11,797 INFO: [ epoch: 900 ] [ iter:372,000 ] [ performance: 26.666 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:38 ] [ l_g_pix: 5.3629e-02 ] [ l_g_total: 5.3629e-02 ] +2024-10-09 14:57:15,289 INFO: [ epoch: 900 ] [ iter:372,100 ] [ performance: 28.995 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:31 ] [ l_g_pix: 5.0608e-02 ] [ l_g_total: 5.0608e-02 ] +2024-10-09 14:57:20,206 INFO: [ epoch: 901 ] [ iter:372,200 ] [ performance: 22.557 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:25 ] [ l_g_pix: 4.6015e-02 ] [ l_g_total: 4.6015e-02 ] +2024-10-09 14:57:23,937 INFO: [ epoch: 901 ] [ iter:372,300 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:19 ] [ l_g_pix: 5.0678e-02 ] [ l_g_total: 5.0678e-02 ] +2024-10-09 14:57:27,701 INFO: [ epoch: 901 ] [ iter:372,400 ] [ performance: 26.683 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:13 ] [ l_g_pix: 3.4664e-02 ] [ l_g_total: 3.4664e-02 ] +2024-10-09 14:57:31,216 INFO: [ epoch: 901 ] [ iter:372,500 ] [ performance: 29.248 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:06 ] [ l_g_pix: 3.5013e-02 ] [ l_g_total: 3.5013e-02 ] +2024-10-09 14:57:36,366 INFO: [ epoch: 902 ] [ iter:372,600 ] [ performance: 21.762 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:00 ] [ l_g_pix: 4.6495e-02 ] [ l_g_total: 4.6495e-02 ] +2024-10-09 14:57:40,128 INFO: [ epoch: 902 ] [ iter:372,700 ] [ performance: 26.460 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:54 ] [ l_g_pix: 4.7862e-02 ] [ l_g_total: 4.7862e-02 ] +2024-10-09 14:57:43,895 INFO: [ epoch: 902 ] [ iter:372,800 ] [ performance: 26.523 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:47 ] [ l_g_pix: 4.3421e-02 ] [ l_g_total: 4.3421e-02 ] +2024-10-09 14:57:47,507 INFO: [ epoch: 902 ] [ iter:372,900 ] [ performance: 28.627 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:41 ] [ l_g_pix: 5.7076e-02 ] [ l_g_total: 5.7076e-02 ] +2024-10-09 14:57:52,515 INFO: [ epoch: 903 ] [ iter:373,000 ] [ performance: 22.040 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:35 ] [ l_g_pix: 5.5482e-02 ] [ l_g_total: 5.5482e-02 ] +2024-10-09 14:57:56,249 INFO: [ epoch: 903 ] [ iter:373,100 ] [ performance: 26.525 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:29 ] [ l_g_pix: 3.4391e-02 ] [ l_g_total: 3.4391e-02 ] +2024-10-09 14:57:59,969 INFO: [ epoch: 903 ] [ iter:373,200 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:22 ] [ l_g_pix: 4.8158e-02 ] [ l_g_total: 4.8158e-02 ] +2024-10-09 14:58:03,570 INFO: [ epoch: 903 ] [ iter:373,300 ] [ performance: 28.982 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:16 ] [ l_g_pix: 3.5835e-02 ] [ l_g_total: 3.5835e-02 ] +2024-10-09 14:58:08,643 INFO: [ epoch: 904 ] [ iter:373,400 ] [ performance: 21.816 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:10 ] [ l_g_pix: 5.5945e-02 ] [ l_g_total: 5.5945e-02 ] +2024-10-09 14:58:12,367 INFO: [ epoch: 904 ] [ iter:373,500 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:03 ] [ l_g_pix: 3.7490e-02 ] [ l_g_total: 3.7490e-02 ] +2024-10-09 14:58:16,054 INFO: [ epoch: 904 ] [ iter:373,600 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:57 ] [ l_g_pix: 4.7520e-02 ] [ l_g_total: 4.7520e-02 ] +2024-10-09 14:58:19,727 INFO: [ epoch: 904 ] [ iter:373,700 ] [ performance: 28.575 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:51 ] [ l_g_pix: 5.4173e-02 ] [ l_g_total: 5.4173e-02 ] +2024-10-09 14:58:24,600 INFO: [ epoch: 905 ] [ iter:373,800 ] [ performance: 22.356 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:45 ] [ l_g_pix: 3.0891e-02 ] [ l_g_total: 3.0891e-02 ] +2024-10-09 14:58:28,382 INFO: [ epoch: 905 ] [ iter:373,900 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:38 ] [ l_g_pix: 4.5105e-02 ] [ l_g_total: 4.5105e-02 ] +2024-10-09 14:58:32,070 INFO: [ epoch: 905 ] [ iter:374,000 ] [ performance: 27.086 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:32 ] [ l_g_pix: 4.2275e-02 ] [ l_g_total: 4.2275e-02 ] +2024-10-09 14:58:35,778 INFO: [ epoch: 905 ] [ iter:374,100 ] [ performance: 27.584 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:25 ] [ l_g_pix: 2.9181e-02 ] [ l_g_total: 2.9181e-02 ] +2024-10-09 14:58:40,737 INFO: [ epoch: 906 ] [ iter:374,200 ] [ performance: 21.814 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:20 ] [ l_g_pix: 6.4808e-02 ] [ l_g_total: 6.4808e-02 ] +2024-10-09 14:58:44,484 INFO: [ epoch: 906 ] [ iter:374,300 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:13 ] [ l_g_pix: 5.2625e-02 ] [ l_g_total: 5.2625e-02 ] +2024-10-09 14:58:48,226 INFO: [ epoch: 906 ] [ iter:374,400 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:07 ] [ l_g_pix: 4.7855e-02 ] [ l_g_total: 4.7855e-02 ] +2024-10-09 14:58:51,935 INFO: [ epoch: 906 ] [ iter:374,500 ] [ performance: 27.222 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:00 ] [ l_g_pix: 4.6178e-02 ] [ l_g_total: 4.6178e-02 ] +2024-10-09 14:58:56,314 INFO: [ epoch: 907 ] [ iter:374,600 ] [ performance: 23.884 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:54 ] [ l_g_pix: 4.4203e-02 ] [ l_g_total: 4.4203e-02 ] +2024-10-09 14:59:00,455 INFO: [ epoch: 907 ] [ iter:374,700 ] [ performance: 27.297 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:48 ] [ l_g_pix: 5.3026e-02 ] [ l_g_total: 5.3026e-02 ] +2024-10-09 14:59:04,174 INFO: [ epoch: 907 ] [ iter:374,800 ] [ performance: 26.998 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:42 ] [ l_g_pix: 4.0559e-02 ] [ l_g_total: 4.0559e-02 ] +2024-10-09 14:59:07,900 INFO: [ epoch: 907 ] [ iter:374,900 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:35 ] [ l_g_pix: 4.2251e-02 ] [ l_g_total: 4.2251e-02 ] +2024-10-09 14:59:11,405 INFO: [ epoch: 907 ] [ iter:375,000 ] [ performance: 28.050 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:29 ] [ l_g_pix: 4.8910e-02 ] [ l_g_total: 4.8910e-02 ] +2024-10-09 14:59:16,371 INFO: [ epoch: 908 ] [ iter:375,100 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:23 ] [ l_g_pix: 5.2416e-02 ] [ l_g_total: 5.2416e-02 ] +2024-10-09 14:59:20,084 INFO: [ epoch: 908 ] [ iter:375,200 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:16 ] [ l_g_pix: 3.7855e-02 ] [ l_g_total: 3.7855e-02 ] +2024-10-09 14:59:23,774 INFO: [ epoch: 908 ] [ iter:375,300 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:10 ] [ l_g_pix: 5.0633e-02 ] [ l_g_total: 5.0633e-02 ] +2024-10-09 14:59:27,249 INFO: [ epoch: 908 ] [ iter:375,400 ] [ performance: 28.346 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:03 ] [ l_g_pix: 3.8681e-02 ] [ l_g_total: 3.8681e-02 ] +2024-10-09 14:59:32,304 INFO: [ epoch: 909 ] [ iter:375,500 ] [ performance: 27.915 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:58 ] [ l_g_pix: 4.2564e-02 ] [ l_g_total: 4.2564e-02 ] +2024-10-09 14:59:35,979 INFO: [ epoch: 909 ] [ iter:375,600 ] [ performance: 27.385 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:51 ] [ l_g_pix: 4.1926e-02 ] [ l_g_total: 4.1926e-02 ] +2024-10-09 14:59:39,688 INFO: [ epoch: 909 ] [ iter:375,700 ] [ performance: 27.765 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:45 ] [ l_g_pix: 4.7466e-02 ] [ l_g_total: 4.7466e-02 ] +2024-10-09 14:59:43,193 INFO: [ epoch: 909 ] [ iter:375,800 ] [ performance: 28.350 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:38 ] [ l_g_pix: 5.9180e-02 ] [ l_g_total: 5.9180e-02 ] +2024-10-09 14:59:48,023 INFO: [ epoch: 910 ] [ iter:375,900 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:32 ] [ l_g_pix: 5.7365e-02 ] [ l_g_total: 5.7365e-02 ] +2024-10-09 14:59:51,755 INFO: [ epoch: 910 ] [ iter:376,000 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:26 ] [ l_g_pix: 5.4504e-02 ] [ l_g_total: 5.4504e-02 ] +2024-10-09 14:59:55,504 INFO: [ epoch: 910 ] [ iter:376,100 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:20 ] [ l_g_pix: 4.4074e-02 ] [ l_g_total: 4.4074e-02 ] +2024-10-09 14:59:59,095 INFO: [ epoch: 910 ] [ iter:376,200 ] [ performance: 27.650 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:13 ] [ l_g_pix: 5.2219e-02 ] [ l_g_total: 5.2219e-02 ] +2024-10-09 15:00:04,195 INFO: [ epoch: 911 ] [ iter:376,300 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:07 ] [ l_g_pix: 4.7546e-02 ] [ l_g_total: 4.7546e-02 ] +2024-10-09 15:00:07,953 INFO: [ epoch: 911 ] [ iter:376,400 ] [ performance: 26.699 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:01 ] [ l_g_pix: 3.8727e-02 ] [ l_g_total: 3.8727e-02 ] +2024-10-09 15:00:11,701 INFO: [ epoch: 911 ] [ iter:376,500 ] [ performance: 27.352 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:55 ] [ l_g_pix: 4.8509e-02 ] [ l_g_total: 4.8509e-02 ] +2024-10-09 15:00:15,333 INFO: [ epoch: 911 ] [ iter:376,600 ] [ performance: 27.499 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:48 ] [ l_g_pix: 4.8855e-02 ] [ l_g_total: 4.8855e-02 ] +2024-10-09 15:00:20,108 INFO: [ epoch: 912 ] [ iter:376,700 ] [ performance: 22.820 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:42 ] [ l_g_pix: 4.6247e-02 ] [ l_g_total: 4.6247e-02 ] +2024-10-09 15:00:23,897 INFO: [ epoch: 912 ] [ iter:376,800 ] [ performance: 25.573 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:36 ] [ l_g_pix: 5.6658e-02 ] [ l_g_total: 5.6658e-02 ] +2024-10-09 15:00:27,619 INFO: [ epoch: 912 ] [ iter:376,900 ] [ performance: 26.764 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:30 ] [ l_g_pix: 4.3949e-02 ] [ l_g_total: 4.3949e-02 ] +2024-10-09 15:00:31,259 INFO: [ epoch: 912 ] [ iter:377,000 ] [ performance: 27.335 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:23 ] [ l_g_pix: 5.6120e-02 ] [ l_g_total: 5.6120e-02 ] +2024-10-09 15:00:35,998 INFO: [ epoch: 913 ] [ iter:377,100 ] [ performance: 20.995 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:17 ] [ l_g_pix: 5.6614e-02 ] [ l_g_total: 5.6614e-02 ] +2024-10-09 15:00:39,794 INFO: [ epoch: 913 ] [ iter:377,200 ] [ performance: 25.112 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:11 ] [ l_g_pix: 5.9979e-02 ] [ l_g_total: 5.9979e-02 ] +2024-10-09 15:00:43,515 INFO: [ epoch: 913 ] [ iter:377,300 ] [ performance: 27.167 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:04 ] [ l_g_pix: 5.1163e-02 ] [ l_g_total: 5.1163e-02 ] +2024-10-09 15:00:47,159 INFO: [ epoch: 913 ] [ iter:377,400 ] [ performance: 27.396 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:58 ] [ l_g_pix: 5.5205e-02 ] [ l_g_total: 5.5205e-02 ] +2024-10-09 15:00:51,683 INFO: [ epoch: 914 ] [ iter:377,500 ] [ performance: 12.062 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:52 ] [ l_g_pix: 4.8746e-02 ] [ l_g_total: 4.8746e-02 ] +2024-10-09 15:00:55,696 INFO: [ epoch: 914 ] [ iter:377,600 ] [ performance: 20.904 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:46 ] [ l_g_pix: 3.9265e-02 ] [ l_g_total: 3.9265e-02 ] +2024-10-09 15:00:59,346 INFO: [ epoch: 914 ] [ iter:377,700 ] [ performance: 28.199 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:39 ] [ l_g_pix: 5.3368e-02 ] [ l_g_total: 5.3368e-02 ] +2024-10-09 15:01:03,054 INFO: [ epoch: 914 ] [ iter:377,800 ] [ performance: 27.182 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:33 ] [ l_g_pix: 3.7668e-02 ] [ l_g_total: 3.7668e-02 ] +2024-10-09 15:01:07,453 INFO: [ epoch: 915 ] [ iter:377,900 ] [ performance: 12.423 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:27 ] [ l_g_pix: 3.6945e-02 ] [ l_g_total: 3.6945e-02 ] +2024-10-09 15:01:11,502 INFO: [ epoch: 915 ] [ iter:378,000 ] [ performance: 21.209 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:21 ] [ l_g_pix: 5.3365e-02 ] [ l_g_total: 5.3365e-02 ] +2024-10-09 15:01:15,210 INFO: [ epoch: 915 ] [ iter:378,100 ] [ performance: 27.157 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:14 ] [ l_g_pix: 3.9280e-02 ] [ l_g_total: 3.9280e-02 ] +2024-10-09 15:01:18,908 INFO: [ epoch: 915 ] [ iter:378,200 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:08 ] [ l_g_pix: 4.6404e-02 ] [ l_g_total: 4.6404e-02 ] +2024-10-09 15:01:22,385 INFO: [ epoch: 915 ] [ iter:378,300 ] [ performance: 29.034 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:02 ] [ l_g_pix: 4.3940e-02 ] [ l_g_total: 4.3940e-02 ] +2024-10-09 15:01:27,392 INFO: [ epoch: 916 ] [ iter:378,400 ] [ performance: 20.974 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:56 ] [ l_g_pix: 6.0680e-02 ] [ l_g_total: 6.0680e-02 ] +2024-10-09 15:01:31,140 INFO: [ epoch: 916 ] [ iter:378,500 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:49 ] [ l_g_pix: 4.3669e-02 ] [ l_g_total: 4.3669e-02 ] +2024-10-09 15:01:34,871 INFO: [ epoch: 916 ] [ iter:378,600 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:43 ] [ l_g_pix: 5.1603e-02 ] [ l_g_total: 5.1603e-02 ] +2024-10-09 15:01:38,369 INFO: [ epoch: 916 ] [ iter:378,700 ] [ performance: 29.776 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:37 ] [ l_g_pix: 5.2450e-02 ] [ l_g_total: 5.2450e-02 ] +2024-10-09 15:01:43,384 INFO: [ epoch: 917 ] [ iter:378,800 ] [ performance: 20.898 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:31 ] [ l_g_pix: 5.3544e-02 ] [ l_g_total: 5.3544e-02 ] +2024-10-09 15:01:47,092 INFO: [ epoch: 917 ] [ iter:378,900 ] [ performance: 27.725 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:24 ] [ l_g_pix: 5.4740e-02 ] [ l_g_total: 5.4740e-02 ] +2024-10-09 15:01:50,842 INFO: [ epoch: 917 ] [ iter:379,000 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:18 ] [ l_g_pix: 3.8228e-02 ] [ l_g_total: 3.8228e-02 ] +2024-10-09 15:01:54,383 INFO: [ epoch: 917 ] [ iter:379,100 ] [ performance: 29.661 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:12 ] [ l_g_pix: 4.8690e-02 ] [ l_g_total: 4.8690e-02 ] +2024-10-09 15:01:59,267 INFO: [ epoch: 918 ] [ iter:379,200 ] [ performance: 21.288 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:06 ] [ l_g_pix: 4.4544e-02 ] [ l_g_total: 4.4544e-02 ] +2024-10-09 15:02:02,956 INFO: [ epoch: 918 ] [ iter:379,300 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:59 ] [ l_g_pix: 4.6967e-02 ] [ l_g_total: 4.6967e-02 ] +2024-10-09 15:02:06,692 INFO: [ epoch: 918 ] [ iter:379,400 ] [ performance: 26.783 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:53 ] [ l_g_pix: 4.3968e-02 ] [ l_g_total: 4.3968e-02 ] +2024-10-09 15:02:10,292 INFO: [ epoch: 918 ] [ iter:379,500 ] [ performance: 30.179 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:47 ] [ l_g_pix: 4.9003e-02 ] [ l_g_total: 4.9003e-02 ] +2024-10-09 15:02:15,404 INFO: [ epoch: 919 ] [ iter:379,600 ] [ performance: 20.333 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:41 ] [ l_g_pix: 5.5133e-02 ] [ l_g_total: 5.5133e-02 ] +2024-10-09 15:02:19,126 INFO: [ epoch: 919 ] [ iter:379,700 ] [ performance: 27.610 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:35 ] [ l_g_pix: 7.2154e-02 ] [ l_g_total: 7.2154e-02 ] +2024-10-09 15:02:22,818 INFO: [ epoch: 919 ] [ iter:379,800 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:28 ] [ l_g_pix: 3.4638e-02 ] [ l_g_total: 3.4638e-02 ] +2024-10-09 15:02:26,449 INFO: [ epoch: 919 ] [ iter:379,900 ] [ performance: 29.621 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:22 ] [ l_g_pix: 5.8973e-02 ] [ l_g_total: 5.8973e-02 ] +2024-10-09 15:02:31,287 INFO: [ epoch: 920 ] [ iter:380,000 ] [ performance: 21.261 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:16 ] [ l_g_pix: 5.2269e-02 ] [ l_g_total: 5.2269e-02 ] +2024-10-09 15:02:31,288 INFO: Saving models and training states. +2024-10-09 15:05:18,056 INFO: Validation val + + # psnr: 27.2328........ Best: 27.2465 @ 330000 iter + # ssim: 0.7682........ Best: 0.7682 @ 270000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 15:05:21,726 INFO: [ epoch: 920 ] [ iter:380,100 ] [ performance: 29.014 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:11 ] [ l_g_pix: 4.7498e-02 ] [ l_g_total: 4.7498e-02 ] +2024-10-09 15:05:25,445 INFO: [ epoch: 920 ] [ iter:380,200 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:05 ] [ l_g_pix: 4.3898e-02 ] [ l_g_total: 4.3898e-02 ] +2024-10-09 15:05:29,042 INFO: [ epoch: 920 ] [ iter:380,300 ] [ performance: 30.230 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:58 ] [ l_g_pix: 4.4740e-02 ] [ l_g_total: 4.4740e-02 ] +2024-10-09 15:05:33,701 INFO: [ epoch: 921 ] [ iter:380,400 ] [ performance: 21.942 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:52 ] [ l_g_pix: 4.8256e-02 ] [ l_g_total: 4.8256e-02 ] +2024-10-09 15:05:37,492 INFO: [ epoch: 921 ] [ iter:380,500 ] [ performance: 27.706 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:46 ] [ l_g_pix: 5.3488e-02 ] [ l_g_total: 5.3488e-02 ] +2024-10-09 15:05:41,216 INFO: [ epoch: 921 ] [ iter:380,600 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:39 ] [ l_g_pix: 4.5286e-02 ] [ l_g_total: 4.5286e-02 ] +2024-10-09 15:05:44,914 INFO: [ epoch: 921 ] [ iter:380,700 ] [ performance: 30.253 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:33 ] [ l_g_pix: 4.6893e-02 ] [ l_g_total: 4.6893e-02 ] +2024-10-09 15:05:49,550 INFO: [ epoch: 922 ] [ iter:380,800 ] [ performance: 21.969 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:27 ] [ l_g_pix: 5.4156e-02 ] [ l_g_total: 5.4156e-02 ] +2024-10-09 15:05:53,501 INFO: [ epoch: 922 ] [ iter:380,900 ] [ performance: 28.021 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:21 ] [ l_g_pix: 5.9379e-02 ] [ l_g_total: 5.9379e-02 ] +2024-10-09 15:05:57,214 INFO: [ epoch: 922 ] [ iter:381,000 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:14 ] [ l_g_pix: 4.0490e-02 ] [ l_g_total: 4.0490e-02 ] +2024-10-09 15:06:00,912 INFO: [ epoch: 922 ] [ iter:381,100 ] [ performance: 27.759 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:08 ] [ l_g_pix: 4.7557e-02 ] [ l_g_total: 4.7557e-02 ] +2024-10-09 15:06:05,202 INFO: [ epoch: 923 ] [ iter:381,200 ] [ performance: 23.460 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:02 ] [ l_g_pix: 6.2272e-02 ] [ l_g_total: 6.2272e-02 ] +2024-10-09 15:06:09,414 INFO: [ epoch: 923 ] [ iter:381,300 ] [ performance: 28.015 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:56 ] [ l_g_pix: 5.1047e-02 ] [ l_g_total: 5.1047e-02 ] +2024-10-09 15:06:13,138 INFO: [ epoch: 923 ] [ iter:381,400 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:49 ] [ l_g_pix: 4.7887e-02 ] [ l_g_total: 4.7887e-02 ] +2024-10-09 15:06:16,878 INFO: [ epoch: 923 ] [ iter:381,500 ] [ performance: 27.569 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:43 ] [ l_g_pix: 5.0106e-02 ] [ l_g_total: 5.0106e-02 ] +2024-10-09 15:06:20,353 INFO: [ epoch: 923 ] [ iter:381,600 ] [ performance: 28.755 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:36 ] [ l_g_pix: 6.6148e-02 ] [ l_g_total: 6.6148e-02 ] +2024-10-09 15:06:25,354 INFO: [ epoch: 924 ] [ iter:381,700 ] [ performance: 25.695 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:30 ] [ l_g_pix: 4.3751e-02 ] [ l_g_total: 4.3751e-02 ] +2024-10-09 15:06:29,038 INFO: [ epoch: 924 ] [ iter:381,800 ] [ performance: 27.140 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:24 ] [ l_g_pix: 5.0374e-02 ] [ l_g_total: 5.0374e-02 ] +2024-10-09 15:06:32,784 INFO: [ epoch: 924 ] [ iter:381,900 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:18 ] [ l_g_pix: 4.0961e-02 ] [ l_g_total: 4.0961e-02 ] +2024-10-09 15:06:36,284 INFO: [ epoch: 924 ] [ iter:382,000 ] [ performance: 28.578 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:11 ] [ l_g_pix: 3.7685e-02 ] [ l_g_total: 3.7685e-02 ] +2024-10-09 15:06:41,180 INFO: [ epoch: 925 ] [ iter:382,100 ] [ performance: 23.828 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:05 ] [ l_g_pix: 4.2532e-02 ] [ l_g_total: 4.2532e-02 ] +2024-10-09 15:06:44,908 INFO: [ epoch: 925 ] [ iter:382,200 ] [ performance: 26.831 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:59 ] [ l_g_pix: 4.3915e-02 ] [ l_g_total: 4.3915e-02 ] +2024-10-09 15:06:48,639 INFO: [ epoch: 925 ] [ iter:382,300 ] [ performance: 26.817 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:53 ] [ l_g_pix: 6.0833e-02 ] [ l_g_total: 6.0833e-02 ] +2024-10-09 15:06:52,221 INFO: [ epoch: 925 ] [ iter:382,400 ] [ performance: 27.979 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:46 ] [ l_g_pix: 4.8430e-02 ] [ l_g_total: 4.8430e-02 ] +2024-10-09 15:06:57,076 INFO: [ epoch: 926 ] [ iter:382,500 ] [ performance: 23.694 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:40 ] [ l_g_pix: 4.8924e-02 ] [ l_g_total: 4.8924e-02 ] +2024-10-09 15:07:00,803 INFO: [ epoch: 926 ] [ iter:382,600 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:34 ] [ l_g_pix: 5.3801e-02 ] [ l_g_total: 5.3801e-02 ] +2024-10-09 15:07:04,536 INFO: [ epoch: 926 ] [ iter:382,700 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:28 ] [ l_g_pix: 4.6589e-02 ] [ l_g_total: 4.6589e-02 ] +2024-10-09 15:07:08,130 INFO: [ epoch: 926 ] [ iter:382,800 ] [ performance: 27.933 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:21 ] [ l_g_pix: 5.2468e-02 ] [ l_g_total: 5.2468e-02 ] +2024-10-09 15:07:12,948 INFO: [ epoch: 927 ] [ iter:382,900 ] [ performance: 23.748 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:15 ] [ l_g_pix: 4.8922e-02 ] [ l_g_total: 4.8922e-02 ] +2024-10-09 15:07:16,713 INFO: [ epoch: 927 ] [ iter:383,000 ] [ performance: 26.583 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:09 ] [ l_g_pix: 4.6382e-02 ] [ l_g_total: 4.6382e-02 ] +2024-10-09 15:07:20,473 INFO: [ epoch: 927 ] [ iter:383,100 ] [ performance: 26.593 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:03 ] [ l_g_pix: 4.5546e-02 ] [ l_g_total: 4.5546e-02 ] +2024-10-09 15:07:24,149 INFO: [ epoch: 927 ] [ iter:383,200 ] [ performance: 27.258 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:56 ] [ l_g_pix: 3.4003e-02 ] [ l_g_total: 3.4003e-02 ] +2024-10-09 15:07:29,172 INFO: [ epoch: 928 ] [ iter:383,300 ] [ performance: 22.906 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:50 ] [ l_g_pix: 5.3148e-02 ] [ l_g_total: 5.3148e-02 ] +2024-10-09 15:07:32,945 INFO: [ epoch: 928 ] [ iter:383,400 ] [ performance: 26.483 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:44 ] [ l_g_pix: 4.8405e-02 ] [ l_g_total: 4.8405e-02 ] +2024-10-09 15:07:36,666 INFO: [ epoch: 928 ] [ iter:383,500 ] [ performance: 26.687 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:38 ] [ l_g_pix: 6.4135e-02 ] [ l_g_total: 6.4135e-02 ] +2024-10-09 15:07:40,371 INFO: [ epoch: 928 ] [ iter:383,600 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:31 ] [ l_g_pix: 5.1190e-02 ] [ l_g_total: 5.1190e-02 ] +2024-10-09 15:07:45,262 INFO: [ epoch: 929 ] [ iter:383,700 ] [ performance: 23.151 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:25 ] [ l_g_pix: 5.8256e-02 ] [ l_g_total: 5.8256e-02 ] +2024-10-09 15:07:49,119 INFO: [ epoch: 929 ] [ iter:383,800 ] [ performance: 26.523 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:19 ] [ l_g_pix: 4.0893e-02 ] [ l_g_total: 4.0893e-02 ] +2024-10-09 15:07:52,840 INFO: [ epoch: 929 ] [ iter:383,900 ] [ performance: 26.711 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:13 ] [ l_g_pix: 4.7506e-02 ] [ l_g_total: 4.7506e-02 ] +2024-10-09 15:07:56,536 INFO: [ epoch: 929 ] [ iter:384,000 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:06 ] [ l_g_pix: 5.2283e-02 ] [ l_g_total: 5.2283e-02 ] +2024-10-09 15:08:00,948 INFO: [ epoch: 930 ] [ iter:384,100 ] [ performance: 24.576 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:00 ] [ l_g_pix: 4.5988e-02 ] [ l_g_total: 4.5988e-02 ] +2024-10-09 15:08:05,018 INFO: [ epoch: 930 ] [ iter:384,200 ] [ performance: 25.275 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:54 ] [ l_g_pix: 4.9808e-02 ] [ l_g_total: 4.9808e-02 ] +2024-10-09 15:08:08,732 INFO: [ epoch: 930 ] [ iter:384,300 ] [ performance: 26.128 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:48 ] [ l_g_pix: 4.1232e-02 ] [ l_g_total: 4.1232e-02 ] +2024-10-09 15:08:12,405 INFO: [ epoch: 930 ] [ iter:384,400 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:41 ] [ l_g_pix: 4.4262e-02 ] [ l_g_total: 4.4262e-02 ] +2024-10-09 15:08:15,885 INFO: [ epoch: 930 ] [ iter:384,500 ] [ performance: 28.059 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:35 ] [ l_g_pix: 3.9065e-02 ] [ l_g_total: 3.9065e-02 ] +2024-10-09 15:08:20,929 INFO: [ epoch: 931 ] [ iter:384,600 ] [ performance: 24.546 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:29 ] [ l_g_pix: 3.8213e-02 ] [ l_g_total: 3.8213e-02 ] +2024-10-09 15:08:24,655 INFO: [ epoch: 931 ] [ iter:384,700 ] [ performance: 25.723 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:23 ] [ l_g_pix: 4.5747e-02 ] [ l_g_total: 4.5747e-02 ] +2024-10-09 15:08:28,365 INFO: [ epoch: 931 ] [ iter:384,800 ] [ performance: 27.116 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:16 ] [ l_g_pix: 4.4577e-02 ] [ l_g_total: 4.4577e-02 ] +2024-10-09 15:08:31,896 INFO: [ epoch: 931 ] [ iter:384,900 ] [ performance: 27.753 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:10 ] [ l_g_pix: 5.4318e-02 ] [ l_g_total: 5.4318e-02 ] +2024-10-09 15:08:36,959 INFO: [ epoch: 932 ] [ iter:385,000 ] [ performance: 18.748 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:04 ] [ l_g_pix: 5.5592e-02 ] [ l_g_total: 5.5592e-02 ] +2024-10-09 15:08:40,653 INFO: [ epoch: 932 ] [ iter:385,100 ] [ performance: 22.486 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:58 ] [ l_g_pix: 5.4933e-02 ] [ l_g_total: 5.4933e-02 ] +2024-10-09 15:08:44,389 INFO: [ epoch: 932 ] [ iter:385,200 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:52 ] [ l_g_pix: 4.1035e-02 ] [ l_g_total: 4.1035e-02 ] +2024-10-09 15:08:47,934 INFO: [ epoch: 932 ] [ iter:385,300 ] [ performance: 27.554 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:45 ] [ l_g_pix: 5.7366e-02 ] [ l_g_total: 5.7366e-02 ] +2024-10-09 15:08:53,018 INFO: [ epoch: 933 ] [ iter:385,400 ] [ performance: 18.498 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:39 ] [ l_g_pix: 4.3845e-02 ] [ l_g_total: 4.3845e-02 ] +2024-10-09 15:08:56,758 INFO: [ epoch: 933 ] [ iter:385,500 ] [ performance: 22.247 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:33 ] [ l_g_pix: 3.8345e-02 ] [ l_g_total: 3.8345e-02 ] +2024-10-09 15:09:00,490 INFO: [ epoch: 933 ] [ iter:385,600 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:27 ] [ l_g_pix: 5.4506e-02 ] [ l_g_total: 5.4506e-02 ] +2024-10-09 15:09:04,073 INFO: [ epoch: 933 ] [ iter:385,700 ] [ performance: 27.340 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:20 ] [ l_g_pix: 4.2077e-02 ] [ l_g_total: 4.2077e-02 ] +2024-10-09 15:09:09,091 INFO: [ epoch: 934 ] [ iter:385,800 ] [ performance: 18.599 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:14 ] [ l_g_pix: 4.9918e-02 ] [ l_g_total: 4.9918e-02 ] +2024-10-09 15:09:12,789 INFO: [ epoch: 934 ] [ iter:385,900 ] [ performance: 22.478 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:08 ] [ l_g_pix: 5.4285e-02 ] [ l_g_total: 5.4285e-02 ] +2024-10-09 15:09:16,545 INFO: [ epoch: 934 ] [ iter:386,000 ] [ performance: 26.636 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:02 ] [ l_g_pix: 4.0560e-02 ] [ l_g_total: 4.0560e-02 ] +2024-10-09 15:09:20,159 INFO: [ epoch: 934 ] [ iter:386,100 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:55 ] [ l_g_pix: 4.2442e-02 ] [ l_g_total: 4.2442e-02 ] +2024-10-09 15:09:24,960 INFO: [ epoch: 935 ] [ iter:386,200 ] [ performance: 19.479 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:50 ] [ l_g_pix: 5.2487e-02 ] [ l_g_total: 5.2487e-02 ] +2024-10-09 15:09:28,703 INFO: [ epoch: 935 ] [ iter:386,300 ] [ performance: 22.955 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:43 ] [ l_g_pix: 5.5793e-02 ] [ l_g_total: 5.5793e-02 ] +2024-10-09 15:09:32,437 INFO: [ epoch: 935 ] [ iter:386,400 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:37 ] [ l_g_pix: 4.1152e-02 ] [ l_g_total: 4.1152e-02 ] +2024-10-09 15:09:36,083 INFO: [ epoch: 935 ] [ iter:386,500 ] [ performance: 27.210 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:31 ] [ l_g_pix: 4.8783e-02 ] [ l_g_total: 4.8783e-02 ] +2024-10-09 15:09:40,980 INFO: [ epoch: 936 ] [ iter:386,600 ] [ performance: 18.875 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:25 ] [ l_g_pix: 4.9319e-02 ] [ l_g_total: 4.9319e-02 ] +2024-10-09 15:09:44,709 INFO: [ epoch: 936 ] [ iter:386,700 ] [ performance: 22.669 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:18 ] [ l_g_pix: 4.1367e-02 ] [ l_g_total: 4.1367e-02 ] +2024-10-09 15:09:48,417 INFO: [ epoch: 936 ] [ iter:386,800 ] [ performance: 27.093 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:12 ] [ l_g_pix: 5.8055e-02 ] [ l_g_total: 5.8055e-02 ] +2024-10-09 15:09:52,117 INFO: [ epoch: 936 ] [ iter:386,900 ] [ performance: 27.061 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:06 ] [ l_g_pix: 4.0340e-02 ] [ l_g_total: 4.0340e-02 ] +2024-10-09 15:09:56,697 INFO: [ epoch: 937 ] [ iter:387,000 ] [ performance: 20.304 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:00 ] [ l_g_pix: 5.0740e-02 ] [ l_g_total: 5.0740e-02 ] +2024-10-09 15:10:00,655 INFO: [ epoch: 937 ] [ iter:387,100 ] [ performance: 22.874 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:54 ] [ l_g_pix: 3.8970e-02 ] [ l_g_total: 3.8970e-02 ] +2024-10-09 15:10:04,382 INFO: [ epoch: 937 ] [ iter:387,200 ] [ performance: 27.127 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:47 ] [ l_g_pix: 5.7181e-02 ] [ l_g_total: 5.7181e-02 ] +2024-10-09 15:10:08,093 INFO: [ epoch: 937 ] [ iter:387,300 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:41 ] [ l_g_pix: 5.0847e-02 ] [ l_g_total: 5.0847e-02 ] +2024-10-09 15:10:12,397 INFO: [ epoch: 938 ] [ iter:387,400 ] [ performance: 21.812 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:35 ] [ l_g_pix: 3.4868e-02 ] [ l_g_total: 3.4868e-02 ] +2024-10-09 15:10:16,651 INFO: [ epoch: 938 ] [ iter:387,500 ] [ performance: 22.762 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:29 ] [ l_g_pix: 5.3424e-02 ] [ l_g_total: 5.3424e-02 ] +2024-10-09 15:10:20,405 INFO: [ epoch: 938 ] [ iter:387,600 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:23 ] [ l_g_pix: 4.3144e-02 ] [ l_g_total: 4.3144e-02 ] +2024-10-09 15:10:24,129 INFO: [ epoch: 938 ] [ iter:387,700 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:16 ] [ l_g_pix: 5.1609e-02 ] [ l_g_total: 5.1609e-02 ] +2024-10-09 15:10:27,631 INFO: [ epoch: 938 ] [ iter:387,800 ] [ performance: 29.043 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:10 ] [ l_g_pix: 4.4147e-02 ] [ l_g_total: 4.4147e-02 ] +2024-10-09 15:10:32,796 INFO: [ epoch: 939 ] [ iter:387,900 ] [ performance: 22.477 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:04 ] [ l_g_pix: 5.1519e-02 ] [ l_g_total: 5.1519e-02 ] +2024-10-09 15:10:36,510 INFO: [ epoch: 939 ] [ iter:388,000 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:58 ] [ l_g_pix: 5.1725e-02 ] [ l_g_total: 5.1725e-02 ] +2024-10-09 15:10:40,286 INFO: [ epoch: 939 ] [ iter:388,100 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:52 ] [ l_g_pix: 4.9881e-02 ] [ l_g_total: 4.9881e-02 ] +2024-10-09 15:10:43,827 INFO: [ epoch: 939 ] [ iter:388,200 ] [ performance: 29.116 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:45 ] [ l_g_pix: 5.1575e-02 ] [ l_g_total: 5.1575e-02 ] +2024-10-09 15:10:48,997 INFO: [ epoch: 940 ] [ iter:388,300 ] [ performance: 22.419 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:39 ] [ l_g_pix: 4.0855e-02 ] [ l_g_total: 4.0855e-02 ] +2024-10-09 15:10:52,708 INFO: [ epoch: 940 ] [ iter:388,400 ] [ performance: 27.252 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:33 ] [ l_g_pix: 4.4131e-02 ] [ l_g_total: 4.4131e-02 ] +2024-10-09 15:10:56,385 INFO: [ epoch: 940 ] [ iter:388,500 ] [ performance: 27.222 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:27 ] [ l_g_pix: 4.3794e-02 ] [ l_g_total: 4.3794e-02 ] +2024-10-09 15:10:59,941 INFO: [ epoch: 940 ] [ iter:388,600 ] [ performance: 28.915 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:20 ] [ l_g_pix: 3.8520e-02 ] [ l_g_total: 3.8520e-02 ] +2024-10-09 15:11:04,936 INFO: [ epoch: 941 ] [ iter:388,700 ] [ performance: 22.845 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:15 ] [ l_g_pix: 5.1465e-02 ] [ l_g_total: 5.1465e-02 ] +2024-10-09 15:11:08,709 INFO: [ epoch: 941 ] [ iter:388,800 ] [ performance: 26.679 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:08 ] [ l_g_pix: 4.1118e-02 ] [ l_g_total: 4.1118e-02 ] +2024-10-09 15:11:12,451 INFO: [ epoch: 941 ] [ iter:388,900 ] [ performance: 26.712 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:02 ] [ l_g_pix: 4.0331e-02 ] [ l_g_total: 4.0331e-02 ] +2024-10-09 15:11:15,990 INFO: [ epoch: 941 ] [ iter:389,000 ] [ performance: 29.023 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:56 ] [ l_g_pix: 4.1899e-02 ] [ l_g_total: 4.1899e-02 ] +2024-10-09 15:11:20,878 INFO: [ epoch: 942 ] [ iter:389,100 ] [ performance: 23.155 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:50 ] [ l_g_pix: 4.1821e-02 ] [ l_g_total: 4.1821e-02 ] +2024-10-09 15:11:24,591 INFO: [ epoch: 942 ] [ iter:389,200 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:44 ] [ l_g_pix: 4.7231e-02 ] [ l_g_total: 4.7231e-02 ] +2024-10-09 15:11:28,327 INFO: [ epoch: 942 ] [ iter:389,300 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:37 ] [ l_g_pix: 4.2293e-02 ] [ l_g_total: 4.2293e-02 ] +2024-10-09 15:11:31,945 INFO: [ epoch: 942 ] [ iter:389,400 ] [ performance: 28.190 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:31 ] [ l_g_pix: 4.1534e-02 ] [ l_g_total: 4.1534e-02 ] +2024-10-09 15:11:36,685 INFO: [ epoch: 943 ] [ iter:389,500 ] [ performance: 23.374 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:25 ] [ l_g_pix: 3.9448e-02 ] [ l_g_total: 3.9448e-02 ] +2024-10-09 15:11:40,426 INFO: [ epoch: 943 ] [ iter:389,600 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:19 ] [ l_g_pix: 4.3588e-02 ] [ l_g_total: 4.3588e-02 ] +2024-10-09 15:11:44,198 INFO: [ epoch: 943 ] [ iter:389,700 ] [ performance: 26.752 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:13 ] [ l_g_pix: 4.1737e-02 ] [ l_g_total: 4.1737e-02 ] +2024-10-09 15:11:47,873 INFO: [ epoch: 943 ] [ iter:389,800 ] [ performance: 27.478 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:06 ] [ l_g_pix: 4.3877e-02 ] [ l_g_total: 4.3877e-02 ] +2024-10-09 15:11:52,878 INFO: [ epoch: 944 ] [ iter:389,900 ] [ performance: 22.286 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:00 ] [ l_g_pix: 4.6923e-02 ] [ l_g_total: 4.6923e-02 ] +2024-10-09 15:11:56,630 INFO: [ epoch: 944 ] [ iter:390,000 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:54 ] [ l_g_pix: 4.4902e-02 ] [ l_g_total: 4.4902e-02 ] +2024-10-09 15:11:56,630 INFO: Saving models and training states. +2024-10-09 15:14:54,077 INFO: Validation val + + # psnr: 27.2407........ Best: 27.2465 @ 330000 iter + # ssim: 0.7683........ Best: 0.7683 @ 390000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 15:14:57,739 INFO: [ epoch: 944 ] [ iter:390,100 ] [ performance: 27.121 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:47 ] [ l_g_pix: 5.2835e-02 ] [ l_g_total: 5.2835e-02 ] +2024-10-09 15:15:01,406 INFO: [ epoch: 944 ] [ iter:390,200 ] [ performance: 27.378 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:41 ] [ l_g_pix: 5.2947e-02 ] [ l_g_total: 5.2947e-02 ] +2024-10-09 15:15:06,171 INFO: [ epoch: 945 ] [ iter:390,300 ] [ performance: 22.983 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:35 ] [ l_g_pix: 4.3679e-02 ] [ l_g_total: 4.3679e-02 ] +2024-10-09 15:15:10,126 INFO: [ epoch: 945 ] [ iter:390,400 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:28 ] [ l_g_pix: 3.7460e-02 ] [ l_g_total: 3.7460e-02 ] +2024-10-09 15:15:13,859 INFO: [ epoch: 945 ] [ iter:390,500 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:22 ] [ l_g_pix: 5.5844e-02 ] [ l_g_total: 5.5844e-02 ] +2024-10-09 15:15:17,582 INFO: [ epoch: 945 ] [ iter:390,600 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:16 ] [ l_g_pix: 4.7609e-02 ] [ l_g_total: 4.7609e-02 ] +2024-10-09 15:15:21,872 INFO: [ epoch: 946 ] [ iter:390,700 ] [ performance: 24.516 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:10 ] [ l_g_pix: 4.3557e-02 ] [ l_g_total: 4.3557e-02 ] +2024-10-09 15:15:26,069 INFO: [ epoch: 946 ] [ iter:390,800 ] [ performance: 27.163 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:04 ] [ l_g_pix: 5.2363e-02 ] [ l_g_total: 5.2363e-02 ] +2024-10-09 15:15:29,776 INFO: [ epoch: 946 ] [ iter:390,900 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:57 ] [ l_g_pix: 2.9655e-02 ] [ l_g_total: 2.9655e-02 ] +2024-10-09 15:15:33,493 INFO: [ epoch: 946 ] [ iter:391,000 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:51 ] [ l_g_pix: 4.1812e-02 ] [ l_g_total: 4.1812e-02 ] +2024-10-09 15:15:36,953 INFO: [ epoch: 946 ] [ iter:391,100 ] [ performance: 28.153 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:45 ] [ l_g_pix: 4.6284e-02 ] [ l_g_total: 4.6284e-02 ] +2024-10-09 15:15:41,997 INFO: [ epoch: 947 ] [ iter:391,200 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:39 ] [ l_g_pix: 4.8472e-02 ] [ l_g_total: 4.8472e-02 ] +2024-10-09 15:15:45,733 INFO: [ epoch: 947 ] [ iter:391,300 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:32 ] [ l_g_pix: 4.5575e-02 ] [ l_g_total: 4.5575e-02 ] +2024-10-09 15:15:49,440 INFO: [ epoch: 947 ] [ iter:391,400 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:26 ] [ l_g_pix: 4.1948e-02 ] [ l_g_total: 4.1948e-02 ] +2024-10-09 15:15:52,978 INFO: [ epoch: 947 ] [ iter:391,500 ] [ performance: 27.878 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:20 ] [ l_g_pix: 5.4021e-02 ] [ l_g_total: 5.4021e-02 ] +2024-10-09 15:15:58,043 INFO: [ epoch: 948 ] [ iter:391,600 ] [ performance: 27.535 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:14 ] [ l_g_pix: 6.7659e-02 ] [ l_g_total: 6.7659e-02 ] +2024-10-09 15:16:01,719 INFO: [ epoch: 948 ] [ iter:391,700 ] [ performance: 27.320 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:08 ] [ l_g_pix: 4.2410e-02 ] [ l_g_total: 4.2410e-02 ] +2024-10-09 15:16:05,426 INFO: [ epoch: 948 ] [ iter:391,800 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:01 ] [ l_g_pix: 4.8727e-02 ] [ l_g_total: 4.8727e-02 ] +2024-10-09 15:16:09,006 INFO: [ epoch: 948 ] [ iter:391,900 ] [ performance: 27.554 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:55 ] [ l_g_pix: 5.8047e-02 ] [ l_g_total: 5.8047e-02 ] +2024-10-09 15:16:14,130 INFO: [ epoch: 949 ] [ iter:392,000 ] [ performance: 22.993 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:49 ] [ l_g_pix: 5.0421e-02 ] [ l_g_total: 5.0421e-02 ] +2024-10-09 15:16:17,823 INFO: [ epoch: 949 ] [ iter:392,100 ] [ performance: 25.570 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:43 ] [ l_g_pix: 3.8491e-02 ] [ l_g_total: 3.8491e-02 ] +2024-10-09 15:16:21,507 INFO: [ epoch: 949 ] [ iter:392,200 ] [ performance: 27.205 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:36 ] [ l_g_pix: 3.6113e-02 ] [ l_g_total: 3.6113e-02 ] +2024-10-09 15:16:25,105 INFO: [ epoch: 949 ] [ iter:392,300 ] [ performance: 27.603 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:30 ] [ l_g_pix: 4.2727e-02 ] [ l_g_total: 4.2727e-02 ] +2024-10-09 15:16:29,979 INFO: [ epoch: 950 ] [ iter:392,400 ] [ performance: 21.313 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:24 ] [ l_g_pix: 4.0377e-02 ] [ l_g_total: 4.0377e-02 ] +2024-10-09 15:16:33,683 INFO: [ epoch: 950 ] [ iter:392,500 ] [ performance: 24.853 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:18 ] [ l_g_pix: 5.0143e-02 ] [ l_g_total: 5.0143e-02 ] +2024-10-09 15:16:37,405 INFO: [ epoch: 950 ] [ iter:392,600 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:12 ] [ l_g_pix: 4.6389e-02 ] [ l_g_total: 4.6389e-02 ] +2024-10-09 15:16:41,047 INFO: [ epoch: 950 ] [ iter:392,700 ] [ performance: 27.348 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:05 ] [ l_g_pix: 4.7556e-02 ] [ l_g_total: 4.7556e-02 ] +2024-10-09 15:16:45,808 INFO: [ epoch: 951 ] [ iter:392,800 ] [ performance: 15.882 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:59 ] [ l_g_pix: 5.6861e-02 ] [ l_g_total: 5.6861e-02 ] +2024-10-09 15:16:49,529 INFO: [ epoch: 951 ] [ iter:392,900 ] [ performance: 22.067 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:53 ] [ l_g_pix: 5.8071e-02 ] [ l_g_total: 5.8071e-02 ] +2024-10-09 15:16:53,208 INFO: [ epoch: 951 ] [ iter:393,000 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:47 ] [ l_g_pix: 5.5524e-02 ] [ l_g_total: 5.5524e-02 ] +2024-10-09 15:16:56,896 INFO: [ epoch: 951 ] [ iter:393,100 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:40 ] [ l_g_pix: 4.2729e-02 ] [ l_g_total: 4.2729e-02 ] +2024-10-09 15:17:01,568 INFO: [ epoch: 952 ] [ iter:393,200 ] [ performance: 16.071 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:34 ] [ l_g_pix: 4.0623e-02 ] [ l_g_total: 4.0623e-02 ] +2024-10-09 15:17:05,478 INFO: [ epoch: 952 ] [ iter:393,300 ] [ performance: 21.664 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:28 ] [ l_g_pix: 5.3866e-02 ] [ l_g_total: 5.3866e-02 ] +2024-10-09 15:17:09,183 INFO: [ epoch: 952 ] [ iter:393,400 ] [ performance: 26.724 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:22 ] [ l_g_pix: 4.5774e-02 ] [ l_g_total: 4.5774e-02 ] +2024-10-09 15:17:12,904 INFO: [ epoch: 952 ] [ iter:393,500 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:16 ] [ l_g_pix: 4.9200e-02 ] [ l_g_total: 4.9200e-02 ] +2024-10-09 15:17:17,506 INFO: [ epoch: 953 ] [ iter:393,600 ] [ performance: 16.066 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:10 ] [ l_g_pix: 5.0775e-02 ] [ l_g_total: 5.0775e-02 ] +2024-10-09 15:17:21,455 INFO: [ epoch: 953 ] [ iter:393,700 ] [ performance: 21.642 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:03 ] [ l_g_pix: 4.6985e-02 ] [ l_g_total: 4.6985e-02 ] +2024-10-09 15:17:25,192 INFO: [ epoch: 953 ] [ iter:393,800 ] [ performance: 27.037 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:57 ] [ l_g_pix: 5.4427e-02 ] [ l_g_total: 5.4427e-02 ] +2024-10-09 15:17:28,869 INFO: [ epoch: 953 ] [ iter:393,900 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:51 ] [ l_g_pix: 3.9133e-02 ] [ l_g_total: 3.9133e-02 ] +2024-10-09 15:17:32,323 INFO: [ epoch: 953 ] [ iter:394,000 ] [ performance: 28.935 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:45 ] [ l_g_pix: 5.5253e-02 ] [ l_g_total: 5.5253e-02 ] +2024-10-09 15:17:37,383 INFO: [ epoch: 954 ] [ iter:394,100 ] [ performance: 21.737 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:39 ] [ l_g_pix: 6.1489e-02 ] [ l_g_total: 6.1489e-02 ] +2024-10-09 15:17:41,119 INFO: [ epoch: 954 ] [ iter:394,200 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:32 ] [ l_g_pix: 4.0316e-02 ] [ l_g_total: 4.0316e-02 ] +2024-10-09 15:17:44,831 INFO: [ epoch: 954 ] [ iter:394,300 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:26 ] [ l_g_pix: 4.0143e-02 ] [ l_g_total: 4.0143e-02 ] +2024-10-09 15:17:48,293 INFO: [ epoch: 954 ] [ iter:394,400 ] [ performance: 29.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:20 ] [ l_g_pix: 5.1923e-02 ] [ l_g_total: 5.1923e-02 ] +2024-10-09 15:17:53,498 INFO: [ epoch: 955 ] [ iter:394,500 ] [ performance: 21.203 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:14 ] [ l_g_pix: 5.0209e-02 ] [ l_g_total: 5.0209e-02 ] +2024-10-09 15:17:57,138 INFO: [ epoch: 955 ] [ iter:394,600 ] [ performance: 27.455 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:08 ] [ l_g_pix: 5.7632e-02 ] [ l_g_total: 5.7632e-02 ] +2024-10-09 15:18:00,841 INFO: [ epoch: 955 ] [ iter:394,700 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:01 ] [ l_g_pix: 6.7837e-02 ] [ l_g_total: 6.7837e-02 ] +2024-10-09 15:18:04,366 INFO: [ epoch: 955 ] [ iter:394,800 ] [ performance: 29.078 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:55 ] [ l_g_pix: 3.2985e-02 ] [ l_g_total: 3.2985e-02 ] +2024-10-09 15:18:09,436 INFO: [ epoch: 956 ] [ iter:394,900 ] [ performance: 21.565 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:49 ] [ l_g_pix: 4.9938e-02 ] [ l_g_total: 4.9938e-02 ] +2024-10-09 15:18:13,176 INFO: [ epoch: 956 ] [ iter:395,000 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:43 ] [ l_g_pix: 4.9613e-02 ] [ l_g_total: 4.9613e-02 ] +2024-10-09 15:18:16,840 INFO: [ epoch: 956 ] [ iter:395,100 ] [ performance: 27.231 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:37 ] [ l_g_pix: 5.9722e-02 ] [ l_g_total: 5.9722e-02 ] +2024-10-09 15:18:20,448 INFO: [ epoch: 956 ] [ iter:395,200 ] [ performance: 28.801 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:30 ] [ l_g_pix: 4.1359e-02 ] [ l_g_total: 4.1359e-02 ] +2024-10-09 15:18:25,518 INFO: [ epoch: 957 ] [ iter:395,300 ] [ performance: 21.443 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:25 ] [ l_g_pix: 5.0391e-02 ] [ l_g_total: 5.0391e-02 ] +2024-10-09 15:18:29,270 INFO: [ epoch: 957 ] [ iter:395,400 ] [ performance: 26.501 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:18 ] [ l_g_pix: 4.7706e-02 ] [ l_g_total: 4.7706e-02 ] +2024-10-09 15:18:32,959 INFO: [ epoch: 957 ] [ iter:395,500 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:12 ] [ l_g_pix: 5.1565e-02 ] [ l_g_total: 5.1565e-02 ] +2024-10-09 15:18:36,593 INFO: [ epoch: 957 ] [ iter:395,600 ] [ performance: 29.060 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:06 ] [ l_g_pix: 3.7535e-02 ] [ l_g_total: 3.7535e-02 ] +2024-10-09 15:18:41,599 INFO: [ epoch: 958 ] [ iter:395,700 ] [ performance: 21.617 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:00 ] [ l_g_pix: 5.8504e-02 ] [ l_g_total: 5.8504e-02 ] +2024-10-09 15:18:45,334 INFO: [ epoch: 958 ] [ iter:395,800 ] [ performance: 27.309 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:54 ] [ l_g_pix: 4.3218e-02 ] [ l_g_total: 4.3218e-02 ] +2024-10-09 15:18:49,044 INFO: [ epoch: 958 ] [ iter:395,900 ] [ performance: 27.041 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:47 ] [ l_g_pix: 4.6460e-02 ] [ l_g_total: 4.6460e-02 ] +2024-10-09 15:18:52,670 INFO: [ epoch: 958 ] [ iter:396,000 ] [ performance: 29.180 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:41 ] [ l_g_pix: 4.7533e-02 ] [ l_g_total: 4.7533e-02 ] +2024-10-09 15:18:57,412 INFO: [ epoch: 959 ] [ iter:396,100 ] [ performance: 22.540 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:35 ] [ l_g_pix: 5.3984e-02 ] [ l_g_total: 5.3984e-02 ] +2024-10-09 15:19:01,217 INFO: [ epoch: 959 ] [ iter:396,200 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:29 ] [ l_g_pix: 4.7669e-02 ] [ l_g_total: 4.7669e-02 ] +2024-10-09 15:19:04,935 INFO: [ epoch: 959 ] [ iter:396,300 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:23 ] [ l_g_pix: 4.0505e-02 ] [ l_g_total: 4.0505e-02 ] +2024-10-09 15:19:08,606 INFO: [ epoch: 959 ] [ iter:396,400 ] [ performance: 28.673 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:17 ] [ l_g_pix: 4.4606e-02 ] [ l_g_total: 4.4606e-02 ] +2024-10-09 15:19:13,455 INFO: [ epoch: 960 ] [ iter:396,500 ] [ performance: 21.976 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:11 ] [ l_g_pix: 6.3732e-02 ] [ l_g_total: 6.3732e-02 ] +2024-10-09 15:19:17,282 INFO: [ epoch: 960 ] [ iter:396,600 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:04 ] [ l_g_pix: 4.8979e-02 ] [ l_g_total: 4.8979e-02 ] +2024-10-09 15:19:21,022 INFO: [ epoch: 960 ] [ iter:396,700 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:58 ] [ l_g_pix: 5.1840e-02 ] [ l_g_total: 5.1840e-02 ] +2024-10-09 15:19:24,756 INFO: [ epoch: 960 ] [ iter:396,800 ] [ performance: 27.217 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:52 ] [ l_g_pix: 4.4299e-02 ] [ l_g_total: 4.4299e-02 ] +2024-10-09 15:19:29,247 INFO: [ epoch: 961 ] [ iter:396,900 ] [ performance: 23.145 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:46 ] [ l_g_pix: 6.1884e-02 ] [ l_g_total: 6.1884e-02 ] +2024-10-09 15:19:33,435 INFO: [ epoch: 961 ] [ iter:397,000 ] [ performance: 27.574 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:40 ] [ l_g_pix: 4.9028e-02 ] [ l_g_total: 4.9028e-02 ] +2024-10-09 15:19:37,126 INFO: [ epoch: 961 ] [ iter:397,100 ] [ performance: 27.187 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:34 ] [ l_g_pix: 5.2836e-02 ] [ l_g_total: 5.2836e-02 ] +2024-10-09 15:19:40,833 INFO: [ epoch: 961 ] [ iter:397,200 ] [ performance: 27.182 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:27 ] [ l_g_pix: 4.4507e-02 ] [ l_g_total: 4.4507e-02 ] +2024-10-09 15:19:44,283 INFO: [ epoch: 961 ] [ iter:397,300 ] [ performance: 28.619 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:21 ] [ l_g_pix: 6.4702e-02 ] [ l_g_total: 6.4702e-02 ] +2024-10-09 15:19:49,322 INFO: [ epoch: 962 ] [ iter:397,400 ] [ performance: 27.223 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:15 ] [ l_g_pix: 4.7863e-02 ] [ l_g_total: 4.7863e-02 ] +2024-10-09 15:19:53,063 INFO: [ epoch: 962 ] [ iter:397,500 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:09 ] [ l_g_pix: 4.5409e-02 ] [ l_g_total: 4.5409e-02 ] +2024-10-09 15:19:56,817 INFO: [ epoch: 962 ] [ iter:397,600 ] [ performance: 26.612 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:03 ] [ l_g_pix: 5.0678e-02 ] [ l_g_total: 5.0678e-02 ] +2024-10-09 15:20:00,309 INFO: [ epoch: 962 ] [ iter:397,700 ] [ performance: 28.253 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:56 ] [ l_g_pix: 5.5235e-02 ] [ l_g_total: 5.5235e-02 ] +2024-10-09 15:20:05,300 INFO: [ epoch: 963 ] [ iter:397,800 ] [ performance: 27.577 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:51 ] [ l_g_pix: 4.8488e-02 ] [ l_g_total: 4.8488e-02 ] +2024-10-09 15:20:08,989 INFO: [ epoch: 963 ] [ iter:397,900 ] [ performance: 27.197 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:44 ] [ l_g_pix: 4.8470e-02 ] [ l_g_total: 4.8470e-02 ] +2024-10-09 15:20:12,696 INFO: [ epoch: 963 ] [ iter:398,000 ] [ performance: 27.613 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:38 ] [ l_g_pix: 5.3539e-02 ] [ l_g_total: 5.3539e-02 ] +2024-10-09 15:20:16,245 INFO: [ epoch: 963 ] [ iter:398,100 ] [ performance: 28.089 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:32 ] [ l_g_pix: 4.9996e-02 ] [ l_g_total: 4.9996e-02 ] +2024-10-09 15:20:21,331 INFO: [ epoch: 964 ] [ iter:398,200 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:26 ] [ l_g_pix: 3.9104e-02 ] [ l_g_total: 3.9104e-02 ] +2024-10-09 15:20:25,053 INFO: [ epoch: 964 ] [ iter:398,300 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:20 ] [ l_g_pix: 3.6826e-02 ] [ l_g_total: 3.6826e-02 ] +2024-10-09 15:20:28,762 INFO: [ epoch: 964 ] [ iter:398,400 ] [ performance: 27.908 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:14 ] [ l_g_pix: 5.2856e-02 ] [ l_g_total: 5.2856e-02 ] +2024-10-09 15:20:32,342 INFO: [ epoch: 964 ] [ iter:398,500 ] [ performance: 27.935 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:07 ] [ l_g_pix: 6.1161e-02 ] [ l_g_total: 6.1161e-02 ] +2024-10-09 15:20:37,120 INFO: [ epoch: 965 ] [ iter:398,600 ] [ performance: 26.240 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:01 ] [ l_g_pix: 3.8344e-02 ] [ l_g_total: 3.8344e-02 ] +2024-10-09 15:20:40,837 INFO: [ epoch: 965 ] [ iter:398,700 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:55 ] [ l_g_pix: 5.8603e-02 ] [ l_g_total: 5.8603e-02 ] +2024-10-09 15:20:44,578 INFO: [ epoch: 965 ] [ iter:398,800 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:49 ] [ l_g_pix: 4.1797e-02 ] [ l_g_total: 4.1797e-02 ] +2024-10-09 15:20:48,205 INFO: [ epoch: 965 ] [ iter:398,900 ] [ performance: 27.501 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:43 ] [ l_g_pix: 5.9903e-02 ] [ l_g_total: 5.9903e-02 ] +2024-10-09 15:20:52,955 INFO: [ epoch: 966 ] [ iter:399,000 ] [ performance: 22.946 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:37 ] [ l_g_pix: 5.0443e-02 ] [ l_g_total: 5.0443e-02 ] +2024-10-09 15:20:56,682 INFO: [ epoch: 966 ] [ iter:399,100 ] [ performance: 26.256 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:31 ] [ l_g_pix: 5.5614e-02 ] [ l_g_total: 5.5614e-02 ] +2024-10-09 15:21:00,422 INFO: [ epoch: 966 ] [ iter:399,200 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:24 ] [ l_g_pix: 5.2630e-02 ] [ l_g_total: 5.2630e-02 ] +2024-10-09 15:21:04,123 INFO: [ epoch: 966 ] [ iter:399,300 ] [ performance: 26.997 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:18 ] [ l_g_pix: 5.1101e-02 ] [ l_g_total: 5.1101e-02 ] +2024-10-09 15:21:08,869 INFO: [ epoch: 967 ] [ iter:399,400 ] [ performance: 21.038 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:12 ] [ l_g_pix: 4.7564e-02 ] [ l_g_total: 4.7564e-02 ] +2024-10-09 15:21:12,674 INFO: [ epoch: 967 ] [ iter:399,500 ] [ performance: 25.558 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:06 ] [ l_g_pix: 5.0155e-02 ] [ l_g_total: 5.0155e-02 ] +2024-10-09 15:21:16,407 INFO: [ epoch: 967 ] [ iter:399,600 ] [ performance: 27.049 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:00 ] [ l_g_pix: 4.9707e-02 ] [ l_g_total: 4.9707e-02 ] +2024-10-09 15:21:20,059 INFO: [ epoch: 967 ] [ iter:399,700 ] [ performance: 27.353 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:54 ] [ l_g_pix: 3.5532e-02 ] [ l_g_total: 3.5532e-02 ] +2024-10-09 15:21:24,600 INFO: [ epoch: 968 ] [ iter:399,800 ] [ performance: 20.211 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:48 ] [ l_g_pix: 4.5032e-02 ] [ l_g_total: 4.5032e-02 ] +2024-10-09 15:21:28,510 INFO: [ epoch: 968 ] [ iter:399,900 ] [ performance: 24.926 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:42 ] [ l_g_pix: 4.6310e-02 ] [ l_g_total: 4.6310e-02 ] +2024-10-09 15:21:32,235 INFO: [ epoch: 968 ] [ iter:400,000 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:35 ] [ l_g_pix: 4.2873e-02 ] [ l_g_total: 4.2873e-02 ] +2024-10-09 15:21:32,236 INFO: Saving models and training states. +2024-10-09 15:24:20,502 INFO: Validation val + + # psnr: 27.2383........ Best: 27.2465 @ 330000 iter + # ssim: 0.7684........ Best: 0.7684 @ 400000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 15:24:24,220 INFO: [ epoch: 968 ] [ iter:400,100 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:20 ] [ l_g_pix: 4.1895e-02 ] [ l_g_total: 4.1895e-02 ] +2024-10-09 15:24:28,550 INFO: [ epoch: 969 ] [ iter:400,200 ] [ performance: 7.427 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:14 ] [ l_g_pix: 4.9181e-02 ] [ l_g_total: 4.9181e-02 ] +2024-10-09 15:24:32,663 INFO: [ epoch: 969 ] [ iter:400,300 ] [ performance: 20.474 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:07 ] [ l_g_pix: 5.7614e-02 ] [ l_g_total: 5.7614e-02 ] +2024-10-09 15:24:36,377 INFO: [ epoch: 969 ] [ iter:400,400 ] [ performance: 27.402 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:01 ] [ l_g_pix: 4.2264e-02 ] [ l_g_total: 4.2264e-02 ] +2024-10-09 15:24:40,094 INFO: [ epoch: 969 ] [ iter:400,500 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:55 ] [ l_g_pix: 4.6621e-02 ] [ l_g_total: 4.6621e-02 ] +2024-10-09 15:24:43,577 INFO: [ epoch: 969 ] [ iter:400,600 ] [ performance: 29.256 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:49 ] [ l_g_pix: 4.2694e-02 ] [ l_g_total: 4.2694e-02 ] +2024-10-09 15:24:48,609 INFO: [ epoch: 970 ] [ iter:400,700 ] [ performance: 20.303 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:43 ] [ l_g_pix: 4.4972e-02 ] [ l_g_total: 4.4972e-02 ] +2024-10-09 15:24:52,287 INFO: [ epoch: 970 ] [ iter:400,800 ] [ performance: 28.339 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:36 ] [ l_g_pix: 4.3528e-02 ] [ l_g_total: 4.3528e-02 ] +2024-10-09 15:24:56,017 INFO: [ epoch: 970 ] [ iter:400,900 ] [ performance: 26.897 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:30 ] [ l_g_pix: 4.7068e-02 ] [ l_g_total: 4.7068e-02 ] +2024-10-09 15:24:59,546 INFO: [ epoch: 970 ] [ iter:401,000 ] [ performance: 29.518 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:24 ] [ l_g_pix: 5.1326e-02 ] [ l_g_total: 5.1326e-02 ] +2024-10-09 15:25:04,480 INFO: [ epoch: 971 ] [ iter:401,100 ] [ performance: 20.578 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:18 ] [ l_g_pix: 4.7817e-02 ] [ l_g_total: 4.7817e-02 ] +2024-10-09 15:25:08,214 INFO: [ epoch: 971 ] [ iter:401,200 ] [ performance: 27.194 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:12 ] [ l_g_pix: 4.4905e-02 ] [ l_g_total: 4.4905e-02 ] +2024-10-09 15:25:11,909 INFO: [ epoch: 971 ] [ iter:401,300 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:06 ] [ l_g_pix: 4.9940e-02 ] [ l_g_total: 4.9940e-02 ] +2024-10-09 15:25:15,420 INFO: [ epoch: 971 ] [ iter:401,400 ] [ performance: 29.397 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:59 ] [ l_g_pix: 5.3399e-02 ] [ l_g_total: 5.3399e-02 ] +2024-10-09 15:25:20,402 INFO: [ epoch: 972 ] [ iter:401,500 ] [ performance: 20.264 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:53 ] [ l_g_pix: 3.6843e-02 ] [ l_g_total: 3.6843e-02 ] +2024-10-09 15:25:24,161 INFO: [ epoch: 972 ] [ iter:401,600 ] [ performance: 25.680 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:47 ] [ l_g_pix: 5.9670e-02 ] [ l_g_total: 5.9670e-02 ] +2024-10-09 15:25:27,891 INFO: [ epoch: 972 ] [ iter:401,700 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:41 ] [ l_g_pix: 5.0093e-02 ] [ l_g_total: 5.0093e-02 ] +2024-10-09 15:25:31,458 INFO: [ epoch: 972 ] [ iter:401,800 ] [ performance: 29.329 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:35 ] [ l_g_pix: 4.9811e-02 ] [ l_g_total: 4.9811e-02 ] +2024-10-09 15:25:36,473 INFO: [ epoch: 973 ] [ iter:401,900 ] [ performance: 20.006 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:29 ] [ l_g_pix: 5.1567e-02 ] [ l_g_total: 5.1567e-02 ] +2024-10-09 15:25:40,240 INFO: [ epoch: 973 ] [ iter:402,000 ] [ performance: 22.803 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:23 ] [ l_g_pix: 5.2129e-02 ] [ l_g_total: 5.2129e-02 ] +2024-10-09 15:25:43,981 INFO: [ epoch: 973 ] [ iter:402,100 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:16 ] [ l_g_pix: 5.6802e-02 ] [ l_g_total: 5.6802e-02 ] +2024-10-09 15:25:47,628 INFO: [ epoch: 973 ] [ iter:402,200 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:10 ] [ l_g_pix: 4.9897e-02 ] [ l_g_total: 4.9897e-02 ] +2024-10-09 15:25:52,712 INFO: [ epoch: 974 ] [ iter:402,300 ] [ performance: 19.616 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:04 ] [ l_g_pix: 6.1422e-02 ] [ l_g_total: 6.1422e-02 ] +2024-10-09 15:25:56,485 INFO: [ epoch: 974 ] [ iter:402,400 ] [ performance: 22.567 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:58 ] [ l_g_pix: 4.9377e-02 ] [ l_g_total: 4.9377e-02 ] +2024-10-09 15:26:00,194 INFO: [ epoch: 974 ] [ iter:402,500 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:52 ] [ l_g_pix: 4.3599e-02 ] [ l_g_total: 4.3599e-02 ] +2024-10-09 15:26:03,868 INFO: [ epoch: 974 ] [ iter:402,600 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:46 ] [ l_g_pix: 5.8392e-02 ] [ l_g_total: 5.8392e-02 ] +2024-10-09 15:26:08,877 INFO: [ epoch: 975 ] [ iter:402,700 ] [ performance: 19.793 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:40 ] [ l_g_pix: 4.4121e-02 ] [ l_g_total: 4.4121e-02 ] +2024-10-09 15:26:12,662 INFO: [ epoch: 975 ] [ iter:402,800 ] [ performance: 22.705 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:34 ] [ l_g_pix: 4.3709e-02 ] [ l_g_total: 4.3709e-02 ] +2024-10-09 15:26:16,381 INFO: [ epoch: 975 ] [ iter:402,900 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:27 ] [ l_g_pix: 5.0474e-02 ] [ l_g_total: 5.0474e-02 ] +2024-10-09 15:26:20,106 INFO: [ epoch: 975 ] [ iter:403,000 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:21 ] [ l_g_pix: 4.8498e-02 ] [ l_g_total: 4.8498e-02 ] +2024-10-09 15:26:24,662 INFO: [ epoch: 976 ] [ iter:403,100 ] [ performance: 21.730 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:15 ] [ l_g_pix: 2.9967e-02 ] [ l_g_total: 2.9967e-02 ] +2024-10-09 15:26:28,792 INFO: [ epoch: 976 ] [ iter:403,200 ] [ performance: 22.940 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:09 ] [ l_g_pix: 5.4614e-02 ] [ l_g_total: 5.4614e-02 ] +2024-10-09 15:26:32,519 INFO: [ epoch: 976 ] [ iter:403,300 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:03 ] [ l_g_pix: 5.4668e-02 ] [ l_g_total: 5.4668e-02 ] +2024-10-09 15:26:36,324 INFO: [ epoch: 976 ] [ iter:403,400 ] [ performance: 26.567 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:57 ] [ l_g_pix: 4.4355e-02 ] [ l_g_total: 4.4355e-02 ] +2024-10-09 15:26:39,798 INFO: [ epoch: 976 ] [ iter:403,500 ] [ performance: 29.015 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:50 ] [ l_g_pix: 5.3753e-02 ] [ l_g_total: 5.3753e-02 ] +2024-10-09 15:26:44,887 INFO: [ epoch: 977 ] [ iter:403,600 ] [ performance: 23.275 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:44 ] [ l_g_pix: 6.5327e-02 ] [ l_g_total: 6.5327e-02 ] +2024-10-09 15:26:48,627 INFO: [ epoch: 977 ] [ iter:403,700 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:38 ] [ l_g_pix: 4.4898e-02 ] [ l_g_total: 4.4898e-02 ] +2024-10-09 15:26:52,359 INFO: [ epoch: 977 ] [ iter:403,800 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:32 ] [ l_g_pix: 4.2872e-02 ] [ l_g_total: 4.2872e-02 ] +2024-10-09 15:26:55,848 INFO: [ epoch: 977 ] [ iter:403,900 ] [ performance: 28.894 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:26 ] [ l_g_pix: 5.0221e-02 ] [ l_g_total: 5.0221e-02 ] +2024-10-09 15:27:00,825 INFO: [ epoch: 978 ] [ iter:404,000 ] [ performance: 23.507 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:20 ] [ l_g_pix: 4.5276e-02 ] [ l_g_total: 4.5276e-02 ] +2024-10-09 15:27:04,522 INFO: [ epoch: 978 ] [ iter:404,100 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:14 ] [ l_g_pix: 4.7970e-02 ] [ l_g_total: 4.7970e-02 ] +2024-10-09 15:27:08,275 INFO: [ epoch: 978 ] [ iter:404,200 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:07 ] [ l_g_pix: 6.0392e-02 ] [ l_g_total: 6.0392e-02 ] +2024-10-09 15:27:11,818 INFO: [ epoch: 978 ] [ iter:404,300 ] [ performance: 28.580 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:01 ] [ l_g_pix: 4.1398e-02 ] [ l_g_total: 4.1398e-02 ] +2024-10-09 15:27:16,901 INFO: [ epoch: 979 ] [ iter:404,400 ] [ performance: 23.059 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:55 ] [ l_g_pix: 4.9635e-02 ] [ l_g_total: 4.9635e-02 ] +2024-10-09 15:27:20,678 INFO: [ epoch: 979 ] [ iter:404,500 ] [ performance: 26.530 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:49 ] [ l_g_pix: 4.9527e-02 ] [ l_g_total: 4.9527e-02 ] +2024-10-09 15:27:24,430 INFO: [ epoch: 979 ] [ iter:404,600 ] [ performance: 26.597 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:43 ] [ l_g_pix: 3.9896e-02 ] [ l_g_total: 3.9896e-02 ] +2024-10-09 15:27:28,031 INFO: [ epoch: 979 ] [ iter:404,700 ] [ performance: 28.076 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:37 ] [ l_g_pix: 4.4934e-02 ] [ l_g_total: 4.4934e-02 ] +2024-10-09 15:27:33,156 INFO: [ epoch: 980 ] [ iter:404,800 ] [ performance: 22.743 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:31 ] [ l_g_pix: 5.9520e-02 ] [ l_g_total: 5.9520e-02 ] +2024-10-09 15:27:36,913 INFO: [ epoch: 980 ] [ iter:404,900 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:25 ] [ l_g_pix: 5.5829e-02 ] [ l_g_total: 5.5829e-02 ] +2024-10-09 15:27:40,653 INFO: [ epoch: 980 ] [ iter:405,000 ] [ performance: 26.725 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:19 ] [ l_g_pix: 5.8850e-02 ] [ l_g_total: 5.8850e-02 ] +2024-10-09 15:27:44,279 INFO: [ epoch: 980 ] [ iter:405,100 ] [ performance: 27.910 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:12 ] [ l_g_pix: 4.5778e-02 ] [ l_g_total: 4.5778e-02 ] +2024-10-09 15:27:49,169 INFO: [ epoch: 981 ] [ iter:405,200 ] [ performance: 23.315 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:07 ] [ l_g_pix: 3.8054e-02 ] [ l_g_total: 3.8054e-02 ] +2024-10-09 15:27:52,933 INFO: [ epoch: 981 ] [ iter:405,300 ] [ performance: 26.631 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:00 ] [ l_g_pix: 4.4729e-02 ] [ l_g_total: 4.4729e-02 ] +2024-10-09 15:27:56,696 INFO: [ epoch: 981 ] [ iter:405,400 ] [ performance: 26.603 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:54 ] [ l_g_pix: 5.3190e-02 ] [ l_g_total: 5.3190e-02 ] +2024-10-09 15:28:00,324 INFO: [ epoch: 981 ] [ iter:405,500 ] [ performance: 27.753 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:48 ] [ l_g_pix: 5.9070e-02 ] [ l_g_total: 5.9070e-02 ] +2024-10-09 15:28:05,102 INFO: [ epoch: 982 ] [ iter:405,600 ] [ performance: 23.561 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:42 ] [ l_g_pix: 3.1506e-02 ] [ l_g_total: 3.1506e-02 ] +2024-10-09 15:28:08,853 INFO: [ epoch: 982 ] [ iter:405,700 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:36 ] [ l_g_pix: 5.5862e-02 ] [ l_g_total: 5.5862e-02 ] +2024-10-09 15:28:12,621 INFO: [ epoch: 982 ] [ iter:405,800 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:30 ] [ l_g_pix: 4.7582e-02 ] [ l_g_total: 4.7582e-02 ] +2024-10-09 15:28:16,304 INFO: [ epoch: 982 ] [ iter:405,900 ] [ performance: 27.328 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:23 ] [ l_g_pix: 4.6458e-02 ] [ l_g_total: 4.6458e-02 ] +2024-10-09 15:28:20,765 INFO: [ epoch: 983 ] [ iter:406,000 ] [ performance: 24.381 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:17 ] [ l_g_pix: 4.7779e-02 ] [ l_g_total: 4.7779e-02 ] +2024-10-09 15:28:24,694 INFO: [ epoch: 983 ] [ iter:406,100 ] [ performance: 27.072 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:11 ] [ l_g_pix: 4.4554e-02 ] [ l_g_total: 4.4554e-02 ] +2024-10-09 15:28:28,369 INFO: [ epoch: 983 ] [ iter:406,200 ] [ performance: 27.152 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:05 ] [ l_g_pix: 4.1138e-02 ] [ l_g_total: 4.1138e-02 ] +2024-10-09 15:28:32,043 INFO: [ epoch: 983 ] [ iter:406,300 ] [ performance: 27.410 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:59 ] [ l_g_pix: 4.7366e-02 ] [ l_g_total: 4.7366e-02 ] +2024-10-09 15:28:36,445 INFO: [ epoch: 984 ] [ iter:406,400 ] [ performance: 24.577 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:53 ] [ l_g_pix: 3.2978e-02 ] [ l_g_total: 3.2978e-02 ] +2024-10-09 15:28:40,542 INFO: [ epoch: 984 ] [ iter:406,500 ] [ performance: 26.412 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:47 ] [ l_g_pix: 4.5255e-02 ] [ l_g_total: 4.5255e-02 ] +2024-10-09 15:28:44,260 INFO: [ epoch: 984 ] [ iter:406,600 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:41 ] [ l_g_pix: 5.3199e-02 ] [ l_g_total: 5.3199e-02 ] +2024-10-09 15:28:48,026 INFO: [ epoch: 984 ] [ iter:406,700 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:35 ] [ l_g_pix: 5.7923e-02 ] [ l_g_total: 5.7923e-02 ] +2024-10-09 15:28:51,532 INFO: [ epoch: 984 ] [ iter:406,800 ] [ performance: 27.703 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:28 ] [ l_g_pix: 4.6247e-02 ] [ l_g_total: 4.6247e-02 ] +2024-10-09 15:28:56,719 INFO: [ epoch: 985 ] [ iter:406,900 ] [ performance: 25.625 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:23 ] [ l_g_pix: 5.0652e-02 ] [ l_g_total: 5.0652e-02 ] +2024-10-09 15:29:00,400 INFO: [ epoch: 985 ] [ iter:407,000 ] [ performance: 26.482 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:16 ] [ l_g_pix: 4.6127e-02 ] [ l_g_total: 4.6127e-02 ] +2024-10-09 15:29:04,125 INFO: [ epoch: 985 ] [ iter:407,100 ] [ performance: 27.082 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:10 ] [ l_g_pix: 4.8238e-02 ] [ l_g_total: 4.8238e-02 ] +2024-10-09 15:29:07,634 INFO: [ epoch: 985 ] [ iter:407,200 ] [ performance: 27.876 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:04 ] [ l_g_pix: 5.4898e-02 ] [ l_g_total: 5.4898e-02 ] +2024-10-09 15:29:12,687 INFO: [ epoch: 986 ] [ iter:407,300 ] [ performance: 24.055 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:58 ] [ l_g_pix: 5.3190e-02 ] [ l_g_total: 5.3190e-02 ] +2024-10-09 15:29:16,399 INFO: [ epoch: 986 ] [ iter:407,400 ] [ performance: 25.638 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:52 ] [ l_g_pix: 5.3348e-02 ] [ l_g_total: 5.3348e-02 ] +2024-10-09 15:29:20,092 INFO: [ epoch: 986 ] [ iter:407,500 ] [ performance: 27.072 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:46 ] [ l_g_pix: 5.0327e-02 ] [ l_g_total: 5.0327e-02 ] +2024-10-09 15:29:23,664 INFO: [ epoch: 986 ] [ iter:407,600 ] [ performance: 27.602 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:40 ] [ l_g_pix: 4.1469e-02 ] [ l_g_total: 4.1469e-02 ] +2024-10-09 15:29:28,760 INFO: [ epoch: 987 ] [ iter:407,700 ] [ performance: 17.560 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:34 ] [ l_g_pix: 5.6753e-02 ] [ l_g_total: 5.6753e-02 ] +2024-10-09 15:29:32,492 INFO: [ epoch: 987 ] [ iter:407,800 ] [ performance: 21.962 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:28 ] [ l_g_pix: 3.6859e-02 ] [ l_g_total: 3.6859e-02 ] +2024-10-09 15:29:36,201 INFO: [ epoch: 987 ] [ iter:407,900 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:21 ] [ l_g_pix: 3.8818e-02 ] [ l_g_total: 3.8818e-02 ] +2024-10-09 15:29:39,799 INFO: [ epoch: 987 ] [ iter:408,000 ] [ performance: 27.464 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:15 ] [ l_g_pix: 4.1433e-02 ] [ l_g_total: 4.1433e-02 ] +2024-10-09 15:29:44,724 INFO: [ epoch: 988 ] [ iter:408,100 ] [ performance: 18.173 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:09 ] [ l_g_pix: 5.2230e-02 ] [ l_g_total: 5.2230e-02 ] +2024-10-09 15:29:48,456 INFO: [ epoch: 988 ] [ iter:408,200 ] [ performance: 22.417 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:03 ] [ l_g_pix: 4.2845e-02 ] [ l_g_total: 4.2845e-02 ] +2024-10-09 15:29:52,192 INFO: [ epoch: 988 ] [ iter:408,300 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:57 ] [ l_g_pix: 5.5971e-02 ] [ l_g_total: 5.5971e-02 ] +2024-10-09 15:29:55,799 INFO: [ epoch: 988 ] [ iter:408,400 ] [ performance: 27.432 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:51 ] [ l_g_pix: 4.1193e-02 ] [ l_g_total: 4.1193e-02 ] +2024-10-09 15:30:00,831 INFO: [ epoch: 989 ] [ iter:408,500 ] [ performance: 17.397 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:45 ] [ l_g_pix: 4.8675e-02 ] [ l_g_total: 4.8675e-02 ] +2024-10-09 15:30:04,564 INFO: [ epoch: 989 ] [ iter:408,600 ] [ performance: 21.987 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:39 ] [ l_g_pix: 4.0337e-02 ] [ l_g_total: 4.0337e-02 ] +2024-10-09 15:30:08,312 INFO: [ epoch: 989 ] [ iter:408,700 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:33 ] [ l_g_pix: 3.8778e-02 ] [ l_g_total: 3.8778e-02 ] +2024-10-09 15:30:11,965 INFO: [ epoch: 989 ] [ iter:408,800 ] [ performance: 27.240 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:27 ] [ l_g_pix: 4.4524e-02 ] [ l_g_total: 4.4524e-02 ] +2024-10-09 15:30:16,842 INFO: [ epoch: 990 ] [ iter:408,900 ] [ performance: 17.852 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:21 ] [ l_g_pix: 4.8823e-02 ] [ l_g_total: 4.8823e-02 ] +2024-10-09 15:30:20,615 INFO: [ epoch: 990 ] [ iter:409,000 ] [ performance: 22.225 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:15 ] [ l_g_pix: 3.8236e-02 ] [ l_g_total: 3.8236e-02 ] +2024-10-09 15:30:24,290 INFO: [ epoch: 990 ] [ iter:409,100 ] [ performance: 27.484 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:08 ] [ l_g_pix: 4.4307e-02 ] [ l_g_total: 4.4307e-02 ] +2024-10-09 15:30:27,971 INFO: [ epoch: 990 ] [ iter:409,200 ] [ performance: 27.292 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:02 ] [ l_g_pix: 5.3089e-02 ] [ l_g_total: 5.3089e-02 ] +2024-10-09 15:30:32,558 INFO: [ epoch: 991 ] [ iter:409,300 ] [ performance: 19.173 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:56 ] [ l_g_pix: 4.5317e-02 ] [ l_g_total: 4.5317e-02 ] +2024-10-09 15:30:36,600 INFO: [ epoch: 991 ] [ iter:409,400 ] [ performance: 22.229 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:50 ] [ l_g_pix: 4.6268e-02 ] [ l_g_total: 4.6268e-02 ] +2024-10-09 15:30:40,338 INFO: [ epoch: 991 ] [ iter:409,500 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:44 ] [ l_g_pix: 5.4622e-02 ] [ l_g_total: 5.4622e-02 ] +2024-10-09 15:30:44,034 INFO: [ epoch: 991 ] [ iter:409,600 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:38 ] [ l_g_pix: 5.1789e-02 ] [ l_g_total: 5.1789e-02 ] +2024-10-09 15:30:48,349 INFO: [ epoch: 992 ] [ iter:409,700 ] [ performance: 20.717 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:32 ] [ l_g_pix: 4.7985e-02 ] [ l_g_total: 4.7985e-02 ] +2024-10-09 15:30:52,471 INFO: [ epoch: 992 ] [ iter:409,800 ] [ performance: 22.773 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:26 ] [ l_g_pix: 5.4681e-02 ] [ l_g_total: 5.4681e-02 ] +2024-10-09 15:30:56,143 INFO: [ epoch: 992 ] [ iter:409,900 ] [ performance: 27.383 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:20 ] [ l_g_pix: 4.7641e-02 ] [ l_g_total: 4.7641e-02 ] +2024-10-09 15:30:59,908 INFO: [ epoch: 992 ] [ iter:410,000 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:14 ] [ l_g_pix: 4.8742e-02 ] [ l_g_total: 4.8742e-02 ] +2024-10-09 15:30:59,908 INFO: Saving models and training states. +2024-10-09 15:33:52,503 INFO: Validation val + + # psnr: 27.2487........ Best: 27.2487 @ 410000 iter + # ssim: 0.7685........ Best: 0.7685 @ 410000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 15:33:55,966 INFO: [ epoch: 992 ] [ iter:410,100 ] [ performance: 29.054 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:54 ] [ l_g_pix: 4.4382e-02 ] [ l_g_total: 4.4382e-02 ] +2024-10-09 15:34:01,177 INFO: [ epoch: 993 ] [ iter:410,200 ] [ performance: 21.995 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:48 ] [ l_g_pix: 5.9936e-02 ] [ l_g_total: 5.9936e-02 ] +2024-10-09 15:34:04,858 INFO: [ epoch: 993 ] [ iter:410,300 ] [ performance: 27.150 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:42 ] [ l_g_pix: 3.9011e-02 ] [ l_g_total: 3.9011e-02 ] +2024-10-09 15:34:08,593 INFO: [ epoch: 993 ] [ iter:410,400 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:36 ] [ l_g_pix: 3.4970e-02 ] [ l_g_total: 3.4970e-02 ] +2024-10-09 15:34:12,059 INFO: [ epoch: 993 ] [ iter:410,500 ] [ performance: 29.532 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:29 ] [ l_g_pix: 5.1448e-02 ] [ l_g_total: 5.1448e-02 ] +2024-10-09 15:34:17,017 INFO: [ epoch: 994 ] [ iter:410,600 ] [ performance: 22.833 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:23 ] [ l_g_pix: 4.6767e-02 ] [ l_g_total: 4.6767e-02 ] +2024-10-09 15:34:20,756 INFO: [ epoch: 994 ] [ iter:410,700 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:17 ] [ l_g_pix: 4.7579e-02 ] [ l_g_total: 4.7579e-02 ] +2024-10-09 15:34:24,475 INFO: [ epoch: 994 ] [ iter:410,800 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:11 ] [ l_g_pix: 4.4799e-02 ] [ l_g_total: 4.4799e-02 ] +2024-10-09 15:34:27,958 INFO: [ epoch: 994 ] [ iter:410,900 ] [ performance: 29.689 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:05 ] [ l_g_pix: 5.2591e-02 ] [ l_g_total: 5.2591e-02 ] +2024-10-09 15:34:32,982 INFO: [ epoch: 995 ] [ iter:411,000 ] [ performance: 22.577 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:59 ] [ l_g_pix: 4.8118e-02 ] [ l_g_total: 4.8118e-02 ] +2024-10-09 15:34:36,701 INFO: [ epoch: 995 ] [ iter:411,100 ] [ performance: 27.137 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:53 ] [ l_g_pix: 6.0566e-02 ] [ l_g_total: 6.0566e-02 ] +2024-10-09 15:34:40,417 INFO: [ epoch: 995 ] [ iter:411,200 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:47 ] [ l_g_pix: 5.6146e-02 ] [ l_g_total: 5.6146e-02 ] +2024-10-09 15:34:43,991 INFO: [ epoch: 995 ] [ iter:411,300 ] [ performance: 28.766 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:40 ] [ l_g_pix: 4.8913e-02 ] [ l_g_total: 4.8913e-02 ] +2024-10-09 15:34:49,043 INFO: [ epoch: 996 ] [ iter:411,400 ] [ performance: 22.229 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:35 ] [ l_g_pix: 5.2185e-02 ] [ l_g_total: 5.2185e-02 ] +2024-10-09 15:34:52,757 INFO: [ epoch: 996 ] [ iter:411,500 ] [ performance: 27.008 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:28 ] [ l_g_pix: 4.7298e-02 ] [ l_g_total: 4.7298e-02 ] +2024-10-09 15:34:56,447 INFO: [ epoch: 996 ] [ iter:411,600 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:22 ] [ l_g_pix: 6.4468e-02 ] [ l_g_total: 6.4468e-02 ] +2024-10-09 15:35:00,063 INFO: [ epoch: 996 ] [ iter:411,700 ] [ performance: 28.051 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:16 ] [ l_g_pix: 4.2368e-02 ] [ l_g_total: 4.2368e-02 ] +2024-10-09 15:35:04,788 INFO: [ epoch: 997 ] [ iter:411,800 ] [ performance: 23.112 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:10 ] [ l_g_pix: 5.2065e-02 ] [ l_g_total: 5.2065e-02 ] +2024-10-09 15:35:08,558 INFO: [ epoch: 997 ] [ iter:411,900 ] [ performance: 26.406 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:04 ] [ l_g_pix: 5.1439e-02 ] [ l_g_total: 5.1439e-02 ] +2024-10-09 15:35:12,299 INFO: [ epoch: 997 ] [ iter:412,000 ] [ performance: 26.623 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:58 ] [ l_g_pix: 4.0583e-02 ] [ l_g_total: 4.0583e-02 ] +2024-10-09 15:35:16,006 INFO: [ epoch: 997 ] [ iter:412,100 ] [ performance: 27.596 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:52 ] [ l_g_pix: 4.9188e-02 ] [ l_g_total: 4.9188e-02 ] +2024-10-09 15:35:20,634 INFO: [ epoch: 998 ] [ iter:412,200 ] [ performance: 23.295 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:46 ] [ l_g_pix: 4.1795e-02 ] [ l_g_total: 4.1795e-02 ] +2024-10-09 15:35:24,491 INFO: [ epoch: 998 ] [ iter:412,300 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:39 ] [ l_g_pix: 3.5430e-02 ] [ l_g_total: 3.5430e-02 ] +2024-10-09 15:35:28,166 INFO: [ epoch: 998 ] [ iter:412,400 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:33 ] [ l_g_pix: 4.7350e-02 ] [ l_g_total: 4.7350e-02 ] +2024-10-09 15:35:31,864 INFO: [ epoch: 998 ] [ iter:412,500 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:27 ] [ l_g_pix: 4.4939e-02 ] [ l_g_total: 4.4939e-02 ] +2024-10-09 15:35:36,308 INFO: [ epoch: 999 ] [ iter:412,600 ] [ performance: 23.825 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:21 ] [ l_g_pix: 4.7487e-02 ] [ l_g_total: 4.7487e-02 ] +2024-10-09 15:35:40,365 INFO: [ epoch: 999 ] [ iter:412,700 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:15 ] [ l_g_pix: 3.7980e-02 ] [ l_g_total: 3.7980e-02 ] +2024-10-09 15:35:44,089 INFO: [ epoch: 999 ] [ iter:412,800 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:09 ] [ l_g_pix: 3.4146e-02 ] [ l_g_total: 3.4146e-02 ] +2024-10-09 15:35:47,835 INFO: [ epoch: 999 ] [ iter:412,900 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:03 ] [ l_g_pix: 5.3275e-02 ] [ l_g_total: 5.3275e-02 ] +2024-10-09 15:35:51,398 INFO: [ epoch: 999 ] [ iter:413,000 ] [ performance: 27.704 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:56 ] [ l_g_pix: 3.5466e-02 ] [ l_g_total: 3.5466e-02 ] +2024-10-09 15:35:56,538 INFO: [ epoch:1000 ] [ iter:413,100 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:51 ] [ l_g_pix: 5.2514e-02 ] [ l_g_total: 5.2514e-02 ] +2024-10-09 15:36:00,278 INFO: [ epoch:1000 ] [ iter:413,200 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:45 ] [ l_g_pix: 4.2291e-02 ] [ l_g_total: 4.2291e-02 ] +2024-10-09 15:36:04,042 INFO: [ epoch:1000 ] [ iter:413,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:38 ] [ l_g_pix: 4.2871e-02 ] [ l_g_total: 4.2871e-02 ] +2024-10-09 15:36:07,534 INFO: [ epoch:1000 ] [ iter:413,400 ] [ performance: 28.063 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:32 ] [ l_g_pix: 6.1878e-02 ] [ l_g_total: 6.1878e-02 ] +2024-10-09 15:36:12,683 INFO: [ epoch:1001 ] [ iter:413,500 ] [ performance: 27.665 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:26 ] [ l_g_pix: 5.0820e-02 ] [ l_g_total: 5.0820e-02 ] +2024-10-09 15:36:16,399 INFO: [ epoch:1001 ] [ iter:413,600 ] [ performance: 27.141 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:20 ] [ l_g_pix: 5.7360e-02 ] [ l_g_total: 5.7360e-02 ] +2024-10-09 15:36:20,110 INFO: [ epoch:1001 ] [ iter:413,700 ] [ performance: 26.489 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:14 ] [ l_g_pix: 4.9347e-02 ] [ l_g_total: 4.9347e-02 ] +2024-10-09 15:36:23,668 INFO: [ epoch:1001 ] [ iter:413,800 ] [ performance: 27.611 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:08 ] [ l_g_pix: 3.9413e-02 ] [ l_g_total: 3.9413e-02 ] +2024-10-09 15:36:28,470 INFO: [ epoch:1002 ] [ iter:413,900 ] [ performance: 25.931 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:02 ] [ l_g_pix: 4.2368e-02 ] [ l_g_total: 4.2368e-02 ] +2024-10-09 15:36:32,174 INFO: [ epoch:1002 ] [ iter:414,000 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:56 ] [ l_g_pix: 6.3721e-02 ] [ l_g_total: 6.3721e-02 ] +2024-10-09 15:36:35,914 INFO: [ epoch:1002 ] [ iter:414,100 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:50 ] [ l_g_pix: 4.4906e-02 ] [ l_g_total: 4.4906e-02 ] +2024-10-09 15:36:39,497 INFO: [ epoch:1002 ] [ iter:414,200 ] [ performance: 27.599 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:43 ] [ l_g_pix: 6.1217e-02 ] [ l_g_total: 6.1217e-02 ] +2024-10-09 15:36:44,450 INFO: [ epoch:1003 ] [ iter:414,300 ] [ performance: 25.668 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:38 ] [ l_g_pix: 4.4286e-02 ] [ l_g_total: 4.4286e-02 ] +2024-10-09 15:36:48,154 INFO: [ epoch:1003 ] [ iter:414,400 ] [ performance: 26.617 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:32 ] [ l_g_pix: 4.6421e-02 ] [ l_g_total: 4.6421e-02 ] +2024-10-09 15:36:51,874 INFO: [ epoch:1003 ] [ iter:414,500 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:25 ] [ l_g_pix: 5.3825e-02 ] [ l_g_total: 5.3825e-02 ] +2024-10-09 15:36:55,469 INFO: [ epoch:1003 ] [ iter:414,600 ] [ performance: 27.581 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:19 ] [ l_g_pix: 4.5699e-02 ] [ l_g_total: 4.5699e-02 ] +2024-10-09 15:37:00,433 INFO: [ epoch:1004 ] [ iter:414,700 ] [ performance: 22.585 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:13 ] [ l_g_pix: 5.2587e-02 ] [ l_g_total: 5.2587e-02 ] +2024-10-09 15:37:04,208 INFO: [ epoch:1004 ] [ iter:414,800 ] [ performance: 25.314 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:07 ] [ l_g_pix: 5.3858e-02 ] [ l_g_total: 5.3858e-02 ] +2024-10-09 15:37:07,969 INFO: [ epoch:1004 ] [ iter:414,900 ] [ performance: 26.685 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:01 ] [ l_g_pix: 4.8557e-02 ] [ l_g_total: 4.8557e-02 ] +2024-10-09 15:37:11,624 INFO: [ epoch:1004 ] [ iter:415,000 ] [ performance: 27.177 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:55 ] [ l_g_pix: 5.1558e-02 ] [ l_g_total: 5.1558e-02 ] +2024-10-09 15:37:16,339 INFO: [ epoch:1005 ] [ iter:415,100 ] [ performance: 14.913 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:49 ] [ l_g_pix: 5.9458e-02 ] [ l_g_total: 5.9458e-02 ] +2024-10-09 15:37:20,108 INFO: [ epoch:1005 ] [ iter:415,200 ] [ performance: 22.082 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:43 ] [ l_g_pix: 4.3197e-02 ] [ l_g_total: 4.3197e-02 ] +2024-10-09 15:37:23,745 INFO: [ epoch:1005 ] [ iter:415,300 ] [ performance: 27.980 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:37 ] [ l_g_pix: 5.6465e-02 ] [ l_g_total: 5.6465e-02 ] +2024-10-09 15:37:27,441 INFO: [ epoch:1005 ] [ iter:415,400 ] [ performance: 27.293 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:31 ] [ l_g_pix: 3.9466e-02 ] [ l_g_total: 3.9466e-02 ] +2024-10-09 15:37:32,314 INFO: [ epoch:1006 ] [ iter:415,500 ] [ performance: 12.935 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:25 ] [ l_g_pix: 4.7627e-02 ] [ l_g_total: 4.7627e-02 ] +2024-10-09 15:37:36,161 INFO: [ epoch:1006 ] [ iter:415,600 ] [ performance: 20.801 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:19 ] [ l_g_pix: 4.3703e-02 ] [ l_g_total: 4.3703e-02 ] +2024-10-09 15:37:39,925 INFO: [ epoch:1006 ] [ iter:415,700 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:13 ] [ l_g_pix: 5.4986e-02 ] [ l_g_total: 5.4986e-02 ] +2024-10-09 15:37:43,665 INFO: [ epoch:1006 ] [ iter:415,800 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:06 ] [ l_g_pix: 4.8352e-02 ] [ l_g_total: 4.8352e-02 ] +2024-10-09 15:37:48,015 INFO: [ epoch:1007 ] [ iter:415,900 ] [ performance: 15.680 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:00 ] [ l_g_pix: 3.8408e-02 ] [ l_g_total: 3.8408e-02 ] +2024-10-09 15:37:52,073 INFO: [ epoch:1007 ] [ iter:416,000 ] [ performance: 21.709 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:54 ] [ l_g_pix: 4.5794e-02 ] [ l_g_total: 4.5794e-02 ] +2024-10-09 15:37:55,807 INFO: [ epoch:1007 ] [ iter:416,100 ] [ performance: 26.598 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:48 ] [ l_g_pix: 4.0527e-02 ] [ l_g_total: 4.0527e-02 ] +2024-10-09 15:37:59,544 INFO: [ epoch:1007 ] [ iter:416,200 ] [ performance: 26.723 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:42 ] [ l_g_pix: 6.2394e-02 ] [ l_g_total: 6.2394e-02 ] +2024-10-09 15:38:03,025 INFO: [ epoch:1007 ] [ iter:416,300 ] [ performance: 28.999 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:36 ] [ l_g_pix: 5.1733e-02 ] [ l_g_total: 5.1733e-02 ] +2024-10-09 15:38:08,185 INFO: [ epoch:1008 ] [ iter:416,400 ] [ performance: 20.946 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:30 ] [ l_g_pix: 5.0961e-02 ] [ l_g_total: 5.0961e-02 ] +2024-10-09 15:38:11,878 INFO: [ epoch:1008 ] [ iter:416,500 ] [ performance: 27.648 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:24 ] [ l_g_pix: 4.3160e-02 ] [ l_g_total: 4.3160e-02 ] +2024-10-09 15:38:15,588 INFO: [ epoch:1008 ] [ iter:416,600 ] [ performance: 27.107 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:18 ] [ l_g_pix: 4.0468e-02 ] [ l_g_total: 4.0468e-02 ] +2024-10-09 15:38:19,071 INFO: [ epoch:1008 ] [ iter:416,700 ] [ performance: 29.380 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:12 ] [ l_g_pix: 3.8794e-02 ] [ l_g_total: 3.8794e-02 ] +2024-10-09 15:38:24,237 INFO: [ epoch:1009 ] [ iter:416,800 ] [ performance: 20.874 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:06 ] [ l_g_pix: 4.4149e-02 ] [ l_g_total: 4.4149e-02 ] +2024-10-09 15:38:27,971 INFO: [ epoch:1009 ] [ iter:416,900 ] [ performance: 26.408 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:00 ] [ l_g_pix: 4.4514e-02 ] [ l_g_total: 4.4514e-02 ] +2024-10-09 15:38:31,770 INFO: [ epoch:1009 ] [ iter:417,000 ] [ performance: 26.343 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:54 ] [ l_g_pix: 4.0265e-02 ] [ l_g_total: 4.0265e-02 ] +2024-10-09 15:38:35,347 INFO: [ epoch:1009 ] [ iter:417,100 ] [ performance: 29.517 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:48 ] [ l_g_pix: 4.8902e-02 ] [ l_g_total: 4.8902e-02 ] +2024-10-09 15:38:40,385 INFO: [ epoch:1010 ] [ iter:417,200 ] [ performance: 21.245 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:42 ] [ l_g_pix: 5.0576e-02 ] [ l_g_total: 5.0576e-02 ] +2024-10-09 15:38:44,084 INFO: [ epoch:1010 ] [ iter:417,300 ] [ performance: 27.091 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:36 ] [ l_g_pix: 5.1676e-02 ] [ l_g_total: 5.1676e-02 ] +2024-10-09 15:38:47,790 INFO: [ epoch:1010 ] [ iter:417,400 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:30 ] [ l_g_pix: 4.7043e-02 ] [ l_g_total: 4.7043e-02 ] +2024-10-09 15:38:51,357 INFO: [ epoch:1010 ] [ iter:417,500 ] [ performance: 29.377 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:23 ] [ l_g_pix: 6.9931e-02 ] [ l_g_total: 6.9931e-02 ] +2024-10-09 15:38:56,359 INFO: [ epoch:1011 ] [ iter:417,600 ] [ performance: 21.266 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:18 ] [ l_g_pix: 5.1585e-02 ] [ l_g_total: 5.1585e-02 ] +2024-10-09 15:39:00,126 INFO: [ epoch:1011 ] [ iter:417,700 ] [ performance: 27.298 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:11 ] [ l_g_pix: 4.8380e-02 ] [ l_g_total: 4.8380e-02 ] +2024-10-09 15:39:03,815 INFO: [ epoch:1011 ] [ iter:417,800 ] [ performance: 27.146 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:05 ] [ l_g_pix: 4.5779e-02 ] [ l_g_total: 4.5779e-02 ] +2024-10-09 15:39:07,444 INFO: [ epoch:1011 ] [ iter:417,900 ] [ performance: 29.502 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:59 ] [ l_g_pix: 5.3054e-02 ] [ l_g_total: 5.3054e-02 ] +2024-10-09 15:39:12,186 INFO: [ epoch:1012 ] [ iter:418,000 ] [ performance: 22.190 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:53 ] [ l_g_pix: 5.3105e-02 ] [ l_g_total: 5.3105e-02 ] +2024-10-09 15:39:15,891 INFO: [ epoch:1012 ] [ iter:418,100 ] [ performance: 27.930 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:47 ] [ l_g_pix: 4.8991e-02 ] [ l_g_total: 4.8991e-02 ] +2024-10-09 15:39:19,580 INFO: [ epoch:1012 ] [ iter:418,200 ] [ performance: 27.247 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:41 ] [ l_g_pix: 4.3913e-02 ] [ l_g_total: 4.3913e-02 ] +2024-10-09 15:39:23,217 INFO: [ epoch:1012 ] [ iter:418,300 ] [ performance: 29.555 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:35 ] [ l_g_pix: 4.6996e-02 ] [ l_g_total: 4.6996e-02 ] +2024-10-09 15:39:27,862 INFO: [ epoch:1013 ] [ iter:418,400 ] [ performance: 22.512 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:29 ] [ l_g_pix: 5.4605e-02 ] [ l_g_total: 5.4605e-02 ] +2024-10-09 15:39:31,677 INFO: [ epoch:1013 ] [ iter:418,500 ] [ performance: 27.291 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:23 ] [ l_g_pix: 4.5230e-02 ] [ l_g_total: 4.5230e-02 ] +2024-10-09 15:39:35,368 INFO: [ epoch:1013 ] [ iter:418,600 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:17 ] [ l_g_pix: 4.8588e-02 ] [ l_g_total: 4.8588e-02 ] +2024-10-09 15:39:39,041 INFO: [ epoch:1013 ] [ iter:418,700 ] [ performance: 29.273 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:11 ] [ l_g_pix: 5.4289e-02 ] [ l_g_total: 5.4289e-02 ] +2024-10-09 15:39:43,550 INFO: [ epoch:1014 ] [ iter:418,800 ] [ performance: 22.995 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:05 ] [ l_g_pix: 2.8992e-02 ] [ l_g_total: 2.8992e-02 ] +2024-10-09 15:39:47,488 INFO: [ epoch:1014 ] [ iter:418,900 ] [ performance: 27.212 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:59 ] [ l_g_pix: 4.1983e-02 ] [ l_g_total: 4.1983e-02 ] +2024-10-09 15:39:51,186 INFO: [ epoch:1014 ] [ iter:419,000 ] [ performance: 27.066 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:53 ] [ l_g_pix: 4.2829e-02 ] [ l_g_total: 4.2829e-02 ] +2024-10-09 15:39:54,897 INFO: [ epoch:1014 ] [ iter:419,100 ] [ performance: 27.737 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:47 ] [ l_g_pix: 5.9050e-02 ] [ l_g_total: 5.9050e-02 ] +2024-10-09 15:39:59,232 INFO: [ epoch:1015 ] [ iter:419,200 ] [ performance: 23.593 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:41 ] [ l_g_pix: 3.8019e-02 ] [ l_g_total: 3.8019e-02 ] +2024-10-09 15:40:03,438 INFO: [ epoch:1015 ] [ iter:419,300 ] [ performance: 26.198 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:35 ] [ l_g_pix: 4.3928e-02 ] [ l_g_total: 4.3928e-02 ] +2024-10-09 15:40:07,159 INFO: [ epoch:1015 ] [ iter:419,400 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:29 ] [ l_g_pix: 4.5832e-02 ] [ l_g_total: 4.5832e-02 ] +2024-10-09 15:40:10,900 INFO: [ epoch:1015 ] [ iter:419,500 ] [ performance: 27.167 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:23 ] [ l_g_pix: 5.6940e-02 ] [ l_g_total: 5.6940e-02 ] +2024-10-09 15:40:14,389 INFO: [ epoch:1015 ] [ iter:419,600 ] [ performance: 28.482 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:16 ] [ l_g_pix: 4.4447e-02 ] [ l_g_total: 4.4447e-02 ] +2024-10-09 15:40:19,514 INFO: [ epoch:1016 ] [ iter:419,700 ] [ performance: 27.144 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:11 ] [ l_g_pix: 5.7549e-02 ] [ l_g_total: 5.7549e-02 ] +2024-10-09 15:40:23,242 INFO: [ epoch:1016 ] [ iter:419,800 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:05 ] [ l_g_pix: 4.7463e-02 ] [ l_g_total: 4.7463e-02 ] +2024-10-09 15:40:26,915 INFO: [ epoch:1016 ] [ iter:419,900 ] [ performance: 27.556 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:58 ] [ l_g_pix: 4.3620e-02 ] [ l_g_total: 4.3620e-02 ] +2024-10-09 15:40:30,453 INFO: [ epoch:1016 ] [ iter:420,000 ] [ performance: 28.198 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:52 ] [ l_g_pix: 4.6483e-02 ] [ l_g_total: 4.6483e-02 ] +2024-10-09 15:40:30,453 INFO: Saving models and training states. +2024-10-09 15:43:21,400 INFO: Validation val + + # psnr: 27.2448........ Best: 27.2487 @ 410000 iter + # ssim: 0.7683........ Best: 0.7685 @ 410000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 15:43:26,294 INFO: [ epoch:1017 ] [ iter:420,100 ] [ performance: 27.240 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:27 ] [ l_g_pix: 4.7942e-02 ] [ l_g_total: 4.7942e-02 ] +2024-10-09 15:43:30,008 INFO: [ epoch:1017 ] [ iter:420,200 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:21 ] [ l_g_pix: 4.5463e-02 ] [ l_g_total: 4.5463e-02 ] +2024-10-09 15:43:33,699 INFO: [ epoch:1017 ] [ iter:420,300 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:15 ] [ l_g_pix: 5.3718e-02 ] [ l_g_total: 5.3718e-02 ] +2024-10-09 15:43:37,234 INFO: [ epoch:1017 ] [ iter:420,400 ] [ performance: 28.161 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:09 ] [ l_g_pix: 5.7840e-02 ] [ l_g_total: 5.7840e-02 ] +2024-10-09 15:43:42,075 INFO: [ epoch:1018 ] [ iter:420,500 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:03 ] [ l_g_pix: 4.0592e-02 ] [ l_g_total: 4.0592e-02 ] +2024-10-09 15:43:45,757 INFO: [ epoch:1018 ] [ iter:420,600 ] [ performance: 27.140 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:57 ] [ l_g_pix: 4.9490e-02 ] [ l_g_total: 4.9490e-02 ] +2024-10-09 15:43:49,446 INFO: [ epoch:1018 ] [ iter:420,700 ] [ performance: 28.123 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:51 ] [ l_g_pix: 5.0788e-02 ] [ l_g_total: 5.0788e-02 ] +2024-10-09 15:43:53,014 INFO: [ epoch:1018 ] [ iter:420,800 ] [ performance: 28.041 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:44 ] [ l_g_pix: 5.2024e-02 ] [ l_g_total: 5.2024e-02 ] +2024-10-09 15:43:58,027 INFO: [ epoch:1019 ] [ iter:420,900 ] [ performance: 26.978 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:39 ] [ l_g_pix: 5.8508e-02 ] [ l_g_total: 5.8508e-02 ] +2024-10-09 15:44:01,704 INFO: [ epoch:1019 ] [ iter:421,000 ] [ performance: 27.189 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:32 ] [ l_g_pix: 5.8781e-02 ] [ l_g_total: 5.8781e-02 ] +2024-10-09 15:44:05,436 INFO: [ epoch:1019 ] [ iter:421,100 ] [ performance: 27.002 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:26 ] [ l_g_pix: 3.0096e-02 ] [ l_g_total: 3.0096e-02 ] +2024-10-09 15:44:09,061 INFO: [ epoch:1019 ] [ iter:421,200 ] [ performance: 27.566 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:20 ] [ l_g_pix: 4.2746e-02 ] [ l_g_total: 4.2746e-02 ] +2024-10-09 15:44:14,076 INFO: [ epoch:1020 ] [ iter:421,300 ] [ performance: 26.392 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:14 ] [ l_g_pix: 5.3609e-02 ] [ l_g_total: 5.3609e-02 ] +2024-10-09 15:44:17,845 INFO: [ epoch:1020 ] [ iter:421,400 ] [ performance: 26.530 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:08 ] [ l_g_pix: 4.2934e-02 ] [ l_g_total: 4.2934e-02 ] +2024-10-09 15:44:21,585 INFO: [ epoch:1020 ] [ iter:421,500 ] [ performance: 26.354 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:02 ] [ l_g_pix: 5.6639e-02 ] [ l_g_total: 5.6639e-02 ] +2024-10-09 15:44:25,280 INFO: [ epoch:1020 ] [ iter:421,600 ] [ performance: 27.052 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:56 ] [ l_g_pix: 4.6787e-02 ] [ l_g_total: 4.6787e-02 ] +2024-10-09 15:44:30,062 INFO: [ epoch:1021 ] [ iter:421,700 ] [ performance: 19.771 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:50 ] [ l_g_pix: 4.8718e-02 ] [ l_g_total: 4.8718e-02 ] +2024-10-09 15:44:33,918 INFO: [ epoch:1021 ] [ iter:421,800 ] [ performance: 25.788 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:44 ] [ l_g_pix: 5.5338e-02 ] [ l_g_total: 5.5338e-02 ] +2024-10-09 15:44:37,673 INFO: [ epoch:1021 ] [ iter:421,900 ] [ performance: 28.281 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:38 ] [ l_g_pix: 3.5839e-02 ] [ l_g_total: 3.5839e-02 ] +2024-10-09 15:44:41,364 INFO: [ epoch:1021 ] [ iter:422,000 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:32 ] [ l_g_pix: 3.5776e-02 ] [ l_g_total: 3.5776e-02 ] +2024-10-09 15:44:45,938 INFO: [ epoch:1022 ] [ iter:422,100 ] [ performance: 24.221 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:26 ] [ l_g_pix: 5.4818e-02 ] [ l_g_total: 5.4818e-02 ] +2024-10-09 15:44:49,978 INFO: [ epoch:1022 ] [ iter:422,200 ] [ performance: 24.789 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:20 ] [ l_g_pix: 5.2387e-02 ] [ l_g_total: 5.2387e-02 ] +2024-10-09 15:44:53,724 INFO: [ epoch:1022 ] [ iter:422,300 ] [ performance: 25.710 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:14 ] [ l_g_pix: 4.8415e-02 ] [ l_g_total: 4.8415e-02 ] +2024-10-09 15:44:57,519 INFO: [ epoch:1022 ] [ iter:422,400 ] [ performance: 26.370 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:08 ] [ l_g_pix: 4.5501e-02 ] [ l_g_total: 4.5501e-02 ] +2024-10-09 15:45:01,813 INFO: [ epoch:1023 ] [ iter:422,500 ] [ performance: 24.728 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:02 ] [ l_g_pix: 5.4806e-02 ] [ l_g_total: 5.4806e-02 ] +2024-10-09 15:45:06,203 INFO: [ epoch:1023 ] [ iter:422,600 ] [ performance: 23.155 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:56 ] [ l_g_pix: 5.5032e-02 ] [ l_g_total: 5.5032e-02 ] +2024-10-09 15:45:09,962 INFO: [ epoch:1023 ] [ iter:422,700 ] [ performance: 24.780 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:50 ] [ l_g_pix: 3.8279e-02 ] [ l_g_total: 3.8279e-02 ] +2024-10-09 15:45:13,708 INFO: [ epoch:1023 ] [ iter:422,800 ] [ performance: 26.717 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:43 ] [ l_g_pix: 4.3102e-02 ] [ l_g_total: 4.3102e-02 ] +2024-10-09 15:45:17,230 INFO: [ epoch:1023 ] [ iter:422,900 ] [ performance: 27.545 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:37 ] [ l_g_pix: 5.1584e-02 ] [ l_g_total: 5.1584e-02 ] +2024-10-09 15:45:22,190 INFO: [ epoch:1024 ] [ iter:423,000 ] [ performance: 19.943 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:31 ] [ l_g_pix: 4.8200e-02 ] [ l_g_total: 4.8200e-02 ] +2024-10-09 15:45:25,908 INFO: [ epoch:1024 ] [ iter:423,100 ] [ performance: 22.976 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:25 ] [ l_g_pix: 4.8634e-02 ] [ l_g_total: 4.8634e-02 ] +2024-10-09 15:45:29,645 INFO: [ epoch:1024 ] [ iter:423,200 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:19 ] [ l_g_pix: 6.7313e-02 ] [ l_g_total: 6.7313e-02 ] +2024-10-09 15:45:33,169 INFO: [ epoch:1024 ] [ iter:423,300 ] [ performance: 27.595 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:13 ] [ l_g_pix: 5.8447e-02 ] [ l_g_total: 5.8447e-02 ] +2024-10-09 15:45:38,104 INFO: [ epoch:1025 ] [ iter:423,400 ] [ performance: 19.891 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:07 ] [ l_g_pix: 3.8437e-02 ] [ l_g_total: 3.8437e-02 ] +2024-10-09 15:45:41,862 INFO: [ epoch:1025 ] [ iter:423,500 ] [ performance: 22.872 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:01 ] [ l_g_pix: 5.3323e-02 ] [ l_g_total: 5.3323e-02 ] +2024-10-09 15:45:45,609 INFO: [ epoch:1025 ] [ iter:423,600 ] [ performance: 26.735 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:55 ] [ l_g_pix: 4.9494e-02 ] [ l_g_total: 4.9494e-02 ] +2024-10-09 15:45:49,186 INFO: [ epoch:1025 ] [ iter:423,700 ] [ performance: 27.357 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:49 ] [ l_g_pix: 5.0044e-02 ] [ l_g_total: 5.0044e-02 ] +2024-10-09 15:45:54,287 INFO: [ epoch:1026 ] [ iter:423,800 ] [ performance: 19.075 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:43 ] [ l_g_pix: 4.7993e-02 ] [ l_g_total: 4.7993e-02 ] +2024-10-09 15:45:58,007 INFO: [ epoch:1026 ] [ iter:423,900 ] [ performance: 22.478 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:37 ] [ l_g_pix: 3.7565e-02 ] [ l_g_total: 3.7565e-02 ] +2024-10-09 15:46:01,699 INFO: [ epoch:1026 ] [ iter:424,000 ] [ performance: 27.165 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:31 ] [ l_g_pix: 4.8899e-02 ] [ l_g_total: 4.8899e-02 ] +2024-10-09 15:46:05,322 INFO: [ epoch:1026 ] [ iter:424,100 ] [ performance: 27.395 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:25 ] [ l_g_pix: 4.4522e-02 ] [ l_g_total: 4.4522e-02 ] +2024-10-09 15:46:10,110 INFO: [ epoch:1027 ] [ iter:424,200 ] [ performance: 20.309 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:19 ] [ l_g_pix: 4.5406e-02 ] [ l_g_total: 4.5406e-02 ] +2024-10-09 15:46:13,824 INFO: [ epoch:1027 ] [ iter:424,300 ] [ performance: 23.328 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:13 ] [ l_g_pix: 4.4805e-02 ] [ l_g_total: 4.4805e-02 ] +2024-10-09 15:46:17,547 INFO: [ epoch:1027 ] [ iter:424,400 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:07 ] [ l_g_pix: 4.8800e-02 ] [ l_g_total: 4.8800e-02 ] +2024-10-09 15:46:21,166 INFO: [ epoch:1027 ] [ iter:424,500 ] [ performance: 27.268 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:01 ] [ l_g_pix: 5.7821e-02 ] [ l_g_total: 5.7821e-02 ] +2024-10-09 15:46:26,151 INFO: [ epoch:1028 ] [ iter:424,600 ] [ performance: 19.260 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:55 ] [ l_g_pix: 3.8466e-02 ] [ l_g_total: 3.8466e-02 ] +2024-10-09 15:46:29,886 INFO: [ epoch:1028 ] [ iter:424,700 ] [ performance: 22.642 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:49 ] [ l_g_pix: 6.3499e-02 ] [ l_g_total: 6.3499e-02 ] +2024-10-09 15:46:33,596 INFO: [ epoch:1028 ] [ iter:424,800 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:43 ] [ l_g_pix: 4.4934e-02 ] [ l_g_total: 4.4934e-02 ] +2024-10-09 15:46:37,226 INFO: [ epoch:1028 ] [ iter:424,900 ] [ performance: 27.404 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:37 ] [ l_g_pix: 5.4508e-02 ] [ l_g_total: 5.4508e-02 ] +2024-10-09 15:46:42,163 INFO: [ epoch:1029 ] [ iter:425,000 ] [ performance: 19.332 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:31 ] [ l_g_pix: 4.3833e-02 ] [ l_g_total: 4.3833e-02 ] +2024-10-09 15:46:45,970 INFO: [ epoch:1029 ] [ iter:425,100 ] [ performance: 22.532 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:25 ] [ l_g_pix: 4.3279e-02 ] [ l_g_total: 4.3279e-02 ] +2024-10-09 15:46:49,676 INFO: [ epoch:1029 ] [ iter:425,200 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:19 ] [ l_g_pix: 5.4811e-02 ] [ l_g_total: 5.4811e-02 ] +2024-10-09 15:46:53,362 INFO: [ epoch:1029 ] [ iter:425,300 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:13 ] [ l_g_pix: 5.1526e-02 ] [ l_g_total: 5.1526e-02 ] +2024-10-09 15:46:57,933 INFO: [ epoch:1030 ] [ iter:425,400 ] [ performance: 21.087 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:07 ] [ l_g_pix: 5.0415e-02 ] [ l_g_total: 5.0415e-02 ] +2024-10-09 15:47:01,958 INFO: [ epoch:1030 ] [ iter:425,500 ] [ performance: 22.980 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:01 ] [ l_g_pix: 4.4854e-02 ] [ l_g_total: 4.4854e-02 ] +2024-10-09 15:47:05,665 INFO: [ epoch:1030 ] [ iter:425,600 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:55 ] [ l_g_pix: 4.2866e-02 ] [ l_g_total: 4.2866e-02 ] +2024-10-09 15:47:09,442 INFO: [ epoch:1030 ] [ iter:425,700 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:49 ] [ l_g_pix: 4.5914e-02 ] [ l_g_total: 4.5914e-02 ] +2024-10-09 15:47:12,855 INFO: [ epoch:1030 ] [ iter:425,800 ] [ performance: 29.685 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:42 ] [ l_g_pix: 3.8137e-02 ] [ l_g_total: 3.8137e-02 ] +2024-10-09 15:47:17,789 INFO: [ epoch:1031 ] [ iter:425,900 ] [ performance: 23.654 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:37 ] [ l_g_pix: 4.6650e-02 ] [ l_g_total: 4.6650e-02 ] +2024-10-09 15:47:21,502 INFO: [ epoch:1031 ] [ iter:426,000 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:30 ] [ l_g_pix: 4.1021e-02 ] [ l_g_total: 4.1021e-02 ] +2024-10-09 15:47:25,269 INFO: [ epoch:1031 ] [ iter:426,100 ] [ performance: 26.737 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:24 ] [ l_g_pix: 5.5951e-02 ] [ l_g_total: 5.5951e-02 ] +2024-10-09 15:47:28,787 INFO: [ epoch:1031 ] [ iter:426,200 ] [ performance: 29.043 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:18 ] [ l_g_pix: 4.0454e-02 ] [ l_g_total: 4.0454e-02 ] +2024-10-09 15:47:33,682 INFO: [ epoch:1032 ] [ iter:426,300 ] [ performance: 23.536 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:12 ] [ l_g_pix: 4.3077e-02 ] [ l_g_total: 4.3077e-02 ] +2024-10-09 15:47:37,402 INFO: [ epoch:1032 ] [ iter:426,400 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:06 ] [ l_g_pix: 3.7760e-02 ] [ l_g_total: 3.7760e-02 ] +2024-10-09 15:47:41,099 INFO: [ epoch:1032 ] [ iter:426,500 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:00 ] [ l_g_pix: 4.2714e-02 ] [ l_g_total: 4.2714e-02 ] +2024-10-09 15:47:44,647 INFO: [ epoch:1032 ] [ iter:426,600 ] [ performance: 28.672 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:54 ] [ l_g_pix: 4.2297e-02 ] [ l_g_total: 4.2297e-02 ] +2024-10-09 15:47:49,762 INFO: [ epoch:1033 ] [ iter:426,700 ] [ performance: 22.720 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:48 ] [ l_g_pix: 4.9114e-02 ] [ l_g_total: 4.9114e-02 ] +2024-10-09 15:47:53,485 INFO: [ epoch:1033 ] [ iter:426,800 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:42 ] [ l_g_pix: 4.4237e-02 ] [ l_g_total: 4.4237e-02 ] +2024-10-09 15:47:57,204 INFO: [ epoch:1033 ] [ iter:426,900 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:36 ] [ l_g_pix: 4.9532e-02 ] [ l_g_total: 4.9532e-02 ] +2024-10-09 15:48:00,778 INFO: [ epoch:1033 ] [ iter:427,000 ] [ performance: 28.568 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:30 ] [ l_g_pix: 4.1009e-02 ] [ l_g_total: 4.1009e-02 ] +2024-10-09 15:48:05,761 INFO: [ epoch:1034 ] [ iter:427,100 ] [ performance: 23.028 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:24 ] [ l_g_pix: 4.2939e-02 ] [ l_g_total: 4.2939e-02 ] +2024-10-09 15:48:09,467 INFO: [ epoch:1034 ] [ iter:427,200 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:18 ] [ l_g_pix: 3.9935e-02 ] [ l_g_total: 3.9935e-02 ] +2024-10-09 15:48:13,230 INFO: [ epoch:1034 ] [ iter:427,300 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:12 ] [ l_g_pix: 4.9106e-02 ] [ l_g_total: 4.9106e-02 ] +2024-10-09 15:48:16,811 INFO: [ epoch:1034 ] [ iter:427,400 ] [ performance: 28.380 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:06 ] [ l_g_pix: 4.3774e-02 ] [ l_g_total: 4.3774e-02 ] +2024-10-09 15:48:21,754 INFO: [ epoch:1035 ] [ iter:427,500 ] [ performance: 23.051 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:00 ] [ l_g_pix: 4.1442e-02 ] [ l_g_total: 4.1442e-02 ] +2024-10-09 15:48:25,492 INFO: [ epoch:1035 ] [ iter:427,600 ] [ performance: 26.863 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:54 ] [ l_g_pix: 3.4959e-02 ] [ l_g_total: 3.4959e-02 ] +2024-10-09 15:48:29,178 INFO: [ epoch:1035 ] [ iter:427,700 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:48 ] [ l_g_pix: 5.3714e-02 ] [ l_g_total: 5.3714e-02 ] +2024-10-09 15:48:32,819 INFO: [ epoch:1035 ] [ iter:427,800 ] [ performance: 27.862 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:42 ] [ l_g_pix: 4.8953e-02 ] [ l_g_total: 4.8953e-02 ] +2024-10-09 15:48:37,456 INFO: [ epoch:1036 ] [ iter:427,900 ] [ performance: 23.825 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:36 ] [ l_g_pix: 5.2784e-02 ] [ l_g_total: 5.2784e-02 ] +2024-10-09 15:48:41,241 INFO: [ epoch:1036 ] [ iter:428,000 ] [ performance: 27.048 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:30 ] [ l_g_pix: 5.1697e-02 ] [ l_g_total: 5.1697e-02 ] +2024-10-09 15:48:44,992 INFO: [ epoch:1036 ] [ iter:428,100 ] [ performance: 26.823 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:24 ] [ l_g_pix: 5.1821e-02 ] [ l_g_total: 5.1821e-02 ] +2024-10-09 15:48:48,699 INFO: [ epoch:1036 ] [ iter:428,200 ] [ performance: 27.220 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:18 ] [ l_g_pix: 4.5547e-02 ] [ l_g_total: 4.5547e-02 ] +2024-10-09 15:48:53,552 INFO: [ epoch:1037 ] [ iter:428,300 ] [ performance: 22.903 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:12 ] [ l_g_pix: 3.8997e-02 ] [ l_g_total: 3.8997e-02 ] +2024-10-09 15:48:57,432 INFO: [ epoch:1037 ] [ iter:428,400 ] [ performance: 26.638 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:06 ] [ l_g_pix: 4.3606e-02 ] [ l_g_total: 4.3606e-02 ] +2024-10-09 15:49:01,210 INFO: [ epoch:1037 ] [ iter:428,500 ] [ performance: 26.541 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:00 ] [ l_g_pix: 4.9991e-02 ] [ l_g_total: 4.9991e-02 ] +2024-10-09 15:49:04,964 INFO: [ epoch:1037 ] [ iter:428,600 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:54 ] [ l_g_pix: 4.9721e-02 ] [ l_g_total: 4.9721e-02 ] +2024-10-09 15:49:09,431 INFO: [ epoch:1038 ] [ iter:428,700 ] [ performance: 23.978 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:48 ] [ l_g_pix: 6.3570e-02 ] [ l_g_total: 6.3570e-02 ] +2024-10-09 15:49:13,483 INFO: [ epoch:1038 ] [ iter:428,800 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:42 ] [ l_g_pix: 5.9513e-02 ] [ l_g_total: 5.9513e-02 ] +2024-10-09 15:49:17,204 INFO: [ epoch:1038 ] [ iter:428,900 ] [ performance: 26.831 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:36 ] [ l_g_pix: 4.5204e-02 ] [ l_g_total: 4.5204e-02 ] +2024-10-09 15:49:20,952 INFO: [ epoch:1038 ] [ iter:429,000 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:30 ] [ l_g_pix: 4.2978e-02 ] [ l_g_total: 4.2978e-02 ] +2024-10-09 15:49:24,421 INFO: [ epoch:1038 ] [ iter:429,100 ] [ performance: 28.044 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:24 ] [ l_g_pix: 4.2264e-02 ] [ l_g_total: 4.2264e-02 ] +2024-10-09 15:49:29,468 INFO: [ epoch:1039 ] [ iter:429,200 ] [ performance: 26.447 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:19 ] [ l_g_pix: 4.2855e-02 ] [ l_g_total: 4.2855e-02 ] +2024-10-09 15:49:33,211 INFO: [ epoch:1039 ] [ iter:429,300 ] [ performance: 26.617 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:12 ] [ l_g_pix: 5.0094e-02 ] [ l_g_total: 5.0094e-02 ] +2024-10-09 15:49:36,887 INFO: [ epoch:1039 ] [ iter:429,400 ] [ performance: 27.433 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:06 ] [ l_g_pix: 5.9321e-02 ] [ l_g_total: 5.9321e-02 ] +2024-10-09 15:49:40,408 INFO: [ epoch:1039 ] [ iter:429,500 ] [ performance: 28.020 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:00 ] [ l_g_pix: 3.9441e-02 ] [ l_g_total: 3.9441e-02 ] +2024-10-09 15:49:45,470 INFO: [ epoch:1040 ] [ iter:429,600 ] [ performance: 24.233 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:55 ] [ l_g_pix: 3.4172e-02 ] [ l_g_total: 3.4172e-02 ] +2024-10-09 15:49:49,199 INFO: [ epoch:1040 ] [ iter:429,700 ] [ performance: 25.757 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:49 ] [ l_g_pix: 6.0543e-02 ] [ l_g_total: 6.0543e-02 ] +2024-10-09 15:49:52,905 INFO: [ epoch:1040 ] [ iter:429,800 ] [ performance: 27.186 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:42 ] [ l_g_pix: 4.7418e-02 ] [ l_g_total: 4.7418e-02 ] +2024-10-09 15:49:56,428 INFO: [ epoch:1040 ] [ iter:429,900 ] [ performance: 27.915 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:36 ] [ l_g_pix: 5.7951e-02 ] [ l_g_total: 5.7951e-02 ] +2024-10-09 15:50:01,525 INFO: [ epoch:1041 ] [ iter:430,000 ] [ performance: 22.161 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:31 ] [ l_g_pix: 4.2070e-02 ] [ l_g_total: 4.2070e-02 ] +2024-10-09 15:50:01,525 INFO: Saving models and training states. +2024-10-09 15:52:49,148 INFO: Validation val + + # psnr: 27.2530........ Best: 27.2530 @ 430000 iter + # ssim: 0.7683........ Best: 0.7685 @ 410000 iter + # dists: 0.7726........ Best: 0.7726 @ 270000 iter + +2024-10-09 15:52:52,844 INFO: [ epoch:1041 ] [ iter:430,100 ] [ performance: 24.974 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:00 ] [ l_g_pix: 6.3101e-02 ] [ l_g_total: 6.3101e-02 ] +2024-10-09 15:52:56,549 INFO: [ epoch:1041 ] [ iter:430,200 ] [ performance: 27.030 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:54 ] [ l_g_pix: 4.6836e-02 ] [ l_g_total: 4.6836e-02 ] +2024-10-09 15:53:00,112 INFO: [ epoch:1041 ] [ iter:430,300 ] [ performance: 27.673 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:47 ] [ l_g_pix: 4.6270e-02 ] [ l_g_total: 4.6270e-02 ] +2024-10-09 15:53:05,143 INFO: [ epoch:1042 ] [ iter:430,400 ] [ performance: 16.301 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:42 ] [ l_g_pix: 5.0905e-02 ] [ l_g_total: 5.0905e-02 ] +2024-10-09 15:53:08,920 INFO: [ epoch:1042 ] [ iter:430,500 ] [ performance: 21.502 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:36 ] [ l_g_pix: 4.9415e-02 ] [ l_g_total: 4.9415e-02 ] +2024-10-09 15:53:12,716 INFO: [ epoch:1042 ] [ iter:430,600 ] [ performance: 26.446 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:30 ] [ l_g_pix: 4.3467e-02 ] [ l_g_total: 4.3467e-02 ] +2024-10-09 15:53:16,358 INFO: [ epoch:1042 ] [ iter:430,700 ] [ performance: 27.082 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:23 ] [ l_g_pix: 4.9478e-02 ] [ l_g_total: 4.9478e-02 ] +2024-10-09 15:53:21,091 INFO: [ epoch:1043 ] [ iter:430,800 ] [ performance: 17.520 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:18 ] [ l_g_pix: 4.1999e-02 ] [ l_g_total: 4.1999e-02 ] +2024-10-09 15:53:24,779 INFO: [ epoch:1043 ] [ iter:430,900 ] [ performance: 22.622 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:12 ] [ l_g_pix: 4.4823e-02 ] [ l_g_total: 4.4823e-02 ] +2024-10-09 15:53:28,485 INFO: [ epoch:1043 ] [ iter:431,000 ] [ performance: 27.261 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:05 ] [ l_g_pix: 3.9707e-02 ] [ l_g_total: 3.9707e-02 ] +2024-10-09 15:53:32,152 INFO: [ epoch:1043 ] [ iter:431,100 ] [ performance: 27.267 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:59 ] [ l_g_pix: 4.9257e-02 ] [ l_g_total: 4.9257e-02 ] +2024-10-09 15:53:37,175 INFO: [ epoch:1044 ] [ iter:431,200 ] [ performance: 15.946 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:54 ] [ l_g_pix: 6.6973e-02 ] [ l_g_total: 6.6973e-02 ] +2024-10-09 15:53:40,964 INFO: [ epoch:1044 ] [ iter:431,300 ] [ performance: 21.443 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:47 ] [ l_g_pix: 3.9551e-02 ] [ l_g_total: 3.9551e-02 ] +2024-10-09 15:53:44,700 INFO: [ epoch:1044 ] [ iter:431,400 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:41 ] [ l_g_pix: 4.3340e-02 ] [ l_g_total: 4.3340e-02 ] +2024-10-09 15:53:48,398 INFO: [ epoch:1044 ] [ iter:431,500 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:35 ] [ l_g_pix: 6.0766e-02 ] [ l_g_total: 6.0766e-02 ] +2024-10-09 15:53:53,229 INFO: [ epoch:1045 ] [ iter:431,600 ] [ performance: 16.473 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:30 ] [ l_g_pix: 6.3226e-02 ] [ l_g_total: 6.3226e-02 ] +2024-10-09 15:53:57,143 INFO: [ epoch:1045 ] [ iter:431,700 ] [ performance: 21.504 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:23 ] [ l_g_pix: 4.3153e-02 ] [ l_g_total: 4.3153e-02 ] +2024-10-09 15:54:00,852 INFO: [ epoch:1045 ] [ iter:431,800 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:17 ] [ l_g_pix: 4.9645e-02 ] [ l_g_total: 4.9645e-02 ] +2024-10-09 15:54:04,584 INFO: [ epoch:1045 ] [ iter:431,900 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:11 ] [ l_g_pix: 5.3357e-02 ] [ l_g_total: 5.3357e-02 ] +2024-10-09 15:54:08,896 INFO: [ epoch:1046 ] [ iter:432,000 ] [ performance: 19.476 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:05 ] [ l_g_pix: 4.6196e-02 ] [ l_g_total: 4.6196e-02 ] +2024-10-09 15:54:13,199 INFO: [ epoch:1046 ] [ iter:432,100 ] [ performance: 21.819 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:59 ] [ l_g_pix: 4.6631e-02 ] [ l_g_total: 4.6631e-02 ] +2024-10-09 15:54:16,946 INFO: [ epoch:1046 ] [ iter:432,200 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:53 ] [ l_g_pix: 4.3166e-02 ] [ l_g_total: 4.3166e-02 ] +2024-10-09 15:54:20,612 INFO: [ epoch:1046 ] [ iter:432,300 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:47 ] [ l_g_pix: 5.8618e-02 ] [ l_g_total: 5.8618e-02 ] +2024-10-09 15:54:24,091 INFO: [ epoch:1046 ] [ iter:432,400 ] [ performance: 29.053 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:41 ] [ l_g_pix: 4.6782e-02 ] [ l_g_total: 4.6782e-02 ] +2024-10-09 15:54:29,271 INFO: [ epoch:1047 ] [ iter:432,500 ] [ performance: 21.704 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:35 ] [ l_g_pix: 4.5155e-02 ] [ l_g_total: 4.5155e-02 ] +2024-10-09 15:54:33,004 INFO: [ epoch:1047 ] [ iter:432,600 ] [ performance: 26.737 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:29 ] [ l_g_pix: 4.3573e-02 ] [ l_g_total: 4.3573e-02 ] +2024-10-09 15:54:36,709 INFO: [ epoch:1047 ] [ iter:432,700 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:23 ] [ l_g_pix: 4.2824e-02 ] [ l_g_total: 4.2824e-02 ] +2024-10-09 15:54:40,235 INFO: [ epoch:1047 ] [ iter:432,800 ] [ performance: 28.946 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:17 ] [ l_g_pix: 4.1522e-02 ] [ l_g_total: 4.1522e-02 ] +2024-10-09 15:54:45,129 INFO: [ epoch:1048 ] [ iter:432,900 ] [ performance: 22.558 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:11 ] [ l_g_pix: 5.3784e-02 ] [ l_g_total: 5.3784e-02 ] +2024-10-09 15:54:48,827 INFO: [ epoch:1048 ] [ iter:433,000 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:05 ] [ l_g_pix: 4.5056e-02 ] [ l_g_total: 4.5056e-02 ] +2024-10-09 15:54:52,537 INFO: [ epoch:1048 ] [ iter:433,100 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:59 ] [ l_g_pix: 4.5392e-02 ] [ l_g_total: 4.5392e-02 ] +2024-10-09 15:54:56,051 INFO: [ epoch:1048 ] [ iter:433,200 ] [ performance: 29.364 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:53 ] [ l_g_pix: 3.7642e-02 ] [ l_g_total: 3.7642e-02 ] +2024-10-09 15:55:01,020 INFO: [ epoch:1049 ] [ iter:433,300 ] [ performance: 22.306 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:47 ] [ l_g_pix: 5.8797e-02 ] [ l_g_total: 5.8797e-02 ] +2024-10-09 15:55:04,718 INFO: [ epoch:1049 ] [ iter:433,400 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:41 ] [ l_g_pix: 4.2705e-02 ] [ l_g_total: 4.2705e-02 ] +2024-10-09 15:55:08,445 INFO: [ epoch:1049 ] [ iter:433,500 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:35 ] [ l_g_pix: 5.4124e-02 ] [ l_g_total: 5.4124e-02 ] +2024-10-09 15:55:12,069 INFO: [ epoch:1049 ] [ iter:433,600 ] [ performance: 29.186 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:29 ] [ l_g_pix: 5.6325e-02 ] [ l_g_total: 5.6325e-02 ] +2024-10-09 15:55:17,118 INFO: [ epoch:1050 ] [ iter:433,700 ] [ performance: 21.930 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:24 ] [ l_g_pix: 3.8132e-02 ] [ l_g_total: 3.8132e-02 ] +2024-10-09 15:55:20,829 INFO: [ epoch:1050 ] [ iter:433,800 ] [ performance: 27.026 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:17 ] [ l_g_pix: 5.4098e-02 ] [ l_g_total: 5.4098e-02 ] +2024-10-09 15:55:24,548 INFO: [ epoch:1050 ] [ iter:433,900 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:11 ] [ l_g_pix: 5.7394e-02 ] [ l_g_total: 5.7394e-02 ] +2024-10-09 15:55:28,164 INFO: [ epoch:1050 ] [ iter:434,000 ] [ performance: 28.181 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:05 ] [ l_g_pix: 5.2402e-02 ] [ l_g_total: 5.2402e-02 ] +2024-10-09 15:55:33,139 INFO: [ epoch:1051 ] [ iter:434,100 ] [ performance: 21.934 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:00 ] [ l_g_pix: 5.0809e-02 ] [ l_g_total: 5.0809e-02 ] +2024-10-09 15:55:36,876 INFO: [ epoch:1051 ] [ iter:434,200 ] [ performance: 27.503 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:54 ] [ l_g_pix: 5.5984e-02 ] [ l_g_total: 5.5984e-02 ] +2024-10-09 15:55:40,602 INFO: [ epoch:1051 ] [ iter:434,300 ] [ performance: 27.029 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:47 ] [ l_g_pix: 5.2462e-02 ] [ l_g_total: 5.2462e-02 ] +2024-10-09 15:55:44,252 INFO: [ epoch:1051 ] [ iter:434,400 ] [ performance: 28.174 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:41 ] [ l_g_pix: 5.3874e-02 ] [ l_g_total: 5.3874e-02 ] +2024-10-09 15:55:48,798 INFO: [ epoch:1052 ] [ iter:434,500 ] [ performance: 23.446 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:36 ] [ l_g_pix: 3.5775e-02 ] [ l_g_total: 3.5775e-02 ] +2024-10-09 15:55:52,675 INFO: [ epoch:1052 ] [ iter:434,600 ] [ performance: 27.433 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:30 ] [ l_g_pix: 5.2236e-02 ] [ l_g_total: 5.2236e-02 ] +2024-10-09 15:55:56,433 INFO: [ epoch:1052 ] [ iter:434,700 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:24 ] [ l_g_pix: 4.8616e-02 ] [ l_g_total: 4.8616e-02 ] +2024-10-09 15:56:00,158 INFO: [ epoch:1052 ] [ iter:434,800 ] [ performance: 27.632 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:17 ] [ l_g_pix: 3.9579e-02 ] [ l_g_total: 3.9579e-02 ] +2024-10-09 15:56:04,756 INFO: [ epoch:1053 ] [ iter:434,900 ] [ performance: 23.080 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:12 ] [ l_g_pix: 3.1195e-02 ] [ l_g_total: 3.1195e-02 ] +2024-10-09 15:56:08,821 INFO: [ epoch:1053 ] [ iter:435,000 ] [ performance: 27.537 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:06 ] [ l_g_pix: 6.3990e-02 ] [ l_g_total: 6.3990e-02 ] +2024-10-09 15:56:12,556 INFO: [ epoch:1053 ] [ iter:435,100 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:00 ] [ l_g_pix: 5.3505e-02 ] [ l_g_total: 5.3505e-02 ] +2024-10-09 15:56:16,316 INFO: [ epoch:1053 ] [ iter:435,200 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:54 ] [ l_g_pix: 4.9180e-02 ] [ l_g_total: 4.9180e-02 ] +2024-10-09 15:56:19,817 INFO: [ epoch:1053 ] [ iter:435,300 ] [ performance: 28.129 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:48 ] [ l_g_pix: 5.3078e-02 ] [ l_g_total: 5.3078e-02 ] +2024-10-09 15:56:24,864 INFO: [ epoch:1054 ] [ iter:435,400 ] [ performance: 27.042 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:42 ] [ l_g_pix: 3.5536e-02 ] [ l_g_total: 3.5536e-02 ] +2024-10-09 15:56:28,518 INFO: [ epoch:1054 ] [ iter:435,500 ] [ performance: 27.291 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:36 ] [ l_g_pix: 5.5251e-02 ] [ l_g_total: 5.5251e-02 ] +2024-10-09 15:56:32,201 INFO: [ epoch:1054 ] [ iter:435,600 ] [ performance: 27.122 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:30 ] [ l_g_pix: 3.8731e-02 ] [ l_g_total: 3.8731e-02 ] +2024-10-09 15:56:35,746 INFO: [ epoch:1054 ] [ iter:435,700 ] [ performance: 27.936 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:24 ] [ l_g_pix: 4.2457e-02 ] [ l_g_total: 4.2457e-02 ] +2024-10-09 15:56:40,663 INFO: [ epoch:1055 ] [ iter:435,800 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:18 ] [ l_g_pix: 5.9062e-02 ] [ l_g_total: 5.9062e-02 ] +2024-10-09 15:56:44,388 INFO: [ epoch:1055 ] [ iter:435,900 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:12 ] [ l_g_pix: 4.6238e-02 ] [ l_g_total: 4.6238e-02 ] +2024-10-09 15:56:48,156 INFO: [ epoch:1055 ] [ iter:436,000 ] [ performance: 26.230 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:06 ] [ l_g_pix: 4.3662e-02 ] [ l_g_total: 4.3662e-02 ] +2024-10-09 15:56:51,680 INFO: [ epoch:1055 ] [ iter:436,100 ] [ performance: 27.845 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:00 ] [ l_g_pix: 5.4354e-02 ] [ l_g_total: 5.4354e-02 ] +2024-10-09 15:56:56,609 INFO: [ epoch:1056 ] [ iter:436,200 ] [ performance: 27.403 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:54 ] [ l_g_pix: 3.6622e-02 ] [ l_g_total: 3.6622e-02 ] +2024-10-09 15:57:00,367 INFO: [ epoch:1056 ] [ iter:436,300 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:48 ] [ l_g_pix: 4.1411e-02 ] [ l_g_total: 4.1411e-02 ] +2024-10-09 15:57:04,101 INFO: [ epoch:1056 ] [ iter:436,400 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:42 ] [ l_g_pix: 4.1817e-02 ] [ l_g_total: 4.1817e-02 ] +2024-10-09 15:57:07,661 INFO: [ epoch:1056 ] [ iter:436,500 ] [ performance: 27.838 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:36 ] [ l_g_pix: 5.2081e-02 ] [ l_g_total: 5.2081e-02 ] +2024-10-09 15:57:12,646 INFO: [ epoch:1057 ] [ iter:436,600 ] [ performance: 25.775 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:30 ] [ l_g_pix: 5.4232e-02 ] [ l_g_total: 5.4232e-02 ] +2024-10-09 15:57:16,343 INFO: [ epoch:1057 ] [ iter:436,700 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:24 ] [ l_g_pix: 5.1929e-02 ] [ l_g_total: 5.1929e-02 ] +2024-10-09 15:57:20,034 INFO: [ epoch:1057 ] [ iter:436,800 ] [ performance: 27.716 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:18 ] [ l_g_pix: 4.4286e-02 ] [ l_g_total: 4.4286e-02 ] +2024-10-09 15:57:23,649 INFO: [ epoch:1057 ] [ iter:436,900 ] [ performance: 27.681 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:12 ] [ l_g_pix: 4.1846e-02 ] [ l_g_total: 4.1846e-02 ] +2024-10-09 15:57:28,605 INFO: [ epoch:1058 ] [ iter:437,000 ] [ performance: 22.227 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:06 ] [ l_g_pix: 5.3052e-02 ] [ l_g_total: 5.3052e-02 ] +2024-10-09 15:57:32,302 INFO: [ epoch:1058 ] [ iter:437,100 ] [ performance: 25.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:00 ] [ l_g_pix: 4.3894e-02 ] [ l_g_total: 4.3894e-02 ] +2024-10-09 15:57:36,028 INFO: [ epoch:1058 ] [ iter:437,200 ] [ performance: 27.212 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:54 ] [ l_g_pix: 6.4424e-02 ] [ l_g_total: 6.4424e-02 ] +2024-10-09 15:57:39,669 INFO: [ epoch:1058 ] [ iter:437,300 ] [ performance: 27.423 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:48 ] [ l_g_pix: 4.6308e-02 ] [ l_g_total: 4.6308e-02 ] +2024-10-09 15:57:44,418 INFO: [ epoch:1059 ] [ iter:437,400 ] [ performance: 21.566 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:42 ] [ l_g_pix: 5.0443e-02 ] [ l_g_total: 5.0443e-02 ] +2024-10-09 15:57:48,205 INFO: [ epoch:1059 ] [ iter:437,500 ] [ performance: 25.314 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:36 ] [ l_g_pix: 5.1152e-02 ] [ l_g_total: 5.1152e-02 ] +2024-10-09 15:57:51,907 INFO: [ epoch:1059 ] [ iter:437,600 ] [ performance: 27.307 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:30 ] [ l_g_pix: 5.1019e-02 ] [ l_g_total: 5.1019e-02 ] +2024-10-09 15:57:55,555 INFO: [ epoch:1059 ] [ iter:437,700 ] [ performance: 27.397 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:24 ] [ l_g_pix: 5.0271e-02 ] [ l_g_total: 5.0271e-02 ] +2024-10-09 15:58:00,203 INFO: [ epoch:1060 ] [ iter:437,800 ] [ performance: 11.484 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:19 ] [ l_g_pix: 4.9237e-02 ] [ l_g_total: 4.9237e-02 ] +2024-10-09 15:58:04,168 INFO: [ epoch:1060 ] [ iter:437,900 ] [ performance: 20.751 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:13 ] [ l_g_pix: 6.0243e-02 ] [ l_g_total: 6.0243e-02 ] +2024-10-09 15:58:07,885 INFO: [ epoch:1060 ] [ iter:438,000 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:07 ] [ l_g_pix: 5.4356e-02 ] [ l_g_total: 5.4356e-02 ] +2024-10-09 15:58:11,584 INFO: [ epoch:1060 ] [ iter:438,100 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:01 ] [ l_g_pix: 5.4536e-02 ] [ l_g_total: 5.4536e-02 ] +2024-10-09 15:58:15,996 INFO: [ epoch:1061 ] [ iter:438,200 ] [ performance: 12.192 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:55 ] [ l_g_pix: 3.2823e-02 ] [ l_g_total: 3.2823e-02 ] +2024-10-09 15:58:20,162 INFO: [ epoch:1061 ] [ iter:438,300 ] [ performance: 20.669 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:49 ] [ l_g_pix: 4.3905e-02 ] [ l_g_total: 4.3905e-02 ] +2024-10-09 15:58:23,856 INFO: [ epoch:1061 ] [ iter:438,400 ] [ performance: 28.134 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:43 ] [ l_g_pix: 4.8285e-02 ] [ l_g_total: 4.8285e-02 ] +2024-10-09 15:58:27,629 INFO: [ epoch:1061 ] [ iter:438,500 ] [ performance: 26.757 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:37 ] [ l_g_pix: 4.1647e-02 ] [ l_g_total: 4.1647e-02 ] +2024-10-09 15:58:31,166 INFO: [ epoch:1061 ] [ iter:438,600 ] [ performance: 29.314 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:31 ] [ l_g_pix: 4.6080e-02 ] [ l_g_total: 4.6080e-02 ] +2024-10-09 15:58:36,310 INFO: [ epoch:1062 ] [ iter:438,700 ] [ performance: 20.498 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:25 ] [ l_g_pix: 5.5040e-02 ] [ l_g_total: 5.5040e-02 ] +2024-10-09 15:58:40,077 INFO: [ epoch:1062 ] [ iter:438,800 ] [ performance: 27.602 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:19 ] [ l_g_pix: 3.8519e-02 ] [ l_g_total: 3.8519e-02 ] +2024-10-09 15:58:43,819 INFO: [ epoch:1062 ] [ iter:438,900 ] [ performance: 26.855 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:13 ] [ l_g_pix: 5.0749e-02 ] [ l_g_total: 5.0749e-02 ] +2024-10-09 15:58:47,316 INFO: [ epoch:1062 ] [ iter:439,000 ] [ performance: 29.671 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:07 ] [ l_g_pix: 5.7553e-02 ] [ l_g_total: 5.7553e-02 ] +2024-10-09 15:58:52,278 INFO: [ epoch:1063 ] [ iter:439,100 ] [ performance: 21.092 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:01 ] [ l_g_pix: 3.8654e-02 ] [ l_g_total: 3.8654e-02 ] +2024-10-09 15:58:55,942 INFO: [ epoch:1063 ] [ iter:439,200 ] [ performance: 28.015 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:55 ] [ l_g_pix: 2.9967e-02 ] [ l_g_total: 2.9967e-02 ] +2024-10-09 15:58:59,651 INFO: [ epoch:1063 ] [ iter:439,300 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:49 ] [ l_g_pix: 5.4050e-02 ] [ l_g_total: 5.4050e-02 ] +2024-10-09 15:59:03,243 INFO: [ epoch:1063 ] [ iter:439,400 ] [ performance: 29.208 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:43 ] [ l_g_pix: 5.2913e-02 ] [ l_g_total: 5.2913e-02 ] +2024-10-09 15:59:08,072 INFO: [ epoch:1064 ] [ iter:439,500 ] [ performance: 21.480 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:37 ] [ l_g_pix: 3.7404e-02 ] [ l_g_total: 3.7404e-02 ] +2024-10-09 15:59:11,783 INFO: [ epoch:1064 ] [ iter:439,600 ] [ performance: 27.725 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:31 ] [ l_g_pix: 3.8673e-02 ] [ l_g_total: 3.8673e-02 ] +2024-10-09 15:59:15,503 INFO: [ epoch:1064 ] [ iter:439,700 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:25 ] [ l_g_pix: 6.8315e-02 ] [ l_g_total: 6.8315e-02 ] +2024-10-09 15:59:19,039 INFO: [ epoch:1064 ] [ iter:439,800 ] [ performance: 30.346 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:19 ] [ l_g_pix: 5.6907e-02 ] [ l_g_total: 5.6907e-02 ] +2024-10-09 15:59:23,854 INFO: [ epoch:1065 ] [ iter:439,900 ] [ performance: 21.502 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:14 ] [ l_g_pix: 4.0576e-02 ] [ l_g_total: 4.0576e-02 ] +2024-10-09 15:59:27,552 INFO: [ epoch:1065 ] [ iter:440,000 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:08 ] [ l_g_pix: 4.9346e-02 ] [ l_g_total: 4.9346e-02 ] +2024-10-09 15:59:27,552 INFO: Saving models and training states. +2024-10-09 16:02:16,176 INFO: Validation val + + # psnr: 27.2464........ Best: 27.2530 @ 430000 iter + # ssim: 0.7684........ Best: 0.7685 @ 410000 iter + # dists: 0.7725........ Best: 0.7725 @ 440000 iter + +2024-10-09 16:02:19,889 INFO: [ epoch:1065 ] [ iter:440,100 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:32 ] [ l_g_pix: 4.2672e-02 ] [ l_g_total: 4.2672e-02 ] +2024-10-09 16:02:23,495 INFO: [ epoch:1065 ] [ iter:440,200 ] [ performance: 29.833 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:26 ] [ l_g_pix: 4.7118e-02 ] [ l_g_total: 4.7118e-02 ] +2024-10-09 16:02:28,369 INFO: [ epoch:1066 ] [ iter:440,300 ] [ performance: 21.123 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:20 ] [ l_g_pix: 3.0304e-02 ] [ l_g_total: 3.0304e-02 ] +2024-10-09 16:02:32,080 INFO: [ epoch:1066 ] [ iter:440,400 ] [ performance: 27.444 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:14 ] [ l_g_pix: 3.9094e-02 ] [ l_g_total: 3.9094e-02 ] +2024-10-09 16:02:35,785 INFO: [ epoch:1066 ] [ iter:440,500 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:08 ] [ l_g_pix: 5.9954e-02 ] [ l_g_total: 5.9954e-02 ] +2024-10-09 16:02:39,424 INFO: [ epoch:1066 ] [ iter:440,600 ] [ performance: 30.178 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:02 ] [ l_g_pix: 5.0892e-02 ] [ l_g_total: 5.0892e-02 ] +2024-10-09 16:02:44,382 INFO: [ epoch:1067 ] [ iter:440,700 ] [ performance: 20.684 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:57 ] [ l_g_pix: 5.1539e-02 ] [ l_g_total: 5.1539e-02 ] +2024-10-09 16:02:48,102 INFO: [ epoch:1067 ] [ iter:440,800 ] [ performance: 28.052 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:51 ] [ l_g_pix: 4.9786e-02 ] [ l_g_total: 4.9786e-02 ] +2024-10-09 16:02:51,795 INFO: [ epoch:1067 ] [ iter:440,900 ] [ performance: 27.141 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:44 ] [ l_g_pix: 4.0742e-02 ] [ l_g_total: 4.0742e-02 ] +2024-10-09 16:02:55,479 INFO: [ epoch:1067 ] [ iter:441,000 ] [ performance: 30.104 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:38 ] [ l_g_pix: 4.0537e-02 ] [ l_g_total: 4.0537e-02 ] +2024-10-09 16:03:00,159 INFO: [ epoch:1068 ] [ iter:441,100 ] [ performance: 21.731 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:33 ] [ l_g_pix: 5.0669e-02 ] [ l_g_total: 5.0669e-02 ] +2024-10-09 16:03:04,150 INFO: [ epoch:1068 ] [ iter:441,200 ] [ performance: 27.423 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:27 ] [ l_g_pix: 5.2338e-02 ] [ l_g_total: 5.2338e-02 ] +2024-10-09 16:03:07,835 INFO: [ epoch:1068 ] [ iter:441,300 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:21 ] [ l_g_pix: 4.9753e-02 ] [ l_g_total: 4.9753e-02 ] +2024-10-09 16:03:11,565 INFO: [ epoch:1068 ] [ iter:441,400 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:15 ] [ l_g_pix: 3.8473e-02 ] [ l_g_total: 3.8473e-02 ] +2024-10-09 16:03:15,905 INFO: [ epoch:1069 ] [ iter:441,500 ] [ performance: 23.233 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:09 ] [ l_g_pix: 5.3457e-02 ] [ l_g_total: 5.3457e-02 ] +2024-10-09 16:03:19,933 INFO: [ epoch:1069 ] [ iter:441,600 ] [ performance: 29.353 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:03 ] [ l_g_pix: 7.1310e-02 ] [ l_g_total: 7.1310e-02 ] +2024-10-09 16:03:23,583 INFO: [ epoch:1069 ] [ iter:441,700 ] [ performance: 27.461 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:57 ] [ l_g_pix: 4.5203e-02 ] [ l_g_total: 4.5203e-02 ] +2024-10-09 16:03:27,214 INFO: [ epoch:1069 ] [ iter:441,800 ] [ performance: 27.859 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:51 ] [ l_g_pix: 5.1581e-02 ] [ l_g_total: 5.1581e-02 ] +2024-10-09 16:03:30,668 INFO: [ epoch:1069 ] [ iter:441,900 ] [ performance: 28.937 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:45 ] [ l_g_pix: 5.8126e-02 ] [ l_g_total: 5.8126e-02 ] +2024-10-09 16:03:35,824 INFO: [ epoch:1070 ] [ iter:442,000 ] [ performance: 23.781 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:39 ] [ l_g_pix: 3.4521e-02 ] [ l_g_total: 3.4521e-02 ] +2024-10-09 16:03:39,578 INFO: [ epoch:1070 ] [ iter:442,100 ] [ performance: 26.615 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:33 ] [ l_g_pix: 5.8243e-02 ] [ l_g_total: 5.8243e-02 ] +2024-10-09 16:03:43,360 INFO: [ epoch:1070 ] [ iter:442,200 ] [ performance: 26.532 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:27 ] [ l_g_pix: 4.8217e-02 ] [ l_g_total: 4.8217e-02 ] +2024-10-09 16:03:46,861 INFO: [ epoch:1070 ] [ iter:442,300 ] [ performance: 28.569 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:21 ] [ l_g_pix: 5.3458e-02 ] [ l_g_total: 5.3458e-02 ] +2024-10-09 16:03:51,892 INFO: [ epoch:1071 ] [ iter:442,400 ] [ performance: 23.447 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:15 ] [ l_g_pix: 4.1714e-02 ] [ l_g_total: 4.1714e-02 ] +2024-10-09 16:03:55,605 INFO: [ epoch:1071 ] [ iter:442,500 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:09 ] [ l_g_pix: 5.5882e-02 ] [ l_g_total: 5.5882e-02 ] +2024-10-09 16:03:59,323 INFO: [ epoch:1071 ] [ iter:442,600 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:03 ] [ l_g_pix: 4.5320e-02 ] [ l_g_total: 4.5320e-02 ] +2024-10-09 16:04:02,870 INFO: [ epoch:1071 ] [ iter:442,700 ] [ performance: 28.250 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:57 ] [ l_g_pix: 4.3664e-02 ] [ l_g_total: 4.3664e-02 ] +2024-10-09 16:04:07,983 INFO: [ epoch:1072 ] [ iter:442,800 ] [ performance: 23.076 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:51 ] [ l_g_pix: 4.1236e-02 ] [ l_g_total: 4.1236e-02 ] +2024-10-09 16:04:11,799 INFO: [ epoch:1072 ] [ iter:442,900 ] [ performance: 26.228 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:45 ] [ l_g_pix: 4.1539e-02 ] [ l_g_total: 4.1539e-02 ] +2024-10-09 16:04:15,514 INFO: [ epoch:1072 ] [ iter:443,000 ] [ performance: 26.576 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:39 ] [ l_g_pix: 3.8599e-02 ] [ l_g_total: 3.8599e-02 ] +2024-10-09 16:04:19,067 INFO: [ epoch:1072 ] [ iter:443,100 ] [ performance: 28.250 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:33 ] [ l_g_pix: 5.6514e-02 ] [ l_g_total: 5.6514e-02 ] +2024-10-09 16:04:24,067 INFO: [ epoch:1073 ] [ iter:443,200 ] [ performance: 23.342 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:27 ] [ l_g_pix: 4.0183e-02 ] [ l_g_total: 4.0183e-02 ] +2024-10-09 16:04:27,783 INFO: [ epoch:1073 ] [ iter:443,300 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:21 ] [ l_g_pix: 5.6852e-02 ] [ l_g_total: 5.6852e-02 ] +2024-10-09 16:04:31,501 INFO: [ epoch:1073 ] [ iter:443,400 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:15 ] [ l_g_pix: 5.8322e-02 ] [ l_g_total: 5.8322e-02 ] +2024-10-09 16:04:35,148 INFO: [ epoch:1073 ] [ iter:443,500 ] [ performance: 27.600 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:09 ] [ l_g_pix: 5.8044e-02 ] [ l_g_total: 5.8044e-02 ] +2024-10-09 16:04:40,227 INFO: [ epoch:1074 ] [ iter:443,600 ] [ performance: 22.868 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:04 ] [ l_g_pix: 5.4942e-02 ] [ l_g_total: 5.4942e-02 ] +2024-10-09 16:04:43,947 INFO: [ epoch:1074 ] [ iter:443,700 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:58 ] [ l_g_pix: 4.7600e-02 ] [ l_g_total: 4.7600e-02 ] +2024-10-09 16:04:47,660 INFO: [ epoch:1074 ] [ iter:443,800 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:52 ] [ l_g_pix: 4.4777e-02 ] [ l_g_total: 4.4777e-02 ] +2024-10-09 16:04:51,312 INFO: [ epoch:1074 ] [ iter:443,900 ] [ performance: 27.486 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:46 ] [ l_g_pix: 5.6139e-02 ] [ l_g_total: 5.6139e-02 ] +2024-10-09 16:04:56,112 INFO: [ epoch:1075 ] [ iter:444,000 ] [ performance: 23.572 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:40 ] [ l_g_pix: 4.9752e-02 ] [ l_g_total: 4.9752e-02 ] +2024-10-09 16:04:59,895 INFO: [ epoch:1075 ] [ iter:444,100 ] [ performance: 27.305 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:34 ] [ l_g_pix: 4.3382e-02 ] [ l_g_total: 4.3382e-02 ] +2024-10-09 16:05:03,585 INFO: [ epoch:1075 ] [ iter:444,200 ] [ performance: 27.200 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:28 ] [ l_g_pix: 3.9454e-02 ] [ l_g_total: 3.9454e-02 ] +2024-10-09 16:05:07,280 INFO: [ epoch:1075 ] [ iter:444,300 ] [ performance: 27.079 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:22 ] [ l_g_pix: 4.6971e-02 ] [ l_g_total: 4.6971e-02 ] +2024-10-09 16:05:11,665 INFO: [ epoch:1076 ] [ iter:444,400 ] [ performance: 24.651 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:16 ] [ l_g_pix: 5.8812e-02 ] [ l_g_total: 5.8812e-02 ] +2024-10-09 16:05:15,721 INFO: [ epoch:1076 ] [ iter:444,500 ] [ performance: 25.341 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:10 ] [ l_g_pix: 5.2836e-02 ] [ l_g_total: 5.2836e-02 ] +2024-10-09 16:05:19,460 INFO: [ epoch:1076 ] [ iter:444,600 ] [ performance: 26.066 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:04 ] [ l_g_pix: 5.2524e-02 ] [ l_g_total: 5.2524e-02 ] +2024-10-09 16:05:23,236 INFO: [ epoch:1076 ] [ iter:444,700 ] [ performance: 26.338 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:58 ] [ l_g_pix: 4.3510e-02 ] [ l_g_total: 4.3510e-02 ] +2024-10-09 16:05:26,679 INFO: [ epoch:1076 ] [ iter:444,800 ] [ performance: 27.717 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:52 ] [ l_g_pix: 4.3096e-02 ] [ l_g_total: 4.3096e-02 ] +2024-10-09 16:05:31,917 INFO: [ epoch:1077 ] [ iter:444,900 ] [ performance: 24.494 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:46 ] [ l_g_pix: 4.7616e-02 ] [ l_g_total: 4.7616e-02 ] +2024-10-09 16:05:35,686 INFO: [ epoch:1077 ] [ iter:445,000 ] [ performance: 25.547 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:40 ] [ l_g_pix: 4.4705e-02 ] [ l_g_total: 4.4705e-02 ] +2024-10-09 16:05:39,455 INFO: [ epoch:1077 ] [ iter:445,100 ] [ performance: 26.595 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:34 ] [ l_g_pix: 4.1870e-02 ] [ l_g_total: 4.1870e-02 ] +2024-10-09 16:05:42,920 INFO: [ epoch:1077 ] [ iter:445,200 ] [ performance: 27.768 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:28 ] [ l_g_pix: 4.2930e-02 ] [ l_g_total: 4.2930e-02 ] +2024-10-09 16:05:47,830 INFO: [ epoch:1078 ] [ iter:445,300 ] [ performance: 23.670 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:23 ] [ l_g_pix: 5.4585e-02 ] [ l_g_total: 5.4585e-02 ] +2024-10-09 16:05:51,543 INFO: [ epoch:1078 ] [ iter:445,400 ] [ performance: 25.332 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:17 ] [ l_g_pix: 4.9706e-02 ] [ l_g_total: 4.9706e-02 ] +2024-10-09 16:05:55,275 INFO: [ epoch:1078 ] [ iter:445,500 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:11 ] [ l_g_pix: 4.2924e-02 ] [ l_g_total: 4.2924e-02 ] +2024-10-09 16:05:58,824 INFO: [ epoch:1078 ] [ iter:445,600 ] [ performance: 27.562 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:05 ] [ l_g_pix: 4.9619e-02 ] [ l_g_total: 4.9619e-02 ] +2024-10-09 16:06:03,830 INFO: [ epoch:1079 ] [ iter:445,700 ] [ performance: 18.889 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:59 ] [ l_g_pix: 5.9784e-02 ] [ l_g_total: 5.9784e-02 ] +2024-10-09 16:06:07,583 INFO: [ epoch:1079 ] [ iter:445,800 ] [ performance: 22.465 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:53 ] [ l_g_pix: 3.7723e-02 ] [ l_g_total: 3.7723e-02 ] +2024-10-09 16:06:11,299 INFO: [ epoch:1079 ] [ iter:445,900 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:47 ] [ l_g_pix: 5.7696e-02 ] [ l_g_total: 5.7696e-02 ] +2024-10-09 16:06:14,908 INFO: [ epoch:1079 ] [ iter:446,000 ] [ performance: 27.370 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:41 ] [ l_g_pix: 5.3366e-02 ] [ l_g_total: 5.3366e-02 ] +2024-10-09 16:06:19,999 INFO: [ epoch:1080 ] [ iter:446,100 ] [ performance: 18.317 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:35 ] [ l_g_pix: 4.9440e-02 ] [ l_g_total: 4.9440e-02 ] +2024-10-09 16:06:23,729 INFO: [ epoch:1080 ] [ iter:446,200 ] [ performance: 22.205 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:29 ] [ l_g_pix: 4.4396e-02 ] [ l_g_total: 4.4396e-02 ] +2024-10-09 16:06:27,477 INFO: [ epoch:1080 ] [ iter:446,300 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:23 ] [ l_g_pix: 3.5539e-02 ] [ l_g_total: 3.5539e-02 ] +2024-10-09 16:06:31,069 INFO: [ epoch:1080 ] [ iter:446,400 ] [ performance: 27.335 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:17 ] [ l_g_pix: 4.8366e-02 ] [ l_g_total: 4.8366e-02 ] +2024-10-09 16:06:36,039 INFO: [ epoch:1081 ] [ iter:446,500 ] [ performance: 18.616 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:12 ] [ l_g_pix: 6.0299e-02 ] [ l_g_total: 6.0299e-02 ] +2024-10-09 16:06:39,780 INFO: [ epoch:1081 ] [ iter:446,600 ] [ performance: 22.420 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:06 ] [ l_g_pix: 4.6212e-02 ] [ l_g_total: 4.6212e-02 ] +2024-10-09 16:06:43,544 INFO: [ epoch:1081 ] [ iter:446,700 ] [ performance: 26.685 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:00 ] [ l_g_pix: 3.5190e-02 ] [ l_g_total: 3.5190e-02 ] +2024-10-09 16:06:47,139 INFO: [ epoch:1081 ] [ iter:446,800 ] [ performance: 27.315 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:54 ] [ l_g_pix: 4.7848e-02 ] [ l_g_total: 4.7848e-02 ] +2024-10-09 16:06:52,140 INFO: [ epoch:1082 ] [ iter:446,900 ] [ performance: 18.380 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:48 ] [ l_g_pix: 4.9187e-02 ] [ l_g_total: 4.9187e-02 ] +2024-10-09 16:06:55,917 INFO: [ epoch:1082 ] [ iter:447,000 ] [ performance: 22.222 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:42 ] [ l_g_pix: 4.6934e-02 ] [ l_g_total: 4.6934e-02 ] +2024-10-09 16:06:59,682 INFO: [ epoch:1082 ] [ iter:447,100 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:36 ] [ l_g_pix: 4.5608e-02 ] [ l_g_total: 4.5608e-02 ] +2024-10-09 16:07:03,377 INFO: [ epoch:1082 ] [ iter:447,200 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:30 ] [ l_g_pix: 4.3512e-02 ] [ l_g_total: 4.3512e-02 ] +2024-10-09 16:07:08,307 INFO: [ epoch:1083 ] [ iter:447,300 ] [ performance: 18.541 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:24 ] [ l_g_pix: 4.2665e-02 ] [ l_g_total: 4.2665e-02 ] +2024-10-09 16:07:12,159 INFO: [ epoch:1083 ] [ iter:447,400 ] [ performance: 22.163 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:18 ] [ l_g_pix: 5.3900e-02 ] [ l_g_total: 5.3900e-02 ] +2024-10-09 16:07:15,821 INFO: [ epoch:1083 ] [ iter:447,500 ] [ performance: 27.552 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:12 ] [ l_g_pix: 4.9838e-02 ] [ l_g_total: 4.9838e-02 ] +2024-10-09 16:07:19,534 INFO: [ epoch:1083 ] [ iter:447,600 ] [ performance: 27.194 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:06 ] [ l_g_pix: 5.1906e-02 ] [ l_g_total: 5.1906e-02 ] +2024-10-09 16:07:23,991 INFO: [ epoch:1084 ] [ iter:447,700 ] [ performance: 20.788 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:01 ] [ l_g_pix: 4.9470e-02 ] [ l_g_total: 4.9470e-02 ] +2024-10-09 16:07:28,201 INFO: [ epoch:1084 ] [ iter:447,800 ] [ performance: 22.437 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:55 ] [ l_g_pix: 4.8371e-02 ] [ l_g_total: 4.8371e-02 ] +2024-10-09 16:07:31,954 INFO: [ epoch:1084 ] [ iter:447,900 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:49 ] [ l_g_pix: 5.3339e-02 ] [ l_g_total: 5.3339e-02 ] +2024-10-09 16:07:35,718 INFO: [ epoch:1084 ] [ iter:448,000 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:43 ] [ l_g_pix: 4.4829e-02 ] [ l_g_total: 4.4829e-02 ] +2024-10-09 16:07:39,203 INFO: [ epoch:1084 ] [ iter:448,100 ] [ performance: 29.232 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:37 ] [ l_g_pix: 4.5232e-02 ] [ l_g_total: 4.5232e-02 ] +2024-10-09 16:07:44,249 INFO: [ epoch:1085 ] [ iter:448,200 ] [ performance: 22.881 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:31 ] [ l_g_pix: 5.1286e-02 ] [ l_g_total: 5.1286e-02 ] +2024-10-09 16:07:47,958 INFO: [ epoch:1085 ] [ iter:448,300 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:25 ] [ l_g_pix: 3.3471e-02 ] [ l_g_total: 3.3471e-02 ] +2024-10-09 16:07:51,705 INFO: [ epoch:1085 ] [ iter:448,400 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:19 ] [ l_g_pix: 3.8359e-02 ] [ l_g_total: 3.8359e-02 ] +2024-10-09 16:07:55,216 INFO: [ epoch:1085 ] [ iter:448,500 ] [ performance: 29.271 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:13 ] [ l_g_pix: 4.4501e-02 ] [ l_g_total: 4.4501e-02 ] +2024-10-09 16:08:00,391 INFO: [ epoch:1086 ] [ iter:448,600 ] [ performance: 22.442 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:08 ] [ l_g_pix: 4.5828e-02 ] [ l_g_total: 4.5828e-02 ] +2024-10-09 16:08:04,139 INFO: [ epoch:1086 ] [ iter:448,700 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:02 ] [ l_g_pix: 3.8579e-02 ] [ l_g_total: 3.8579e-02 ] +2024-10-09 16:08:07,844 INFO: [ epoch:1086 ] [ iter:448,800 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:56 ] [ l_g_pix: 3.2623e-02 ] [ l_g_total: 3.2623e-02 ] +2024-10-09 16:08:11,413 INFO: [ epoch:1086 ] [ iter:448,900 ] [ performance: 28.993 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:50 ] [ l_g_pix: 5.7333e-02 ] [ l_g_total: 5.7333e-02 ] +2024-10-09 16:08:16,331 INFO: [ epoch:1087 ] [ iter:449,000 ] [ performance: 23.108 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:44 ] [ l_g_pix: 4.3155e-02 ] [ l_g_total: 4.3155e-02 ] +2024-10-09 16:08:20,053 INFO: [ epoch:1087 ] [ iter:449,100 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:38 ] [ l_g_pix: 5.4317e-02 ] [ l_g_total: 5.4317e-02 ] +2024-10-09 16:08:23,823 INFO: [ epoch:1087 ] [ iter:449,200 ] [ performance: 26.708 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:32 ] [ l_g_pix: 5.6300e-02 ] [ l_g_total: 5.6300e-02 ] +2024-10-09 16:08:27,405 INFO: [ epoch:1087 ] [ iter:449,300 ] [ performance: 28.510 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:26 ] [ l_g_pix: 3.2794e-02 ] [ l_g_total: 3.2794e-02 ] +2024-10-09 16:08:32,512 INFO: [ epoch:1088 ] [ iter:449,400 ] [ performance: 22.340 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:20 ] [ l_g_pix: 5.0834e-02 ] [ l_g_total: 5.0834e-02 ] +2024-10-09 16:08:36,249 INFO: [ epoch:1088 ] [ iter:449,500 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:14 ] [ l_g_pix: 4.5171e-02 ] [ l_g_total: 4.5171e-02 ] +2024-10-09 16:08:40,016 INFO: [ epoch:1088 ] [ iter:449,600 ] [ performance: 26.631 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:08 ] [ l_g_pix: 5.2500e-02 ] [ l_g_total: 5.2500e-02 ] +2024-10-09 16:08:43,696 INFO: [ epoch:1088 ] [ iter:449,700 ] [ performance: 27.888 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:03 ] [ l_g_pix: 4.3574e-02 ] [ l_g_total: 4.3574e-02 ] +2024-10-09 16:08:48,642 INFO: [ epoch:1089 ] [ iter:449,800 ] [ performance: 22.625 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:57 ] [ l_g_pix: 5.3626e-02 ] [ l_g_total: 5.3626e-02 ] +2024-10-09 16:08:52,394 INFO: [ epoch:1089 ] [ iter:449,900 ] [ performance: 27.019 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:51 ] [ l_g_pix: 5.9337e-02 ] [ l_g_total: 5.9337e-02 ] +2024-10-09 16:08:56,127 INFO: [ epoch:1089 ] [ iter:450,000 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:45 ] [ l_g_pix: 6.3693e-02 ] [ l_g_total: 6.3693e-02 ] +2024-10-09 16:08:56,127 INFO: Saving models and training states. +2024-10-09 16:11:45,500 INFO: Validation val + + # psnr: 27.2567........ Best: 27.2567 @ 450000 iter + # ssim: 0.7685........ Best: 0.7685 @ 410000 iter + # dists: 0.7725........ Best: 0.7725 @ 450000 iter + +2024-10-09 16:11:49,121 INFO: [ epoch:1089 ] [ iter:450,100 ] [ performance: 28.109 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:05 ] [ l_g_pix: 3.7576e-02 ] [ l_g_total: 3.7576e-02 ] +2024-10-09 16:11:54,108 INFO: [ epoch:1090 ] [ iter:450,200 ] [ performance: 22.497 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:59 ] [ l_g_pix: 4.1983e-02 ] [ l_g_total: 4.1983e-02 ] +2024-10-09 16:11:57,766 INFO: [ epoch:1090 ] [ iter:450,300 ] [ performance: 27.354 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:54 ] [ l_g_pix: 3.5492e-02 ] [ l_g_total: 3.5492e-02 ] +2024-10-09 16:12:01,515 INFO: [ epoch:1090 ] [ iter:450,400 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:48 ] [ l_g_pix: 5.2809e-02 ] [ l_g_total: 5.2809e-02 ] +2024-10-09 16:12:05,231 INFO: [ epoch:1090 ] [ iter:450,500 ] [ performance: 27.241 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:42 ] [ l_g_pix: 5.4779e-02 ] [ l_g_total: 5.4779e-02 ] +2024-10-09 16:12:09,901 INFO: [ epoch:1091 ] [ iter:450,600 ] [ performance: 23.266 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:36 ] [ l_g_pix: 5.1425e-02 ] [ l_g_total: 5.1425e-02 ] +2024-10-09 16:12:13,751 INFO: [ epoch:1091 ] [ iter:450,700 ] [ performance: 27.264 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:30 ] [ l_g_pix: 5.4071e-02 ] [ l_g_total: 5.4071e-02 ] +2024-10-09 16:12:17,454 INFO: [ epoch:1091 ] [ iter:450,800 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:24 ] [ l_g_pix: 4.5523e-02 ] [ l_g_total: 4.5523e-02 ] +2024-10-09 16:12:21,199 INFO: [ epoch:1091 ] [ iter:450,900 ] [ performance: 26.825 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:18 ] [ l_g_pix: 5.7202e-02 ] [ l_g_total: 5.7202e-02 ] +2024-10-09 16:12:25,503 INFO: [ epoch:1092 ] [ iter:451,000 ] [ performance: 24.425 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:12 ] [ l_g_pix: 4.3939e-02 ] [ l_g_total: 4.3939e-02 ] +2024-10-09 16:12:29,619 INFO: [ epoch:1092 ] [ iter:451,100 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:06 ] [ l_g_pix: 3.4907e-02 ] [ l_g_total: 3.4907e-02 ] +2024-10-09 16:12:33,355 INFO: [ epoch:1092 ] [ iter:451,200 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:00 ] [ l_g_pix: 4.6580e-02 ] [ l_g_total: 4.6580e-02 ] +2024-10-09 16:12:37,088 INFO: [ epoch:1092 ] [ iter:451,300 ] [ performance: 26.818 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:54 ] [ l_g_pix: 4.4658e-02 ] [ l_g_total: 4.4658e-02 ] +2024-10-09 16:12:40,613 INFO: [ epoch:1092 ] [ iter:451,400 ] [ performance: 27.802 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:48 ] [ l_g_pix: 4.4365e-02 ] [ l_g_total: 4.4365e-02 ] +2024-10-09 16:12:45,545 INFO: [ epoch:1093 ] [ iter:451,500 ] [ performance: 26.987 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:42 ] [ l_g_pix: 4.5306e-02 ] [ l_g_total: 4.5306e-02 ] +2024-10-09 16:12:49,300 INFO: [ epoch:1093 ] [ iter:451,600 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:36 ] [ l_g_pix: 5.8285e-02 ] [ l_g_total: 5.8285e-02 ] +2024-10-09 16:12:53,056 INFO: [ epoch:1093 ] [ iter:451,700 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:30 ] [ l_g_pix: 3.9724e-02 ] [ l_g_total: 3.9724e-02 ] +2024-10-09 16:12:56,599 INFO: [ epoch:1093 ] [ iter:451,800 ] [ performance: 27.693 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:24 ] [ l_g_pix: 4.3253e-02 ] [ l_g_total: 4.3253e-02 ] +2024-10-09 16:13:01,536 INFO: [ epoch:1094 ] [ iter:451,900 ] [ performance: 25.888 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:19 ] [ l_g_pix: 4.1433e-02 ] [ l_g_total: 4.1433e-02 ] +2024-10-09 16:13:05,314 INFO: [ epoch:1094 ] [ iter:452,000 ] [ performance: 26.273 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:13 ] [ l_g_pix: 5.2743e-02 ] [ l_g_total: 5.2743e-02 ] +2024-10-09 16:13:09,025 INFO: [ epoch:1094 ] [ iter:452,100 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:07 ] [ l_g_pix: 6.3196e-02 ] [ l_g_total: 6.3196e-02 ] +2024-10-09 16:13:12,584 INFO: [ epoch:1094 ] [ iter:452,200 ] [ performance: 27.729 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:01 ] [ l_g_pix: 4.9835e-02 ] [ l_g_total: 4.9835e-02 ] +2024-10-09 16:13:17,425 INFO: [ epoch:1095 ] [ iter:452,300 ] [ performance: 23.873 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:55 ] [ l_g_pix: 5.3540e-02 ] [ l_g_total: 5.3540e-02 ] +2024-10-09 16:13:21,137 INFO: [ epoch:1095 ] [ iter:452,400 ] [ performance: 25.839 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:49 ] [ l_g_pix: 4.6749e-02 ] [ l_g_total: 4.6749e-02 ] +2024-10-09 16:13:24,887 INFO: [ epoch:1095 ] [ iter:452,500 ] [ performance: 26.784 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:43 ] [ l_g_pix: 4.3166e-02 ] [ l_g_total: 4.3166e-02 ] +2024-10-09 16:13:28,476 INFO: [ epoch:1095 ] [ iter:452,600 ] [ performance: 27.503 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:37 ] [ l_g_pix: 4.1373e-02 ] [ l_g_total: 4.1373e-02 ] +2024-10-09 16:13:33,585 INFO: [ epoch:1096 ] [ iter:452,700 ] [ performance: 20.643 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:31 ] [ l_g_pix: 4.2984e-02 ] [ l_g_total: 4.2984e-02 ] +2024-10-09 16:13:37,334 INFO: [ epoch:1096 ] [ iter:452,800 ] [ performance: 24.370 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:25 ] [ l_g_pix: 4.3883e-02 ] [ l_g_total: 4.3883e-02 ] +2024-10-09 16:13:41,111 INFO: [ epoch:1096 ] [ iter:452,900 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:19 ] [ l_g_pix: 4.8920e-02 ] [ l_g_total: 4.8920e-02 ] +2024-10-09 16:13:44,757 INFO: [ epoch:1096 ] [ iter:453,000 ] [ performance: 27.217 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:14 ] [ l_g_pix: 3.7976e-02 ] [ l_g_total: 3.7976e-02 ] +2024-10-09 16:13:49,787 INFO: [ epoch:1097 ] [ iter:453,100 ] [ performance: 14.481 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:08 ] [ l_g_pix: 5.0226e-02 ] [ l_g_total: 5.0226e-02 ] +2024-10-09 16:13:53,495 INFO: [ epoch:1097 ] [ iter:453,200 ] [ performance: 21.211 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:02 ] [ l_g_pix: 4.9024e-02 ] [ l_g_total: 4.9024e-02 ] +2024-10-09 16:13:57,186 INFO: [ epoch:1097 ] [ iter:453,300 ] [ performance: 27.107 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:56 ] [ l_g_pix: 5.0865e-02 ] [ l_g_total: 5.0865e-02 ] +2024-10-09 16:14:00,863 INFO: [ epoch:1097 ] [ iter:453,400 ] [ performance: 27.173 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:50 ] [ l_g_pix: 4.3485e-02 ] [ l_g_total: 4.3485e-02 ] +2024-10-09 16:14:05,845 INFO: [ epoch:1098 ] [ iter:453,500 ] [ performance: 14.415 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:44 ] [ l_g_pix: 4.5444e-02 ] [ l_g_total: 4.5444e-02 ] +2024-10-09 16:14:09,650 INFO: [ epoch:1098 ] [ iter:453,600 ] [ performance: 21.004 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:38 ] [ l_g_pix: 4.6072e-02 ] [ l_g_total: 4.6072e-02 ] +2024-10-09 16:14:13,379 INFO: [ epoch:1098 ] [ iter:453,700 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:32 ] [ l_g_pix: 3.2439e-02 ] [ l_g_total: 3.2439e-02 ] +2024-10-09 16:14:17,124 INFO: [ epoch:1098 ] [ iter:453,800 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:26 ] [ l_g_pix: 4.9904e-02 ] [ l_g_total: 4.9904e-02 ] +2024-10-09 16:14:21,506 INFO: [ epoch:1099 ] [ iter:453,900 ] [ performance: 17.582 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:20 ] [ l_g_pix: 5.0422e-02 ] [ l_g_total: 5.0422e-02 ] +2024-10-09 16:14:25,560 INFO: [ epoch:1099 ] [ iter:454,000 ] [ performance: 22.044 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:15 ] [ l_g_pix: 4.5571e-02 ] [ l_g_total: 4.5571e-02 ] +2024-10-09 16:14:29,288 INFO: [ epoch:1099 ] [ iter:454,100 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:09 ] [ l_g_pix: 4.6287e-02 ] [ l_g_total: 4.6287e-02 ] +2024-10-09 16:14:33,021 INFO: [ epoch:1099 ] [ iter:454,200 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:03 ] [ l_g_pix: 5.3614e-02 ] [ l_g_total: 5.3614e-02 ] +2024-10-09 16:14:36,618 INFO: [ epoch:1099 ] [ iter:454,300 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:57 ] [ l_g_pix: 5.0227e-02 ] [ l_g_total: 5.0227e-02 ] +2024-10-09 16:14:41,644 INFO: [ epoch:1100 ] [ iter:454,400 ] [ performance: 21.465 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:51 ] [ l_g_pix: 4.5753e-02 ] [ l_g_total: 4.5753e-02 ] +2024-10-09 16:14:45,370 INFO: [ epoch:1100 ] [ iter:454,500 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:45 ] [ l_g_pix: 3.8066e-02 ] [ l_g_total: 3.8066e-02 ] +2024-10-09 16:14:49,110 INFO: [ epoch:1100 ] [ iter:454,600 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:39 ] [ l_g_pix: 4.4765e-02 ] [ l_g_total: 4.4765e-02 ] +2024-10-09 16:14:52,606 INFO: [ epoch:1100 ] [ iter:454,700 ] [ performance: 29.142 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:33 ] [ l_g_pix: 5.4052e-02 ] [ l_g_total: 5.4052e-02 ] +2024-10-09 16:14:57,679 INFO: [ epoch:1101 ] [ iter:454,800 ] [ performance: 21.645 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:27 ] [ l_g_pix: 5.3858e-02 ] [ l_g_total: 5.3858e-02 ] +2024-10-09 16:15:01,398 INFO: [ epoch:1101 ] [ iter:454,900 ] [ performance: 27.027 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:21 ] [ l_g_pix: 4.9562e-02 ] [ l_g_total: 4.9562e-02 ] +2024-10-09 16:15:05,131 INFO: [ epoch:1101 ] [ iter:455,000 ] [ performance: 26.855 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:16 ] [ l_g_pix: 4.6486e-02 ] [ l_g_total: 4.6486e-02 ] +2024-10-09 16:15:08,677 INFO: [ epoch:1101 ] [ iter:455,100 ] [ performance: 28.834 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:10 ] [ l_g_pix: 3.3488e-02 ] [ l_g_total: 3.3488e-02 ] +2024-10-09 16:15:13,800 INFO: [ epoch:1102 ] [ iter:455,200 ] [ performance: 21.349 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:04 ] [ l_g_pix: 4.9674e-02 ] [ l_g_total: 4.9674e-02 ] +2024-10-09 16:15:17,565 INFO: [ epoch:1102 ] [ iter:455,300 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:58 ] [ l_g_pix: 5.5281e-02 ] [ l_g_total: 5.5281e-02 ] +2024-10-09 16:15:21,303 INFO: [ epoch:1102 ] [ iter:455,400 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:52 ] [ l_g_pix: 4.6743e-02 ] [ l_g_total: 4.6743e-02 ] +2024-10-09 16:15:24,878 INFO: [ epoch:1102 ] [ iter:455,500 ] [ performance: 29.239 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:46 ] [ l_g_pix: 5.2174e-02 ] [ l_g_total: 5.2174e-02 ] +2024-10-09 16:15:29,836 INFO: [ epoch:1103 ] [ iter:455,600 ] [ performance: 21.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:40 ] [ l_g_pix: 4.4795e-02 ] [ l_g_total: 4.4795e-02 ] +2024-10-09 16:15:33,559 INFO: [ epoch:1103 ] [ iter:455,700 ] [ performance: 27.148 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:34 ] [ l_g_pix: 4.7302e-02 ] [ l_g_total: 4.7302e-02 ] +2024-10-09 16:15:37,247 INFO: [ epoch:1103 ] [ iter:455,800 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:28 ] [ l_g_pix: 3.6830e-02 ] [ l_g_total: 3.6830e-02 ] +2024-10-09 16:15:40,877 INFO: [ epoch:1103 ] [ iter:455,900 ] [ performance: 29.072 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:23 ] [ l_g_pix: 4.9838e-02 ] [ l_g_total: 4.9838e-02 ] +2024-10-09 16:15:45,793 INFO: [ epoch:1104 ] [ iter:456,000 ] [ performance: 21.944 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:17 ] [ l_g_pix: 4.9486e-02 ] [ l_g_total: 4.9486e-02 ] +2024-10-09 16:15:49,477 INFO: [ epoch:1104 ] [ iter:456,100 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:11 ] [ l_g_pix: 5.7611e-02 ] [ l_g_total: 5.7611e-02 ] +2024-10-09 16:15:53,211 INFO: [ epoch:1104 ] [ iter:456,200 ] [ performance: 26.897 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:05 ] [ l_g_pix: 5.1952e-02 ] [ l_g_total: 5.1952e-02 ] +2024-10-09 16:15:56,843 INFO: [ epoch:1104 ] [ iter:456,300 ] [ performance: 29.568 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:59 ] [ l_g_pix: 5.2261e-02 ] [ l_g_total: 5.2261e-02 ] +2024-10-09 16:16:01,628 INFO: [ epoch:1105 ] [ iter:456,400 ] [ performance: 22.420 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:53 ] [ l_g_pix: 5.7492e-02 ] [ l_g_total: 5.7492e-02 ] +2024-10-09 16:16:05,331 INFO: [ epoch:1105 ] [ iter:456,500 ] [ performance: 27.598 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:47 ] [ l_g_pix: 4.3665e-02 ] [ l_g_total: 4.3665e-02 ] +2024-10-09 16:16:09,055 INFO: [ epoch:1105 ] [ iter:456,600 ] [ performance: 27.020 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:41 ] [ l_g_pix: 3.8842e-02 ] [ l_g_total: 3.8842e-02 ] +2024-10-09 16:16:12,704 INFO: [ epoch:1105 ] [ iter:456,700 ] [ performance: 28.840 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:35 ] [ l_g_pix: 4.0599e-02 ] [ l_g_total: 4.0599e-02 ] +2024-10-09 16:16:17,559 INFO: [ epoch:1106 ] [ iter:456,800 ] [ performance: 21.976 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:30 ] [ l_g_pix: 5.2399e-02 ] [ l_g_total: 5.2399e-02 ] +2024-10-09 16:16:21,491 INFO: [ epoch:1106 ] [ iter:456,900 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:24 ] [ l_g_pix: 3.9419e-02 ] [ l_g_total: 3.9419e-02 ] +2024-10-09 16:16:25,239 INFO: [ epoch:1106 ] [ iter:457,000 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:18 ] [ l_g_pix: 5.0988e-02 ] [ l_g_total: 5.0988e-02 ] +2024-10-09 16:16:28,970 INFO: [ epoch:1106 ] [ iter:457,100 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:12 ] [ l_g_pix: 4.4451e-02 ] [ l_g_total: 4.4451e-02 ] +2024-10-09 16:16:33,530 INFO: [ epoch:1107 ] [ iter:457,200 ] [ performance: 22.822 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:06 ] [ l_g_pix: 4.1930e-02 ] [ l_g_total: 4.1930e-02 ] +2024-10-09 16:16:37,668 INFO: [ epoch:1107 ] [ iter:457,300 ] [ performance: 27.645 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:00 ] [ l_g_pix: 5.6202e-02 ] [ l_g_total: 5.6202e-02 ] +2024-10-09 16:16:41,424 INFO: [ epoch:1107 ] [ iter:457,400 ] [ performance: 26.827 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:54 ] [ l_g_pix: 5.1156e-02 ] [ l_g_total: 5.1156e-02 ] +2024-10-09 16:16:45,146 INFO: [ epoch:1107 ] [ iter:457,500 ] [ performance: 27.275 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:49 ] [ l_g_pix: 3.8382e-02 ] [ l_g_total: 3.8382e-02 ] +2024-10-09 16:16:48,617 INFO: [ epoch:1107 ] [ iter:457,600 ] [ performance: 28.504 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:43 ] [ l_g_pix: 4.8711e-02 ] [ l_g_total: 4.8711e-02 ] +2024-10-09 16:16:53,762 INFO: [ epoch:1108 ] [ iter:457,700 ] [ performance: 27.319 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:37 ] [ l_g_pix: 4.3149e-02 ] [ l_g_total: 4.3149e-02 ] +2024-10-09 16:16:57,521 INFO: [ epoch:1108 ] [ iter:457,800 ] [ performance: 26.735 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:31 ] [ l_g_pix: 5.3010e-02 ] [ l_g_total: 5.3010e-02 ] +2024-10-09 16:17:01,322 INFO: [ epoch:1108 ] [ iter:457,900 ] [ performance: 26.144 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:25 ] [ l_g_pix: 6.0336e-02 ] [ l_g_total: 6.0336e-02 ] +2024-10-09 16:17:04,825 INFO: [ epoch:1108 ] [ iter:458,000 ] [ performance: 28.083 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:19 ] [ l_g_pix: 3.8489e-02 ] [ l_g_total: 3.8489e-02 ] +2024-10-09 16:17:09,746 INFO: [ epoch:1109 ] [ iter:458,100 ] [ performance: 26.476 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:13 ] [ l_g_pix: 4.7266e-02 ] [ l_g_total: 4.7266e-02 ] +2024-10-09 16:17:13,484 INFO: [ epoch:1109 ] [ iter:458,200 ] [ performance: 26.709 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:07 ] [ l_g_pix: 4.0252e-02 ] [ l_g_total: 4.0252e-02 ] +2024-10-09 16:17:17,187 INFO: [ epoch:1109 ] [ iter:458,300 ] [ performance: 28.309 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:02 ] [ l_g_pix: 6.0525e-02 ] [ l_g_total: 6.0525e-02 ] +2024-10-09 16:17:20,728 INFO: [ epoch:1109 ] [ iter:458,400 ] [ performance: 28.260 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:56 ] [ l_g_pix: 5.1132e-02 ] [ l_g_total: 5.1132e-02 ] +2024-10-09 16:17:25,889 INFO: [ epoch:1110 ] [ iter:458,500 ] [ performance: 26.145 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:50 ] [ l_g_pix: 5.0017e-02 ] [ l_g_total: 5.0017e-02 ] +2024-10-09 16:17:29,647 INFO: [ epoch:1110 ] [ iter:458,600 ] [ performance: 26.537 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:44 ] [ l_g_pix: 4.0877e-02 ] [ l_g_total: 4.0877e-02 ] +2024-10-09 16:17:33,429 INFO: [ epoch:1110 ] [ iter:458,700 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:38 ] [ l_g_pix: 5.3646e-02 ] [ l_g_total: 5.3646e-02 ] +2024-10-09 16:17:36,977 INFO: [ epoch:1110 ] [ iter:458,800 ] [ performance: 28.001 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:32 ] [ l_g_pix: 4.2479e-02 ] [ l_g_total: 4.2479e-02 ] +2024-10-09 16:17:42,049 INFO: [ epoch:1111 ] [ iter:458,900 ] [ performance: 27.654 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:27 ] [ l_g_pix: 5.9707e-02 ] [ l_g_total: 5.9707e-02 ] +2024-10-09 16:17:45,742 INFO: [ epoch:1111 ] [ iter:459,000 ] [ performance: 27.165 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:21 ] [ l_g_pix: 4.0623e-02 ] [ l_g_total: 4.0623e-02 ] +2024-10-09 16:17:49,471 INFO: [ epoch:1111 ] [ iter:459,100 ] [ performance: 27.916 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:15 ] [ l_g_pix: 4.7264e-02 ] [ l_g_total: 4.7264e-02 ] +2024-10-09 16:17:53,090 INFO: [ epoch:1111 ] [ iter:459,200 ] [ performance: 27.680 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:09 ] [ l_g_pix: 4.5214e-02 ] [ l_g_total: 4.5214e-02 ] +2024-10-09 16:17:57,972 INFO: [ epoch:1112 ] [ iter:459,300 ] [ performance: 24.098 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:03 ] [ l_g_pix: 3.9964e-02 ] [ l_g_total: 3.9964e-02 ] +2024-10-09 16:18:01,722 INFO: [ epoch:1112 ] [ iter:459,400 ] [ performance: 26.305 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:57 ] [ l_g_pix: 5.2531e-02 ] [ l_g_total: 5.2531e-02 ] +2024-10-09 16:18:05,448 INFO: [ epoch:1112 ] [ iter:459,500 ] [ performance: 27.915 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:51 ] [ l_g_pix: 4.4595e-02 ] [ l_g_total: 4.4595e-02 ] +2024-10-09 16:18:09,091 INFO: [ epoch:1112 ] [ iter:459,600 ] [ performance: 27.514 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:45 ] [ l_g_pix: 4.7128e-02 ] [ l_g_total: 4.7128e-02 ] +2024-10-09 16:18:14,045 INFO: [ epoch:1113 ] [ iter:459,700 ] [ performance: 21.307 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:40 ] [ l_g_pix: 4.2344e-02 ] [ l_g_total: 4.2344e-02 ] +2024-10-09 16:18:17,808 INFO: [ epoch:1113 ] [ iter:459,800 ] [ performance: 25.842 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:34 ] [ l_g_pix: 4.9026e-02 ] [ l_g_total: 4.9026e-02 ] +2024-10-09 16:18:21,507 INFO: [ epoch:1113 ] [ iter:459,900 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:28 ] [ l_g_pix: 5.5262e-02 ] [ l_g_total: 5.5262e-02 ] +2024-10-09 16:18:25,210 INFO: [ epoch:1113 ] [ iter:460,000 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:22 ] [ l_g_pix: 3.9734e-02 ] [ l_g_total: 3.9734e-02 ] +2024-10-09 16:18:25,211 INFO: Saving models and training states. +2024-10-09 16:21:12,630 INFO: Validation val + + # psnr: 27.2520........ Best: 27.2567 @ 450000 iter + # ssim: 0.7685........ Best: 0.7685 @ 460000 iter + # dists: 0.7725........ Best: 0.7725 @ 460000 iter + +2024-10-09 16:21:17,121 INFO: [ epoch:1114 ] [ iter:460,100 ] [ performance: 20.899 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:38 ] [ l_g_pix: 4.6624e-02 ] [ l_g_total: 4.6624e-02 ] +2024-10-09 16:21:21,067 INFO: [ epoch:1114 ] [ iter:460,200 ] [ performance: 24.824 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:32 ] [ l_g_pix: 4.7493e-02 ] [ l_g_total: 4.7493e-02 ] +2024-10-09 16:21:24,733 INFO: [ epoch:1114 ] [ iter:460,300 ] [ performance: 27.969 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:26 ] [ l_g_pix: 5.3515e-02 ] [ l_g_total: 5.3515e-02 ] +2024-10-09 16:21:28,377 INFO: [ epoch:1114 ] [ iter:460,400 ] [ performance: 27.492 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:20 ] [ l_g_pix: 4.6876e-02 ] [ l_g_total: 4.6876e-02 ] +2024-10-09 16:21:32,776 INFO: [ epoch:1115 ] [ iter:460,500 ] [ performance: 7.078 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:14 ] [ l_g_pix: 4.4717e-02 ] [ l_g_total: 4.4717e-02 ] +2024-10-09 16:21:36,960 INFO: [ epoch:1115 ] [ iter:460,600 ] [ performance: 19.984 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:09 ] [ l_g_pix: 4.8357e-02 ] [ l_g_total: 4.8357e-02 ] +2024-10-09 16:21:40,637 INFO: [ epoch:1115 ] [ iter:460,700 ] [ performance: 27.672 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:03 ] [ l_g_pix: 4.2289e-02 ] [ l_g_total: 4.2289e-02 ] +2024-10-09 16:21:44,380 INFO: [ epoch:1115 ] [ iter:460,800 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:57 ] [ l_g_pix: 5.6097e-02 ] [ l_g_total: 5.6097e-02 ] +2024-10-09 16:21:47,902 INFO: [ epoch:1115 ] [ iter:460,900 ] [ performance: 29.803 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:51 ] [ l_g_pix: 5.0416e-02 ] [ l_g_total: 5.0416e-02 ] +2024-10-09 16:21:53,095 INFO: [ epoch:1116 ] [ iter:461,000 ] [ performance: 19.716 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:45 ] [ l_g_pix: 5.7490e-02 ] [ l_g_total: 5.7490e-02 ] +2024-10-09 16:21:56,864 INFO: [ epoch:1116 ] [ iter:461,100 ] [ performance: 26.427 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:39 ] [ l_g_pix: 5.1168e-02 ] [ l_g_total: 5.1168e-02 ] +2024-10-09 16:22:00,575 INFO: [ epoch:1116 ] [ iter:461,200 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:33 ] [ l_g_pix: 4.4017e-02 ] [ l_g_total: 4.4017e-02 ] +2024-10-09 16:22:04,109 INFO: [ epoch:1116 ] [ iter:461,300 ] [ performance: 29.873 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:27 ] [ l_g_pix: 5.5574e-02 ] [ l_g_total: 5.5574e-02 ] +2024-10-09 16:22:09,207 INFO: [ epoch:1117 ] [ iter:461,400 ] [ performance: 19.944 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:21 ] [ l_g_pix: 6.1846e-02 ] [ l_g_total: 6.1846e-02 ] +2024-10-09 16:22:12,964 INFO: [ epoch:1117 ] [ iter:461,500 ] [ performance: 26.227 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:16 ] [ l_g_pix: 4.4257e-02 ] [ l_g_total: 4.4257e-02 ] +2024-10-09 16:22:16,696 INFO: [ epoch:1117 ] [ iter:461,600 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:10 ] [ l_g_pix: 4.2170e-02 ] [ l_g_total: 4.2170e-02 ] +2024-10-09 16:22:20,277 INFO: [ epoch:1117 ] [ iter:461,700 ] [ performance: 29.800 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:04 ] [ l_g_pix: 4.1614e-02 ] [ l_g_total: 4.1614e-02 ] +2024-10-09 16:22:25,271 INFO: [ epoch:1118 ] [ iter:461,800 ] [ performance: 20.221 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:58 ] [ l_g_pix: 4.8892e-02 ] [ l_g_total: 4.8892e-02 ] +2024-10-09 16:22:28,998 INFO: [ epoch:1118 ] [ iter:461,900 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:52 ] [ l_g_pix: 5.1693e-02 ] [ l_g_total: 5.1693e-02 ] +2024-10-09 16:22:32,749 INFO: [ epoch:1118 ] [ iter:462,000 ] [ performance: 26.675 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:46 ] [ l_g_pix: 5.1623e-02 ] [ l_g_total: 5.1623e-02 ] +2024-10-09 16:22:36,339 INFO: [ epoch:1118 ] [ iter:462,100 ] [ performance: 30.444 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:40 ] [ l_g_pix: 4.3999e-02 ] [ l_g_total: 4.3999e-02 ] +2024-10-09 16:22:41,450 INFO: [ epoch:1119 ] [ iter:462,200 ] [ performance: 19.638 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:35 ] [ l_g_pix: 4.3856e-02 ] [ l_g_total: 4.3856e-02 ] +2024-10-09 16:22:45,201 INFO: [ epoch:1119 ] [ iter:462,300 ] [ performance: 22.603 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:29 ] [ l_g_pix: 4.1038e-02 ] [ l_g_total: 4.1038e-02 ] +2024-10-09 16:22:48,955 INFO: [ epoch:1119 ] [ iter:462,400 ] [ performance: 26.644 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:23 ] [ l_g_pix: 4.7505e-02 ] [ l_g_total: 4.7505e-02 ] +2024-10-09 16:22:52,603 INFO: [ epoch:1119 ] [ iter:462,500 ] [ performance: 27.027 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:17 ] [ l_g_pix: 4.7181e-02 ] [ l_g_total: 4.7181e-02 ] +2024-10-09 16:22:57,388 INFO: [ epoch:1120 ] [ iter:462,600 ] [ performance: 20.845 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:11 ] [ l_g_pix: 3.7549e-02 ] [ l_g_total: 3.7549e-02 ] +2024-10-09 16:23:01,165 INFO: [ epoch:1120 ] [ iter:462,700 ] [ performance: 23.342 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:05 ] [ l_g_pix: 4.7541e-02 ] [ l_g_total: 4.7541e-02 ] +2024-10-09 16:23:04,898 INFO: [ epoch:1120 ] [ iter:462,800 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:59 ] [ l_g_pix: 4.7238e-02 ] [ l_g_total: 4.7238e-02 ] +2024-10-09 16:23:08,553 INFO: [ epoch:1120 ] [ iter:462,900 ] [ performance: 27.092 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:53 ] [ l_g_pix: 6.6281e-02 ] [ l_g_total: 6.6281e-02 ] +2024-10-09 16:23:13,543 INFO: [ epoch:1121 ] [ iter:463,000 ] [ performance: 19.875 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:48 ] [ l_g_pix: 3.5174e-02 ] [ l_g_total: 3.5174e-02 ] +2024-10-09 16:23:17,261 INFO: [ epoch:1121 ] [ iter:463,100 ] [ performance: 22.913 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:42 ] [ l_g_pix: 4.4844e-02 ] [ l_g_total: 4.4844e-02 ] +2024-10-09 16:23:20,987 INFO: [ epoch:1121 ] [ iter:463,200 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:36 ] [ l_g_pix: 5.7952e-02 ] [ l_g_total: 5.7952e-02 ] +2024-10-09 16:23:24,753 INFO: [ epoch:1121 ] [ iter:463,300 ] [ performance: 26.703 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:30 ] [ l_g_pix: 5.2052e-02 ] [ l_g_total: 5.2052e-02 ] +2024-10-09 16:23:29,500 INFO: [ epoch:1122 ] [ iter:463,400 ] [ performance: 20.810 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:24 ] [ l_g_pix: 4.3030e-02 ] [ l_g_total: 4.3030e-02 ] +2024-10-09 16:23:33,501 INFO: [ epoch:1122 ] [ iter:463,500 ] [ performance: 22.789 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:18 ] [ l_g_pix: 4.9254e-02 ] [ l_g_total: 4.9254e-02 ] +2024-10-09 16:23:37,250 INFO: [ epoch:1122 ] [ iter:463,600 ] [ performance: 26.661 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:12 ] [ l_g_pix: 4.5071e-02 ] [ l_g_total: 4.5071e-02 ] +2024-10-09 16:23:40,977 INFO: [ epoch:1122 ] [ iter:463,700 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:06 ] [ l_g_pix: 6.3493e-02 ] [ l_g_total: 6.3493e-02 ] +2024-10-09 16:23:45,274 INFO: [ epoch:1123 ] [ iter:463,800 ] [ performance: 23.045 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:01 ] [ l_g_pix: 6.2241e-02 ] [ l_g_total: 6.2241e-02 ] +2024-10-09 16:23:49,372 INFO: [ epoch:1123 ] [ iter:463,900 ] [ performance: 23.733 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:55 ] [ l_g_pix: 5.2040e-02 ] [ l_g_total: 5.2040e-02 ] +2024-10-09 16:23:53,121 INFO: [ epoch:1123 ] [ iter:464,000 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:49 ] [ l_g_pix: 4.9990e-02 ] [ l_g_total: 4.9990e-02 ] +2024-10-09 16:23:56,852 INFO: [ epoch:1123 ] [ iter:464,100 ] [ performance: 26.764 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:43 ] [ l_g_pix: 6.3019e-02 ] [ l_g_total: 6.3019e-02 ] +2024-10-09 16:24:00,327 INFO: [ epoch:1123 ] [ iter:464,200 ] [ performance: 29.124 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:37 ] [ l_g_pix: 4.1097e-02 ] [ l_g_total: 4.1097e-02 ] +2024-10-09 16:24:05,195 INFO: [ epoch:1124 ] [ iter:464,300 ] [ performance: 23.903 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:31 ] [ l_g_pix: 5.5769e-02 ] [ l_g_total: 5.5769e-02 ] +2024-10-09 16:24:08,984 INFO: [ epoch:1124 ] [ iter:464,400 ] [ performance: 26.427 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:25 ] [ l_g_pix: 3.6005e-02 ] [ l_g_total: 3.6005e-02 ] +2024-10-09 16:24:12,711 INFO: [ epoch:1124 ] [ iter:464,500 ] [ performance: 26.641 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:20 ] [ l_g_pix: 4.5740e-02 ] [ l_g_total: 4.5740e-02 ] +2024-10-09 16:24:16,266 INFO: [ epoch:1124 ] [ iter:464,600 ] [ performance: 28.547 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:14 ] [ l_g_pix: 4.6857e-02 ] [ l_g_total: 4.6857e-02 ] +2024-10-09 16:24:21,261 INFO: [ epoch:1125 ] [ iter:464,700 ] [ performance: 23.301 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:08 ] [ l_g_pix: 4.2050e-02 ] [ l_g_total: 4.2050e-02 ] +2024-10-09 16:24:25,000 INFO: [ epoch:1125 ] [ iter:464,800 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:02 ] [ l_g_pix: 4.0754e-02 ] [ l_g_total: 4.0754e-02 ] +2024-10-09 16:24:28,764 INFO: [ epoch:1125 ] [ iter:464,900 ] [ performance: 26.699 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:56 ] [ l_g_pix: 4.6446e-02 ] [ l_g_total: 4.6446e-02 ] +2024-10-09 16:24:32,342 INFO: [ epoch:1125 ] [ iter:465,000 ] [ performance: 28.171 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:50 ] [ l_g_pix: 6.4147e-02 ] [ l_g_total: 6.4147e-02 ] +2024-10-09 16:24:37,176 INFO: [ epoch:1126 ] [ iter:465,100 ] [ performance: 23.609 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:44 ] [ l_g_pix: 3.7938e-02 ] [ l_g_total: 3.7938e-02 ] +2024-10-09 16:24:40,893 INFO: [ epoch:1126 ] [ iter:465,200 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:39 ] [ l_g_pix: 4.3482e-02 ] [ l_g_total: 4.3482e-02 ] +2024-10-09 16:24:44,627 INFO: [ epoch:1126 ] [ iter:465,300 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:33 ] [ l_g_pix: 6.1738e-02 ] [ l_g_total: 6.1738e-02 ] +2024-10-09 16:24:48,242 INFO: [ epoch:1126 ] [ iter:465,400 ] [ performance: 27.899 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:27 ] [ l_g_pix: 4.8400e-02 ] [ l_g_total: 4.8400e-02 ] +2024-10-09 16:24:53,361 INFO: [ epoch:1127 ] [ iter:465,500 ] [ performance: 22.662 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:21 ] [ l_g_pix: 4.2046e-02 ] [ l_g_total: 4.2046e-02 ] +2024-10-09 16:24:57,087 INFO: [ epoch:1127 ] [ iter:465,600 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:15 ] [ l_g_pix: 4.3301e-02 ] [ l_g_total: 4.3301e-02 ] +2024-10-09 16:25:00,888 INFO: [ epoch:1127 ] [ iter:465,700 ] [ performance: 26.585 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:09 ] [ l_g_pix: 4.9045e-02 ] [ l_g_total: 4.9045e-02 ] +2024-10-09 16:25:04,551 INFO: [ epoch:1127 ] [ iter:465,800 ] [ performance: 27.643 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:03 ] [ l_g_pix: 3.5179e-02 ] [ l_g_total: 3.5179e-02 ] +2024-10-09 16:25:09,261 INFO: [ epoch:1128 ] [ iter:465,900 ] [ performance: 23.731 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:58 ] [ l_g_pix: 5.6704e-02 ] [ l_g_total: 5.6704e-02 ] +2024-10-09 16:25:13,030 INFO: [ epoch:1128 ] [ iter:466,000 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:52 ] [ l_g_pix: 4.6730e-02 ] [ l_g_total: 4.6730e-02 ] +2024-10-09 16:25:16,778 INFO: [ epoch:1128 ] [ iter:466,100 ] [ performance: 26.780 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:46 ] [ l_g_pix: 4.5569e-02 ] [ l_g_total: 4.5569e-02 ] +2024-10-09 16:25:20,468 INFO: [ epoch:1128 ] [ iter:466,200 ] [ performance: 27.347 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:40 ] [ l_g_pix: 3.8473e-02 ] [ l_g_total: 3.8473e-02 ] +2024-10-09 16:25:25,296 INFO: [ epoch:1129 ] [ iter:466,300 ] [ performance: 23.243 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:34 ] [ l_g_pix: 4.7030e-02 ] [ l_g_total: 4.7030e-02 ] +2024-10-09 16:25:29,107 INFO: [ epoch:1129 ] [ iter:466,400 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:28 ] [ l_g_pix: 5.3219e-02 ] [ l_g_total: 5.3219e-02 ] +2024-10-09 16:25:32,862 INFO: [ epoch:1129 ] [ iter:466,500 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:23 ] [ l_g_pix: 3.8260e-02 ] [ l_g_total: 3.8260e-02 ] +2024-10-09 16:25:36,595 INFO: [ epoch:1129 ] [ iter:466,600 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:17 ] [ l_g_pix: 4.0104e-02 ] [ l_g_total: 4.0104e-02 ] +2024-10-09 16:25:41,060 INFO: [ epoch:1130 ] [ iter:466,700 ] [ performance: 24.147 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:11 ] [ l_g_pix: 4.2052e-02 ] [ l_g_total: 4.2052e-02 ] +2024-10-09 16:25:45,109 INFO: [ epoch:1130 ] [ iter:466,800 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:05 ] [ l_g_pix: 2.9372e-02 ] [ l_g_total: 2.9372e-02 ] +2024-10-09 16:25:48,872 INFO: [ epoch:1130 ] [ iter:466,900 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:59 ] [ l_g_pix: 3.6356e-02 ] [ l_g_total: 3.6356e-02 ] +2024-10-09 16:25:52,594 INFO: [ epoch:1130 ] [ iter:467,000 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:53 ] [ l_g_pix: 3.6442e-02 ] [ l_g_total: 3.6442e-02 ] +2024-10-09 16:25:56,055 INFO: [ epoch:1130 ] [ iter:467,100 ] [ performance: 28.043 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:47 ] [ l_g_pix: 4.2758e-02 ] [ l_g_total: 4.2758e-02 ] +2024-10-09 16:26:01,053 INFO: [ epoch:1131 ] [ iter:467,200 ] [ performance: 25.159 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:42 ] [ l_g_pix: 4.0821e-02 ] [ l_g_total: 4.0821e-02 ] +2024-10-09 16:26:04,795 INFO: [ epoch:1131 ] [ iter:467,300 ] [ performance: 26.032 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:36 ] [ l_g_pix: 4.9630e-02 ] [ l_g_total: 4.9630e-02 ] +2024-10-09 16:26:08,496 INFO: [ epoch:1131 ] [ iter:467,400 ] [ performance: 27.173 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:30 ] [ l_g_pix: 4.6359e-02 ] [ l_g_total: 4.6359e-02 ] +2024-10-09 16:26:11,955 INFO: [ epoch:1131 ] [ iter:467,500 ] [ performance: 28.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:24 ] [ l_g_pix: 6.3491e-02 ] [ l_g_total: 6.3491e-02 ] +2024-10-09 16:26:17,023 INFO: [ epoch:1132 ] [ iter:467,600 ] [ performance: 22.919 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:18 ] [ l_g_pix: 4.9864e-02 ] [ l_g_total: 4.9864e-02 ] +2024-10-09 16:26:20,715 INFO: [ epoch:1132 ] [ iter:467,700 ] [ performance: 25.144 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:13 ] [ l_g_pix: 5.2076e-02 ] [ l_g_total: 5.2076e-02 ] +2024-10-09 16:26:24,384 INFO: [ epoch:1132 ] [ iter:467,800 ] [ performance: 27.569 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:07 ] [ l_g_pix: 4.2686e-02 ] [ l_g_total: 4.2686e-02 ] +2024-10-09 16:26:27,933 INFO: [ epoch:1132 ] [ iter:467,900 ] [ performance: 27.923 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:01 ] [ l_g_pix: 3.8537e-02 ] [ l_g_total: 3.8537e-02 ] +2024-10-09 16:26:33,137 INFO: [ epoch:1133 ] [ iter:468,000 ] [ performance: 17.119 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:55 ] [ l_g_pix: 4.6217e-02 ] [ l_g_total: 4.6217e-02 ] +2024-10-09 16:26:36,864 INFO: [ epoch:1133 ] [ iter:468,100 ] [ performance: 21.683 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:49 ] [ l_g_pix: 4.4713e-02 ] [ l_g_total: 4.4713e-02 ] +2024-10-09 16:26:40,609 INFO: [ epoch:1133 ] [ iter:468,200 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:43 ] [ l_g_pix: 4.7070e-02 ] [ l_g_total: 4.7070e-02 ] +2024-10-09 16:26:44,197 INFO: [ epoch:1133 ] [ iter:468,300 ] [ performance: 27.484 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:38 ] [ l_g_pix: 4.4069e-02 ] [ l_g_total: 4.4069e-02 ] +2024-10-09 16:26:49,261 INFO: [ epoch:1134 ] [ iter:468,400 ] [ performance: 17.484 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:32 ] [ l_g_pix: 4.0811e-02 ] [ l_g_total: 4.0811e-02 ] +2024-10-09 16:26:52,991 INFO: [ epoch:1134 ] [ iter:468,500 ] [ performance: 21.984 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:26 ] [ l_g_pix: 4.7956e-02 ] [ l_g_total: 4.7956e-02 ] +2024-10-09 16:26:56,693 INFO: [ epoch:1134 ] [ iter:468,600 ] [ performance: 27.210 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:20 ] [ l_g_pix: 4.5217e-02 ] [ l_g_total: 4.5217e-02 ] +2024-10-09 16:27:00,340 INFO: [ epoch:1134 ] [ iter:468,700 ] [ performance: 27.340 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:14 ] [ l_g_pix: 4.7298e-02 ] [ l_g_total: 4.7298e-02 ] +2024-10-09 16:27:05,243 INFO: [ epoch:1135 ] [ iter:468,800 ] [ performance: 18.001 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:08 ] [ l_g_pix: 3.8670e-02 ] [ l_g_total: 3.8670e-02 ] +2024-10-09 16:27:08,995 INFO: [ epoch:1135 ] [ iter:468,900 ] [ performance: 22.314 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:03 ] [ l_g_pix: 6.0726e-02 ] [ l_g_total: 6.0726e-02 ] +2024-10-09 16:27:12,734 INFO: [ epoch:1135 ] [ iter:469,000 ] [ performance: 26.945 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:57 ] [ l_g_pix: 5.2950e-02 ] [ l_g_total: 5.2950e-02 ] +2024-10-09 16:27:16,352 INFO: [ epoch:1135 ] [ iter:469,100 ] [ performance: 27.361 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:51 ] [ l_g_pix: 5.7827e-02 ] [ l_g_total: 5.7827e-02 ] +2024-10-09 16:27:21,322 INFO: [ epoch:1136 ] [ iter:469,200 ] [ performance: 17.411 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:45 ] [ l_g_pix: 3.9833e-02 ] [ l_g_total: 3.9833e-02 ] +2024-10-09 16:27:25,088 INFO: [ epoch:1136 ] [ iter:469,300 ] [ performance: 21.970 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:39 ] [ l_g_pix: 4.7680e-02 ] [ l_g_total: 4.7680e-02 ] +2024-10-09 16:27:28,812 INFO: [ epoch:1136 ] [ iter:469,400 ] [ performance: 26.934 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:34 ] [ l_g_pix: 5.0732e-02 ] [ l_g_total: 5.0732e-02 ] +2024-10-09 16:27:32,495 INFO: [ epoch:1136 ] [ iter:469,500 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:28 ] [ l_g_pix: 3.1679e-02 ] [ l_g_total: 3.1679e-02 ] +2024-10-09 16:27:37,006 INFO: [ epoch:1137 ] [ iter:469,600 ] [ performance: 19.616 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:22 ] [ l_g_pix: 5.2800e-02 ] [ l_g_total: 5.2800e-02 ] +2024-10-09 16:27:40,931 INFO: [ epoch:1137 ] [ iter:469,700 ] [ performance: 22.819 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:16 ] [ l_g_pix: 4.7030e-02 ] [ l_g_total: 4.7030e-02 ] +2024-10-09 16:27:44,706 INFO: [ epoch:1137 ] [ iter:469,800 ] [ performance: 26.533 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:10 ] [ l_g_pix: 4.4014e-02 ] [ l_g_total: 4.4014e-02 ] +2024-10-09 16:27:48,472 INFO: [ epoch:1137 ] [ iter:469,900 ] [ performance: 26.548 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:04 ] [ l_g_pix: 4.2457e-02 ] [ l_g_total: 4.2457e-02 ] +2024-10-09 16:27:52,890 INFO: [ epoch:1138 ] [ iter:470,000 ] [ performance: 19.966 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:59 ] [ l_g_pix: 5.1419e-02 ] [ l_g_total: 5.1419e-02 ] +2024-10-09 16:27:52,901 INFO: Saving models and training states. +2024-10-09 16:30:36,502 INFO: Validation val + + # psnr: 27.2479........ Best: 27.2567 @ 450000 iter + # ssim: 0.7684........ Best: 0.7685 @ 460000 iter + # dists: 0.7725........ Best: 0.7725 @ 460000 iter + +2024-10-09 16:30:40,202 INFO: [ epoch:1138 ] [ iter:470,100 ] [ performance: 23.810 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:10 ] [ l_g_pix: 5.8261e-02 ] [ l_g_total: 5.8261e-02 ] +2024-10-09 16:30:43,931 INFO: [ epoch:1138 ] [ iter:470,200 ] [ performance: 26.827 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:04 ] [ l_g_pix: 4.2944e-02 ] [ l_g_total: 4.2944e-02 ] +2024-10-09 16:30:47,593 INFO: [ epoch:1138 ] [ iter:470,300 ] [ performance: 27.131 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:58 ] [ l_g_pix: 4.1244e-02 ] [ l_g_total: 4.1244e-02 ] +2024-10-09 16:30:51,053 INFO: [ epoch:1138 ] [ iter:470,400 ] [ performance: 29.280 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:53 ] [ l_g_pix: 4.7123e-02 ] [ l_g_total: 4.7123e-02 ] +2024-10-09 16:30:56,188 INFO: [ epoch:1139 ] [ iter:470,500 ] [ performance: 22.275 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:47 ] [ l_g_pix: 3.4940e-02 ] [ l_g_total: 3.4940e-02 ] +2024-10-09 16:30:59,965 INFO: [ epoch:1139 ] [ iter:470,600 ] [ performance: 26.583 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:41 ] [ l_g_pix: 4.7208e-02 ] [ l_g_total: 4.7208e-02 ] +2024-10-09 16:31:03,639 INFO: [ epoch:1139 ] [ iter:470,700 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:35 ] [ l_g_pix: 5.1084e-02 ] [ l_g_total: 5.1084e-02 ] +2024-10-09 16:31:07,116 INFO: [ epoch:1139 ] [ iter:470,800 ] [ performance: 29.406 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:29 ] [ l_g_pix: 4.3260e-02 ] [ l_g_total: 4.3260e-02 ] +2024-10-09 16:31:12,245 INFO: [ epoch:1140 ] [ iter:470,900 ] [ performance: 22.254 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:23 ] [ l_g_pix: 3.3274e-02 ] [ l_g_total: 3.3274e-02 ] +2024-10-09 16:31:15,942 INFO: [ epoch:1140 ] [ iter:471,000 ] [ performance: 27.127 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:18 ] [ l_g_pix: 5.1707e-02 ] [ l_g_total: 5.1707e-02 ] +2024-10-09 16:31:19,675 INFO: [ epoch:1140 ] [ iter:471,100 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:12 ] [ l_g_pix: 5.5613e-02 ] [ l_g_total: 5.5613e-02 ] +2024-10-09 16:31:23,243 INFO: [ epoch:1140 ] [ iter:471,200 ] [ performance: 29.136 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:06 ] [ l_g_pix: 5.1437e-02 ] [ l_g_total: 5.1437e-02 ] +2024-10-09 16:31:28,272 INFO: [ epoch:1141 ] [ iter:471,300 ] [ performance: 22.446 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:00 ] [ l_g_pix: 5.0206e-02 ] [ l_g_total: 5.0206e-02 ] +2024-10-09 16:31:32,010 INFO: [ epoch:1141 ] [ iter:471,400 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:54 ] [ l_g_pix: 5.9923e-02 ] [ l_g_total: 5.9923e-02 ] +2024-10-09 16:31:35,724 INFO: [ epoch:1141 ] [ iter:471,500 ] [ performance: 26.981 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:48 ] [ l_g_pix: 7.3159e-02 ] [ l_g_total: 7.3159e-02 ] +2024-10-09 16:31:39,327 INFO: [ epoch:1141 ] [ iter:471,600 ] [ performance: 28.840 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:42 ] [ l_g_pix: 3.8475e-02 ] [ l_g_total: 3.8475e-02 ] +2024-10-09 16:31:44,376 INFO: [ epoch:1142 ] [ iter:471,700 ] [ performance: 22.256 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:37 ] [ l_g_pix: 4.0251e-02 ] [ l_g_total: 4.0251e-02 ] +2024-10-09 16:31:48,143 INFO: [ epoch:1142 ] [ iter:471,800 ] [ performance: 26.537 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:31 ] [ l_g_pix: 4.5607e-02 ] [ l_g_total: 4.5607e-02 ] +2024-10-09 16:31:51,888 INFO: [ epoch:1142 ] [ iter:471,900 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:25 ] [ l_g_pix: 5.0135e-02 ] [ l_g_total: 5.0135e-02 ] +2024-10-09 16:31:55,488 INFO: [ epoch:1142 ] [ iter:472,000 ] [ performance: 28.448 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:19 ] [ l_g_pix: 4.9124e-02 ] [ l_g_total: 4.9124e-02 ] +2024-10-09 16:32:00,136 INFO: [ epoch:1143 ] [ iter:472,100 ] [ performance: 23.476 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:13 ] [ l_g_pix: 5.6136e-02 ] [ l_g_total: 5.6136e-02 ] +2024-10-09 16:32:03,902 INFO: [ epoch:1143 ] [ iter:472,200 ] [ performance: 27.188 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:07 ] [ l_g_pix: 4.4312e-02 ] [ l_g_total: 4.4312e-02 ] +2024-10-09 16:32:07,650 INFO: [ epoch:1143 ] [ iter:472,300 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:02 ] [ l_g_pix: 3.9390e-02 ] [ l_g_total: 3.9390e-02 ] +2024-10-09 16:32:11,304 INFO: [ epoch:1143 ] [ iter:472,400 ] [ performance: 27.508 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:56 ] [ l_g_pix: 3.8968e-02 ] [ l_g_total: 3.8968e-02 ] +2024-10-09 16:32:16,307 INFO: [ epoch:1144 ] [ iter:472,500 ] [ performance: 21.996 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:50 ] [ l_g_pix: 4.3951e-02 ] [ l_g_total: 4.3951e-02 ] +2024-10-09 16:32:20,022 INFO: [ epoch:1144 ] [ iter:472,600 ] [ performance: 27.098 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:44 ] [ l_g_pix: 4.4415e-02 ] [ l_g_total: 4.4415e-02 ] +2024-10-09 16:32:23,760 INFO: [ epoch:1144 ] [ iter:472,700 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:38 ] [ l_g_pix: 5.1843e-02 ] [ l_g_total: 5.1843e-02 ] +2024-10-09 16:32:27,437 INFO: [ epoch:1144 ] [ iter:472,800 ] [ performance: 27.387 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:32 ] [ l_g_pix: 5.2701e-02 ] [ l_g_total: 5.2701e-02 ] +2024-10-09 16:32:32,161 INFO: [ epoch:1145 ] [ iter:472,900 ] [ performance: 22.856 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:27 ] [ l_g_pix: 5.0114e-02 ] [ l_g_total: 5.0114e-02 ] +2024-10-09 16:32:36,103 INFO: [ epoch:1145 ] [ iter:473,000 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:21 ] [ l_g_pix: 4.9924e-02 ] [ l_g_total: 4.9924e-02 ] +2024-10-09 16:32:39,795 INFO: [ epoch:1145 ] [ iter:473,100 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:15 ] [ l_g_pix: 4.6901e-02 ] [ l_g_total: 4.6901e-02 ] +2024-10-09 16:32:43,513 INFO: [ epoch:1145 ] [ iter:473,200 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:09 ] [ l_g_pix: 4.9447e-02 ] [ l_g_total: 4.9447e-02 ] +2024-10-09 16:32:47,934 INFO: [ epoch:1146 ] [ iter:473,300 ] [ performance: 23.857 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:03 ] [ l_g_pix: 4.1974e-02 ] [ l_g_total: 4.1974e-02 ] +2024-10-09 16:32:52,064 INFO: [ epoch:1146 ] [ iter:473,400 ] [ performance: 26.641 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:58 ] [ l_g_pix: 4.0999e-02 ] [ l_g_total: 4.0999e-02 ] +2024-10-09 16:32:55,777 INFO: [ epoch:1146 ] [ iter:473,500 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:52 ] [ l_g_pix: 3.7707e-02 ] [ l_g_total: 3.7707e-02 ] +2024-10-09 16:32:59,529 INFO: [ epoch:1146 ] [ iter:473,600 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:46 ] [ l_g_pix: 5.2523e-02 ] [ l_g_total: 5.2523e-02 ] +2024-10-09 16:33:02,960 INFO: [ epoch:1146 ] [ iter:473,700 ] [ performance: 28.427 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:40 ] [ l_g_pix: 4.9631e-02 ] [ l_g_total: 4.9631e-02 ] +2024-10-09 16:33:08,082 INFO: [ epoch:1147 ] [ iter:473,800 ] [ performance: 26.529 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:34 ] [ l_g_pix: 4.2886e-02 ] [ l_g_total: 4.2886e-02 ] +2024-10-09 16:33:11,800 INFO: [ epoch:1147 ] [ iter:473,900 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:28 ] [ l_g_pix: 3.9495e-02 ] [ l_g_total: 3.9495e-02 ] +2024-10-09 16:33:15,535 INFO: [ epoch:1147 ] [ iter:474,000 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:23 ] [ l_g_pix: 4.9193e-02 ] [ l_g_total: 4.9193e-02 ] +2024-10-09 16:33:19,070 INFO: [ epoch:1147 ] [ iter:474,100 ] [ performance: 27.903 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:17 ] [ l_g_pix: 4.9746e-02 ] [ l_g_total: 4.9746e-02 ] +2024-10-09 16:33:24,155 INFO: [ epoch:1148 ] [ iter:474,200 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:11 ] [ l_g_pix: 5.4122e-02 ] [ l_g_total: 5.4122e-02 ] +2024-10-09 16:33:27,886 INFO: [ epoch:1148 ] [ iter:474,300 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:05 ] [ l_g_pix: 3.9377e-02 ] [ l_g_total: 3.9377e-02 ] +2024-10-09 16:33:31,612 INFO: [ epoch:1148 ] [ iter:474,400 ] [ performance: 26.945 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:59 ] [ l_g_pix: 3.6052e-02 ] [ l_g_total: 3.6052e-02 ] +2024-10-09 16:33:35,168 INFO: [ epoch:1148 ] [ iter:474,500 ] [ performance: 27.782 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:53 ] [ l_g_pix: 4.4608e-02 ] [ l_g_total: 4.4608e-02 ] +2024-10-09 16:33:40,103 INFO: [ epoch:1149 ] [ iter:474,600 ] [ performance: 24.926 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:48 ] [ l_g_pix: 5.7267e-02 ] [ l_g_total: 5.7267e-02 ] +2024-10-09 16:33:43,820 INFO: [ epoch:1149 ] [ iter:474,700 ] [ performance: 26.322 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:42 ] [ l_g_pix: 4.8545e-02 ] [ l_g_total: 4.8545e-02 ] +2024-10-09 16:33:47,495 INFO: [ epoch:1149 ] [ iter:474,800 ] [ performance: 27.245 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:36 ] [ l_g_pix: 4.0130e-02 ] [ l_g_total: 4.0130e-02 ] +2024-10-09 16:33:51,066 INFO: [ epoch:1149 ] [ iter:474,900 ] [ performance: 27.793 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:30 ] [ l_g_pix: 3.8855e-02 ] [ l_g_total: 3.8855e-02 ] +2024-10-09 16:33:56,050 INFO: [ epoch:1150 ] [ iter:475,000 ] [ performance: 20.878 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:24 ] [ l_g_pix: 5.4587e-02 ] [ l_g_total: 5.4587e-02 ] +2024-10-09 16:33:59,807 INFO: [ epoch:1150 ] [ iter:475,100 ] [ performance: 24.785 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:19 ] [ l_g_pix: 4.5759e-02 ] [ l_g_total: 4.5759e-02 ] +2024-10-09 16:34:03,538 INFO: [ epoch:1150 ] [ iter:475,200 ] [ performance: 27.107 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:13 ] [ l_g_pix: 5.2183e-02 ] [ l_g_total: 5.2183e-02 ] +2024-10-09 16:34:07,206 INFO: [ epoch:1150 ] [ iter:475,300 ] [ performance: 27.227 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:07 ] [ l_g_pix: 4.9058e-02 ] [ l_g_total: 4.9058e-02 ] +2024-10-09 16:34:12,113 INFO: [ epoch:1151 ] [ iter:475,400 ] [ performance: 19.169 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:01 ] [ l_g_pix: 4.2037e-02 ] [ l_g_total: 4.2037e-02 ] +2024-10-09 16:34:15,825 INFO: [ epoch:1151 ] [ iter:475,500 ] [ performance: 24.382 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:55 ] [ l_g_pix: 4.6799e-02 ] [ l_g_total: 4.6799e-02 ] +2024-10-09 16:34:19,567 INFO: [ epoch:1151 ] [ iter:475,600 ] [ performance: 27.029 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:50 ] [ l_g_pix: 4.9411e-02 ] [ l_g_total: 4.9411e-02 ] +2024-10-09 16:34:23,277 INFO: [ epoch:1151 ] [ iter:475,700 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:44 ] [ l_g_pix: 3.8896e-02 ] [ l_g_total: 3.8896e-02 ] +2024-10-09 16:34:28,183 INFO: [ epoch:1152 ] [ iter:475,800 ] [ performance: 12.668 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:38 ] [ l_g_pix: 4.1968e-02 ] [ l_g_total: 4.1968e-02 ] +2024-10-09 16:34:31,911 INFO: [ epoch:1152 ] [ iter:475,900 ] [ performance: 21.023 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:32 ] [ l_g_pix: 5.5687e-02 ] [ l_g_total: 5.5687e-02 ] +2024-10-09 16:34:35,652 INFO: [ epoch:1152 ] [ iter:476,000 ] [ performance: 27.493 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:26 ] [ l_g_pix: 4.1355e-02 ] [ l_g_total: 4.1355e-02 ] +2024-10-09 16:34:39,367 INFO: [ epoch:1152 ] [ iter:476,100 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:20 ] [ l_g_pix: 4.7660e-02 ] [ l_g_total: 4.7660e-02 ] +2024-10-09 16:34:43,805 INFO: [ epoch:1153 ] [ iter:476,200 ] [ performance: 15.035 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:15 ] [ l_g_pix: 4.5516e-02 ] [ l_g_total: 4.5516e-02 ] +2024-10-09 16:34:47,812 INFO: [ epoch:1153 ] [ iter:476,300 ] [ performance: 21.591 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:09 ] [ l_g_pix: 4.8141e-02 ] [ l_g_total: 4.8141e-02 ] +2024-10-09 16:34:51,543 INFO: [ epoch:1153 ] [ iter:476,400 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:03 ] [ l_g_pix: 5.3403e-02 ] [ l_g_total: 5.3403e-02 ] +2024-10-09 16:34:55,297 INFO: [ epoch:1153 ] [ iter:476,500 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:57 ] [ l_g_pix: 4.9636e-02 ] [ l_g_total: 4.9636e-02 ] +2024-10-09 16:34:58,801 INFO: [ epoch:1153 ] [ iter:476,600 ] [ performance: 28.917 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:51 ] [ l_g_pix: 5.5712e-02 ] [ l_g_total: 5.5712e-02 ] +2024-10-09 16:35:03,831 INFO: [ epoch:1154 ] [ iter:476,700 ] [ performance: 21.387 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:46 ] [ l_g_pix: 5.6326e-02 ] [ l_g_total: 5.6326e-02 ] +2024-10-09 16:35:07,515 INFO: [ epoch:1154 ] [ iter:476,800 ] [ performance: 27.720 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:40 ] [ l_g_pix: 4.3535e-02 ] [ l_g_total: 4.3535e-02 ] +2024-10-09 16:35:11,273 INFO: [ epoch:1154 ] [ iter:476,900 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:34 ] [ l_g_pix: 4.7162e-02 ] [ l_g_total: 4.7162e-02 ] +2024-10-09 16:35:14,784 INFO: [ epoch:1154 ] [ iter:477,000 ] [ performance: 29.056 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:28 ] [ l_g_pix: 4.8797e-02 ] [ l_g_total: 4.8797e-02 ] +2024-10-09 16:35:19,871 INFO: [ epoch:1155 ] [ iter:477,100 ] [ performance: 21.118 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:23 ] [ l_g_pix: 4.5794e-02 ] [ l_g_total: 4.5794e-02 ] +2024-10-09 16:35:23,636 INFO: [ epoch:1155 ] [ iter:477,200 ] [ performance: 27.263 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:17 ] [ l_g_pix: 4.6701e-02 ] [ l_g_total: 4.6701e-02 ] +2024-10-09 16:35:27,301 INFO: [ epoch:1155 ] [ iter:477,300 ] [ performance: 27.286 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:11 ] [ l_g_pix: 4.3375e-02 ] [ l_g_total: 4.3375e-02 ] +2024-10-09 16:35:30,817 INFO: [ epoch:1155 ] [ iter:477,400 ] [ performance: 29.510 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:05 ] [ l_g_pix: 5.3353e-02 ] [ l_g_total: 5.3353e-02 ] +2024-10-09 16:35:35,897 INFO: [ epoch:1156 ] [ iter:477,500 ] [ performance: 21.093 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:59 ] [ l_g_pix: 4.8702e-02 ] [ l_g_total: 4.8702e-02 ] +2024-10-09 16:35:39,635 INFO: [ epoch:1156 ] [ iter:477,600 ] [ performance: 27.688 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:54 ] [ l_g_pix: 4.7065e-02 ] [ l_g_total: 4.7065e-02 ] +2024-10-09 16:35:43,372 INFO: [ epoch:1156 ] [ iter:477,700 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:48 ] [ l_g_pix: 4.0836e-02 ] [ l_g_total: 4.0836e-02 ] +2024-10-09 16:35:46,976 INFO: [ epoch:1156 ] [ iter:477,800 ] [ performance: 29.347 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:42 ] [ l_g_pix: 5.3401e-02 ] [ l_g_total: 5.3401e-02 ] +2024-10-09 16:35:51,899 INFO: [ epoch:1157 ] [ iter:477,900 ] [ performance: 21.561 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:36 ] [ l_g_pix: 5.0059e-02 ] [ l_g_total: 5.0059e-02 ] +2024-10-09 16:35:55,634 INFO: [ epoch:1157 ] [ iter:478,000 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:30 ] [ l_g_pix: 4.9612e-02 ] [ l_g_total: 4.9612e-02 ] +2024-10-09 16:35:59,373 INFO: [ epoch:1157 ] [ iter:478,100 ] [ performance: 26.726 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:25 ] [ l_g_pix: 4.8649e-02 ] [ l_g_total: 4.8649e-02 ] +2024-10-09 16:36:02,987 INFO: [ epoch:1157 ] [ iter:478,200 ] [ performance: 29.318 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:19 ] [ l_g_pix: 5.1419e-02 ] [ l_g_total: 5.1419e-02 ] +2024-10-09 16:36:07,829 INFO: [ epoch:1158 ] [ iter:478,300 ] [ performance: 21.776 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:13 ] [ l_g_pix: 4.8659e-02 ] [ l_g_total: 4.8659e-02 ] +2024-10-09 16:36:11,538 INFO: [ epoch:1158 ] [ iter:478,400 ] [ performance: 27.246 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:07 ] [ l_g_pix: 5.1998e-02 ] [ l_g_total: 5.1998e-02 ] +2024-10-09 16:36:15,341 INFO: [ epoch:1158 ] [ iter:478,500 ] [ performance: 26.457 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:01 ] [ l_g_pix: 3.9886e-02 ] [ l_g_total: 3.9886e-02 ] +2024-10-09 16:36:18,965 INFO: [ epoch:1158 ] [ iter:478,600 ] [ performance: 29.523 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:56 ] [ l_g_pix: 3.9235e-02 ] [ l_g_total: 3.9235e-02 ] +2024-10-09 16:36:23,978 INFO: [ epoch:1159 ] [ iter:478,700 ] [ performance: 21.041 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:50 ] [ l_g_pix: 4.7332e-02 ] [ l_g_total: 4.7332e-02 ] +2024-10-09 16:36:27,689 INFO: [ epoch:1159 ] [ iter:478,800 ] [ performance: 27.175 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:44 ] [ l_g_pix: 5.1789e-02 ] [ l_g_total: 5.1789e-02 ] +2024-10-09 16:36:31,449 INFO: [ epoch:1159 ] [ iter:478,900 ] [ performance: 26.687 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:38 ] [ l_g_pix: 4.4525e-02 ] [ l_g_total: 4.4525e-02 ] +2024-10-09 16:36:35,161 INFO: [ epoch:1159 ] [ iter:479,000 ] [ performance: 29.099 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:32 ] [ l_g_pix: 3.9931e-02 ] [ l_g_total: 3.9931e-02 ] +2024-10-09 16:36:39,749 INFO: [ epoch:1160 ] [ iter:479,100 ] [ performance: 22.631 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:27 ] [ l_g_pix: 5.4549e-02 ] [ l_g_total: 5.4549e-02 ] +2024-10-09 16:36:43,778 INFO: [ epoch:1160 ] [ iter:479,200 ] [ performance: 27.385 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:21 ] [ l_g_pix: 5.4231e-02 ] [ l_g_total: 5.4231e-02 ] +2024-10-09 16:36:47,491 INFO: [ epoch:1160 ] [ iter:479,300 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:15 ] [ l_g_pix: 7.0110e-02 ] [ l_g_total: 7.0110e-02 ] +2024-10-09 16:36:51,259 INFO: [ epoch:1160 ] [ iter:479,400 ] [ performance: 27.327 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:09 ] [ l_g_pix: 4.1827e-02 ] [ l_g_total: 4.1827e-02 ] +2024-10-09 16:36:55,786 INFO: [ epoch:1161 ] [ iter:479,500 ] [ performance: 22.663 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:04 ] [ l_g_pix: 4.1312e-02 ] [ l_g_total: 4.1312e-02 ] +2024-10-09 16:36:59,987 INFO: [ epoch:1161 ] [ iter:479,600 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:58 ] [ l_g_pix: 4.5587e-02 ] [ l_g_total: 4.5587e-02 ] +2024-10-09 16:37:03,676 INFO: [ epoch:1161 ] [ iter:479,700 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:52 ] [ l_g_pix: 4.5372e-02 ] [ l_g_total: 4.5372e-02 ] +2024-10-09 16:37:07,401 INFO: [ epoch:1161 ] [ iter:479,800 ] [ performance: 27.438 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:46 ] [ l_g_pix: 4.6869e-02 ] [ l_g_total: 4.6869e-02 ] +2024-10-09 16:37:10,892 INFO: [ epoch:1161 ] [ iter:479,900 ] [ performance: 28.509 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:40 ] [ l_g_pix: 5.0752e-02 ] [ l_g_total: 5.0752e-02 ] +2024-10-09 16:37:15,944 INFO: [ epoch:1162 ] [ iter:480,000 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:35 ] [ l_g_pix: 7.0720e-02 ] [ l_g_total: 7.0720e-02 ] +2024-10-09 16:37:15,944 INFO: Saving models and training states. +2024-10-09 16:39:59,068 INFO: Validation val + + # psnr: 27.2484........ Best: 27.2567 @ 450000 iter + # ssim: 0.7685........ Best: 0.7685 @ 460000 iter + # dists: 0.7725........ Best: 0.7725 @ 460000 iter + +2024-10-09 16:40:02,746 INFO: [ epoch:1162 ] [ iter:480,100 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:43 ] [ l_g_pix: 4.5389e-02 ] [ l_g_total: 4.5389e-02 ] +2024-10-09 16:40:06,453 INFO: [ epoch:1162 ] [ iter:480,200 ] [ performance: 28.539 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:37 ] [ l_g_pix: 4.1271e-02 ] [ l_g_total: 4.1271e-02 ] +2024-10-09 16:40:09,960 INFO: [ epoch:1162 ] [ iter:480,300 ] [ performance: 28.521 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:31 ] [ l_g_pix: 5.0968e-02 ] [ l_g_total: 5.0968e-02 ] +2024-10-09 16:40:15,084 INFO: [ epoch:1163 ] [ iter:480,400 ] [ performance: 27.385 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:25 ] [ l_g_pix: 4.0051e-02 ] [ l_g_total: 4.0051e-02 ] +2024-10-09 16:40:18,813 INFO: [ epoch:1163 ] [ iter:480,500 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:19 ] [ l_g_pix: 4.8524e-02 ] [ l_g_total: 4.8524e-02 ] +2024-10-09 16:40:22,540 INFO: [ epoch:1163 ] [ iter:480,600 ] [ performance: 27.769 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:13 ] [ l_g_pix: 5.7349e-02 ] [ l_g_total: 5.7349e-02 ] +2024-10-09 16:40:26,064 INFO: [ epoch:1163 ] [ iter:480,700 ] [ performance: 28.330 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:08 ] [ l_g_pix: 4.4825e-02 ] [ l_g_total: 4.4825e-02 ] +2024-10-09 16:40:31,129 INFO: [ epoch:1164 ] [ iter:480,800 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:02 ] [ l_g_pix: 4.2972e-02 ] [ l_g_total: 4.2972e-02 ] +2024-10-09 16:40:34,883 INFO: [ epoch:1164 ] [ iter:480,900 ] [ performance: 26.665 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:56 ] [ l_g_pix: 5.7306e-02 ] [ l_g_total: 5.7306e-02 ] +2024-10-09 16:40:38,580 INFO: [ epoch:1164 ] [ iter:481,000 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:50 ] [ l_g_pix: 4.4924e-02 ] [ l_g_total: 4.4924e-02 ] +2024-10-09 16:40:42,154 INFO: [ epoch:1164 ] [ iter:481,100 ] [ performance: 27.942 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:44 ] [ l_g_pix: 4.5677e-02 ] [ l_g_total: 4.5677e-02 ] +2024-10-09 16:40:47,367 INFO: [ epoch:1165 ] [ iter:481,200 ] [ performance: 26.553 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:39 ] [ l_g_pix: 3.8083e-02 ] [ l_g_total: 3.8083e-02 ] +2024-10-09 16:40:51,081 INFO: [ epoch:1165 ] [ iter:481,300 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:33 ] [ l_g_pix: 4.5935e-02 ] [ l_g_total: 4.5935e-02 ] +2024-10-09 16:40:54,795 INFO: [ epoch:1165 ] [ iter:481,400 ] [ performance: 28.175 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:27 ] [ l_g_pix: 4.4137e-02 ] [ l_g_total: 4.4137e-02 ] +2024-10-09 16:40:58,417 INFO: [ epoch:1165 ] [ iter:481,500 ] [ performance: 27.640 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:21 ] [ l_g_pix: 4.1429e-02 ] [ l_g_total: 4.1429e-02 ] +2024-10-09 16:41:03,469 INFO: [ epoch:1166 ] [ iter:481,600 ] [ performance: 28.497 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:15 ] [ l_g_pix: 4.6730e-02 ] [ l_g_total: 4.6730e-02 ] +2024-10-09 16:41:07,197 INFO: [ epoch:1166 ] [ iter:481,700 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:10 ] [ l_g_pix: 5.0102e-02 ] [ l_g_total: 5.0102e-02 ] +2024-10-09 16:41:10,914 INFO: [ epoch:1166 ] [ iter:481,800 ] [ performance: 26.315 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:04 ] [ l_g_pix: 5.2344e-02 ] [ l_g_total: 5.2344e-02 ] +2024-10-09 16:41:14,591 INFO: [ epoch:1166 ] [ iter:481,900 ] [ performance: 27.179 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:58 ] [ l_g_pix: 3.7018e-02 ] [ l_g_total: 3.7018e-02 ] +2024-10-09 16:41:19,331 INFO: [ epoch:1167 ] [ iter:482,000 ] [ performance: 20.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:52 ] [ l_g_pix: 4.0318e-02 ] [ l_g_total: 4.0318e-02 ] +2024-10-09 16:41:23,175 INFO: [ epoch:1167 ] [ iter:482,100 ] [ performance: 25.875 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:46 ] [ l_g_pix: 3.7354e-02 ] [ l_g_total: 3.7354e-02 ] +2024-10-09 16:41:26,928 INFO: [ epoch:1167 ] [ iter:482,200 ] [ performance: 27.843 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:41 ] [ l_g_pix: 5.0104e-02 ] [ l_g_total: 5.0104e-02 ] +2024-10-09 16:41:30,647 INFO: [ epoch:1167 ] [ iter:482,300 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:35 ] [ l_g_pix: 4.8628e-02 ] [ l_g_total: 4.8628e-02 ] +2024-10-09 16:41:35,499 INFO: [ epoch:1168 ] [ iter:482,400 ] [ performance: 23.358 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:29 ] [ l_g_pix: 4.8042e-02 ] [ l_g_total: 4.8042e-02 ] +2024-10-09 16:41:39,387 INFO: [ epoch:1168 ] [ iter:482,500 ] [ performance: 25.735 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:23 ] [ l_g_pix: 5.8254e-02 ] [ l_g_total: 5.8254e-02 ] +2024-10-09 16:41:43,138 INFO: [ epoch:1168 ] [ iter:482,600 ] [ performance: 26.191 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:17 ] [ l_g_pix: 4.4035e-02 ] [ l_g_total: 4.4035e-02 ] +2024-10-09 16:41:46,886 INFO: [ epoch:1168 ] [ iter:482,700 ] [ performance: 26.702 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:12 ] [ l_g_pix: 3.8932e-02 ] [ l_g_total: 3.8932e-02 ] +2024-10-09 16:41:51,169 INFO: [ epoch:1169 ] [ iter:482,800 ] [ performance: 24.907 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:06 ] [ l_g_pix: 4.5720e-02 ] [ l_g_total: 4.5720e-02 ] +2024-10-09 16:41:55,454 INFO: [ epoch:1169 ] [ iter:482,900 ] [ performance: 23.536 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:00 ] [ l_g_pix: 5.1098e-02 ] [ l_g_total: 5.1098e-02 ] +2024-10-09 16:41:59,187 INFO: [ epoch:1169 ] [ iter:483,000 ] [ performance: 25.078 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:54 ] [ l_g_pix: 4.4836e-02 ] [ l_g_total: 4.4836e-02 ] +2024-10-09 16:42:02,910 INFO: [ epoch:1169 ] [ iter:483,100 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:49 ] [ l_g_pix: 5.3829e-02 ] [ l_g_total: 5.3829e-02 ] +2024-10-09 16:42:06,403 INFO: [ epoch:1169 ] [ iter:483,200 ] [ performance: 27.750 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:43 ] [ l_g_pix: 4.7448e-02 ] [ l_g_total: 4.7448e-02 ] +2024-10-09 16:42:11,507 INFO: [ epoch:1170 ] [ iter:483,300 ] [ performance: 19.347 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:37 ] [ l_g_pix: 4.6626e-02 ] [ l_g_total: 4.6626e-02 ] +2024-10-09 16:42:15,257 INFO: [ epoch:1170 ] [ iter:483,400 ] [ performance: 22.500 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:31 ] [ l_g_pix: 5.4268e-02 ] [ l_g_total: 5.4268e-02 ] +2024-10-09 16:42:19,039 INFO: [ epoch:1170 ] [ iter:483,500 ] [ performance: 26.556 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:25 ] [ l_g_pix: 5.3435e-02 ] [ l_g_total: 5.3435e-02 ] +2024-10-09 16:42:22,573 INFO: [ epoch:1170 ] [ iter:483,600 ] [ performance: 27.426 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:20 ] [ l_g_pix: 3.7695e-02 ] [ l_g_total: 3.7695e-02 ] +2024-10-09 16:42:27,593 INFO: [ epoch:1171 ] [ iter:483,700 ] [ performance: 19.534 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:14 ] [ l_g_pix: 4.9190e-02 ] [ l_g_total: 4.9190e-02 ] +2024-10-09 16:42:31,303 INFO: [ epoch:1171 ] [ iter:483,800 ] [ performance: 22.767 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:08 ] [ l_g_pix: 3.4012e-02 ] [ l_g_total: 3.4012e-02 ] +2024-10-09 16:42:35,036 INFO: [ epoch:1171 ] [ iter:483,900 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:02 ] [ l_g_pix: 5.2171e-02 ] [ l_g_total: 5.2171e-02 ] +2024-10-09 16:42:38,604 INFO: [ epoch:1171 ] [ iter:484,000 ] [ performance: 27.418 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:56 ] [ l_g_pix: 4.6816e-02 ] [ l_g_total: 4.6816e-02 ] +2024-10-09 16:42:43,719 INFO: [ epoch:1172 ] [ iter:484,100 ] [ performance: 19.062 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:51 ] [ l_g_pix: 4.0820e-02 ] [ l_g_total: 4.0820e-02 ] +2024-10-09 16:42:47,477 INFO: [ epoch:1172 ] [ iter:484,200 ] [ performance: 22.370 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:45 ] [ l_g_pix: 5.5434e-02 ] [ l_g_total: 5.5434e-02 ] +2024-10-09 16:42:51,237 INFO: [ epoch:1172 ] [ iter:484,300 ] [ performance: 26.609 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:39 ] [ l_g_pix: 5.4141e-02 ] [ l_g_total: 5.4141e-02 ] +2024-10-09 16:42:54,857 INFO: [ epoch:1172 ] [ iter:484,400 ] [ performance: 27.134 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:33 ] [ l_g_pix: 4.9576e-02 ] [ l_g_total: 4.9576e-02 ] +2024-10-09 16:42:59,747 INFO: [ epoch:1173 ] [ iter:484,500 ] [ performance: 19.857 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:28 ] [ l_g_pix: 5.2550e-02 ] [ l_g_total: 5.2550e-02 ] +2024-10-09 16:43:03,510 INFO: [ epoch:1173 ] [ iter:484,600 ] [ performance: 22.906 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:22 ] [ l_g_pix: 4.7474e-02 ] [ l_g_total: 4.7474e-02 ] +2024-10-09 16:43:07,264 INFO: [ epoch:1173 ] [ iter:484,700 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:16 ] [ l_g_pix: 4.3846e-02 ] [ l_g_total: 4.3846e-02 ] +2024-10-09 16:43:10,911 INFO: [ epoch:1173 ] [ iter:484,800 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:10 ] [ l_g_pix: 5.1532e-02 ] [ l_g_total: 5.1532e-02 ] +2024-10-09 16:43:15,678 INFO: [ epoch:1174 ] [ iter:484,900 ] [ performance: 20.275 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:05 ] [ l_g_pix: 4.2963e-02 ] [ l_g_total: 4.2963e-02 ] +2024-10-09 16:43:19,330 INFO: [ epoch:1174 ] [ iter:485,000 ] [ performance: 23.526 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:59 ] [ l_g_pix: 4.8260e-02 ] [ l_g_total: 4.8260e-02 ] +2024-10-09 16:43:23,054 INFO: [ epoch:1174 ] [ iter:485,100 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:53 ] [ l_g_pix: 3.5732e-02 ] [ l_g_total: 3.5732e-02 ] +2024-10-09 16:43:26,743 INFO: [ epoch:1174 ] [ iter:485,200 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:47 ] [ l_g_pix: 4.8788e-02 ] [ l_g_total: 4.8788e-02 ] +2024-10-09 16:43:31,757 INFO: [ epoch:1175 ] [ iter:485,300 ] [ performance: 19.045 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:41 ] [ l_g_pix: 4.0919e-02 ] [ l_g_total: 4.0919e-02 ] +2024-10-09 16:43:35,504 INFO: [ epoch:1175 ] [ iter:485,400 ] [ performance: 22.514 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:36 ] [ l_g_pix: 3.3826e-02 ] [ l_g_total: 3.3826e-02 ] +2024-10-09 16:43:39,239 INFO: [ epoch:1175 ] [ iter:485,500 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:30 ] [ l_g_pix: 3.9307e-02 ] [ l_g_total: 3.9307e-02 ] +2024-10-09 16:43:42,940 INFO: [ epoch:1175 ] [ iter:485,600 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:24 ] [ l_g_pix: 4.6043e-02 ] [ l_g_total: 4.6043e-02 ] +2024-10-09 16:43:47,474 INFO: [ epoch:1176 ] [ iter:485,700 ] [ performance: 21.165 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:18 ] [ l_g_pix: 4.8579e-02 ] [ l_g_total: 4.8579e-02 ] +2024-10-09 16:43:51,428 INFO: [ epoch:1176 ] [ iter:485,800 ] [ performance: 23.228 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:13 ] [ l_g_pix: 4.6102e-02 ] [ l_g_total: 4.6102e-02 ] +2024-10-09 16:43:55,046 INFO: [ epoch:1176 ] [ iter:485,900 ] [ performance: 27.693 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:07 ] [ l_g_pix: 3.9873e-02 ] [ l_g_total: 3.9873e-02 ] +2024-10-09 16:43:58,744 INFO: [ epoch:1176 ] [ iter:486,000 ] [ performance: 27.333 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:01 ] [ l_g_pix: 4.2777e-02 ] [ l_g_total: 4.2777e-02 ] +2024-10-09 16:44:02,201 INFO: [ epoch:1176 ] [ iter:486,100 ] [ performance: 29.152 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:55 ] [ l_g_pix: 5.1363e-02 ] [ l_g_total: 5.1363e-02 ] +2024-10-09 16:44:07,461 INFO: [ epoch:1177 ] [ iter:486,200 ] [ performance: 22.550 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:49 ] [ l_g_pix: 4.0754e-02 ] [ l_g_total: 4.0754e-02 ] +2024-10-09 16:44:11,154 INFO: [ epoch:1177 ] [ iter:486,300 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:44 ] [ l_g_pix: 4.2492e-02 ] [ l_g_total: 4.2492e-02 ] +2024-10-09 16:44:14,910 INFO: [ epoch:1177 ] [ iter:486,400 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:38 ] [ l_g_pix: 4.6391e-02 ] [ l_g_total: 4.6391e-02 ] +2024-10-09 16:44:18,390 INFO: [ epoch:1177 ] [ iter:486,500 ] [ performance: 29.363 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:32 ] [ l_g_pix: 4.0010e-02 ] [ l_g_total: 4.0010e-02 ] +2024-10-09 16:44:23,404 INFO: [ epoch:1178 ] [ iter:486,600 ] [ performance: 23.263 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:26 ] [ l_g_pix: 3.9651e-02 ] [ l_g_total: 3.9651e-02 ] +2024-10-09 16:44:27,089 INFO: [ epoch:1178 ] [ iter:486,700 ] [ performance: 27.236 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:21 ] [ l_g_pix: 5.6975e-02 ] [ l_g_total: 5.6975e-02 ] +2024-10-09 16:44:30,855 INFO: [ epoch:1178 ] [ iter:486,800 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:15 ] [ l_g_pix: 3.8115e-02 ] [ l_g_total: 3.8115e-02 ] +2024-10-09 16:44:34,422 INFO: [ epoch:1178 ] [ iter:486,900 ] [ performance: 28.553 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:09 ] [ l_g_pix: 5.2255e-02 ] [ l_g_total: 5.2255e-02 ] +2024-10-09 16:44:39,315 INFO: [ epoch:1179 ] [ iter:487,000 ] [ performance: 23.350 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:03 ] [ l_g_pix: 4.8846e-02 ] [ l_g_total: 4.8846e-02 ] +2024-10-09 16:44:43,110 INFO: [ epoch:1179 ] [ iter:487,100 ] [ performance: 26.376 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:58 ] [ l_g_pix: 4.3871e-02 ] [ l_g_total: 4.3871e-02 ] +2024-10-09 16:44:46,845 INFO: [ epoch:1179 ] [ iter:487,200 ] [ performance: 26.603 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:52 ] [ l_g_pix: 4.0751e-02 ] [ l_g_total: 4.0751e-02 ] +2024-10-09 16:44:50,456 INFO: [ epoch:1179 ] [ iter:487,300 ] [ performance: 28.256 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:46 ] [ l_g_pix: 4.7417e-02 ] [ l_g_total: 4.7417e-02 ] +2024-10-09 16:44:55,572 INFO: [ epoch:1180 ] [ iter:487,400 ] [ performance: 22.552 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:40 ] [ l_g_pix: 5.0877e-02 ] [ l_g_total: 5.0877e-02 ] +2024-10-09 16:44:59,283 INFO: [ epoch:1180 ] [ iter:487,500 ] [ performance: 27.140 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:35 ] [ l_g_pix: 3.7382e-02 ] [ l_g_total: 3.7382e-02 ] +2024-10-09 16:45:03,028 INFO: [ epoch:1180 ] [ iter:487,600 ] [ performance: 26.890 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:29 ] [ l_g_pix: 4.6781e-02 ] [ l_g_total: 4.6781e-02 ] +2024-10-09 16:45:06,639 INFO: [ epoch:1180 ] [ iter:487,700 ] [ performance: 28.158 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:23 ] [ l_g_pix: 5.8599e-02 ] [ l_g_total: 5.8599e-02 ] +2024-10-09 16:45:11,482 INFO: [ epoch:1181 ] [ iter:487,800 ] [ performance: 23.292 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:17 ] [ l_g_pix: 4.9823e-02 ] [ l_g_total: 4.9823e-02 ] +2024-10-09 16:45:15,224 INFO: [ epoch:1181 ] [ iter:487,900 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:12 ] [ l_g_pix: 5.4994e-02 ] [ l_g_total: 5.4994e-02 ] +2024-10-09 16:45:18,939 INFO: [ epoch:1181 ] [ iter:488,000 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:06 ] [ l_g_pix: 5.0084e-02 ] [ l_g_total: 5.0084e-02 ] +2024-10-09 16:45:22,587 INFO: [ epoch:1181 ] [ iter:488,100 ] [ performance: 27.974 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:00 ] [ l_g_pix: 4.6015e-02 ] [ l_g_total: 4.6015e-02 ] +2024-10-09 16:45:27,380 INFO: [ epoch:1182 ] [ iter:488,200 ] [ performance: 23.355 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:54 ] [ l_g_pix: 3.4227e-02 ] [ l_g_total: 3.4227e-02 ] +2024-10-09 16:45:31,181 INFO: [ epoch:1182 ] [ iter:488,300 ] [ performance: 26.627 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:49 ] [ l_g_pix: 4.9825e-02 ] [ l_g_total: 4.9825e-02 ] +2024-10-09 16:45:34,906 INFO: [ epoch:1182 ] [ iter:488,400 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:43 ] [ l_g_pix: 3.3790e-02 ] [ l_g_total: 3.3790e-02 ] +2024-10-09 16:45:38,582 INFO: [ epoch:1182 ] [ iter:488,500 ] [ performance: 27.422 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:37 ] [ l_g_pix: 5.2555e-02 ] [ l_g_total: 5.2555e-02 ] +2024-10-09 16:45:43,081 INFO: [ epoch:1183 ] [ iter:488,600 ] [ performance: 24.113 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:31 ] [ l_g_pix: 5.1201e-02 ] [ l_g_total: 5.1201e-02 ] +2024-10-09 16:45:46,987 INFO: [ epoch:1183 ] [ iter:488,700 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:26 ] [ l_g_pix: 5.6219e-02 ] [ l_g_total: 5.6219e-02 ] +2024-10-09 16:45:50,698 INFO: [ epoch:1183 ] [ iter:488,800 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:20 ] [ l_g_pix: 5.1631e-02 ] [ l_g_total: 5.1631e-02 ] +2024-10-09 16:45:54,480 INFO: [ epoch:1183 ] [ iter:488,900 ] [ performance: 26.568 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:14 ] [ l_g_pix: 4.1321e-02 ] [ l_g_total: 4.1321e-02 ] +2024-10-09 16:45:58,944 INFO: [ epoch:1184 ] [ iter:489,000 ] [ performance: 23.926 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:08 ] [ l_g_pix: 4.6138e-02 ] [ l_g_total: 4.6138e-02 ] +2024-10-09 16:46:03,129 INFO: [ epoch:1184 ] [ iter:489,100 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:03 ] [ l_g_pix: 4.7031e-02 ] [ l_g_total: 4.7031e-02 ] +2024-10-09 16:46:06,822 INFO: [ epoch:1184 ] [ iter:489,200 ] [ performance: 27.114 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:57 ] [ l_g_pix: 3.5387e-02 ] [ l_g_total: 3.5387e-02 ] +2024-10-09 16:46:10,553 INFO: [ epoch:1184 ] [ iter:489,300 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:51 ] [ l_g_pix: 4.7150e-02 ] [ l_g_total: 4.7150e-02 ] +2024-10-09 16:46:13,996 INFO: [ epoch:1184 ] [ iter:489,400 ] [ performance: 28.152 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:45 ] [ l_g_pix: 4.6451e-02 ] [ l_g_total: 4.6451e-02 ] +2024-10-09 16:46:18,931 INFO: [ epoch:1185 ] [ iter:489,500 ] [ performance: 25.791 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:40 ] [ l_g_pix: 6.1459e-02 ] [ l_g_total: 6.1459e-02 ] +2024-10-09 16:46:22,617 INFO: [ epoch:1185 ] [ iter:489,600 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:34 ] [ l_g_pix: 4.6121e-02 ] [ l_g_total: 4.6121e-02 ] +2024-10-09 16:46:26,278 INFO: [ epoch:1185 ] [ iter:489,700 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:28 ] [ l_g_pix: 5.5273e-02 ] [ l_g_total: 5.5273e-02 ] +2024-10-09 16:46:29,803 INFO: [ epoch:1185 ] [ iter:489,800 ] [ performance: 27.956 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:22 ] [ l_g_pix: 5.0292e-02 ] [ l_g_total: 5.0292e-02 ] +2024-10-09 16:46:34,963 INFO: [ epoch:1186 ] [ iter:489,900 ] [ performance: 25.472 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:17 ] [ l_g_pix: 6.0307e-02 ] [ l_g_total: 6.0307e-02 ] +2024-10-09 16:46:38,700 INFO: [ epoch:1186 ] [ iter:490,000 ] [ performance: 26.250 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:11 ] [ l_g_pix: 4.2320e-02 ] [ l_g_total: 4.2320e-02 ] +2024-10-09 16:46:38,701 INFO: Saving models and training states. +2024-10-09 16:49:21,494 INFO: Validation val + + # psnr: 27.2501........ Best: 27.2567 @ 450000 iter + # ssim: 0.7686........ Best: 0.7686 @ 490000 iter + # dists: 0.7725........ Best: 0.7725 @ 460000 iter + +2024-10-09 16:49:25,200 INFO: [ epoch:1186 ] [ iter:490,100 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:15 ] [ l_g_pix: 3.6489e-02 ] [ l_g_total: 3.6489e-02 ] +2024-10-09 16:49:28,723 INFO: [ epoch:1186 ] [ iter:490,200 ] [ performance: 27.791 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:09 ] [ l_g_pix: 3.7502e-02 ] [ l_g_total: 3.7502e-02 ] +2024-10-09 16:49:33,664 INFO: [ epoch:1187 ] [ iter:490,300 ] [ performance: 24.191 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:04 ] [ l_g_pix: 4.4414e-02 ] [ l_g_total: 4.4414e-02 ] +2024-10-09 16:49:37,407 INFO: [ epoch:1187 ] [ iter:490,400 ] [ performance: 25.702 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:58 ] [ l_g_pix: 3.3007e-02 ] [ l_g_total: 3.3007e-02 ] +2024-10-09 16:49:41,139 INFO: [ epoch:1187 ] [ iter:490,500 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:52 ] [ l_g_pix: 4.4713e-02 ] [ l_g_total: 4.4713e-02 ] +2024-10-09 16:49:44,679 INFO: [ epoch:1187 ] [ iter:490,600 ] [ performance: 27.701 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:46 ] [ l_g_pix: 5.7023e-02 ] [ l_g_total: 5.7023e-02 ] +2024-10-09 16:49:49,656 INFO: [ epoch:1188 ] [ iter:490,700 ] [ performance: 16.571 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:40 ] [ l_g_pix: 4.0391e-02 ] [ l_g_total: 4.0391e-02 ] +2024-10-09 16:49:53,385 INFO: [ epoch:1188 ] [ iter:490,800 ] [ performance: 21.814 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:35 ] [ l_g_pix: 4.5165e-02 ] [ l_g_total: 4.5165e-02 ] +2024-10-09 16:49:57,086 INFO: [ epoch:1188 ] [ iter:490,900 ] [ performance: 27.020 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:29 ] [ l_g_pix: 4.3976e-02 ] [ l_g_total: 4.3976e-02 ] +2024-10-09 16:50:00,709 INFO: [ epoch:1188 ] [ iter:491,000 ] [ performance: 27.390 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:23 ] [ l_g_pix: 5.0489e-02 ] [ l_g_total: 5.0489e-02 ] +2024-10-09 16:50:05,787 INFO: [ epoch:1189 ] [ iter:491,100 ] [ performance: 15.723 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:17 ] [ l_g_pix: 4.0976e-02 ] [ l_g_total: 4.0976e-02 ] +2024-10-09 16:50:09,517 INFO: [ epoch:1189 ] [ iter:491,200 ] [ performance: 21.349 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:12 ] [ l_g_pix: 5.4229e-02 ] [ l_g_total: 5.4229e-02 ] +2024-10-09 16:50:13,258 INFO: [ epoch:1189 ] [ iter:491,300 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:06 ] [ l_g_pix: 4.1336e-02 ] [ l_g_total: 4.1336e-02 ] +2024-10-09 16:50:16,939 INFO: [ epoch:1189 ] [ iter:491,400 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:00 ] [ l_g_pix: 4.2756e-02 ] [ l_g_total: 4.2756e-02 ] +2024-10-09 16:50:21,526 INFO: [ epoch:1190 ] [ iter:491,500 ] [ performance: 18.223 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:54 ] [ l_g_pix: 5.5698e-02 ] [ l_g_total: 5.5698e-02 ] +2024-10-09 16:50:25,374 INFO: [ epoch:1190 ] [ iter:491,600 ] [ performance: 22.578 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:49 ] [ l_g_pix: 3.8201e-02 ] [ l_g_total: 3.8201e-02 ] +2024-10-09 16:50:29,148 INFO: [ epoch:1190 ] [ iter:491,700 ] [ performance: 26.315 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:43 ] [ l_g_pix: 4.6020e-02 ] [ l_g_total: 4.6020e-02 ] +2024-10-09 16:50:32,807 INFO: [ epoch:1190 ] [ iter:491,800 ] [ performance: 26.966 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:37 ] [ l_g_pix: 6.0106e-02 ] [ l_g_total: 6.0106e-02 ] +2024-10-09 16:50:37,545 INFO: [ epoch:1191 ] [ iter:491,900 ] [ performance: 16.890 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:31 ] [ l_g_pix: 4.2367e-02 ] [ l_g_total: 4.2367e-02 ] +2024-10-09 16:50:41,485 INFO: [ epoch:1191 ] [ iter:492,000 ] [ performance: 21.645 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:25 ] [ l_g_pix: 4.3272e-02 ] [ l_g_total: 4.3272e-02 ] +2024-10-09 16:50:45,216 INFO: [ epoch:1191 ] [ iter:492,100 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:20 ] [ l_g_pix: 6.0726e-02 ] [ l_g_total: 6.0726e-02 ] +2024-10-09 16:50:48,968 INFO: [ epoch:1191 ] [ iter:492,200 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:14 ] [ l_g_pix: 4.8663e-02 ] [ l_g_total: 4.8663e-02 ] +2024-10-09 16:50:53,352 INFO: [ epoch:1192 ] [ iter:492,300 ] [ performance: 18.962 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:08 ] [ l_g_pix: 4.2132e-02 ] [ l_g_total: 4.2132e-02 ] +2024-10-09 16:50:57,623 INFO: [ epoch:1192 ] [ iter:492,400 ] [ performance: 21.724 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:02 ] [ l_g_pix: 5.3586e-02 ] [ l_g_total: 5.3586e-02 ] +2024-10-09 16:51:01,353 INFO: [ epoch:1192 ] [ iter:492,500 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:57 ] [ l_g_pix: 4.7671e-02 ] [ l_g_total: 4.7671e-02 ] +2024-10-09 16:51:05,086 INFO: [ epoch:1192 ] [ iter:492,600 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:51 ] [ l_g_pix: 5.0957e-02 ] [ l_g_total: 5.0957e-02 ] +2024-10-09 16:51:08,582 INFO: [ epoch:1192 ] [ iter:492,700 ] [ performance: 28.866 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:45 ] [ l_g_pix: 4.0585e-02 ] [ l_g_total: 4.0585e-02 ] +2024-10-09 16:51:13,756 INFO: [ epoch:1193 ] [ iter:492,800 ] [ performance: 21.688 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:39 ] [ l_g_pix: 4.7167e-02 ] [ l_g_total: 4.7167e-02 ] +2024-10-09 16:51:17,436 INFO: [ epoch:1193 ] [ iter:492,900 ] [ performance: 27.145 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:34 ] [ l_g_pix: 4.7303e-02 ] [ l_g_total: 4.7303e-02 ] +2024-10-09 16:51:21,125 INFO: [ epoch:1193 ] [ iter:493,000 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:28 ] [ l_g_pix: 5.7418e-02 ] [ l_g_total: 5.7418e-02 ] +2024-10-09 16:51:24,641 INFO: [ epoch:1193 ] [ iter:493,100 ] [ performance: 28.998 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:22 ] [ l_g_pix: 3.9244e-02 ] [ l_g_total: 3.9244e-02 ] +2024-10-09 16:51:29,624 INFO: [ epoch:1194 ] [ iter:493,200 ] [ performance: 22.265 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:16 ] [ l_g_pix: 5.4520e-02 ] [ l_g_total: 5.4520e-02 ] +2024-10-09 16:51:33,391 INFO: [ epoch:1194 ] [ iter:493,300 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:11 ] [ l_g_pix: 4.6915e-02 ] [ l_g_total: 4.6915e-02 ] +2024-10-09 16:51:37,096 INFO: [ epoch:1194 ] [ iter:493,400 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:05 ] [ l_g_pix: 4.6512e-02 ] [ l_g_total: 4.6512e-02 ] +2024-10-09 16:51:40,625 INFO: [ epoch:1194 ] [ iter:493,500 ] [ performance: 29.130 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:59 ] [ l_g_pix: 4.3551e-02 ] [ l_g_total: 4.3551e-02 ] +2024-10-09 16:51:45,491 INFO: [ epoch:1195 ] [ iter:493,600 ] [ performance: 22.622 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:53 ] [ l_g_pix: 3.7837e-02 ] [ l_g_total: 3.7837e-02 ] +2024-10-09 16:51:49,212 INFO: [ epoch:1195 ] [ iter:493,700 ] [ performance: 27.219 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:48 ] [ l_g_pix: 4.9795e-02 ] [ l_g_total: 4.9795e-02 ] +2024-10-09 16:51:52,886 INFO: [ epoch:1195 ] [ iter:493,800 ] [ performance: 27.224 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:42 ] [ l_g_pix: 5.3888e-02 ] [ l_g_total: 5.3888e-02 ] +2024-10-09 16:51:56,492 INFO: [ epoch:1195 ] [ iter:493,900 ] [ performance: 28.947 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:36 ] [ l_g_pix: 5.1966e-02 ] [ l_g_total: 5.1966e-02 ] +2024-10-09 16:52:01,369 INFO: [ epoch:1196 ] [ iter:494,000 ] [ performance: 22.480 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:30 ] [ l_g_pix: 6.0450e-02 ] [ l_g_total: 6.0450e-02 ] +2024-10-09 16:52:05,066 INFO: [ epoch:1196 ] [ iter:494,100 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:25 ] [ l_g_pix: 4.3987e-02 ] [ l_g_total: 4.3987e-02 ] +2024-10-09 16:52:08,751 INFO: [ epoch:1196 ] [ iter:494,200 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:19 ] [ l_g_pix: 4.3024e-02 ] [ l_g_total: 4.3024e-02 ] +2024-10-09 16:52:12,363 INFO: [ epoch:1196 ] [ iter:494,300 ] [ performance: 28.466 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:13 ] [ l_g_pix: 4.5619e-02 ] [ l_g_total: 4.5619e-02 ] +2024-10-09 16:52:17,164 INFO: [ epoch:1197 ] [ iter:494,400 ] [ performance: 22.598 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:07 ] [ l_g_pix: 5.6453e-02 ] [ l_g_total: 5.6453e-02 ] +2024-10-09 16:52:20,854 INFO: [ epoch:1197 ] [ iter:494,500 ] [ performance: 27.550 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:02 ] [ l_g_pix: 5.3325e-02 ] [ l_g_total: 5.3325e-02 ] +2024-10-09 16:52:24,570 INFO: [ epoch:1197 ] [ iter:494,600 ] [ performance: 27.091 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:56 ] [ l_g_pix: 3.8339e-02 ] [ l_g_total: 3.8339e-02 ] +2024-10-09 16:52:28,214 INFO: [ epoch:1197 ] [ iter:494,700 ] [ performance: 28.293 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:50 ] [ l_g_pix: 5.1593e-02 ] [ l_g_total: 5.1593e-02 ] +2024-10-09 16:52:33,006 INFO: [ epoch:1198 ] [ iter:494,800 ] [ performance: 22.535 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:44 ] [ l_g_pix: 5.7023e-02 ] [ l_g_total: 5.7023e-02 ] +2024-10-09 16:52:36,882 INFO: [ epoch:1198 ] [ iter:494,900 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:39 ] [ l_g_pix: 5.0132e-02 ] [ l_g_total: 5.0132e-02 ] +2024-10-09 16:52:40,520 INFO: [ epoch:1198 ] [ iter:495,000 ] [ performance: 27.326 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:33 ] [ l_g_pix: 5.9408e-02 ] [ l_g_total: 5.9408e-02 ] +2024-10-09 16:52:44,212 INFO: [ epoch:1198 ] [ iter:495,100 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:27 ] [ l_g_pix: 4.9378e-02 ] [ l_g_total: 4.9378e-02 ] +2024-10-09 16:52:48,846 INFO: [ epoch:1199 ] [ iter:495,200 ] [ performance: 22.822 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:22 ] [ l_g_pix: 4.4687e-02 ] [ l_g_total: 4.4687e-02 ] +2024-10-09 16:52:52,854 INFO: [ epoch:1199 ] [ iter:495,300 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:16 ] [ l_g_pix: 5.8724e-02 ] [ l_g_total: 5.8724e-02 ] +2024-10-09 16:52:56,564 INFO: [ epoch:1199 ] [ iter:495,400 ] [ performance: 26.968 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:10 ] [ l_g_pix: 3.9775e-02 ] [ l_g_total: 3.9775e-02 ] +2024-10-09 16:53:00,302 INFO: [ epoch:1199 ] [ iter:495,500 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:04 ] [ l_g_pix: 3.3526e-02 ] [ l_g_total: 3.3526e-02 ] +2024-10-09 16:53:03,843 INFO: [ epoch:1199 ] [ iter:495,600 ] [ performance: 27.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:59 ] [ l_g_pix: 4.3156e-02 ] [ l_g_total: 4.3156e-02 ] +2024-10-09 16:53:08,757 INFO: [ epoch:1200 ] [ iter:495,700 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:53 ] [ l_g_pix: 5.7459e-02 ] [ l_g_total: 5.7459e-02 ] +2024-10-09 16:53:12,523 INFO: [ epoch:1200 ] [ iter:495,800 ] [ performance: 26.643 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:47 ] [ l_g_pix: 4.3112e-02 ] [ l_g_total: 4.3112e-02 ] +2024-10-09 16:53:16,270 INFO: [ epoch:1200 ] [ iter:495,900 ] [ performance: 26.517 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:41 ] [ l_g_pix: 6.2252e-02 ] [ l_g_total: 6.2252e-02 ] +2024-10-09 16:53:19,745 INFO: [ epoch:1200 ] [ iter:496,000 ] [ performance: 28.187 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:36 ] [ l_g_pix: 4.6195e-02 ] [ l_g_total: 4.6195e-02 ] +2024-10-09 16:53:24,723 INFO: [ epoch:1201 ] [ iter:496,100 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:30 ] [ l_g_pix: 4.4910e-02 ] [ l_g_total: 4.4910e-02 ] +2024-10-09 16:53:28,469 INFO: [ epoch:1201 ] [ iter:496,200 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:24 ] [ l_g_pix: 4.9349e-02 ] [ l_g_total: 4.9349e-02 ] +2024-10-09 16:53:32,219 INFO: [ epoch:1201 ] [ iter:496,300 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:18 ] [ l_g_pix: 4.6749e-02 ] [ l_g_total: 4.6749e-02 ] +2024-10-09 16:53:35,727 INFO: [ epoch:1201 ] [ iter:496,400 ] [ performance: 28.102 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:13 ] [ l_g_pix: 4.9485e-02 ] [ l_g_total: 4.9485e-02 ] +2024-10-09 16:53:40,737 INFO: [ epoch:1202 ] [ iter:496,500 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:07 ] [ l_g_pix: 5.2590e-02 ] [ l_g_total: 5.2590e-02 ] +2024-10-09 16:53:44,472 INFO: [ epoch:1202 ] [ iter:496,600 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:01 ] [ l_g_pix: 5.9113e-02 ] [ l_g_total: 5.9113e-02 ] +2024-10-09 16:53:48,194 INFO: [ epoch:1202 ] [ iter:496,700 ] [ performance: 26.858 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:56 ] [ l_g_pix: 4.2940e-02 ] [ l_g_total: 4.2940e-02 ] +2024-10-09 16:53:51,756 INFO: [ epoch:1202 ] [ iter:496,800 ] [ performance: 27.793 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:50 ] [ l_g_pix: 4.2889e-02 ] [ l_g_total: 4.2889e-02 ] +2024-10-09 16:53:56,557 INFO: [ epoch:1203 ] [ iter:496,900 ] [ performance: 26.360 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:44 ] [ l_g_pix: 5.1303e-02 ] [ l_g_total: 5.1303e-02 ] +2024-10-09 16:54:00,295 INFO: [ epoch:1203 ] [ iter:497,000 ] [ performance: 26.674 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:38 ] [ l_g_pix: 4.4535e-02 ] [ l_g_total: 4.4535e-02 ] +2024-10-09 16:54:04,008 INFO: [ epoch:1203 ] [ iter:497,100 ] [ performance: 26.316 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:33 ] [ l_g_pix: 5.2081e-02 ] [ l_g_total: 5.2081e-02 ] +2024-10-09 16:54:07,585 INFO: [ epoch:1203 ] [ iter:497,200 ] [ performance: 27.597 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:27 ] [ l_g_pix: 4.3196e-02 ] [ l_g_total: 4.3196e-02 ] +2024-10-09 16:54:12,553 INFO: [ epoch:1204 ] [ iter:497,300 ] [ performance: 23.282 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:21 ] [ l_g_pix: 4.3596e-02 ] [ l_g_total: 4.3596e-02 ] +2024-10-09 16:54:16,266 INFO: [ epoch:1204 ] [ iter:497,400 ] [ performance: 26.094 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:15 ] [ l_g_pix: 4.2899e-02 ] [ l_g_total: 4.2899e-02 ] +2024-10-09 16:54:19,939 INFO: [ epoch:1204 ] [ iter:497,500 ] [ performance: 27.268 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:10 ] [ l_g_pix: 4.1848e-02 ] [ l_g_total: 4.1848e-02 ] +2024-10-09 16:54:23,593 INFO: [ epoch:1204 ] [ iter:497,600 ] [ performance: 27.352 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:04 ] [ l_g_pix: 4.7775e-02 ] [ l_g_total: 4.7775e-02 ] +2024-10-09 16:54:28,539 INFO: [ epoch:1205 ] [ iter:497,700 ] [ performance: 20.017 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:58 ] [ l_g_pix: 4.9091e-02 ] [ l_g_total: 4.9091e-02 ] +2024-10-09 16:54:32,280 INFO: [ epoch:1205 ] [ iter:497,800 ] [ performance: 25.108 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:53 ] [ l_g_pix: 3.8522e-02 ] [ l_g_total: 3.8522e-02 ] +2024-10-09 16:54:36,060 INFO: [ epoch:1205 ] [ iter:497,900 ] [ performance: 27.085 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:47 ] [ l_g_pix: 3.7363e-02 ] [ l_g_total: 3.7363e-02 ] +2024-10-09 16:54:39,777 INFO: [ epoch:1205 ] [ iter:498,000 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:41 ] [ l_g_pix: 5.9639e-02 ] [ l_g_total: 5.9639e-02 ] +2024-10-09 16:54:44,473 INFO: [ epoch:1206 ] [ iter:498,100 ] [ performance: 11.792 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:35 ] [ l_g_pix: 4.8219e-02 ] [ l_g_total: 4.8219e-02 ] +2024-10-09 16:54:48,354 INFO: [ epoch:1206 ] [ iter:498,200 ] [ performance: 21.235 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:30 ] [ l_g_pix: 5.6024e-02 ] [ l_g_total: 5.6024e-02 ] +2024-10-09 16:54:52,090 INFO: [ epoch:1206 ] [ iter:498,300 ] [ performance: 27.545 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:24 ] [ l_g_pix: 4.5046e-02 ] [ l_g_total: 4.5046e-02 ] +2024-10-09 16:54:55,821 INFO: [ epoch:1206 ] [ iter:498,400 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:18 ] [ l_g_pix: 5.3987e-02 ] [ l_g_total: 5.3987e-02 ] +2024-10-09 16:55:00,239 INFO: [ epoch:1207 ] [ iter:498,500 ] [ performance: 12.260 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:13 ] [ l_g_pix: 3.5239e-02 ] [ l_g_total: 3.5239e-02 ] +2024-10-09 16:55:04,269 INFO: [ epoch:1207 ] [ iter:498,600 ] [ performance: 21.200 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:07 ] [ l_g_pix: 4.0619e-02 ] [ l_g_total: 4.0619e-02 ] +2024-10-09 16:55:08,004 INFO: [ epoch:1207 ] [ iter:498,700 ] [ performance: 26.670 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:01 ] [ l_g_pix: 5.7621e-02 ] [ l_g_total: 5.7621e-02 ] +2024-10-09 16:55:11,739 INFO: [ epoch:1207 ] [ iter:498,800 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:55 ] [ l_g_pix: 4.6580e-02 ] [ l_g_total: 4.6580e-02 ] +2024-10-09 16:55:15,205 INFO: [ epoch:1207 ] [ iter:498,900 ] [ performance: 29.257 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:50 ] [ l_g_pix: 5.1223e-02 ] [ l_g_total: 5.1223e-02 ] +2024-10-09 16:55:20,174 INFO: [ epoch:1208 ] [ iter:499,000 ] [ performance: 21.136 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:44 ] [ l_g_pix: 5.4336e-02 ] [ l_g_total: 5.4336e-02 ] +2024-10-09 16:55:23,836 INFO: [ epoch:1208 ] [ iter:499,100 ] [ performance: 27.764 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:38 ] [ l_g_pix: 4.6153e-02 ] [ l_g_total: 4.6153e-02 ] +2024-10-09 16:55:27,537 INFO: [ epoch:1208 ] [ iter:499,200 ] [ performance: 27.134 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:33 ] [ l_g_pix: 4.8305e-02 ] [ l_g_total: 4.8305e-02 ] +2024-10-09 16:55:31,038 INFO: [ epoch:1208 ] [ iter:499,300 ] [ performance: 29.668 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:27 ] [ l_g_pix: 4.9420e-02 ] [ l_g_total: 4.9420e-02 ] +2024-10-09 16:55:36,036 INFO: [ epoch:1209 ] [ iter:499,400 ] [ performance: 20.953 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:21 ] [ l_g_pix: 5.1591e-02 ] [ l_g_total: 5.1591e-02 ] +2024-10-09 16:55:39,711 INFO: [ epoch:1209 ] [ iter:499,500 ] [ performance: 28.106 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:15 ] [ l_g_pix: 3.6151e-02 ] [ l_g_total: 3.6151e-02 ] +2024-10-09 16:55:43,414 INFO: [ epoch:1209 ] [ iter:499,600 ] [ performance: 27.149 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:10 ] [ l_g_pix: 5.9063e-02 ] [ l_g_total: 5.9063e-02 ] +2024-10-09 16:55:46,929 INFO: [ epoch:1209 ] [ iter:499,700 ] [ performance: 29.398 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:04 ] [ l_g_pix: 4.2449e-02 ] [ l_g_total: 4.2449e-02 ] +2024-10-09 16:55:51,787 INFO: [ epoch:1210 ] [ iter:499,800 ] [ performance: 21.378 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:58 ] [ l_g_pix: 4.6790e-02 ] [ l_g_total: 4.6790e-02 ] +2024-10-09 16:55:55,515 INFO: [ epoch:1210 ] [ iter:499,900 ] [ performance: 27.258 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:53 ] [ l_g_pix: 5.5502e-02 ] [ l_g_total: 5.5502e-02 ] +2024-10-09 16:55:59,277 INFO: [ epoch:1210 ] [ iter:500,000 ] [ performance: 26.661 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:47 ] [ l_g_pix: 4.2361e-02 ] [ l_g_total: 4.2361e-02 ] +2024-10-09 16:55:59,277 INFO: Saving models and training states. +2024-10-09 16:58:46,699 INFO: Validation val + + # psnr: 27.2583........ Best: 27.2583 @ 500000 iter + # ssim: 0.7685........ Best: 0.7686 @ 490000 iter + # dists: 0.7725........ Best: 0.7725 @ 460000 iter + +2024-10-09 16:58:50,257 INFO: [ epoch:1210 ] [ iter:500,100 ] [ performance: 29.587 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:48 ] [ l_g_pix: 4.0778e-02 ] [ l_g_total: 4.0778e-02 ] +2024-10-09 16:58:55,169 INFO: [ epoch:1211 ] [ iter:500,200 ] [ performance: 21.069 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:42 ] [ l_g_pix: 4.2197e-02 ] [ l_g_total: 4.2197e-02 ] +2024-10-09 16:58:58,869 INFO: [ epoch:1211 ] [ iter:500,300 ] [ performance: 27.347 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:36 ] [ l_g_pix: 5.5122e-02 ] [ l_g_total: 5.5122e-02 ] +2024-10-09 16:59:02,588 INFO: [ epoch:1211 ] [ iter:500,400 ] [ performance: 26.938 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:31 ] [ l_g_pix: 4.9280e-02 ] [ l_g_total: 4.9280e-02 ] +2024-10-09 16:59:06,155 INFO: [ epoch:1211 ] [ iter:500,500 ] [ performance: 29.523 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:25 ] [ l_g_pix: 4.9932e-02 ] [ l_g_total: 4.9932e-02 ] +2024-10-09 16:59:11,052 INFO: [ epoch:1212 ] [ iter:500,600 ] [ performance: 21.014 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:19 ] [ l_g_pix: 5.0031e-02 ] [ l_g_total: 5.0031e-02 ] +2024-10-09 16:59:14,737 INFO: [ epoch:1212 ] [ iter:500,700 ] [ performance: 27.316 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:13 ] [ l_g_pix: 4.9140e-02 ] [ l_g_total: 4.9140e-02 ] +2024-10-09 16:59:18,615 INFO: [ epoch:1212 ] [ iter:500,800 ] [ performance: 25.909 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:08 ] [ l_g_pix: 4.5727e-02 ] [ l_g_total: 4.5727e-02 ] +2024-10-09 16:59:22,242 INFO: [ epoch:1212 ] [ iter:500,900 ] [ performance: 29.836 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:02 ] [ l_g_pix: 3.4444e-02 ] [ l_g_total: 3.4444e-02 ] +2024-10-09 16:59:27,217 INFO: [ epoch:1213 ] [ iter:501,000 ] [ performance: 20.604 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:56 ] [ l_g_pix: 4.6861e-02 ] [ l_g_total: 4.6861e-02 ] +2024-10-09 16:59:30,940 INFO: [ epoch:1213 ] [ iter:501,100 ] [ performance: 27.029 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:51 ] [ l_g_pix: 4.9381e-02 ] [ l_g_total: 4.9381e-02 ] +2024-10-09 16:59:34,656 INFO: [ epoch:1213 ] [ iter:501,200 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:45 ] [ l_g_pix: 4.9933e-02 ] [ l_g_total: 4.9933e-02 ] +2024-10-09 16:59:38,337 INFO: [ epoch:1213 ] [ iter:501,300 ] [ performance: 29.413 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:39 ] [ l_g_pix: 4.1937e-02 ] [ l_g_total: 4.1937e-02 ] +2024-10-09 16:59:42,997 INFO: [ epoch:1214 ] [ iter:501,400 ] [ performance: 21.797 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:33 ] [ l_g_pix: 5.0036e-02 ] [ l_g_total: 5.0036e-02 ] +2024-10-09 16:59:46,990 INFO: [ epoch:1214 ] [ iter:501,500 ] [ performance: 28.624 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:28 ] [ l_g_pix: 4.7768e-02 ] [ l_g_total: 4.7768e-02 ] +2024-10-09 16:59:50,718 INFO: [ epoch:1214 ] [ iter:501,600 ] [ performance: 26.908 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:22 ] [ l_g_pix: 5.5918e-02 ] [ l_g_total: 5.5918e-02 ] +2024-10-09 16:59:54,452 INFO: [ epoch:1214 ] [ iter:501,700 ] [ performance: 29.193 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:16 ] [ l_g_pix: 5.3031e-02 ] [ l_g_total: 5.3031e-02 ] +2024-10-09 16:59:58,812 INFO: [ epoch:1215 ] [ iter:501,800 ] [ performance: 23.133 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:10 ] [ l_g_pix: 5.0472e-02 ] [ l_g_total: 5.0472e-02 ] +2024-10-09 17:00:03,070 INFO: [ epoch:1215 ] [ iter:501,900 ] [ performance: 28.142 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:05 ] [ l_g_pix: 5.3102e-02 ] [ l_g_total: 5.3102e-02 ] +2024-10-09 17:00:06,794 INFO: [ epoch:1215 ] [ iter:502,000 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:59 ] [ l_g_pix: 3.9259e-02 ] [ l_g_total: 3.9259e-02 ] +2024-10-09 17:00:10,528 INFO: [ epoch:1215 ] [ iter:502,100 ] [ performance: 27.901 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:53 ] [ l_g_pix: 5.1537e-02 ] [ l_g_total: 5.1537e-02 ] +2024-10-09 17:00:14,006 INFO: [ epoch:1215 ] [ iter:502,200 ] [ performance: 28.745 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:48 ] [ l_g_pix: 4.4958e-02 ] [ l_g_total: 4.4958e-02 ] +2024-10-09 17:00:19,169 INFO: [ epoch:1216 ] [ iter:502,300 ] [ performance: 28.085 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:42 ] [ l_g_pix: 5.5772e-02 ] [ l_g_total: 5.5772e-02 ] +2024-10-09 17:00:22,898 INFO: [ epoch:1216 ] [ iter:502,400 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:36 ] [ l_g_pix: 3.7611e-02 ] [ l_g_total: 3.7611e-02 ] +2024-10-09 17:00:26,648 INFO: [ epoch:1216 ] [ iter:502,500 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:30 ] [ l_g_pix: 4.0222e-02 ] [ l_g_total: 4.0222e-02 ] +2024-10-09 17:00:30,175 INFO: [ epoch:1216 ] [ iter:502,600 ] [ performance: 28.360 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:25 ] [ l_g_pix: 4.0543e-02 ] [ l_g_total: 4.0543e-02 ] +2024-10-09 17:00:35,181 INFO: [ epoch:1217 ] [ iter:502,700 ] [ performance: 23.445 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:19 ] [ l_g_pix: 5.6251e-02 ] [ l_g_total: 5.6251e-02 ] +2024-10-09 17:00:38,891 INFO: [ epoch:1217 ] [ iter:502,800 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:13 ] [ l_g_pix: 4.5673e-02 ] [ l_g_total: 4.5673e-02 ] +2024-10-09 17:00:42,633 INFO: [ epoch:1217 ] [ iter:502,900 ] [ performance: 26.855 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:08 ] [ l_g_pix: 5.2902e-02 ] [ l_g_total: 5.2902e-02 ] +2024-10-09 17:00:46,225 INFO: [ epoch:1217 ] [ iter:503,000 ] [ performance: 27.906 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:02 ] [ l_g_pix: 4.8392e-02 ] [ l_g_total: 4.8392e-02 ] +2024-10-09 17:00:51,043 INFO: [ epoch:1218 ] [ iter:503,100 ] [ performance: 23.775 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:56 ] [ l_g_pix: 4.8156e-02 ] [ l_g_total: 4.8156e-02 ] +2024-10-09 17:00:54,776 INFO: [ epoch:1218 ] [ iter:503,200 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:50 ] [ l_g_pix: 4.1330e-02 ] [ l_g_total: 4.1330e-02 ] +2024-10-09 17:00:58,502 INFO: [ epoch:1218 ] [ iter:503,300 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:45 ] [ l_g_pix: 4.9814e-02 ] [ l_g_total: 4.9814e-02 ] +2024-10-09 17:01:02,099 INFO: [ epoch:1218 ] [ iter:503,400 ] [ performance: 27.914 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:39 ] [ l_g_pix: 5.2027e-02 ] [ l_g_total: 5.2027e-02 ] +2024-10-09 17:01:07,185 INFO: [ epoch:1219 ] [ iter:503,500 ] [ performance: 22.997 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:33 ] [ l_g_pix: 4.6544e-02 ] [ l_g_total: 4.6544e-02 ] +2024-10-09 17:01:10,946 INFO: [ epoch:1219 ] [ iter:503,600 ] [ performance: 26.638 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:28 ] [ l_g_pix: 3.6785e-02 ] [ l_g_total: 3.6785e-02 ] +2024-10-09 17:01:14,678 INFO: [ epoch:1219 ] [ iter:503,700 ] [ performance: 26.721 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:22 ] [ l_g_pix: 4.7830e-02 ] [ l_g_total: 4.7830e-02 ] +2024-10-09 17:01:18,276 INFO: [ epoch:1219 ] [ iter:503,800 ] [ performance: 27.906 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:16 ] [ l_g_pix: 5.5052e-02 ] [ l_g_total: 5.5052e-02 ] +2024-10-09 17:01:23,030 INFO: [ epoch:1220 ] [ iter:503,900 ] [ performance: 23.887 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:10 ] [ l_g_pix: 4.5629e-02 ] [ l_g_total: 4.5629e-02 ] +2024-10-09 17:01:26,706 INFO: [ epoch:1220 ] [ iter:504,000 ] [ performance: 27.388 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:05 ] [ l_g_pix: 4.3792e-02 ] [ l_g_total: 4.3792e-02 ] +2024-10-09 17:01:30,394 INFO: [ epoch:1220 ] [ iter:504,100 ] [ performance: 27.248 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:59 ] [ l_g_pix: 3.6614e-02 ] [ l_g_total: 3.6614e-02 ] +2024-10-09 17:01:34,043 INFO: [ epoch:1220 ] [ iter:504,200 ] [ performance: 27.416 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:53 ] [ l_g_pix: 3.4802e-02 ] [ l_g_total: 3.4802e-02 ] +2024-10-09 17:01:39,020 INFO: [ epoch:1221 ] [ iter:504,300 ] [ performance: 23.045 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:48 ] [ l_g_pix: 5.1703e-02 ] [ l_g_total: 5.1703e-02 ] +2024-10-09 17:01:42,757 INFO: [ epoch:1221 ] [ iter:504,400 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:42 ] [ l_g_pix: 6.1187e-02 ] [ l_g_total: 6.1187e-02 ] +2024-10-09 17:01:46,452 INFO: [ epoch:1221 ] [ iter:504,500 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:36 ] [ l_g_pix: 3.5375e-02 ] [ l_g_total: 3.5375e-02 ] +2024-10-09 17:01:50,098 INFO: [ epoch:1221 ] [ iter:504,600 ] [ performance: 27.524 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:30 ] [ l_g_pix: 4.3426e-02 ] [ l_g_total: 4.3426e-02 ] +2024-10-09 17:01:54,654 INFO: [ epoch:1222 ] [ iter:504,700 ] [ performance: 24.283 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:25 ] [ l_g_pix: 4.0505e-02 ] [ l_g_total: 4.0505e-02 ] +2024-10-09 17:01:58,707 INFO: [ epoch:1222 ] [ iter:504,800 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:19 ] [ l_g_pix: 5.2388e-02 ] [ l_g_total: 5.2388e-02 ] +2024-10-09 17:02:02,486 INFO: [ epoch:1222 ] [ iter:504,900 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:13 ] [ l_g_pix: 5.2045e-02 ] [ l_g_total: 5.2045e-02 ] +2024-10-09 17:02:06,206 INFO: [ epoch:1222 ] [ iter:505,000 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:08 ] [ l_g_pix: 4.3708e-02 ] [ l_g_total: 4.3708e-02 ] +2024-10-09 17:02:10,530 INFO: [ epoch:1223 ] [ iter:505,100 ] [ performance: 24.785 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:02 ] [ l_g_pix: 5.4080e-02 ] [ l_g_total: 5.4080e-02 ] +2024-10-09 17:02:14,671 INFO: [ epoch:1223 ] [ iter:505,200 ] [ performance: 24.824 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:56 ] [ l_g_pix: 4.7608e-02 ] [ l_g_total: 4.7608e-02 ] +2024-10-09 17:02:18,422 INFO: [ epoch:1223 ] [ iter:505,300 ] [ performance: 25.776 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:50 ] [ l_g_pix: 4.4093e-02 ] [ l_g_total: 4.4093e-02 ] +2024-10-09 17:02:22,171 INFO: [ epoch:1223 ] [ iter:505,400 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:45 ] [ l_g_pix: 4.2523e-02 ] [ l_g_total: 4.2523e-02 ] +2024-10-09 17:02:25,643 INFO: [ epoch:1223 ] [ iter:505,500 ] [ performance: 27.863 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:39 ] [ l_g_pix: 4.5469e-02 ] [ l_g_total: 4.5469e-02 ] +2024-10-09 17:02:30,639 INFO: [ epoch:1224 ] [ iter:505,600 ] [ performance: 23.432 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:33 ] [ l_g_pix: 4.1804e-02 ] [ l_g_total: 4.1804e-02 ] +2024-10-09 17:02:34,360 INFO: [ epoch:1224 ] [ iter:505,700 ] [ performance: 25.178 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:28 ] [ l_g_pix: 5.0440e-02 ] [ l_g_total: 5.0440e-02 ] +2024-10-09 17:02:38,095 INFO: [ epoch:1224 ] [ iter:505,800 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:22 ] [ l_g_pix: 5.9594e-02 ] [ l_g_total: 5.9594e-02 ] +2024-10-09 17:02:41,627 INFO: [ epoch:1224 ] [ iter:505,900 ] [ performance: 27.666 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:16 ] [ l_g_pix: 3.6042e-02 ] [ l_g_total: 3.6042e-02 ] +2024-10-09 17:02:46,671 INFO: [ epoch:1225 ] [ iter:506,000 ] [ performance: 18.649 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:11 ] [ l_g_pix: 5.0336e-02 ] [ l_g_total: 5.0336e-02 ] +2024-10-09 17:02:50,377 INFO: [ epoch:1225 ] [ iter:506,100 ] [ performance: 22.440 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:05 ] [ l_g_pix: 3.7571e-02 ] [ l_g_total: 3.7571e-02 ] +2024-10-09 17:02:54,109 INFO: [ epoch:1225 ] [ iter:506,200 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:59 ] [ l_g_pix: 3.8481e-02 ] [ l_g_total: 3.8481e-02 ] +2024-10-09 17:02:57,738 INFO: [ epoch:1225 ] [ iter:506,300 ] [ performance: 27.215 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:53 ] [ l_g_pix: 4.6990e-02 ] [ l_g_total: 4.6990e-02 ] +2024-10-09 17:03:02,602 INFO: [ epoch:1226 ] [ iter:506,400 ] [ performance: 19.350 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:48 ] [ l_g_pix: 4.2311e-02 ] [ l_g_total: 4.2311e-02 ] +2024-10-09 17:03:06,371 INFO: [ epoch:1226 ] [ iter:506,500 ] [ performance: 22.754 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:42 ] [ l_g_pix: 5.2533e-02 ] [ l_g_total: 5.2533e-02 ] +2024-10-09 17:03:10,139 INFO: [ epoch:1226 ] [ iter:506,600 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:36 ] [ l_g_pix: 5.6538e-02 ] [ l_g_total: 5.6538e-02 ] +2024-10-09 17:03:13,780 INFO: [ epoch:1226 ] [ iter:506,700 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:31 ] [ l_g_pix: 5.3766e-02 ] [ l_g_total: 5.3766e-02 ] +2024-10-09 17:03:18,556 INFO: [ epoch:1227 ] [ iter:506,800 ] [ performance: 19.549 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:25 ] [ l_g_pix: 4.0906e-02 ] [ l_g_total: 4.0906e-02 ] +2024-10-09 17:03:22,342 INFO: [ epoch:1227 ] [ iter:506,900 ] [ performance: 22.874 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:19 ] [ l_g_pix: 6.5180e-02 ] [ l_g_total: 6.5180e-02 ] +2024-10-09 17:03:26,070 INFO: [ epoch:1227 ] [ iter:507,000 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:14 ] [ l_g_pix: 3.9633e-02 ] [ l_g_total: 3.9633e-02 ] +2024-10-09 17:03:29,735 INFO: [ epoch:1227 ] [ iter:507,100 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:08 ] [ l_g_pix: 4.6168e-02 ] [ l_g_total: 4.6168e-02 ] +2024-10-09 17:03:34,529 INFO: [ epoch:1228 ] [ iter:507,200 ] [ performance: 19.292 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:02 ] [ l_g_pix: 4.8858e-02 ] [ l_g_total: 4.8858e-02 ] +2024-10-09 17:03:38,281 INFO: [ epoch:1228 ] [ iter:507,300 ] [ performance: 22.861 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:57 ] [ l_g_pix: 4.7777e-02 ] [ l_g_total: 4.7777e-02 ] +2024-10-09 17:03:42,009 INFO: [ epoch:1228 ] [ iter:507,400 ] [ performance: 27.084 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:51 ] [ l_g_pix: 4.4512e-02 ] [ l_g_total: 4.4512e-02 ] +2024-10-09 17:03:45,643 INFO: [ epoch:1228 ] [ iter:507,500 ] [ performance: 27.333 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:45 ] [ l_g_pix: 4.3739e-02 ] [ l_g_total: 4.3739e-02 ] +2024-10-09 17:03:50,262 INFO: [ epoch:1229 ] [ iter:507,600 ] [ performance: 20.109 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:40 ] [ l_g_pix: 5.4346e-02 ] [ l_g_total: 5.4346e-02 ] +2024-10-09 17:03:54,173 INFO: [ epoch:1229 ] [ iter:507,700 ] [ performance: 22.909 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:34 ] [ l_g_pix: 4.9587e-02 ] [ l_g_total: 4.9587e-02 ] +2024-10-09 17:03:57,921 INFO: [ epoch:1229 ] [ iter:507,800 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:28 ] [ l_g_pix: 4.6429e-02 ] [ l_g_total: 4.6429e-02 ] +2024-10-09 17:04:01,600 INFO: [ epoch:1229 ] [ iter:507,900 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:22 ] [ l_g_pix: 4.5967e-02 ] [ l_g_total: 4.5967e-02 ] +2024-10-09 17:04:06,015 INFO: [ epoch:1230 ] [ iter:508,000 ] [ performance: 20.977 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:17 ] [ l_g_pix: 5.4174e-02 ] [ l_g_total: 5.4174e-02 ] +2024-10-09 17:04:10,131 INFO: [ epoch:1230 ] [ iter:508,100 ] [ performance: 22.780 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:11 ] [ l_g_pix: 5.0486e-02 ] [ l_g_total: 5.0486e-02 ] +2024-10-09 17:04:13,864 INFO: [ epoch:1230 ] [ iter:508,200 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:05 ] [ l_g_pix: 4.9133e-02 ] [ l_g_total: 4.9133e-02 ] +2024-10-09 17:04:17,626 INFO: [ epoch:1230 ] [ iter:508,300 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:00 ] [ l_g_pix: 5.4617e-02 ] [ l_g_total: 5.4617e-02 ] +2024-10-09 17:04:21,144 INFO: [ epoch:1230 ] [ iter:508,400 ] [ performance: 28.878 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:54 ] [ l_g_pix: 4.4641e-02 ] [ l_g_total: 4.4641e-02 ] +2024-10-09 17:04:26,307 INFO: [ epoch:1231 ] [ iter:508,500 ] [ performance: 22.440 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:48 ] [ l_g_pix: 4.6685e-02 ] [ l_g_total: 4.6685e-02 ] +2024-10-09 17:04:30,020 INFO: [ epoch:1231 ] [ iter:508,600 ] [ performance: 27.289 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:43 ] [ l_g_pix: 4.1573e-02 ] [ l_g_total: 4.1573e-02 ] +2024-10-09 17:04:33,713 INFO: [ epoch:1231 ] [ iter:508,700 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:37 ] [ l_g_pix: 4.4541e-02 ] [ l_g_total: 4.4541e-02 ] +2024-10-09 17:04:37,217 INFO: [ epoch:1231 ] [ iter:508,800 ] [ performance: 29.070 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:31 ] [ l_g_pix: 5.2882e-02 ] [ l_g_total: 5.2882e-02 ] +2024-10-09 17:04:42,253 INFO: [ epoch:1232 ] [ iter:508,900 ] [ performance: 22.812 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:26 ] [ l_g_pix: 6.1561e-02 ] [ l_g_total: 6.1561e-02 ] +2024-10-09 17:04:45,981 INFO: [ epoch:1232 ] [ iter:509,000 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:20 ] [ l_g_pix: 4.6382e-02 ] [ l_g_total: 4.6382e-02 ] +2024-10-09 17:04:49,753 INFO: [ epoch:1232 ] [ iter:509,100 ] [ performance: 26.662 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:14 ] [ l_g_pix: 4.4317e-02 ] [ l_g_total: 4.4317e-02 ] +2024-10-09 17:04:53,281 INFO: [ epoch:1232 ] [ iter:509,200 ] [ performance: 29.133 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:09 ] [ l_g_pix: 4.5841e-02 ] [ l_g_total: 4.5841e-02 ] +2024-10-09 17:04:58,367 INFO: [ epoch:1233 ] [ iter:509,300 ] [ performance: 22.615 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:03 ] [ l_g_pix: 3.7811e-02 ] [ l_g_total: 3.7811e-02 ] +2024-10-09 17:05:02,076 INFO: [ epoch:1233 ] [ iter:509,400 ] [ performance: 27.273 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:57 ] [ l_g_pix: 4.8459e-02 ] [ l_g_total: 4.8459e-02 ] +2024-10-09 17:05:05,788 INFO: [ epoch:1233 ] [ iter:509,500 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:52 ] [ l_g_pix: 4.8957e-02 ] [ l_g_total: 4.8957e-02 ] +2024-10-09 17:05:09,383 INFO: [ epoch:1233 ] [ iter:509,600 ] [ performance: 28.549 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:46 ] [ l_g_pix: 4.7712e-02 ] [ l_g_total: 4.7712e-02 ] +2024-10-09 17:05:14,441 INFO: [ epoch:1234 ] [ iter:509,700 ] [ performance: 22.500 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:40 ] [ l_g_pix: 4.4994e-02 ] [ l_g_total: 4.4994e-02 ] +2024-10-09 17:05:18,231 INFO: [ epoch:1234 ] [ iter:509,800 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:35 ] [ l_g_pix: 3.9633e-02 ] [ l_g_total: 3.9633e-02 ] +2024-10-09 17:05:21,879 INFO: [ epoch:1234 ] [ iter:509,900 ] [ performance: 27.152 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:29 ] [ l_g_pix: 4.0703e-02 ] [ l_g_total: 4.0703e-02 ] +2024-10-09 17:05:25,426 INFO: [ epoch:1234 ] [ iter:510,000 ] [ performance: 28.614 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:23 ] [ l_g_pix: 4.3445e-02 ] [ l_g_total: 4.3445e-02 ] +2024-10-09 17:05:25,427 INFO: Saving models and training states. +2024-10-09 17:08:21,951 INFO: Validation val + + # psnr: 27.2642........ Best: 27.2642 @ 510000 iter + # ssim: 0.7686........ Best: 0.7686 @ 510000 iter + # dists: 0.7725........ Best: 0.7725 @ 510000 iter + +2024-10-09 17:08:26,995 INFO: [ epoch:1235 ] [ iter:510,100 ] [ performance: 22.500 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:21 ] [ l_g_pix: 4.7626e-02 ] [ l_g_total: 4.7626e-02 ] +2024-10-09 17:08:30,672 INFO: [ epoch:1235 ] [ iter:510,200 ] [ performance: 27.145 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:15 ] [ l_g_pix: 4.5877e-02 ] [ l_g_total: 4.5877e-02 ] +2024-10-09 17:08:34,382 INFO: [ epoch:1235 ] [ iter:510,300 ] [ performance: 27.027 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:10 ] [ l_g_pix: 4.4768e-02 ] [ l_g_total: 4.4768e-02 ] +2024-10-09 17:08:37,987 INFO: [ epoch:1235 ] [ iter:510,400 ] [ performance: 28.272 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:04 ] [ l_g_pix: 4.3788e-02 ] [ l_g_total: 4.3788e-02 ] +2024-10-09 17:08:42,579 INFO: [ epoch:1236 ] [ iter:510,500 ] [ performance: 23.860 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:58 ] [ l_g_pix: 4.6319e-02 ] [ l_g_total: 4.6319e-02 ] +2024-10-09 17:08:46,372 INFO: [ epoch:1236 ] [ iter:510,600 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:52 ] [ l_g_pix: 4.9675e-02 ] [ l_g_total: 4.9675e-02 ] +2024-10-09 17:08:50,087 INFO: [ epoch:1236 ] [ iter:510,700 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:47 ] [ l_g_pix: 4.1246e-02 ] [ l_g_total: 4.1246e-02 ] +2024-10-09 17:08:53,733 INFO: [ epoch:1236 ] [ iter:510,800 ] [ performance: 27.549 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:41 ] [ l_g_pix: 4.4026e-02 ] [ l_g_total: 4.4026e-02 ] +2024-10-09 17:08:58,584 INFO: [ epoch:1237 ] [ iter:510,900 ] [ performance: 22.742 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:35 ] [ l_g_pix: 4.7409e-02 ] [ l_g_total: 4.7409e-02 ] +2024-10-09 17:09:02,382 INFO: [ epoch:1237 ] [ iter:511,000 ] [ performance: 27.057 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:30 ] [ l_g_pix: 5.0850e-02 ] [ l_g_total: 5.0850e-02 ] +2024-10-09 17:09:06,074 INFO: [ epoch:1237 ] [ iter:511,100 ] [ performance: 27.080 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:24 ] [ l_g_pix: 5.2208e-02 ] [ l_g_total: 5.2208e-02 ] +2024-10-09 17:09:09,789 INFO: [ epoch:1237 ] [ iter:511,200 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:18 ] [ l_g_pix: 6.2575e-02 ] [ l_g_total: 6.2575e-02 ] +2024-10-09 17:09:14,170 INFO: [ epoch:1238 ] [ iter:511,300 ] [ performance: 24.116 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:13 ] [ l_g_pix: 6.0290e-02 ] [ l_g_total: 6.0290e-02 ] +2024-10-09 17:09:18,395 INFO: [ epoch:1238 ] [ iter:511,400 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:07 ] [ l_g_pix: 4.4028e-02 ] [ l_g_total: 4.4028e-02 ] +2024-10-09 17:09:22,130 INFO: [ epoch:1238 ] [ iter:511,500 ] [ performance: 26.823 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:01 ] [ l_g_pix: 4.0425e-02 ] [ l_g_total: 4.0425e-02 ] +2024-10-09 17:09:25,816 INFO: [ epoch:1238 ] [ iter:511,600 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:55 ] [ l_g_pix: 4.7682e-02 ] [ l_g_total: 4.7682e-02 ] +2024-10-09 17:09:29,308 INFO: [ epoch:1238 ] [ iter:511,700 ] [ performance: 27.988 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:50 ] [ l_g_pix: 4.4759e-02 ] [ l_g_total: 4.4759e-02 ] +2024-10-09 17:09:34,361 INFO: [ epoch:1239 ] [ iter:511,800 ] [ performance: 27.682 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:44 ] [ l_g_pix: 4.2244e-02 ] [ l_g_total: 4.2244e-02 ] +2024-10-09 17:09:38,019 INFO: [ epoch:1239 ] [ iter:511,900 ] [ performance: 27.458 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:38 ] [ l_g_pix: 5.7349e-02 ] [ l_g_total: 5.7349e-02 ] +2024-10-09 17:09:41,722 INFO: [ epoch:1239 ] [ iter:512,000 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:33 ] [ l_g_pix: 5.2085e-02 ] [ l_g_total: 5.2085e-02 ] +2024-10-09 17:09:45,230 INFO: [ epoch:1239 ] [ iter:512,100 ] [ performance: 28.046 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:27 ] [ l_g_pix: 5.1076e-02 ] [ l_g_total: 5.1076e-02 ] +2024-10-09 17:09:50,111 INFO: [ epoch:1240 ] [ iter:512,200 ] [ performance: 26.293 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:21 ] [ l_g_pix: 3.7563e-02 ] [ l_g_total: 3.7563e-02 ] +2024-10-09 17:09:53,850 INFO: [ epoch:1240 ] [ iter:512,300 ] [ performance: 26.593 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:16 ] [ l_g_pix: 4.9663e-02 ] [ l_g_total: 4.9663e-02 ] +2024-10-09 17:09:57,541 INFO: [ epoch:1240 ] [ iter:512,400 ] [ performance: 27.350 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:10 ] [ l_g_pix: 4.8741e-02 ] [ l_g_total: 4.8741e-02 ] +2024-10-09 17:10:01,125 INFO: [ epoch:1240 ] [ iter:512,500 ] [ performance: 27.713 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:04 ] [ l_g_pix: 3.5935e-02 ] [ l_g_total: 3.5935e-02 ] +2024-10-09 17:10:06,049 INFO: [ epoch:1241 ] [ iter:512,600 ] [ performance: 23.410 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:59 ] [ l_g_pix: 5.0355e-02 ] [ l_g_total: 5.0355e-02 ] +2024-10-09 17:10:09,798 INFO: [ epoch:1241 ] [ iter:512,700 ] [ performance: 25.494 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:53 ] [ l_g_pix: 5.5377e-02 ] [ l_g_total: 5.5377e-02 ] +2024-10-09 17:10:13,512 INFO: [ epoch:1241 ] [ iter:512,800 ] [ performance: 26.565 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:47 ] [ l_g_pix: 5.7227e-02 ] [ l_g_total: 5.7227e-02 ] +2024-10-09 17:10:17,100 INFO: [ epoch:1241 ] [ iter:512,900 ] [ performance: 27.429 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:42 ] [ l_g_pix: 5.5689e-02 ] [ l_g_total: 5.5689e-02 ] +2024-10-09 17:10:22,113 INFO: [ epoch:1242 ] [ iter:513,000 ] [ performance: 21.693 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:36 ] [ l_g_pix: 4.5631e-02 ] [ l_g_total: 4.5631e-02 ] +2024-10-09 17:10:25,906 INFO: [ epoch:1242 ] [ iter:513,100 ] [ performance: 24.648 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:30 ] [ l_g_pix: 3.7926e-02 ] [ l_g_total: 3.7926e-02 ] +2024-10-09 17:10:29,689 INFO: [ epoch:1242 ] [ iter:513,200 ] [ performance: 26.489 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:24 ] [ l_g_pix: 3.5807e-02 ] [ l_g_total: 3.5807e-02 ] +2024-10-09 17:10:33,325 INFO: [ epoch:1242 ] [ iter:513,300 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:19 ] [ l_g_pix: 4.0211e-02 ] [ l_g_total: 4.0211e-02 ] +2024-10-09 17:10:38,110 INFO: [ epoch:1243 ] [ iter:513,400 ] [ performance: 15.818 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:13 ] [ l_g_pix: 4.5795e-02 ] [ l_g_total: 4.5795e-02 ] +2024-10-09 17:10:41,839 INFO: [ epoch:1243 ] [ iter:513,500 ] [ performance: 22.000 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:07 ] [ l_g_pix: 3.6528e-02 ] [ l_g_total: 3.6528e-02 ] +2024-10-09 17:10:45,543 INFO: [ epoch:1243 ] [ iter:513,600 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:02 ] [ l_g_pix: 5.1305e-02 ] [ l_g_total: 5.1305e-02 ] +2024-10-09 17:10:49,161 INFO: [ epoch:1243 ] [ iter:513,700 ] [ performance: 27.375 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:56 ] [ l_g_pix: 5.0216e-02 ] [ l_g_total: 5.0216e-02 ] +2024-10-09 17:10:53,749 INFO: [ epoch:1244 ] [ iter:513,800 ] [ performance: 16.482 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:50 ] [ l_g_pix: 3.7986e-02 ] [ l_g_total: 3.7986e-02 ] +2024-10-09 17:10:57,626 INFO: [ epoch:1244 ] [ iter:513,900 ] [ performance: 21.999 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:45 ] [ l_g_pix: 3.7476e-02 ] [ l_g_total: 3.7476e-02 ] +2024-10-09 17:11:01,376 INFO: [ epoch:1244 ] [ iter:514,000 ] [ performance: 26.429 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:39 ] [ l_g_pix: 4.8476e-02 ] [ l_g_total: 4.8476e-02 ] +2024-10-09 17:11:05,096 INFO: [ epoch:1244 ] [ iter:514,100 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:33 ] [ l_g_pix: 3.9311e-02 ] [ l_g_total: 3.9311e-02 ] +2024-10-09 17:11:09,780 INFO: [ epoch:1245 ] [ iter:514,200 ] [ performance: 15.643 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:28 ] [ l_g_pix: 4.0310e-02 ] [ l_g_total: 4.0310e-02 ] +2024-10-09 17:11:13,725 INFO: [ epoch:1245 ] [ iter:514,300 ] [ performance: 21.436 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:22 ] [ l_g_pix: 6.0553e-02 ] [ l_g_total: 6.0553e-02 ] +2024-10-09 17:11:17,465 INFO: [ epoch:1245 ] [ iter:514,400 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:16 ] [ l_g_pix: 4.9675e-02 ] [ l_g_total: 4.9675e-02 ] +2024-10-09 17:11:21,203 INFO: [ epoch:1245 ] [ iter:514,500 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:11 ] [ l_g_pix: 6.0269e-02 ] [ l_g_total: 6.0269e-02 ] +2024-10-09 17:11:25,557 INFO: [ epoch:1246 ] [ iter:514,600 ] [ performance: 17.525 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:05 ] [ l_g_pix: 4.1923e-02 ] [ l_g_total: 4.1923e-02 ] +2024-10-09 17:11:29,660 INFO: [ epoch:1246 ] [ iter:514,700 ] [ performance: 21.941 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:59 ] [ l_g_pix: 4.9344e-02 ] [ l_g_total: 4.9344e-02 ] +2024-10-09 17:11:33,387 INFO: [ epoch:1246 ] [ iter:514,800 ] [ performance: 27.409 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:54 ] [ l_g_pix: 4.2046e-02 ] [ l_g_total: 4.2046e-02 ] +2024-10-09 17:11:37,093 INFO: [ epoch:1246 ] [ iter:514,900 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:48 ] [ l_g_pix: 4.7046e-02 ] [ l_g_total: 4.7046e-02 ] +2024-10-09 17:11:40,591 INFO: [ epoch:1246 ] [ iter:515,000 ] [ performance: 29.141 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:42 ] [ l_g_pix: 5.2252e-02 ] [ l_g_total: 5.2252e-02 ] +2024-10-09 17:11:45,741 INFO: [ epoch:1247 ] [ iter:515,100 ] [ performance: 21.388 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:37 ] [ l_g_pix: 4.3047e-02 ] [ l_g_total: 4.3047e-02 ] +2024-10-09 17:11:49,423 INFO: [ epoch:1247 ] [ iter:515,200 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:31 ] [ l_g_pix: 5.5983e-02 ] [ l_g_total: 5.5983e-02 ] +2024-10-09 17:11:53,130 INFO: [ epoch:1247 ] [ iter:515,300 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:25 ] [ l_g_pix: 5.2639e-02 ] [ l_g_total: 5.2639e-02 ] +2024-10-09 17:11:56,674 INFO: [ epoch:1247 ] [ iter:515,400 ] [ performance: 29.011 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:20 ] [ l_g_pix: 5.8204e-02 ] [ l_g_total: 5.8204e-02 ] +2024-10-09 17:12:01,790 INFO: [ epoch:1248 ] [ iter:515,500 ] [ performance: 21.400 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:14 ] [ l_g_pix: 4.3439e-02 ] [ l_g_total: 4.3439e-02 ] +2024-10-09 17:12:05,513 INFO: [ epoch:1248 ] [ iter:515,600 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:08 ] [ l_g_pix: 4.6003e-02 ] [ l_g_total: 4.6003e-02 ] +2024-10-09 17:12:09,212 INFO: [ epoch:1248 ] [ iter:515,700 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:03 ] [ l_g_pix: 5.5338e-02 ] [ l_g_total: 5.5338e-02 ] +2024-10-09 17:12:12,766 INFO: [ epoch:1248 ] [ iter:515,800 ] [ performance: 28.961 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:57 ] [ l_g_pix: 4.2173e-02 ] [ l_g_total: 4.2173e-02 ] +2024-10-09 17:12:17,751 INFO: [ epoch:1249 ] [ iter:515,900 ] [ performance: 21.761 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:51 ] [ l_g_pix: 4.6688e-02 ] [ l_g_total: 4.6688e-02 ] +2024-10-09 17:12:21,463 INFO: [ epoch:1249 ] [ iter:516,000 ] [ performance: 27.393 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:46 ] [ l_g_pix: 6.0195e-02 ] [ l_g_total: 6.0195e-02 ] +2024-10-09 17:12:25,175 INFO: [ epoch:1249 ] [ iter:516,100 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:40 ] [ l_g_pix: 4.8513e-02 ] [ l_g_total: 4.8513e-02 ] +2024-10-09 17:12:28,763 INFO: [ epoch:1249 ] [ iter:516,200 ] [ performance: 29.381 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:34 ] [ l_g_pix: 5.2578e-02 ] [ l_g_total: 5.2578e-02 ] +2024-10-09 17:12:33,624 INFO: [ epoch:1250 ] [ iter:516,300 ] [ performance: 22.189 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:29 ] [ l_g_pix: 3.2307e-02 ] [ l_g_total: 3.2307e-02 ] +2024-10-09 17:12:37,329 INFO: [ epoch:1250 ] [ iter:516,400 ] [ performance: 27.122 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:23 ] [ l_g_pix: 4.5312e-02 ] [ l_g_total: 4.5312e-02 ] +2024-10-09 17:12:41,049 INFO: [ epoch:1250 ] [ iter:516,500 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:17 ] [ l_g_pix: 3.8667e-02 ] [ l_g_total: 3.8667e-02 ] +2024-10-09 17:12:44,684 INFO: [ epoch:1250 ] [ iter:516,600 ] [ performance: 29.144 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:12 ] [ l_g_pix: 5.3260e-02 ] [ l_g_total: 5.3260e-02 ] +2024-10-09 17:12:49,712 INFO: [ epoch:1251 ] [ iter:516,700 ] [ performance: 21.468 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:06 ] [ l_g_pix: 5.3276e-02 ] [ l_g_total: 5.3276e-02 ] +2024-10-09 17:12:53,442 INFO: [ epoch:1251 ] [ iter:516,800 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:00 ] [ l_g_pix: 5.6347e-02 ] [ l_g_total: 5.6347e-02 ] +2024-10-09 17:12:57,158 INFO: [ epoch:1251 ] [ iter:516,900 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:55 ] [ l_g_pix: 5.3495e-02 ] [ l_g_total: 5.3495e-02 ] +2024-10-09 17:13:00,856 INFO: [ epoch:1251 ] [ iter:517,000 ] [ performance: 28.451 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:49 ] [ l_g_pix: 4.3580e-02 ] [ l_g_total: 4.3580e-02 ] +2024-10-09 17:13:05,528 INFO: [ epoch:1252 ] [ iter:517,100 ] [ performance: 22.635 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:43 ] [ l_g_pix: 4.4972e-02 ] [ l_g_total: 4.4972e-02 ] +2024-10-09 17:13:09,354 INFO: [ epoch:1252 ] [ iter:517,200 ] [ performance: 27.496 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:38 ] [ l_g_pix: 4.6770e-02 ] [ l_g_total: 4.6770e-02 ] +2024-10-09 17:13:13,070 INFO: [ epoch:1252 ] [ iter:517,300 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:32 ] [ l_g_pix: 3.9909e-02 ] [ l_g_total: 3.9909e-02 ] +2024-10-09 17:13:16,780 INFO: [ epoch:1252 ] [ iter:517,400 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:26 ] [ l_g_pix: 4.5605e-02 ] [ l_g_total: 4.5605e-02 ] +2024-10-09 17:13:21,395 INFO: [ epoch:1253 ] [ iter:517,500 ] [ performance: 22.600 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:21 ] [ l_g_pix: 4.2218e-02 ] [ l_g_total: 4.2218e-02 ] +2024-10-09 17:13:25,453 INFO: [ epoch:1253 ] [ iter:517,600 ] [ performance: 27.641 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:15 ] [ l_g_pix: 4.3412e-02 ] [ l_g_total: 4.3412e-02 ] +2024-10-09 17:13:29,222 INFO: [ epoch:1253 ] [ iter:517,700 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:09 ] [ l_g_pix: 4.4956e-02 ] [ l_g_total: 4.4956e-02 ] +2024-10-09 17:13:32,906 INFO: [ epoch:1253 ] [ iter:517,800 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:04 ] [ l_g_pix: 5.5551e-02 ] [ l_g_total: 5.5551e-02 ] +2024-10-09 17:13:36,362 INFO: [ epoch:1253 ] [ iter:517,900 ] [ performance: 28.584 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:58 ] [ l_g_pix: 4.9086e-02 ] [ l_g_total: 4.9086e-02 ] +2024-10-09 17:13:41,289 INFO: [ epoch:1254 ] [ iter:518,000 ] [ performance: 27.269 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:52 ] [ l_g_pix: 4.8872e-02 ] [ l_g_total: 4.8872e-02 ] +2024-10-09 17:13:45,058 INFO: [ epoch:1254 ] [ iter:518,100 ] [ performance: 26.675 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:47 ] [ l_g_pix: 5.0850e-02 ] [ l_g_total: 5.0850e-02 ] +2024-10-09 17:13:48,790 INFO: [ epoch:1254 ] [ iter:518,200 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:41 ] [ l_g_pix: 4.8438e-02 ] [ l_g_total: 4.8438e-02 ] +2024-10-09 17:13:52,317 INFO: [ epoch:1254 ] [ iter:518,300 ] [ performance: 28.133 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:35 ] [ l_g_pix: 4.0426e-02 ] [ l_g_total: 4.0426e-02 ] +2024-10-09 17:13:57,345 INFO: [ epoch:1255 ] [ iter:518,400 ] [ performance: 26.433 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:30 ] [ l_g_pix: 5.8641e-02 ] [ l_g_total: 5.8641e-02 ] +2024-10-09 17:14:01,161 INFO: [ epoch:1255 ] [ iter:518,500 ] [ performance: 26.252 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:24 ] [ l_g_pix: 3.6901e-02 ] [ l_g_total: 3.6901e-02 ] +2024-10-09 17:14:04,822 INFO: [ epoch:1255 ] [ iter:518,600 ] [ performance: 27.828 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:18 ] [ l_g_pix: 5.4682e-02 ] [ l_g_total: 5.4682e-02 ] +2024-10-09 17:14:08,309 INFO: [ epoch:1255 ] [ iter:518,700 ] [ performance: 28.535 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:13 ] [ l_g_pix: 4.4643e-02 ] [ l_g_total: 4.4643e-02 ] +2024-10-09 17:14:13,436 INFO: [ epoch:1256 ] [ iter:518,800 ] [ performance: 27.597 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:07 ] [ l_g_pix: 3.9042e-02 ] [ l_g_total: 3.9042e-02 ] +2024-10-09 17:14:17,186 INFO: [ epoch:1256 ] [ iter:518,900 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:02 ] [ l_g_pix: 3.9498e-02 ] [ l_g_total: 3.9498e-02 ] +2024-10-09 17:14:20,920 INFO: [ epoch:1256 ] [ iter:519,000 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:56 ] [ l_g_pix: 5.3285e-02 ] [ l_g_total: 5.3285e-02 ] +2024-10-09 17:14:24,473 INFO: [ epoch:1256 ] [ iter:519,100 ] [ performance: 27.992 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:50 ] [ l_g_pix: 4.6995e-02 ] [ l_g_total: 4.6995e-02 ] +2024-10-09 17:14:29,340 INFO: [ epoch:1257 ] [ iter:519,200 ] [ performance: 26.373 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:45 ] [ l_g_pix: 4.7874e-02 ] [ l_g_total: 4.7874e-02 ] +2024-10-09 17:14:33,064 INFO: [ epoch:1257 ] [ iter:519,300 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:39 ] [ l_g_pix: 4.7887e-02 ] [ l_g_total: 4.7887e-02 ] +2024-10-09 17:14:36,773 INFO: [ epoch:1257 ] [ iter:519,400 ] [ performance: 27.705 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:33 ] [ l_g_pix: 4.8696e-02 ] [ l_g_total: 4.8696e-02 ] +2024-10-09 17:14:40,396 INFO: [ epoch:1257 ] [ iter:519,500 ] [ performance: 27.616 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:28 ] [ l_g_pix: 6.3374e-02 ] [ l_g_total: 6.3374e-02 ] +2024-10-09 17:14:42,385 INFO: End of training. Time consumed: 8:08:32 +2024-10-09 17:14:42,386 INFO: Save the latest model. +2024-10-09 17:17:26,003 INFO: Validation val + + # psnr: 27.2639........ Best: 27.2642 @ 510000 iter + # ssim: 0.7687........ Best: 0.7687 @ 519554 iter + # dists: 0.7725........ Best: 0.7725 @ 519554 iter + diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/10000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..e3687ade0991828b6873abb300eeb65988c8997e --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff65111200ccfc87b20d5f13b147f978f814c4516c6f01e00bc2a9c68087569 +size 19036538 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/100000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..59e8a1dddf44b723d68abb9aabb78235142e046f --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5007aa994f85c477ca91a533b3b30092a4f3b12c9c041d6a5ed7db5de23e69be +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/110000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/110000.state new file mode 100644 index 0000000000000000000000000000000000000000..700ddbc9fa9aa86b2da45f0deb3cce154659ec0c --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/110000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:810b93ab445052499e1d1c2e7cc9e0425a7a310ea3fb8d538ed636d00b775101 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/120000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/120000.state new file mode 100644 index 0000000000000000000000000000000000000000..57cd994a63253eee9aee290347d09570e3337a75 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/120000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43fcd7ca8d93a6f02598001989253ef86985e7d017e711288edd3038e219ce27 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/130000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/130000.state new file mode 100644 index 0000000000000000000000000000000000000000..1a9809de3fa44cba729a252e068c273890e3bf44 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/130000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8daad87173849157e0742e834a4442dea00ab0e284e266e35e3320d1c67c7dd +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/140000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/140000.state new file mode 100644 index 0000000000000000000000000000000000000000..e894253c012991f952fb7a0bc04279f64e144483 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/140000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e7124eca63a2e028f12fbab16ff8ba86b7c4d94ae0672adf9ffe41f8bb5ede +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/150000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/150000.state new file mode 100644 index 0000000000000000000000000000000000000000..5e563de14b9765964ac99d579ab5be962a2d30a8 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/150000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8617c0bee61ee4c47ee2fa1cbaaf1c0ce4f43c9b83a9fdf7c0c3ddea9034f4 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/160000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/160000.state new file mode 100644 index 0000000000000000000000000000000000000000..fcf0e6f0b83062de56eb10bb174e58c480da78a8 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/160000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:825213f4c54aae0176acc09041f6ffaa14da54738a6347ee1a373282302ae30a +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/170000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/170000.state new file mode 100644 index 0000000000000000000000000000000000000000..ad5c92e7ac4d6e04e4e9b37f7cc2c595e760bc4c --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/170000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b9e345a7778ef76b60ede1d0e84d8fbed0d00588161906a90b2c1628c0e7f94 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/180000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/180000.state new file mode 100644 index 0000000000000000000000000000000000000000..0a7de722b881b56cefb9f6ff934c8228bd1e6ca5 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/180000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f2a6a4f5a0b09d8721703cd5f25456be606d948125f5b127bf0961c94ce21f +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/190000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/190000.state new file mode 100644 index 0000000000000000000000000000000000000000..1904e41ac1e11e272b8fffa667ef311dd37a437e --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/190000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b7fad7e2a994614d1fa38ba78e1c2d79011fedfe10b91bd0b8a1578ec498a47 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/20000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..ab3c84ca4e289ede9cbae2ff48351d75c2a3ade6 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:469bf4fe13b81dcfee2a4bac20656682ca8e1826478bc0bee82471681c86e73d +size 19036538 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/200000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/200000.state new file mode 100644 index 0000000000000000000000000000000000000000..17934a2ded96d24cc3755b4615d61e09f71ba8df --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/200000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5819e61f358bdf69f75e7ce28258e686eefe0debf48dcc17870acb005e081f49 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/210000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/210000.state new file mode 100644 index 0000000000000000000000000000000000000000..c3c508da0c03401bd31237a94fbce5fd9649722b --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/210000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ecdb96e7c1f4d5ec530081e2fa5e16624016da7b92ce5a4b0cddc2d56519e03 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/220000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/220000.state new file mode 100644 index 0000000000000000000000000000000000000000..ba2f19e7fce22e04eb0a40af5bbb35131d5345c5 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/220000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cec9ea55bb9526ae51c1497a6dd89d893bb7cef4941f2a9f2e719e20964d4cf +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/230000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/230000.state new file mode 100644 index 0000000000000000000000000000000000000000..0b238d8a48487a38d49075cbd9c0bdd4173ca5a1 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/230000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b11d791a93a7d137941d52992946198f96cfe892c685b8dbd6e6a594379b81fd +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/240000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/240000.state new file mode 100644 index 0000000000000000000000000000000000000000..e1eb9f65325275c370b17e781beeebe6c34e1c96 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/240000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfcc81e6bdf20bbb5889fa0ea459e24f162dda98a38330daba9a9f4dcb22ded7 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/250000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/250000.state new file mode 100644 index 0000000000000000000000000000000000000000..92ea40b3fd4f0c2a816c7107dd45f21fc8e2aef1 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/250000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f008b2b51fe041630c516c6291015a2a7d81553aa26f9237c9cec221889c0442 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/260000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/260000.state new file mode 100644 index 0000000000000000000000000000000000000000..c2d5151740e12931eaee6e9c7eee4986ff8c3599 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/260000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8a3878e54b1f196221f88b3ea083fb0bf5b0faaa6ff461a7345463bcc4fef8 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/270000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/270000.state new file mode 100644 index 0000000000000000000000000000000000000000..11b15718016c098a68a0ec53ffa70309fc10dba3 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/270000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a93d832a6f97928b5fcb82797a653fc5ce681143eace7ac32db85c94877c7cb +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/280000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/280000.state new file mode 100644 index 0000000000000000000000000000000000000000..f9833f58549f7431a7ebd61c066619844a45e59c --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/280000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e262bc26883ade005bed358e00995255022cdfcc6f3f1112609da34efc0e8305 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/290000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/290000.state new file mode 100644 index 0000000000000000000000000000000000000000..5d7de06bc540a6681c282550a46c48cd4fe1dfa6 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/290000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad645e6f3c02d6b1f85d6abf3ffc5f576e9d3e105dbf2e2d5882bc3f7cf535cc +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/30000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..e27f765112fc251be0687785f2c614669b393e3a --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7e695a027c4603e9494ea088be56b1d8f7e116e3bdd36bd6dc77dbba8eee9f +size 19036538 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/300000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/300000.state new file mode 100644 index 0000000000000000000000000000000000000000..f1f73b7f7e428874e4f5092a6f8a94f3868c8ecc --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/300000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb441372bfd36d0fb9b4c8b0be890247583b9c5e57739ef99ad84a9c3e476c24 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/310000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/310000.state new file mode 100644 index 0000000000000000000000000000000000000000..d1bbed69ae9808d2ac9411aa67764c4adde9bf40 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/310000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b59471970bbfa791997762d292367e28c7e0d72971e41b57cf3dae039cd0ccca +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/320000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/320000.state new file mode 100644 index 0000000000000000000000000000000000000000..fb58b067d16a47797d43955b70a986bc8423f7b3 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/320000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ad9fe23346f94467db294598e2ddbebe999bb940b46de5e2683e9e97c0749b +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/330000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/330000.state new file mode 100644 index 0000000000000000000000000000000000000000..cf465f9628fcc61229462e6acbd7d31471272379 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/330000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c413e347f0e5fe0c970a4dddfb1549bd7e6f2a9794c4312606523f4466e700 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/340000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/340000.state new file mode 100644 index 0000000000000000000000000000000000000000..5af7113bde0201ff97368010070390dd8a1a8d52 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/340000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380b000f8699d10822cb753d3ee2330a89d22846fa2ce89cf6538d494550448b +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/350000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/350000.state new file mode 100644 index 0000000000000000000000000000000000000000..96a218bb1b35e11af7c499a656e4df69b1fe7662 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/350000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f65329918c85f8a666b52b89bf33705124e8466134457fce2b5d194cb3c211 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/360000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/360000.state new file mode 100644 index 0000000000000000000000000000000000000000..5e1f34d5625dc97a2f75d86ec6926a7d50bc0287 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/360000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f73836916d0640f21e5de8a12d8a6f03a62d8e92bcdf42d49d2d72b88137d2 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/370000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/370000.state new file mode 100644 index 0000000000000000000000000000000000000000..65a130b909ff2e5a440ba644b1c039e79ba2a0e3 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/370000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ae1f92bb1888fc6a4abc546416c0f4dfced7671f0c290c2182eb8180f95154 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/380000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/380000.state new file mode 100644 index 0000000000000000000000000000000000000000..805a71b4ce0ae29e413a52dadbe677fb7539bcd6 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/380000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d40afc8c0da3c30a6f003fea050801811b9ec3a36cc3021d643f1b5730610df +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/390000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/390000.state new file mode 100644 index 0000000000000000000000000000000000000000..7d0112fcd294a2e1046e75aaf97ae35363f8c4a5 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/390000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:353cb8748814586a1a60f4815f6f88942a2d8e74b15274d08f4d7fead17f4f93 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/40000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..a832ff3580fd04e5f72e5ee93e0db6d539c3c6ab --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41720a7df0d9aa7a90401ab5403202160fd878523f424399b4166d1cdf98948f +size 19036538 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/400000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/400000.state new file mode 100644 index 0000000000000000000000000000000000000000..c3e2e879b92f7935e41bae7ca9966f9f8e7a2715 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/400000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ca69053e8541cd26538c666ef8e64385eda42b664fab966acb84f7afcac344 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/410000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/410000.state new file mode 100644 index 0000000000000000000000000000000000000000..714969da3ae7b2ca8787d44636cdc8eef56fd4c8 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/410000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8818af7d2d071dce5b64088aa7322e3e7bd512d085821c7948bbfd6b5b04f6b2 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/420000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/420000.state new file mode 100644 index 0000000000000000000000000000000000000000..e761b59f0a61f04b46ed2b676b4a8642e8b3c44c --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/420000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:044ba345d18ea55c1b6f10c0507570dc230464fadabecf4f1d02c35cf87ade4d +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/430000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/430000.state new file mode 100644 index 0000000000000000000000000000000000000000..2b415df9a534c774f95ef0b53b206a9740380230 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/430000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f02499771271a647c3b111270dc251c3cef2dc0ea5bc1adda87440e71182030 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/440000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/440000.state new file mode 100644 index 0000000000000000000000000000000000000000..15f2eb0907b72900379110f5f0b7a88769de9463 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/440000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3cc31ca1d74625b1e516616c109e22e9f6a0ff33d903100e96fd97a6e46f664 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/450000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/450000.state new file mode 100644 index 0000000000000000000000000000000000000000..99bf89aa688ccf3c4189575ebc250e74f796b749 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/450000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a5dfbb2101defbf24a556d3db1673a412ef1e54333f730cfe0746e61b5ddad +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/460000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/460000.state new file mode 100644 index 0000000000000000000000000000000000000000..10a2e6cf6deb328d6ce5c785e53d57f62865852c --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/460000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d290f3d3404130b9abf4be4ba40c3b6c109beba8ad1014051d1efe7418f94982 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/470000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/470000.state new file mode 100644 index 0000000000000000000000000000000000000000..43079ebcac7422bde8bd76a996d9e89d6ccba169 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/470000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e7a1e44d52df895eda0854ed16b289e469c7a53e8ef18127383aac3f00fd10 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/480000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/480000.state new file mode 100644 index 0000000000000000000000000000000000000000..d511cc0c1a4a00347f5aae5e532431f228d2f533 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/480000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe9f56cc14fbc57538a70fb384247f8ab213c6d3c339c207f3b89b028d3d1519 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/490000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/490000.state new file mode 100644 index 0000000000000000000000000000000000000000..174add66abddf0a2f418836bb85cc9d6374177e4 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/490000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0e863fde1b20c66344676ca72991a39a66553fa2f71c7e50b16bf56149b0768 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/50000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..c88726133818d14da44725bfc106dbed45cd7d73 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1293ee4040cd8c894d2edd36ae98a61b8ca233b3d243332d191b798351582dd +size 19036538 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/500000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/500000.state new file mode 100644 index 0000000000000000000000000000000000000000..311926df13a295b12d50a0f3a1d9d62e126e9094 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/500000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e258b5967c98cdf31258399b6f50c8a69e27eb662fb378206e3a2548d29721 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/510000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/510000.state new file mode 100644 index 0000000000000000000000000000000000000000..07b12582bdbc7497e7c5c220b813f12afbaae4ec --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/510000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44886d5e27df3651347210e88526efcb2fe22e1e6e9e4c3e1abcb7657deaae29 +size 19045418 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/60000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..d859d5a781db41ddeaabb60e183fe99799667a40 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d287fa72c55946d32afbaa956089fa370e70f18f239c8449b27bc6d0bf15a886 +size 19036538 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/70000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..2f055868a1b41052a9c89746a6bbea54893207e5 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c27ccde2787de10e9f96a6be8365e85a52b5c3e7d228deab766c0cda47ef3f +size 19036538 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/80000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..7302b713345a8fca0c43ce5ecb72cf6470bcb1ca --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c744dd54b044ddda23b8f36f0a3dff9683dc6cd484d8248949ca58847202c7f +size 19036538 diff --git a/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/90000.state b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..4a879fab5aceba930e8ae0cd65f42a60158132a2 --- /dev/null +++ b/curated/training/4xDF2K_curated_plksr_tiny_fp16_full/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7552cf841fccbca506db6c6744f3fb94cc5cbb486b7f179b1bcb47bd3d7c6942 +size 19036538 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/4xDF2K_plksr_tiny_fp16_full.toml b/curated/training/4xDF2K_plksr_tiny_fp16_full/4xDF2K_plksr_tiny_fp16_full.toml new file mode 100644 index 0000000000000000000000000000000000000000..9b339c3b9ba7010f60108f7fa936e2d934c3d61d --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/4xDF2K_plksr_tiny_fp16_full.toml @@ -0,0 +1,62 @@ +# GENERATE TIME: Wed Oct 9 17:17:31 2024 +# CMD: +# train.py -opt options/plksr_tiny/merged/full_merged/4xDF2K_plksr_tiny_fp16_full.toml + +name = "4xDF2K_plksr_tiny_fp16_full" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_HR_tiled/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_LR_tiled/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 520000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_10000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_10000.pth new file mode 100644 index 0000000000000000000000000000000000000000..06e3323f65162db0da9e7b2c0d4004f1bb61b14a --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_10000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a541d4c54f79286d038121b11f3fbe58643005f35aad7763cf253e245e5174fc +size 9513034 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_100000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..db6b4e5ade938fb4ea41224374fa41b69bacb73d --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd0e027df7bc6e3b7c5b901f1aa1e41130fc5b8b796cf9ad1b73b9c9af0c62f3 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_110000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_110000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3ef256d04b70f7f31e7874192e79214586023b3d --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_110000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:199cb645c056078ee77ff46010230ea027ba359305cc663be27fb68e8522d86a +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_120000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_120000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3c17cf93edc9c9f230382182555a9157df86233e --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_120000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b7ea47d9fb41a46a992d1364521367a8db3d273a6cc03548ed2d24d35687c2 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_130000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_130000.pth new file mode 100644 index 0000000000000000000000000000000000000000..cebb79a57fdbfef43cb84cd7707221b04e227703 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_130000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74a06a40f39f2272f6ee46fc7e6f003c099fb4510349be1a8e033aa41bc144cf +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_140000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_140000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d8f56d9700b5f97ed54fdcc87037fadee20c1587 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_140000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eeedabc7bd9b9d9b1773c9c28f57214b9d4a46b97e249d38bad9ca48a712930 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_150000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_150000.pth new file mode 100644 index 0000000000000000000000000000000000000000..c28c0311f12534e557e0327658783a5d4ab89637 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_150000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e53b08318d92ad30ae8e4af229cb9885360f58381e4d6af09956dac90af549e5 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_160000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_160000.pth new file mode 100644 index 0000000000000000000000000000000000000000..8d87ab1c4bc945d96fdc523b3d02131928318f1c --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_160000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:391b6403454359bed0d6766c16585aef4ea21e49eef9d1933dd95a585c88bda4 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_170000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_170000.pth new file mode 100644 index 0000000000000000000000000000000000000000..42d04ec88c5a850b69c4b97680b886b784d1e880 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_170000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c4a9256d289b691877dfa45da04cf2112ab33721a05e9703c6ba6c9f138685c +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_180000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_180000.pth new file mode 100644 index 0000000000000000000000000000000000000000..7a124ef405cbcaeec301b320aa84c1c9b523cfda --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_180000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60aeb136bb3caa18d83d26bbf4133f276a05579e8b0386158c2de5321d8a14c8 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_190000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_190000.pth new file mode 100644 index 0000000000000000000000000000000000000000..374cad1be76c547cc358b2c184fbe8bb95eb992f --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_190000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53fd5752ec50b03c847144dd2d317cb0cd2cb6e9d5c61928dabde023ef289343 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_20000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_20000.pth new file mode 100644 index 0000000000000000000000000000000000000000..bb0146728c978d9219a96c8064dbc923b926b2ee --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_20000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e776403808e1d319dc6797bb3c7c492684d5c47899b0e83522cb7fc7861dde0 +size 9513034 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_200000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_200000.pth new file mode 100644 index 0000000000000000000000000000000000000000..cca0b21d711b41207b86b41298d1aad29cc06b4c --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_200000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d1560850df99e656c4cf04e15a00fc4e74ed9d3e4ea11b7f24ff7a4227f872 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_210000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_210000.pth new file mode 100644 index 0000000000000000000000000000000000000000..795679081dd14080631bd6244b535918c97201e1 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_210000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dffafdaad01e0dd1ed24ecc6c5aeafb32642980bd3b325c5f6d833ffb7c3df1 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_220000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_220000.pth new file mode 100644 index 0000000000000000000000000000000000000000..e789c14d8e1067381bf6343a99eb93985c999d75 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_220000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e9c08c93da7b9d3acdde7e02f58640ff3aef1cf158bad4b4bc6f024d9864577 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_230000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_230000.pth new file mode 100644 index 0000000000000000000000000000000000000000..614768b9387edf9041664479ec124f06ae700b94 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_230000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60adb28bd85d42aabd044e706286d4530a37052a1f36c730fd36d4b092b3fc2a +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_240000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_240000.pth new file mode 100644 index 0000000000000000000000000000000000000000..0baee9e96db8f02c8b7eb5987e802080f25821fb --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_240000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e2bacbe57e844b580bacc35f2e75cb7dc798a1d48ade1e0353ce15992b8792e +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_250000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_250000.pth new file mode 100644 index 0000000000000000000000000000000000000000..aa85b14e319f0bad5433877bb14bd6699ec1f49d --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_250000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a260707dbc536a8c688ea60f5b092690bb915bfe43e69fbd0b86bc63aa0d481 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_260000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_260000.pth new file mode 100644 index 0000000000000000000000000000000000000000..66e17ff8e21681427b04bd778cd5726354c0b195 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_260000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f28a468a09b5aa8ed918a2a8aef8caa7bd722530f0ea22d42933038c02632d65 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_270000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_270000.pth new file mode 100644 index 0000000000000000000000000000000000000000..93549ac1e7fdbe41a9ce4e06fe60f54b3d74b32b --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_270000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b01c27267e9d6cce8c9369262418b2e8ef2592e33a241058ed952a3d6bbcf3a8 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_280000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_280000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9bf8ff4967cb75d14ec3104b62a1039b4b20a55c --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_280000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12cbed3179cbcbe5e4d97e21b2b64aa40a08e864b512f79544e3a58e43aba292 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_290000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_290000.pth new file mode 100644 index 0000000000000000000000000000000000000000..8f0e280f2e1df3da605df842177e704c22cd34f4 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_290000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fe2c16c69dbd83ddf62d299538a2d322b68cd376bdd6cc089b842437ff45f64 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_30000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_30000.pth new file mode 100644 index 0000000000000000000000000000000000000000..78cea46db4d98c8a8d78d187c7796771f5659bfb --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_30000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e662fcc4ba02011ee5ff0b4bcbc185106739b9ddd77f36c7f5ecaca62dc4d89 +size 9513034 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_300000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_300000.pth new file mode 100644 index 0000000000000000000000000000000000000000..923cdbf954e9d7e2c650cc52291788197ad5b134 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_300000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d616e760715bb042407b76157b42c594d867952bba5303ce40801e8ca1f885c +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_310000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_310000.pth new file mode 100644 index 0000000000000000000000000000000000000000..8653cac662466f9ebd60461e1c5eb84299596b84 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_310000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a0ee702eba175931d0470a05d5035fbeb9e39944d0bd10b80947b2523a67cc +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_320000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_320000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d0d34f1f9a6292704e10ffecd064bdfbbcaa6bc4 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_320000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f693bc1955a2f511ebc2813396bc186c9b1850eee5dc19b18549c080ec95f60d +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_330000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_330000.pth new file mode 100644 index 0000000000000000000000000000000000000000..109600b0c850cc5fe9c3b78501f0f8861bb63fad --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_330000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7253ab03e6f826e2adbd37c50b088baca983e12bc309dd541b551bfbbf5cb10a +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_340000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_340000.pth new file mode 100644 index 0000000000000000000000000000000000000000..fa68a564acda636c96c1a358591d1b69c0e0e08b --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_340000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5490cce01b7b5d01e0dcca428aa92d8e18293e37c94caa800243453b15dbfd86 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_350000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_350000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d5c540d0941a7c5204fea0d6bd3abd397b0872c5 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_350000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13105667eaeebe29af51d0f17874dee38eb47827ff661d7d5119a4da0641171f +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_360000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_360000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f03e7d623599c289e4c7c0dc4766e1f533cfd7ee --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_360000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8519b5aea67d13723eac6f20c50164972f3078bb4ea6c6e92859dfa0e3ceeee +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_370000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_370000.pth new file mode 100644 index 0000000000000000000000000000000000000000..fd8bb815af2ed05be03adbd5d0fde19c4bd11e8b --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_370000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:946ebab84af1b88b02024fc23fbc2df333498fd9400bc2222ce02d0f65a3139c +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_380000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_380000.pth new file mode 100644 index 0000000000000000000000000000000000000000..a3baff0e629db9127c5218306fd066fa92a1b8d9 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_380000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:695a79a1b6f7744834a5205261b0ef606e020b44c6c3478f7c675f531adfcafd +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_390000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_390000.pth new file mode 100644 index 0000000000000000000000000000000000000000..45f2359f2d7f89bb3166a6bfdb4280d4f9919335 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_390000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d5092272e8a99f96c869db5018263e27057785da17aa425b3f3a1a317f74ae +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_40000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_40000.pth new file mode 100644 index 0000000000000000000000000000000000000000..732e7530a056fdc7599bf025f5d4dcf839789fa1 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_40000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821dce0cff9f7885cfccd8db885c9973e73b22728e76713f3b308c3806c35486 +size 9513034 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_400000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_400000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3844952a1b699dcb56b2258d84d77e32d1cb673f --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_400000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0ef30fdb1116e135df52e894a104760f628b8c619bde991a137e6ddc4e80f3f +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_410000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_410000.pth new file mode 100644 index 0000000000000000000000000000000000000000..879aba0e3901b2c6284f39ebcfbe5be03f7ae981 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_410000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ed8bd4c8c707371efef711d5830590dea3df512be7ad0d84876fa79003150c +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_420000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_420000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d5790905a922e875f0bb9e8c7fb4f08e75d8cef5 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_420000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98876e143b8bec663aa109670ebd97c830af6bb547c3a90199fc377f4b2debe0 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_430000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_430000.pth new file mode 100644 index 0000000000000000000000000000000000000000..eaf8984797fdaee67f0ee629390a6961863d0169 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_430000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a282aa4087913f9c7872d8f0fd1ccdea13910cfa3aba0efc98b43dcf5de7e95 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_440000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_440000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d1c9aca75f0ea51e86c07987a4ccf15b8e181f0b --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_440000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2581d4f34ff1ce0f31e4ed1404a135720816face5ab622eead9bee51af9037fc +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_450000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_450000.pth new file mode 100644 index 0000000000000000000000000000000000000000..fe36a39b7ebb855cf5674cd12093ba2498260937 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_450000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9853ee8ded17287d1c96f58e3293151a826b66465860dbf196ca2500a8fe4d68 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_460000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_460000.pth new file mode 100644 index 0000000000000000000000000000000000000000..92f879c3dbe420425fae259fe32f9381454aea3a --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_460000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adbe45a87cca8a21c9120849017fd87695afb4eb2ac985a2128857b8524d13c +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_470000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_470000.pth new file mode 100644 index 0000000000000000000000000000000000000000..ae4e9e82488a315c41ce63909b473fcf12e69d08 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_470000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4b02828b8f96f1d63b7a6f7026d8128da533222d53120775dc52ec44d4b9da1 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_480000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_480000.pth new file mode 100644 index 0000000000000000000000000000000000000000..2e64610911249dd367e74b57c8d9c16ce397c161 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_480000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9979eeed9d0b97801a002024e1d9e8ee5e6f5a814b31e867ed43f0c982a53102 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_490000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_490000.pth new file mode 100644 index 0000000000000000000000000000000000000000..6c0e534d3b0c118889b053d7db5a2ac171f95a6a --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_490000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04b58a5c54e5cdca234024a91a350e56d461f4c19ca1ba4226fce09fbcd275f2 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_50000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_50000.pth new file mode 100644 index 0000000000000000000000000000000000000000..9d8ef625bfa68b84b2e82f7d3ea489f56786436d --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_50000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d37d6bb03084975ef690c96367c0dedaf67b84ca9f7fef63ba6ffbe23892ef08 +size 9513034 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_500000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_500000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d8bdf2163f693206a0bde175d39d371439f649ed --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_500000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b3147f206c25a52fd922ad8cfc85be8da3cc760ad5ac135e70444cb701b0683 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_510000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_510000.pth new file mode 100644 index 0000000000000000000000000000000000000000..3be7a56e4e8cfa12c0e07bb04e3198f305565c92 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_510000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322f1055cf8b146dc6c17be35906c5496ce396ffa6762bc9f572da061beb7556 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_520000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_520000.pth new file mode 100644 index 0000000000000000000000000000000000000000..4b1e707a3adc6bdfad575e82d4925a0ec20232fb --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_520000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3acf775afccf6735f4a0afde5ea0890723351efd86be0a51e38680f4c4db598a +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_60000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_60000.pth new file mode 100644 index 0000000000000000000000000000000000000000..72155575ee7fa3fa34f5a6d338cd6dd414fcc7f3 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_60000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05cf14529ec2001e8c614543b2715f60fc317e7356520dfe341471ef5a27308a +size 9513034 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_70000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_70000.pth new file mode 100644 index 0000000000000000000000000000000000000000..df9036c1b9473435e0a7d63a6237b686449b1a9d --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_70000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b24fd35de55563f2690944793feb8c03ec662e9c3ef3bcb3062b4eac23fb89b9 +size 9513034 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_80000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_80000.pth new file mode 100644 index 0000000000000000000000000000000000000000..bcd140ea94d796432183f5c4093b2b19dba28125 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_80000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2d5317158af42046efe173c41b5cc3bd6701056ac4f81e0ce324c26bfc8cb0 +size 9513034 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_90000.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_90000.pth new file mode 100644 index 0000000000000000000000000000000000000000..971807663b6b9a4622c61a608a79a620c04bb81c --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_90000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ae494b7ee4dace97e997a6741bf653e129139bfdd4eedc43f3162241a07965 +size 9513034 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_latest.pth b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_latest.pth new file mode 100644 index 0000000000000000000000000000000000000000..4857fb8402a3d5aa1fd38360c4a59351f89fe0a4 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/models/net_g_latest.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:833847e47ec4f8d6a99808a680c33d27955dcaa3e38f2cf354972a0e98fd1742 +size 9513138 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/train_4xDF2K_plksr_tiny_fp16_full_20241009_171731.log b/curated/training/4xDF2K_plksr_tiny_fp16_full/train_4xDF2K_plksr_tiny_fp16_full_20241009_171731.log new file mode 100644 index 0000000000000000000000000000000000000000..f114889893047f844cf6c1af6f32b08a30218b73 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/train_4xDF2K_plksr_tiny_fp16_full_20241009_171731.log @@ -0,0 +1,5594 @@ +2024-10-09 17:17:31,031 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-09 17:17:33,397 INFO: Dataset [paired] is built. +2024-10-09 17:17:33,398 INFO: Training statistics: + Starting model: 4xDF2K_plksr_tiny_fp16_full + Number of train images: 21387 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1337 + Total epochs 389 for total iters 520000. +2024-10-09 17:17:33,398 INFO: Dataset [paired] is built. +2024-10-09 17:17:33,398 INFO: Number of val images/folders: 100 +2024-10-09 17:17:33,623 INFO: Using network [plksr]. +2024-10-09 17:17:33,647 INFO: Using exponential-moving average. +2024-10-09 17:17:33,648 INFO: Loss [L1Loss] enabled. +2024-10-09 17:17:33,648 INFO: Using model [image]. +2024-10-09 17:17:34,491 INFO: AMP enabled. +2024-10-09 17:17:34,492 INFO: Deterministic mode enabled. +2024-10-09 17:17:34,492 INFO: Start training from epoch: 0, iter: 0 +2024-10-09 17:17:39,517 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 19.906 it/s ] [ lr: 1.00e-04 ] [ eta: 5:18:59 ] [ l_g_pix: 5.1211e-02 ] [ l_g_total: 5.1211e-02 ] +2024-10-09 17:17:44,067 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 20.894 it/s ] [ lr: 1.00e-04 ] [ eta: 5:56:45 ] [ l_g_pix: 3.9061e-02 ] [ l_g_total: 3.9061e-02 ] +2024-10-09 17:17:48,781 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 21.163 it/s ] [ lr: 1.00e-04 ] [ eta: 6:13:57 ] [ l_g_pix: 3.6843e-02 ] [ l_g_total: 3.6843e-02 ] +2024-10-09 17:17:53,659 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 20.827 it/s ] [ lr: 1.00e-04 ] [ eta: 6:26:03 ] [ l_g_pix: 4.2710e-02 ] [ l_g_total: 4.2710e-02 ] +2024-10-09 17:17:58,111 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 22.408 it/s ] [ lr: 1.00e-04 ] [ eta: 6:25:52 ] [ l_g_pix: 3.8881e-02 ] [ l_g_total: 3.8881e-02 ] +2024-10-09 17:18:02,715 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 22.057 it/s ] [ lr: 1.00e-04 ] [ eta: 6:27:56 ] [ l_g_pix: 3.9103e-02 ] [ l_g_total: 3.9103e-02 ] +2024-10-09 17:18:07,706 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 20.138 it/s ] [ lr: 1.00e-04 ] [ eta: 6:34:09 ] [ l_g_pix: 3.0146e-02 ] [ l_g_total: 3.0146e-02 ] +2024-10-09 17:18:12,275 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 20.990 it/s ] [ lr: 1.00e-04 ] [ eta: 6:34:15 ] [ l_g_pix: 3.0205e-02 ] [ l_g_total: 3.0205e-02 ] +2024-10-09 17:18:17,034 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 20.968 it/s ] [ lr: 1.00e-04 ] [ eta: 6:36:07 ] [ l_g_pix: 3.5204e-02 ] [ l_g_total: 3.5204e-02 ] +2024-10-09 17:18:21,591 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 21.456 it/s ] [ lr: 1.00e-04 ] [ eta: 6:35:52 ] [ l_g_pix: 4.1415e-02 ] [ l_g_total: 4.1415e-02 ] +2024-10-09 17:18:26,220 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 21.415 it/s ] [ lr: 1.00e-04 ] [ eta: 6:36:11 ] [ l_g_pix: 3.0169e-02 ] [ l_g_total: 3.0169e-02 ] +2024-10-09 17:18:31,055 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 21.033 it/s ] [ lr: 1.00e-04 ] [ eta: 6:37:57 ] [ l_g_pix: 3.0852e-02 ] [ l_g_total: 3.0852e-02 ] +2024-10-09 17:18:36,327 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 18.700 it/s ] [ lr: 1.00e-04 ] [ eta: 6:42:19 ] [ l_g_pix: 3.3472e-02 ] [ l_g_total: 3.3472e-02 ] +2024-10-09 17:18:40,815 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 20.391 it/s ] [ lr: 1.00e-04 ] [ eta: 6:41:13 ] [ l_g_pix: 2.6264e-02 ] [ l_g_total: 2.6264e-02 ] +2024-10-09 17:18:44,927 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 24.542 it/s ] [ lr: 1.00e-04 ] [ eta: 6:38:06 ] [ l_g_pix: 2.4482e-02 ] [ l_g_total: 2.4482e-02 ] +2024-10-09 17:18:48,664 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 25.646 it/s ] [ lr: 1.00e-04 ] [ eta: 6:33:19 ] [ l_g_pix: 4.8055e-02 ] [ l_g_total: 4.8055e-02 ] +2024-10-09 17:18:52,403 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 26.742 it/s ] [ lr: 1.00e-04 ] [ eta: 6:29:06 ] [ l_g_pix: 3.2845e-02 ] [ l_g_total: 3.2845e-02 ] +2024-10-09 17:18:56,161 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 26.677 it/s ] [ lr: 1.00e-04 ] [ eta: 6:25:27 ] [ l_g_pix: 1.9804e-02 ] [ l_g_total: 1.9804e-02 ] +2024-10-09 17:18:59,906 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 26.694 it/s ] [ lr: 1.00e-04 ] [ eta: 6:22:06 ] [ l_g_pix: 2.6122e-02 ] [ l_g_total: 2.6122e-02 ] +2024-10-09 17:19:03,660 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 26.666 it/s ] [ lr: 1.00e-04 ] [ eta: 6:19:08 ] [ l_g_pix: 3.6902e-02 ] [ l_g_total: 3.6902e-02 ] +2024-10-09 17:19:07,425 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 26.577 it/s ] [ lr: 1.00e-04 ] [ eta: 6:16:29 ] [ l_g_pix: 3.7852e-02 ] [ l_g_total: 3.7852e-02 ] +2024-10-09 17:19:11,167 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 26.659 it/s ] [ lr: 1.00e-04 ] [ eta: 6:13:59 ] [ l_g_pix: 2.9783e-02 ] [ l_g_total: 2.9783e-02 ] +2024-10-09 17:19:14,921 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 26.662 it/s ] [ lr: 1.00e-04 ] [ eta: 6:11:44 ] [ l_g_pix: 2.8743e-02 ] [ l_g_total: 2.8743e-02 ] +2024-10-09 17:19:18,651 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 6:09:35 ] [ l_g_pix: 2.1862e-02 ] [ l_g_total: 2.1862e-02 ] +2024-10-09 17:19:22,407 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 26.671 it/s ] [ lr: 1.00e-04 ] [ eta: 6:07:41 ] [ l_g_pix: 3.3835e-02 ] [ l_g_total: 3.3835e-02 ] +2024-10-09 17:19:26,144 INFO: [ epoch: 1 ] [ iter: 2,600 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 6:05:52 ] [ l_g_pix: 2.5024e-02 ] [ l_g_total: 2.5024e-02 ] +2024-10-09 17:19:30,721 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 21.286 it/s ] [ lr: 1.00e-04 ] [ eta: 6:06:52 ] [ l_g_pix: 3.8361e-02 ] [ l_g_total: 3.8361e-02 ] +2024-10-09 17:19:34,566 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 23.577 it/s ] [ lr: 1.00e-04 ] [ eta: 6:05:32 ] [ l_g_pix: 3.6024e-02 ] [ l_g_total: 3.6024e-02 ] +2024-10-09 17:19:38,297 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 26.848 it/s ] [ lr: 1.00e-04 ] [ eta: 6:03:57 ] [ l_g_pix: 2.5085e-02 ] [ l_g_total: 2.5085e-02 ] +2024-10-09 17:19:42,042 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 6:02:30 ] [ l_g_pix: 2.8337e-02 ] [ l_g_total: 2.8337e-02 ] +2024-10-09 17:19:45,752 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 27.075 it/s ] [ lr: 1.00e-04 ] [ eta: 6:01:03 ] [ l_g_pix: 1.9186e-02 ] [ l_g_total: 1.9186e-02 ] +2024-10-09 17:19:49,459 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 27.022 it/s ] [ lr: 1.00e-04 ] [ eta: 5:59:41 ] [ l_g_pix: 3.3937e-02 ] [ l_g_total: 3.3937e-02 ] +2024-10-09 17:19:53,210 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 26.662 it/s ] [ lr: 1.00e-04 ] [ eta: 5:58:30 ] [ l_g_pix: 2.9198e-02 ] [ l_g_total: 2.9198e-02 ] +2024-10-09 17:19:56,962 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 26.660 it/s ] [ lr: 1.00e-04 ] [ eta: 5:57:23 ] [ l_g_pix: 2.8398e-02 ] [ l_g_total: 2.8398e-02 ] +2024-10-09 17:20:00,706 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 26.791 it/s ] [ lr: 1.00e-04 ] [ eta: 5:56:19 ] [ l_g_pix: 3.3744e-02 ] [ l_g_total: 3.3744e-02 ] +2024-10-09 17:20:04,466 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 5:55:20 ] [ l_g_pix: 4.8514e-02 ] [ l_g_total: 4.8514e-02 ] +2024-10-09 17:20:08,202 INFO: [ epoch: 2 ] [ iter: 3,700 ] [ performance: 26.813 it/s ] [ lr: 1.00e-04 ] [ eta: 5:54:21 ] [ l_g_pix: 3.5214e-02 ] [ l_g_total: 3.5214e-02 ] +2024-10-09 17:20:11,974 INFO: [ epoch: 2 ] [ iter: 3,800 ] [ performance: 26.650 it/s ] [ lr: 1.00e-04 ] [ eta: 5:53:30 ] [ l_g_pix: 3.1594e-02 ] [ l_g_total: 3.1594e-02 ] +2024-10-09 17:20:15,683 INFO: [ epoch: 2 ] [ iter: 3,900 ] [ performance: 27.158 it/s ] [ lr: 1.00e-04 ] [ eta: 5:52:33 ] [ l_g_pix: 2.6405e-02 ] [ l_g_total: 2.6405e-02 ] +2024-10-09 17:20:19,215 INFO: [ epoch: 2 ] [ iter: 4,000 ] [ performance: 27.786 it/s ] [ lr: 1.00e-04 ] [ eta: 5:51:16 ] [ l_g_pix: 2.7534e-02 ] [ l_g_total: 2.7534e-02 ] +2024-10-09 17:20:24,083 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 24.121 it/s ] [ lr: 1.00e-04 ] [ eta: 5:52:50 ] [ l_g_pix: 3.1743e-02 ] [ l_g_total: 3.1743e-02 ] +2024-10-09 17:20:27,718 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 25.895 it/s ] [ lr: 1.00e-04 ] [ eta: 5:51:49 ] [ l_g_pix: 3.9025e-02 ] [ l_g_total: 3.9025e-02 ] +2024-10-09 17:20:31,400 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 27.166 it/s ] [ lr: 1.00e-04 ] [ eta: 5:50:56 ] [ l_g_pix: 3.6014e-02 ] [ l_g_total: 3.6014e-02 ] +2024-10-09 17:20:35,103 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 27.083 it/s ] [ lr: 1.00e-04 ] [ eta: 5:50:07 ] [ l_g_pix: 4.4062e-02 ] [ l_g_total: 4.4062e-02 ] +2024-10-09 17:20:38,791 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 27.261 it/s ] [ lr: 1.00e-04 ] [ eta: 5:49:19 ] [ l_g_pix: 4.6650e-02 ] [ l_g_total: 4.6650e-02 ] +2024-10-09 17:20:42,487 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 27.147 it/s ] [ lr: 1.00e-04 ] [ eta: 5:48:33 ] [ l_g_pix: 2.3808e-02 ] [ l_g_total: 2.3808e-02 ] +2024-10-09 17:20:46,205 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 26.916 it/s ] [ lr: 1.00e-04 ] [ eta: 5:47:52 ] [ l_g_pix: 3.1893e-02 ] [ l_g_total: 3.1893e-02 ] +2024-10-09 17:20:49,941 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 26.832 it/s ] [ lr: 1.00e-04 ] [ eta: 5:47:14 ] [ l_g_pix: 4.2325e-02 ] [ l_g_total: 4.2325e-02 ] +2024-10-09 17:20:53,640 INFO: [ epoch: 3 ] [ iter: 4,900 ] [ performance: 27.128 it/s ] [ lr: 1.00e-04 ] [ eta: 5:46:34 ] [ l_g_pix: 3.9250e-02 ] [ l_g_total: 3.9250e-02 ] +2024-10-09 17:20:57,345 INFO: [ epoch: 3 ] [ iter: 5,000 ] [ performance: 27.053 it/s ] [ lr: 1.00e-04 ] [ eta: 5:45:55 ] [ l_g_pix: 2.2034e-02 ] [ l_g_total: 2.2034e-02 ] +2024-10-09 17:21:01,055 INFO: [ epoch: 3 ] [ iter: 5,100 ] [ performance: 27.133 it/s ] [ lr: 1.00e-04 ] [ eta: 5:45:19 ] [ l_g_pix: 3.5763e-02 ] [ l_g_total: 3.5763e-02 ] +2024-10-09 17:21:04,708 INFO: [ epoch: 3 ] [ iter: 5,200 ] [ performance: 27.275 it/s ] [ lr: 1.00e-04 ] [ eta: 5:44:38 ] [ l_g_pix: 3.7541e-02 ] [ l_g_total: 3.7541e-02 ] +2024-10-09 17:21:08,289 INFO: [ epoch: 3 ] [ iter: 5,300 ] [ performance: 28.454 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:52 ] [ l_g_pix: 3.0555e-02 ] [ l_g_total: 3.0555e-02 ] +2024-10-09 17:21:13,063 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 23.598 it/s ] [ lr: 1.00e-04 ] [ eta: 5:45:01 ] [ l_g_pix: 3.8776e-02 ] [ l_g_total: 3.8776e-02 ] +2024-10-09 17:21:16,767 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 27.183 it/s ] [ lr: 1.00e-04 ] [ eta: 5:44:27 ] [ l_g_pix: 3.2490e-02 ] [ l_g_total: 3.2490e-02 ] +2024-10-09 17:21:20,470 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 27.080 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:54 ] [ l_g_pix: 4.4454e-02 ] [ l_g_total: 4.4454e-02 ] +2024-10-09 17:21:24,324 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 25.585 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:36 ] [ l_g_pix: 2.5004e-02 ] [ l_g_total: 2.5004e-02 ] +2024-10-09 17:21:28,032 INFO: [ epoch: 4 ] [ iter: 5,800 ] [ performance: 26.375 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:05 ] [ l_g_pix: 3.3149e-02 ] [ l_g_total: 3.3149e-02 ] +2024-10-09 17:21:31,720 INFO: [ epoch: 4 ] [ iter: 5,900 ] [ performance: 27.425 it/s ] [ lr: 1.00e-04 ] [ eta: 5:42:34 ] [ l_g_pix: 3.9014e-02 ] [ l_g_total: 3.9014e-02 ] +2024-10-09 17:21:35,419 INFO: [ epoch: 4 ] [ iter: 6,000 ] [ performance: 27.198 it/s ] [ lr: 1.00e-04 ] [ eta: 5:42:04 ] [ l_g_pix: 3.3947e-02 ] [ l_g_total: 3.3947e-02 ] +2024-10-09 17:21:39,127 INFO: [ epoch: 4 ] [ iter: 6,100 ] [ performance: 27.092 it/s ] [ lr: 1.00e-04 ] [ eta: 5:41:36 ] [ l_g_pix: 2.3493e-02 ] [ l_g_total: 2.3493e-02 ] +2024-10-09 17:21:42,806 INFO: [ epoch: 4 ] [ iter: 6,200 ] [ performance: 27.148 it/s ] [ lr: 1.00e-04 ] [ eta: 5:41:06 ] [ l_g_pix: 3.2854e-02 ] [ l_g_total: 3.2854e-02 ] +2024-10-09 17:21:46,511 INFO: [ epoch: 4 ] [ iter: 6,300 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 5:40:40 ] [ l_g_pix: 2.6507e-02 ] [ l_g_total: 2.6507e-02 ] +2024-10-09 17:21:50,226 INFO: [ epoch: 4 ] [ iter: 6,400 ] [ performance: 27.005 it/s ] [ lr: 1.00e-04 ] [ eta: 5:40:15 ] [ l_g_pix: 2.4490e-02 ] [ l_g_total: 2.4490e-02 ] +2024-10-09 17:21:53,962 INFO: [ epoch: 4 ] [ iter: 6,500 ] [ performance: 26.970 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:52 ] [ l_g_pix: 3.8852e-02 ] [ l_g_total: 3.8852e-02 ] +2024-10-09 17:21:57,711 INFO: [ epoch: 4 ] [ iter: 6,600 ] [ performance: 26.796 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:30 ] [ l_g_pix: 3.2442e-02 ] [ l_g_total: 3.2442e-02 ] +2024-10-09 17:22:02,365 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 19.178 it/s ] [ lr: 1.00e-04 ] [ eta: 5:40:19 ] [ l_g_pix: 4.1839e-02 ] [ l_g_total: 4.1839e-02 ] +2024-10-09 17:22:06,098 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 23.150 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:57 ] [ l_g_pix: 2.7354e-02 ] [ l_g_total: 2.7354e-02 ] +2024-10-09 17:22:09,773 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 27.295 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:30 ] [ l_g_pix: 2.7672e-02 ] [ l_g_total: 2.7672e-02 ] +2024-10-09 17:22:13,436 INFO: [ epoch: 5 ] [ iter: 7,000 ] [ performance: 27.300 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:04 ] [ l_g_pix: 3.8006e-02 ] [ l_g_total: 3.8006e-02 ] +2024-10-09 17:22:17,168 INFO: [ epoch: 5 ] [ iter: 7,100 ] [ performance: 27.081 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:43 ] [ l_g_pix: 3.5385e-02 ] [ l_g_total: 3.5385e-02 ] +2024-10-09 17:22:20,892 INFO: [ epoch: 5 ] [ iter: 7,200 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:22 ] [ l_g_pix: 3.3652e-02 ] [ l_g_total: 3.3652e-02 ] +2024-10-09 17:22:24,536 INFO: [ epoch: 5 ] [ iter: 7,300 ] [ performance: 27.699 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:56 ] [ l_g_pix: 2.5833e-02 ] [ l_g_total: 2.5833e-02 ] +2024-10-09 17:22:28,264 INFO: [ epoch: 5 ] [ iter: 7,400 ] [ performance: 27.164 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:36 ] [ l_g_pix: 1.9258e-02 ] [ l_g_total: 1.9258e-02 ] +2024-10-09 17:22:31,999 INFO: [ epoch: 5 ] [ iter: 7,500 ] [ performance: 26.977 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:18 ] [ l_g_pix: 3.4367e-02 ] [ l_g_total: 3.4367e-02 ] +2024-10-09 17:22:35,776 INFO: [ epoch: 5 ] [ iter: 7,600 ] [ performance: 26.671 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:02 ] [ l_g_pix: 4.1161e-02 ] [ l_g_total: 4.1161e-02 ] +2024-10-09 17:22:39,444 INFO: [ epoch: 5 ] [ iter: 7,700 ] [ performance: 27.371 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:39 ] [ l_g_pix: 3.7813e-02 ] [ l_g_total: 3.7813e-02 ] +2024-10-09 17:22:43,107 INFO: [ epoch: 5 ] [ iter: 7,800 ] [ performance: 27.331 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:17 ] [ l_g_pix: 2.0450e-02 ] [ l_g_total: 2.0450e-02 ] +2024-10-09 17:22:46,819 INFO: [ epoch: 5 ] [ iter: 7,900 ] [ performance: 27.029 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:58 ] [ l_g_pix: 4.0326e-02 ] [ l_g_total: 4.0326e-02 ] +2024-10-09 17:22:50,306 INFO: [ epoch: 5 ] [ iter: 8,000 ] [ performance: 28.029 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:26 ] [ l_g_pix: 3.7500e-02 ] [ l_g_total: 3.7500e-02 ] +2024-10-09 17:22:55,166 INFO: [ epoch: 6 ] [ iter: 8,100 ] [ performance: 27.083 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:21 ] [ l_g_pix: 3.5876e-02 ] [ l_g_total: 3.5876e-02 ] +2024-10-09 17:22:58,859 INFO: [ epoch: 6 ] [ iter: 8,200 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:01 ] [ l_g_pix: 3.2044e-02 ] [ l_g_total: 3.2044e-02 ] +2024-10-09 17:23:02,582 INFO: [ epoch: 6 ] [ iter: 8,300 ] [ performance: 26.496 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:44 ] [ l_g_pix: 2.9648e-02 ] [ l_g_total: 2.9648e-02 ] +2024-10-09 17:23:06,250 INFO: [ epoch: 6 ] [ iter: 8,400 ] [ performance: 26.976 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:23 ] [ l_g_pix: 2.3760e-02 ] [ l_g_total: 2.3760e-02 ] +2024-10-09 17:23:09,901 INFO: [ epoch: 6 ] [ iter: 8,500 ] [ performance: 27.564 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:03 ] [ l_g_pix: 3.3807e-02 ] [ l_g_total: 3.3807e-02 ] +2024-10-09 17:23:13,587 INFO: [ epoch: 6 ] [ iter: 8,600 ] [ performance: 27.291 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:44 ] [ l_g_pix: 3.8229e-02 ] [ l_g_total: 3.8229e-02 ] +2024-10-09 17:23:17,268 INFO: [ epoch: 6 ] [ iter: 8,700 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:26 ] [ l_g_pix: 4.2236e-02 ] [ l_g_total: 4.2236e-02 ] +2024-10-09 17:23:20,994 INFO: [ epoch: 6 ] [ iter: 8,800 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:10 ] [ l_g_pix: 4.2442e-02 ] [ l_g_total: 4.2442e-02 ] +2024-10-09 17:23:24,716 INFO: [ epoch: 6 ] [ iter: 8,900 ] [ performance: 26.902 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:55 ] [ l_g_pix: 4.3548e-02 ] [ l_g_total: 4.3548e-02 ] +2024-10-09 17:23:28,440 INFO: [ epoch: 6 ] [ iter: 9,000 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:40 ] [ l_g_pix: 3.8849e-02 ] [ l_g_total: 3.8849e-02 ] +2024-10-09 17:23:32,137 INFO: [ epoch: 6 ] [ iter: 9,100 ] [ performance: 27.056 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:23 ] [ l_g_pix: 2.9499e-02 ] [ l_g_total: 2.9499e-02 ] +2024-10-09 17:23:35,865 INFO: [ epoch: 6 ] [ iter: 9,200 ] [ performance: 26.908 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:09 ] [ l_g_pix: 2.1638e-02 ] [ l_g_total: 2.1638e-02 ] +2024-10-09 17:23:39,481 INFO: [ epoch: 6 ] [ iter: 9,300 ] [ performance: 28.306 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:49 ] [ l_g_pix: 2.8047e-02 ] [ l_g_total: 2.8047e-02 ] +2024-10-09 17:23:44,221 INFO: [ epoch: 7 ] [ iter: 9,400 ] [ performance: 23.169 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:30 ] [ l_g_pix: 3.1590e-02 ] [ l_g_total: 3.1590e-02 ] +2024-10-09 17:23:47,910 INFO: [ epoch: 7 ] [ iter: 9,500 ] [ performance: 27.326 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:14 ] [ l_g_pix: 3.6766e-02 ] [ l_g_total: 3.6766e-02 ] +2024-10-09 17:23:51,590 INFO: [ epoch: 7 ] [ iter: 9,600 ] [ performance: 27.229 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:57 ] [ l_g_pix: 4.0951e-02 ] [ l_g_total: 4.0951e-02 ] +2024-10-09 17:23:55,268 INFO: [ epoch: 7 ] [ iter: 9,700 ] [ performance: 27.147 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:41 ] [ l_g_pix: 3.8858e-02 ] [ l_g_total: 3.8858e-02 ] +2024-10-09 17:23:58,982 INFO: [ epoch: 7 ] [ iter: 9,800 ] [ performance: 27.007 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:27 ] [ l_g_pix: 2.9637e-02 ] [ l_g_total: 2.9637e-02 ] +2024-10-09 17:24:02,659 INFO: [ epoch: 7 ] [ iter: 9,900 ] [ performance: 27.133 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:11 ] [ l_g_pix: 4.4011e-02 ] [ l_g_total: 4.4011e-02 ] +2024-10-09 17:24:06,343 INFO: [ epoch: 7 ] [ iter: 10,000 ] [ performance: 27.146 it/s ] [ lr: 1.00e-04 ] [ eta: 5:31:55 ] [ l_g_pix: 2.1291e-02 ] [ l_g_total: 2.1291e-02 ] +2024-10-09 17:24:06,343 INFO: Saving models and training states. +2024-10-09 17:27:31,621 INFO: Validation val + + # psnr: 26.2988........ Best: 26.2988 @ 10000 iter + # ssim: 0.7394........ Best: 0.7394 @ 10000 iter + # dists: 0.7808........ Best: 0.7808 @ 10000 iter + +2024-10-09 17:27:35,299 INFO: [ epoch: 7 ] [ iter: 10,100 ] [ performance: 26.999 it/s ] [ lr: 1.00e-04 ] [ eta: 8:24:25 ] [ l_g_pix: 3.9320e-02 ] [ l_g_total: 3.9320e-02 ] +2024-10-09 17:27:38,977 INFO: [ epoch: 7 ] [ iter: 10,200 ] [ performance: 27.128 it/s ] [ lr: 1.00e-04 ] [ eta: 8:22:26 ] [ l_g_pix: 3.0487e-02 ] [ l_g_total: 3.0487e-02 ] +2024-10-09 17:27:42,659 INFO: [ epoch: 7 ] [ iter: 10,300 ] [ performance: 27.126 it/s ] [ lr: 1.00e-04 ] [ eta: 8:20:29 ] [ l_g_pix: 3.1529e-02 ] [ l_g_total: 3.1529e-02 ] +2024-10-09 17:27:46,344 INFO: [ epoch: 7 ] [ iter: 10,400 ] [ performance: 27.137 it/s ] [ lr: 1.00e-04 ] [ eta: 8:18:35 ] [ l_g_pix: 4.6640e-02 ] [ l_g_total: 4.6640e-02 ] +2024-10-09 17:27:50,070 INFO: [ epoch: 7 ] [ iter: 10,500 ] [ performance: 26.489 it/s ] [ lr: 1.00e-04 ] [ eta: 8:16:46 ] [ l_g_pix: 3.6306e-02 ] [ l_g_total: 3.6306e-02 ] +2024-10-09 17:27:53,786 INFO: [ epoch: 7 ] [ iter: 10,600 ] [ performance: 26.775 it/s ] [ lr: 1.00e-04 ] [ eta: 8:14:57 ] [ l_g_pix: 2.5636e-02 ] [ l_g_total: 2.5636e-02 ] +2024-10-09 17:27:58,080 INFO: [ epoch: 8 ] [ iter: 10,700 ] [ performance: 19.000 it/s ] [ lr: 1.00e-04 ] [ eta: 8:13:38 ] [ l_g_pix: 3.4533e-02 ] [ l_g_total: 3.4533e-02 ] +2024-10-09 17:28:02,082 INFO: [ epoch: 8 ] [ iter: 10,800 ] [ performance: 22.703 it/s ] [ lr: 1.00e-04 ] [ eta: 8:12:07 ] [ l_g_pix: 2.3518e-02 ] [ l_g_total: 2.3518e-02 ] +2024-10-09 17:28:05,755 INFO: [ epoch: 8 ] [ iter: 10,900 ] [ performance: 27.264 it/s ] [ lr: 1.00e-04 ] [ eta: 8:10:22 ] [ l_g_pix: 2.1069e-02 ] [ l_g_total: 2.1069e-02 ] +2024-10-09 17:28:09,435 INFO: [ epoch: 8 ] [ iter: 11,000 ] [ performance: 27.204 it/s ] [ lr: 1.00e-04 ] [ eta: 8:08:39 ] [ l_g_pix: 4.1029e-02 ] [ l_g_total: 4.1029e-02 ] +2024-10-09 17:28:13,140 INFO: [ epoch: 8 ] [ iter: 11,100 ] [ performance: 26.856 it/s ] [ lr: 1.00e-04 ] [ eta: 8:06:59 ] [ l_g_pix: 4.4754e-02 ] [ l_g_total: 4.4754e-02 ] +2024-10-09 17:28:16,869 INFO: [ epoch: 8 ] [ iter: 11,200 ] [ performance: 26.834 it/s ] [ lr: 1.00e-04 ] [ eta: 8:05:22 ] [ l_g_pix: 2.6861e-02 ] [ l_g_total: 2.6861e-02 ] +2024-10-09 17:28:20,551 INFO: [ epoch: 8 ] [ iter: 11,300 ] [ performance: 27.417 it/s ] [ lr: 1.00e-04 ] [ eta: 8:03:44 ] [ l_g_pix: 2.8594e-02 ] [ l_g_total: 2.8594e-02 ] +2024-10-09 17:28:24,268 INFO: [ epoch: 8 ] [ iter: 11,400 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 8:02:10 ] [ l_g_pix: 2.7623e-02 ] [ l_g_total: 2.7623e-02 ] +2024-10-09 17:28:27,962 INFO: [ epoch: 8 ] [ iter: 11,500 ] [ performance: 27.300 it/s ] [ lr: 1.00e-04 ] [ eta: 8:00:36 ] [ l_g_pix: 2.9408e-02 ] [ l_g_total: 2.9408e-02 ] +2024-10-09 17:28:31,689 INFO: [ epoch: 8 ] [ iter: 11,600 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 7:59:05 ] [ l_g_pix: 3.7671e-02 ] [ l_g_total: 3.7671e-02 ] +2024-10-09 17:28:35,360 INFO: [ epoch: 8 ] [ iter: 11,700 ] [ performance: 27.629 it/s ] [ lr: 1.00e-04 ] [ eta: 7:57:33 ] [ l_g_pix: 3.1613e-02 ] [ l_g_total: 3.1613e-02 ] +2024-10-09 17:28:39,018 INFO: [ epoch: 8 ] [ iter: 11,800 ] [ performance: 27.425 it/s ] [ lr: 1.00e-04 ] [ eta: 7:56:02 ] [ l_g_pix: 3.1989e-02 ] [ l_g_total: 3.1989e-02 ] +2024-10-09 17:28:42,738 INFO: [ epoch: 8 ] [ iter: 11,900 ] [ performance: 26.872 it/s ] [ lr: 1.00e-04 ] [ eta: 7:54:35 ] [ l_g_pix: 4.0705e-02 ] [ l_g_total: 4.0705e-02 ] +2024-10-09 17:28:46,213 INFO: [ epoch: 8 ] [ iter: 12,000 ] [ performance: 28.200 it/s ] [ lr: 1.00e-04 ] [ eta: 7:53:00 ] [ l_g_pix: 3.6216e-02 ] [ l_g_total: 3.6216e-02 ] +2024-10-09 17:28:51,210 INFO: [ epoch: 9 ] [ iter: 12,100 ] [ performance: 28.005 it/s ] [ lr: 1.00e-04 ] [ eta: 7:52:29 ] [ l_g_pix: 3.4598e-02 ] [ l_g_total: 3.4598e-02 ] +2024-10-09 17:28:54,901 INFO: [ epoch: 9 ] [ iter: 12,200 ] [ performance: 27.354 it/s ] [ lr: 1.00e-04 ] [ eta: 7:51:05 ] [ l_g_pix: 2.3154e-02 ] [ l_g_total: 2.3154e-02 ] +2024-10-09 17:28:58,647 INFO: [ epoch: 9 ] [ iter: 12,300 ] [ performance: 26.898 it/s ] [ lr: 1.00e-04 ] [ eta: 7:49:44 ] [ l_g_pix: 3.2630e-02 ] [ l_g_total: 3.2630e-02 ] +2024-10-09 17:29:02,377 INFO: [ epoch: 9 ] [ iter: 12,400 ] [ performance: 26.839 it/s ] [ lr: 1.00e-04 ] [ eta: 7:48:24 ] [ l_g_pix: 2.9082e-02 ] [ l_g_total: 2.9082e-02 ] +2024-10-09 17:29:06,105 INFO: [ epoch: 9 ] [ iter: 12,500 ] [ performance: 26.822 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:05 ] [ l_g_pix: 3.6934e-02 ] [ l_g_total: 3.6934e-02 ] +2024-10-09 17:29:09,861 INFO: [ epoch: 9 ] [ iter: 12,600 ] [ performance: 26.686 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:48 ] [ l_g_pix: 3.3577e-02 ] [ l_g_total: 3.3577e-02 ] +2024-10-09 17:29:13,587 INFO: [ epoch: 9 ] [ iter: 12,700 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:32 ] [ l_g_pix: 3.5233e-02 ] [ l_g_total: 3.5233e-02 ] +2024-10-09 17:29:17,297 INFO: [ epoch: 9 ] [ iter: 12,800 ] [ performance: 26.944 it/s ] [ lr: 1.00e-04 ] [ eta: 7:43:16 ] [ l_g_pix: 3.5210e-02 ] [ l_g_total: 3.5210e-02 ] +2024-10-09 17:29:20,982 INFO: [ epoch: 9 ] [ iter: 12,900 ] [ performance: 27.285 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:00 ] [ l_g_pix: 4.2488e-02 ] [ l_g_total: 4.2488e-02 ] +2024-10-09 17:29:24,699 INFO: [ epoch: 9 ] [ iter: 13,000 ] [ performance: 27.004 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:46 ] [ l_g_pix: 3.1588e-02 ] [ l_g_total: 3.1588e-02 ] +2024-10-09 17:29:28,413 INFO: [ epoch: 9 ] [ iter: 13,100 ] [ performance: 26.778 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:33 ] [ l_g_pix: 3.0520e-02 ] [ l_g_total: 3.0520e-02 ] +2024-10-09 17:29:32,110 INFO: [ epoch: 9 ] [ iter: 13,200 ] [ performance: 26.983 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:21 ] [ l_g_pix: 3.9221e-02 ] [ l_g_total: 3.9221e-02 ] +2024-10-09 17:29:35,727 INFO: [ epoch: 9 ] [ iter: 13,300 ] [ performance: 28.884 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:06 ] [ l_g_pix: 3.6334e-02 ] [ l_g_total: 3.6334e-02 ] +2024-10-09 17:29:40,760 INFO: [ epoch: 10 ] [ iter: 13,400 ] [ performance: 21.582 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:47 ] [ l_g_pix: 3.2119e-02 ] [ l_g_total: 3.2119e-02 ] +2024-10-09 17:29:44,477 INFO: [ epoch: 10 ] [ iter: 13,500 ] [ performance: 26.997 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:38 ] [ l_g_pix: 2.4110e-02 ] [ l_g_total: 2.4110e-02 ] +2024-10-09 17:29:48,180 INFO: [ epoch: 10 ] [ iter: 13,600 ] [ performance: 27.005 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:29 ] [ l_g_pix: 2.1862e-02 ] [ l_g_total: 2.1862e-02 ] +2024-10-09 17:29:51,920 INFO: [ epoch: 10 ] [ iter: 13,700 ] [ performance: 26.706 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:23 ] [ l_g_pix: 3.0083e-02 ] [ l_g_total: 3.0083e-02 ] +2024-10-09 17:29:55,611 INFO: [ epoch: 10 ] [ iter: 13,800 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:16 ] [ l_g_pix: 3.6703e-02 ] [ l_g_total: 3.6703e-02 ] +2024-10-09 17:29:59,343 INFO: [ epoch: 10 ] [ iter: 13,900 ] [ performance: 26.762 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:11 ] [ l_g_pix: 2.4364e-02 ] [ l_g_total: 2.4364e-02 ] +2024-10-09 17:30:03,052 INFO: [ epoch: 10 ] [ iter: 14,000 ] [ performance: 26.919 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:07 ] [ l_g_pix: 2.8730e-02 ] [ l_g_total: 2.8730e-02 ] +2024-10-09 17:30:06,791 INFO: [ epoch: 10 ] [ iter: 14,100 ] [ performance: 27.249 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:04 ] [ l_g_pix: 3.5612e-02 ] [ l_g_total: 3.5612e-02 ] +2024-10-09 17:30:10,546 INFO: [ epoch: 10 ] [ iter: 14,200 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:03 ] [ l_g_pix: 2.4221e-02 ] [ l_g_total: 2.4221e-02 ] +2024-10-09 17:30:14,277 INFO: [ epoch: 10 ] [ iter: 14,300 ] [ performance: 27.569 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:01 ] [ l_g_pix: 2.9405e-02 ] [ l_g_total: 2.9405e-02 ] +2024-10-09 17:30:17,971 INFO: [ epoch: 10 ] [ iter: 14,400 ] [ performance: 27.189 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:59 ] [ l_g_pix: 3.7163e-02 ] [ l_g_total: 3.7163e-02 ] +2024-10-09 17:30:21,684 INFO: [ epoch: 10 ] [ iter: 14,500 ] [ performance: 26.787 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:59 ] [ l_g_pix: 2.3545e-02 ] [ l_g_total: 2.3545e-02 ] +2024-10-09 17:30:25,417 INFO: [ epoch: 10 ] [ iter: 14,600 ] [ performance: 26.790 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:00 ] [ l_g_pix: 4.2585e-02 ] [ l_g_total: 4.2585e-02 ] +2024-10-09 17:30:29,627 INFO: [ epoch: 11 ] [ iter: 14,700 ] [ performance: 16.010 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:18 ] [ l_g_pix: 2.0005e-02 ] [ l_g_total: 2.0005e-02 ] +2024-10-09 17:30:33,767 INFO: [ epoch: 11 ] [ iter: 14,800 ] [ performance: 21.805 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:35 ] [ l_g_pix: 4.8476e-02 ] [ l_g_total: 4.8476e-02 ] +2024-10-09 17:30:37,480 INFO: [ epoch: 11 ] [ iter: 14,900 ] [ performance: 26.997 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:37 ] [ l_g_pix: 3.2502e-02 ] [ l_g_total: 3.2502e-02 ] +2024-10-09 17:30:41,221 INFO: [ epoch: 11 ] [ iter: 15,000 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:41 ] [ l_g_pix: 3.1302e-02 ] [ l_g_total: 3.1302e-02 ] +2024-10-09 17:30:44,925 INFO: [ epoch: 11 ] [ iter: 15,100 ] [ performance: 27.845 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:45 ] [ l_g_pix: 3.2690e-02 ] [ l_g_total: 3.2690e-02 ] +2024-10-09 17:30:48,638 INFO: [ epoch: 11 ] [ iter: 15,200 ] [ performance: 27.114 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:49 ] [ l_g_pix: 3.5158e-02 ] [ l_g_total: 3.5158e-02 ] +2024-10-09 17:30:52,377 INFO: [ epoch: 11 ] [ iter: 15,300 ] [ performance: 27.158 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:55 ] [ l_g_pix: 2.3254e-02 ] [ l_g_total: 2.3254e-02 ] +2024-10-09 17:30:56,058 INFO: [ epoch: 11 ] [ iter: 15,400 ] [ performance: 27.170 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:00 ] [ l_g_pix: 2.2473e-02 ] [ l_g_total: 2.2473e-02 ] +2024-10-09 17:30:59,752 INFO: [ epoch: 11 ] [ iter: 15,500 ] [ performance: 27.108 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:06 ] [ l_g_pix: 3.8339e-02 ] [ l_g_total: 3.8339e-02 ] +2024-10-09 17:31:03,451 INFO: [ epoch: 11 ] [ iter: 15,600 ] [ performance: 27.051 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:13 ] [ l_g_pix: 2.8900e-02 ] [ l_g_total: 2.8900e-02 ] +2024-10-09 17:31:07,170 INFO: [ epoch: 11 ] [ iter: 15,700 ] [ performance: 27.343 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:21 ] [ l_g_pix: 3.6454e-02 ] [ l_g_total: 3.6454e-02 ] +2024-10-09 17:31:10,923 INFO: [ epoch: 11 ] [ iter: 15,800 ] [ performance: 26.773 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:31 ] [ l_g_pix: 2.6558e-02 ] [ l_g_total: 2.6558e-02 ] +2024-10-09 17:31:14,596 INFO: [ epoch: 11 ] [ iter: 15,900 ] [ performance: 27.459 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:38 ] [ l_g_pix: 3.7750e-02 ] [ l_g_total: 3.7750e-02 ] +2024-10-09 17:31:18,149 INFO: [ epoch: 11 ] [ iter: 16,000 ] [ performance: 28.030 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:43 ] [ l_g_pix: 3.7217e-02 ] [ l_g_total: 3.7217e-02 ] +2024-10-09 17:31:23,078 INFO: [ epoch: 12 ] [ iter: 16,100 ] [ performance: 27.685 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:31 ] [ l_g_pix: 3.0780e-02 ] [ l_g_total: 3.0780e-02 ] +2024-10-09 17:31:26,742 INFO: [ epoch: 12 ] [ iter: 16,200 ] [ performance: 27.363 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:40 ] [ l_g_pix: 3.7313e-02 ] [ l_g_total: 3.7313e-02 ] +2024-10-09 17:31:30,461 INFO: [ epoch: 12 ] [ iter: 16,300 ] [ performance: 27.678 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:51 ] [ l_g_pix: 2.3952e-02 ] [ l_g_total: 2.3952e-02 ] +2024-10-09 17:31:34,166 INFO: [ epoch: 12 ] [ iter: 16,400 ] [ performance: 27.100 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:03 ] [ l_g_pix: 3.1851e-02 ] [ l_g_total: 3.1851e-02 ] +2024-10-09 17:31:37,896 INFO: [ epoch: 12 ] [ iter: 16,500 ] [ performance: 27.575 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:16 ] [ l_g_pix: 3.3397e-02 ] [ l_g_total: 3.3397e-02 ] +2024-10-09 17:31:41,601 INFO: [ epoch: 12 ] [ iter: 16,600 ] [ performance: 27.084 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:28 ] [ l_g_pix: 2.8251e-02 ] [ l_g_total: 2.8251e-02 ] +2024-10-09 17:31:45,275 INFO: [ epoch: 12 ] [ iter: 16,700 ] [ performance: 28.452 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:40 ] [ l_g_pix: 3.1406e-02 ] [ l_g_total: 3.1406e-02 ] +2024-10-09 17:31:48,973 INFO: [ epoch: 12 ] [ iter: 16,800 ] [ performance: 27.244 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:53 ] [ l_g_pix: 2.5637e-02 ] [ l_g_total: 2.5637e-02 ] +2024-10-09 17:31:52,696 INFO: [ epoch: 12 ] [ iter: 16,900 ] [ performance: 27.219 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:08 ] [ l_g_pix: 3.2440e-02 ] [ l_g_total: 3.2440e-02 ] +2024-10-09 17:31:56,368 INFO: [ epoch: 12 ] [ iter: 17,000 ] [ performance: 27.236 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:22 ] [ l_g_pix: 4.1367e-02 ] [ l_g_total: 4.1367e-02 ] +2024-10-09 17:32:00,092 INFO: [ epoch: 12 ] [ iter: 17,100 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:37 ] [ l_g_pix: 4.5291e-02 ] [ l_g_total: 4.5291e-02 ] +2024-10-09 17:32:03,826 INFO: [ epoch: 12 ] [ iter: 17,200 ] [ performance: 26.763 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:53 ] [ l_g_pix: 2.6199e-02 ] [ l_g_total: 2.6199e-02 ] +2024-10-09 17:32:07,453 INFO: [ epoch: 12 ] [ iter: 17,300 ] [ performance: 29.253 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:07 ] [ l_g_pix: 2.5124e-02 ] [ l_g_total: 2.5124e-02 ] +2024-10-09 17:32:12,218 INFO: [ epoch: 13 ] [ iter: 17,400 ] [ performance: 21.750 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:54 ] [ l_g_pix: 3.7913e-02 ] [ l_g_total: 3.7913e-02 ] +2024-10-09 17:32:15,965 INFO: [ epoch: 13 ] [ iter: 17,500 ] [ performance: 27.578 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:12 ] [ l_g_pix: 2.2963e-02 ] [ l_g_total: 2.2963e-02 ] +2024-10-09 17:32:19,678 INFO: [ epoch: 13 ] [ iter: 17,600 ] [ performance: 27.008 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:30 ] [ l_g_pix: 3.1714e-02 ] [ l_g_total: 3.1714e-02 ] +2024-10-09 17:32:23,415 INFO: [ epoch: 13 ] [ iter: 17,700 ] [ performance: 26.753 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:48 ] [ l_g_pix: 3.1601e-02 ] [ l_g_total: 3.1601e-02 ] +2024-10-09 17:32:27,133 INFO: [ epoch: 13 ] [ iter: 17,800 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:06 ] [ l_g_pix: 3.4606e-02 ] [ l_g_total: 3.4606e-02 ] +2024-10-09 17:32:30,828 INFO: [ epoch: 13 ] [ iter: 17,900 ] [ performance: 27.637 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:25 ] [ l_g_pix: 3.7165e-02 ] [ l_g_total: 3.7165e-02 ] +2024-10-09 17:32:34,530 INFO: [ epoch: 13 ] [ iter: 18,000 ] [ performance: 27.082 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:43 ] [ l_g_pix: 3.4863e-02 ] [ l_g_total: 3.4863e-02 ] +2024-10-09 17:32:38,244 INFO: [ epoch: 13 ] [ iter: 18,100 ] [ performance: 27.131 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:03 ] [ l_g_pix: 3.7858e-02 ] [ l_g_total: 3.7858e-02 ] +2024-10-09 17:32:41,907 INFO: [ epoch: 13 ] [ iter: 18,200 ] [ performance: 27.286 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:22 ] [ l_g_pix: 3.1242e-02 ] [ l_g_total: 3.1242e-02 ] +2024-10-09 17:32:45,638 INFO: [ epoch: 13 ] [ iter: 18,300 ] [ performance: 28.347 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:42 ] [ l_g_pix: 1.7797e-02 ] [ l_g_total: 1.7797e-02 ] +2024-10-09 17:32:49,303 INFO: [ epoch: 13 ] [ iter: 18,400 ] [ performance: 27.374 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:02 ] [ l_g_pix: 3.1146e-02 ] [ l_g_total: 3.1146e-02 ] +2024-10-09 17:32:53,034 INFO: [ epoch: 13 ] [ iter: 18,500 ] [ performance: 28.197 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:23 ] [ l_g_pix: 3.9120e-02 ] [ l_g_total: 3.9120e-02 ] +2024-10-09 17:32:56,731 INFO: [ epoch: 13 ] [ iter: 18,600 ] [ performance: 27.136 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:44 ] [ l_g_pix: 3.4818e-02 ] [ l_g_total: 3.4818e-02 ] +2024-10-09 17:33:00,130 INFO: [ epoch: 13 ] [ iter: 18,700 ] [ performance: 30.186 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:58 ] [ l_g_pix: 3.3821e-02 ] [ l_g_total: 3.3821e-02 ] +2024-10-09 17:33:05,215 INFO: [ epoch: 14 ] [ iter: 18,800 ] [ performance: 20.129 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:57 ] [ l_g_pix: 3.0510e-02 ] [ l_g_total: 3.0510e-02 ] +2024-10-09 17:33:08,868 INFO: [ epoch: 14 ] [ iter: 18,900 ] [ performance: 27.427 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:17 ] [ l_g_pix: 2.1725e-02 ] [ l_g_total: 2.1725e-02 ] +2024-10-09 17:33:12,585 INFO: [ epoch: 14 ] [ iter: 19,000 ] [ performance: 26.938 it/s ] [ lr: 1.00e-04 ] [ eta: 6:51:40 ] [ l_g_pix: 2.6986e-02 ] [ l_g_total: 2.6986e-02 ] +2024-10-09 17:33:16,285 INFO: [ epoch: 14 ] [ iter: 19,100 ] [ performance: 27.414 it/s ] [ lr: 1.00e-04 ] [ eta: 6:51:03 ] [ l_g_pix: 2.2810e-02 ] [ l_g_total: 2.2810e-02 ] +2024-10-09 17:33:19,970 INFO: [ epoch: 14 ] [ iter: 19,200 ] [ performance: 27.149 it/s ] [ lr: 1.00e-04 ] [ eta: 6:50:26 ] [ l_g_pix: 2.6248e-02 ] [ l_g_total: 2.6248e-02 ] +2024-10-09 17:33:23,695 INFO: [ epoch: 14 ] [ iter: 19,300 ] [ performance: 26.463 it/s ] [ lr: 1.00e-04 ] [ eta: 6:49:50 ] [ l_g_pix: 4.9550e-02 ] [ l_g_total: 4.9550e-02 ] +2024-10-09 17:33:27,345 INFO: [ epoch: 14 ] [ iter: 19,400 ] [ performance: 27.369 it/s ] [ lr: 1.00e-04 ] [ eta: 6:49:13 ] [ l_g_pix: 3.6851e-02 ] [ l_g_total: 3.6851e-02 ] +2024-10-09 17:33:31,032 INFO: [ epoch: 14 ] [ iter: 19,500 ] [ performance: 27.101 it/s ] [ lr: 1.00e-04 ] [ eta: 6:48:36 ] [ l_g_pix: 4.4042e-02 ] [ l_g_total: 4.4042e-02 ] +2024-10-09 17:33:34,734 INFO: [ epoch: 14 ] [ iter: 19,600 ] [ performance: 27.018 it/s ] [ lr: 1.00e-04 ] [ eta: 6:48:01 ] [ l_g_pix: 3.4780e-02 ] [ l_g_total: 3.4780e-02 ] +2024-10-09 17:33:38,425 INFO: [ epoch: 14 ] [ iter: 19,700 ] [ performance: 28.943 it/s ] [ lr: 1.00e-04 ] [ eta: 6:47:26 ] [ l_g_pix: 4.2032e-02 ] [ l_g_total: 4.2032e-02 ] +2024-10-09 17:33:42,182 INFO: [ epoch: 14 ] [ iter: 19,800 ] [ performance: 26.662 it/s ] [ lr: 1.00e-04 ] [ eta: 6:46:52 ] [ l_g_pix: 2.7540e-02 ] [ l_g_total: 2.7540e-02 ] +2024-10-09 17:33:45,876 INFO: [ epoch: 14 ] [ iter: 19,900 ] [ performance: 29.290 it/s ] [ lr: 1.00e-04 ] [ eta: 6:46:18 ] [ l_g_pix: 2.8931e-02 ] [ l_g_total: 2.8931e-02 ] +2024-10-09 17:33:49,407 INFO: [ epoch: 14 ] [ iter: 20,000 ] [ performance: 28.333 it/s ] [ lr: 1.00e-04 ] [ eta: 6:45:39 ] [ l_g_pix: 3.8116e-02 ] [ l_g_total: 3.8116e-02 ] +2024-10-09 17:33:49,408 INFO: Saving models and training states. +2024-10-09 17:37:05,627 INFO: Validation val + + # psnr: 26.2970........ Best: 26.2988 @ 10000 iter + # ssim: 0.7393........ Best: 0.7394 @ 10000 iter + # dists: 0.7809........ Best: 0.7808 @ 10000 iter + +2024-10-09 17:37:10,506 INFO: [ epoch: 15 ] [ iter: 20,100 ] [ performance: 23.831 it/s ] [ lr: 1.00e-04 ] [ eta: 8:06:55 ] [ l_g_pix: 3.5321e-02 ] [ l_g_total: 3.5321e-02 ] +2024-10-09 17:37:14,265 INFO: [ epoch: 15 ] [ iter: 20,200 ] [ performance: 26.609 it/s ] [ lr: 1.00e-04 ] [ eta: 8:05:57 ] [ l_g_pix: 3.2425e-02 ] [ l_g_total: 3.2425e-02 ] +2024-10-09 17:37:17,955 INFO: [ epoch: 15 ] [ iter: 20,300 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 8:04:59 ] [ l_g_pix: 4.1255e-02 ] [ l_g_total: 4.1255e-02 ] +2024-10-09 17:37:21,624 INFO: [ epoch: 15 ] [ iter: 20,400 ] [ performance: 27.286 it/s ] [ lr: 1.00e-04 ] [ eta: 8:04:00 ] [ l_g_pix: 2.6734e-02 ] [ l_g_total: 2.6734e-02 ] +2024-10-09 17:37:25,340 INFO: [ epoch: 15 ] [ iter: 20,500 ] [ performance: 27.100 it/s ] [ lr: 1.00e-04 ] [ eta: 8:03:03 ] [ l_g_pix: 2.2962e-02 ] [ l_g_total: 2.2962e-02 ] +2024-10-09 17:37:29,041 INFO: [ epoch: 15 ] [ iter: 20,600 ] [ performance: 27.023 it/s ] [ lr: 1.00e-04 ] [ eta: 8:02:07 ] [ l_g_pix: 3.5414e-02 ] [ l_g_total: 3.5414e-02 ] +2024-10-09 17:37:32,759 INFO: [ epoch: 15 ] [ iter: 20,700 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 8:01:11 ] [ l_g_pix: 3.1733e-02 ] [ l_g_total: 3.1733e-02 ] +2024-10-09 17:37:36,505 INFO: [ epoch: 15 ] [ iter: 20,800 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 8:00:16 ] [ l_g_pix: 2.6488e-02 ] [ l_g_total: 2.6488e-02 ] +2024-10-09 17:37:40,224 INFO: [ epoch: 15 ] [ iter: 20,900 ] [ performance: 26.822 it/s ] [ lr: 1.00e-04 ] [ eta: 7:59:21 ] [ l_g_pix: 1.7874e-02 ] [ l_g_total: 1.7874e-02 ] +2024-10-09 17:37:43,953 INFO: [ epoch: 15 ] [ iter: 21,000 ] [ performance: 26.777 it/s ] [ lr: 1.00e-04 ] [ eta: 7:58:27 ] [ l_g_pix: 2.9464e-02 ] [ l_g_total: 2.9464e-02 ] +2024-10-09 17:37:47,700 INFO: [ epoch: 15 ] [ iter: 21,100 ] [ performance: 26.734 it/s ] [ lr: 1.00e-04 ] [ eta: 7:57:34 ] [ l_g_pix: 2.6480e-02 ] [ l_g_total: 2.6480e-02 ] +2024-10-09 17:37:51,383 INFO: [ epoch: 15 ] [ iter: 21,200 ] [ performance: 27.169 it/s ] [ lr: 1.00e-04 ] [ eta: 7:56:40 ] [ l_g_pix: 4.5651e-02 ] [ l_g_total: 4.5651e-02 ] +2024-10-09 17:37:55,078 INFO: [ epoch: 15 ] [ iter: 21,300 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 7:55:46 ] [ l_g_pix: 2.8887e-02 ] [ l_g_total: 2.8887e-02 ] +2024-10-09 17:37:59,933 INFO: [ epoch: 16 ] [ iter: 21,400 ] [ performance: 20.244 it/s ] [ lr: 1.00e-04 ] [ eta: 7:55:20 ] [ l_g_pix: 1.9736e-02 ] [ l_g_total: 1.9736e-02 ] +2024-10-09 17:38:03,657 INFO: [ epoch: 16 ] [ iter: 21,500 ] [ performance: 23.189 it/s ] [ lr: 1.00e-04 ] [ eta: 7:54:28 ] [ l_g_pix: 3.2422e-02 ] [ l_g_total: 3.2422e-02 ] +2024-10-09 17:38:07,385 INFO: [ epoch: 16 ] [ iter: 21,600 ] [ performance: 26.882 it/s ] [ lr: 1.00e-04 ] [ eta: 7:53:37 ] [ l_g_pix: 3.9349e-02 ] [ l_g_total: 3.9349e-02 ] +2024-10-09 17:38:11,129 INFO: [ epoch: 16 ] [ iter: 21,700 ] [ performance: 26.799 it/s ] [ lr: 1.00e-04 ] [ eta: 7:52:46 ] [ l_g_pix: 3.1903e-02 ] [ l_g_total: 3.1903e-02 ] +2024-10-09 17:38:14,881 INFO: [ epoch: 16 ] [ iter: 21,800 ] [ performance: 26.768 it/s ] [ lr: 1.00e-04 ] [ eta: 7:51:56 ] [ l_g_pix: 3.1373e-02 ] [ l_g_total: 3.1373e-02 ] +2024-10-09 17:38:18,572 INFO: [ epoch: 16 ] [ iter: 21,900 ] [ performance: 26.936 it/s ] [ lr: 1.00e-04 ] [ eta: 7:51:05 ] [ l_g_pix: 3.6374e-02 ] [ l_g_total: 3.6374e-02 ] +2024-10-09 17:38:22,317 INFO: [ epoch: 16 ] [ iter: 22,000 ] [ performance: 26.748 it/s ] [ lr: 1.00e-04 ] [ eta: 7:50:16 ] [ l_g_pix: 3.2036e-02 ] [ l_g_total: 3.2036e-02 ] +2024-10-09 17:38:26,026 INFO: [ epoch: 16 ] [ iter: 22,100 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 7:49:26 ] [ l_g_pix: 3.5022e-02 ] [ l_g_total: 3.5022e-02 ] +2024-10-09 17:38:29,724 INFO: [ epoch: 16 ] [ iter: 22,200 ] [ performance: 27.126 it/s ] [ lr: 1.00e-04 ] [ eta: 7:48:36 ] [ l_g_pix: 4.6015e-02 ] [ l_g_total: 4.6015e-02 ] +2024-10-09 17:38:33,471 INFO: [ epoch: 16 ] [ iter: 22,300 ] [ performance: 26.894 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:48 ] [ l_g_pix: 2.1163e-02 ] [ l_g_total: 2.1163e-02 ] +2024-10-09 17:38:37,193 INFO: [ epoch: 16 ] [ iter: 22,400 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:00 ] [ l_g_pix: 1.7360e-02 ] [ l_g_total: 1.7360e-02 ] +2024-10-09 17:38:40,874 INFO: [ epoch: 16 ] [ iter: 22,500 ] [ performance: 27.049 it/s ] [ lr: 1.00e-04 ] [ eta: 7:46:11 ] [ l_g_pix: 3.2613e-02 ] [ l_g_total: 3.2613e-02 ] +2024-10-09 17:38:44,595 INFO: [ epoch: 16 ] [ iter: 22,600 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:24 ] [ l_g_pix: 3.7106e-02 ] [ l_g_total: 3.7106e-02 ] +2024-10-09 17:38:48,088 INFO: [ epoch: 16 ] [ iter: 22,700 ] [ performance: 27.821 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:32 ] [ l_g_pix: 2.0966e-02 ] [ l_g_total: 2.0966e-02 ] +2024-10-09 17:38:52,949 INFO: [ epoch: 17 ] [ iter: 22,800 ] [ performance: 24.091 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:10 ] [ l_g_pix: 3.1366e-02 ] [ l_g_total: 3.1366e-02 ] +2024-10-09 17:38:56,680 INFO: [ epoch: 17 ] [ iter: 22,900 ] [ performance: 25.472 it/s ] [ lr: 1.00e-04 ] [ eta: 7:43:24 ] [ l_g_pix: 2.2276e-02 ] [ l_g_total: 2.2276e-02 ] +2024-10-09 17:39:00,358 INFO: [ epoch: 17 ] [ iter: 23,000 ] [ performance: 27.312 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:37 ] [ l_g_pix: 3.7849e-02 ] [ l_g_total: 3.7849e-02 ] +2024-10-09 17:39:04,008 INFO: [ epoch: 17 ] [ iter: 23,100 ] [ performance: 27.364 it/s ] [ lr: 1.00e-04 ] [ eta: 7:41:50 ] [ l_g_pix: 2.6923e-02 ] [ l_g_total: 2.6923e-02 ] +2024-10-09 17:39:07,699 INFO: [ epoch: 17 ] [ iter: 23,200 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 7:41:04 ] [ l_g_pix: 2.8547e-02 ] [ l_g_total: 2.8547e-02 ] +2024-10-09 17:39:11,406 INFO: [ epoch: 17 ] [ iter: 23,300 ] [ performance: 27.009 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:18 ] [ l_g_pix: 2.2079e-02 ] [ l_g_total: 2.2079e-02 ] +2024-10-09 17:39:15,106 INFO: [ epoch: 17 ] [ iter: 23,400 ] [ performance: 27.191 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:33 ] [ l_g_pix: 3.7740e-02 ] [ l_g_total: 3.7740e-02 ] +2024-10-09 17:39:18,808 INFO: [ epoch: 17 ] [ iter: 23,500 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:49 ] [ l_g_pix: 3.9389e-02 ] [ l_g_total: 3.9389e-02 ] +2024-10-09 17:39:22,531 INFO: [ epoch: 17 ] [ iter: 23,600 ] [ performance: 27.005 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:05 ] [ l_g_pix: 4.0560e-02 ] [ l_g_total: 4.0560e-02 ] +2024-10-09 17:39:26,217 INFO: [ epoch: 17 ] [ iter: 23,700 ] [ performance: 27.077 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:20 ] [ l_g_pix: 3.1610e-02 ] [ l_g_total: 3.1610e-02 ] +2024-10-09 17:39:29,895 INFO: [ epoch: 17 ] [ iter: 23,800 ] [ performance: 27.295 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:36 ] [ l_g_pix: 5.2669e-02 ] [ l_g_total: 5.2669e-02 ] +2024-10-09 17:39:33,556 INFO: [ epoch: 17 ] [ iter: 23,900 ] [ performance: 27.308 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:52 ] [ l_g_pix: 2.6455e-02 ] [ l_g_total: 2.6455e-02 ] +2024-10-09 17:39:37,147 INFO: [ epoch: 17 ] [ iter: 24,000 ] [ performance: 28.275 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:07 ] [ l_g_pix: 2.5414e-02 ] [ l_g_total: 2.5414e-02 ] +2024-10-09 17:39:42,021 INFO: [ epoch: 18 ] [ iter: 24,100 ] [ performance: 23.392 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:48 ] [ l_g_pix: 2.4486e-02 ] [ l_g_total: 2.4486e-02 ] +2024-10-09 17:39:45,774 INFO: [ epoch: 18 ] [ iter: 24,200 ] [ performance: 26.750 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:07 ] [ l_g_pix: 2.0700e-02 ] [ l_g_total: 2.0700e-02 ] +2024-10-09 17:39:49,494 INFO: [ epoch: 18 ] [ iter: 24,300 ] [ performance: 26.823 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:25 ] [ l_g_pix: 3.8900e-02 ] [ l_g_total: 3.8900e-02 ] +2024-10-09 17:39:53,211 INFO: [ epoch: 18 ] [ iter: 24,400 ] [ performance: 27.036 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:44 ] [ l_g_pix: 2.8545e-02 ] [ l_g_total: 2.8545e-02 ] +2024-10-09 17:39:56,941 INFO: [ epoch: 18 ] [ iter: 24,500 ] [ performance: 26.914 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:03 ] [ l_g_pix: 3.7316e-02 ] [ l_g_total: 3.7316e-02 ] +2024-10-09 17:40:00,665 INFO: [ epoch: 18 ] [ iter: 24,600 ] [ performance: 26.987 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:22 ] [ l_g_pix: 3.5010e-02 ] [ l_g_total: 3.5010e-02 ] +2024-10-09 17:40:04,388 INFO: [ epoch: 18 ] [ iter: 24,700 ] [ performance: 26.920 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:42 ] [ l_g_pix: 2.8690e-02 ] [ l_g_total: 2.8690e-02 ] +2024-10-09 17:40:08,058 INFO: [ epoch: 18 ] [ iter: 24,800 ] [ performance: 27.529 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:01 ] [ l_g_pix: 3.5812e-02 ] [ l_g_total: 3.5812e-02 ] +2024-10-09 17:40:11,759 INFO: [ epoch: 18 ] [ iter: 24,900 ] [ performance: 27.243 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:20 ] [ l_g_pix: 3.4619e-02 ] [ l_g_total: 3.4619e-02 ] +2024-10-09 17:40:15,460 INFO: [ epoch: 18 ] [ iter: 25,000 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:40 ] [ l_g_pix: 3.1771e-02 ] [ l_g_total: 3.1771e-02 ] +2024-10-09 17:40:19,159 INFO: [ epoch: 18 ] [ iter: 25,100 ] [ performance: 27.047 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:01 ] [ l_g_pix: 2.8731e-02 ] [ l_g_total: 2.8731e-02 ] +2024-10-09 17:40:22,825 INFO: [ epoch: 18 ] [ iter: 25,200 ] [ performance: 27.480 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:21 ] [ l_g_pix: 2.8704e-02 ] [ l_g_total: 2.8704e-02 ] +2024-10-09 17:40:26,457 INFO: [ epoch: 18 ] [ iter: 25,300 ] [ performance: 27.515 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:40 ] [ l_g_pix: 2.9757e-02 ] [ l_g_total: 2.9757e-02 ] +2024-10-09 17:40:31,130 INFO: [ epoch: 19 ] [ iter: 25,400 ] [ performance: 19.615 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:20 ] [ l_g_pix: 3.4730e-02 ] [ l_g_total: 3.4730e-02 ] +2024-10-09 17:40:35,051 INFO: [ epoch: 19 ] [ iter: 25,500 ] [ performance: 22.623 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:46 ] [ l_g_pix: 4.1331e-02 ] [ l_g_total: 4.1331e-02 ] +2024-10-09 17:40:38,755 INFO: [ epoch: 19 ] [ iter: 25,600 ] [ performance: 27.189 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:07 ] [ l_g_pix: 3.0347e-02 ] [ l_g_total: 3.0347e-02 ] +2024-10-09 17:40:42,502 INFO: [ epoch: 19 ] [ iter: 25,700 ] [ performance: 26.899 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:30 ] [ l_g_pix: 3.5080e-02 ] [ l_g_total: 3.5080e-02 ] +2024-10-09 17:40:46,203 INFO: [ epoch: 19 ] [ iter: 25,800 ] [ performance: 27.097 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:52 ] [ l_g_pix: 2.9256e-02 ] [ l_g_total: 2.9256e-02 ] +2024-10-09 17:40:49,926 INFO: [ epoch: 19 ] [ iter: 25,900 ] [ performance: 26.960 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:15 ] [ l_g_pix: 3.6395e-02 ] [ l_g_total: 3.6395e-02 ] +2024-10-09 17:40:53,634 INFO: [ epoch: 19 ] [ iter: 26,000 ] [ performance: 26.974 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:38 ] [ l_g_pix: 3.5994e-02 ] [ l_g_total: 3.5994e-02 ] +2024-10-09 17:40:57,341 INFO: [ epoch: 19 ] [ iter: 26,100 ] [ performance: 26.978 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:01 ] [ l_g_pix: 3.1437e-02 ] [ l_g_total: 3.1437e-02 ] +2024-10-09 17:41:01,042 INFO: [ epoch: 19 ] [ iter: 26,200 ] [ performance: 27.346 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:24 ] [ l_g_pix: 3.0264e-02 ] [ l_g_total: 3.0264e-02 ] +2024-10-09 17:41:04,751 INFO: [ epoch: 19 ] [ iter: 26,300 ] [ performance: 27.125 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:48 ] [ l_g_pix: 3.1601e-02 ] [ l_g_total: 3.1601e-02 ] +2024-10-09 17:41:08,485 INFO: [ epoch: 19 ] [ iter: 26,400 ] [ performance: 26.841 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:12 ] [ l_g_pix: 4.3564e-02 ] [ l_g_total: 4.3564e-02 ] +2024-10-09 17:41:12,224 INFO: [ epoch: 19 ] [ iter: 26,500 ] [ performance: 26.788 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:37 ] [ l_g_pix: 3.9565e-02 ] [ l_g_total: 3.9565e-02 ] +2024-10-09 17:41:15,914 INFO: [ epoch: 19 ] [ iter: 26,600 ] [ performance: 27.241 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:01 ] [ l_g_pix: 3.4443e-02 ] [ l_g_total: 3.4443e-02 ] +2024-10-09 17:41:19,432 INFO: [ epoch: 19 ] [ iter: 26,700 ] [ performance: 27.937 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:22 ] [ l_g_pix: 3.7880e-02 ] [ l_g_total: 3.7880e-02 ] +2024-10-09 17:41:24,454 INFO: [ epoch: 20 ] [ iter: 26,800 ] [ performance: 23.673 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:11 ] [ l_g_pix: 3.1770e-02 ] [ l_g_total: 3.1770e-02 ] +2024-10-09 17:41:28,128 INFO: [ epoch: 20 ] [ iter: 26,900 ] [ performance: 25.680 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:35 ] [ l_g_pix: 4.0783e-02 ] [ l_g_total: 4.0783e-02 ] +2024-10-09 17:41:31,814 INFO: [ epoch: 20 ] [ iter: 27,000 ] [ performance: 27.287 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:00 ] [ l_g_pix: 2.7298e-02 ] [ l_g_total: 2.7298e-02 ] +2024-10-09 17:41:35,490 INFO: [ epoch: 20 ] [ iter: 27,100 ] [ performance: 27.238 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:24 ] [ l_g_pix: 3.8652e-02 ] [ l_g_total: 3.8652e-02 ] +2024-10-09 17:41:39,168 INFO: [ epoch: 20 ] [ iter: 27,200 ] [ performance: 27.236 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:50 ] [ l_g_pix: 2.8915e-02 ] [ l_g_total: 2.8915e-02 ] +2024-10-09 17:41:42,900 INFO: [ epoch: 20 ] [ iter: 27,300 ] [ performance: 26.973 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:16 ] [ l_g_pix: 3.5375e-02 ] [ l_g_total: 3.5375e-02 ] +2024-10-09 17:41:46,578 INFO: [ epoch: 20 ] [ iter: 27,400 ] [ performance: 27.284 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:41 ] [ l_g_pix: 2.4397e-02 ] [ l_g_total: 2.4397e-02 ] +2024-10-09 17:41:50,265 INFO: [ epoch: 20 ] [ iter: 27,500 ] [ performance: 27.191 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:07 ] [ l_g_pix: 2.7501e-02 ] [ l_g_total: 2.7501e-02 ] +2024-10-09 17:41:54,011 INFO: [ epoch: 20 ] [ iter: 27,600 ] [ performance: 26.783 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:34 ] [ l_g_pix: 3.5223e-02 ] [ l_g_total: 3.5223e-02 ] +2024-10-09 17:41:57,731 INFO: [ epoch: 20 ] [ iter: 27,700 ] [ performance: 26.850 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:01 ] [ l_g_pix: 3.2207e-02 ] [ l_g_total: 3.2207e-02 ] +2024-10-09 17:42:01,449 INFO: [ epoch: 20 ] [ iter: 27,800 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:28 ] [ l_g_pix: 3.7933e-02 ] [ l_g_total: 3.7933e-02 ] +2024-10-09 17:42:05,109 INFO: [ epoch: 20 ] [ iter: 27,900 ] [ performance: 27.204 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:55 ] [ l_g_pix: 3.2096e-02 ] [ l_g_total: 3.2096e-02 ] +2024-10-09 17:42:08,741 INFO: [ epoch: 20 ] [ iter: 28,000 ] [ performance: 28.019 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:21 ] [ l_g_pix: 2.4543e-02 ] [ l_g_total: 2.4543e-02 ] +2024-10-09 17:42:13,492 INFO: [ epoch: 21 ] [ iter: 28,100 ] [ performance: 23.245 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:07 ] [ l_g_pix: 3.6055e-02 ] [ l_g_total: 3.6055e-02 ] +2024-10-09 17:42:17,210 INFO: [ epoch: 21 ] [ iter: 28,200 ] [ performance: 27.213 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:34 ] [ l_g_pix: 3.5862e-02 ] [ l_g_total: 3.5862e-02 ] +2024-10-09 17:42:20,929 INFO: [ epoch: 21 ] [ iter: 28,300 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:03 ] [ l_g_pix: 4.5763e-02 ] [ l_g_total: 4.5763e-02 ] +2024-10-09 17:42:24,606 INFO: [ epoch: 21 ] [ iter: 28,400 ] [ performance: 27.350 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:30 ] [ l_g_pix: 3.3434e-02 ] [ l_g_total: 3.3434e-02 ] +2024-10-09 17:42:28,296 INFO: [ epoch: 21 ] [ iter: 28,500 ] [ performance: 27.195 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:58 ] [ l_g_pix: 3.2777e-02 ] [ l_g_total: 3.2777e-02 ] +2024-10-09 17:42:32,002 INFO: [ epoch: 21 ] [ iter: 28,600 ] [ performance: 26.998 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:27 ] [ l_g_pix: 3.4348e-02 ] [ l_g_total: 3.4348e-02 ] +2024-10-09 17:42:35,648 INFO: [ epoch: 21 ] [ iter: 28,700 ] [ performance: 27.272 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:54 ] [ l_g_pix: 3.4059e-02 ] [ l_g_total: 3.4059e-02 ] +2024-10-09 17:42:39,298 INFO: [ epoch: 21 ] [ iter: 28,800 ] [ performance: 27.729 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:22 ] [ l_g_pix: 3.8229e-02 ] [ l_g_total: 3.8229e-02 ] +2024-10-09 17:42:43,035 INFO: [ epoch: 21 ] [ iter: 28,900 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:52 ] [ l_g_pix: 2.7789e-02 ] [ l_g_total: 2.7789e-02 ] +2024-10-09 17:42:46,731 INFO: [ epoch: 21 ] [ iter: 29,000 ] [ performance: 27.092 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:21 ] [ l_g_pix: 3.3128e-02 ] [ l_g_total: 3.3128e-02 ] +2024-10-09 17:42:50,474 INFO: [ epoch: 21 ] [ iter: 29,100 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:51 ] [ l_g_pix: 4.0987e-02 ] [ l_g_total: 4.0987e-02 ] +2024-10-09 17:42:54,221 INFO: [ epoch: 21 ] [ iter: 29,200 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:21 ] [ l_g_pix: 4.1199e-02 ] [ l_g_total: 4.1199e-02 ] +2024-10-09 17:42:57,918 INFO: [ epoch: 21 ] [ iter: 29,300 ] [ performance: 26.992 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:51 ] [ l_g_pix: 3.1096e-02 ] [ l_g_total: 3.1096e-02 ] +2024-10-09 17:43:02,307 INFO: [ epoch: 22 ] [ iter: 29,400 ] [ performance: 19.500 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:32 ] [ l_g_pix: 3.2619e-02 ] [ l_g_total: 3.2619e-02 ] +2024-10-09 17:43:06,455 INFO: [ epoch: 22 ] [ iter: 29,500 ] [ performance: 22.270 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:09 ] [ l_g_pix: 4.1609e-02 ] [ l_g_total: 4.1609e-02 ] +2024-10-09 17:43:10,161 INFO: [ epoch: 22 ] [ iter: 29,600 ] [ performance: 26.582 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:40 ] [ l_g_pix: 4.0634e-02 ] [ l_g_total: 4.0634e-02 ] +2024-10-09 17:43:13,889 INFO: [ epoch: 22 ] [ iter: 29,700 ] [ performance: 26.743 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:11 ] [ l_g_pix: 2.2406e-02 ] [ l_g_total: 2.2406e-02 ] +2024-10-09 17:43:17,529 INFO: [ epoch: 22 ] [ iter: 29,800 ] [ performance: 27.578 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:40 ] [ l_g_pix: 2.6759e-02 ] [ l_g_total: 2.6759e-02 ] +2024-10-09 17:43:21,294 INFO: [ epoch: 22 ] [ iter: 29,900 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:12 ] [ l_g_pix: 2.7187e-02 ] [ l_g_total: 2.7187e-02 ] +2024-10-09 17:43:25,013 INFO: [ epoch: 22 ] [ iter: 30,000 ] [ performance: 26.752 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:43 ] [ l_g_pix: 3.3856e-02 ] [ l_g_total: 3.3856e-02 ] +2024-10-09 17:43:25,014 INFO: Saving models and training states. +2024-10-09 17:46:21,925 INFO: Validation val + + # psnr: 26.8834........ Best: 26.8834 @ 30000 iter + # ssim: 0.7541........ Best: 0.7541 @ 30000 iter + # dists: 0.7745........ Best: 0.7745 @ 30000 iter + +2024-10-09 17:46:25,599 INFO: [ epoch: 22 ] [ iter: 30,100 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 7:49:13 ] [ l_g_pix: 4.2626e-02 ] [ l_g_total: 4.2626e-02 ] +2024-10-09 17:46:29,338 INFO: [ epoch: 22 ] [ iter: 30,200 ] [ performance: 26.866 it/s ] [ lr: 1.00e-04 ] [ eta: 7:48:35 ] [ l_g_pix: 2.3163e-02 ] [ l_g_total: 2.3163e-02 ] +2024-10-09 17:46:33,073 INFO: [ epoch: 22 ] [ iter: 30,300 ] [ performance: 26.809 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:57 ] [ l_g_pix: 1.9343e-02 ] [ l_g_total: 1.9343e-02 ] +2024-10-09 17:46:36,769 INFO: [ epoch: 22 ] [ iter: 30,400 ] [ performance: 27.079 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:18 ] [ l_g_pix: 3.1260e-02 ] [ l_g_total: 3.1260e-02 ] +2024-10-09 17:46:40,495 INFO: [ epoch: 22 ] [ iter: 30,500 ] [ performance: 26.924 it/s ] [ lr: 1.00e-04 ] [ eta: 7:46:40 ] [ l_g_pix: 3.2722e-02 ] [ l_g_total: 3.2722e-02 ] +2024-10-09 17:46:44,242 INFO: [ epoch: 22 ] [ iter: 30,600 ] [ performance: 26.659 it/s ] [ lr: 1.00e-04 ] [ eta: 7:46:03 ] [ l_g_pix: 3.5301e-02 ] [ l_g_total: 3.5301e-02 ] +2024-10-09 17:46:47,800 INFO: [ epoch: 22 ] [ iter: 30,700 ] [ performance: 27.623 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:23 ] [ l_g_pix: 2.8202e-02 ] [ l_g_total: 2.8202e-02 ] +2024-10-09 17:46:52,708 INFO: [ epoch: 23 ] [ iter: 30,800 ] [ performance: 26.142 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:04 ] [ l_g_pix: 4.7267e-02 ] [ l_g_total: 4.7267e-02 ] +2024-10-09 17:46:56,494 INFO: [ epoch: 23 ] [ iter: 30,900 ] [ performance: 26.331 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:28 ] [ l_g_pix: 3.2587e-02 ] [ l_g_total: 3.2587e-02 ] +2024-10-09 17:47:00,223 INFO: [ epoch: 23 ] [ iter: 31,000 ] [ performance: 26.598 it/s ] [ lr: 1.00e-04 ] [ eta: 7:43:52 ] [ l_g_pix: 3.7643e-02 ] [ l_g_total: 3.7643e-02 ] +2024-10-09 17:47:03,928 INFO: [ epoch: 23 ] [ iter: 31,100 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 7:43:15 ] [ l_g_pix: 2.7493e-02 ] [ l_g_total: 2.7493e-02 ] +2024-10-09 17:47:07,632 INFO: [ epoch: 23 ] [ iter: 31,200 ] [ performance: 27.355 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:38 ] [ l_g_pix: 2.4294e-02 ] [ l_g_total: 2.4294e-02 ] +2024-10-09 17:47:11,362 INFO: [ epoch: 23 ] [ iter: 31,300 ] [ performance: 26.980 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:02 ] [ l_g_pix: 4.2120e-02 ] [ l_g_total: 4.2120e-02 ] +2024-10-09 17:47:15,063 INFO: [ epoch: 23 ] [ iter: 31,400 ] [ performance: 26.947 it/s ] [ lr: 1.00e-04 ] [ eta: 7:41:25 ] [ l_g_pix: 3.7995e-02 ] [ l_g_total: 3.7995e-02 ] +2024-10-09 17:47:18,725 INFO: [ epoch: 23 ] [ iter: 31,500 ] [ performance: 27.199 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:49 ] [ l_g_pix: 3.0032e-02 ] [ l_g_total: 3.0032e-02 ] +2024-10-09 17:47:22,435 INFO: [ epoch: 23 ] [ iter: 31,600 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:13 ] [ l_g_pix: 3.5520e-02 ] [ l_g_total: 3.5520e-02 ] +2024-10-09 17:47:26,134 INFO: [ epoch: 23 ] [ iter: 31,700 ] [ performance: 27.010 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:37 ] [ l_g_pix: 3.2691e-02 ] [ l_g_total: 3.2691e-02 ] +2024-10-09 17:47:29,859 INFO: [ epoch: 23 ] [ iter: 31,800 ] [ performance: 27.070 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:02 ] [ l_g_pix: 3.6651e-02 ] [ l_g_total: 3.6651e-02 ] +2024-10-09 17:47:33,604 INFO: [ epoch: 23 ] [ iter: 31,900 ] [ performance: 26.815 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:27 ] [ l_g_pix: 2.7404e-02 ] [ l_g_total: 2.7404e-02 ] +2024-10-09 17:47:37,262 INFO: [ epoch: 23 ] [ iter: 32,000 ] [ performance: 28.084 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:52 ] [ l_g_pix: 2.6380e-02 ] [ l_g_total: 2.6380e-02 ] +2024-10-09 17:47:41,996 INFO: [ epoch: 24 ] [ iter: 32,100 ] [ performance: 22.770 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:32 ] [ l_g_pix: 4.3328e-02 ] [ l_g_total: 4.3328e-02 ] +2024-10-09 17:47:45,710 INFO: [ epoch: 24 ] [ iter: 32,200 ] [ performance: 26.736 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:58 ] [ l_g_pix: 3.2911e-02 ] [ l_g_total: 3.2911e-02 ] +2024-10-09 17:47:49,449 INFO: [ epoch: 24 ] [ iter: 32,300 ] [ performance: 26.743 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:24 ] [ l_g_pix: 3.7476e-02 ] [ l_g_total: 3.7476e-02 ] +2024-10-09 17:47:53,126 INFO: [ epoch: 24 ] [ iter: 32,400 ] [ performance: 26.995 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:49 ] [ l_g_pix: 1.5881e-02 ] [ l_g_total: 1.5881e-02 ] +2024-10-09 17:47:56,850 INFO: [ epoch: 24 ] [ iter: 32,500 ] [ performance: 26.894 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:15 ] [ l_g_pix: 4.0909e-02 ] [ l_g_total: 4.0909e-02 ] +2024-10-09 17:48:00,595 INFO: [ epoch: 24 ] [ iter: 32,600 ] [ performance: 27.457 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:42 ] [ l_g_pix: 3.4200e-02 ] [ l_g_total: 3.4200e-02 ] +2024-10-09 17:48:04,281 INFO: [ epoch: 24 ] [ iter: 32,700 ] [ performance: 27.226 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:07 ] [ l_g_pix: 3.2805e-02 ] [ l_g_total: 3.2805e-02 ] +2024-10-09 17:48:08,005 INFO: [ epoch: 24 ] [ iter: 32,800 ] [ performance: 26.708 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:34 ] [ l_g_pix: 2.7466e-02 ] [ l_g_total: 2.7466e-02 ] +2024-10-09 17:48:11,749 INFO: [ epoch: 24 ] [ iter: 32,900 ] [ performance: 26.714 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:01 ] [ l_g_pix: 3.6926e-02 ] [ l_g_total: 3.6926e-02 ] +2024-10-09 17:48:15,439 INFO: [ epoch: 24 ] [ iter: 33,000 ] [ performance: 26.742 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:28 ] [ l_g_pix: 4.0851e-02 ] [ l_g_total: 4.0851e-02 ] +2024-10-09 17:48:19,150 INFO: [ epoch: 24 ] [ iter: 33,100 ] [ performance: 26.895 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:55 ] [ l_g_pix: 3.0144e-02 ] [ l_g_total: 3.0144e-02 ] +2024-10-09 17:48:22,888 INFO: [ epoch: 24 ] [ iter: 33,200 ] [ performance: 26.819 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:22 ] [ l_g_pix: 3.5057e-02 ] [ l_g_total: 3.5057e-02 ] +2024-10-09 17:48:26,607 INFO: [ epoch: 24 ] [ iter: 33,300 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:50 ] [ l_g_pix: 3.5508e-02 ] [ l_g_total: 3.5508e-02 ] +2024-10-09 17:48:30,180 INFO: [ epoch: 24 ] [ iter: 33,400 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:15 ] [ l_g_pix: 4.5011e-02 ] [ l_g_total: 4.5011e-02 ] +2024-10-09 17:48:34,903 INFO: [ epoch: 25 ] [ iter: 33,500 ] [ performance: 22.367 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:58 ] [ l_g_pix: 3.2821e-02 ] [ l_g_total: 3.2821e-02 ] +2024-10-09 17:48:38,567 INFO: [ epoch: 25 ] [ iter: 33,600 ] [ performance: 27.325 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:25 ] [ l_g_pix: 2.0989e-02 ] [ l_g_total: 2.0989e-02 ] +2024-10-09 17:48:42,271 INFO: [ epoch: 25 ] [ iter: 33,700 ] [ performance: 27.082 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:53 ] [ l_g_pix: 3.9684e-02 ] [ l_g_total: 3.9684e-02 ] +2024-10-09 17:48:45,958 INFO: [ epoch: 25 ] [ iter: 33,800 ] [ performance: 27.250 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:21 ] [ l_g_pix: 2.9185e-02 ] [ l_g_total: 2.9185e-02 ] +2024-10-09 17:48:49,622 INFO: [ epoch: 25 ] [ iter: 33,900 ] [ performance: 27.287 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:48 ] [ l_g_pix: 3.0910e-02 ] [ l_g_total: 3.0910e-02 ] +2024-10-09 17:48:53,337 INFO: [ epoch: 25 ] [ iter: 34,000 ] [ performance: 27.351 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:17 ] [ l_g_pix: 3.4012e-02 ] [ l_g_total: 3.4012e-02 ] +2024-10-09 17:48:57,042 INFO: [ epoch: 25 ] [ iter: 34,100 ] [ performance: 27.082 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:46 ] [ l_g_pix: 3.3610e-02 ] [ l_g_total: 3.3610e-02 ] +2024-10-09 17:49:00,742 INFO: [ epoch: 25 ] [ iter: 34,200 ] [ performance: 26.865 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:14 ] [ l_g_pix: 2.5978e-02 ] [ l_g_total: 2.5978e-02 ] +2024-10-09 17:49:04,479 INFO: [ epoch: 25 ] [ iter: 34,300 ] [ performance: 26.789 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:44 ] [ l_g_pix: 2.8626e-02 ] [ l_g_total: 2.8626e-02 ] +2024-10-09 17:49:08,210 INFO: [ epoch: 25 ] [ iter: 34,400 ] [ performance: 26.868 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:13 ] [ l_g_pix: 2.8519e-02 ] [ l_g_total: 2.8519e-02 ] +2024-10-09 17:49:11,949 INFO: [ epoch: 25 ] [ iter: 34,500 ] [ performance: 26.776 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:43 ] [ l_g_pix: 2.9370e-02 ] [ l_g_total: 2.9370e-02 ] +2024-10-09 17:49:15,679 INFO: [ epoch: 25 ] [ iter: 34,600 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:12 ] [ l_g_pix: 4.5656e-02 ] [ l_g_total: 4.5656e-02 ] +2024-10-09 17:49:19,293 INFO: [ epoch: 25 ] [ iter: 34,700 ] [ performance: 27.513 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:41 ] [ l_g_pix: 3.3318e-02 ] [ l_g_total: 3.3318e-02 ] +2024-10-09 17:49:24,141 INFO: [ epoch: 26 ] [ iter: 34,800 ] [ performance: 26.899 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:26 ] [ l_g_pix: 1.9441e-02 ] [ l_g_total: 1.9441e-02 ] +2024-10-09 17:49:27,852 INFO: [ epoch: 26 ] [ iter: 34,900 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:56 ] [ l_g_pix: 4.6543e-02 ] [ l_g_total: 4.6543e-02 ] +2024-10-09 17:49:31,592 INFO: [ epoch: 26 ] [ iter: 35,000 ] [ performance: 27.499 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:27 ] [ l_g_pix: 2.1168e-02 ] [ l_g_total: 2.1168e-02 ] +2024-10-09 17:49:35,334 INFO: [ epoch: 26 ] [ iter: 35,100 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:57 ] [ l_g_pix: 3.3087e-02 ] [ l_g_total: 3.3087e-02 ] +2024-10-09 17:49:39,069 INFO: [ epoch: 26 ] [ iter: 35,200 ] [ performance: 26.990 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:28 ] [ l_g_pix: 3.4143e-02 ] [ l_g_total: 3.4143e-02 ] +2024-10-09 17:49:42,809 INFO: [ epoch: 26 ] [ iter: 35,300 ] [ performance: 26.797 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:59 ] [ l_g_pix: 4.2197e-02 ] [ l_g_total: 4.2197e-02 ] +2024-10-09 17:49:46,467 INFO: [ epoch: 26 ] [ iter: 35,400 ] [ performance: 27.577 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:29 ] [ l_g_pix: 3.1599e-02 ] [ l_g_total: 3.1599e-02 ] +2024-10-09 17:49:50,187 INFO: [ epoch: 26 ] [ iter: 35,500 ] [ performance: 27.019 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:00 ] [ l_g_pix: 3.0292e-02 ] [ l_g_total: 3.0292e-02 ] +2024-10-09 17:49:53,911 INFO: [ epoch: 26 ] [ iter: 35,600 ] [ performance: 26.434 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:31 ] [ l_g_pix: 2.7696e-02 ] [ l_g_total: 2.7696e-02 ] +2024-10-09 17:49:57,630 INFO: [ epoch: 26 ] [ iter: 35,700 ] [ performance: 26.805 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:02 ] [ l_g_pix: 3.6772e-02 ] [ l_g_total: 3.6772e-02 ] +2024-10-09 17:50:01,383 INFO: [ epoch: 26 ] [ iter: 35,800 ] [ performance: 27.386 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:33 ] [ l_g_pix: 2.4263e-02 ] [ l_g_total: 2.4263e-02 ] +2024-10-09 17:50:05,147 INFO: [ epoch: 26 ] [ iter: 35,900 ] [ performance: 26.717 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:06 ] [ l_g_pix: 3.9735e-02 ] [ l_g_total: 3.9735e-02 ] +2024-10-09 17:50:08,802 INFO: [ epoch: 26 ] [ iter: 36,000 ] [ performance: 29.374 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:36 ] [ l_g_pix: 3.6807e-02 ] [ l_g_total: 3.6807e-02 ] +2024-10-09 17:50:13,714 INFO: [ epoch: 27 ] [ iter: 36,100 ] [ performance: 21.509 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:24 ] [ l_g_pix: 4.7955e-02 ] [ l_g_total: 4.7955e-02 ] +2024-10-09 17:50:17,462 INFO: [ epoch: 27 ] [ iter: 36,200 ] [ performance: 27.227 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:56 ] [ l_g_pix: 3.9252e-02 ] [ l_g_total: 3.9252e-02 ] +2024-10-09 17:50:21,181 INFO: [ epoch: 27 ] [ iter: 36,300 ] [ performance: 26.951 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:28 ] [ l_g_pix: 3.7848e-02 ] [ l_g_total: 3.7848e-02 ] +2024-10-09 17:50:24,958 INFO: [ epoch: 27 ] [ iter: 36,400 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:01 ] [ l_g_pix: 2.1346e-02 ] [ l_g_total: 2.1346e-02 ] +2024-10-09 17:50:28,674 INFO: [ epoch: 27 ] [ iter: 36,500 ] [ performance: 26.923 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:33 ] [ l_g_pix: 3.3564e-02 ] [ l_g_total: 3.3564e-02 ] +2024-10-09 17:50:32,422 INFO: [ epoch: 27 ] [ iter: 36,600 ] [ performance: 27.061 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:06 ] [ l_g_pix: 4.4971e-02 ] [ l_g_total: 4.4971e-02 ] +2024-10-09 17:50:36,144 INFO: [ epoch: 27 ] [ iter: 36,700 ] [ performance: 26.899 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:38 ] [ l_g_pix: 2.1685e-02 ] [ l_g_total: 2.1685e-02 ] +2024-10-09 17:50:39,813 INFO: [ epoch: 27 ] [ iter: 36,800 ] [ performance: 27.301 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:10 ] [ l_g_pix: 3.0708e-02 ] [ l_g_total: 3.0708e-02 ] +2024-10-09 17:50:43,549 INFO: [ epoch: 27 ] [ iter: 36,900 ] [ performance: 26.846 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:43 ] [ l_g_pix: 2.9176e-02 ] [ l_g_total: 2.9176e-02 ] +2024-10-09 17:50:47,276 INFO: [ epoch: 27 ] [ iter: 37,000 ] [ performance: 26.838 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:16 ] [ l_g_pix: 3.6827e-02 ] [ l_g_total: 3.6827e-02 ] +2024-10-09 17:50:51,046 INFO: [ epoch: 27 ] [ iter: 37,100 ] [ performance: 26.576 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:50 ] [ l_g_pix: 2.8448e-02 ] [ l_g_total: 2.8448e-02 ] +2024-10-09 17:50:54,747 INFO: [ epoch: 27 ] [ iter: 37,200 ] [ performance: 26.920 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:23 ] [ l_g_pix: 3.6490e-02 ] [ l_g_total: 3.6490e-02 ] +2024-10-09 17:50:58,525 INFO: [ epoch: 27 ] [ iter: 37,300 ] [ performance: 26.533 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:57 ] [ l_g_pix: 3.8332e-02 ] [ l_g_total: 3.8332e-02 ] +2024-10-09 17:51:02,016 INFO: [ epoch: 27 ] [ iter: 37,400 ] [ performance: 29.536 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:27 ] [ l_g_pix: 4.4630e-02 ] [ l_g_total: 4.4630e-02 ] +2024-10-09 17:51:07,116 INFO: [ epoch: 28 ] [ iter: 37,500 ] [ performance: 20.456 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:18 ] [ l_g_pix: 2.0914e-02 ] [ l_g_total: 2.0914e-02 ] +2024-10-09 17:51:10,857 INFO: [ epoch: 28 ] [ iter: 37,600 ] [ performance: 27.102 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:52 ] [ l_g_pix: 3.0835e-02 ] [ l_g_total: 3.0835e-02 ] +2024-10-09 17:51:14,582 INFO: [ epoch: 28 ] [ iter: 37,700 ] [ performance: 26.876 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:26 ] [ l_g_pix: 3.1643e-02 ] [ l_g_total: 3.1643e-02 ] +2024-10-09 17:51:18,301 INFO: [ epoch: 28 ] [ iter: 37,800 ] [ performance: 26.195 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:59 ] [ l_g_pix: 2.8514e-02 ] [ l_g_total: 2.8514e-02 ] +2024-10-09 17:51:22,035 INFO: [ epoch: 28 ] [ iter: 37,900 ] [ performance: 26.720 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:34 ] [ l_g_pix: 2.4659e-02 ] [ l_g_total: 2.4659e-02 ] +2024-10-09 17:51:25,781 INFO: [ epoch: 28 ] [ iter: 38,000 ] [ performance: 25.952 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:08 ] [ l_g_pix: 2.3446e-02 ] [ l_g_total: 2.3446e-02 ] +2024-10-09 17:51:29,526 INFO: [ epoch: 28 ] [ iter: 38,100 ] [ performance: 26.633 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:42 ] [ l_g_pix: 3.2892e-02 ] [ l_g_total: 3.2892e-02 ] +2024-10-09 17:51:33,231 INFO: [ epoch: 28 ] [ iter: 38,200 ] [ performance: 26.865 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:16 ] [ l_g_pix: 2.8751e-02 ] [ l_g_total: 2.8751e-02 ] +2024-10-09 17:51:36,952 INFO: [ epoch: 28 ] [ iter: 38,300 ] [ performance: 26.874 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:51 ] [ l_g_pix: 4.2136e-02 ] [ l_g_total: 4.2136e-02 ] +2024-10-09 17:51:40,662 INFO: [ epoch: 28 ] [ iter: 38,400 ] [ performance: 27.081 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:25 ] [ l_g_pix: 2.4828e-02 ] [ l_g_total: 2.4828e-02 ] +2024-10-09 17:51:44,365 INFO: [ epoch: 28 ] [ iter: 38,500 ] [ performance: 27.017 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:00 ] [ l_g_pix: 2.8445e-02 ] [ l_g_total: 2.8445e-02 ] +2024-10-09 17:51:48,124 INFO: [ epoch: 28 ] [ iter: 38,600 ] [ performance: 27.702 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:35 ] [ l_g_pix: 2.8018e-02 ] [ l_g_total: 2.8018e-02 ] +2024-10-09 17:51:51,709 INFO: [ epoch: 28 ] [ iter: 38,700 ] [ performance: 27.885 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:08 ] [ l_g_pix: 3.3642e-02 ] [ l_g_total: 3.3642e-02 ] +2024-10-09 17:51:56,437 INFO: [ epoch: 29 ] [ iter: 38,800 ] [ performance: 27.124 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:55 ] [ l_g_pix: 2.9714e-02 ] [ l_g_total: 2.9714e-02 ] +2024-10-09 17:52:00,180 INFO: [ epoch: 29 ] [ iter: 38,900 ] [ performance: 26.750 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:31 ] [ l_g_pix: 2.7301e-02 ] [ l_g_total: 2.7301e-02 ] +2024-10-09 17:52:03,914 INFO: [ epoch: 29 ] [ iter: 39,000 ] [ performance: 27.760 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:06 ] [ l_g_pix: 3.3711e-02 ] [ l_g_total: 3.3711e-02 ] +2024-10-09 17:52:07,631 INFO: [ epoch: 29 ] [ iter: 39,100 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:41 ] [ l_g_pix: 3.1185e-02 ] [ l_g_total: 3.1185e-02 ] +2024-10-09 17:52:11,368 INFO: [ epoch: 29 ] [ iter: 39,200 ] [ performance: 28.934 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:17 ] [ l_g_pix: 2.5065e-02 ] [ l_g_total: 2.5065e-02 ] +2024-10-09 17:52:15,077 INFO: [ epoch: 29 ] [ iter: 39,300 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:52 ] [ l_g_pix: 4.5528e-02 ] [ l_g_total: 4.5528e-02 ] +2024-10-09 17:52:18,719 INFO: [ epoch: 29 ] [ iter: 39,400 ] [ performance: 27.212 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:27 ] [ l_g_pix: 3.6679e-02 ] [ l_g_total: 3.6679e-02 ] +2024-10-09 17:52:22,371 INFO: [ epoch: 29 ] [ iter: 39,500 ] [ performance: 27.380 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:01 ] [ l_g_pix: 2.3949e-02 ] [ l_g_total: 2.3949e-02 ] +2024-10-09 17:52:26,062 INFO: [ epoch: 29 ] [ iter: 39,600 ] [ performance: 27.556 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:37 ] [ l_g_pix: 3.5071e-02 ] [ l_g_total: 3.5071e-02 ] +2024-10-09 17:52:29,740 INFO: [ epoch: 29 ] [ iter: 39,700 ] [ performance: 27.202 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:12 ] [ l_g_pix: 2.2784e-02 ] [ l_g_total: 2.2784e-02 ] +2024-10-09 17:52:33,445 INFO: [ epoch: 29 ] [ iter: 39,800 ] [ performance: 29.617 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:48 ] [ l_g_pix: 1.5655e-02 ] [ l_g_total: 1.5655e-02 ] +2024-10-09 17:52:37,154 INFO: [ epoch: 29 ] [ iter: 39,900 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:24 ] [ l_g_pix: 4.0285e-02 ] [ l_g_total: 4.0285e-02 ] +2024-10-09 17:52:40,839 INFO: [ epoch: 29 ] [ iter: 40,000 ] [ performance: 30.416 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:00 ] [ l_g_pix: 3.5929e-02 ] [ l_g_total: 3.5929e-02 ] +2024-10-09 17:52:40,839 INFO: Saving models and training states. +2024-10-09 17:55:36,104 INFO: Validation val + + # psnr: 27.0714........ Best: 27.0714 @ 40000 iter + # ssim: 0.7609........ Best: 0.7609 @ 40000 iter + # dists: 0.7740........ Best: 0.7740 @ 40000 iter + +2024-10-09 17:55:40,756 INFO: [ epoch: 30 ] [ iter: 40,100 ] [ performance: 21.679 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:45 ] [ l_g_pix: 3.0059e-02 ] [ l_g_total: 3.0059e-02 ] +2024-10-09 17:55:44,721 INFO: [ epoch: 30 ] [ iter: 40,200 ] [ performance: 23.312 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:18 ] [ l_g_pix: 2.8200e-02 ] [ l_g_total: 2.8200e-02 ] +2024-10-09 17:55:48,423 INFO: [ epoch: 30 ] [ iter: 40,300 ] [ performance: 27.020 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:49 ] [ l_g_pix: 3.3300e-02 ] [ l_g_total: 3.3300e-02 ] +2024-10-09 17:55:52,185 INFO: [ epoch: 30 ] [ iter: 40,400 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:20 ] [ l_g_pix: 4.5894e-02 ] [ l_g_total: 4.5894e-02 ] +2024-10-09 17:55:55,937 INFO: [ epoch: 30 ] [ iter: 40,500 ] [ performance: 26.658 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:52 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-09 17:55:59,620 INFO: [ epoch: 30 ] [ iter: 40,600 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:23 ] [ l_g_pix: 2.4657e-02 ] [ l_g_total: 2.4657e-02 ] +2024-10-09 17:56:03,339 INFO: [ epoch: 30 ] [ iter: 40,700 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:54 ] [ l_g_pix: 3.1495e-02 ] [ l_g_total: 3.1495e-02 ] +2024-10-09 17:56:07,041 INFO: [ epoch: 30 ] [ iter: 40,800 ] [ performance: 26.965 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:25 ] [ l_g_pix: 2.8503e-02 ] [ l_g_total: 2.8503e-02 ] +2024-10-09 17:56:10,802 INFO: [ epoch: 30 ] [ iter: 40,900 ] [ performance: 26.572 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:57 ] [ l_g_pix: 4.0415e-02 ] [ l_g_total: 4.0415e-02 ] +2024-10-09 17:56:14,534 INFO: [ epoch: 30 ] [ iter: 41,000 ] [ performance: 26.687 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:29 ] [ l_g_pix: 3.6156e-02 ] [ l_g_total: 3.6156e-02 ] +2024-10-09 17:56:18,273 INFO: [ epoch: 30 ] [ iter: 41,100 ] [ performance: 26.767 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:01 ] [ l_g_pix: 3.6386e-02 ] [ l_g_total: 3.6386e-02 ] +2024-10-09 17:56:21,978 INFO: [ epoch: 30 ] [ iter: 41,200 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:33 ] [ l_g_pix: 3.5378e-02 ] [ l_g_total: 3.5378e-02 ] +2024-10-09 17:56:25,745 INFO: [ epoch: 30 ] [ iter: 41,300 ] [ performance: 26.546 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:05 ] [ l_g_pix: 2.6296e-02 ] [ l_g_total: 2.6296e-02 ] +2024-10-09 17:56:29,244 INFO: [ epoch: 30 ] [ iter: 41,400 ] [ performance: 27.557 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:35 ] [ l_g_pix: 2.6285e-02 ] [ l_g_total: 2.6285e-02 ] +2024-10-09 17:56:34,263 INFO: [ epoch: 31 ] [ iter: 41,500 ] [ performance: 19.549 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:22 ] [ l_g_pix: 3.3064e-02 ] [ l_g_total: 3.3064e-02 ] +2024-10-09 17:56:37,966 INFO: [ epoch: 31 ] [ iter: 41,600 ] [ performance: 22.797 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:54 ] [ l_g_pix: 1.3040e-02 ] [ l_g_total: 1.3040e-02 ] +2024-10-09 17:56:41,746 INFO: [ epoch: 31 ] [ iter: 41,700 ] [ performance: 26.559 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:27 ] [ l_g_pix: 3.8507e-02 ] [ l_g_total: 3.8507e-02 ] +2024-10-09 17:56:45,459 INFO: [ epoch: 31 ] [ iter: 41,800 ] [ performance: 26.753 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:00 ] [ l_g_pix: 2.4801e-02 ] [ l_g_total: 2.4801e-02 ] +2024-10-09 17:56:49,155 INFO: [ epoch: 31 ] [ iter: 41,900 ] [ performance: 27.102 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:32 ] [ l_g_pix: 3.3555e-02 ] [ l_g_total: 3.3555e-02 ] +2024-10-09 17:56:52,858 INFO: [ epoch: 31 ] [ iter: 42,000 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:05 ] [ l_g_pix: 2.8134e-02 ] [ l_g_total: 2.8134e-02 ] +2024-10-09 17:56:56,567 INFO: [ epoch: 31 ] [ iter: 42,100 ] [ performance: 27.027 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:38 ] [ l_g_pix: 3.9769e-02 ] [ l_g_total: 3.9769e-02 ] +2024-10-09 17:57:00,297 INFO: [ epoch: 31 ] [ iter: 42,200 ] [ performance: 26.917 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:11 ] [ l_g_pix: 3.1809e-02 ] [ l_g_total: 3.1809e-02 ] +2024-10-09 17:57:04,029 INFO: [ epoch: 31 ] [ iter: 42,300 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:44 ] [ l_g_pix: 4.3088e-02 ] [ l_g_total: 4.3088e-02 ] +2024-10-09 17:57:07,752 INFO: [ epoch: 31 ] [ iter: 42,400 ] [ performance: 26.849 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:17 ] [ l_g_pix: 2.1630e-02 ] [ l_g_total: 2.1630e-02 ] +2024-10-09 17:57:11,447 INFO: [ epoch: 31 ] [ iter: 42,500 ] [ performance: 27.137 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:50 ] [ l_g_pix: 3.2097e-02 ] [ l_g_total: 3.2097e-02 ] +2024-10-09 17:57:15,221 INFO: [ epoch: 31 ] [ iter: 42,600 ] [ performance: 26.797 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:24 ] [ l_g_pix: 3.2494e-02 ] [ l_g_total: 3.2494e-02 ] +2024-10-09 17:57:18,836 INFO: [ epoch: 31 ] [ iter: 42,700 ] [ performance: 27.810 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:57 ] [ l_g_pix: 2.6683e-02 ] [ l_g_total: 2.6683e-02 ] +2024-10-09 17:57:23,839 INFO: [ epoch: 32 ] [ iter: 42,800 ] [ performance: 23.024 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:45 ] [ l_g_pix: 3.7019e-02 ] [ l_g_total: 3.7019e-02 ] +2024-10-09 17:57:27,576 INFO: [ epoch: 32 ] [ iter: 42,900 ] [ performance: 27.005 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:19 ] [ l_g_pix: 2.8716e-02 ] [ l_g_total: 2.8716e-02 ] +2024-10-09 17:57:31,274 INFO: [ epoch: 32 ] [ iter: 43,000 ] [ performance: 27.026 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:52 ] [ l_g_pix: 1.9999e-02 ] [ l_g_total: 1.9999e-02 ] +2024-10-09 17:57:34,992 INFO: [ epoch: 32 ] [ iter: 43,100 ] [ performance: 26.934 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:26 ] [ l_g_pix: 3.7152e-02 ] [ l_g_total: 3.7152e-02 ] +2024-10-09 17:57:38,693 INFO: [ epoch: 32 ] [ iter: 43,200 ] [ performance: 26.984 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:00 ] [ l_g_pix: 1.7773e-02 ] [ l_g_total: 1.7773e-02 ] +2024-10-09 17:57:42,464 INFO: [ epoch: 32 ] [ iter: 43,300 ] [ performance: 26.612 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:35 ] [ l_g_pix: 2.5405e-02 ] [ l_g_total: 2.5405e-02 ] +2024-10-09 17:57:46,189 INFO: [ epoch: 32 ] [ iter: 43,400 ] [ performance: 26.739 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:09 ] [ l_g_pix: 3.3529e-02 ] [ l_g_total: 3.3529e-02 ] +2024-10-09 17:57:49,908 INFO: [ epoch: 32 ] [ iter: 43,500 ] [ performance: 26.965 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:43 ] [ l_g_pix: 1.5272e-02 ] [ l_g_total: 1.5272e-02 ] +2024-10-09 17:57:53,616 INFO: [ epoch: 32 ] [ iter: 43,600 ] [ performance: 26.970 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:18 ] [ l_g_pix: 2.5027e-02 ] [ l_g_total: 2.5027e-02 ] +2024-10-09 17:57:57,302 INFO: [ epoch: 32 ] [ iter: 43,700 ] [ performance: 27.344 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:52 ] [ l_g_pix: 3.7372e-02 ] [ l_g_total: 3.7372e-02 ] +2024-10-09 17:58:00,942 INFO: [ epoch: 32 ] [ iter: 43,800 ] [ performance: 27.418 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:26 ] [ l_g_pix: 3.5200e-02 ] [ l_g_total: 3.5200e-02 ] +2024-10-09 17:58:04,625 INFO: [ epoch: 32 ] [ iter: 43,900 ] [ performance: 27.151 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:00 ] [ l_g_pix: 2.7084e-02 ] [ l_g_total: 2.7084e-02 ] +2024-10-09 17:58:08,322 INFO: [ epoch: 32 ] [ iter: 44,000 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:35 ] [ l_g_pix: 3.3195e-02 ] [ l_g_total: 3.3195e-02 ] +2024-10-09 17:58:12,801 INFO: [ epoch: 33 ] [ iter: 44,100 ] [ performance: 21.224 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:18 ] [ l_g_pix: 3.6744e-02 ] [ l_g_total: 3.6744e-02 ] +2024-10-09 17:58:16,779 INFO: [ epoch: 33 ] [ iter: 44,200 ] [ performance: 23.236 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:56 ] [ l_g_pix: 2.3404e-02 ] [ l_g_total: 2.3404e-02 ] +2024-10-09 17:58:20,457 INFO: [ epoch: 33 ] [ iter: 44,300 ] [ performance: 27.423 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:30 ] [ l_g_pix: 2.5342e-02 ] [ l_g_total: 2.5342e-02 ] +2024-10-09 17:58:24,141 INFO: [ epoch: 33 ] [ iter: 44,400 ] [ performance: 27.273 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:05 ] [ l_g_pix: 3.1207e-02 ] [ l_g_total: 3.1207e-02 ] +2024-10-09 17:58:27,873 INFO: [ epoch: 33 ] [ iter: 44,500 ] [ performance: 26.890 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:41 ] [ l_g_pix: 3.2502e-02 ] [ l_g_total: 3.2502e-02 ] +2024-10-09 17:58:31,622 INFO: [ epoch: 33 ] [ iter: 44,600 ] [ performance: 26.769 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:16 ] [ l_g_pix: 2.5525e-02 ] [ l_g_total: 2.5525e-02 ] +2024-10-09 17:58:35,356 INFO: [ epoch: 33 ] [ iter: 44,700 ] [ performance: 26.841 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:52 ] [ l_g_pix: 2.0841e-02 ] [ l_g_total: 2.0841e-02 ] +2024-10-09 17:58:39,031 INFO: [ epoch: 33 ] [ iter: 44,800 ] [ performance: 27.050 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:27 ] [ l_g_pix: 3.1683e-02 ] [ l_g_total: 3.1683e-02 ] +2024-10-09 17:58:42,739 INFO: [ epoch: 33 ] [ iter: 44,900 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:03 ] [ l_g_pix: 1.8227e-02 ] [ l_g_total: 1.8227e-02 ] +2024-10-09 17:58:46,445 INFO: [ epoch: 33 ] [ iter: 45,000 ] [ performance: 27.045 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:38 ] [ l_g_pix: 4.1361e-02 ] [ l_g_total: 4.1361e-02 ] +2024-10-09 17:58:50,129 INFO: [ epoch: 33 ] [ iter: 45,100 ] [ performance: 27.253 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:14 ] [ l_g_pix: 3.7959e-02 ] [ l_g_total: 3.7959e-02 ] +2024-10-09 17:58:53,834 INFO: [ epoch: 33 ] [ iter: 45,200 ] [ performance: 27.107 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:50 ] [ l_g_pix: 3.0917e-02 ] [ l_g_total: 3.0917e-02 ] +2024-10-09 17:58:57,538 INFO: [ epoch: 33 ] [ iter: 45,300 ] [ performance: 27.218 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:25 ] [ l_g_pix: 2.3459e-02 ] [ l_g_total: 2.3459e-02 ] +2024-10-09 17:59:01,052 INFO: [ epoch: 33 ] [ iter: 45,400 ] [ performance: 27.913 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:59 ] [ l_g_pix: 2.7375e-02 ] [ l_g_total: 2.7375e-02 ] +2024-10-09 17:59:06,236 INFO: [ epoch: 34 ] [ iter: 45,500 ] [ performance: 22.251 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:51 ] [ l_g_pix: 2.3591e-02 ] [ l_g_total: 2.3591e-02 ] +2024-10-09 17:59:09,922 INFO: [ epoch: 34 ] [ iter: 45,600 ] [ performance: 24.820 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:27 ] [ l_g_pix: 3.2605e-02 ] [ l_g_total: 3.2605e-02 ] +2024-10-09 17:59:13,634 INFO: [ epoch: 34 ] [ iter: 45,700 ] [ performance: 26.780 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:03 ] [ l_g_pix: 2.8957e-02 ] [ l_g_total: 2.8957e-02 ] +2024-10-09 17:59:17,359 INFO: [ epoch: 34 ] [ iter: 45,800 ] [ performance: 26.820 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:40 ] [ l_g_pix: 4.2714e-02 ] [ l_g_total: 4.2714e-02 ] +2024-10-09 17:59:21,073 INFO: [ epoch: 34 ] [ iter: 45,900 ] [ performance: 27.044 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:16 ] [ l_g_pix: 3.5910e-02 ] [ l_g_total: 3.5910e-02 ] +2024-10-09 17:59:24,765 INFO: [ epoch: 34 ] [ iter: 46,000 ] [ performance: 27.072 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:53 ] [ l_g_pix: 2.9195e-02 ] [ l_g_total: 2.9195e-02 ] +2024-10-09 17:59:28,436 INFO: [ epoch: 34 ] [ iter: 46,100 ] [ performance: 27.410 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:29 ] [ l_g_pix: 3.5006e-02 ] [ l_g_total: 3.5006e-02 ] +2024-10-09 17:59:32,151 INFO: [ epoch: 34 ] [ iter: 46,200 ] [ performance: 27.121 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:05 ] [ l_g_pix: 2.7310e-02 ] [ l_g_total: 2.7310e-02 ] +2024-10-09 17:59:35,843 INFO: [ epoch: 34 ] [ iter: 46,300 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:42 ] [ l_g_pix: 3.2047e-02 ] [ l_g_total: 3.2047e-02 ] +2024-10-09 17:59:39,572 INFO: [ epoch: 34 ] [ iter: 46,400 ] [ performance: 26.934 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:19 ] [ l_g_pix: 2.8567e-02 ] [ l_g_total: 2.8567e-02 ] +2024-10-09 17:59:43,269 INFO: [ epoch: 34 ] [ iter: 46,500 ] [ performance: 27.046 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:56 ] [ l_g_pix: 3.7179e-02 ] [ l_g_total: 3.7179e-02 ] +2024-10-09 17:59:46,954 INFO: [ epoch: 34 ] [ iter: 46,600 ] [ performance: 27.105 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:33 ] [ l_g_pix: 3.1533e-02 ] [ l_g_total: 3.1533e-02 ] +2024-10-09 17:59:50,582 INFO: [ epoch: 34 ] [ iter: 46,700 ] [ performance: 28.276 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:09 ] [ l_g_pix: 3.3693e-02 ] [ l_g_total: 3.3693e-02 ] +2024-10-09 17:59:55,365 INFO: [ epoch: 35 ] [ iter: 46,800 ] [ performance: 23.379 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:57 ] [ l_g_pix: 2.9517e-02 ] [ l_g_total: 2.9517e-02 ] +2024-10-09 17:59:59,113 INFO: [ epoch: 35 ] [ iter: 46,900 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:35 ] [ l_g_pix: 3.4681e-02 ] [ l_g_total: 3.4681e-02 ] +2024-10-09 18:00:02,788 INFO: [ epoch: 35 ] [ iter: 47,000 ] [ performance: 27.063 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:12 ] [ l_g_pix: 3.8851e-02 ] [ l_g_total: 3.8851e-02 ] +2024-10-09 18:00:06,459 INFO: [ epoch: 35 ] [ iter: 47,100 ] [ performance: 27.408 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:49 ] [ l_g_pix: 4.0129e-02 ] [ l_g_total: 4.0129e-02 ] +2024-10-09 18:00:10,109 INFO: [ epoch: 35 ] [ iter: 47,200 ] [ performance: 27.403 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:26 ] [ l_g_pix: 2.0901e-02 ] [ l_g_total: 2.0901e-02 ] +2024-10-09 18:00:13,826 INFO: [ epoch: 35 ] [ iter: 47,300 ] [ performance: 26.785 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:03 ] [ l_g_pix: 3.4012e-02 ] [ l_g_total: 3.4012e-02 ] +2024-10-09 18:00:17,499 INFO: [ epoch: 35 ] [ iter: 47,400 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:41 ] [ l_g_pix: 1.9556e-02 ] [ l_g_total: 1.9556e-02 ] +2024-10-09 18:00:21,181 INFO: [ epoch: 35 ] [ iter: 47,500 ] [ performance: 27.222 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:18 ] [ l_g_pix: 2.2180e-02 ] [ l_g_total: 2.2180e-02 ] +2024-10-09 18:00:24,926 INFO: [ epoch: 35 ] [ iter: 47,600 ] [ performance: 26.903 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:56 ] [ l_g_pix: 1.9437e-02 ] [ l_g_total: 1.9437e-02 ] +2024-10-09 18:00:28,660 INFO: [ epoch: 35 ] [ iter: 47,700 ] [ performance: 26.828 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:34 ] [ l_g_pix: 2.6925e-02 ] [ l_g_total: 2.6925e-02 ] +2024-10-09 18:00:32,375 INFO: [ epoch: 35 ] [ iter: 47,800 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:12 ] [ l_g_pix: 2.2401e-02 ] [ l_g_total: 2.2401e-02 ] +2024-10-09 18:00:36,104 INFO: [ epoch: 35 ] [ iter: 47,900 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:51 ] [ l_g_pix: 3.0657e-02 ] [ l_g_total: 3.0657e-02 ] +2024-10-09 18:00:39,878 INFO: [ epoch: 35 ] [ iter: 48,000 ] [ performance: 26.672 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:29 ] [ l_g_pix: 3.2308e-02 ] [ l_g_total: 3.2308e-02 ] +2024-10-09 18:00:44,273 INFO: [ epoch: 36 ] [ iter: 48,100 ] [ performance: 20.127 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:14 ] [ l_g_pix: 2.6043e-02 ] [ l_g_total: 2.6043e-02 ] +2024-10-09 18:00:48,487 INFO: [ epoch: 36 ] [ iter: 48,200 ] [ performance: 22.227 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:57 ] [ l_g_pix: 4.1285e-02 ] [ l_g_total: 4.1285e-02 ] +2024-10-09 18:00:52,153 INFO: [ epoch: 36 ] [ iter: 48,300 ] [ performance: 27.347 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:35 ] [ l_g_pix: 2.3884e-02 ] [ l_g_total: 2.3884e-02 ] +2024-10-09 18:00:55,838 INFO: [ epoch: 36 ] [ iter: 48,400 ] [ performance: 27.215 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:14 ] [ l_g_pix: 3.5197e-02 ] [ l_g_total: 3.5197e-02 ] +2024-10-09 18:00:59,590 INFO: [ epoch: 36 ] [ iter: 48,500 ] [ performance: 26.834 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:52 ] [ l_g_pix: 3.5842e-02 ] [ l_g_total: 3.5842e-02 ] +2024-10-09 18:01:03,374 INFO: [ epoch: 36 ] [ iter: 48,600 ] [ performance: 26.584 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:32 ] [ l_g_pix: 2.6888e-02 ] [ l_g_total: 2.6888e-02 ] +2024-10-09 18:01:07,079 INFO: [ epoch: 36 ] [ iter: 48,700 ] [ performance: 27.184 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:10 ] [ l_g_pix: 2.9313e-02 ] [ l_g_total: 2.9313e-02 ] +2024-10-09 18:01:10,835 INFO: [ epoch: 36 ] [ iter: 48,800 ] [ performance: 26.833 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:49 ] [ l_g_pix: 2.9638e-02 ] [ l_g_total: 2.9638e-02 ] +2024-10-09 18:01:14,580 INFO: [ epoch: 36 ] [ iter: 48,900 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:28 ] [ l_g_pix: 2.6724e-02 ] [ l_g_total: 2.6724e-02 ] +2024-10-09 18:01:18,318 INFO: [ epoch: 36 ] [ iter: 49,000 ] [ performance: 26.795 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:08 ] [ l_g_pix: 1.7194e-02 ] [ l_g_total: 1.7194e-02 ] +2024-10-09 18:01:21,990 INFO: [ epoch: 36 ] [ iter: 49,100 ] [ performance: 27.095 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:46 ] [ l_g_pix: 3.3783e-02 ] [ l_g_total: 3.3783e-02 ] +2024-10-09 18:01:25,690 INFO: [ epoch: 36 ] [ iter: 49,200 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:25 ] [ l_g_pix: 2.2989e-02 ] [ l_g_total: 2.2989e-02 ] +2024-10-09 18:01:29,382 INFO: [ epoch: 36 ] [ iter: 49,300 ] [ performance: 27.111 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:04 ] [ l_g_pix: 4.1414e-02 ] [ l_g_total: 4.1414e-02 ] +2024-10-09 18:01:32,923 INFO: [ epoch: 36 ] [ iter: 49,400 ] [ performance: 27.833 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:41 ] [ l_g_pix: 1.7379e-02 ] [ l_g_total: 1.7379e-02 ] +2024-10-09 18:01:37,894 INFO: [ epoch: 37 ] [ iter: 49,500 ] [ performance: 24.120 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:33 ] [ l_g_pix: 1.9677e-02 ] [ l_g_total: 1.9677e-02 ] +2024-10-09 18:01:41,659 INFO: [ epoch: 37 ] [ iter: 49,600 ] [ performance: 25.655 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:12 ] [ l_g_pix: 2.6183e-02 ] [ l_g_total: 2.6183e-02 ] +2024-10-09 18:01:45,390 INFO: [ epoch: 37 ] [ iter: 49,700 ] [ performance: 26.624 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:52 ] [ l_g_pix: 2.3785e-02 ] [ l_g_total: 2.3785e-02 ] +2024-10-09 18:01:49,098 INFO: [ epoch: 37 ] [ iter: 49,800 ] [ performance: 26.854 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:31 ] [ l_g_pix: 4.0470e-02 ] [ l_g_total: 4.0470e-02 ] +2024-10-09 18:01:52,841 INFO: [ epoch: 37 ] [ iter: 49,900 ] [ performance: 26.812 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:11 ] [ l_g_pix: 3.5379e-02 ] [ l_g_total: 3.5379e-02 ] +2024-10-09 18:01:56,561 INFO: [ epoch: 37 ] [ iter: 50,000 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:50 ] [ l_g_pix: 2.8179e-02 ] [ l_g_total: 2.8179e-02 ] +2024-10-09 18:01:56,562 INFO: Saving models and training states. +2024-10-09 18:04:58,734 INFO: Validation val + + # psnr: 27.1258........ Best: 27.1258 @ 50000 iter + # ssim: 0.7628........ Best: 0.7628 @ 50000 iter + # dists: 0.7735........ Best: 0.7735 @ 50000 iter + +2024-10-09 18:05:02,454 INFO: [ epoch: 37 ] [ iter: 50,100 ] [ performance: 26.737 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:59 ] [ l_g_pix: 4.0684e-02 ] [ l_g_total: 4.0684e-02 ] +2024-10-09 18:05:06,155 INFO: [ epoch: 37 ] [ iter: 50,200 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:35 ] [ l_g_pix: 2.6876e-02 ] [ l_g_total: 2.6876e-02 ] +2024-10-09 18:05:09,898 INFO: [ epoch: 37 ] [ iter: 50,300 ] [ performance: 26.594 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:11 ] [ l_g_pix: 3.2440e-02 ] [ l_g_total: 3.2440e-02 ] +2024-10-09 18:05:13,559 INFO: [ epoch: 37 ] [ iter: 50,400 ] [ performance: 27.076 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:46 ] [ l_g_pix: 3.1748e-02 ] [ l_g_total: 3.1748e-02 ] +2024-10-09 18:05:17,305 INFO: [ epoch: 37 ] [ iter: 50,500 ] [ performance: 26.483 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:23 ] [ l_g_pix: 2.9548e-02 ] [ l_g_total: 2.9548e-02 ] +2024-10-09 18:05:21,079 INFO: [ epoch: 37 ] [ iter: 50,600 ] [ performance: 26.500 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:00 ] [ l_g_pix: 3.2179e-02 ] [ l_g_total: 3.2179e-02 ] +2024-10-09 18:05:24,708 INFO: [ epoch: 37 ] [ iter: 50,700 ] [ performance: 28.077 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:35 ] [ l_g_pix: 4.3468e-02 ] [ l_g_total: 4.3468e-02 ] +2024-10-09 18:05:29,836 INFO: [ epoch: 38 ] [ iter: 50,800 ] [ performance: 21.650 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:25 ] [ l_g_pix: 2.9871e-02 ] [ l_g_total: 2.9871e-02 ] +2024-10-09 18:05:33,577 INFO: [ epoch: 38 ] [ iter: 50,900 ] [ performance: 26.552 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:01 ] [ l_g_pix: 3.3340e-02 ] [ l_g_total: 3.3340e-02 ] +2024-10-09 18:05:37,376 INFO: [ epoch: 38 ] [ iter: 51,000 ] [ performance: 26.399 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:39 ] [ l_g_pix: 3.0619e-02 ] [ l_g_total: 3.0619e-02 ] +2024-10-09 18:05:41,116 INFO: [ epoch: 38 ] [ iter: 51,100 ] [ performance: 26.725 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:15 ] [ l_g_pix: 2.9134e-02 ] [ l_g_total: 2.9134e-02 ] +2024-10-09 18:05:44,822 INFO: [ epoch: 38 ] [ iter: 51,200 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:52 ] [ l_g_pix: 1.6888e-02 ] [ l_g_total: 1.6888e-02 ] +2024-10-09 18:05:48,527 INFO: [ epoch: 38 ] [ iter: 51,300 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:29 ] [ l_g_pix: 2.2520e-02 ] [ l_g_total: 2.2520e-02 ] +2024-10-09 18:05:52,258 INFO: [ epoch: 38 ] [ iter: 51,400 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:06 ] [ l_g_pix: 1.7615e-02 ] [ l_g_total: 1.7615e-02 ] +2024-10-09 18:05:55,964 INFO: [ epoch: 38 ] [ iter: 51,500 ] [ performance: 27.285 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:42 ] [ l_g_pix: 3.3663e-02 ] [ l_g_total: 3.3663e-02 ] +2024-10-09 18:05:59,703 INFO: [ epoch: 38 ] [ iter: 51,600 ] [ performance: 26.910 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:20 ] [ l_g_pix: 3.3097e-02 ] [ l_g_total: 3.3097e-02 ] +2024-10-09 18:06:03,479 INFO: [ epoch: 38 ] [ iter: 51,700 ] [ performance: 26.968 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:57 ] [ l_g_pix: 2.5932e-02 ] [ l_g_total: 2.5932e-02 ] +2024-10-09 18:06:07,224 INFO: [ epoch: 38 ] [ iter: 51,800 ] [ performance: 26.789 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:35 ] [ l_g_pix: 2.1932e-02 ] [ l_g_total: 2.1932e-02 ] +2024-10-09 18:06:10,915 INFO: [ epoch: 38 ] [ iter: 51,900 ] [ performance: 27.067 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:12 ] [ l_g_pix: 2.4927e-02 ] [ l_g_total: 2.4927e-02 ] +2024-10-09 18:06:14,606 INFO: [ epoch: 38 ] [ iter: 52,000 ] [ performance: 27.091 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:49 ] [ l_g_pix: 3.0714e-02 ] [ l_g_total: 3.0714e-02 ] +2024-10-09 18:06:18,117 INFO: [ epoch: 38 ] [ iter: 52,100 ] [ performance: 28.448 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:24 ] [ l_g_pix: 2.4597e-02 ] [ l_g_total: 2.4597e-02 ] +2024-10-09 18:06:23,404 INFO: [ epoch: 39 ] [ iter: 52,200 ] [ performance: 20.959 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:16 ] [ l_g_pix: 4.3824e-02 ] [ l_g_total: 4.3824e-02 ] +2024-10-09 18:06:27,159 INFO: [ epoch: 39 ] [ iter: 52,300 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:53 ] [ l_g_pix: 2.9373e-02 ] [ l_g_total: 2.9373e-02 ] +2024-10-09 18:06:30,903 INFO: [ epoch: 39 ] [ iter: 52,400 ] [ performance: 26.783 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:31 ] [ l_g_pix: 3.8132e-02 ] [ l_g_total: 3.8132e-02 ] +2024-10-09 18:06:34,652 INFO: [ epoch: 39 ] [ iter: 52,500 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:09 ] [ l_g_pix: 2.5840e-02 ] [ l_g_total: 2.5840e-02 ] +2024-10-09 18:06:38,406 INFO: [ epoch: 39 ] [ iter: 52,600 ] [ performance: 26.717 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:47 ] [ l_g_pix: 2.1622e-02 ] [ l_g_total: 2.1622e-02 ] +2024-10-09 18:06:42,155 INFO: [ epoch: 39 ] [ iter: 52,700 ] [ performance: 26.856 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:25 ] [ l_g_pix: 3.7406e-02 ] [ l_g_total: 3.7406e-02 ] +2024-10-09 18:06:45,874 INFO: [ epoch: 39 ] [ iter: 52,800 ] [ performance: 26.884 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:03 ] [ l_g_pix: 3.5023e-02 ] [ l_g_total: 3.5023e-02 ] +2024-10-09 18:06:49,582 INFO: [ epoch: 39 ] [ iter: 52,900 ] [ performance: 26.959 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:41 ] [ l_g_pix: 2.3251e-02 ] [ l_g_total: 2.3251e-02 ] +2024-10-09 18:06:53,287 INFO: [ epoch: 39 ] [ iter: 53,000 ] [ performance: 26.987 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:19 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-10-09 18:06:57,056 INFO: [ epoch: 39 ] [ iter: 53,100 ] [ performance: 26.206 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:57 ] [ l_g_pix: 3.1054e-02 ] [ l_g_total: 3.1054e-02 ] +2024-10-09 18:07:00,814 INFO: [ epoch: 39 ] [ iter: 53,200 ] [ performance: 26.502 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:36 ] [ l_g_pix: 2.7070e-02 ] [ l_g_total: 2.7070e-02 ] +2024-10-09 18:07:04,551 INFO: [ epoch: 39 ] [ iter: 53,300 ] [ performance: 26.222 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:14 ] [ l_g_pix: 2.6951e-02 ] [ l_g_total: 2.6951e-02 ] +2024-10-09 18:07:08,137 INFO: [ epoch: 39 ] [ iter: 53,400 ] [ performance: 27.441 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:51 ] [ l_g_pix: 2.2966e-02 ] [ l_g_total: 2.2966e-02 ] +2024-10-09 18:07:13,439 INFO: [ epoch: 40 ] [ iter: 53,500 ] [ performance: 26.724 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:43 ] [ l_g_pix: 2.1912e-02 ] [ l_g_total: 2.1912e-02 ] +2024-10-09 18:07:17,102 INFO: [ epoch: 40 ] [ iter: 53,600 ] [ performance: 27.158 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:21 ] [ l_g_pix: 3.1308e-02 ] [ l_g_total: 3.1308e-02 ] +2024-10-09 18:07:20,837 INFO: [ epoch: 40 ] [ iter: 53,700 ] [ performance: 26.704 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:00 ] [ l_g_pix: 3.4773e-02 ] [ l_g_total: 3.4773e-02 ] +2024-10-09 18:07:24,593 INFO: [ epoch: 40 ] [ iter: 53,800 ] [ performance: 26.650 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:38 ] [ l_g_pix: 2.7466e-02 ] [ l_g_total: 2.7466e-02 ] +2024-10-09 18:07:28,325 INFO: [ epoch: 40 ] [ iter: 53,900 ] [ performance: 27.157 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:17 ] [ l_g_pix: 2.9312e-02 ] [ l_g_total: 2.9312e-02 ] +2024-10-09 18:07:32,054 INFO: [ epoch: 40 ] [ iter: 54,000 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:56 ] [ l_g_pix: 2.6540e-02 ] [ l_g_total: 2.6540e-02 ] +2024-10-09 18:07:35,775 INFO: [ epoch: 40 ] [ iter: 54,100 ] [ performance: 26.882 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:35 ] [ l_g_pix: 2.6091e-02 ] [ l_g_total: 2.6091e-02 ] +2024-10-09 18:07:39,443 INFO: [ epoch: 40 ] [ iter: 54,200 ] [ performance: 27.180 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:13 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-09 18:07:43,158 INFO: [ epoch: 40 ] [ iter: 54,300 ] [ performance: 26.698 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:52 ] [ l_g_pix: 3.2926e-02 ] [ l_g_total: 3.2926e-02 ] +2024-10-09 18:07:46,903 INFO: [ epoch: 40 ] [ iter: 54,400 ] [ performance: 26.705 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:31 ] [ l_g_pix: 2.8363e-02 ] [ l_g_total: 2.8363e-02 ] +2024-10-09 18:07:50,657 INFO: [ epoch: 40 ] [ iter: 54,500 ] [ performance: 27.013 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:10 ] [ l_g_pix: 2.7757e-02 ] [ l_g_total: 2.7757e-02 ] +2024-10-09 18:07:54,418 INFO: [ epoch: 40 ] [ iter: 54,600 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:49 ] [ l_g_pix: 4.3736e-02 ] [ l_g_total: 4.3736e-02 ] +2024-10-09 18:07:58,053 INFO: [ epoch: 40 ] [ iter: 54,700 ] [ performance: 28.531 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:28 ] [ l_g_pix: 3.6170e-02 ] [ l_g_total: 3.6170e-02 ] +2024-10-09 18:08:02,756 INFO: [ epoch: 41 ] [ iter: 54,800 ] [ performance: 22.525 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:15 ] [ l_g_pix: 1.8229e-02 ] [ l_g_total: 1.8229e-02 ] +2024-10-09 18:08:06,548 INFO: [ epoch: 41 ] [ iter: 54,900 ] [ performance: 27.567 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:55 ] [ l_g_pix: 3.0022e-02 ] [ l_g_total: 3.0022e-02 ] +2024-10-09 18:08:10,311 INFO: [ epoch: 41 ] [ iter: 55,000 ] [ performance: 26.784 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:35 ] [ l_g_pix: 3.7331e-02 ] [ l_g_total: 3.7331e-02 ] +2024-10-09 18:08:14,055 INFO: [ epoch: 41 ] [ iter: 55,100 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:14 ] [ l_g_pix: 2.0266e-02 ] [ l_g_total: 2.0266e-02 ] +2024-10-09 18:08:17,763 INFO: [ epoch: 41 ] [ iter: 55,200 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:54 ] [ l_g_pix: 3.1602e-02 ] [ l_g_total: 3.1602e-02 ] +2024-10-09 18:08:21,487 INFO: [ epoch: 41 ] [ iter: 55,300 ] [ performance: 27.143 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:33 ] [ l_g_pix: 3.4175e-02 ] [ l_g_total: 3.4175e-02 ] +2024-10-09 18:08:25,197 INFO: [ epoch: 41 ] [ iter: 55,400 ] [ performance: 26.996 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:12 ] [ l_g_pix: 3.8129e-02 ] [ l_g_total: 3.8129e-02 ] +2024-10-09 18:08:28,953 INFO: [ epoch: 41 ] [ iter: 55,500 ] [ performance: 26.672 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:52 ] [ l_g_pix: 2.3826e-02 ] [ l_g_total: 2.3826e-02 ] +2024-10-09 18:08:32,683 INFO: [ epoch: 41 ] [ iter: 55,600 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:32 ] [ l_g_pix: 2.7343e-02 ] [ l_g_total: 2.7343e-02 ] +2024-10-09 18:08:36,388 INFO: [ epoch: 41 ] [ iter: 55,700 ] [ performance: 26.704 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:12 ] [ l_g_pix: 2.9922e-02 ] [ l_g_total: 2.9922e-02 ] +2024-10-09 18:08:40,123 INFO: [ epoch: 41 ] [ iter: 55,800 ] [ performance: 26.765 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:51 ] [ l_g_pix: 1.9868e-02 ] [ l_g_total: 1.9868e-02 ] +2024-10-09 18:08:43,877 INFO: [ epoch: 41 ] [ iter: 55,900 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:31 ] [ l_g_pix: 3.3428e-02 ] [ l_g_total: 3.3428e-02 ] +2024-10-09 18:08:47,598 INFO: [ epoch: 41 ] [ iter: 56,000 ] [ performance: 26.876 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:11 ] [ l_g_pix: 2.2943e-02 ] [ l_g_total: 2.2943e-02 ] +2024-10-09 18:08:51,102 INFO: [ epoch: 41 ] [ iter: 56,100 ] [ performance: 29.366 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:49 ] [ l_g_pix: 2.6256e-02 ] [ l_g_total: 2.6256e-02 ] +2024-10-09 18:08:56,206 INFO: [ epoch: 42 ] [ iter: 56,200 ] [ performance: 20.801 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:41 ] [ l_g_pix: 3.7622e-02 ] [ l_g_total: 3.7622e-02 ] +2024-10-09 18:08:59,932 INFO: [ epoch: 42 ] [ iter: 56,300 ] [ performance: 27.060 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:21 ] [ l_g_pix: 3.6165e-02 ] [ l_g_total: 3.6165e-02 ] +2024-10-09 18:09:03,707 INFO: [ epoch: 42 ] [ iter: 56,400 ] [ performance: 26.589 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:01 ] [ l_g_pix: 3.6225e-02 ] [ l_g_total: 3.6225e-02 ] +2024-10-09 18:09:07,393 INFO: [ epoch: 42 ] [ iter: 56,500 ] [ performance: 27.385 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:41 ] [ l_g_pix: 2.4943e-02 ] [ l_g_total: 2.4943e-02 ] +2024-10-09 18:09:11,086 INFO: [ epoch: 42 ] [ iter: 56,600 ] [ performance: 27.127 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:21 ] [ l_g_pix: 2.2231e-02 ] [ l_g_total: 2.2231e-02 ] +2024-10-09 18:09:14,850 INFO: [ epoch: 42 ] [ iter: 56,700 ] [ performance: 27.856 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:02 ] [ l_g_pix: 3.4469e-02 ] [ l_g_total: 3.4469e-02 ] +2024-10-09 18:09:18,598 INFO: [ epoch: 42 ] [ iter: 56,800 ] [ performance: 26.860 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:42 ] [ l_g_pix: 4.0520e-02 ] [ l_g_total: 4.0520e-02 ] +2024-10-09 18:09:22,340 INFO: [ epoch: 42 ] [ iter: 56,900 ] [ performance: 26.877 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:23 ] [ l_g_pix: 2.2357e-02 ] [ l_g_total: 2.2357e-02 ] +2024-10-09 18:09:26,117 INFO: [ epoch: 42 ] [ iter: 57,000 ] [ performance: 26.537 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:04 ] [ l_g_pix: 3.0542e-02 ] [ l_g_total: 3.0542e-02 ] +2024-10-09 18:09:29,824 INFO: [ epoch: 42 ] [ iter: 57,100 ] [ performance: 27.090 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:44 ] [ l_g_pix: 3.7380e-02 ] [ l_g_total: 3.7380e-02 ] +2024-10-09 18:09:33,522 INFO: [ epoch: 42 ] [ iter: 57,200 ] [ performance: 27.056 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:25 ] [ l_g_pix: 3.0868e-02 ] [ l_g_total: 3.0868e-02 ] +2024-10-09 18:09:37,197 INFO: [ epoch: 42 ] [ iter: 57,300 ] [ performance: 27.598 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:05 ] [ l_g_pix: 2.4346e-02 ] [ l_g_total: 2.4346e-02 ] +2024-10-09 18:09:40,809 INFO: [ epoch: 42 ] [ iter: 57,400 ] [ performance: 27.680 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:44 ] [ l_g_pix: 3.1599e-02 ] [ l_g_total: 3.1599e-02 ] +2024-10-09 18:09:45,888 INFO: [ epoch: 43 ] [ iter: 57,500 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:36 ] [ l_g_pix: 2.9662e-02 ] [ l_g_total: 2.9662e-02 ] +2024-10-09 18:09:49,638 INFO: [ epoch: 43 ] [ iter: 57,600 ] [ performance: 26.697 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:17 ] [ l_g_pix: 2.7561e-02 ] [ l_g_total: 2.7561e-02 ] +2024-10-09 18:09:53,362 INFO: [ epoch: 43 ] [ iter: 57,700 ] [ performance: 27.682 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:58 ] [ l_g_pix: 2.3951e-02 ] [ l_g_total: 2.3951e-02 ] +2024-10-09 18:09:57,054 INFO: [ epoch: 43 ] [ iter: 57,800 ] [ performance: 27.160 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:38 ] [ l_g_pix: 5.0738e-02 ] [ l_g_total: 5.0738e-02 ] +2024-10-09 18:10:00,832 INFO: [ epoch: 43 ] [ iter: 57,900 ] [ performance: 26.708 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:20 ] [ l_g_pix: 3.0958e-02 ] [ l_g_total: 3.0958e-02 ] +2024-10-09 18:10:04,562 INFO: [ epoch: 43 ] [ iter: 58,000 ] [ performance: 26.807 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:01 ] [ l_g_pix: 2.4056e-02 ] [ l_g_total: 2.4056e-02 ] +2024-10-09 18:10:08,293 INFO: [ epoch: 43 ] [ iter: 58,100 ] [ performance: 27.184 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:42 ] [ l_g_pix: 4.6952e-02 ] [ l_g_total: 4.6952e-02 ] +2024-10-09 18:10:12,043 INFO: [ epoch: 43 ] [ iter: 58,200 ] [ performance: 26.726 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:23 ] [ l_g_pix: 2.3699e-02 ] [ l_g_total: 2.3699e-02 ] +2024-10-09 18:10:15,789 INFO: [ epoch: 43 ] [ iter: 58,300 ] [ performance: 26.471 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:04 ] [ l_g_pix: 5.0394e-02 ] [ l_g_total: 5.0394e-02 ] +2024-10-09 18:10:19,505 INFO: [ epoch: 43 ] [ iter: 58,400 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:46 ] [ l_g_pix: 2.6044e-02 ] [ l_g_total: 2.6044e-02 ] +2024-10-09 18:10:23,243 INFO: [ epoch: 43 ] [ iter: 58,500 ] [ performance: 27.610 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:27 ] [ l_g_pix: 3.0238e-02 ] [ l_g_total: 3.0238e-02 ] +2024-10-09 18:10:26,930 INFO: [ epoch: 43 ] [ iter: 58,600 ] [ performance: 27.167 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:08 ] [ l_g_pix: 2.7891e-02 ] [ l_g_total: 2.7891e-02 ] +2024-10-09 18:10:30,645 INFO: [ epoch: 43 ] [ iter: 58,700 ] [ performance: 29.356 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:49 ] [ l_g_pix: 2.2836e-02 ] [ l_g_total: 2.2836e-02 ] +2024-10-09 18:10:35,353 INFO: [ epoch: 44 ] [ iter: 58,800 ] [ performance: 21.690 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:38 ] [ l_g_pix: 3.2924e-02 ] [ l_g_total: 3.2924e-02 ] +2024-10-09 18:10:39,330 INFO: [ epoch: 44 ] [ iter: 58,900 ] [ performance: 27.988 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:22 ] [ l_g_pix: 4.1562e-02 ] [ l_g_total: 4.1562e-02 ] +2024-10-09 18:10:43,127 INFO: [ epoch: 44 ] [ iter: 59,000 ] [ performance: 26.445 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:04 ] [ l_g_pix: 2.8229e-02 ] [ l_g_total: 2.8229e-02 ] +2024-10-09 18:10:46,889 INFO: [ epoch: 44 ] [ iter: 59,100 ] [ performance: 26.782 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:45 ] [ l_g_pix: 3.1399e-02 ] [ l_g_total: 3.1399e-02 ] +2024-10-09 18:10:50,599 INFO: [ epoch: 44 ] [ iter: 59,200 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:27 ] [ l_g_pix: 3.0878e-02 ] [ l_g_total: 3.0878e-02 ] +2024-10-09 18:10:54,357 INFO: [ epoch: 44 ] [ iter: 59,300 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:09 ] [ l_g_pix: 2.0830e-02 ] [ l_g_total: 2.0830e-02 ] +2024-10-09 18:10:58,128 INFO: [ epoch: 44 ] [ iter: 59,400 ] [ performance: 26.545 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:51 ] [ l_g_pix: 2.4699e-02 ] [ l_g_total: 2.4699e-02 ] +2024-10-09 18:11:01,864 INFO: [ epoch: 44 ] [ iter: 59,500 ] [ performance: 28.987 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:33 ] [ l_g_pix: 2.7435e-02 ] [ l_g_total: 2.7435e-02 ] +2024-10-09 18:11:05,596 INFO: [ epoch: 44 ] [ iter: 59,600 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:14 ] [ l_g_pix: 2.5243e-02 ] [ l_g_total: 2.5243e-02 ] +2024-10-09 18:11:09,309 INFO: [ epoch: 44 ] [ iter: 59,700 ] [ performance: 27.143 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:56 ] [ l_g_pix: 3.1113e-02 ] [ l_g_total: 3.1113e-02 ] +2024-10-09 18:11:13,033 INFO: [ epoch: 44 ] [ iter: 59,800 ] [ performance: 26.863 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:38 ] [ l_g_pix: 3.0010e-02 ] [ l_g_total: 3.0010e-02 ] +2024-10-09 18:11:16,738 INFO: [ epoch: 44 ] [ iter: 59,900 ] [ performance: 27.140 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:20 ] [ l_g_pix: 3.5998e-02 ] [ l_g_total: 3.5998e-02 ] +2024-10-09 18:11:20,518 INFO: [ epoch: 44 ] [ iter: 60,000 ] [ performance: 26.475 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:02 ] [ l_g_pix: 5.0166e-02 ] [ l_g_total: 5.0166e-02 ] +2024-10-09 18:11:20,518 INFO: Saving models and training states. +2024-10-09 18:14:16,606 INFO: Validation val + + # psnr: 27.1510........ Best: 27.1510 @ 60000 iter + # ssim: 0.7638........ Best: 0.7638 @ 60000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-09 18:14:20,120 INFO: [ epoch: 44 ] [ iter: 60,100 ] [ performance: 29.171 it/s ] [ lr: 5.00e-05 ] [ eta: 7:14:10 ] [ l_g_pix: 4.0572e-02 ] [ l_g_total: 4.0572e-02 ] +2024-10-09 18:14:25,287 INFO: [ epoch: 45 ] [ iter: 60,200 ] [ performance: 19.421 it/s ] [ lr: 5.00e-05 ] [ eta: 7:14:01 ] [ l_g_pix: 3.3111e-02 ] [ l_g_total: 3.3111e-02 ] +2024-10-09 18:14:29,062 INFO: [ epoch: 45 ] [ iter: 60,300 ] [ performance: 22.396 it/s ] [ lr: 5.00e-05 ] [ eta: 7:13:40 ] [ l_g_pix: 3.2413e-02 ] [ l_g_total: 3.2413e-02 ] +2024-10-09 18:14:32,761 INFO: [ epoch: 45 ] [ iter: 60,400 ] [ performance: 27.043 it/s ] [ lr: 5.00e-05 ] [ eta: 7:13:20 ] [ l_g_pix: 2.5652e-02 ] [ l_g_total: 2.5652e-02 ] +2024-10-09 18:14:36,466 INFO: [ epoch: 45 ] [ iter: 60,500 ] [ performance: 27.020 it/s ] [ lr: 5.00e-05 ] [ eta: 7:12:59 ] [ l_g_pix: 3.6921e-02 ] [ l_g_total: 3.6921e-02 ] +2024-10-09 18:14:40,186 INFO: [ epoch: 45 ] [ iter: 60,600 ] [ performance: 26.911 it/s ] [ lr: 5.00e-05 ] [ eta: 7:12:39 ] [ l_g_pix: 3.4578e-02 ] [ l_g_total: 3.4578e-02 ] +2024-10-09 18:14:43,907 INFO: [ epoch: 45 ] [ iter: 60,700 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 7:12:19 ] [ l_g_pix: 3.9593e-02 ] [ l_g_total: 3.9593e-02 ] +2024-10-09 18:14:47,675 INFO: [ epoch: 45 ] [ iter: 60,800 ] [ performance: 26.552 it/s ] [ lr: 5.00e-05 ] [ eta: 7:11:59 ] [ l_g_pix: 3.5297e-02 ] [ l_g_total: 3.5297e-02 ] +2024-10-09 18:14:51,358 INFO: [ epoch: 45 ] [ iter: 60,900 ] [ performance: 26.852 it/s ] [ lr: 5.00e-05 ] [ eta: 7:11:39 ] [ l_g_pix: 2.8527e-02 ] [ l_g_total: 2.8527e-02 ] +2024-10-09 18:14:55,078 INFO: [ epoch: 45 ] [ iter: 61,000 ] [ performance: 26.869 it/s ] [ lr: 5.00e-05 ] [ eta: 7:11:18 ] [ l_g_pix: 3.5348e-02 ] [ l_g_total: 3.5348e-02 ] +2024-10-09 18:14:58,810 INFO: [ epoch: 45 ] [ iter: 61,100 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 7:10:59 ] [ l_g_pix: 4.3201e-02 ] [ l_g_total: 4.3201e-02 ] +2024-10-09 18:15:02,513 INFO: [ epoch: 45 ] [ iter: 61,200 ] [ performance: 27.071 it/s ] [ lr: 5.00e-05 ] [ eta: 7:10:38 ] [ l_g_pix: 3.2020e-02 ] [ l_g_total: 3.2020e-02 ] +2024-10-09 18:15:06,232 INFO: [ epoch: 45 ] [ iter: 61,300 ] [ performance: 26.982 it/s ] [ lr: 5.00e-05 ] [ eta: 7:10:18 ] [ l_g_pix: 3.4799e-02 ] [ l_g_total: 3.4799e-02 ] +2024-10-09 18:15:09,859 INFO: [ epoch: 45 ] [ iter: 61,400 ] [ performance: 27.677 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:58 ] [ l_g_pix: 3.7866e-02 ] [ l_g_total: 3.7866e-02 ] +2024-10-09 18:15:14,899 INFO: [ epoch: 46 ] [ iter: 61,500 ] [ performance: 23.018 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:48 ] [ l_g_pix: 2.1552e-02 ] [ l_g_total: 2.1552e-02 ] +2024-10-09 18:15:18,601 INFO: [ epoch: 46 ] [ iter: 61,600 ] [ performance: 27.051 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:28 ] [ l_g_pix: 3.8976e-02 ] [ l_g_total: 3.8976e-02 ] +2024-10-09 18:15:22,354 INFO: [ epoch: 46 ] [ iter: 61,700 ] [ performance: 26.845 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:08 ] [ l_g_pix: 2.0945e-02 ] [ l_g_total: 2.0945e-02 ] +2024-10-09 18:15:26,027 INFO: [ epoch: 46 ] [ iter: 61,800 ] [ performance: 27.214 it/s ] [ lr: 5.00e-05 ] [ eta: 7:08:48 ] [ l_g_pix: 3.0227e-02 ] [ l_g_total: 3.0227e-02 ] +2024-10-09 18:15:29,739 INFO: [ epoch: 46 ] [ iter: 61,900 ] [ performance: 27.071 it/s ] [ lr: 5.00e-05 ] [ eta: 7:08:29 ] [ l_g_pix: 3.6593e-02 ] [ l_g_total: 3.6593e-02 ] +2024-10-09 18:15:33,470 INFO: [ epoch: 46 ] [ iter: 62,000 ] [ performance: 26.852 it/s ] [ lr: 5.00e-05 ] [ eta: 7:08:09 ] [ l_g_pix: 2.9447e-02 ] [ l_g_total: 2.9447e-02 ] +2024-10-09 18:15:37,203 INFO: [ epoch: 46 ] [ iter: 62,100 ] [ performance: 26.820 it/s ] [ lr: 5.00e-05 ] [ eta: 7:07:50 ] [ l_g_pix: 3.5197e-02 ] [ l_g_total: 3.5197e-02 ] +2024-10-09 18:15:40,936 INFO: [ epoch: 46 ] [ iter: 62,200 ] [ performance: 26.798 it/s ] [ lr: 5.00e-05 ] [ eta: 7:07:30 ] [ l_g_pix: 2.2334e-02 ] [ l_g_total: 2.2334e-02 ] +2024-10-09 18:15:44,671 INFO: [ epoch: 46 ] [ iter: 62,300 ] [ performance: 26.787 it/s ] [ lr: 5.00e-05 ] [ eta: 7:07:11 ] [ l_g_pix: 2.7158e-02 ] [ l_g_total: 2.7158e-02 ] +2024-10-09 18:15:48,415 INFO: [ epoch: 46 ] [ iter: 62,400 ] [ performance: 26.721 it/s ] [ lr: 5.00e-05 ] [ eta: 7:06:52 ] [ l_g_pix: 2.8151e-02 ] [ l_g_total: 2.8151e-02 ] +2024-10-09 18:15:52,154 INFO: [ epoch: 46 ] [ iter: 62,500 ] [ performance: 26.739 it/s ] [ lr: 5.00e-05 ] [ eta: 7:06:33 ] [ l_g_pix: 3.7317e-02 ] [ l_g_total: 3.7317e-02 ] +2024-10-09 18:15:55,909 INFO: [ epoch: 46 ] [ iter: 62,600 ] [ performance: 26.709 it/s ] [ lr: 5.00e-05 ] [ eta: 7:06:14 ] [ l_g_pix: 2.7863e-02 ] [ l_g_total: 2.7863e-02 ] +2024-10-09 18:15:59,611 INFO: [ epoch: 46 ] [ iter: 62,700 ] [ performance: 26.874 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:54 ] [ l_g_pix: 4.1450e-02 ] [ l_g_total: 4.1450e-02 ] +2024-10-09 18:16:04,242 INFO: [ epoch: 47 ] [ iter: 62,800 ] [ performance: 20.864 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:42 ] [ l_g_pix: 2.6526e-02 ] [ l_g_total: 2.6526e-02 ] +2024-10-09 18:16:08,271 INFO: [ epoch: 47 ] [ iter: 62,900 ] [ performance: 22.800 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:25 ] [ l_g_pix: 2.7624e-02 ] [ l_g_total: 2.7624e-02 ] +2024-10-09 18:16:11,989 INFO: [ epoch: 47 ] [ iter: 63,000 ] [ performance: 27.033 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:06 ] [ l_g_pix: 2.4793e-02 ] [ l_g_total: 2.4793e-02 ] +2024-10-09 18:16:15,738 INFO: [ epoch: 47 ] [ iter: 63,100 ] [ performance: 26.844 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:47 ] [ l_g_pix: 4.0981e-02 ] [ l_g_total: 4.0981e-02 ] +2024-10-09 18:16:19,455 INFO: [ epoch: 47 ] [ iter: 63,200 ] [ performance: 26.938 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:28 ] [ l_g_pix: 2.2103e-02 ] [ l_g_total: 2.2103e-02 ] +2024-10-09 18:16:23,206 INFO: [ epoch: 47 ] [ iter: 63,300 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:09 ] [ l_g_pix: 3.1946e-02 ] [ l_g_total: 3.1946e-02 ] +2024-10-09 18:16:26,978 INFO: [ epoch: 47 ] [ iter: 63,400 ] [ performance: 26.593 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:50 ] [ l_g_pix: 2.8713e-02 ] [ l_g_total: 2.8713e-02 ] +2024-10-09 18:16:30,719 INFO: [ epoch: 47 ] [ iter: 63,500 ] [ performance: 26.670 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:32 ] [ l_g_pix: 2.3128e-02 ] [ l_g_total: 2.3128e-02 ] +2024-10-09 18:16:34,390 INFO: [ epoch: 47 ] [ iter: 63,600 ] [ performance: 27.367 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:13 ] [ l_g_pix: 2.8166e-02 ] [ l_g_total: 2.8166e-02 ] +2024-10-09 18:16:38,113 INFO: [ epoch: 47 ] [ iter: 63,700 ] [ performance: 27.091 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:54 ] [ l_g_pix: 3.6796e-02 ] [ l_g_total: 3.6796e-02 ] +2024-10-09 18:16:41,826 INFO: [ epoch: 47 ] [ iter: 63,800 ] [ performance: 27.052 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:35 ] [ l_g_pix: 2.9888e-02 ] [ l_g_total: 2.9888e-02 ] +2024-10-09 18:16:45,556 INFO: [ epoch: 47 ] [ iter: 63,900 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:16 ] [ l_g_pix: 2.9749e-02 ] [ l_g_total: 2.9749e-02 ] +2024-10-09 18:16:49,288 INFO: [ epoch: 47 ] [ iter: 64,000 ] [ performance: 26.873 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:58 ] [ l_g_pix: 2.4032e-02 ] [ l_g_total: 2.4032e-02 ] +2024-10-09 18:16:52,847 INFO: [ epoch: 47 ] [ iter: 64,100 ] [ performance: 27.535 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:38 ] [ l_g_pix: 3.8806e-02 ] [ l_g_total: 3.8806e-02 ] +2024-10-09 18:16:58,188 INFO: [ epoch: 48 ] [ iter: 64,200 ] [ performance: 17.326 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:31 ] [ l_g_pix: 4.4259e-02 ] [ l_g_total: 4.4259e-02 ] +2024-10-09 18:17:01,926 INFO: [ epoch: 48 ] [ iter: 64,300 ] [ performance: 21.517 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:13 ] [ l_g_pix: 3.3828e-02 ] [ l_g_total: 3.3828e-02 ] +2024-10-09 18:17:05,701 INFO: [ epoch: 48 ] [ iter: 64,400 ] [ performance: 26.638 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:55 ] [ l_g_pix: 4.7027e-02 ] [ l_g_total: 4.7027e-02 ] +2024-10-09 18:17:09,403 INFO: [ epoch: 48 ] [ iter: 64,500 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:36 ] [ l_g_pix: 4.5632e-02 ] [ l_g_total: 4.5632e-02 ] +2024-10-09 18:17:13,112 INFO: [ epoch: 48 ] [ iter: 64,600 ] [ performance: 27.174 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:18 ] [ l_g_pix: 3.3945e-02 ] [ l_g_total: 3.3945e-02 ] +2024-10-09 18:17:16,825 INFO: [ epoch: 48 ] [ iter: 64,700 ] [ performance: 27.040 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:59 ] [ l_g_pix: 2.6438e-02 ] [ l_g_total: 2.6438e-02 ] +2024-10-09 18:17:20,527 INFO: [ epoch: 48 ] [ iter: 64,800 ] [ performance: 27.198 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:41 ] [ l_g_pix: 2.7500e-02 ] [ l_g_total: 2.7500e-02 ] +2024-10-09 18:17:24,264 INFO: [ epoch: 48 ] [ iter: 64,900 ] [ performance: 26.953 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:23 ] [ l_g_pix: 3.2774e-02 ] [ l_g_total: 3.2774e-02 ] +2024-10-09 18:17:27,928 INFO: [ epoch: 48 ] [ iter: 65,000 ] [ performance: 27.547 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:04 ] [ l_g_pix: 3.3419e-02 ] [ l_g_total: 3.3419e-02 ] +2024-10-09 18:17:31,651 INFO: [ epoch: 48 ] [ iter: 65,100 ] [ performance: 27.158 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:46 ] [ l_g_pix: 1.9710e-02 ] [ l_g_total: 1.9710e-02 ] +2024-10-09 18:17:35,404 INFO: [ epoch: 48 ] [ iter: 65,200 ] [ performance: 26.822 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:28 ] [ l_g_pix: 4.0331e-02 ] [ l_g_total: 4.0331e-02 ] +2024-10-09 18:17:39,098 INFO: [ epoch: 48 ] [ iter: 65,300 ] [ performance: 26.967 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:10 ] [ l_g_pix: 2.9974e-02 ] [ l_g_total: 2.9974e-02 ] +2024-10-09 18:17:42,734 INFO: [ epoch: 48 ] [ iter: 65,400 ] [ performance: 28.016 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:51 ] [ l_g_pix: 2.8852e-02 ] [ l_g_total: 2.8852e-02 ] +2024-10-09 18:17:47,863 INFO: [ epoch: 49 ] [ iter: 65,500 ] [ performance: 22.421 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:43 ] [ l_g_pix: 2.1235e-02 ] [ l_g_total: 2.1235e-02 ] +2024-10-09 18:17:51,605 INFO: [ epoch: 49 ] [ iter: 65,600 ] [ performance: 26.843 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:25 ] [ l_g_pix: 3.1054e-02 ] [ l_g_total: 3.1054e-02 ] +2024-10-09 18:17:55,360 INFO: [ epoch: 49 ] [ iter: 65,700 ] [ performance: 26.726 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:08 ] [ l_g_pix: 2.0779e-02 ] [ l_g_total: 2.0779e-02 ] +2024-10-09 18:17:59,090 INFO: [ epoch: 49 ] [ iter: 65,800 ] [ performance: 27.042 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:50 ] [ l_g_pix: 2.5964e-02 ] [ l_g_total: 2.5964e-02 ] +2024-10-09 18:18:02,820 INFO: [ epoch: 49 ] [ iter: 65,900 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:32 ] [ l_g_pix: 4.2440e-02 ] [ l_g_total: 4.2440e-02 ] +2024-10-09 18:18:06,538 INFO: [ epoch: 49 ] [ iter: 66,000 ] [ performance: 27.105 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:14 ] [ l_g_pix: 2.6424e-02 ] [ l_g_total: 2.6424e-02 ] +2024-10-09 18:18:10,222 INFO: [ epoch: 49 ] [ iter: 66,100 ] [ performance: 27.127 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:56 ] [ l_g_pix: 2.4021e-02 ] [ l_g_total: 2.4021e-02 ] +2024-10-09 18:18:13,896 INFO: [ epoch: 49 ] [ iter: 66,200 ] [ performance: 27.371 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:38 ] [ l_g_pix: 4.3398e-02 ] [ l_g_total: 4.3398e-02 ] +2024-10-09 18:18:17,640 INFO: [ epoch: 49 ] [ iter: 66,300 ] [ performance: 26.985 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:21 ] [ l_g_pix: 2.9809e-02 ] [ l_g_total: 2.9809e-02 ] +2024-10-09 18:18:21,385 INFO: [ epoch: 49 ] [ iter: 66,400 ] [ performance: 26.441 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:04 ] [ l_g_pix: 2.1193e-02 ] [ l_g_total: 2.1193e-02 ] +2024-10-09 18:18:25,116 INFO: [ epoch: 49 ] [ iter: 66,500 ] [ performance: 26.658 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:46 ] [ l_g_pix: 2.9245e-02 ] [ l_g_total: 2.9245e-02 ] +2024-10-09 18:18:28,826 INFO: [ epoch: 49 ] [ iter: 66,600 ] [ performance: 27.288 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:28 ] [ l_g_pix: 2.3939e-02 ] [ l_g_total: 2.3939e-02 ] +2024-10-09 18:18:32,586 INFO: [ epoch: 49 ] [ iter: 66,700 ] [ performance: 26.879 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:11 ] [ l_g_pix: 3.1275e-02 ] [ l_g_total: 3.1275e-02 ] +2024-10-09 18:18:36,138 INFO: [ epoch: 49 ] [ iter: 66,800 ] [ performance: 28.011 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:53 ] [ l_g_pix: 3.5948e-02 ] [ l_g_total: 3.5948e-02 ] +2024-10-09 18:18:41,154 INFO: [ epoch: 50 ] [ iter: 66,900 ] [ performance: 22.572 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:44 ] [ l_g_pix: 2.7303e-02 ] [ l_g_total: 2.7303e-02 ] +2024-10-09 18:18:44,910 INFO: [ epoch: 50 ] [ iter: 67,000 ] [ performance: 26.813 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:27 ] [ l_g_pix: 2.5563e-02 ] [ l_g_total: 2.5563e-02 ] +2024-10-09 18:18:48,607 INFO: [ epoch: 50 ] [ iter: 67,100 ] [ performance: 26.961 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:09 ] [ l_g_pix: 2.4478e-02 ] [ l_g_total: 2.4478e-02 ] +2024-10-09 18:18:52,306 INFO: [ epoch: 50 ] [ iter: 67,200 ] [ performance: 26.920 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:52 ] [ l_g_pix: 2.4762e-02 ] [ l_g_total: 2.4762e-02 ] +2024-10-09 18:18:56,049 INFO: [ epoch: 50 ] [ iter: 67,300 ] [ performance: 26.800 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:35 ] [ l_g_pix: 1.9281e-02 ] [ l_g_total: 1.9281e-02 ] +2024-10-09 18:18:59,761 INFO: [ epoch: 50 ] [ iter: 67,400 ] [ performance: 27.203 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:18 ] [ l_g_pix: 3.1918e-02 ] [ l_g_total: 3.1918e-02 ] +2024-10-09 18:19:03,520 INFO: [ epoch: 50 ] [ iter: 67,500 ] [ performance: 26.840 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:01 ] [ l_g_pix: 2.4627e-02 ] [ l_g_total: 2.4627e-02 ] +2024-10-09 18:19:07,234 INFO: [ epoch: 50 ] [ iter: 67,600 ] [ performance: 26.825 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:44 ] [ l_g_pix: 3.6161e-02 ] [ l_g_total: 3.6161e-02 ] +2024-10-09 18:19:10,975 INFO: [ epoch: 50 ] [ iter: 67,700 ] [ performance: 26.769 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:27 ] [ l_g_pix: 3.4422e-02 ] [ l_g_total: 3.4422e-02 ] +2024-10-09 18:19:14,710 INFO: [ epoch: 50 ] [ iter: 67,800 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:10 ] [ l_g_pix: 2.7829e-02 ] [ l_g_total: 2.7829e-02 ] +2024-10-09 18:19:18,420 INFO: [ epoch: 50 ] [ iter: 67,900 ] [ performance: 26.960 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:53 ] [ l_g_pix: 3.5951e-02 ] [ l_g_total: 3.5951e-02 ] +2024-10-09 18:19:22,148 INFO: [ epoch: 50 ] [ iter: 68,000 ] [ performance: 26.753 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:36 ] [ l_g_pix: 2.6674e-02 ] [ l_g_total: 2.6674e-02 ] +2024-10-09 18:19:25,671 INFO: [ epoch: 50 ] [ iter: 68,100 ] [ performance: 27.742 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:17 ] [ l_g_pix: 2.7677e-02 ] [ l_g_total: 2.7677e-02 ] +2024-10-09 18:19:30,819 INFO: [ epoch: 51 ] [ iter: 68,200 ] [ performance: 22.846 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:10 ] [ l_g_pix: 3.0326e-02 ] [ l_g_total: 3.0326e-02 ] +2024-10-09 18:19:34,583 INFO: [ epoch: 51 ] [ iter: 68,300 ] [ performance: 25.030 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:53 ] [ l_g_pix: 3.2711e-02 ] [ l_g_total: 3.2711e-02 ] +2024-10-09 18:19:38,330 INFO: [ epoch: 51 ] [ iter: 68,400 ] [ performance: 26.747 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:37 ] [ l_g_pix: 2.5469e-02 ] [ l_g_total: 2.5469e-02 ] +2024-10-09 18:19:42,039 INFO: [ epoch: 51 ] [ iter: 68,500 ] [ performance: 26.884 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:20 ] [ l_g_pix: 1.9498e-02 ] [ l_g_total: 1.9498e-02 ] +2024-10-09 18:19:45,745 INFO: [ epoch: 51 ] [ iter: 68,600 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:03 ] [ l_g_pix: 3.0694e-02 ] [ l_g_total: 3.0694e-02 ] +2024-10-09 18:19:49,487 INFO: [ epoch: 51 ] [ iter: 68,700 ] [ performance: 26.791 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:46 ] [ l_g_pix: 2.8557e-02 ] [ l_g_total: 2.8557e-02 ] +2024-10-09 18:19:53,222 INFO: [ epoch: 51 ] [ iter: 68,800 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:30 ] [ l_g_pix: 4.4168e-02 ] [ l_g_total: 4.4168e-02 ] +2024-10-09 18:19:56,974 INFO: [ epoch: 51 ] [ iter: 68,900 ] [ performance: 26.716 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:13 ] [ l_g_pix: 2.1347e-02 ] [ l_g_total: 2.1347e-02 ] +2024-10-09 18:20:00,698 INFO: [ epoch: 51 ] [ iter: 69,000 ] [ performance: 26.532 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:57 ] [ l_g_pix: 2.3809e-02 ] [ l_g_total: 2.3809e-02 ] +2024-10-09 18:20:04,454 INFO: [ epoch: 51 ] [ iter: 69,100 ] [ performance: 26.593 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:41 ] [ l_g_pix: 3.5685e-02 ] [ l_g_total: 3.5685e-02 ] +2024-10-09 18:20:08,181 INFO: [ epoch: 51 ] [ iter: 69,200 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:24 ] [ l_g_pix: 2.8278e-02 ] [ l_g_total: 2.8278e-02 ] +2024-10-09 18:20:11,883 INFO: [ epoch: 51 ] [ iter: 69,300 ] [ performance: 26.976 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:07 ] [ l_g_pix: 2.3253e-02 ] [ l_g_total: 2.3253e-02 ] +2024-10-09 18:20:15,595 INFO: [ epoch: 51 ] [ iter: 69,400 ] [ performance: 27.368 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:51 ] [ l_g_pix: 2.5412e-02 ] [ l_g_total: 2.5412e-02 ] +2024-10-09 18:20:20,740 INFO: [ epoch: 52 ] [ iter: 69,500 ] [ performance: 21.669 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:44 ] [ l_g_pix: 3.6104e-02 ] [ l_g_total: 3.6104e-02 ] +2024-10-09 18:20:24,457 INFO: [ epoch: 52 ] [ iter: 69,600 ] [ performance: 27.085 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:27 ] [ l_g_pix: 3.4825e-02 ] [ l_g_total: 3.4825e-02 ] +2024-10-09 18:20:28,115 INFO: [ epoch: 52 ] [ iter: 69,700 ] [ performance: 27.254 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:11 ] [ l_g_pix: 3.2807e-02 ] [ l_g_total: 3.2807e-02 ] +2024-10-09 18:20:31,801 INFO: [ epoch: 52 ] [ iter: 69,800 ] [ performance: 27.301 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:54 ] [ l_g_pix: 2.5775e-02 ] [ l_g_total: 2.5775e-02 ] +2024-10-09 18:20:35,445 INFO: [ epoch: 52 ] [ iter: 69,900 ] [ performance: 27.397 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:37 ] [ l_g_pix: 1.9795e-02 ] [ l_g_total: 1.9795e-02 ] +2024-10-09 18:20:39,202 INFO: [ epoch: 52 ] [ iter: 70,000 ] [ performance: 26.921 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:21 ] [ l_g_pix: 2.8563e-02 ] [ l_g_total: 2.8563e-02 ] +2024-10-09 18:20:39,202 INFO: Saving models and training states. +2024-10-09 18:23:53,213 INFO: Validation val + + # psnr: 27.1618........ Best: 27.1618 @ 70000 iter + # ssim: 0.7643........ Best: 0.7643 @ 70000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 18:23:56,894 INFO: [ epoch: 52 ] [ iter: 70,100 ] [ performance: 27.116 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:50 ] [ l_g_pix: 4.2956e-02 ] [ l_g_total: 4.2956e-02 ] +2024-10-09 18:24:00,589 INFO: [ epoch: 52 ] [ iter: 70,200 ] [ performance: 27.432 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:32 ] [ l_g_pix: 2.8873e-02 ] [ l_g_total: 2.8873e-02 ] +2024-10-09 18:24:04,330 INFO: [ epoch: 52 ] [ iter: 70,300 ] [ performance: 26.967 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:13 ] [ l_g_pix: 3.2723e-02 ] [ l_g_total: 3.2723e-02 ] +2024-10-09 18:24:08,050 INFO: [ epoch: 52 ] [ iter: 70,400 ] [ performance: 27.139 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:55 ] [ l_g_pix: 2.7588e-02 ] [ l_g_total: 2.7588e-02 ] +2024-10-09 18:24:11,814 INFO: [ epoch: 52 ] [ iter: 70,500 ] [ performance: 26.759 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:37 ] [ l_g_pix: 4.4863e-02 ] [ l_g_total: 4.4863e-02 ] +2024-10-09 18:24:15,551 INFO: [ epoch: 52 ] [ iter: 70,600 ] [ performance: 26.743 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:20 ] [ l_g_pix: 2.8520e-02 ] [ l_g_total: 2.8520e-02 ] +2024-10-09 18:24:19,288 INFO: [ epoch: 52 ] [ iter: 70,700 ] [ performance: 26.755 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:02 ] [ l_g_pix: 3.9345e-02 ] [ l_g_total: 3.9345e-02 ] +2024-10-09 18:24:22,788 INFO: [ epoch: 52 ] [ iter: 70,800 ] [ performance: 29.123 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:42 ] [ l_g_pix: 4.4416e-02 ] [ l_g_total: 4.4416e-02 ] +2024-10-09 18:24:27,949 INFO: [ epoch: 53 ] [ iter: 70,900 ] [ performance: 21.740 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:33 ] [ l_g_pix: 4.2118e-02 ] [ l_g_total: 4.2118e-02 ] +2024-10-09 18:24:31,662 INFO: [ epoch: 53 ] [ iter: 71,000 ] [ performance: 27.075 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:15 ] [ l_g_pix: 2.1336e-02 ] [ l_g_total: 2.1336e-02 ] +2024-10-09 18:24:35,387 INFO: [ epoch: 53 ] [ iter: 71,100 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:58 ] [ l_g_pix: 3.6544e-02 ] [ l_g_total: 3.6544e-02 ] +2024-10-09 18:24:39,113 INFO: [ epoch: 53 ] [ iter: 71,200 ] [ performance: 26.885 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:40 ] [ l_g_pix: 3.4751e-02 ] [ l_g_total: 3.4751e-02 ] +2024-10-09 18:24:42,870 INFO: [ epoch: 53 ] [ iter: 71,300 ] [ performance: 26.705 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:22 ] [ l_g_pix: 3.3630e-02 ] [ l_g_total: 3.3630e-02 ] +2024-10-09 18:24:46,556 INFO: [ epoch: 53 ] [ iter: 71,400 ] [ performance: 27.160 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:04 ] [ l_g_pix: 2.3641e-02 ] [ l_g_total: 2.3641e-02 ] +2024-10-09 18:24:50,275 INFO: [ epoch: 53 ] [ iter: 71,500 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:47 ] [ l_g_pix: 3.4179e-02 ] [ l_g_total: 3.4179e-02 ] +2024-10-09 18:24:54,052 INFO: [ epoch: 53 ] [ iter: 71,600 ] [ performance: 26.442 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:29 ] [ l_g_pix: 3.2254e-02 ] [ l_g_total: 3.2254e-02 ] +2024-10-09 18:24:57,781 INFO: [ epoch: 53 ] [ iter: 71,700 ] [ performance: 26.705 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:12 ] [ l_g_pix: 4.2087e-02 ] [ l_g_total: 4.2087e-02 ] +2024-10-09 18:25:01,510 INFO: [ epoch: 53 ] [ iter: 71,800 ] [ performance: 26.926 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:54 ] [ l_g_pix: 1.9460e-02 ] [ l_g_total: 1.9460e-02 ] +2024-10-09 18:25:05,253 INFO: [ epoch: 53 ] [ iter: 71,900 ] [ performance: 26.785 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:37 ] [ l_g_pix: 4.4069e-02 ] [ l_g_total: 4.4069e-02 ] +2024-10-09 18:25:08,936 INFO: [ epoch: 53 ] [ iter: 72,000 ] [ performance: 27.208 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:19 ] [ l_g_pix: 4.1240e-02 ] [ l_g_total: 4.1240e-02 ] +2024-10-09 18:25:12,506 INFO: [ epoch: 53 ] [ iter: 72,100 ] [ performance: 27.775 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:00 ] [ l_g_pix: 2.7794e-02 ] [ l_g_total: 2.7794e-02 ] +2024-10-09 18:25:17,494 INFO: [ epoch: 54 ] [ iter: 72,200 ] [ performance: 23.005 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:51 ] [ l_g_pix: 3.6388e-02 ] [ l_g_total: 3.6388e-02 ] +2024-10-09 18:25:21,230 INFO: [ epoch: 54 ] [ iter: 72,300 ] [ performance: 25.557 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:34 ] [ l_g_pix: 2.4243e-02 ] [ l_g_total: 2.4243e-02 ] +2024-10-09 18:25:24,984 INFO: [ epoch: 54 ] [ iter: 72,400 ] [ performance: 26.673 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:16 ] [ l_g_pix: 2.0804e-02 ] [ l_g_total: 2.0804e-02 ] +2024-10-09 18:25:28,661 INFO: [ epoch: 54 ] [ iter: 72,500 ] [ performance: 27.046 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:59 ] [ l_g_pix: 1.8404e-02 ] [ l_g_total: 1.8404e-02 ] +2024-10-09 18:25:32,389 INFO: [ epoch: 54 ] [ iter: 72,600 ] [ performance: 26.908 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:41 ] [ l_g_pix: 2.2003e-02 ] [ l_g_total: 2.2003e-02 ] +2024-10-09 18:25:36,074 INFO: [ epoch: 54 ] [ iter: 72,700 ] [ performance: 27.074 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:24 ] [ l_g_pix: 3.0034e-02 ] [ l_g_total: 3.0034e-02 ] +2024-10-09 18:25:39,791 INFO: [ epoch: 54 ] [ iter: 72,800 ] [ performance: 27.043 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:07 ] [ l_g_pix: 3.0840e-02 ] [ l_g_total: 3.0840e-02 ] +2024-10-09 18:25:43,490 INFO: [ epoch: 54 ] [ iter: 72,900 ] [ performance: 27.037 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:49 ] [ l_g_pix: 3.2185e-02 ] [ l_g_total: 3.2185e-02 ] +2024-10-09 18:25:47,217 INFO: [ epoch: 54 ] [ iter: 73,000 ] [ performance: 26.874 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:32 ] [ l_g_pix: 3.8711e-02 ] [ l_g_total: 3.8711e-02 ] +2024-10-09 18:25:50,982 INFO: [ epoch: 54 ] [ iter: 73,100 ] [ performance: 26.651 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:15 ] [ l_g_pix: 2.7813e-02 ] [ l_g_total: 2.7813e-02 ] +2024-10-09 18:25:54,684 INFO: [ epoch: 54 ] [ iter: 73,200 ] [ performance: 27.101 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:58 ] [ l_g_pix: 2.6066e-02 ] [ l_g_total: 2.6066e-02 ] +2024-10-09 18:25:58,433 INFO: [ epoch: 54 ] [ iter: 73,300 ] [ performance: 26.786 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:41 ] [ l_g_pix: 3.5435e-02 ] [ l_g_total: 3.5435e-02 ] +2024-10-09 18:26:02,071 INFO: [ epoch: 54 ] [ iter: 73,400 ] [ performance: 28.102 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:24 ] [ l_g_pix: 2.8180e-02 ] [ l_g_total: 2.8180e-02 ] +2024-10-09 18:26:06,868 INFO: [ epoch: 55 ] [ iter: 73,500 ] [ performance: 22.348 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:13 ] [ l_g_pix: 3.8860e-02 ] [ l_g_total: 3.8860e-02 ] +2024-10-09 18:26:10,724 INFO: [ epoch: 55 ] [ iter: 73,600 ] [ performance: 27.425 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:57 ] [ l_g_pix: 4.1420e-02 ] [ l_g_total: 4.1420e-02 ] +2024-10-09 18:26:14,406 INFO: [ epoch: 55 ] [ iter: 73,700 ] [ performance: 27.234 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:40 ] [ l_g_pix: 4.1991e-02 ] [ l_g_total: 4.1991e-02 ] +2024-10-09 18:26:18,152 INFO: [ epoch: 55 ] [ iter: 73,800 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:23 ] [ l_g_pix: 4.0525e-02 ] [ l_g_total: 4.0525e-02 ] +2024-10-09 18:26:21,881 INFO: [ epoch: 55 ] [ iter: 73,900 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:07 ] [ l_g_pix: 1.5267e-02 ] [ l_g_total: 1.5267e-02 ] +2024-10-09 18:26:25,591 INFO: [ epoch: 55 ] [ iter: 74,000 ] [ performance: 27.096 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:50 ] [ l_g_pix: 3.2708e-02 ] [ l_g_total: 3.2708e-02 ] +2024-10-09 18:26:29,348 INFO: [ epoch: 55 ] [ iter: 74,100 ] [ performance: 26.732 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:33 ] [ l_g_pix: 2.3040e-02 ] [ l_g_total: 2.3040e-02 ] +2024-10-09 18:26:33,089 INFO: [ epoch: 55 ] [ iter: 74,200 ] [ performance: 27.281 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:17 ] [ l_g_pix: 3.6447e-02 ] [ l_g_total: 3.6447e-02 ] +2024-10-09 18:26:36,854 INFO: [ epoch: 55 ] [ iter: 74,300 ] [ performance: 26.731 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:00 ] [ l_g_pix: 2.5745e-02 ] [ l_g_total: 2.5745e-02 ] +2024-10-09 18:26:40,581 INFO: [ epoch: 55 ] [ iter: 74,400 ] [ performance: 27.605 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:43 ] [ l_g_pix: 2.7226e-02 ] [ l_g_total: 2.7226e-02 ] +2024-10-09 18:26:44,243 INFO: [ epoch: 55 ] [ iter: 74,500 ] [ performance: 27.379 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:26 ] [ l_g_pix: 2.1676e-02 ] [ l_g_total: 2.1676e-02 ] +2024-10-09 18:26:47,916 INFO: [ epoch: 55 ] [ iter: 74,600 ] [ performance: 26.725 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:10 ] [ l_g_pix: 3.2366e-02 ] [ l_g_total: 3.2366e-02 ] +2024-10-09 18:26:51,622 INFO: [ epoch: 55 ] [ iter: 74,700 ] [ performance: 26.926 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:53 ] [ l_g_pix: 3.9766e-02 ] [ l_g_total: 3.9766e-02 ] +2024-10-09 18:26:55,106 INFO: [ epoch: 55 ] [ iter: 74,800 ] [ performance: 29.471 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:35 ] [ l_g_pix: 2.7187e-02 ] [ l_g_total: 2.7187e-02 ] +2024-10-09 18:27:00,361 INFO: [ epoch: 56 ] [ iter: 74,900 ] [ performance: 20.633 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:28 ] [ l_g_pix: 2.8800e-02 ] [ l_g_total: 2.8800e-02 ] +2024-10-09 18:27:04,105 INFO: [ epoch: 56 ] [ iter: 75,000 ] [ performance: 26.940 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:11 ] [ l_g_pix: 3.9075e-02 ] [ l_g_total: 3.9075e-02 ] +2024-10-09 18:27:07,810 INFO: [ epoch: 56 ] [ iter: 75,100 ] [ performance: 26.984 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:55 ] [ l_g_pix: 3.3474e-02 ] [ l_g_total: 3.3474e-02 ] +2024-10-09 18:27:11,560 INFO: [ epoch: 56 ] [ iter: 75,200 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:39 ] [ l_g_pix: 3.5060e-02 ] [ l_g_total: 3.5060e-02 ] +2024-10-09 18:27:15,284 INFO: [ epoch: 56 ] [ iter: 75,300 ] [ performance: 26.875 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:22 ] [ l_g_pix: 2.6118e-02 ] [ l_g_total: 2.6118e-02 ] +2024-10-09 18:27:18,950 INFO: [ epoch: 56 ] [ iter: 75,400 ] [ performance: 27.544 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:06 ] [ l_g_pix: 2.0933e-02 ] [ l_g_total: 2.0933e-02 ] +2024-10-09 18:27:22,696 INFO: [ epoch: 56 ] [ iter: 75,500 ] [ performance: 26.863 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:49 ] [ l_g_pix: 2.9553e-02 ] [ l_g_total: 2.9553e-02 ] +2024-10-09 18:27:26,451 INFO: [ epoch: 56 ] [ iter: 75,600 ] [ performance: 27.133 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:33 ] [ l_g_pix: 3.0625e-02 ] [ l_g_total: 3.0625e-02 ] +2024-10-09 18:27:30,185 INFO: [ epoch: 56 ] [ iter: 75,700 ] [ performance: 26.851 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:17 ] [ l_g_pix: 2.9016e-02 ] [ l_g_total: 2.9016e-02 ] +2024-10-09 18:27:33,905 INFO: [ epoch: 56 ] [ iter: 75,800 ] [ performance: 27.745 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:01 ] [ l_g_pix: 1.6203e-02 ] [ l_g_total: 1.6203e-02 ] +2024-10-09 18:27:37,623 INFO: [ epoch: 56 ] [ iter: 75,900 ] [ performance: 27.061 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:45 ] [ l_g_pix: 1.8521e-02 ] [ l_g_total: 1.8521e-02 ] +2024-10-09 18:27:41,328 INFO: [ epoch: 56 ] [ iter: 76,000 ] [ performance: 27.189 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:28 ] [ l_g_pix: 3.6986e-02 ] [ l_g_total: 3.6986e-02 ] +2024-10-09 18:27:44,951 INFO: [ epoch: 56 ] [ iter: 76,100 ] [ performance: 27.531 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:12 ] [ l_g_pix: 2.7335e-02 ] [ l_g_total: 2.7335e-02 ] +2024-10-09 18:27:50,150 INFO: [ epoch: 57 ] [ iter: 76,200 ] [ performance: 26.814 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:04 ] [ l_g_pix: 2.5100e-02 ] [ l_g_total: 2.5100e-02 ] +2024-10-09 18:27:53,840 INFO: [ epoch: 57 ] [ iter: 76,300 ] [ performance: 27.057 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:48 ] [ l_g_pix: 3.5620e-02 ] [ l_g_total: 3.5620e-02 ] +2024-10-09 18:27:57,550 INFO: [ epoch: 57 ] [ iter: 76,400 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:32 ] [ l_g_pix: 3.0431e-02 ] [ l_g_total: 3.0431e-02 ] +2024-10-09 18:28:01,284 INFO: [ epoch: 57 ] [ iter: 76,500 ] [ performance: 26.817 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:16 ] [ l_g_pix: 2.8884e-02 ] [ l_g_total: 2.8884e-02 ] +2024-10-09 18:28:05,014 INFO: [ epoch: 57 ] [ iter: 76,600 ] [ performance: 27.187 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:00 ] [ l_g_pix: 3.7201e-02 ] [ l_g_total: 3.7201e-02 ] +2024-10-09 18:28:08,738 INFO: [ epoch: 57 ] [ iter: 76,700 ] [ performance: 26.911 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:44 ] [ l_g_pix: 2.6959e-02 ] [ l_g_total: 2.6959e-02 ] +2024-10-09 18:28:12,427 INFO: [ epoch: 57 ] [ iter: 76,800 ] [ performance: 27.571 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:28 ] [ l_g_pix: 3.0698e-02 ] [ l_g_total: 3.0698e-02 ] +2024-10-09 18:28:16,176 INFO: [ epoch: 57 ] [ iter: 76,900 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:13 ] [ l_g_pix: 3.8633e-02 ] [ l_g_total: 3.8633e-02 ] +2024-10-09 18:28:19,912 INFO: [ epoch: 57 ] [ iter: 77,000 ] [ performance: 27.221 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:57 ] [ l_g_pix: 3.5175e-02 ] [ l_g_total: 3.5175e-02 ] +2024-10-09 18:28:23,674 INFO: [ epoch: 57 ] [ iter: 77,100 ] [ performance: 26.678 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:41 ] [ l_g_pix: 2.7912e-02 ] [ l_g_total: 2.7912e-02 ] +2024-10-09 18:28:27,391 INFO: [ epoch: 57 ] [ iter: 77,200 ] [ performance: 27.101 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:25 ] [ l_g_pix: 2.9487e-02 ] [ l_g_total: 2.9487e-02 ] +2024-10-09 18:28:31,064 INFO: [ epoch: 57 ] [ iter: 77,300 ] [ performance: 27.216 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:09 ] [ l_g_pix: 3.5697e-02 ] [ l_g_total: 3.5697e-02 ] +2024-10-09 18:28:34,712 INFO: [ epoch: 57 ] [ iter: 77,400 ] [ performance: 28.712 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:53 ] [ l_g_pix: 4.0462e-02 ] [ l_g_total: 4.0462e-02 ] +2024-10-09 18:28:39,600 INFO: [ epoch: 58 ] [ iter: 77,500 ] [ performance: 21.260 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:44 ] [ l_g_pix: 3.4308e-02 ] [ l_g_total: 3.4308e-02 ] +2024-10-09 18:28:43,578 INFO: [ epoch: 58 ] [ iter: 77,600 ] [ performance: 26.909 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:30 ] [ l_g_pix: 4.2602e-02 ] [ l_g_total: 4.2602e-02 ] +2024-10-09 18:28:47,313 INFO: [ epoch: 58 ] [ iter: 77,700 ] [ performance: 26.794 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:15 ] [ l_g_pix: 4.1815e-02 ] [ l_g_total: 4.1815e-02 ] +2024-10-09 18:28:51,054 INFO: [ epoch: 58 ] [ iter: 77,800 ] [ performance: 26.664 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:59 ] [ l_g_pix: 2.2132e-02 ] [ l_g_total: 2.2132e-02 ] +2024-10-09 18:28:54,823 INFO: [ epoch: 58 ] [ iter: 77,900 ] [ performance: 26.557 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:44 ] [ l_g_pix: 3.3786e-02 ] [ l_g_total: 3.3786e-02 ] +2024-10-09 18:28:58,563 INFO: [ epoch: 58 ] [ iter: 78,000 ] [ performance: 26.815 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:28 ] [ l_g_pix: 4.2578e-02 ] [ l_g_total: 4.2578e-02 ] +2024-10-09 18:29:02,295 INFO: [ epoch: 58 ] [ iter: 78,100 ] [ performance: 26.806 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:13 ] [ l_g_pix: 3.0950e-02 ] [ l_g_total: 3.0950e-02 ] +2024-10-09 18:29:06,070 INFO: [ epoch: 58 ] [ iter: 78,200 ] [ performance: 27.721 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:58 ] [ l_g_pix: 3.4770e-02 ] [ l_g_total: 3.4770e-02 ] +2024-10-09 18:29:09,766 INFO: [ epoch: 58 ] [ iter: 78,300 ] [ performance: 27.129 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:42 ] [ l_g_pix: 3.0208e-02 ] [ l_g_total: 3.0208e-02 ] +2024-10-09 18:29:13,506 INFO: [ epoch: 58 ] [ iter: 78,400 ] [ performance: 27.655 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:27 ] [ l_g_pix: 3.0970e-02 ] [ l_g_total: 3.0970e-02 ] +2024-10-09 18:29:17,210 INFO: [ epoch: 58 ] [ iter: 78,500 ] [ performance: 27.067 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:11 ] [ l_g_pix: 2.4609e-02 ] [ l_g_total: 2.4609e-02 ] +2024-10-09 18:29:20,951 INFO: [ epoch: 58 ] [ iter: 78,600 ] [ performance: 27.343 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:56 ] [ l_g_pix: 3.2358e-02 ] [ l_g_total: 3.2358e-02 ] +2024-10-09 18:29:24,639 INFO: [ epoch: 58 ] [ iter: 78,700 ] [ performance: 27.139 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:41 ] [ l_g_pix: 3.0232e-02 ] [ l_g_total: 3.0232e-02 ] +2024-10-09 18:29:28,137 INFO: [ epoch: 58 ] [ iter: 78,800 ] [ performance: 29.398 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:24 ] [ l_g_pix: 3.1786e-02 ] [ l_g_total: 3.1786e-02 ] +2024-10-09 18:29:33,155 INFO: [ epoch: 59 ] [ iter: 78,900 ] [ performance: 20.418 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:16 ] [ l_g_pix: 2.6631e-02 ] [ l_g_total: 2.6631e-02 ] +2024-10-09 18:29:36,910 INFO: [ epoch: 59 ] [ iter: 79,000 ] [ performance: 26.869 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:01 ] [ l_g_pix: 2.4335e-02 ] [ l_g_total: 2.4335e-02 ] +2024-10-09 18:29:40,594 INFO: [ epoch: 59 ] [ iter: 79,100 ] [ performance: 27.128 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:46 ] [ l_g_pix: 2.9760e-02 ] [ l_g_total: 2.9760e-02 ] +2024-10-09 18:29:44,325 INFO: [ epoch: 59 ] [ iter: 79,200 ] [ performance: 27.152 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:30 ] [ l_g_pix: 2.2781e-02 ] [ l_g_total: 2.2781e-02 ] +2024-10-09 18:29:48,078 INFO: [ epoch: 59 ] [ iter: 79,300 ] [ performance: 26.681 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:15 ] [ l_g_pix: 2.5823e-02 ] [ l_g_total: 2.5823e-02 ] +2024-10-09 18:29:51,807 INFO: [ epoch: 59 ] [ iter: 79,400 ] [ performance: 28.202 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:00 ] [ l_g_pix: 2.3890e-02 ] [ l_g_total: 2.3890e-02 ] +2024-10-09 18:29:55,551 INFO: [ epoch: 59 ] [ iter: 79,500 ] [ performance: 26.787 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:45 ] [ l_g_pix: 3.5104e-02 ] [ l_g_total: 3.5104e-02 ] +2024-10-09 18:29:59,260 INFO: [ epoch: 59 ] [ iter: 79,600 ] [ performance: 26.466 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:30 ] [ l_g_pix: 1.8700e-02 ] [ l_g_total: 1.8700e-02 ] +2024-10-09 18:30:02,995 INFO: [ epoch: 59 ] [ iter: 79,700 ] [ performance: 26.769 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:15 ] [ l_g_pix: 3.3898e-02 ] [ l_g_total: 3.3898e-02 ] +2024-10-09 18:30:06,714 INFO: [ epoch: 59 ] [ iter: 79,800 ] [ performance: 26.026 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:00 ] [ l_g_pix: 1.9833e-02 ] [ l_g_total: 1.9833e-02 ] +2024-10-09 18:30:10,477 INFO: [ epoch: 59 ] [ iter: 79,900 ] [ performance: 26.562 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:46 ] [ l_g_pix: 4.0137e-02 ] [ l_g_total: 4.0137e-02 ] +2024-10-09 18:30:14,218 INFO: [ epoch: 59 ] [ iter: 80,000 ] [ performance: 25.835 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:31 ] [ l_g_pix: 2.1304e-02 ] [ l_g_total: 2.1304e-02 ] +2024-10-09 18:30:14,218 INFO: Saving models and training states. +2024-10-09 18:32:58,955 INFO: Validation val + + # psnr: 27.1670........ Best: 27.1670 @ 80000 iter + # ssim: 0.7646........ Best: 0.7646 @ 80000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 18:33:02,536 INFO: [ epoch: 59 ] [ iter: 80,100 ] [ performance: 27.891 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:20 ] [ l_g_pix: 3.1686e-02 ] [ l_g_total: 3.1686e-02 ] +2024-10-09 18:33:07,493 INFO: [ epoch: 60 ] [ iter: 80,200 ] [ performance: 21.894 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:10 ] [ l_g_pix: 2.9588e-02 ] [ l_g_total: 2.9588e-02 ] +2024-10-09 18:33:11,166 INFO: [ epoch: 60 ] [ iter: 80,300 ] [ performance: 27.173 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:54 ] [ l_g_pix: 3.1105e-02 ] [ l_g_total: 3.1105e-02 ] +2024-10-09 18:33:14,829 INFO: [ epoch: 60 ] [ iter: 80,400 ] [ performance: 27.236 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:37 ] [ l_g_pix: 2.7058e-02 ] [ l_g_total: 2.7058e-02 ] +2024-10-09 18:33:18,540 INFO: [ epoch: 60 ] [ iter: 80,500 ] [ performance: 26.959 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:21 ] [ l_g_pix: 2.7356e-02 ] [ l_g_total: 2.7356e-02 ] +2024-10-09 18:33:22,250 INFO: [ epoch: 60 ] [ iter: 80,600 ] [ performance: 26.958 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:05 ] [ l_g_pix: 2.7208e-02 ] [ l_g_total: 2.7208e-02 ] +2024-10-09 18:33:25,942 INFO: [ epoch: 60 ] [ iter: 80,700 ] [ performance: 27.082 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:49 ] [ l_g_pix: 1.8574e-02 ] [ l_g_total: 1.8574e-02 ] +2024-10-09 18:33:29,671 INFO: [ epoch: 60 ] [ iter: 80,800 ] [ performance: 26.951 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:33 ] [ l_g_pix: 3.4520e-02 ] [ l_g_total: 3.4520e-02 ] +2024-10-09 18:33:33,423 INFO: [ epoch: 60 ] [ iter: 80,900 ] [ performance: 26.660 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:17 ] [ l_g_pix: 3.6110e-02 ] [ l_g_total: 3.6110e-02 ] +2024-10-09 18:33:37,186 INFO: [ epoch: 60 ] [ iter: 81,000 ] [ performance: 26.622 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:01 ] [ l_g_pix: 2.8481e-02 ] [ l_g_total: 2.8481e-02 ] +2024-10-09 18:33:40,859 INFO: [ epoch: 60 ] [ iter: 81,100 ] [ performance: 27.237 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:45 ] [ l_g_pix: 4.0030e-02 ] [ l_g_total: 4.0030e-02 ] +2024-10-09 18:33:44,616 INFO: [ epoch: 60 ] [ iter: 81,200 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:29 ] [ l_g_pix: 2.4660e-02 ] [ l_g_total: 2.4660e-02 ] +2024-10-09 18:33:48,393 INFO: [ epoch: 60 ] [ iter: 81,300 ] [ performance: 26.497 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:13 ] [ l_g_pix: 2.7901e-02 ] [ l_g_total: 2.7901e-02 ] +2024-10-09 18:33:52,171 INFO: [ epoch: 60 ] [ iter: 81,400 ] [ performance: 26.486 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:58 ] [ l_g_pix: 4.2198e-02 ] [ l_g_total: 4.2198e-02 ] +2024-10-09 18:33:56,754 INFO: [ epoch: 61 ] [ iter: 81,500 ] [ performance: 21.580 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:47 ] [ l_g_pix: 3.7835e-02 ] [ l_g_total: 3.7835e-02 ] +2024-10-09 18:34:00,995 INFO: [ epoch: 61 ] [ iter: 81,600 ] [ performance: 22.566 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:34 ] [ l_g_pix: 4.4235e-02 ] [ l_g_total: 4.4235e-02 ] +2024-10-09 18:34:04,733 INFO: [ epoch: 61 ] [ iter: 81,700 ] [ performance: 26.860 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:18 ] [ l_g_pix: 2.7744e-02 ] [ l_g_total: 2.7744e-02 ] +2024-10-09 18:34:08,474 INFO: [ epoch: 61 ] [ iter: 81,800 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:02 ] [ l_g_pix: 2.2163e-02 ] [ l_g_total: 2.2163e-02 ] +2024-10-09 18:34:12,190 INFO: [ epoch: 61 ] [ iter: 81,900 ] [ performance: 26.925 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:46 ] [ l_g_pix: 3.4708e-02 ] [ l_g_total: 3.4708e-02 ] +2024-10-09 18:34:15,921 INFO: [ epoch: 61 ] [ iter: 82,000 ] [ performance: 26.865 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:31 ] [ l_g_pix: 2.3682e-02 ] [ l_g_total: 2.3682e-02 ] +2024-10-09 18:34:19,599 INFO: [ epoch: 61 ] [ iter: 82,100 ] [ performance: 27.272 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:15 ] [ l_g_pix: 2.5151e-02 ] [ l_g_total: 2.5151e-02 ] +2024-10-09 18:34:23,291 INFO: [ epoch: 61 ] [ iter: 82,200 ] [ performance: 27.177 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:59 ] [ l_g_pix: 2.4182e-02 ] [ l_g_total: 2.4182e-02 ] +2024-10-09 18:34:27,033 INFO: [ epoch: 61 ] [ iter: 82,300 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:44 ] [ l_g_pix: 3.6314e-02 ] [ l_g_total: 3.6314e-02 ] +2024-10-09 18:34:30,779 INFO: [ epoch: 61 ] [ iter: 82,400 ] [ performance: 26.794 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:28 ] [ l_g_pix: 3.1047e-02 ] [ l_g_total: 3.1047e-02 ] +2024-10-09 18:34:34,470 INFO: [ epoch: 61 ] [ iter: 82,500 ] [ performance: 27.168 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:12 ] [ l_g_pix: 2.4468e-02 ] [ l_g_total: 2.4468e-02 ] +2024-10-09 18:34:38,198 INFO: [ epoch: 61 ] [ iter: 82,600 ] [ performance: 26.988 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:57 ] [ l_g_pix: 2.3652e-02 ] [ l_g_total: 2.3652e-02 ] +2024-10-09 18:34:41,916 INFO: [ epoch: 61 ] [ iter: 82,700 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:41 ] [ l_g_pix: 4.1396e-02 ] [ l_g_total: 4.1396e-02 ] +2024-10-09 18:34:45,486 INFO: [ epoch: 61 ] [ iter: 82,800 ] [ performance: 27.534 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:25 ] [ l_g_pix: 1.7792e-02 ] [ l_g_total: 1.7792e-02 ] +2024-10-09 18:34:50,603 INFO: [ epoch: 62 ] [ iter: 82,900 ] [ performance: 18.765 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:17 ] [ l_g_pix: 2.8174e-02 ] [ l_g_total: 2.8174e-02 ] +2024-10-09 18:34:54,400 INFO: [ epoch: 62 ] [ iter: 83,000 ] [ performance: 22.156 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:02 ] [ l_g_pix: 1.9534e-02 ] [ l_g_total: 1.9534e-02 ] +2024-10-09 18:34:58,193 INFO: [ epoch: 62 ] [ iter: 83,100 ] [ performance: 26.444 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:47 ] [ l_g_pix: 3.2179e-02 ] [ l_g_total: 3.2179e-02 ] +2024-10-09 18:35:01,943 INFO: [ epoch: 62 ] [ iter: 83,200 ] [ performance: 26.564 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:32 ] [ l_g_pix: 3.5634e-02 ] [ l_g_total: 3.5634e-02 ] +2024-10-09 18:35:05,638 INFO: [ epoch: 62 ] [ iter: 83,300 ] [ performance: 27.139 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:16 ] [ l_g_pix: 2.8975e-02 ] [ l_g_total: 2.8975e-02 ] +2024-10-09 18:35:09,358 INFO: [ epoch: 62 ] [ iter: 83,400 ] [ performance: 27.006 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:01 ] [ l_g_pix: 4.0411e-02 ] [ l_g_total: 4.0411e-02 ] +2024-10-09 18:35:13,113 INFO: [ epoch: 62 ] [ iter: 83,500 ] [ performance: 26.652 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:46 ] [ l_g_pix: 3.2832e-02 ] [ l_g_total: 3.2832e-02 ] +2024-10-09 18:35:16,806 INFO: [ epoch: 62 ] [ iter: 83,600 ] [ performance: 26.885 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:30 ] [ l_g_pix: 2.1638e-02 ] [ l_g_total: 2.1638e-02 ] +2024-10-09 18:35:20,529 INFO: [ epoch: 62 ] [ iter: 83,700 ] [ performance: 26.939 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:15 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-10-09 18:35:24,223 INFO: [ epoch: 62 ] [ iter: 83,800 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:00 ] [ l_g_pix: 2.6929e-02 ] [ l_g_total: 2.6929e-02 ] +2024-10-09 18:35:27,958 INFO: [ epoch: 62 ] [ iter: 83,900 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:45 ] [ l_g_pix: 2.2619e-02 ] [ l_g_total: 2.2619e-02 ] +2024-10-09 18:35:31,678 INFO: [ epoch: 62 ] [ iter: 84,000 ] [ performance: 26.880 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:29 ] [ l_g_pix: 2.7023e-02 ] [ l_g_total: 2.7023e-02 ] +2024-10-09 18:35:35,340 INFO: [ epoch: 62 ] [ iter: 84,100 ] [ performance: 27.434 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:14 ] [ l_g_pix: 3.1010e-02 ] [ l_g_total: 3.1010e-02 ] +2024-10-09 18:35:40,428 INFO: [ epoch: 63 ] [ iter: 84,200 ] [ performance: 22.537 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:06 ] [ l_g_pix: 3.0379e-02 ] [ l_g_total: 3.0379e-02 ] +2024-10-09 18:35:44,113 INFO: [ epoch: 63 ] [ iter: 84,300 ] [ performance: 27.379 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:51 ] [ l_g_pix: 1.7020e-02 ] [ l_g_total: 1.7020e-02 ] +2024-10-09 18:35:47,822 INFO: [ epoch: 63 ] [ iter: 84,400 ] [ performance: 27.152 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:36 ] [ l_g_pix: 2.2939e-02 ] [ l_g_total: 2.2939e-02 ] +2024-10-09 18:35:51,504 INFO: [ epoch: 63 ] [ iter: 84,500 ] [ performance: 27.466 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:20 ] [ l_g_pix: 3.3678e-02 ] [ l_g_total: 3.3678e-02 ] +2024-10-09 18:35:55,206 INFO: [ epoch: 63 ] [ iter: 84,600 ] [ performance: 27.217 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:05 ] [ l_g_pix: 2.3156e-02 ] [ l_g_total: 2.3156e-02 ] +2024-10-09 18:35:58,915 INFO: [ epoch: 63 ] [ iter: 84,700 ] [ performance: 26.954 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:50 ] [ l_g_pix: 3.1415e-02 ] [ l_g_total: 3.1415e-02 ] +2024-10-09 18:36:02,651 INFO: [ epoch: 63 ] [ iter: 84,800 ] [ performance: 26.853 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:35 ] [ l_g_pix: 2.1927e-02 ] [ l_g_total: 2.1927e-02 ] +2024-10-09 18:36:06,383 INFO: [ epoch: 63 ] [ iter: 84,900 ] [ performance: 26.894 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:20 ] [ l_g_pix: 3.0546e-02 ] [ l_g_total: 3.0546e-02 ] +2024-10-09 18:36:10,157 INFO: [ epoch: 63 ] [ iter: 85,000 ] [ performance: 26.676 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:06 ] [ l_g_pix: 4.4458e-02 ] [ l_g_total: 4.4458e-02 ] +2024-10-09 18:36:13,889 INFO: [ epoch: 63 ] [ iter: 85,100 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:51 ] [ l_g_pix: 1.9847e-02 ] [ l_g_total: 1.9847e-02 ] +2024-10-09 18:36:17,602 INFO: [ epoch: 63 ] [ iter: 85,200 ] [ performance: 26.886 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:36 ] [ l_g_pix: 3.1702e-02 ] [ l_g_total: 3.1702e-02 ] +2024-10-09 18:36:21,346 INFO: [ epoch: 63 ] [ iter: 85,300 ] [ performance: 26.767 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:21 ] [ l_g_pix: 2.8285e-02 ] [ l_g_total: 2.8285e-02 ] +2024-10-09 18:36:25,042 INFO: [ epoch: 63 ] [ iter: 85,400 ] [ performance: 26.933 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:06 ] [ l_g_pix: 2.3241e-02 ] [ l_g_total: 2.3241e-02 ] +2024-10-09 18:36:28,498 INFO: [ epoch: 63 ] [ iter: 85,500 ] [ performance: 29.204 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:50 ] [ l_g_pix: 2.3251e-02 ] [ l_g_total: 2.3251e-02 ] +2024-10-09 18:36:33,781 INFO: [ epoch: 64 ] [ iter: 85,600 ] [ performance: 22.293 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:44 ] [ l_g_pix: 2.7979e-02 ] [ l_g_total: 2.7979e-02 ] +2024-10-09 18:36:37,475 INFO: [ epoch: 64 ] [ iter: 85,700 ] [ performance: 27.193 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:29 ] [ l_g_pix: 3.1791e-02 ] [ l_g_total: 3.1791e-02 ] +2024-10-09 18:36:41,112 INFO: [ epoch: 64 ] [ iter: 85,800 ] [ performance: 27.367 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:14 ] [ l_g_pix: 4.1922e-02 ] [ l_g_total: 4.1922e-02 ] +2024-10-09 18:36:44,767 INFO: [ epoch: 64 ] [ iter: 85,900 ] [ performance: 27.698 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:59 ] [ l_g_pix: 3.0019e-02 ] [ l_g_total: 3.0019e-02 ] +2024-10-09 18:36:48,459 INFO: [ epoch: 64 ] [ iter: 86,000 ] [ performance: 27.343 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:44 ] [ l_g_pix: 3.2214e-02 ] [ l_g_total: 3.2214e-02 ] +2024-10-09 18:36:52,178 INFO: [ epoch: 64 ] [ iter: 86,100 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:29 ] [ l_g_pix: 2.8184e-02 ] [ l_g_total: 2.8184e-02 ] +2024-10-09 18:36:55,902 INFO: [ epoch: 64 ] [ iter: 86,200 ] [ performance: 26.882 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:14 ] [ l_g_pix: 2.1543e-02 ] [ l_g_total: 2.1543e-02 ] +2024-10-09 18:36:59,610 INFO: [ epoch: 64 ] [ iter: 86,300 ] [ performance: 27.141 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:00 ] [ l_g_pix: 2.5555e-02 ] [ l_g_total: 2.5555e-02 ] +2024-10-09 18:37:03,336 INFO: [ epoch: 64 ] [ iter: 86,400 ] [ performance: 26.966 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:45 ] [ l_g_pix: 2.6105e-02 ] [ l_g_total: 2.6105e-02 ] +2024-10-09 18:37:07,043 INFO: [ epoch: 64 ] [ iter: 86,500 ] [ performance: 27.056 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:31 ] [ l_g_pix: 2.8674e-02 ] [ l_g_total: 2.8674e-02 ] +2024-10-09 18:37:10,782 INFO: [ epoch: 64 ] [ iter: 86,600 ] [ performance: 26.879 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:16 ] [ l_g_pix: 2.4261e-02 ] [ l_g_total: 2.4261e-02 ] +2024-10-09 18:37:14,518 INFO: [ epoch: 64 ] [ iter: 86,700 ] [ performance: 26.729 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:02 ] [ l_g_pix: 3.0543e-02 ] [ l_g_total: 3.0543e-02 ] +2024-10-09 18:37:18,072 INFO: [ epoch: 64 ] [ iter: 86,800 ] [ performance: 27.544 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:47 ] [ l_g_pix: 2.3818e-02 ] [ l_g_total: 2.3818e-02 ] +2024-10-09 18:37:23,106 INFO: [ epoch: 65 ] [ iter: 86,900 ] [ performance: 17.338 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:39 ] [ l_g_pix: 2.6487e-02 ] [ l_g_total: 2.6487e-02 ] +2024-10-09 18:37:26,817 INFO: [ epoch: 65 ] [ iter: 87,000 ] [ performance: 22.013 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:24 ] [ l_g_pix: 2.8127e-02 ] [ l_g_total: 2.8127e-02 ] +2024-10-09 18:37:30,547 INFO: [ epoch: 65 ] [ iter: 87,100 ] [ performance: 26.935 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:10 ] [ l_g_pix: 2.7839e-02 ] [ l_g_total: 2.7839e-02 ] +2024-10-09 18:37:34,286 INFO: [ epoch: 65 ] [ iter: 87,200 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:56 ] [ l_g_pix: 1.6450e-02 ] [ l_g_total: 1.6450e-02 ] +2024-10-09 18:37:38,009 INFO: [ epoch: 65 ] [ iter: 87,300 ] [ performance: 27.030 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:41 ] [ l_g_pix: 2.8890e-02 ] [ l_g_total: 2.8890e-02 ] +2024-10-09 18:37:41,747 INFO: [ epoch: 65 ] [ iter: 87,400 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:27 ] [ l_g_pix: 2.2108e-02 ] [ l_g_total: 2.2108e-02 ] +2024-10-09 18:37:45,483 INFO: [ epoch: 65 ] [ iter: 87,500 ] [ performance: 26.875 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:13 ] [ l_g_pix: 2.7291e-02 ] [ l_g_total: 2.7291e-02 ] +2024-10-09 18:37:49,185 INFO: [ epoch: 65 ] [ iter: 87,600 ] [ performance: 26.960 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:59 ] [ l_g_pix: 1.9504e-02 ] [ l_g_total: 1.9504e-02 ] +2024-10-09 18:37:52,870 INFO: [ epoch: 65 ] [ iter: 87,700 ] [ performance: 27.146 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:44 ] [ l_g_pix: 2.7486e-02 ] [ l_g_total: 2.7486e-02 ] +2024-10-09 18:37:56,565 INFO: [ epoch: 65 ] [ iter: 87,800 ] [ performance: 27.098 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:30 ] [ l_g_pix: 2.4175e-02 ] [ l_g_total: 2.4175e-02 ] +2024-10-09 18:38:00,301 INFO: [ epoch: 65 ] [ iter: 87,900 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:16 ] [ l_g_pix: 2.6609e-02 ] [ l_g_total: 2.6609e-02 ] +2024-10-09 18:38:04,040 INFO: [ epoch: 65 ] [ iter: 88,000 ] [ performance: 26.812 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:02 ] [ l_g_pix: 3.5146e-02 ] [ l_g_total: 3.5146e-02 ] +2024-10-09 18:38:07,735 INFO: [ epoch: 65 ] [ iter: 88,100 ] [ performance: 27.396 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:47 ] [ l_g_pix: 2.5344e-02 ] [ l_g_total: 2.5344e-02 ] +2024-10-09 18:38:12,799 INFO: [ epoch: 66 ] [ iter: 88,200 ] [ performance: 22.113 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:40 ] [ l_g_pix: 2.1494e-02 ] [ l_g_total: 2.1494e-02 ] +2024-10-09 18:38:16,551 INFO: [ epoch: 66 ] [ iter: 88,300 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:26 ] [ l_g_pix: 2.0430e-02 ] [ l_g_total: 2.0430e-02 ] +2024-10-09 18:38:20,279 INFO: [ epoch: 66 ] [ iter: 88,400 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:12 ] [ l_g_pix: 3.8094e-02 ] [ l_g_total: 3.8094e-02 ] +2024-10-09 18:38:24,014 INFO: [ epoch: 66 ] [ iter: 88,500 ] [ performance: 26.972 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:58 ] [ l_g_pix: 3.6935e-02 ] [ l_g_total: 3.6935e-02 ] +2024-10-09 18:38:27,733 INFO: [ epoch: 66 ] [ iter: 88,600 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:44 ] [ l_g_pix: 4.4809e-02 ] [ l_g_total: 4.4809e-02 ] +2024-10-09 18:38:31,432 INFO: [ epoch: 66 ] [ iter: 88,700 ] [ performance: 27.015 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:30 ] [ l_g_pix: 2.8914e-02 ] [ l_g_total: 2.8914e-02 ] +2024-10-09 18:38:35,141 INFO: [ epoch: 66 ] [ iter: 88,800 ] [ performance: 26.984 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:16 ] [ l_g_pix: 2.9587e-02 ] [ l_g_total: 2.9587e-02 ] +2024-10-09 18:38:38,844 INFO: [ epoch: 66 ] [ iter: 88,900 ] [ performance: 27.176 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:02 ] [ l_g_pix: 4.4606e-02 ] [ l_g_total: 4.4606e-02 ] +2024-10-09 18:38:42,536 INFO: [ epoch: 66 ] [ iter: 89,000 ] [ performance: 27.124 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:47 ] [ l_g_pix: 2.6412e-02 ] [ l_g_total: 2.6412e-02 ] +2024-10-09 18:38:46,239 INFO: [ epoch: 66 ] [ iter: 89,100 ] [ performance: 27.100 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:33 ] [ l_g_pix: 3.3936e-02 ] [ l_g_total: 3.3936e-02 ] +2024-10-09 18:38:49,941 INFO: [ epoch: 66 ] [ iter: 89,200 ] [ performance: 27.047 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:19 ] [ l_g_pix: 2.5322e-02 ] [ l_g_total: 2.5322e-02 ] +2024-10-09 18:38:53,715 INFO: [ epoch: 66 ] [ iter: 89,300 ] [ performance: 26.368 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:06 ] [ l_g_pix: 3.3598e-02 ] [ l_g_total: 3.3598e-02 ] +2024-10-09 18:38:57,460 INFO: [ epoch: 66 ] [ iter: 89,400 ] [ performance: 26.582 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:52 ] [ l_g_pix: 2.7038e-02 ] [ l_g_total: 2.7038e-02 ] +2024-10-09 18:39:00,942 INFO: [ epoch: 66 ] [ iter: 89,500 ] [ performance: 29.119 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:37 ] [ l_g_pix: 2.8381e-02 ] [ l_g_total: 2.8381e-02 ] +2024-10-09 18:39:06,105 INFO: [ epoch: 67 ] [ iter: 89,600 ] [ performance: 21.984 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:30 ] [ l_g_pix: 3.1743e-02 ] [ l_g_total: 3.1743e-02 ] +2024-10-09 18:39:09,845 INFO: [ epoch: 67 ] [ iter: 89,700 ] [ performance: 26.515 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:17 ] [ l_g_pix: 2.6565e-02 ] [ l_g_total: 2.6565e-02 ] +2024-10-09 18:39:13,587 INFO: [ epoch: 67 ] [ iter: 89,800 ] [ performance: 26.651 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:03 ] [ l_g_pix: 2.8137e-02 ] [ l_g_total: 2.8137e-02 ] +2024-10-09 18:39:17,311 INFO: [ epoch: 67 ] [ iter: 89,900 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:49 ] [ l_g_pix: 2.4954e-02 ] [ l_g_total: 2.4954e-02 ] +2024-10-09 18:39:21,055 INFO: [ epoch: 67 ] [ iter: 90,000 ] [ performance: 26.757 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:36 ] [ l_g_pix: 1.5236e-02 ] [ l_g_total: 1.5236e-02 ] +2024-10-09 18:39:21,055 INFO: Saving models and training states. +2024-10-09 18:42:05,757 INFO: Validation val + + # psnr: 27.1762........ Best: 27.1762 @ 90000 iter + # ssim: 0.7650........ Best: 0.7650 @ 90000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 18:42:09,449 INFO: [ epoch: 67 ] [ iter: 90,100 ] [ performance: 27.052 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:28 ] [ l_g_pix: 2.6042e-02 ] [ l_g_total: 2.6042e-02 ] +2024-10-09 18:42:13,224 INFO: [ epoch: 67 ] [ iter: 90,200 ] [ performance: 26.685 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:13 ] [ l_g_pix: 3.1744e-02 ] [ l_g_total: 3.1744e-02 ] +2024-10-09 18:42:16,953 INFO: [ epoch: 67 ] [ iter: 90,300 ] [ performance: 26.496 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:58 ] [ l_g_pix: 3.0184e-02 ] [ l_g_total: 3.0184e-02 ] +2024-10-09 18:42:20,660 INFO: [ epoch: 67 ] [ iter: 90,400 ] [ performance: 26.814 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:44 ] [ l_g_pix: 2.0962e-02 ] [ l_g_total: 2.0962e-02 ] +2024-10-09 18:42:24,387 INFO: [ epoch: 67 ] [ iter: 90,500 ] [ performance: 26.929 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:29 ] [ l_g_pix: 2.4964e-02 ] [ l_g_total: 2.4964e-02 ] +2024-10-09 18:42:28,097 INFO: [ epoch: 67 ] [ iter: 90,600 ] [ performance: 26.946 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:14 ] [ l_g_pix: 2.9417e-02 ] [ l_g_total: 2.9417e-02 ] +2024-10-09 18:42:31,827 INFO: [ epoch: 67 ] [ iter: 90,700 ] [ performance: 26.727 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:00 ] [ l_g_pix: 2.2214e-02 ] [ l_g_total: 2.2214e-02 ] +2024-10-09 18:42:35,439 INFO: [ epoch: 67 ] [ iter: 90,800 ] [ performance: 27.366 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:45 ] [ l_g_pix: 3.6697e-02 ] [ l_g_total: 3.6697e-02 ] +2024-10-09 18:42:41,092 INFO: [ epoch: 68 ] [ iter: 90,900 ] [ performance: 20.156 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:39 ] [ l_g_pix: 2.4677e-02 ] [ l_g_total: 2.4677e-02 ] +2024-10-09 18:42:44,794 INFO: [ epoch: 68 ] [ iter: 91,000 ] [ performance: 24.334 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:25 ] [ l_g_pix: 3.1785e-02 ] [ l_g_total: 3.1785e-02 ] +2024-10-09 18:42:48,537 INFO: [ epoch: 68 ] [ iter: 91,100 ] [ performance: 26.681 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:10 ] [ l_g_pix: 4.0073e-02 ] [ l_g_total: 4.0073e-02 ] +2024-10-09 18:42:52,267 INFO: [ epoch: 68 ] [ iter: 91,200 ] [ performance: 26.771 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:56 ] [ l_g_pix: 3.2558e-02 ] [ l_g_total: 3.2558e-02 ] +2024-10-09 18:42:56,008 INFO: [ epoch: 68 ] [ iter: 91,300 ] [ performance: 26.905 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:41 ] [ l_g_pix: 2.4562e-02 ] [ l_g_total: 2.4562e-02 ] +2024-10-09 18:42:59,681 INFO: [ epoch: 68 ] [ iter: 91,400 ] [ performance: 27.128 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:27 ] [ l_g_pix: 2.0081e-02 ] [ l_g_total: 2.0081e-02 ] +2024-10-09 18:43:03,376 INFO: [ epoch: 68 ] [ iter: 91,500 ] [ performance: 26.955 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:12 ] [ l_g_pix: 4.0496e-02 ] [ l_g_total: 4.0496e-02 ] +2024-10-09 18:43:07,099 INFO: [ epoch: 68 ] [ iter: 91,600 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:58 ] [ l_g_pix: 3.1693e-02 ] [ l_g_total: 3.1693e-02 ] +2024-10-09 18:43:10,854 INFO: [ epoch: 68 ] [ iter: 91,700 ] [ performance: 26.463 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:43 ] [ l_g_pix: 3.0376e-02 ] [ l_g_total: 3.0376e-02 ] +2024-10-09 18:43:14,610 INFO: [ epoch: 68 ] [ iter: 91,800 ] [ performance: 26.581 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:29 ] [ l_g_pix: 2.1649e-02 ] [ l_g_total: 2.1649e-02 ] +2024-10-09 18:43:18,357 INFO: [ epoch: 68 ] [ iter: 91,900 ] [ performance: 26.582 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:15 ] [ l_g_pix: 2.3269e-02 ] [ l_g_total: 2.3269e-02 ] +2024-10-09 18:43:22,046 INFO: [ epoch: 68 ] [ iter: 92,000 ] [ performance: 26.955 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:01 ] [ l_g_pix: 1.8097e-02 ] [ l_g_total: 1.8097e-02 ] +2024-10-09 18:43:25,766 INFO: [ epoch: 68 ] [ iter: 92,100 ] [ performance: 27.197 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:46 ] [ l_g_pix: 3.0600e-02 ] [ l_g_total: 3.0600e-02 ] +2024-10-09 18:43:30,701 INFO: [ epoch: 69 ] [ iter: 92,200 ] [ performance: 21.922 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:38 ] [ l_g_pix: 2.5304e-02 ] [ l_g_total: 2.5304e-02 ] +2024-10-09 18:43:34,632 INFO: [ epoch: 69 ] [ iter: 92,300 ] [ performance: 26.604 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:24 ] [ l_g_pix: 4.0286e-02 ] [ l_g_total: 4.0286e-02 ] +2024-10-09 18:43:38,392 INFO: [ epoch: 69 ] [ iter: 92,400 ] [ performance: 26.603 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:10 ] [ l_g_pix: 2.2759e-02 ] [ l_g_total: 2.2759e-02 ] +2024-10-09 18:43:42,150 INFO: [ epoch: 69 ] [ iter: 92,500 ] [ performance: 26.395 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:56 ] [ l_g_pix: 2.7130e-02 ] [ l_g_total: 2.7130e-02 ] +2024-10-09 18:43:45,921 INFO: [ epoch: 69 ] [ iter: 92,600 ] [ performance: 26.488 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:42 ] [ l_g_pix: 1.7508e-02 ] [ l_g_total: 1.7508e-02 ] +2024-10-09 18:43:49,621 INFO: [ epoch: 69 ] [ iter: 92,700 ] [ performance: 27.138 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:28 ] [ l_g_pix: 1.4410e-02 ] [ l_g_total: 1.4410e-02 ] +2024-10-09 18:43:53,355 INFO: [ epoch: 69 ] [ iter: 92,800 ] [ performance: 26.887 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:14 ] [ l_g_pix: 2.8903e-02 ] [ l_g_total: 2.8903e-02 ] +2024-10-09 18:43:57,064 INFO: [ epoch: 69 ] [ iter: 92,900 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:00 ] [ l_g_pix: 2.4845e-02 ] [ l_g_total: 2.4845e-02 ] +2024-10-09 18:44:00,745 INFO: [ epoch: 69 ] [ iter: 93,000 ] [ performance: 27.125 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:46 ] [ l_g_pix: 1.8051e-02 ] [ l_g_total: 1.8051e-02 ] +2024-10-09 18:44:04,456 INFO: [ epoch: 69 ] [ iter: 93,100 ] [ performance: 26.800 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:31 ] [ l_g_pix: 3.1544e-02 ] [ l_g_total: 3.1544e-02 ] +2024-10-09 18:44:08,155 INFO: [ epoch: 69 ] [ iter: 93,200 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:17 ] [ l_g_pix: 3.4397e-02 ] [ l_g_total: 3.4397e-02 ] +2024-10-09 18:44:11,895 INFO: [ epoch: 69 ] [ iter: 93,300 ] [ performance: 27.047 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:03 ] [ l_g_pix: 2.4329e-02 ] [ l_g_total: 2.4329e-02 ] +2024-10-09 18:44:15,622 INFO: [ epoch: 69 ] [ iter: 93,400 ] [ performance: 26.896 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:49 ] [ l_g_pix: 2.7092e-02 ] [ l_g_total: 2.7092e-02 ] +2024-10-09 18:44:19,179 INFO: [ epoch: 69 ] [ iter: 93,500 ] [ performance: 28.763 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:35 ] [ l_g_pix: 4.0462e-02 ] [ l_g_total: 4.0462e-02 ] +2024-10-09 18:44:24,518 INFO: [ epoch: 70 ] [ iter: 93,600 ] [ performance: 20.598 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:28 ] [ l_g_pix: 2.7571e-02 ] [ l_g_total: 2.7571e-02 ] +2024-10-09 18:44:28,304 INFO: [ epoch: 70 ] [ iter: 93,700 ] [ performance: 26.790 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:14 ] [ l_g_pix: 2.8220e-02 ] [ l_g_total: 2.8220e-02 ] +2024-10-09 18:44:32,071 INFO: [ epoch: 70 ] [ iter: 93,800 ] [ performance: 26.610 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:01 ] [ l_g_pix: 3.0833e-02 ] [ l_g_total: 3.0833e-02 ] +2024-10-09 18:44:35,801 INFO: [ epoch: 70 ] [ iter: 93,900 ] [ performance: 26.663 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:47 ] [ l_g_pix: 2.7893e-02 ] [ l_g_total: 2.7893e-02 ] +2024-10-09 18:44:39,519 INFO: [ epoch: 70 ] [ iter: 94,000 ] [ performance: 26.841 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:33 ] [ l_g_pix: 2.7873e-02 ] [ l_g_total: 2.7873e-02 ] +2024-10-09 18:44:43,217 INFO: [ epoch: 70 ] [ iter: 94,100 ] [ performance: 26.519 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:19 ] [ l_g_pix: 2.9809e-02 ] [ l_g_total: 2.9809e-02 ] +2024-10-09 18:44:46,883 INFO: [ epoch: 70 ] [ iter: 94,200 ] [ performance: 27.094 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:05 ] [ l_g_pix: 2.9384e-02 ] [ l_g_total: 2.9384e-02 ] +2024-10-09 18:44:50,613 INFO: [ epoch: 70 ] [ iter: 94,300 ] [ performance: 26.887 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:51 ] [ l_g_pix: 3.0221e-02 ] [ l_g_total: 3.0221e-02 ] +2024-10-09 18:44:54,366 INFO: [ epoch: 70 ] [ iter: 94,400 ] [ performance: 26.706 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:37 ] [ l_g_pix: 1.9644e-02 ] [ l_g_total: 1.9644e-02 ] +2024-10-09 18:44:58,104 INFO: [ epoch: 70 ] [ iter: 94,500 ] [ performance: 26.480 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:24 ] [ l_g_pix: 3.5022e-02 ] [ l_g_total: 3.5022e-02 ] +2024-10-09 18:45:01,783 INFO: [ epoch: 70 ] [ iter: 94,600 ] [ performance: 27.021 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:10 ] [ l_g_pix: 3.2300e-02 ] [ l_g_total: 3.2300e-02 ] +2024-10-09 18:45:05,446 INFO: [ epoch: 70 ] [ iter: 94,700 ] [ performance: 27.812 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:56 ] [ l_g_pix: 3.9954e-02 ] [ l_g_total: 3.9954e-02 ] +2024-10-09 18:45:09,017 INFO: [ epoch: 70 ] [ iter: 94,800 ] [ performance: 27.967 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:41 ] [ l_g_pix: 2.4530e-02 ] [ l_g_total: 2.4530e-02 ] +2024-10-09 18:45:13,886 INFO: [ epoch: 71 ] [ iter: 94,900 ] [ performance: 23.025 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:33 ] [ l_g_pix: 2.6581e-02 ] [ l_g_total: 2.6581e-02 ] +2024-10-09 18:45:17,620 INFO: [ epoch: 71 ] [ iter: 95,000 ] [ performance: 25.863 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:19 ] [ l_g_pix: 3.2582e-02 ] [ l_g_total: 3.2582e-02 ] +2024-10-09 18:45:21,334 INFO: [ epoch: 71 ] [ iter: 95,100 ] [ performance: 27.301 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:05 ] [ l_g_pix: 2.8954e-02 ] [ l_g_total: 2.8954e-02 ] +2024-10-09 18:45:25,116 INFO: [ epoch: 71 ] [ iter: 95,200 ] [ performance: 26.625 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:52 ] [ l_g_pix: 3.1432e-02 ] [ l_g_total: 3.1432e-02 ] +2024-10-09 18:45:28,845 INFO: [ epoch: 71 ] [ iter: 95,300 ] [ performance: 26.940 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:38 ] [ l_g_pix: 2.8923e-02 ] [ l_g_total: 2.8923e-02 ] +2024-10-09 18:45:32,587 INFO: [ epoch: 71 ] [ iter: 95,400 ] [ performance: 26.775 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:25 ] [ l_g_pix: 3.3966e-02 ] [ l_g_total: 3.3966e-02 ] +2024-10-09 18:45:36,286 INFO: [ epoch: 71 ] [ iter: 95,500 ] [ performance: 27.471 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:11 ] [ l_g_pix: 1.9233e-02 ] [ l_g_total: 1.9233e-02 ] +2024-10-09 18:45:39,966 INFO: [ epoch: 71 ] [ iter: 95,600 ] [ performance: 27.237 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:58 ] [ l_g_pix: 4.3606e-02 ] [ l_g_total: 4.3606e-02 ] +2024-10-09 18:45:43,695 INFO: [ epoch: 71 ] [ iter: 95,700 ] [ performance: 27.548 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:44 ] [ l_g_pix: 2.8700e-02 ] [ l_g_total: 2.8700e-02 ] +2024-10-09 18:45:47,422 INFO: [ epoch: 71 ] [ iter: 95,800 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:31 ] [ l_g_pix: 2.6357e-02 ] [ l_g_total: 2.6357e-02 ] +2024-10-09 18:45:51,152 INFO: [ epoch: 71 ] [ iter: 95,900 ] [ performance: 26.200 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:17 ] [ l_g_pix: 2.9840e-02 ] [ l_g_total: 2.9840e-02 ] +2024-10-09 18:45:54,887 INFO: [ epoch: 71 ] [ iter: 96,000 ] [ performance: 26.672 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:04 ] [ l_g_pix: 2.6926e-02 ] [ l_g_total: 2.6926e-02 ] +2024-10-09 18:45:58,631 INFO: [ epoch: 71 ] [ iter: 96,100 ] [ performance: 27.340 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:50 ] [ l_g_pix: 4.4958e-02 ] [ l_g_total: 4.4958e-02 ] +2024-10-09 18:46:03,215 INFO: [ epoch: 72 ] [ iter: 96,200 ] [ performance: 22.649 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:41 ] [ l_g_pix: 2.5400e-02 ] [ l_g_total: 2.5400e-02 ] +2024-10-09 18:46:07,244 INFO: [ epoch: 72 ] [ iter: 96,300 ] [ performance: 27.279 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:29 ] [ l_g_pix: 3.1131e-02 ] [ l_g_total: 3.1131e-02 ] +2024-10-09 18:46:10,966 INFO: [ epoch: 72 ] [ iter: 96,400 ] [ performance: 26.941 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:15 ] [ l_g_pix: 3.9689e-02 ] [ l_g_total: 3.9689e-02 ] +2024-10-09 18:46:14,662 INFO: [ epoch: 72 ] [ iter: 96,500 ] [ performance: 27.417 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:02 ] [ l_g_pix: 3.0830e-02 ] [ l_g_total: 3.0830e-02 ] +2024-10-09 18:46:18,392 INFO: [ epoch: 72 ] [ iter: 96,600 ] [ performance: 26.916 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:48 ] [ l_g_pix: 2.2462e-02 ] [ l_g_total: 2.2462e-02 ] +2024-10-09 18:46:22,108 INFO: [ epoch: 72 ] [ iter: 96,700 ] [ performance: 27.726 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:35 ] [ l_g_pix: 3.2827e-02 ] [ l_g_total: 3.2827e-02 ] +2024-10-09 18:46:25,842 INFO: [ epoch: 72 ] [ iter: 96,800 ] [ performance: 26.933 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:22 ] [ l_g_pix: 3.1377e-02 ] [ l_g_total: 3.1377e-02 ] +2024-10-09 18:46:29,576 INFO: [ epoch: 72 ] [ iter: 96,900 ] [ performance: 26.868 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:09 ] [ l_g_pix: 3.1323e-02 ] [ l_g_total: 3.1323e-02 ] +2024-10-09 18:46:33,292 INFO: [ epoch: 72 ] [ iter: 97,000 ] [ performance: 26.912 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:55 ] [ l_g_pix: 2.1712e-02 ] [ l_g_total: 2.1712e-02 ] +2024-10-09 18:46:37,057 INFO: [ epoch: 72 ] [ iter: 97,100 ] [ performance: 26.834 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:42 ] [ l_g_pix: 3.4041e-02 ] [ l_g_total: 3.4041e-02 ] +2024-10-09 18:46:40,799 INFO: [ epoch: 72 ] [ iter: 97,200 ] [ performance: 26.746 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:29 ] [ l_g_pix: 2.6756e-02 ] [ l_g_total: 2.6756e-02 ] +2024-10-09 18:46:44,495 INFO: [ epoch: 72 ] [ iter: 97,300 ] [ performance: 27.725 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:16 ] [ l_g_pix: 3.9876e-02 ] [ l_g_total: 3.9876e-02 ] +2024-10-09 18:46:48,204 INFO: [ epoch: 72 ] [ iter: 97,400 ] [ performance: 27.072 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:02 ] [ l_g_pix: 2.9473e-02 ] [ l_g_total: 2.9473e-02 ] +2024-10-09 18:46:51,713 INFO: [ epoch: 72 ] [ iter: 97,500 ] [ performance: 29.722 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:48 ] [ l_g_pix: 3.3575e-02 ] [ l_g_total: 3.3575e-02 ] +2024-10-09 18:46:57,006 INFO: [ epoch: 73 ] [ iter: 97,600 ] [ performance: 19.839 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:42 ] [ l_g_pix: 2.6458e-02 ] [ l_g_total: 2.6458e-02 ] +2024-10-09 18:47:00,724 INFO: [ epoch: 73 ] [ iter: 97,700 ] [ performance: 27.457 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:29 ] [ l_g_pix: 2.6590e-02 ] [ l_g_total: 2.6590e-02 ] +2024-10-09 18:47:04,452 INFO: [ epoch: 73 ] [ iter: 97,800 ] [ performance: 26.903 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:16 ] [ l_g_pix: 3.5910e-02 ] [ l_g_total: 3.5910e-02 ] +2024-10-09 18:47:08,147 INFO: [ epoch: 73 ] [ iter: 97,900 ] [ performance: 27.562 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:02 ] [ l_g_pix: 3.7157e-02 ] [ l_g_total: 3.7157e-02 ] +2024-10-09 18:47:11,912 INFO: [ epoch: 73 ] [ iter: 98,000 ] [ performance: 26.671 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:50 ] [ l_g_pix: 4.9220e-02 ] [ l_g_total: 4.9220e-02 ] +2024-10-09 18:47:15,638 INFO: [ epoch: 73 ] [ iter: 98,100 ] [ performance: 27.156 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:37 ] [ l_g_pix: 2.5810e-02 ] [ l_g_total: 2.5810e-02 ] +2024-10-09 18:47:19,392 INFO: [ epoch: 73 ] [ iter: 98,200 ] [ performance: 26.695 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:24 ] [ l_g_pix: 2.3977e-02 ] [ l_g_total: 2.3977e-02 ] +2024-10-09 18:47:23,158 INFO: [ epoch: 73 ] [ iter: 98,300 ] [ performance: 26.895 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:11 ] [ l_g_pix: 2.2771e-02 ] [ l_g_total: 2.2771e-02 ] +2024-10-09 18:47:26,861 INFO: [ epoch: 73 ] [ iter: 98,400 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:58 ] [ l_g_pix: 2.1035e-02 ] [ l_g_total: 2.1035e-02 ] +2024-10-09 18:47:30,616 INFO: [ epoch: 73 ] [ iter: 98,500 ] [ performance: 26.852 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:45 ] [ l_g_pix: 3.3105e-02 ] [ l_g_total: 3.3105e-02 ] +2024-10-09 18:47:34,367 INFO: [ epoch: 73 ] [ iter: 98,600 ] [ performance: 26.682 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:32 ] [ l_g_pix: 3.1829e-02 ] [ l_g_total: 3.1829e-02 ] +2024-10-09 18:47:38,162 INFO: [ epoch: 73 ] [ iter: 98,700 ] [ performance: 26.139 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:19 ] [ l_g_pix: 3.2840e-02 ] [ l_g_total: 3.2840e-02 ] +2024-10-09 18:47:41,801 INFO: [ epoch: 73 ] [ iter: 98,800 ] [ performance: 27.370 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:06 ] [ l_g_pix: 1.9330e-02 ] [ l_g_total: 1.9330e-02 ] +2024-10-09 18:47:46,662 INFO: [ epoch: 74 ] [ iter: 98,900 ] [ performance: 22.213 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:58 ] [ l_g_pix: 2.8066e-02 ] [ l_g_total: 2.8066e-02 ] +2024-10-09 18:47:50,456 INFO: [ epoch: 74 ] [ iter: 99,000 ] [ performance: 26.004 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:45 ] [ l_g_pix: 4.6039e-02 ] [ l_g_total: 4.6039e-02 ] +2024-10-09 18:47:54,122 INFO: [ epoch: 74 ] [ iter: 99,100 ] [ performance: 28.094 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:32 ] [ l_g_pix: 2.6277e-02 ] [ l_g_total: 2.6277e-02 ] +2024-10-09 18:47:57,864 INFO: [ epoch: 74 ] [ iter: 99,200 ] [ performance: 26.810 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:19 ] [ l_g_pix: 1.6767e-02 ] [ l_g_total: 1.6767e-02 ] +2024-10-09 18:48:01,533 INFO: [ epoch: 74 ] [ iter: 99,300 ] [ performance: 27.905 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:06 ] [ l_g_pix: 5.0466e-02 ] [ l_g_total: 5.0466e-02 ] +2024-10-09 18:48:05,207 INFO: [ epoch: 74 ] [ iter: 99,400 ] [ performance: 27.265 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:53 ] [ l_g_pix: 2.3541e-02 ] [ l_g_total: 2.3541e-02 ] +2024-10-09 18:48:08,892 INFO: [ epoch: 74 ] [ iter: 99,500 ] [ performance: 28.269 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:40 ] [ l_g_pix: 4.2112e-02 ] [ l_g_total: 4.2112e-02 ] +2024-10-09 18:48:12,605 INFO: [ epoch: 74 ] [ iter: 99,600 ] [ performance: 27.005 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:27 ] [ l_g_pix: 4.0575e-02 ] [ l_g_total: 4.0575e-02 ] +2024-10-09 18:48:16,353 INFO: [ epoch: 74 ] [ iter: 99,700 ] [ performance: 27.685 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:15 ] [ l_g_pix: 2.0289e-02 ] [ l_g_total: 2.0289e-02 ] +2024-10-09 18:48:20,052 INFO: [ epoch: 74 ] [ iter: 99,800 ] [ performance: 27.064 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:02 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-09 18:48:23,790 INFO: [ epoch: 74 ] [ iter: 99,900 ] [ performance: 25.748 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:49 ] [ l_g_pix: 4.0418e-02 ] [ l_g_total: 4.0418e-02 ] +2024-10-09 18:48:27,518 INFO: [ epoch: 74 ] [ iter:100,000 ] [ performance: 26.797 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:37 ] [ l_g_pix: 3.8534e-02 ] [ l_g_total: 3.8534e-02 ] +2024-10-09 18:48:27,518 INFO: Saving models and training states. +2024-10-09 18:51:11,413 INFO: Validation val + + # psnr: 27.1762........ Best: 27.1762 @ 100000 iter + # ssim: 0.7651........ Best: 0.7651 @ 100000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 18:51:15,520 INFO: [ epoch: 74 ] [ iter:100,100 ] [ performance: 28.362 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:53 ] [ l_g_pix: 2.1221e-02 ] [ l_g_total: 2.1221e-02 ] +2024-10-09 18:51:19,138 INFO: [ epoch: 74 ] [ iter:100,200 ] [ performance: 27.657 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:39 ] [ l_g_pix: 2.6541e-02 ] [ l_g_total: 2.6541e-02 ] +2024-10-09 18:51:24,727 INFO: [ epoch: 75 ] [ iter:100,300 ] [ performance: 29.573 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:33 ] [ l_g_pix: 3.6355e-02 ] [ l_g_total: 3.6355e-02 ] +2024-10-09 18:51:28,462 INFO: [ epoch: 75 ] [ iter:100,400 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:20 ] [ l_g_pix: 2.5763e-02 ] [ l_g_total: 2.5763e-02 ] +2024-10-09 18:51:32,245 INFO: [ epoch: 75 ] [ iter:100,500 ] [ performance: 26.622 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:07 ] [ l_g_pix: 3.2690e-02 ] [ l_g_total: 3.2690e-02 ] +2024-10-09 18:51:35,974 INFO: [ epoch: 75 ] [ iter:100,600 ] [ performance: 26.821 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:53 ] [ l_g_pix: 2.9335e-02 ] [ l_g_total: 2.9335e-02 ] +2024-10-09 18:51:39,715 INFO: [ epoch: 75 ] [ iter:100,700 ] [ performance: 26.780 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:40 ] [ l_g_pix: 3.9226e-02 ] [ l_g_total: 3.9226e-02 ] +2024-10-09 18:51:43,472 INFO: [ epoch: 75 ] [ iter:100,800 ] [ performance: 26.610 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:27 ] [ l_g_pix: 2.6147e-02 ] [ l_g_total: 2.6147e-02 ] +2024-10-09 18:51:47,178 INFO: [ epoch: 75 ] [ iter:100,900 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:13 ] [ l_g_pix: 3.0765e-02 ] [ l_g_total: 3.0765e-02 ] +2024-10-09 18:51:50,903 INFO: [ epoch: 75 ] [ iter:101,000 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:00 ] [ l_g_pix: 4.4934e-02 ] [ l_g_total: 4.4934e-02 ] +2024-10-09 18:51:54,626 INFO: [ epoch: 75 ] [ iter:101,100 ] [ performance: 26.856 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:46 ] [ l_g_pix: 2.1348e-02 ] [ l_g_total: 2.1348e-02 ] +2024-10-09 18:51:58,275 INFO: [ epoch: 75 ] [ iter:101,200 ] [ performance: 27.430 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:33 ] [ l_g_pix: 3.4633e-02 ] [ l_g_total: 3.4633e-02 ] +2024-10-09 18:52:02,057 INFO: [ epoch: 75 ] [ iter:101,300 ] [ performance: 26.923 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:20 ] [ l_g_pix: 2.5634e-02 ] [ l_g_total: 2.5634e-02 ] +2024-10-09 18:52:05,762 INFO: [ epoch: 75 ] [ iter:101,400 ] [ performance: 27.079 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:06 ] [ l_g_pix: 3.4437e-02 ] [ l_g_total: 3.4437e-02 ] +2024-10-09 18:52:09,321 INFO: [ epoch: 75 ] [ iter:101,500 ] [ performance: 27.594 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:52 ] [ l_g_pix: 3.7562e-02 ] [ l_g_total: 3.7562e-02 ] +2024-10-09 18:52:14,427 INFO: [ epoch: 76 ] [ iter:101,600 ] [ performance: 19.277 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:45 ] [ l_g_pix: 2.7350e-02 ] [ l_g_total: 2.7350e-02 ] +2024-10-09 18:52:18,146 INFO: [ epoch: 76 ] [ iter:101,700 ] [ performance: 22.553 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:31 ] [ l_g_pix: 3.5059e-02 ] [ l_g_total: 3.5059e-02 ] +2024-10-09 18:52:21,851 INFO: [ epoch: 76 ] [ iter:101,800 ] [ performance: 27.033 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:18 ] [ l_g_pix: 3.0113e-02 ] [ l_g_total: 3.0113e-02 ] +2024-10-09 18:52:25,546 INFO: [ epoch: 76 ] [ iter:101,900 ] [ performance: 27.050 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:05 ] [ l_g_pix: 2.4886e-02 ] [ l_g_total: 2.4886e-02 ] +2024-10-09 18:52:29,223 INFO: [ epoch: 76 ] [ iter:102,000 ] [ performance: 27.298 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:51 ] [ l_g_pix: 3.5605e-02 ] [ l_g_total: 3.5605e-02 ] +2024-10-09 18:52:32,961 INFO: [ epoch: 76 ] [ iter:102,100 ] [ performance: 27.015 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:38 ] [ l_g_pix: 2.9236e-02 ] [ l_g_total: 2.9236e-02 ] +2024-10-09 18:52:36,693 INFO: [ epoch: 76 ] [ iter:102,200 ] [ performance: 26.887 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:25 ] [ l_g_pix: 2.4867e-02 ] [ l_g_total: 2.4867e-02 ] +2024-10-09 18:52:40,422 INFO: [ epoch: 76 ] [ iter:102,300 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:12 ] [ l_g_pix: 3.6063e-02 ] [ l_g_total: 3.6063e-02 ] +2024-10-09 18:52:44,068 INFO: [ epoch: 76 ] [ iter:102,400 ] [ performance: 27.438 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:58 ] [ l_g_pix: 2.6876e-02 ] [ l_g_total: 2.6876e-02 ] +2024-10-09 18:52:47,757 INFO: [ epoch: 76 ] [ iter:102,500 ] [ performance: 27.267 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:45 ] [ l_g_pix: 2.4835e-02 ] [ l_g_total: 2.4835e-02 ] +2024-10-09 18:52:51,517 INFO: [ epoch: 76 ] [ iter:102,600 ] [ performance: 26.680 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:32 ] [ l_g_pix: 3.3329e-02 ] [ l_g_total: 3.3329e-02 ] +2024-10-09 18:52:55,278 INFO: [ epoch: 76 ] [ iter:102,700 ] [ performance: 26.635 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:19 ] [ l_g_pix: 2.9669e-02 ] [ l_g_total: 2.9669e-02 ] +2024-10-09 18:52:58,957 INFO: [ epoch: 76 ] [ iter:102,800 ] [ performance: 27.281 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:06 ] [ l_g_pix: 3.3788e-02 ] [ l_g_total: 3.3788e-02 ] +2024-10-09 18:53:04,119 INFO: [ epoch: 77 ] [ iter:102,900 ] [ performance: 22.437 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:59 ] [ l_g_pix: 2.5004e-02 ] [ l_g_total: 2.5004e-02 ] +2024-10-09 18:53:07,857 INFO: [ epoch: 77 ] [ iter:103,000 ] [ performance: 26.817 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:46 ] [ l_g_pix: 4.4081e-02 ] [ l_g_total: 4.4081e-02 ] +2024-10-09 18:53:11,586 INFO: [ epoch: 77 ] [ iter:103,100 ] [ performance: 26.818 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:33 ] [ l_g_pix: 2.7220e-02 ] [ l_g_total: 2.7220e-02 ] +2024-10-09 18:53:15,320 INFO: [ epoch: 77 ] [ iter:103,200 ] [ performance: 26.906 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:20 ] [ l_g_pix: 3.8003e-02 ] [ l_g_total: 3.8003e-02 ] +2024-10-09 18:53:19,021 INFO: [ epoch: 77 ] [ iter:103,300 ] [ performance: 26.968 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:07 ] [ l_g_pix: 3.7971e-02 ] [ l_g_total: 3.7971e-02 ] +2024-10-09 18:53:22,682 INFO: [ epoch: 77 ] [ iter:103,400 ] [ performance: 27.448 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:54 ] [ l_g_pix: 3.5462e-02 ] [ l_g_total: 3.5462e-02 ] +2024-10-09 18:53:26,392 INFO: [ epoch: 77 ] [ iter:103,500 ] [ performance: 27.183 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:41 ] [ l_g_pix: 2.9484e-02 ] [ l_g_total: 2.9484e-02 ] +2024-10-09 18:53:30,146 INFO: [ epoch: 77 ] [ iter:103,600 ] [ performance: 26.690 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:28 ] [ l_g_pix: 3.2471e-02 ] [ l_g_total: 3.2471e-02 ] +2024-10-09 18:53:33,858 INFO: [ epoch: 77 ] [ iter:103,700 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:15 ] [ l_g_pix: 3.5729e-02 ] [ l_g_total: 3.5729e-02 ] +2024-10-09 18:53:37,576 INFO: [ epoch: 77 ] [ iter:103,800 ] [ performance: 27.040 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:02 ] [ l_g_pix: 3.1859e-02 ] [ l_g_total: 3.1859e-02 ] +2024-10-09 18:53:41,315 INFO: [ epoch: 77 ] [ iter:103,900 ] [ performance: 26.884 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:49 ] [ l_g_pix: 2.3776e-02 ] [ l_g_total: 2.3776e-02 ] +2024-10-09 18:53:45,038 INFO: [ epoch: 77 ] [ iter:104,000 ] [ performance: 26.881 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:36 ] [ l_g_pix: 2.6338e-02 ] [ l_g_total: 2.6338e-02 ] +2024-10-09 18:53:48,767 INFO: [ epoch: 77 ] [ iter:104,100 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:24 ] [ l_g_pix: 1.9809e-02 ] [ l_g_total: 1.9809e-02 ] +2024-10-09 18:53:52,245 INFO: [ epoch: 77 ] [ iter:104,200 ] [ performance: 29.035 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:10 ] [ l_g_pix: 2.1565e-02 ] [ l_g_total: 2.1565e-02 ] +2024-10-09 18:53:57,332 INFO: [ epoch: 78 ] [ iter:104,300 ] [ performance: 23.010 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:02 ] [ l_g_pix: 3.9471e-02 ] [ l_g_total: 3.9471e-02 ] +2024-10-09 18:54:01,062 INFO: [ epoch: 78 ] [ iter:104,400 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:50 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-09 18:54:04,721 INFO: [ epoch: 78 ] [ iter:104,500 ] [ performance: 27.115 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:37 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-10-09 18:54:08,430 INFO: [ epoch: 78 ] [ iter:104,600 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:24 ] [ l_g_pix: 3.1449e-02 ] [ l_g_total: 3.1449e-02 ] +2024-10-09 18:54:12,158 INFO: [ epoch: 78 ] [ iter:104,700 ] [ performance: 26.908 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:11 ] [ l_g_pix: 3.2473e-02 ] [ l_g_total: 3.2473e-02 ] +2024-10-09 18:54:15,876 INFO: [ epoch: 78 ] [ iter:104,800 ] [ performance: 26.951 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:58 ] [ l_g_pix: 2.5943e-02 ] [ l_g_total: 2.5943e-02 ] +2024-10-09 18:54:19,592 INFO: [ epoch: 78 ] [ iter:104,900 ] [ performance: 26.931 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:46 ] [ l_g_pix: 1.3151e-02 ] [ l_g_total: 1.3151e-02 ] +2024-10-09 18:54:23,366 INFO: [ epoch: 78 ] [ iter:105,000 ] [ performance: 26.891 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:33 ] [ l_g_pix: 3.3686e-02 ] [ l_g_total: 3.3686e-02 ] +2024-10-09 18:54:27,072 INFO: [ epoch: 78 ] [ iter:105,100 ] [ performance: 26.949 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:20 ] [ l_g_pix: 3.4498e-02 ] [ l_g_total: 3.4498e-02 ] +2024-10-09 18:54:30,787 INFO: [ epoch: 78 ] [ iter:105,200 ] [ performance: 27.029 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:08 ] [ l_g_pix: 3.8049e-02 ] [ l_g_total: 3.8049e-02 ] +2024-10-09 18:54:34,475 INFO: [ epoch: 78 ] [ iter:105,300 ] [ performance: 27.080 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:55 ] [ l_g_pix: 3.8403e-02 ] [ l_g_total: 3.8403e-02 ] +2024-10-09 18:54:38,158 INFO: [ epoch: 78 ] [ iter:105,400 ] [ performance: 27.274 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:42 ] [ l_g_pix: 3.1647e-02 ] [ l_g_total: 3.1647e-02 ] +2024-10-09 18:54:41,744 INFO: [ epoch: 78 ] [ iter:105,500 ] [ performance: 27.622 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:29 ] [ l_g_pix: 4.3254e-02 ] [ l_g_total: 4.3254e-02 ] +2024-10-09 18:54:46,962 INFO: [ epoch: 79 ] [ iter:105,600 ] [ performance: 17.365 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:22 ] [ l_g_pix: 2.4059e-02 ] [ l_g_total: 2.4059e-02 ] +2024-10-09 18:54:50,709 INFO: [ epoch: 79 ] [ iter:105,700 ] [ performance: 21.706 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:10 ] [ l_g_pix: 2.4585e-02 ] [ l_g_total: 2.4585e-02 ] +2024-10-09 18:54:54,448 INFO: [ epoch: 79 ] [ iter:105,800 ] [ performance: 27.034 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:57 ] [ l_g_pix: 3.1555e-02 ] [ l_g_total: 3.1555e-02 ] +2024-10-09 18:54:58,152 INFO: [ epoch: 79 ] [ iter:105,900 ] [ performance: 27.013 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:45 ] [ l_g_pix: 4.1399e-02 ] [ l_g_total: 4.1399e-02 ] +2024-10-09 18:55:01,892 INFO: [ epoch: 79 ] [ iter:106,000 ] [ performance: 26.913 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:32 ] [ l_g_pix: 2.4205e-02 ] [ l_g_total: 2.4205e-02 ] +2024-10-09 18:55:05,583 INFO: [ epoch: 79 ] [ iter:106,100 ] [ performance: 27.020 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:20 ] [ l_g_pix: 4.0885e-02 ] [ l_g_total: 4.0885e-02 ] +2024-10-09 18:55:09,268 INFO: [ epoch: 79 ] [ iter:106,200 ] [ performance: 27.276 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:07 ] [ l_g_pix: 2.8899e-02 ] [ l_g_total: 2.8899e-02 ] +2024-10-09 18:55:13,015 INFO: [ epoch: 79 ] [ iter:106,300 ] [ performance: 26.936 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:55 ] [ l_g_pix: 2.3193e-02 ] [ l_g_total: 2.3193e-02 ] +2024-10-09 18:55:16,750 INFO: [ epoch: 79 ] [ iter:106,400 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:42 ] [ l_g_pix: 3.8218e-02 ] [ l_g_total: 3.8218e-02 ] +2024-10-09 18:55:20,471 INFO: [ epoch: 79 ] [ iter:106,500 ] [ performance: 26.848 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:30 ] [ l_g_pix: 2.9374e-02 ] [ l_g_total: 2.9374e-02 ] +2024-10-09 18:55:24,158 INFO: [ epoch: 79 ] [ iter:106,600 ] [ performance: 27.371 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:17 ] [ l_g_pix: 2.5204e-02 ] [ l_g_total: 2.5204e-02 ] +2024-10-09 18:55:27,847 INFO: [ epoch: 79 ] [ iter:106,700 ] [ performance: 27.217 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:05 ] [ l_g_pix: 3.4854e-02 ] [ l_g_total: 3.4854e-02 ] +2024-10-09 18:55:31,534 INFO: [ epoch: 79 ] [ iter:106,800 ] [ performance: 27.340 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:52 ] [ l_g_pix: 2.1471e-02 ] [ l_g_total: 2.1471e-02 ] +2024-10-09 18:55:36,296 INFO: [ epoch: 80 ] [ iter:106,900 ] [ performance: 23.202 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:44 ] [ l_g_pix: 2.7952e-02 ] [ l_g_total: 2.7952e-02 ] +2024-10-09 18:55:40,201 INFO: [ epoch: 80 ] [ iter:107,000 ] [ performance: 27.272 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:32 ] [ l_g_pix: 2.5623e-02 ] [ l_g_total: 2.5623e-02 ] +2024-10-09 18:55:43,930 INFO: [ epoch: 80 ] [ iter:107,100 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:20 ] [ l_g_pix: 2.3268e-02 ] [ l_g_total: 2.3268e-02 ] +2024-10-09 18:55:47,600 INFO: [ epoch: 80 ] [ iter:107,200 ] [ performance: 27.347 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:07 ] [ l_g_pix: 3.0788e-02 ] [ l_g_total: 3.0788e-02 ] +2024-10-09 18:55:51,329 INFO: [ epoch: 80 ] [ iter:107,300 ] [ performance: 27.030 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:55 ] [ l_g_pix: 2.7794e-02 ] [ l_g_total: 2.7794e-02 ] +2024-10-09 18:55:55,036 INFO: [ epoch: 80 ] [ iter:107,400 ] [ performance: 27.092 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:43 ] [ l_g_pix: 2.3814e-02 ] [ l_g_total: 2.3814e-02 ] +2024-10-09 18:55:58,719 INFO: [ epoch: 80 ] [ iter:107,500 ] [ performance: 27.134 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:30 ] [ l_g_pix: 3.2387e-02 ] [ l_g_total: 3.2387e-02 ] +2024-10-09 18:56:02,428 INFO: [ epoch: 80 ] [ iter:107,600 ] [ performance: 27.069 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:18 ] [ l_g_pix: 1.6426e-02 ] [ l_g_total: 1.6426e-02 ] +2024-10-09 18:56:06,077 INFO: [ epoch: 80 ] [ iter:107,700 ] [ performance: 27.274 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:05 ] [ l_g_pix: 4.2284e-02 ] [ l_g_total: 4.2284e-02 ] +2024-10-09 18:56:09,791 INFO: [ epoch: 80 ] [ iter:107,800 ] [ performance: 26.983 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:53 ] [ l_g_pix: 2.3143e-02 ] [ l_g_total: 2.3143e-02 ] +2024-10-09 18:56:13,545 INFO: [ epoch: 80 ] [ iter:107,900 ] [ performance: 26.776 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:41 ] [ l_g_pix: 3.2201e-02 ] [ l_g_total: 3.2201e-02 ] +2024-10-09 18:56:17,286 INFO: [ epoch: 80 ] [ iter:108,000 ] [ performance: 26.790 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:29 ] [ l_g_pix: 2.6789e-02 ] [ l_g_total: 2.6789e-02 ] +2024-10-09 18:56:20,964 INFO: [ epoch: 80 ] [ iter:108,100 ] [ performance: 27.033 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:16 ] [ l_g_pix: 1.8042e-02 ] [ l_g_total: 1.8042e-02 ] +2024-10-09 18:56:24,448 INFO: [ epoch: 80 ] [ iter:108,200 ] [ performance: 29.170 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:03 ] [ l_g_pix: 2.0902e-02 ] [ l_g_total: 2.0902e-02 ] +2024-10-09 18:56:29,653 INFO: [ epoch: 81 ] [ iter:108,300 ] [ performance: 22.103 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:57 ] [ l_g_pix: 3.6373e-02 ] [ l_g_total: 3.6373e-02 ] +2024-10-09 18:56:33,327 INFO: [ epoch: 81 ] [ iter:108,400 ] [ performance: 27.422 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:44 ] [ l_g_pix: 2.3330e-02 ] [ l_g_total: 2.3330e-02 ] +2024-10-09 18:56:37,059 INFO: [ epoch: 81 ] [ iter:108,500 ] [ performance: 27.030 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:32 ] [ l_g_pix: 3.7196e-02 ] [ l_g_total: 3.7196e-02 ] +2024-10-09 18:56:40,770 INFO: [ epoch: 81 ] [ iter:108,600 ] [ performance: 27.094 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:20 ] [ l_g_pix: 1.6761e-02 ] [ l_g_total: 1.6761e-02 ] +2024-10-09 18:56:44,499 INFO: [ epoch: 81 ] [ iter:108,700 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:08 ] [ l_g_pix: 2.1016e-02 ] [ l_g_total: 2.1016e-02 ] +2024-10-09 18:56:48,206 INFO: [ epoch: 81 ] [ iter:108,800 ] [ performance: 27.250 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:56 ] [ l_g_pix: 3.2273e-02 ] [ l_g_total: 3.2273e-02 ] +2024-10-09 18:56:51,903 INFO: [ epoch: 81 ] [ iter:108,900 ] [ performance: 27.127 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:44 ] [ l_g_pix: 3.1278e-02 ] [ l_g_total: 3.1278e-02 ] +2024-10-09 18:56:55,612 INFO: [ epoch: 81 ] [ iter:109,000 ] [ performance: 26.985 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:32 ] [ l_g_pix: 3.0897e-02 ] [ l_g_total: 3.0897e-02 ] +2024-10-09 18:56:59,319 INFO: [ epoch: 81 ] [ iter:109,100 ] [ performance: 26.983 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:20 ] [ l_g_pix: 2.5771e-02 ] [ l_g_total: 2.5771e-02 ] +2024-10-09 18:57:03,099 INFO: [ epoch: 81 ] [ iter:109,200 ] [ performance: 26.472 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:08 ] [ l_g_pix: 3.1936e-02 ] [ l_g_total: 3.1936e-02 ] +2024-10-09 18:57:06,809 INFO: [ epoch: 81 ] [ iter:109,300 ] [ performance: 26.781 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:56 ] [ l_g_pix: 3.9219e-02 ] [ l_g_total: 3.9219e-02 ] +2024-10-09 18:57:10,587 INFO: [ epoch: 81 ] [ iter:109,400 ] [ performance: 26.467 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:44 ] [ l_g_pix: 2.2992e-02 ] [ l_g_total: 2.2992e-02 ] +2024-10-09 18:57:14,185 INFO: [ epoch: 81 ] [ iter:109,500 ] [ performance: 27.303 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:32 ] [ l_g_pix: 2.9637e-02 ] [ l_g_total: 2.9637e-02 ] +2024-10-09 18:57:19,342 INFO: [ epoch: 82 ] [ iter:109,600 ] [ performance: 15.198 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:25 ] [ l_g_pix: 2.9315e-02 ] [ l_g_total: 2.9315e-02 ] +2024-10-09 18:57:23,098 INFO: [ epoch: 82 ] [ iter:109,700 ] [ performance: 21.020 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:13 ] [ l_g_pix: 2.8095e-02 ] [ l_g_total: 2.8095e-02 ] +2024-10-09 18:57:26,805 INFO: [ epoch: 82 ] [ iter:109,800 ] [ performance: 27.123 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:01 ] [ l_g_pix: 3.7078e-02 ] [ l_g_total: 3.7078e-02 ] +2024-10-09 18:57:30,541 INFO: [ epoch: 82 ] [ iter:109,900 ] [ performance: 26.894 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:49 ] [ l_g_pix: 2.0673e-02 ] [ l_g_total: 2.0673e-02 ] +2024-10-09 18:57:34,263 INFO: [ epoch: 82 ] [ iter:110,000 ] [ performance: 26.774 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:37 ] [ l_g_pix: 3.4440e-02 ] [ l_g_total: 3.4440e-02 ] +2024-10-09 18:57:34,263 INFO: Saving models and training states. +2024-10-09 19:00:18,238 INFO: Validation val + + # psnr: 27.1786........ Best: 27.1786 @ 110000 iter + # ssim: 0.7652........ Best: 0.7652 @ 110000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:00:21,946 INFO: [ epoch: 82 ] [ iter:110,100 ] [ performance: 26.913 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:36 ] [ l_g_pix: 2.5851e-02 ] [ l_g_total: 2.5851e-02 ] +2024-10-09 19:00:25,694 INFO: [ epoch: 82 ] [ iter:110,200 ] [ performance: 26.889 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:23 ] [ l_g_pix: 2.8682e-02 ] [ l_g_total: 2.8682e-02 ] +2024-10-09 19:00:29,376 INFO: [ epoch: 82 ] [ iter:110,300 ] [ performance: 27.068 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:11 ] [ l_g_pix: 2.7386e-02 ] [ l_g_total: 2.7386e-02 ] +2024-10-09 19:00:33,087 INFO: [ epoch: 82 ] [ iter:110,400 ] [ performance: 26.741 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:58 ] [ l_g_pix: 2.6198e-02 ] [ l_g_total: 2.6198e-02 ] +2024-10-09 19:00:36,803 INFO: [ epoch: 82 ] [ iter:110,500 ] [ performance: 26.857 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:45 ] [ l_g_pix: 2.2862e-02 ] [ l_g_total: 2.2862e-02 ] +2024-10-09 19:00:40,512 INFO: [ epoch: 82 ] [ iter:110,600 ] [ performance: 27.008 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:33 ] [ l_g_pix: 2.6458e-02 ] [ l_g_total: 2.6458e-02 ] +2024-10-09 19:00:44,225 INFO: [ epoch: 82 ] [ iter:110,700 ] [ performance: 26.961 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:20 ] [ l_g_pix: 2.5677e-02 ] [ l_g_total: 2.5677e-02 ] +2024-10-09 19:00:47,887 INFO: [ epoch: 82 ] [ iter:110,800 ] [ performance: 27.679 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:08 ] [ l_g_pix: 3.2096e-02 ] [ l_g_total: 3.2096e-02 ] +2024-10-09 19:00:52,456 INFO: [ epoch: 83 ] [ iter:110,900 ] [ performance: 23.506 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:58 ] [ l_g_pix: 2.7211e-02 ] [ l_g_total: 2.7211e-02 ] +2024-10-09 19:00:56,450 INFO: [ epoch: 83 ] [ iter:111,000 ] [ performance: 27.028 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:47 ] [ l_g_pix: 2.8152e-02 ] [ l_g_total: 2.8152e-02 ] +2024-10-09 19:01:00,200 INFO: [ epoch: 83 ] [ iter:111,100 ] [ performance: 26.784 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:34 ] [ l_g_pix: 1.9844e-02 ] [ l_g_total: 1.9844e-02 ] +2024-10-09 19:01:03,953 INFO: [ epoch: 83 ] [ iter:111,200 ] [ performance: 26.602 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:22 ] [ l_g_pix: 2.5005e-02 ] [ l_g_total: 2.5005e-02 ] +2024-10-09 19:01:07,666 INFO: [ epoch: 83 ] [ iter:111,300 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:10 ] [ l_g_pix: 2.6284e-02 ] [ l_g_total: 2.6284e-02 ] +2024-10-09 19:01:11,391 INFO: [ epoch: 83 ] [ iter:111,400 ] [ performance: 27.067 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:57 ] [ l_g_pix: 1.9192e-02 ] [ l_g_total: 1.9192e-02 ] +2024-10-09 19:01:15,096 INFO: [ epoch: 83 ] [ iter:111,500 ] [ performance: 27.017 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:45 ] [ l_g_pix: 3.6878e-02 ] [ l_g_total: 3.6878e-02 ] +2024-10-09 19:01:18,796 INFO: [ epoch: 83 ] [ iter:111,600 ] [ performance: 26.839 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:32 ] [ l_g_pix: 3.3231e-02 ] [ l_g_total: 3.3231e-02 ] +2024-10-09 19:01:22,532 INFO: [ epoch: 83 ] [ iter:111,700 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:20 ] [ l_g_pix: 4.4975e-02 ] [ l_g_total: 4.4975e-02 ] +2024-10-09 19:01:26,291 INFO: [ epoch: 83 ] [ iter:111,800 ] [ performance: 26.771 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:08 ] [ l_g_pix: 3.1254e-02 ] [ l_g_total: 3.1254e-02 ] +2024-10-09 19:01:30,031 INFO: [ epoch: 83 ] [ iter:111,900 ] [ performance: 26.753 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:56 ] [ l_g_pix: 2.7976e-02 ] [ l_g_total: 2.7976e-02 ] +2024-10-09 19:01:33,770 INFO: [ epoch: 83 ] [ iter:112,000 ] [ performance: 26.719 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:43 ] [ l_g_pix: 3.2051e-02 ] [ l_g_total: 3.2051e-02 ] +2024-10-09 19:01:37,507 INFO: [ epoch: 83 ] [ iter:112,100 ] [ performance: 26.752 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:31 ] [ l_g_pix: 2.6309e-02 ] [ l_g_total: 2.6309e-02 ] +2024-10-09 19:01:41,025 INFO: [ epoch: 83 ] [ iter:112,200 ] [ performance: 29.018 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:18 ] [ l_g_pix: 3.3428e-02 ] [ l_g_total: 3.3428e-02 ] +2024-10-09 19:01:46,192 INFO: [ epoch: 84 ] [ iter:112,300 ] [ performance: 21.473 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:11 ] [ l_g_pix: 2.3275e-02 ] [ l_g_total: 2.3275e-02 ] +2024-10-09 19:01:49,870 INFO: [ epoch: 84 ] [ iter:112,400 ] [ performance: 27.516 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:59 ] [ l_g_pix: 2.4430e-02 ] [ l_g_total: 2.4430e-02 ] +2024-10-09 19:01:53,600 INFO: [ epoch: 84 ] [ iter:112,500 ] [ performance: 27.010 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:47 ] [ l_g_pix: 4.0408e-02 ] [ l_g_total: 4.0408e-02 ] +2024-10-09 19:01:57,279 INFO: [ epoch: 84 ] [ iter:112,600 ] [ performance: 27.336 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:34 ] [ l_g_pix: 3.0438e-02 ] [ l_g_total: 3.0438e-02 ] +2024-10-09 19:02:00,947 INFO: [ epoch: 84 ] [ iter:112,700 ] [ performance: 27.287 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:22 ] [ l_g_pix: 2.8667e-02 ] [ l_g_total: 2.8667e-02 ] +2024-10-09 19:02:04,638 INFO: [ epoch: 84 ] [ iter:112,800 ] [ performance: 27.393 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:09 ] [ l_g_pix: 2.7359e-02 ] [ l_g_total: 2.7359e-02 ] +2024-10-09 19:02:08,347 INFO: [ epoch: 84 ] [ iter:112,900 ] [ performance: 27.085 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:57 ] [ l_g_pix: 2.9033e-02 ] [ l_g_total: 2.9033e-02 ] +2024-10-09 19:02:12,056 INFO: [ epoch: 84 ] [ iter:113,000 ] [ performance: 26.900 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:45 ] [ l_g_pix: 2.8384e-02 ] [ l_g_total: 2.8384e-02 ] +2024-10-09 19:02:15,731 INFO: [ epoch: 84 ] [ iter:113,100 ] [ performance: 27.132 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:33 ] [ l_g_pix: 3.6210e-02 ] [ l_g_total: 3.6210e-02 ] +2024-10-09 19:02:19,467 INFO: [ epoch: 84 ] [ iter:113,200 ] [ performance: 26.744 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:21 ] [ l_g_pix: 3.2543e-02 ] [ l_g_total: 3.2543e-02 ] +2024-10-09 19:02:23,179 INFO: [ epoch: 84 ] [ iter:113,300 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:08 ] [ l_g_pix: 2.6065e-02 ] [ l_g_total: 2.6065e-02 ] +2024-10-09 19:02:26,812 INFO: [ epoch: 84 ] [ iter:113,400 ] [ performance: 27.674 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:56 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-10-09 19:02:30,458 INFO: [ epoch: 84 ] [ iter:113,500 ] [ performance: 27.497 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:44 ] [ l_g_pix: 4.4429e-02 ] [ l_g_total: 4.4429e-02 ] +2024-10-09 19:02:35,427 INFO: [ epoch: 85 ] [ iter:113,600 ] [ performance: 21.942 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:36 ] [ l_g_pix: 2.8844e-02 ] [ l_g_total: 2.8844e-02 ] +2024-10-09 19:02:39,140 INFO: [ epoch: 85 ] [ iter:113,700 ] [ performance: 25.440 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:24 ] [ l_g_pix: 2.8912e-02 ] [ l_g_total: 2.8912e-02 ] +2024-10-09 19:02:42,883 INFO: [ epoch: 85 ] [ iter:113,800 ] [ performance: 26.825 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:12 ] [ l_g_pix: 2.8583e-02 ] [ l_g_total: 2.8583e-02 ] +2024-10-09 19:02:46,578 INFO: [ epoch: 85 ] [ iter:113,900 ] [ performance: 27.008 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:00 ] [ l_g_pix: 3.6891e-02 ] [ l_g_total: 3.6891e-02 ] +2024-10-09 19:02:50,265 INFO: [ epoch: 85 ] [ iter:114,000 ] [ performance: 27.327 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:48 ] [ l_g_pix: 3.0456e-02 ] [ l_g_total: 3.0456e-02 ] +2024-10-09 19:02:54,000 INFO: [ epoch: 85 ] [ iter:114,100 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:36 ] [ l_g_pix: 3.6483e-02 ] [ l_g_total: 3.6483e-02 ] +2024-10-09 19:02:57,747 INFO: [ epoch: 85 ] [ iter:114,200 ] [ performance: 26.819 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:24 ] [ l_g_pix: 2.9314e-02 ] [ l_g_total: 2.9314e-02 ] +2024-10-09 19:03:01,460 INFO: [ epoch: 85 ] [ iter:114,300 ] [ performance: 26.909 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:12 ] [ l_g_pix: 3.7257e-02 ] [ l_g_total: 3.7257e-02 ] +2024-10-09 19:03:05,206 INFO: [ epoch: 85 ] [ iter:114,400 ] [ performance: 27.221 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:00 ] [ l_g_pix: 4.0326e-02 ] [ l_g_total: 4.0326e-02 ] +2024-10-09 19:03:08,932 INFO: [ epoch: 85 ] [ iter:114,500 ] [ performance: 26.929 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:48 ] [ l_g_pix: 4.0948e-02 ] [ l_g_total: 4.0948e-02 ] +2024-10-09 19:03:12,606 INFO: [ epoch: 85 ] [ iter:114,600 ] [ performance: 27.657 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:36 ] [ l_g_pix: 2.3296e-02 ] [ l_g_total: 2.3296e-02 ] +2024-10-09 19:03:16,309 INFO: [ epoch: 85 ] [ iter:114,700 ] [ performance: 27.158 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:24 ] [ l_g_pix: 2.6254e-02 ] [ l_g_total: 2.6254e-02 ] +2024-10-09 19:03:20,059 INFO: [ epoch: 85 ] [ iter:114,800 ] [ performance: 27.305 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:12 ] [ l_g_pix: 1.9691e-02 ] [ l_g_total: 1.9691e-02 ] +2024-10-09 19:03:24,490 INFO: [ epoch: 86 ] [ iter:114,900 ] [ performance: 23.490 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:03 ] [ l_g_pix: 2.8229e-02 ] [ l_g_total: 2.8229e-02 ] +2024-10-09 19:03:28,502 INFO: [ epoch: 86 ] [ iter:115,000 ] [ performance: 27.832 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:52 ] [ l_g_pix: 1.8525e-02 ] [ l_g_total: 1.8525e-02 ] +2024-10-09 19:03:32,185 INFO: [ epoch: 86 ] [ iter:115,100 ] [ performance: 27.297 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:40 ] [ l_g_pix: 3.2750e-02 ] [ l_g_total: 3.2750e-02 ] +2024-10-09 19:03:35,909 INFO: [ epoch: 86 ] [ iter:115,200 ] [ performance: 26.416 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:28 ] [ l_g_pix: 2.7987e-02 ] [ l_g_total: 2.7987e-02 ] +2024-10-09 19:03:39,619 INFO: [ epoch: 86 ] [ iter:115,300 ] [ performance: 26.843 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:16 ] [ l_g_pix: 2.7870e-02 ] [ l_g_total: 2.7870e-02 ] +2024-10-09 19:03:43,322 INFO: [ epoch: 86 ] [ iter:115,400 ] [ performance: 27.126 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:04 ] [ l_g_pix: 2.4966e-02 ] [ l_g_total: 2.4966e-02 ] +2024-10-09 19:03:47,027 INFO: [ epoch: 86 ] [ iter:115,500 ] [ performance: 27.023 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:52 ] [ l_g_pix: 3.3404e-02 ] [ l_g_total: 3.3404e-02 ] +2024-10-09 19:03:50,756 INFO: [ epoch: 86 ] [ iter:115,600 ] [ performance: 27.193 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:41 ] [ l_g_pix: 2.7240e-02 ] [ l_g_total: 2.7240e-02 ] +2024-10-09 19:03:54,452 INFO: [ epoch: 86 ] [ iter:115,700 ] [ performance: 27.088 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:29 ] [ l_g_pix: 3.6879e-02 ] [ l_g_total: 3.6879e-02 ] +2024-10-09 19:03:58,194 INFO: [ epoch: 86 ] [ iter:115,800 ] [ performance: 27.078 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:17 ] [ l_g_pix: 2.6966e-02 ] [ l_g_total: 2.6966e-02 ] +2024-10-09 19:04:01,910 INFO: [ epoch: 86 ] [ iter:115,900 ] [ performance: 26.947 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:05 ] [ l_g_pix: 3.6396e-02 ] [ l_g_total: 3.6396e-02 ] +2024-10-09 19:04:05,595 INFO: [ epoch: 86 ] [ iter:116,000 ] [ performance: 27.950 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:54 ] [ l_g_pix: 2.3538e-02 ] [ l_g_total: 2.3538e-02 ] +2024-10-09 19:04:09,311 INFO: [ epoch: 86 ] [ iter:116,100 ] [ performance: 27.104 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:42 ] [ l_g_pix: 2.7035e-02 ] [ l_g_total: 2.7035e-02 ] +2024-10-09 19:04:12,895 INFO: [ epoch: 86 ] [ iter:116,200 ] [ performance: 29.086 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:30 ] [ l_g_pix: 1.9145e-02 ] [ l_g_total: 1.9145e-02 ] +2024-10-09 19:04:17,972 INFO: [ epoch: 87 ] [ iter:116,300 ] [ performance: 20.919 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:23 ] [ l_g_pix: 1.8623e-02 ] [ l_g_total: 1.8623e-02 ] +2024-10-09 19:04:21,643 INFO: [ epoch: 87 ] [ iter:116,400 ] [ performance: 28.262 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:11 ] [ l_g_pix: 3.6947e-02 ] [ l_g_total: 3.6947e-02 ] +2024-10-09 19:04:25,376 INFO: [ epoch: 87 ] [ iter:116,500 ] [ performance: 27.035 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:59 ] [ l_g_pix: 2.3855e-02 ] [ l_g_total: 2.3855e-02 ] +2024-10-09 19:04:29,050 INFO: [ epoch: 87 ] [ iter:116,600 ] [ performance: 27.632 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:47 ] [ l_g_pix: 2.4873e-02 ] [ l_g_total: 2.4873e-02 ] +2024-10-09 19:04:32,749 INFO: [ epoch: 87 ] [ iter:116,700 ] [ performance: 27.140 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:36 ] [ l_g_pix: 1.7124e-02 ] [ l_g_total: 1.7124e-02 ] +2024-10-09 19:04:36,451 INFO: [ epoch: 87 ] [ iter:116,800 ] [ performance: 27.212 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:24 ] [ l_g_pix: 2.1065e-02 ] [ l_g_total: 2.1065e-02 ] +2024-10-09 19:04:40,162 INFO: [ epoch: 87 ] [ iter:116,900 ] [ performance: 26.996 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:12 ] [ l_g_pix: 3.6508e-02 ] [ l_g_total: 3.6508e-02 ] +2024-10-09 19:04:43,909 INFO: [ epoch: 87 ] [ iter:117,000 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:01 ] [ l_g_pix: 3.0080e-02 ] [ l_g_total: 3.0080e-02 ] +2024-10-09 19:04:47,639 INFO: [ epoch: 87 ] [ iter:117,100 ] [ performance: 26.843 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:49 ] [ l_g_pix: 3.9152e-02 ] [ l_g_total: 3.9152e-02 ] +2024-10-09 19:04:51,349 INFO: [ epoch: 87 ] [ iter:117,200 ] [ performance: 26.489 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:37 ] [ l_g_pix: 2.5778e-02 ] [ l_g_total: 2.5778e-02 ] +2024-10-09 19:04:55,089 INFO: [ epoch: 87 ] [ iter:117,300 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:26 ] [ l_g_pix: 3.9196e-02 ] [ l_g_total: 3.9196e-02 ] +2024-10-09 19:04:58,850 INFO: [ epoch: 87 ] [ iter:117,400 ] [ performance: 26.764 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:15 ] [ l_g_pix: 2.7229e-02 ] [ l_g_total: 2.7229e-02 ] +2024-10-09 19:05:02,521 INFO: [ epoch: 87 ] [ iter:117,500 ] [ performance: 27.173 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:03 ] [ l_g_pix: 2.3754e-02 ] [ l_g_total: 2.3754e-02 ] +2024-10-09 19:05:07,376 INFO: [ epoch: 88 ] [ iter:117,600 ] [ performance: 21.606 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:55 ] [ l_g_pix: 3.2502e-02 ] [ l_g_total: 3.2502e-02 ] +2024-10-09 19:05:11,107 INFO: [ epoch: 88 ] [ iter:117,700 ] [ performance: 25.996 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:44 ] [ l_g_pix: 4.5854e-02 ] [ l_g_total: 4.5854e-02 ] +2024-10-09 19:05:14,818 INFO: [ epoch: 88 ] [ iter:117,800 ] [ performance: 28.013 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:32 ] [ l_g_pix: 1.5498e-02 ] [ l_g_total: 1.5498e-02 ] +2024-10-09 19:05:18,545 INFO: [ epoch: 88 ] [ iter:117,900 ] [ performance: 26.976 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:21 ] [ l_g_pix: 3.2909e-02 ] [ l_g_total: 3.2909e-02 ] +2024-10-09 19:05:22,226 INFO: [ epoch: 88 ] [ iter:118,000 ] [ performance: 28.072 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:09 ] [ l_g_pix: 2.6850e-02 ] [ l_g_total: 2.6850e-02 ] +2024-10-09 19:05:25,937 INFO: [ epoch: 88 ] [ iter:118,100 ] [ performance: 27.079 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:58 ] [ l_g_pix: 3.9571e-02 ] [ l_g_total: 3.9571e-02 ] +2024-10-09 19:05:29,632 INFO: [ epoch: 88 ] [ iter:118,200 ] [ performance: 28.366 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:46 ] [ l_g_pix: 3.0250e-02 ] [ l_g_total: 3.0250e-02 ] +2024-10-09 19:05:33,371 INFO: [ epoch: 88 ] [ iter:118,300 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:35 ] [ l_g_pix: 3.1592e-02 ] [ l_g_total: 3.1592e-02 ] +2024-10-09 19:05:37,104 INFO: [ epoch: 88 ] [ iter:118,400 ] [ performance: 27.565 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:23 ] [ l_g_pix: 2.3439e-02 ] [ l_g_total: 2.3439e-02 ] +2024-10-09 19:05:40,856 INFO: [ epoch: 88 ] [ iter:118,500 ] [ performance: 26.749 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:12 ] [ l_g_pix: 2.7097e-02 ] [ l_g_total: 2.7097e-02 ] +2024-10-09 19:05:44,573 INFO: [ epoch: 88 ] [ iter:118,600 ] [ performance: 26.689 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:01 ] [ l_g_pix: 2.8664e-02 ] [ l_g_total: 2.8664e-02 ] +2024-10-09 19:05:48,277 INFO: [ epoch: 88 ] [ iter:118,700 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 6:05:49 ] [ l_g_pix: 3.2661e-02 ] [ l_g_total: 3.2661e-02 ] +2024-10-09 19:05:52,020 INFO: [ epoch: 88 ] [ iter:118,800 ] [ performance: 27.212 it/s ] [ lr: 5.00e-05 ] [ eta: 6:05:38 ] [ l_g_pix: 2.3113e-02 ] [ l_g_total: 2.3113e-02 ] +2024-10-09 19:05:55,462 INFO: [ epoch: 88 ] [ iter:118,900 ] [ performance: 28.897 it/s ] [ lr: 5.00e-05 ] [ eta: 6:05:25 ] [ l_g_pix: 2.3957e-02 ] [ l_g_total: 2.3957e-02 ] +2024-10-09 19:06:00,670 INFO: [ epoch: 89 ] [ iter:119,000 ] [ performance: 27.881 it/s ] [ lr: 5.00e-05 ] [ eta: 6:05:19 ] [ l_g_pix: 3.1346e-02 ] [ l_g_total: 3.1346e-02 ] +2024-10-09 19:06:04,396 INFO: [ epoch: 89 ] [ iter:119,100 ] [ performance: 26.920 it/s ] [ lr: 5.00e-05 ] [ eta: 6:05:08 ] [ l_g_pix: 2.8125e-02 ] [ l_g_total: 2.8125e-02 ] +2024-10-09 19:06:08,166 INFO: [ epoch: 89 ] [ iter:119,200 ] [ performance: 27.337 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:57 ] [ l_g_pix: 3.3051e-02 ] [ l_g_total: 3.3051e-02 ] +2024-10-09 19:06:11,834 INFO: [ epoch: 89 ] [ iter:119,300 ] [ performance: 27.272 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:45 ] [ l_g_pix: 2.6616e-02 ] [ l_g_total: 2.6616e-02 ] +2024-10-09 19:06:15,556 INFO: [ epoch: 89 ] [ iter:119,400 ] [ performance: 27.436 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:34 ] [ l_g_pix: 2.6868e-02 ] [ l_g_total: 2.6868e-02 ] +2024-10-09 19:06:19,268 INFO: [ epoch: 89 ] [ iter:119,500 ] [ performance: 26.970 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:23 ] [ l_g_pix: 2.5596e-02 ] [ l_g_total: 2.5596e-02 ] +2024-10-09 19:06:22,981 INFO: [ epoch: 89 ] [ iter:119,600 ] [ performance: 27.373 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:11 ] [ l_g_pix: 4.1997e-02 ] [ l_g_total: 4.1997e-02 ] +2024-10-09 19:06:26,753 INFO: [ epoch: 89 ] [ iter:119,700 ] [ performance: 26.556 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:00 ] [ l_g_pix: 3.3085e-02 ] [ l_g_total: 3.3085e-02 ] +2024-10-09 19:06:30,525 INFO: [ epoch: 89 ] [ iter:119,800 ] [ performance: 25.657 it/s ] [ lr: 5.00e-05 ] [ eta: 6:03:49 ] [ l_g_pix: 3.3668e-02 ] [ l_g_total: 3.3668e-02 ] +2024-10-09 19:06:34,259 INFO: [ epoch: 89 ] [ iter:119,900 ] [ performance: 26.744 it/s ] [ lr: 5.00e-05 ] [ eta: 6:03:38 ] [ l_g_pix: 1.8461e-02 ] [ l_g_total: 1.8461e-02 ] +2024-10-09 19:06:37,974 INFO: [ epoch: 89 ] [ iter:120,000 ] [ performance: 28.035 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:27 ] [ l_g_pix: 3.2690e-02 ] [ l_g_total: 3.2690e-02 ] +2024-10-09 19:06:37,974 INFO: Saving models and training states. +2024-10-09 19:09:26,163 INFO: Validation val + + # psnr: 27.1872........ Best: 27.1872 @ 120000 iter + # ssim: 0.7656........ Best: 0.7656 @ 120000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:09:29,826 INFO: [ epoch: 89 ] [ iter:120,100 ] [ performance: 27.388 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:35 ] [ l_g_pix: 2.4226e-02 ] [ l_g_total: 2.4226e-02 ] +2024-10-09 19:09:33,377 INFO: [ epoch: 89 ] [ iter:120,200 ] [ performance: 29.829 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:23 ] [ l_g_pix: 2.8939e-02 ] [ l_g_total: 2.8939e-02 ] +2024-10-09 19:09:38,467 INFO: [ epoch: 90 ] [ iter:120,300 ] [ performance: 19.787 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:16 ] [ l_g_pix: 2.7037e-02 ] [ l_g_total: 2.7037e-02 ] +2024-10-09 19:09:42,160 INFO: [ epoch: 90 ] [ iter:120,400 ] [ performance: 27.604 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:04 ] [ l_g_pix: 3.2123e-02 ] [ l_g_total: 3.2123e-02 ] +2024-10-09 19:09:45,788 INFO: [ epoch: 90 ] [ iter:120,500 ] [ performance: 27.569 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:52 ] [ l_g_pix: 3.8326e-02 ] [ l_g_total: 3.8326e-02 ] +2024-10-09 19:09:49,399 INFO: [ epoch: 90 ] [ iter:120,600 ] [ performance: 27.635 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:40 ] [ l_g_pix: 1.9703e-02 ] [ l_g_total: 1.9703e-02 ] +2024-10-09 19:09:53,026 INFO: [ epoch: 90 ] [ iter:120,700 ] [ performance: 27.576 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:27 ] [ l_g_pix: 2.3832e-02 ] [ l_g_total: 2.3832e-02 ] +2024-10-09 19:09:56,710 INFO: [ epoch: 90 ] [ iter:120,800 ] [ performance: 27.361 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:16 ] [ l_g_pix: 2.6709e-02 ] [ l_g_total: 2.6709e-02 ] +2024-10-09 19:10:00,462 INFO: [ epoch: 90 ] [ iter:120,900 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:04 ] [ l_g_pix: 3.6122e-02 ] [ l_g_total: 3.6122e-02 ] +2024-10-09 19:10:04,159 INFO: [ epoch: 90 ] [ iter:121,000 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:52 ] [ l_g_pix: 1.9709e-02 ] [ l_g_total: 1.9709e-02 ] +2024-10-09 19:10:07,915 INFO: [ epoch: 90 ] [ iter:121,100 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:41 ] [ l_g_pix: 2.7112e-02 ] [ l_g_total: 2.7112e-02 ] +2024-10-09 19:10:11,606 INFO: [ epoch: 90 ] [ iter:121,200 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:29 ] [ l_g_pix: 2.7208e-02 ] [ l_g_total: 2.7208e-02 ] +2024-10-09 19:10:15,338 INFO: [ epoch: 90 ] [ iter:121,300 ] [ performance: 26.848 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:17 ] [ l_g_pix: 1.6794e-02 ] [ l_g_total: 1.6794e-02 ] +2024-10-09 19:10:19,068 INFO: [ epoch: 90 ] [ iter:121,400 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:06 ] [ l_g_pix: 3.2704e-02 ] [ l_g_total: 3.2704e-02 ] +2024-10-09 19:10:22,734 INFO: [ epoch: 90 ] [ iter:121,500 ] [ performance: 27.368 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:54 ] [ l_g_pix: 2.7171e-02 ] [ l_g_total: 2.7171e-02 ] +2024-10-09 19:10:27,864 INFO: [ epoch: 91 ] [ iter:121,600 ] [ performance: 22.695 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:47 ] [ l_g_pix: 2.1408e-02 ] [ l_g_total: 2.1408e-02 ] +2024-10-09 19:10:31,604 INFO: [ epoch: 91 ] [ iter:121,700 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:35 ] [ l_g_pix: 4.2753e-02 ] [ l_g_total: 4.2753e-02 ] +2024-10-09 19:10:35,375 INFO: [ epoch: 91 ] [ iter:121,800 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:24 ] [ l_g_pix: 3.2241e-02 ] [ l_g_total: 3.2241e-02 ] +2024-10-09 19:10:39,075 INFO: [ epoch: 91 ] [ iter:121,900 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:12 ] [ l_g_pix: 2.8882e-02 ] [ l_g_total: 2.8882e-02 ] +2024-10-09 19:10:42,744 INFO: [ epoch: 91 ] [ iter:122,000 ] [ performance: 27.183 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:00 ] [ l_g_pix: 3.6816e-02 ] [ l_g_total: 3.6816e-02 ] +2024-10-09 19:10:46,453 INFO: [ epoch: 91 ] [ iter:122,100 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:49 ] [ l_g_pix: 1.8559e-02 ] [ l_g_total: 1.8559e-02 ] +2024-10-09 19:10:50,113 INFO: [ epoch: 91 ] [ iter:122,200 ] [ performance: 27.162 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:37 ] [ l_g_pix: 2.3038e-02 ] [ l_g_total: 2.3038e-02 ] +2024-10-09 19:10:53,783 INFO: [ epoch: 91 ] [ iter:122,300 ] [ performance: 27.303 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:25 ] [ l_g_pix: 3.0958e-02 ] [ l_g_total: 3.0958e-02 ] +2024-10-09 19:10:57,528 INFO: [ epoch: 91 ] [ iter:122,400 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:14 ] [ l_g_pix: 3.5359e-02 ] [ l_g_total: 3.5359e-02 ] +2024-10-09 19:11:01,229 INFO: [ epoch: 91 ] [ iter:122,500 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:02 ] [ l_g_pix: 3.1359e-02 ] [ l_g_total: 3.1359e-02 ] +2024-10-09 19:11:04,915 INFO: [ epoch: 91 ] [ iter:122,600 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:51 ] [ l_g_pix: 3.5407e-02 ] [ l_g_total: 3.5407e-02 ] +2024-10-09 19:11:08,631 INFO: [ epoch: 91 ] [ iter:122,700 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:39 ] [ l_g_pix: 4.1456e-02 ] [ l_g_total: 4.1456e-02 ] +2024-10-09 19:11:12,368 INFO: [ epoch: 91 ] [ iter:122,800 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:28 ] [ l_g_pix: 2.3447e-02 ] [ l_g_total: 2.3447e-02 ] +2024-10-09 19:11:15,885 INFO: [ epoch: 91 ] [ iter:122,900 ] [ performance: 28.791 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:16 ] [ l_g_pix: 3.3557e-02 ] [ l_g_total: 3.3557e-02 ] +2024-10-09 19:11:21,177 INFO: [ epoch: 92 ] [ iter:123,000 ] [ performance: 22.548 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:09 ] [ l_g_pix: 2.3124e-02 ] [ l_g_total: 2.3124e-02 ] +2024-10-09 19:11:24,855 INFO: [ epoch: 92 ] [ iter:123,100 ] [ performance: 27.366 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:58 ] [ l_g_pix: 2.5174e-02 ] [ l_g_total: 2.5174e-02 ] +2024-10-09 19:11:28,543 INFO: [ epoch: 92 ] [ iter:123,200 ] [ performance: 27.235 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:46 ] [ l_g_pix: 3.9807e-02 ] [ l_g_total: 3.9807e-02 ] +2024-10-09 19:11:32,322 INFO: [ epoch: 92 ] [ iter:123,300 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:35 ] [ l_g_pix: 2.9913e-02 ] [ l_g_total: 2.9913e-02 ] +2024-10-09 19:11:36,049 INFO: [ epoch: 92 ] [ iter:123,400 ] [ performance: 26.699 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:24 ] [ l_g_pix: 2.6427e-02 ] [ l_g_total: 2.6427e-02 ] +2024-10-09 19:11:39,787 INFO: [ epoch: 92 ] [ iter:123,500 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:12 ] [ l_g_pix: 3.8258e-02 ] [ l_g_total: 3.8258e-02 ] +2024-10-09 19:11:43,483 INFO: [ epoch: 92 ] [ iter:123,600 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:01 ] [ l_g_pix: 3.2480e-02 ] [ l_g_total: 3.2480e-02 ] +2024-10-09 19:11:47,198 INFO: [ epoch: 92 ] [ iter:123,700 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:49 ] [ l_g_pix: 2.7705e-02 ] [ l_g_total: 2.7705e-02 ] +2024-10-09 19:11:50,885 INFO: [ epoch: 92 ] [ iter:123,800 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:38 ] [ l_g_pix: 2.9288e-02 ] [ l_g_total: 2.9288e-02 ] +2024-10-09 19:11:54,613 INFO: [ epoch: 92 ] [ iter:123,900 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:27 ] [ l_g_pix: 4.3869e-02 ] [ l_g_total: 4.3869e-02 ] +2024-10-09 19:11:58,341 INFO: [ epoch: 92 ] [ iter:124,000 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:15 ] [ l_g_pix: 2.4330e-02 ] [ l_g_total: 2.4330e-02 ] +2024-10-09 19:12:02,038 INFO: [ epoch: 92 ] [ iter:124,100 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:04 ] [ l_g_pix: 2.5311e-02 ] [ l_g_total: 2.5311e-02 ] +2024-10-09 19:12:05,635 INFO: [ epoch: 92 ] [ iter:124,200 ] [ performance: 27.532 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:52 ] [ l_g_pix: 2.7956e-02 ] [ l_g_total: 2.7956e-02 ] +2024-10-09 19:12:10,766 INFO: [ epoch: 93 ] [ iter:124,300 ] [ performance: 18.251 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:45 ] [ l_g_pix: 2.3243e-02 ] [ l_g_total: 2.3243e-02 ] +2024-10-09 19:12:14,483 INFO: [ epoch: 93 ] [ iter:124,400 ] [ performance: 22.172 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:34 ] [ l_g_pix: 4.3230e-02 ] [ l_g_total: 4.3230e-02 ] +2024-10-09 19:12:18,256 INFO: [ epoch: 93 ] [ iter:124,500 ] [ performance: 26.536 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:23 ] [ l_g_pix: 2.1327e-02 ] [ l_g_total: 2.1327e-02 ] +2024-10-09 19:12:21,973 INFO: [ epoch: 93 ] [ iter:124,600 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:12 ] [ l_g_pix: 2.4077e-02 ] [ l_g_total: 2.4077e-02 ] +2024-10-09 19:12:25,714 INFO: [ epoch: 93 ] [ iter:124,700 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:00 ] [ l_g_pix: 3.5738e-02 ] [ l_g_total: 3.5738e-02 ] +2024-10-09 19:12:29,446 INFO: [ epoch: 93 ] [ iter:124,800 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:49 ] [ l_g_pix: 2.2927e-02 ] [ l_g_total: 2.2927e-02 ] +2024-10-09 19:12:33,211 INFO: [ epoch: 93 ] [ iter:124,900 ] [ performance: 26.779 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:38 ] [ l_g_pix: 2.6274e-02 ] [ l_g_total: 2.6274e-02 ] +2024-10-09 19:12:36,914 INFO: [ epoch: 93 ] [ iter:125,000 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:27 ] [ l_g_pix: 2.8823e-02 ] [ l_g_total: 2.8823e-02 ] +2024-10-09 19:12:40,599 INFO: [ epoch: 93 ] [ iter:125,100 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:16 ] [ l_g_pix: 3.0217e-02 ] [ l_g_total: 3.0217e-02 ] +2024-10-09 19:12:44,252 INFO: [ epoch: 93 ] [ iter:125,200 ] [ performance: 27.308 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:04 ] [ l_g_pix: 2.7715e-02 ] [ l_g_total: 2.7715e-02 ] +2024-10-09 19:12:47,963 INFO: [ epoch: 93 ] [ iter:125,300 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:53 ] [ l_g_pix: 3.1306e-02 ] [ l_g_total: 3.1306e-02 ] +2024-10-09 19:12:51,731 INFO: [ epoch: 93 ] [ iter:125,400 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:42 ] [ l_g_pix: 4.4254e-02 ] [ l_g_total: 4.4254e-02 ] +2024-10-09 19:12:55,379 INFO: [ epoch: 93 ] [ iter:125,500 ] [ performance: 27.651 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:31 ] [ l_g_pix: 3.9320e-02 ] [ l_g_total: 3.9320e-02 ] +2024-10-09 19:13:00,005 INFO: [ epoch: 94 ] [ iter:125,600 ] [ performance: 23.871 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:22 ] [ l_g_pix: 3.7267e-02 ] [ l_g_total: 3.7267e-02 ] +2024-10-09 19:13:03,953 INFO: [ epoch: 94 ] [ iter:125,700 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:12 ] [ l_g_pix: 3.5955e-02 ] [ l_g_total: 3.5955e-02 ] +2024-10-09 19:13:07,667 INFO: [ epoch: 94 ] [ iter:125,800 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:01 ] [ l_g_pix: 2.1543e-02 ] [ l_g_total: 2.1543e-02 ] +2024-10-09 19:13:11,390 INFO: [ epoch: 94 ] [ iter:125,900 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:50 ] [ l_g_pix: 3.6968e-02 ] [ l_g_total: 3.6968e-02 ] +2024-10-09 19:13:15,120 INFO: [ epoch: 94 ] [ iter:126,000 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:39 ] [ l_g_pix: 2.3388e-02 ] [ l_g_total: 2.3388e-02 ] +2024-10-09 19:13:18,828 INFO: [ epoch: 94 ] [ iter:126,100 ] [ performance: 27.070 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:27 ] [ l_g_pix: 3.0824e-02 ] [ l_g_total: 3.0824e-02 ] +2024-10-09 19:13:22,541 INFO: [ epoch: 94 ] [ iter:126,200 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:16 ] [ l_g_pix: 3.5691e-02 ] [ l_g_total: 3.5691e-02 ] +2024-10-09 19:13:26,274 INFO: [ epoch: 94 ] [ iter:126,300 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:05 ] [ l_g_pix: 2.9285e-02 ] [ l_g_total: 2.9285e-02 ] +2024-10-09 19:13:29,962 INFO: [ epoch: 94 ] [ iter:126,400 ] [ performance: 27.085 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:54 ] [ l_g_pix: 2.4701e-02 ] [ l_g_total: 2.4701e-02 ] +2024-10-09 19:13:33,694 INFO: [ epoch: 94 ] [ iter:126,500 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:43 ] [ l_g_pix: 2.6196e-02 ] [ l_g_total: 2.6196e-02 ] +2024-10-09 19:13:37,397 INFO: [ epoch: 94 ] [ iter:126,600 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:32 ] [ l_g_pix: 4.2034e-02 ] [ l_g_total: 4.2034e-02 ] +2024-10-09 19:13:41,127 INFO: [ epoch: 94 ] [ iter:126,700 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:21 ] [ l_g_pix: 3.3844e-02 ] [ l_g_total: 3.3844e-02 ] +2024-10-09 19:13:44,856 INFO: [ epoch: 94 ] [ iter:126,800 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:10 ] [ l_g_pix: 4.8037e-02 ] [ l_g_total: 4.8037e-02 ] +2024-10-09 19:13:48,369 INFO: [ epoch: 94 ] [ iter:126,900 ] [ performance: 29.079 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:58 ] [ l_g_pix: 2.5230e-02 ] [ l_g_total: 2.5230e-02 ] +2024-10-09 19:13:53,387 INFO: [ epoch: 95 ] [ iter:127,000 ] [ performance: 22.870 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:51 ] [ l_g_pix: 1.7206e-02 ] [ l_g_total: 1.7206e-02 ] +2024-10-09 19:13:57,130 INFO: [ epoch: 95 ] [ iter:127,100 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:41 ] [ l_g_pix: 3.0116e-02 ] [ l_g_total: 3.0116e-02 ] +2024-10-09 19:14:00,813 INFO: [ epoch: 95 ] [ iter:127,200 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:29 ] [ l_g_pix: 3.0471e-02 ] [ l_g_total: 3.0471e-02 ] +2024-10-09 19:14:04,549 INFO: [ epoch: 95 ] [ iter:127,300 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:19 ] [ l_g_pix: 1.9868e-02 ] [ l_g_total: 1.9868e-02 ] +2024-10-09 19:14:08,277 INFO: [ epoch: 95 ] [ iter:127,400 ] [ performance: 26.828 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:08 ] [ l_g_pix: 2.2773e-02 ] [ l_g_total: 2.2773e-02 ] +2024-10-09 19:14:11,974 INFO: [ epoch: 95 ] [ iter:127,500 ] [ performance: 27.289 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:57 ] [ l_g_pix: 3.4650e-02 ] [ l_g_total: 3.4650e-02 ] +2024-10-09 19:14:15,672 INFO: [ epoch: 95 ] [ iter:127,600 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:46 ] [ l_g_pix: 4.0464e-02 ] [ l_g_total: 4.0464e-02 ] +2024-10-09 19:14:19,347 INFO: [ epoch: 95 ] [ iter:127,700 ] [ performance: 27.682 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:35 ] [ l_g_pix: 2.7715e-02 ] [ l_g_total: 2.7715e-02 ] +2024-10-09 19:14:22,999 INFO: [ epoch: 95 ] [ iter:127,800 ] [ performance: 27.506 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:23 ] [ l_g_pix: 2.5781e-02 ] [ l_g_total: 2.5781e-02 ] +2024-10-09 19:14:26,709 INFO: [ epoch: 95 ] [ iter:127,900 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:13 ] [ l_g_pix: 1.8182e-02 ] [ l_g_total: 1.8182e-02 ] +2024-10-09 19:14:30,392 INFO: [ epoch: 95 ] [ iter:128,000 ] [ performance: 27.179 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:02 ] [ l_g_pix: 3.2947e-02 ] [ l_g_total: 3.2947e-02 ] +2024-10-09 19:14:34,123 INFO: [ epoch: 95 ] [ iter:128,100 ] [ performance: 26.968 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:51 ] [ l_g_pix: 1.9819e-02 ] [ l_g_total: 1.9819e-02 ] +2024-10-09 19:14:37,762 INFO: [ epoch: 95 ] [ iter:128,200 ] [ performance: 27.285 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:40 ] [ l_g_pix: 3.3213e-02 ] [ l_g_total: 3.3213e-02 ] +2024-10-09 19:14:42,668 INFO: [ epoch: 96 ] [ iter:128,300 ] [ performance: 17.313 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:32 ] [ l_g_pix: 2.8640e-02 ] [ l_g_total: 2.8640e-02 ] +2024-10-09 19:14:46,356 INFO: [ epoch: 96 ] [ iter:128,400 ] [ performance: 22.290 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:21 ] [ l_g_pix: 2.9178e-02 ] [ l_g_total: 2.9178e-02 ] +2024-10-09 19:14:50,032 INFO: [ epoch: 96 ] [ iter:128,500 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:11 ] [ l_g_pix: 3.0380e-02 ] [ l_g_total: 3.0380e-02 ] +2024-10-09 19:14:53,768 INFO: [ epoch: 96 ] [ iter:128,600 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:00 ] [ l_g_pix: 1.9053e-02 ] [ l_g_total: 1.9053e-02 ] +2024-10-09 19:14:57,504 INFO: [ epoch: 96 ] [ iter:128,700 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:49 ] [ l_g_pix: 1.6668e-02 ] [ l_g_total: 1.6668e-02 ] +2024-10-09 19:15:01,190 INFO: [ epoch: 96 ] [ iter:128,800 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:38 ] [ l_g_pix: 2.9668e-02 ] [ l_g_total: 2.9668e-02 ] +2024-10-09 19:15:04,922 INFO: [ epoch: 96 ] [ iter:128,900 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:27 ] [ l_g_pix: 2.5021e-02 ] [ l_g_total: 2.5021e-02 ] +2024-10-09 19:15:08,629 INFO: [ epoch: 96 ] [ iter:129,000 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:17 ] [ l_g_pix: 2.6333e-02 ] [ l_g_total: 2.6333e-02 ] +2024-10-09 19:15:12,326 INFO: [ epoch: 96 ] [ iter:129,100 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:06 ] [ l_g_pix: 1.6444e-02 ] [ l_g_total: 1.6444e-02 ] +2024-10-09 19:15:16,040 INFO: [ epoch: 96 ] [ iter:129,200 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:55 ] [ l_g_pix: 3.0647e-02 ] [ l_g_total: 3.0647e-02 ] +2024-10-09 19:15:19,752 INFO: [ epoch: 96 ] [ iter:129,300 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:44 ] [ l_g_pix: 4.2730e-02 ] [ l_g_total: 4.2730e-02 ] +2024-10-09 19:15:23,443 INFO: [ epoch: 96 ] [ iter:129,400 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:33 ] [ l_g_pix: 2.8017e-02 ] [ l_g_total: 2.8017e-02 ] +2024-10-09 19:15:27,158 INFO: [ epoch: 96 ] [ iter:129,500 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:23 ] [ l_g_pix: 3.8834e-02 ] [ l_g_total: 3.8834e-02 ] +2024-10-09 19:15:31,678 INFO: [ epoch: 97 ] [ iter:129,600 ] [ performance: 23.657 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:14 ] [ l_g_pix: 2.2052e-02 ] [ l_g_total: 2.2052e-02 ] +2024-10-09 19:15:35,800 INFO: [ epoch: 97 ] [ iter:129,700 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:05 ] [ l_g_pix: 3.0404e-02 ] [ l_g_total: 3.0404e-02 ] +2024-10-09 19:15:39,506 INFO: [ epoch: 97 ] [ iter:129,800 ] [ performance: 26.965 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:54 ] [ l_g_pix: 3.1206e-02 ] [ l_g_total: 3.1206e-02 ] +2024-10-09 19:15:43,225 INFO: [ epoch: 97 ] [ iter:129,900 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:43 ] [ l_g_pix: 2.6524e-02 ] [ l_g_total: 2.6524e-02 ] +2024-10-09 19:15:46,919 INFO: [ epoch: 97 ] [ iter:130,000 ] [ performance: 26.976 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:33 ] [ l_g_pix: 2.4137e-02 ] [ l_g_total: 2.4137e-02 ] +2024-10-09 19:15:46,920 INFO: Saving models and training states. +2024-10-09 19:18:29,777 INFO: Validation val + + # psnr: 27.1829........ Best: 27.1872 @ 120000 iter + # ssim: 0.7655........ Best: 0.7656 @ 120000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:18:33,512 INFO: [ epoch: 97 ] [ iter:130,100 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:30 ] [ l_g_pix: 2.4211e-02 ] [ l_g_total: 2.4211e-02 ] +2024-10-09 19:18:37,243 INFO: [ epoch: 97 ] [ iter:130,200 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:19 ] [ l_g_pix: 2.7939e-02 ] [ l_g_total: 2.7939e-02 ] +2024-10-09 19:18:40,975 INFO: [ epoch: 97 ] [ iter:130,300 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:08 ] [ l_g_pix: 2.7345e-02 ] [ l_g_total: 2.7345e-02 ] +2024-10-09 19:18:44,724 INFO: [ epoch: 97 ] [ iter:130,400 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:57 ] [ l_g_pix: 2.2356e-02 ] [ l_g_total: 2.2356e-02 ] +2024-10-09 19:18:48,491 INFO: [ epoch: 97 ] [ iter:130,500 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:46 ] [ l_g_pix: 2.7319e-02 ] [ l_g_total: 2.7319e-02 ] +2024-10-09 19:18:52,187 INFO: [ epoch: 97 ] [ iter:130,600 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:35 ] [ l_g_pix: 2.6805e-02 ] [ l_g_total: 2.6805e-02 ] +2024-10-09 19:18:55,898 INFO: [ epoch: 97 ] [ iter:130,700 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:24 ] [ l_g_pix: 2.7716e-02 ] [ l_g_total: 2.7716e-02 ] +2024-10-09 19:18:59,637 INFO: [ epoch: 97 ] [ iter:130,800 ] [ performance: 26.835 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:13 ] [ l_g_pix: 2.5248e-02 ] [ l_g_total: 2.5248e-02 ] +2024-10-09 19:19:03,158 INFO: [ epoch: 97 ] [ iter:130,900 ] [ performance: 29.223 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:01 ] [ l_g_pix: 2.7255e-02 ] [ l_g_total: 2.7255e-02 ] +2024-10-09 19:19:08,306 INFO: [ epoch: 98 ] [ iter:131,000 ] [ performance: 21.837 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:54 ] [ l_g_pix: 4.1175e-02 ] [ l_g_total: 4.1175e-02 ] +2024-10-09 19:19:12,037 INFO: [ epoch: 98 ] [ iter:131,100 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:43 ] [ l_g_pix: 2.7661e-02 ] [ l_g_total: 2.7661e-02 ] +2024-10-09 19:19:15,769 INFO: [ epoch: 98 ] [ iter:131,200 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:32 ] [ l_g_pix: 2.6667e-02 ] [ l_g_total: 2.6667e-02 ] +2024-10-09 19:19:19,516 INFO: [ epoch: 98 ] [ iter:131,300 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:21 ] [ l_g_pix: 3.4673e-02 ] [ l_g_total: 3.4673e-02 ] +2024-10-09 19:19:23,249 INFO: [ epoch: 98 ] [ iter:131,400 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:10 ] [ l_g_pix: 2.6486e-02 ] [ l_g_total: 2.6486e-02 ] +2024-10-09 19:19:26,980 INFO: [ epoch: 98 ] [ iter:131,500 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:59 ] [ l_g_pix: 2.0798e-02 ] [ l_g_total: 2.0798e-02 ] +2024-10-09 19:19:30,622 INFO: [ epoch: 98 ] [ iter:131,600 ] [ performance: 27.253 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:48 ] [ l_g_pix: 2.6821e-02 ] [ l_g_total: 2.6821e-02 ] +2024-10-09 19:19:34,313 INFO: [ epoch: 98 ] [ iter:131,700 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:37 ] [ l_g_pix: 2.2775e-02 ] [ l_g_total: 2.2775e-02 ] +2024-10-09 19:19:38,003 INFO: [ epoch: 98 ] [ iter:131,800 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:26 ] [ l_g_pix: 1.5699e-02 ] [ l_g_total: 1.5699e-02 ] +2024-10-09 19:19:41,737 INFO: [ epoch: 98 ] [ iter:131,900 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:15 ] [ l_g_pix: 3.7780e-02 ] [ l_g_total: 3.7780e-02 ] +2024-10-09 19:19:45,449 INFO: [ epoch: 98 ] [ iter:132,000 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:04 ] [ l_g_pix: 3.4890e-02 ] [ l_g_total: 3.4890e-02 ] +2024-10-09 19:19:49,193 INFO: [ epoch: 98 ] [ iter:132,100 ] [ performance: 26.630 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:53 ] [ l_g_pix: 3.2967e-02 ] [ l_g_total: 3.2967e-02 ] +2024-10-09 19:19:52,879 INFO: [ epoch: 98 ] [ iter:132,200 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:42 ] [ l_g_pix: 2.7361e-02 ] [ l_g_total: 2.7361e-02 ] +2024-10-09 19:19:57,938 INFO: [ epoch: 99 ] [ iter:132,300 ] [ performance: 13.747 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:35 ] [ l_g_pix: 2.9755e-02 ] [ l_g_total: 2.9755e-02 ] +2024-10-09 19:20:01,675 INFO: [ epoch: 99 ] [ iter:132,400 ] [ performance: 20.910 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:24 ] [ l_g_pix: 2.7032e-02 ] [ l_g_total: 2.7032e-02 ] +2024-10-09 19:20:05,414 INFO: [ epoch: 99 ] [ iter:132,500 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:14 ] [ l_g_pix: 2.8370e-02 ] [ l_g_total: 2.8370e-02 ] +2024-10-09 19:20:09,113 INFO: [ epoch: 99 ] [ iter:132,600 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:03 ] [ l_g_pix: 2.2042e-02 ] [ l_g_total: 2.2042e-02 ] +2024-10-09 19:20:12,804 INFO: [ epoch: 99 ] [ iter:132,700 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:52 ] [ l_g_pix: 2.4893e-02 ] [ l_g_total: 2.4893e-02 ] +2024-10-09 19:20:16,516 INFO: [ epoch: 99 ] [ iter:132,800 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:41 ] [ l_g_pix: 3.4820e-02 ] [ l_g_total: 3.4820e-02 ] +2024-10-09 19:20:20,231 INFO: [ epoch: 99 ] [ iter:132,900 ] [ performance: 26.500 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:30 ] [ l_g_pix: 2.8666e-02 ] [ l_g_total: 2.8666e-02 ] +2024-10-09 19:20:23,936 INFO: [ epoch: 99 ] [ iter:133,000 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:19 ] [ l_g_pix: 3.1727e-02 ] [ l_g_total: 3.1727e-02 ] +2024-10-09 19:20:27,702 INFO: [ epoch: 99 ] [ iter:133,100 ] [ performance: 26.446 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:08 ] [ l_g_pix: 2.6956e-02 ] [ l_g_total: 2.6956e-02 ] +2024-10-09 19:20:31,434 INFO: [ epoch: 99 ] [ iter:133,200 ] [ performance: 26.703 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:58 ] [ l_g_pix: 3.1609e-02 ] [ l_g_total: 3.1609e-02 ] +2024-10-09 19:20:35,137 INFO: [ epoch: 99 ] [ iter:133,300 ] [ performance: 27.413 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:47 ] [ l_g_pix: 3.3549e-02 ] [ l_g_total: 3.3549e-02 ] +2024-10-09 19:20:38,845 INFO: [ epoch: 99 ] [ iter:133,400 ] [ performance: 27.093 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:36 ] [ l_g_pix: 1.9892e-02 ] [ l_g_total: 1.9892e-02 ] +2024-10-09 19:20:42,544 INFO: [ epoch: 99 ] [ iter:133,500 ] [ performance: 27.313 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:25 ] [ l_g_pix: 3.8422e-02 ] [ l_g_total: 3.8422e-02 ] +2024-10-09 19:20:46,102 INFO: [ epoch: 99 ] [ iter:133,600 ] [ performance: 27.892 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:14 ] [ l_g_pix: 4.3245e-02 ] [ l_g_total: 4.3245e-02 ] +2024-10-09 19:20:51,255 INFO: [ epoch: 100 ] [ iter:133,700 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:07 ] [ l_g_pix: 2.0643e-02 ] [ l_g_total: 2.0643e-02 ] +2024-10-09 19:20:54,937 INFO: [ epoch: 100 ] [ iter:133,800 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:56 ] [ l_g_pix: 2.4455e-02 ] [ l_g_total: 2.4455e-02 ] +2024-10-09 19:20:58,667 INFO: [ epoch: 100 ] [ iter:133,900 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:46 ] [ l_g_pix: 3.5109e-02 ] [ l_g_total: 3.5109e-02 ] +2024-10-09 19:21:02,410 INFO: [ epoch: 100 ] [ iter:134,000 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:35 ] [ l_g_pix: 4.3697e-02 ] [ l_g_total: 4.3697e-02 ] +2024-10-09 19:21:06,109 INFO: [ epoch: 100 ] [ iter:134,100 ] [ performance: 27.500 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:24 ] [ l_g_pix: 2.4618e-02 ] [ l_g_total: 2.4618e-02 ] +2024-10-09 19:21:09,821 INFO: [ epoch: 100 ] [ iter:134,200 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:13 ] [ l_g_pix: 3.3392e-02 ] [ l_g_total: 3.3392e-02 ] +2024-10-09 19:21:13,493 INFO: [ epoch: 100 ] [ iter:134,300 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:02 ] [ l_g_pix: 2.6950e-02 ] [ l_g_total: 2.6950e-02 ] +2024-10-09 19:21:17,205 INFO: [ epoch: 100 ] [ iter:134,400 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:52 ] [ l_g_pix: 2.5422e-02 ] [ l_g_total: 2.5422e-02 ] +2024-10-09 19:21:20,896 INFO: [ epoch: 100 ] [ iter:134,500 ] [ performance: 27.072 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:41 ] [ l_g_pix: 3.5841e-02 ] [ l_g_total: 3.5841e-02 ] +2024-10-09 19:21:24,640 INFO: [ epoch: 100 ] [ iter:134,600 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:30 ] [ l_g_pix: 3.4807e-02 ] [ l_g_total: 3.4807e-02 ] +2024-10-09 19:21:28,346 INFO: [ epoch: 100 ] [ iter:134,700 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:20 ] [ l_g_pix: 3.2131e-02 ] [ l_g_total: 3.2131e-02 ] +2024-10-09 19:21:32,066 INFO: [ epoch: 100 ] [ iter:134,800 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:09 ] [ l_g_pix: 2.9860e-02 ] [ l_g_total: 2.9860e-02 ] +2024-10-09 19:21:35,643 INFO: [ epoch: 100 ] [ iter:134,900 ] [ performance: 28.874 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:58 ] [ l_g_pix: 2.3371e-02 ] [ l_g_total: 2.3371e-02 ] +2024-10-09 19:21:40,610 INFO: [ epoch: 101 ] [ iter:135,000 ] [ performance: 21.605 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:51 ] [ l_g_pix: 1.8602e-02 ] [ l_g_total: 1.8602e-02 ] +2024-10-09 19:21:44,305 INFO: [ epoch: 101 ] [ iter:135,100 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:40 ] [ l_g_pix: 2.7616e-02 ] [ l_g_total: 2.7616e-02 ] +2024-10-09 19:21:47,976 INFO: [ epoch: 101 ] [ iter:135,200 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:29 ] [ l_g_pix: 3.3354e-02 ] [ l_g_total: 3.3354e-02 ] +2024-10-09 19:21:51,726 INFO: [ epoch: 101 ] [ iter:135,300 ] [ performance: 26.673 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:19 ] [ l_g_pix: 2.6627e-02 ] [ l_g_total: 2.6627e-02 ] +2024-10-09 19:21:55,494 INFO: [ epoch: 101 ] [ iter:135,400 ] [ performance: 26.571 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:08 ] [ l_g_pix: 2.5910e-02 ] [ l_g_total: 2.5910e-02 ] +2024-10-09 19:21:59,161 INFO: [ epoch: 101 ] [ iter:135,500 ] [ performance: 27.327 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:58 ] [ l_g_pix: 2.4917e-02 ] [ l_g_total: 2.4917e-02 ] +2024-10-09 19:22:02,837 INFO: [ epoch: 101 ] [ iter:135,600 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:47 ] [ l_g_pix: 4.1317e-02 ] [ l_g_total: 4.1317e-02 ] +2024-10-09 19:22:06,505 INFO: [ epoch: 101 ] [ iter:135,700 ] [ performance: 27.824 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:36 ] [ l_g_pix: 2.7122e-02 ] [ l_g_total: 2.7122e-02 ] +2024-10-09 19:22:10,112 INFO: [ epoch: 101 ] [ iter:135,800 ] [ performance: 27.750 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:25 ] [ l_g_pix: 1.8677e-02 ] [ l_g_total: 1.8677e-02 ] +2024-10-09 19:22:13,794 INFO: [ epoch: 101 ] [ iter:135,900 ] [ performance: 27.494 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:15 ] [ l_g_pix: 2.5044e-02 ] [ l_g_total: 2.5044e-02 ] +2024-10-09 19:22:17,478 INFO: [ epoch: 101 ] [ iter:136,000 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:04 ] [ l_g_pix: 3.2380e-02 ] [ l_g_total: 3.2380e-02 ] +2024-10-09 19:22:21,214 INFO: [ epoch: 101 ] [ iter:136,100 ] [ performance: 26.557 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:54 ] [ l_g_pix: 2.3509e-02 ] [ l_g_total: 2.3509e-02 ] +2024-10-09 19:22:24,875 INFO: [ epoch: 101 ] [ iter:136,200 ] [ performance: 27.178 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:43 ] [ l_g_pix: 3.6282e-02 ] [ l_g_total: 3.6282e-02 ] +2024-10-09 19:22:29,879 INFO: [ epoch: 102 ] [ iter:136,300 ] [ performance: 18.149 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:36 ] [ l_g_pix: 1.8002e-02 ] [ l_g_total: 1.8002e-02 ] +2024-10-09 19:22:33,622 INFO: [ epoch: 102 ] [ iter:136,400 ] [ performance: 24.667 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:26 ] [ l_g_pix: 2.6482e-02 ] [ l_g_total: 2.6482e-02 ] +2024-10-09 19:22:37,348 INFO: [ epoch: 102 ] [ iter:136,500 ] [ performance: 27.527 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:15 ] [ l_g_pix: 2.6111e-02 ] [ l_g_total: 2.6111e-02 ] +2024-10-09 19:22:41,063 INFO: [ epoch: 102 ] [ iter:136,600 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:05 ] [ l_g_pix: 2.4193e-02 ] [ l_g_total: 2.4193e-02 ] +2024-10-09 19:22:44,769 INFO: [ epoch: 102 ] [ iter:136,700 ] [ performance: 27.494 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:54 ] [ l_g_pix: 3.3219e-02 ] [ l_g_total: 3.3219e-02 ] +2024-10-09 19:22:48,498 INFO: [ epoch: 102 ] [ iter:136,800 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:44 ] [ l_g_pix: 2.4237e-02 ] [ l_g_total: 2.4237e-02 ] +2024-10-09 19:22:52,190 INFO: [ epoch: 102 ] [ iter:136,900 ] [ performance: 27.899 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:33 ] [ l_g_pix: 3.3283e-02 ] [ l_g_total: 3.3283e-02 ] +2024-10-09 19:22:55,907 INFO: [ epoch: 102 ] [ iter:137,000 ] [ performance: 27.059 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:23 ] [ l_g_pix: 3.7834e-02 ] [ l_g_total: 3.7834e-02 ] +2024-10-09 19:22:59,633 INFO: [ epoch: 102 ] [ iter:137,100 ] [ performance: 27.462 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:12 ] [ l_g_pix: 2.8047e-02 ] [ l_g_total: 2.8047e-02 ] +2024-10-09 19:23:03,353 INFO: [ epoch: 102 ] [ iter:137,200 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:02 ] [ l_g_pix: 3.8005e-02 ] [ l_g_total: 3.8005e-02 ] +2024-10-09 19:23:07,070 INFO: [ epoch: 102 ] [ iter:137,300 ] [ performance: 28.296 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:52 ] [ l_g_pix: 3.2004e-02 ] [ l_g_total: 3.2004e-02 ] +2024-10-09 19:23:10,778 INFO: [ epoch: 102 ] [ iter:137,400 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:41 ] [ l_g_pix: 1.9393e-02 ] [ l_g_total: 1.9393e-02 ] +2024-10-09 19:23:14,479 INFO: [ epoch: 102 ] [ iter:137,500 ] [ performance: 27.197 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:31 ] [ l_g_pix: 2.8402e-02 ] [ l_g_total: 2.8402e-02 ] +2024-10-09 19:23:17,947 INFO: [ epoch: 102 ] [ iter:137,600 ] [ performance: 28.601 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:20 ] [ l_g_pix: 4.0346e-02 ] [ l_g_total: 4.0346e-02 ] +2024-10-09 19:23:23,034 INFO: [ epoch: 103 ] [ iter:137,700 ] [ performance: 26.976 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:13 ] [ l_g_pix: 3.2488e-02 ] [ l_g_total: 3.2488e-02 ] +2024-10-09 19:23:26,744 INFO: [ epoch: 103 ] [ iter:137,800 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:03 ] [ l_g_pix: 3.1630e-02 ] [ l_g_total: 3.1630e-02 ] +2024-10-09 19:23:30,468 INFO: [ epoch: 103 ] [ iter:137,900 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:52 ] [ l_g_pix: 2.5983e-02 ] [ l_g_total: 2.5983e-02 ] +2024-10-09 19:23:34,221 INFO: [ epoch: 103 ] [ iter:138,000 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:42 ] [ l_g_pix: 3.0219e-02 ] [ l_g_total: 3.0219e-02 ] +2024-10-09 19:23:37,888 INFO: [ epoch: 103 ] [ iter:138,100 ] [ performance: 27.052 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:32 ] [ l_g_pix: 3.2940e-02 ] [ l_g_total: 3.2940e-02 ] +2024-10-09 19:23:41,606 INFO: [ epoch: 103 ] [ iter:138,200 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:21 ] [ l_g_pix: 2.9342e-02 ] [ l_g_total: 2.9342e-02 ] +2024-10-09 19:23:45,295 INFO: [ epoch: 103 ] [ iter:138,300 ] [ performance: 28.229 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:11 ] [ l_g_pix: 3.9722e-02 ] [ l_g_total: 3.9722e-02 ] +2024-10-09 19:23:48,999 INFO: [ epoch: 103 ] [ iter:138,400 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:00 ] [ l_g_pix: 3.1154e-02 ] [ l_g_total: 3.1154e-02 ] +2024-10-09 19:23:52,722 INFO: [ epoch: 103 ] [ iter:138,500 ] [ performance: 27.549 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:50 ] [ l_g_pix: 2.0864e-02 ] [ l_g_total: 2.0864e-02 ] +2024-10-09 19:23:56,478 INFO: [ epoch: 103 ] [ iter:138,600 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:40 ] [ l_g_pix: 2.4004e-02 ] [ l_g_total: 2.4004e-02 ] +2024-10-09 19:24:00,173 INFO: [ epoch: 103 ] [ iter:138,700 ] [ performance: 27.672 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:30 ] [ l_g_pix: 2.9360e-02 ] [ l_g_total: 2.9360e-02 ] +2024-10-09 19:24:03,924 INFO: [ epoch: 103 ] [ iter:138,800 ] [ performance: 26.756 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:19 ] [ l_g_pix: 3.2286e-02 ] [ l_g_total: 3.2286e-02 ] +2024-10-09 19:24:07,519 INFO: [ epoch: 103 ] [ iter:138,900 ] [ performance: 29.520 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:09 ] [ l_g_pix: 2.6602e-02 ] [ l_g_total: 2.6602e-02 ] +2024-10-09 19:24:14,756 INFO: [ epoch: 104 ] [ iter:139,000 ] [ performance: 14.456 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:08 ] [ l_g_pix: 3.5950e-02 ] [ l_g_total: 3.5950e-02 ] +2024-10-09 19:24:18,496 INFO: [ epoch: 104 ] [ iter:139,100 ] [ performance: 26.360 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:58 ] [ l_g_pix: 1.6816e-02 ] [ l_g_total: 1.6816e-02 ] +2024-10-09 19:24:22,215 INFO: [ epoch: 104 ] [ iter:139,200 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:48 ] [ l_g_pix: 2.1777e-02 ] [ l_g_total: 2.1777e-02 ] +2024-10-09 19:24:25,962 INFO: [ epoch: 104 ] [ iter:139,300 ] [ performance: 28.922 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:38 ] [ l_g_pix: 2.4222e-02 ] [ l_g_total: 2.4222e-02 ] +2024-10-09 19:24:29,653 INFO: [ epoch: 104 ] [ iter:139,400 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:27 ] [ l_g_pix: 2.8524e-02 ] [ l_g_total: 2.8524e-02 ] +2024-10-09 19:24:33,373 INFO: [ epoch: 104 ] [ iter:139,500 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:17 ] [ l_g_pix: 2.5705e-02 ] [ l_g_total: 2.5705e-02 ] +2024-10-09 19:24:37,077 INFO: [ epoch: 104 ] [ iter:139,600 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:07 ] [ l_g_pix: 2.1949e-02 ] [ l_g_total: 2.1949e-02 ] +2024-10-09 19:24:40,771 INFO: [ epoch: 104 ] [ iter:139,700 ] [ performance: 28.594 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:57 ] [ l_g_pix: 3.3715e-02 ] [ l_g_total: 3.3715e-02 ] +2024-10-09 19:24:44,480 INFO: [ epoch: 104 ] [ iter:139,800 ] [ performance: 27.039 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:46 ] [ l_g_pix: 3.3976e-02 ] [ l_g_total: 3.3976e-02 ] +2024-10-09 19:24:48,206 INFO: [ epoch: 104 ] [ iter:139,900 ] [ performance: 25.612 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:36 ] [ l_g_pix: 1.9264e-02 ] [ l_g_total: 1.9264e-02 ] +2024-10-09 19:24:51,904 INFO: [ epoch: 104 ] [ iter:140,000 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:26 ] [ l_g_pix: 3.9412e-02 ] [ l_g_total: 3.9412e-02 ] +2024-10-09 19:24:51,905 INFO: Saving models and training states. +2024-10-09 19:27:37,149 INFO: Validation val + + # psnr: 27.1807........ Best: 27.1872 @ 120000 iter + # ssim: 0.7655........ Best: 0.7656 @ 120000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:27:40,897 INFO: [ epoch: 104 ] [ iter:140,100 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:44 ] [ l_g_pix: 2.2166e-02 ] [ l_g_total: 2.2166e-02 ] +2024-10-09 19:27:44,615 INFO: [ epoch: 104 ] [ iter:140,200 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:33 ] [ l_g_pix: 2.6026e-02 ] [ l_g_total: 2.6026e-02 ] +2024-10-09 19:27:49,345 INFO: [ epoch: 105 ] [ iter:140,300 ] [ performance: 24.930 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:26 ] [ l_g_pix: 2.6933e-02 ] [ l_g_total: 2.6933e-02 ] +2024-10-09 19:27:53,309 INFO: [ epoch: 105 ] [ iter:140,400 ] [ performance: 25.231 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:16 ] [ l_g_pix: 2.6753e-02 ] [ l_g_total: 2.6753e-02 ] +2024-10-09 19:27:57,034 INFO: [ epoch: 105 ] [ iter:140,500 ] [ performance: 28.478 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:05 ] [ l_g_pix: 2.8307e-02 ] [ l_g_total: 2.8307e-02 ] +2024-10-09 19:28:00,694 INFO: [ epoch: 105 ] [ iter:140,600 ] [ performance: 27.342 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:54 ] [ l_g_pix: 3.4882e-02 ] [ l_g_total: 3.4882e-02 ] +2024-10-09 19:28:04,512 INFO: [ epoch: 105 ] [ iter:140,700 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:44 ] [ l_g_pix: 2.5894e-02 ] [ l_g_total: 2.5894e-02 ] +2024-10-09 19:28:08,326 INFO: [ epoch: 105 ] [ iter:140,800 ] [ performance: 26.225 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:34 ] [ l_g_pix: 3.0158e-02 ] [ l_g_total: 3.0158e-02 ] +2024-10-09 19:28:12,078 INFO: [ epoch: 105 ] [ iter:140,900 ] [ performance: 26.441 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:23 ] [ l_g_pix: 2.1801e-02 ] [ l_g_total: 2.1801e-02 ] +2024-10-09 19:28:15,764 INFO: [ epoch: 105 ] [ iter:141,000 ] [ performance: 27.131 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:13 ] [ l_g_pix: 3.4450e-02 ] [ l_g_total: 3.4450e-02 ] +2024-10-09 19:28:19,513 INFO: [ epoch: 105 ] [ iter:141,100 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:02 ] [ l_g_pix: 3.7916e-02 ] [ l_g_total: 3.7916e-02 ] +2024-10-09 19:28:23,204 INFO: [ epoch: 105 ] [ iter:141,200 ] [ performance: 27.147 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:52 ] [ l_g_pix: 3.1918e-02 ] [ l_g_total: 3.1918e-02 ] +2024-10-09 19:28:27,009 INFO: [ epoch: 105 ] [ iter:141,300 ] [ performance: 26.708 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:42 ] [ l_g_pix: 4.3394e-02 ] [ l_g_total: 4.3394e-02 ] +2024-10-09 19:28:31,324 INFO: [ epoch: 105 ] [ iter:141,400 ] [ performance: 23.129 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:33 ] [ l_g_pix: 2.8546e-02 ] [ l_g_total: 2.8546e-02 ] +2024-10-09 19:28:35,699 INFO: [ epoch: 105 ] [ iter:141,500 ] [ performance: 22.993 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:24 ] [ l_g_pix: 1.6757e-02 ] [ l_g_total: 1.6757e-02 ] +2024-10-09 19:28:39,306 INFO: [ epoch: 105 ] [ iter:141,600 ] [ performance: 27.861 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:13 ] [ l_g_pix: 3.4955e-02 ] [ l_g_total: 3.4955e-02 ] +2024-10-09 19:28:44,694 INFO: [ epoch: 106 ] [ iter:141,700 ] [ performance: 22.192 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:07 ] [ l_g_pix: 2.7683e-02 ] [ l_g_total: 2.7683e-02 ] +2024-10-09 19:28:48,656 INFO: [ epoch: 106 ] [ iter:141,800 ] [ performance: 25.316 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:57 ] [ l_g_pix: 2.5763e-02 ] [ l_g_total: 2.5763e-02 ] +2024-10-09 19:28:52,462 INFO: [ epoch: 106 ] [ iter:141,900 ] [ performance: 25.801 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:47 ] [ l_g_pix: 2.2929e-02 ] [ l_g_total: 2.2929e-02 ] +2024-10-09 19:28:56,349 INFO: [ epoch: 106 ] [ iter:142,000 ] [ performance: 25.723 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:37 ] [ l_g_pix: 2.8227e-02 ] [ l_g_total: 2.8227e-02 ] +2024-10-09 19:29:00,098 INFO: [ epoch: 106 ] [ iter:142,100 ] [ performance: 26.207 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:27 ] [ l_g_pix: 3.0281e-02 ] [ l_g_total: 3.0281e-02 ] +2024-10-09 19:29:03,921 INFO: [ epoch: 106 ] [ iter:142,200 ] [ performance: 26.224 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:17 ] [ l_g_pix: 3.1587e-02 ] [ l_g_total: 3.1587e-02 ] +2024-10-09 19:29:07,704 INFO: [ epoch: 106 ] [ iter:142,300 ] [ performance: 26.335 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:06 ] [ l_g_pix: 2.6374e-02 ] [ l_g_total: 2.6374e-02 ] +2024-10-09 19:29:11,583 INFO: [ epoch: 106 ] [ iter:142,400 ] [ performance: 25.696 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:57 ] [ l_g_pix: 3.2434e-02 ] [ l_g_total: 3.2434e-02 ] +2024-10-09 19:29:15,583 INFO: [ epoch: 106 ] [ iter:142,500 ] [ performance: 25.328 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:47 ] [ l_g_pix: 2.2377e-02 ] [ l_g_total: 2.2377e-02 ] +2024-10-09 19:29:19,387 INFO: [ epoch: 106 ] [ iter:142,600 ] [ performance: 26.434 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:37 ] [ l_g_pix: 1.9205e-02 ] [ l_g_total: 1.9205e-02 ] +2024-10-09 19:29:23,289 INFO: [ epoch: 106 ] [ iter:142,700 ] [ performance: 26.012 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:27 ] [ l_g_pix: 3.4992e-02 ] [ l_g_total: 3.4992e-02 ] +2024-10-09 19:29:27,146 INFO: [ epoch: 106 ] [ iter:142,800 ] [ performance: 25.845 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:17 ] [ l_g_pix: 3.9907e-02 ] [ l_g_total: 3.9907e-02 ] +2024-10-09 19:29:30,890 INFO: [ epoch: 106 ] [ iter:142,900 ] [ performance: 26.297 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:07 ] [ l_g_pix: 3.0044e-02 ] [ l_g_total: 3.0044e-02 ] +2024-10-09 19:29:36,392 INFO: [ epoch: 107 ] [ iter:143,000 ] [ performance: 17.436 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:01 ] [ l_g_pix: 2.0395e-02 ] [ l_g_total: 2.0395e-02 ] +2024-10-09 19:29:40,168 INFO: [ epoch: 107 ] [ iter:143,100 ] [ performance: 21.284 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:51 ] [ l_g_pix: 2.8147e-02 ] [ l_g_total: 2.8147e-02 ] +2024-10-09 19:29:43,924 INFO: [ epoch: 107 ] [ iter:143,200 ] [ performance: 26.525 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:41 ] [ l_g_pix: 2.0677e-02 ] [ l_g_total: 2.0677e-02 ] +2024-10-09 19:29:48,370 INFO: [ epoch: 107 ] [ iter:143,300 ] [ performance: 24.217 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:32 ] [ l_g_pix: 3.6265e-02 ] [ l_g_total: 3.6265e-02 ] +2024-10-09 19:29:52,054 INFO: [ epoch: 107 ] [ iter:143,400 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:22 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-10-09 19:29:55,808 INFO: [ epoch: 107 ] [ iter:143,500 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:12 ] [ l_g_pix: 3.3167e-02 ] [ l_g_total: 3.3167e-02 ] +2024-10-09 19:29:59,623 INFO: [ epoch: 107 ] [ iter:143,600 ] [ performance: 26.366 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:02 ] [ l_g_pix: 3.0974e-02 ] [ l_g_total: 3.0974e-02 ] +2024-10-09 19:30:03,329 INFO: [ epoch: 107 ] [ iter:143,700 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:51 ] [ l_g_pix: 2.4563e-02 ] [ l_g_total: 2.4563e-02 ] +2024-10-09 19:30:07,020 INFO: [ epoch: 107 ] [ iter:143,800 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:41 ] [ l_g_pix: 2.2785e-02 ] [ l_g_total: 2.2785e-02 ] +2024-10-09 19:30:10,745 INFO: [ epoch: 107 ] [ iter:143,900 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:31 ] [ l_g_pix: 2.8002e-02 ] [ l_g_total: 2.8002e-02 ] +2024-10-09 19:30:14,468 INFO: [ epoch: 107 ] [ iter:144,000 ] [ performance: 26.764 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:20 ] [ l_g_pix: 4.1678e-02 ] [ l_g_total: 4.1678e-02 ] +2024-10-09 19:30:18,262 INFO: [ epoch: 107 ] [ iter:144,100 ] [ performance: 26.546 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:10 ] [ l_g_pix: 3.3949e-02 ] [ l_g_total: 3.3949e-02 ] +2024-10-09 19:30:22,068 INFO: [ epoch: 107 ] [ iter:144,200 ] [ performance: 26.631 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:00 ] [ l_g_pix: 3.6700e-02 ] [ l_g_total: 3.6700e-02 ] +2024-10-09 19:30:27,145 INFO: [ epoch: 108 ] [ iter:144,300 ] [ performance: 22.341 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:54 ] [ l_g_pix: 4.0611e-02 ] [ l_g_total: 4.0611e-02 ] +2024-10-09 19:30:31,328 INFO: [ epoch: 108 ] [ iter:144,400 ] [ performance: 25.804 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:45 ] [ l_g_pix: 2.4575e-02 ] [ l_g_total: 2.4575e-02 ] +2024-10-09 19:30:36,629 INFO: [ epoch: 108 ] [ iter:144,500 ] [ performance: 21.467 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:39 ] [ l_g_pix: 3.6013e-02 ] [ l_g_total: 3.6013e-02 ] +2024-10-09 19:30:40,591 INFO: [ epoch: 108 ] [ iter:144,600 ] [ performance: 25.819 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:29 ] [ l_g_pix: 3.9834e-02 ] [ l_g_total: 3.9834e-02 ] +2024-10-09 19:30:45,890 INFO: [ epoch: 108 ] [ iter:144,700 ] [ performance: 21.456 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:23 ] [ l_g_pix: 2.1760e-02 ] [ l_g_total: 2.1760e-02 ] +2024-10-09 19:30:50,000 INFO: [ epoch: 108 ] [ iter:144,800 ] [ performance: 24.455 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:14 ] [ l_g_pix: 3.2185e-02 ] [ l_g_total: 3.2185e-02 ] +2024-10-09 19:30:53,905 INFO: [ epoch: 108 ] [ iter:144,900 ] [ performance: 25.086 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:04 ] [ l_g_pix: 3.0657e-02 ] [ l_g_total: 3.0657e-02 ] +2024-10-09 19:30:57,958 INFO: [ epoch: 108 ] [ iter:145,000 ] [ performance: 25.366 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:55 ] [ l_g_pix: 3.1821e-02 ] [ l_g_total: 3.1821e-02 ] +2024-10-09 19:31:01,819 INFO: [ epoch: 108 ] [ iter:145,100 ] [ performance: 25.667 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:45 ] [ l_g_pix: 2.4392e-02 ] [ l_g_total: 2.4392e-02 ] +2024-10-09 19:31:05,824 INFO: [ epoch: 108 ] [ iter:145,200 ] [ performance: 25.162 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:35 ] [ l_g_pix: 1.9822e-02 ] [ l_g_total: 1.9822e-02 ] +2024-10-09 19:31:09,675 INFO: [ epoch: 108 ] [ iter:145,300 ] [ performance: 25.609 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:26 ] [ l_g_pix: 3.0592e-02 ] [ l_g_total: 3.0592e-02 ] +2024-10-09 19:31:13,453 INFO: [ epoch: 108 ] [ iter:145,400 ] [ performance: 26.297 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:16 ] [ l_g_pix: 2.0361e-02 ] [ l_g_total: 2.0361e-02 ] +2024-10-09 19:31:17,246 INFO: [ epoch: 108 ] [ iter:145,500 ] [ performance: 26.340 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:06 ] [ l_g_pix: 2.6367e-02 ] [ l_g_total: 2.6367e-02 ] +2024-10-09 19:31:20,780 INFO: [ epoch: 108 ] [ iter:145,600 ] [ performance: 28.799 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:55 ] [ l_g_pix: 2.7192e-02 ] [ l_g_total: 2.7192e-02 ] +2024-10-09 19:31:26,013 INFO: [ epoch: 109 ] [ iter:145,700 ] [ performance: 22.360 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:49 ] [ l_g_pix: 1.8510e-02 ] [ l_g_total: 1.8510e-02 ] +2024-10-09 19:31:29,731 INFO: [ epoch: 109 ] [ iter:145,800 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:39 ] [ l_g_pix: 2.0020e-02 ] [ l_g_total: 2.0020e-02 ] +2024-10-09 19:31:33,508 INFO: [ epoch: 109 ] [ iter:145,900 ] [ performance: 26.704 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:29 ] [ l_g_pix: 2.7203e-02 ] [ l_g_total: 2.7203e-02 ] +2024-10-09 19:31:37,306 INFO: [ epoch: 109 ] [ iter:146,000 ] [ performance: 26.351 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:19 ] [ l_g_pix: 3.8059e-02 ] [ l_g_total: 3.8059e-02 ] +2024-10-09 19:31:40,989 INFO: [ epoch: 109 ] [ iter:146,100 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:09 ] [ l_g_pix: 2.7464e-02 ] [ l_g_total: 2.7464e-02 ] +2024-10-09 19:31:44,819 INFO: [ epoch: 109 ] [ iter:146,200 ] [ performance: 26.111 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:59 ] [ l_g_pix: 3.3031e-02 ] [ l_g_total: 3.3031e-02 ] +2024-10-09 19:31:48,611 INFO: [ epoch: 109 ] [ iter:146,300 ] [ performance: 26.266 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:49 ] [ l_g_pix: 2.5451e-02 ] [ l_g_total: 2.5451e-02 ] +2024-10-09 19:31:52,324 INFO: [ epoch: 109 ] [ iter:146,400 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:39 ] [ l_g_pix: 2.3860e-02 ] [ l_g_total: 2.3860e-02 ] +2024-10-09 19:31:56,193 INFO: [ epoch: 109 ] [ iter:146,500 ] [ performance: 26.324 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:29 ] [ l_g_pix: 3.4071e-02 ] [ l_g_total: 3.4071e-02 ] +2024-10-09 19:31:59,907 INFO: [ epoch: 109 ] [ iter:146,600 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:19 ] [ l_g_pix: 3.3528e-02 ] [ l_g_total: 3.3528e-02 ] +2024-10-09 19:32:03,743 INFO: [ epoch: 109 ] [ iter:146,700 ] [ performance: 26.466 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:09 ] [ l_g_pix: 3.9041e-02 ] [ l_g_total: 3.9041e-02 ] +2024-10-09 19:32:07,549 INFO: [ epoch: 109 ] [ iter:146,800 ] [ performance: 26.135 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:00 ] [ l_g_pix: 2.1386e-02 ] [ l_g_total: 2.1386e-02 ] +2024-10-09 19:32:11,245 INFO: [ epoch: 109 ] [ iter:146,900 ] [ performance: 26.671 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:50 ] [ l_g_pix: 3.8892e-02 ] [ l_g_total: 3.8892e-02 ] +2024-10-09 19:32:16,354 INFO: [ epoch: 110 ] [ iter:147,000 ] [ performance: 17.126 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:43 ] [ l_g_pix: 3.3013e-02 ] [ l_g_total: 3.3013e-02 ] +2024-10-09 19:32:20,094 INFO: [ epoch: 110 ] [ iter:147,100 ] [ performance: 21.755 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:33 ] [ l_g_pix: 2.5485e-02 ] [ l_g_total: 2.5485e-02 ] +2024-10-09 19:32:23,871 INFO: [ epoch: 110 ] [ iter:147,200 ] [ performance: 26.216 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:23 ] [ l_g_pix: 1.9115e-02 ] [ l_g_total: 1.9115e-02 ] +2024-10-09 19:32:27,690 INFO: [ epoch: 110 ] [ iter:147,300 ] [ performance: 26.200 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:14 ] [ l_g_pix: 2.7485e-02 ] [ l_g_total: 2.7485e-02 ] +2024-10-09 19:32:31,530 INFO: [ epoch: 110 ] [ iter:147,400 ] [ performance: 26.244 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:04 ] [ l_g_pix: 3.0045e-02 ] [ l_g_total: 3.0045e-02 ] +2024-10-09 19:32:35,335 INFO: [ epoch: 110 ] [ iter:147,500 ] [ performance: 26.271 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:54 ] [ l_g_pix: 2.7439e-02 ] [ l_g_total: 2.7439e-02 ] +2024-10-09 19:32:39,251 INFO: [ epoch: 110 ] [ iter:147,600 ] [ performance: 25.476 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:45 ] [ l_g_pix: 2.4521e-02 ] [ l_g_total: 2.4521e-02 ] +2024-10-09 19:32:43,360 INFO: [ epoch: 110 ] [ iter:147,700 ] [ performance: 24.782 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:36 ] [ l_g_pix: 1.7272e-02 ] [ l_g_total: 1.7272e-02 ] +2024-10-09 19:32:47,385 INFO: [ epoch: 110 ] [ iter:147,800 ] [ performance: 25.198 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:27 ] [ l_g_pix: 1.9445e-02 ] [ l_g_total: 1.9445e-02 ] +2024-10-09 19:32:51,397 INFO: [ epoch: 110 ] [ iter:147,900 ] [ performance: 25.036 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:17 ] [ l_g_pix: 2.7654e-02 ] [ l_g_total: 2.7654e-02 ] +2024-10-09 19:32:55,153 INFO: [ epoch: 110 ] [ iter:148,000 ] [ performance: 25.806 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:08 ] [ l_g_pix: 3.0638e-02 ] [ l_g_total: 3.0638e-02 ] +2024-10-09 19:32:58,856 INFO: [ epoch: 110 ] [ iter:148,100 ] [ performance: 26.529 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:58 ] [ l_g_pix: 2.3033e-02 ] [ l_g_total: 2.3033e-02 ] +2024-10-09 19:33:02,629 INFO: [ epoch: 110 ] [ iter:148,200 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:48 ] [ l_g_pix: 2.2093e-02 ] [ l_g_total: 2.2093e-02 ] +2024-10-09 19:33:07,274 INFO: [ epoch: 111 ] [ iter:148,300 ] [ performance: 23.245 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:40 ] [ l_g_pix: 2.2587e-02 ] [ l_g_total: 2.2587e-02 ] +2024-10-09 19:33:12,054 INFO: [ epoch: 111 ] [ iter:148,400 ] [ performance: 24.881 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:33 ] [ l_g_pix: 3.7524e-02 ] [ l_g_total: 3.7524e-02 ] +2024-10-09 19:33:16,126 INFO: [ epoch: 111 ] [ iter:148,500 ] [ performance: 24.686 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:24 ] [ l_g_pix: 2.2746e-02 ] [ l_g_total: 2.2746e-02 ] +2024-10-09 19:33:20,144 INFO: [ epoch: 111 ] [ iter:148,600 ] [ performance: 25.023 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:15 ] [ l_g_pix: 2.9750e-02 ] [ l_g_total: 2.9750e-02 ] +2024-10-09 19:33:24,120 INFO: [ epoch: 111 ] [ iter:148,700 ] [ performance: 25.105 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:06 ] [ l_g_pix: 2.6454e-02 ] [ l_g_total: 2.6454e-02 ] +2024-10-09 19:33:27,842 INFO: [ epoch: 111 ] [ iter:148,800 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:56 ] [ l_g_pix: 2.2875e-02 ] [ l_g_total: 2.2875e-02 ] +2024-10-09 19:33:31,568 INFO: [ epoch: 111 ] [ iter:148,900 ] [ performance: 26.804 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:46 ] [ l_g_pix: 2.5065e-02 ] [ l_g_total: 2.5065e-02 ] +2024-10-09 19:33:35,339 INFO: [ epoch: 111 ] [ iter:149,000 ] [ performance: 26.439 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:36 ] [ l_g_pix: 4.2278e-02 ] [ l_g_total: 4.2278e-02 ] +2024-10-09 19:33:39,021 INFO: [ epoch: 111 ] [ iter:149,100 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:26 ] [ l_g_pix: 2.2815e-02 ] [ l_g_total: 2.2815e-02 ] +2024-10-09 19:33:42,974 INFO: [ epoch: 111 ] [ iter:149,200 ] [ performance: 25.114 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:17 ] [ l_g_pix: 3.7919e-02 ] [ l_g_total: 3.7919e-02 ] +2024-10-09 19:33:46,758 INFO: [ epoch: 111 ] [ iter:149,300 ] [ performance: 25.931 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:07 ] [ l_g_pix: 3.0757e-02 ] [ l_g_total: 3.0757e-02 ] +2024-10-09 19:33:50,553 INFO: [ epoch: 111 ] [ iter:149,400 ] [ performance: 26.681 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:58 ] [ l_g_pix: 2.4373e-02 ] [ l_g_total: 2.4373e-02 ] +2024-10-09 19:33:54,238 INFO: [ epoch: 111 ] [ iter:149,500 ] [ performance: 26.973 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:48 ] [ l_g_pix: 3.2242e-02 ] [ l_g_total: 3.2242e-02 ] +2024-10-09 19:33:57,761 INFO: [ epoch: 111 ] [ iter:149,600 ] [ performance: 29.495 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:37 ] [ l_g_pix: 2.9825e-02 ] [ l_g_total: 2.9825e-02 ] +2024-10-09 19:34:03,329 INFO: [ epoch: 112 ] [ iter:149,700 ] [ performance: 20.896 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:32 ] [ l_g_pix: 3.3812e-02 ] [ l_g_total: 3.3812e-02 ] +2024-10-09 19:34:07,247 INFO: [ epoch: 112 ] [ iter:149,800 ] [ performance: 25.884 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:23 ] [ l_g_pix: 3.5957e-02 ] [ l_g_total: 3.5957e-02 ] +2024-10-09 19:34:11,146 INFO: [ epoch: 112 ] [ iter:149,900 ] [ performance: 25.736 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:14 ] [ l_g_pix: 2.2574e-02 ] [ l_g_total: 2.2574e-02 ] +2024-10-09 19:34:14,968 INFO: [ epoch: 112 ] [ iter:150,000 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:04 ] [ l_g_pix: 3.4283e-02 ] [ l_g_total: 3.4283e-02 ] +2024-10-09 19:34:14,969 INFO: Saving models and training states. +2024-10-09 19:37:14,264 INFO: Validation val + + # psnr: 27.1878........ Best: 27.1878 @ 150000 iter + # ssim: 0.7657........ Best: 0.7657 @ 150000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:37:18,168 INFO: [ epoch: 112 ] [ iter:150,100 ] [ performance: 25.957 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:17 ] [ l_g_pix: 2.5468e-02 ] [ l_g_total: 2.5468e-02 ] +2024-10-09 19:37:21,887 INFO: [ epoch: 112 ] [ iter:150,200 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:06 ] [ l_g_pix: 2.3089e-02 ] [ l_g_total: 2.3089e-02 ] +2024-10-09 19:37:25,638 INFO: [ epoch: 112 ] [ iter:150,300 ] [ performance: 26.683 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:56 ] [ l_g_pix: 3.0956e-02 ] [ l_g_total: 3.0956e-02 ] +2024-10-09 19:37:29,339 INFO: [ epoch: 112 ] [ iter:150,400 ] [ performance: 27.221 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:46 ] [ l_g_pix: 2.3164e-02 ] [ l_g_total: 2.3164e-02 ] +2024-10-09 19:37:33,086 INFO: [ epoch: 112 ] [ iter:150,500 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:36 ] [ l_g_pix: 2.4253e-02 ] [ l_g_total: 2.4253e-02 ] +2024-10-09 19:37:36,750 INFO: [ epoch: 112 ] [ iter:150,600 ] [ performance: 27.286 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:26 ] [ l_g_pix: 3.7880e-02 ] [ l_g_total: 3.7880e-02 ] +2024-10-09 19:37:40,408 INFO: [ epoch: 112 ] [ iter:150,700 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:15 ] [ l_g_pix: 1.5716e-02 ] [ l_g_total: 1.5716e-02 ] +2024-10-09 19:37:44,080 INFO: [ epoch: 112 ] [ iter:150,800 ] [ performance: 27.442 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:05 ] [ l_g_pix: 2.1692e-02 ] [ l_g_total: 2.1692e-02 ] +2024-10-09 19:37:47,717 INFO: [ epoch: 112 ] [ iter:150,900 ] [ performance: 27.478 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:55 ] [ l_g_pix: 3.1109e-02 ] [ l_g_total: 3.1109e-02 ] +2024-10-09 19:37:52,673 INFO: [ epoch: 113 ] [ iter:151,000 ] [ performance: 15.189 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:48 ] [ l_g_pix: 2.6986e-02 ] [ l_g_total: 2.6986e-02 ] +2024-10-09 19:37:56,436 INFO: [ epoch: 113 ] [ iter:151,100 ] [ performance: 21.326 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:38 ] [ l_g_pix: 2.8288e-02 ] [ l_g_total: 2.8288e-02 ] +2024-10-09 19:38:00,131 INFO: [ epoch: 113 ] [ iter:151,200 ] [ performance: 27.144 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:28 ] [ l_g_pix: 2.5189e-02 ] [ l_g_total: 2.5189e-02 ] +2024-10-09 19:38:03,799 INFO: [ epoch: 113 ] [ iter:151,300 ] [ performance: 27.229 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:17 ] [ l_g_pix: 2.8984e-02 ] [ l_g_total: 2.8984e-02 ] +2024-10-09 19:38:07,565 INFO: [ epoch: 113 ] [ iter:151,400 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:07 ] [ l_g_pix: 1.7123e-02 ] [ l_g_total: 1.7123e-02 ] +2024-10-09 19:38:11,741 INFO: [ epoch: 113 ] [ iter:151,500 ] [ performance: 24.765 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:59 ] [ l_g_pix: 2.8507e-02 ] [ l_g_total: 2.8507e-02 ] +2024-10-09 19:38:15,422 INFO: [ epoch: 113 ] [ iter:151,600 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:48 ] [ l_g_pix: 2.9051e-02 ] [ l_g_total: 2.9051e-02 ] +2024-10-09 19:38:19,110 INFO: [ epoch: 113 ] [ iter:151,700 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:38 ] [ l_g_pix: 4.2659e-02 ] [ l_g_total: 4.2659e-02 ] +2024-10-09 19:38:22,746 INFO: [ epoch: 113 ] [ iter:151,800 ] [ performance: 27.187 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:28 ] [ l_g_pix: 3.7133e-02 ] [ l_g_total: 3.7133e-02 ] +2024-10-09 19:38:26,431 INFO: [ epoch: 113 ] [ iter:151,900 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:18 ] [ l_g_pix: 2.5653e-02 ] [ l_g_total: 2.5653e-02 ] +2024-10-09 19:38:30,138 INFO: [ epoch: 113 ] [ iter:152,000 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:08 ] [ l_g_pix: 3.2814e-02 ] [ l_g_total: 3.2814e-02 ] +2024-10-09 19:38:33,919 INFO: [ epoch: 113 ] [ iter:152,100 ] [ performance: 26.630 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:58 ] [ l_g_pix: 1.6322e-02 ] [ l_g_total: 1.6322e-02 ] +2024-10-09 19:38:37,617 INFO: [ epoch: 113 ] [ iter:152,200 ] [ performance: 27.241 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:48 ] [ l_g_pix: 3.2744e-02 ] [ l_g_total: 3.2744e-02 ] +2024-10-09 19:38:41,055 INFO: [ epoch: 113 ] [ iter:152,300 ] [ performance: 28.511 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:37 ] [ l_g_pix: 2.6553e-02 ] [ l_g_total: 2.6553e-02 ] +2024-10-09 19:38:46,190 INFO: [ epoch: 114 ] [ iter:152,400 ] [ performance: 27.413 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:31 ] [ l_g_pix: 2.8081e-02 ] [ l_g_total: 2.8081e-02 ] +2024-10-09 19:38:49,856 INFO: [ epoch: 114 ] [ iter:152,500 ] [ performance: 27.326 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:20 ] [ l_g_pix: 2.1609e-02 ] [ l_g_total: 2.1609e-02 ] +2024-10-09 19:38:53,519 INFO: [ epoch: 114 ] [ iter:152,600 ] [ performance: 27.416 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:10 ] [ l_g_pix: 2.5954e-02 ] [ l_g_total: 2.5954e-02 ] +2024-10-09 19:38:57,185 INFO: [ epoch: 114 ] [ iter:152,700 ] [ performance: 27.323 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:00 ] [ l_g_pix: 4.4596e-02 ] [ l_g_total: 4.4596e-02 ] +2024-10-09 19:39:00,855 INFO: [ epoch: 114 ] [ iter:152,800 ] [ performance: 27.281 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:50 ] [ l_g_pix: 2.2902e-02 ] [ l_g_total: 2.2902e-02 ] +2024-10-09 19:39:04,541 INFO: [ epoch: 114 ] [ iter:152,900 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:40 ] [ l_g_pix: 2.9705e-02 ] [ l_g_total: 2.9705e-02 ] +2024-10-09 19:39:08,237 INFO: [ epoch: 114 ] [ iter:153,000 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:30 ] [ l_g_pix: 3.6901e-02 ] [ l_g_total: 3.6901e-02 ] +2024-10-09 19:39:11,876 INFO: [ epoch: 114 ] [ iter:153,100 ] [ performance: 27.278 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:20 ] [ l_g_pix: 2.0355e-02 ] [ l_g_total: 2.0355e-02 ] +2024-10-09 19:39:15,594 INFO: [ epoch: 114 ] [ iter:153,200 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:10 ] [ l_g_pix: 2.8702e-02 ] [ l_g_total: 2.8702e-02 ] +2024-10-09 19:39:19,311 INFO: [ epoch: 114 ] [ iter:153,300 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:00 ] [ l_g_pix: 3.2366e-02 ] [ l_g_total: 3.2366e-02 ] +2024-10-09 19:39:22,994 INFO: [ epoch: 114 ] [ iter:153,400 ] [ performance: 26.843 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:50 ] [ l_g_pix: 2.3601e-02 ] [ l_g_total: 2.3601e-02 ] +2024-10-09 19:39:26,728 INFO: [ epoch: 114 ] [ iter:153,500 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:40 ] [ l_g_pix: 4.0929e-02 ] [ l_g_total: 4.0929e-02 ] +2024-10-09 19:39:30,273 INFO: [ epoch: 114 ] [ iter:153,600 ] [ performance: 29.400 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:30 ] [ l_g_pix: 3.9145e-02 ] [ l_g_total: 3.9145e-02 ] +2024-10-09 19:39:35,416 INFO: [ epoch: 115 ] [ iter:153,700 ] [ performance: 21.364 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:23 ] [ l_g_pix: 2.2959e-02 ] [ l_g_total: 2.2959e-02 ] +2024-10-09 19:39:39,109 INFO: [ epoch: 115 ] [ iter:153,800 ] [ performance: 27.555 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:14 ] [ l_g_pix: 2.5625e-02 ] [ l_g_total: 2.5625e-02 ] +2024-10-09 19:39:42,900 INFO: [ epoch: 115 ] [ iter:153,900 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:04 ] [ l_g_pix: 3.8027e-02 ] [ l_g_total: 3.8027e-02 ] +2024-10-09 19:39:46,616 INFO: [ epoch: 115 ] [ iter:154,000 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:54 ] [ l_g_pix: 4.2092e-02 ] [ l_g_total: 4.2092e-02 ] +2024-10-09 19:39:50,290 INFO: [ epoch: 115 ] [ iter:154,100 ] [ performance: 27.142 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:44 ] [ l_g_pix: 2.5408e-02 ] [ l_g_total: 2.5408e-02 ] +2024-10-09 19:39:53,990 INFO: [ epoch: 115 ] [ iter:154,200 ] [ performance: 27.030 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:34 ] [ l_g_pix: 2.6343e-02 ] [ l_g_total: 2.6343e-02 ] +2024-10-09 19:39:57,692 INFO: [ epoch: 115 ] [ iter:154,300 ] [ performance: 27.019 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:24 ] [ l_g_pix: 4.3905e-02 ] [ l_g_total: 4.3905e-02 ] +2024-10-09 19:40:01,339 INFO: [ epoch: 115 ] [ iter:154,400 ] [ performance: 27.264 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:14 ] [ l_g_pix: 1.9437e-02 ] [ l_g_total: 1.9437e-02 ] +2024-10-09 19:40:05,006 INFO: [ epoch: 115 ] [ iter:154,500 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:04 ] [ l_g_pix: 3.3012e-02 ] [ l_g_total: 3.3012e-02 ] +2024-10-09 19:40:08,686 INFO: [ epoch: 115 ] [ iter:154,600 ] [ performance: 27.325 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:54 ] [ l_g_pix: 3.0210e-02 ] [ l_g_total: 3.0210e-02 ] +2024-10-09 19:40:12,464 INFO: [ epoch: 115 ] [ iter:154,700 ] [ performance: 26.671 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:45 ] [ l_g_pix: 2.7312e-02 ] [ l_g_total: 2.7312e-02 ] +2024-10-09 19:40:16,189 INFO: [ epoch: 115 ] [ iter:154,800 ] [ performance: 26.083 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:35 ] [ l_g_pix: 1.4442e-02 ] [ l_g_total: 1.4442e-02 ] +2024-10-09 19:40:19,794 INFO: [ epoch: 115 ] [ iter:154,900 ] [ performance: 27.348 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:25 ] [ l_g_pix: 2.1350e-02 ] [ l_g_total: 2.1350e-02 ] +2024-10-09 19:40:24,652 INFO: [ epoch: 116 ] [ iter:155,000 ] [ performance: 11.836 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:18 ] [ l_g_pix: 3.6334e-02 ] [ l_g_total: 3.6334e-02 ] +2024-10-09 19:40:28,542 INFO: [ epoch: 116 ] [ iter:155,100 ] [ performance: 20.351 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:08 ] [ l_g_pix: 2.1243e-02 ] [ l_g_total: 2.1243e-02 ] +2024-10-09 19:40:32,214 INFO: [ epoch: 116 ] [ iter:155,200 ] [ performance: 27.768 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:58 ] [ l_g_pix: 2.7295e-02 ] [ l_g_total: 2.7295e-02 ] +2024-10-09 19:40:35,923 INFO: [ epoch: 116 ] [ iter:155,300 ] [ performance: 27.138 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:49 ] [ l_g_pix: 2.3193e-02 ] [ l_g_total: 2.3193e-02 ] +2024-10-09 19:40:39,558 INFO: [ epoch: 116 ] [ iter:155,400 ] [ performance: 27.511 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:39 ] [ l_g_pix: 3.1216e-02 ] [ l_g_total: 3.1216e-02 ] +2024-10-09 19:40:43,259 INFO: [ epoch: 116 ] [ iter:155,500 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:29 ] [ l_g_pix: 3.1154e-02 ] [ l_g_total: 3.1154e-02 ] +2024-10-09 19:40:46,979 INFO: [ epoch: 116 ] [ iter:155,600 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:19 ] [ l_g_pix: 2.0390e-02 ] [ l_g_total: 2.0390e-02 ] +2024-10-09 19:40:50,734 INFO: [ epoch: 116 ] [ iter:155,700 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:09 ] [ l_g_pix: 3.2422e-02 ] [ l_g_total: 3.2422e-02 ] +2024-10-09 19:40:54,432 INFO: [ epoch: 116 ] [ iter:155,800 ] [ performance: 26.140 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:00 ] [ l_g_pix: 3.4503e-02 ] [ l_g_total: 3.4503e-02 ] +2024-10-09 19:40:58,146 INFO: [ epoch: 116 ] [ iter:155,900 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:50 ] [ l_g_pix: 3.4663e-02 ] [ l_g_total: 3.4663e-02 ] +2024-10-09 19:41:01,836 INFO: [ epoch: 116 ] [ iter:156,000 ] [ performance: 27.419 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:40 ] [ l_g_pix: 3.3443e-02 ] [ l_g_total: 3.3443e-02 ] +2024-10-09 19:41:05,581 INFO: [ epoch: 116 ] [ iter:156,100 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:31 ] [ l_g_pix: 2.8109e-02 ] [ l_g_total: 2.8109e-02 ] +2024-10-09 19:41:09,311 INFO: [ epoch: 116 ] [ iter:156,200 ] [ performance: 26.511 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:21 ] [ l_g_pix: 2.3174e-02 ] [ l_g_total: 2.3174e-02 ] +2024-10-09 19:41:12,853 INFO: [ epoch: 116 ] [ iter:156,300 ] [ performance: 27.899 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:11 ] [ l_g_pix: 2.1962e-02 ] [ l_g_total: 2.1962e-02 ] +2024-10-09 19:41:18,048 INFO: [ epoch: 117 ] [ iter:156,400 ] [ performance: 26.483 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:04 ] [ l_g_pix: 2.3619e-02 ] [ l_g_total: 2.3619e-02 ] +2024-10-09 19:41:22,038 INFO: [ epoch: 117 ] [ iter:156,500 ] [ performance: 25.316 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:55 ] [ l_g_pix: 2.9350e-02 ] [ l_g_total: 2.9350e-02 ] +2024-10-09 19:41:25,924 INFO: [ epoch: 117 ] [ iter:156,600 ] [ performance: 27.332 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:46 ] [ l_g_pix: 2.9041e-02 ] [ l_g_total: 2.9041e-02 ] +2024-10-09 19:41:29,570 INFO: [ epoch: 117 ] [ iter:156,700 ] [ performance: 27.416 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:36 ] [ l_g_pix: 2.3426e-02 ] [ l_g_total: 2.3426e-02 ] +2024-10-09 19:41:33,300 INFO: [ epoch: 117 ] [ iter:156,800 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:27 ] [ l_g_pix: 3.2303e-02 ] [ l_g_total: 3.2303e-02 ] +2024-10-09 19:41:36,991 INFO: [ epoch: 117 ] [ iter:156,900 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:17 ] [ l_g_pix: 2.7834e-02 ] [ l_g_total: 2.7834e-02 ] +2024-10-09 19:41:40,706 INFO: [ epoch: 117 ] [ iter:157,000 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:07 ] [ l_g_pix: 2.0565e-02 ] [ l_g_total: 2.0565e-02 ] +2024-10-09 19:41:44,341 INFO: [ epoch: 117 ] [ iter:157,100 ] [ performance: 27.416 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:57 ] [ l_g_pix: 2.4747e-02 ] [ l_g_total: 2.4747e-02 ] +2024-10-09 19:41:47,986 INFO: [ epoch: 117 ] [ iter:157,200 ] [ performance: 27.482 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:48 ] [ l_g_pix: 4.3277e-02 ] [ l_g_total: 4.3277e-02 ] +2024-10-09 19:41:51,671 INFO: [ epoch: 117 ] [ iter:157,300 ] [ performance: 27.197 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:38 ] [ l_g_pix: 2.8317e-02 ] [ l_g_total: 2.8317e-02 ] +2024-10-09 19:41:55,327 INFO: [ epoch: 117 ] [ iter:157,400 ] [ performance: 27.609 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:28 ] [ l_g_pix: 2.0497e-02 ] [ l_g_total: 2.0497e-02 ] +2024-10-09 19:41:58,992 INFO: [ epoch: 117 ] [ iter:157,500 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:19 ] [ l_g_pix: 2.8198e-02 ] [ l_g_total: 2.8198e-02 ] +2024-10-09 19:42:02,554 INFO: [ epoch: 117 ] [ iter:157,600 ] [ performance: 29.332 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:09 ] [ l_g_pix: 3.6098e-02 ] [ l_g_total: 3.6098e-02 ] +2024-10-09 19:42:08,075 INFO: [ epoch: 118 ] [ iter:157,700 ] [ performance: 19.127 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:03 ] [ l_g_pix: 3.0243e-02 ] [ l_g_total: 3.0243e-02 ] +2024-10-09 19:42:11,738 INFO: [ epoch: 118 ] [ iter:157,800 ] [ performance: 26.976 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:53 ] [ l_g_pix: 3.3751e-02 ] [ l_g_total: 3.3751e-02 ] +2024-10-09 19:42:15,362 INFO: [ epoch: 118 ] [ iter:157,900 ] [ performance: 27.513 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:44 ] [ l_g_pix: 5.1547e-02 ] [ l_g_total: 5.1547e-02 ] +2024-10-09 19:42:19,058 INFO: [ epoch: 118 ] [ iter:158,000 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:34 ] [ l_g_pix: 4.1373e-02 ] [ l_g_total: 4.1373e-02 ] +2024-10-09 19:42:22,721 INFO: [ epoch: 118 ] [ iter:158,100 ] [ performance: 27.255 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:24 ] [ l_g_pix: 2.6337e-02 ] [ l_g_total: 2.6337e-02 ] +2024-10-09 19:42:26,371 INFO: [ epoch: 118 ] [ iter:158,200 ] [ performance: 27.467 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:15 ] [ l_g_pix: 2.1169e-02 ] [ l_g_total: 2.1169e-02 ] +2024-10-09 19:42:30,039 INFO: [ epoch: 118 ] [ iter:158,300 ] [ performance: 27.290 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:05 ] [ l_g_pix: 3.4480e-02 ] [ l_g_total: 3.4480e-02 ] +2024-10-09 19:42:33,699 INFO: [ epoch: 118 ] [ iter:158,400 ] [ performance: 27.474 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:55 ] [ l_g_pix: 2.1698e-02 ] [ l_g_total: 2.1698e-02 ] +2024-10-09 19:42:37,390 INFO: [ epoch: 118 ] [ iter:158,500 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:46 ] [ l_g_pix: 3.1752e-02 ] [ l_g_total: 3.1752e-02 ] +2024-10-09 19:42:41,058 INFO: [ epoch: 118 ] [ iter:158,600 ] [ performance: 28.473 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:36 ] [ l_g_pix: 4.0984e-02 ] [ l_g_total: 4.0984e-02 ] +2024-10-09 19:42:44,686 INFO: [ epoch: 118 ] [ iter:158,700 ] [ performance: 27.660 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:26 ] [ l_g_pix: 2.5361e-02 ] [ l_g_total: 2.5361e-02 ] +2024-10-09 19:42:48,361 INFO: [ epoch: 118 ] [ iter:158,800 ] [ performance: 27.525 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:17 ] [ l_g_pix: 3.2173e-02 ] [ l_g_total: 3.2173e-02 ] +2024-10-09 19:42:52,001 INFO: [ epoch: 118 ] [ iter:158,900 ] [ performance: 27.483 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:07 ] [ l_g_pix: 2.8190e-02 ] [ l_g_total: 2.8190e-02 ] +2024-10-09 19:42:57,331 INFO: [ epoch: 119 ] [ iter:159,000 ] [ performance: 14.006 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:01 ] [ l_g_pix: 3.2198e-02 ] [ l_g_total: 3.2198e-02 ] +2024-10-09 19:43:01,086 INFO: [ epoch: 119 ] [ iter:159,100 ] [ performance: 24.849 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:52 ] [ l_g_pix: 3.3520e-02 ] [ l_g_total: 3.3520e-02 ] +2024-10-09 19:43:04,703 INFO: [ epoch: 119 ] [ iter:159,200 ] [ performance: 27.887 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:42 ] [ l_g_pix: 2.5993e-02 ] [ l_g_total: 2.5993e-02 ] +2024-10-09 19:43:08,384 INFO: [ epoch: 119 ] [ iter:159,300 ] [ performance: 27.224 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:32 ] [ l_g_pix: 2.8325e-02 ] [ l_g_total: 2.8325e-02 ] +2024-10-09 19:43:12,063 INFO: [ epoch: 119 ] [ iter:159,400 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:23 ] [ l_g_pix: 2.4741e-02 ] [ l_g_total: 2.4741e-02 ] +2024-10-09 19:43:15,671 INFO: [ epoch: 119 ] [ iter:159,500 ] [ performance: 27.670 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:13 ] [ l_g_pix: 3.0334e-02 ] [ l_g_total: 3.0334e-02 ] +2024-10-09 19:43:19,315 INFO: [ epoch: 119 ] [ iter:159,600 ] [ performance: 27.976 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:04 ] [ l_g_pix: 2.9885e-02 ] [ l_g_total: 2.9885e-02 ] +2024-10-09 19:43:22,982 INFO: [ epoch: 119 ] [ iter:159,700 ] [ performance: 27.313 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:54 ] [ l_g_pix: 3.6501e-02 ] [ l_g_total: 3.6501e-02 ] +2024-10-09 19:43:26,664 INFO: [ epoch: 119 ] [ iter:159,800 ] [ performance: 27.640 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:44 ] [ l_g_pix: 2.5128e-02 ] [ l_g_total: 2.5128e-02 ] +2024-10-09 19:43:30,319 INFO: [ epoch: 119 ] [ iter:159,900 ] [ performance: 27.378 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:35 ] [ l_g_pix: 2.9524e-02 ] [ l_g_total: 2.9524e-02 ] +2024-10-09 19:43:34,003 INFO: [ epoch: 119 ] [ iter:160,000 ] [ performance: 27.167 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:25 ] [ l_g_pix: 2.4057e-02 ] [ l_g_total: 2.4057e-02 ] +2024-10-09 19:43:34,003 INFO: Saving models and training states. +2024-10-09 19:46:29,633 INFO: Validation val + + # psnr: 27.1883........ Best: 27.1883 @ 160000 iter + # ssim: 0.7658........ Best: 0.7658 @ 160000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:46:33,282 INFO: [ epoch: 119 ] [ iter:160,100 ] [ performance: 27.409 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:51 ] [ l_g_pix: 2.4766e-02 ] [ l_g_total: 2.4766e-02 ] +2024-10-09 19:46:36,956 INFO: [ epoch: 119 ] [ iter:160,200 ] [ performance: 28.760 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:41 ] [ l_g_pix: 2.3409e-02 ] [ l_g_total: 2.3409e-02 ] +2024-10-09 19:46:40,383 INFO: [ epoch: 119 ] [ iter:160,300 ] [ performance: 29.169 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:30 ] [ l_g_pix: 3.5872e-02 ] [ l_g_total: 3.5872e-02 ] +2024-10-09 19:46:46,026 INFO: [ epoch: 120 ] [ iter:160,400 ] [ performance: 28.041 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:25 ] [ l_g_pix: 2.3172e-02 ] [ l_g_total: 2.3172e-02 ] +2024-10-09 19:46:49,723 INFO: [ epoch: 120 ] [ iter:160,500 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:15 ] [ l_g_pix: 2.1649e-02 ] [ l_g_total: 2.1649e-02 ] +2024-10-09 19:46:53,368 INFO: [ epoch: 120 ] [ iter:160,600 ] [ performance: 26.273 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:05 ] [ l_g_pix: 2.0047e-02 ] [ l_g_total: 2.0047e-02 ] +2024-10-09 19:46:57,011 INFO: [ epoch: 120 ] [ iter:160,700 ] [ performance: 27.443 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:55 ] [ l_g_pix: 1.7139e-02 ] [ l_g_total: 1.7139e-02 ] +2024-10-09 19:47:00,606 INFO: [ epoch: 120 ] [ iter:160,800 ] [ performance: 27.634 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:45 ] [ l_g_pix: 3.5825e-02 ] [ l_g_total: 3.5825e-02 ] +2024-10-09 19:47:04,297 INFO: [ epoch: 120 ] [ iter:160,900 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:35 ] [ l_g_pix: 2.8056e-02 ] [ l_g_total: 2.8056e-02 ] +2024-10-09 19:47:08,063 INFO: [ epoch: 120 ] [ iter:161,000 ] [ performance: 26.827 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:26 ] [ l_g_pix: 2.7875e-02 ] [ l_g_total: 2.7875e-02 ] +2024-10-09 19:47:11,724 INFO: [ epoch: 120 ] [ iter:161,100 ] [ performance: 27.316 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:16 ] [ l_g_pix: 2.8293e-02 ] [ l_g_total: 2.8293e-02 ] +2024-10-09 19:47:15,466 INFO: [ epoch: 120 ] [ iter:161,200 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:06 ] [ l_g_pix: 3.4513e-02 ] [ l_g_total: 3.4513e-02 ] +2024-10-09 19:47:19,145 INFO: [ epoch: 120 ] [ iter:161,300 ] [ performance: 27.217 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:57 ] [ l_g_pix: 4.5230e-02 ] [ l_g_total: 4.5230e-02 ] +2024-10-09 19:47:22,844 INFO: [ epoch: 120 ] [ iter:161,400 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:47 ] [ l_g_pix: 3.3857e-02 ] [ l_g_total: 3.3857e-02 ] +2024-10-09 19:47:26,609 INFO: [ epoch: 120 ] [ iter:161,500 ] [ performance: 26.517 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:37 ] [ l_g_pix: 2.5335e-02 ] [ l_g_total: 2.5335e-02 ] +2024-10-09 19:47:30,190 INFO: [ epoch: 120 ] [ iter:161,600 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:27 ] [ l_g_pix: 2.5176e-02 ] [ l_g_total: 2.5176e-02 ] +2024-10-09 19:47:35,164 INFO: [ epoch: 121 ] [ iter:161,700 ] [ performance: 19.842 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:20 ] [ l_g_pix: 3.4837e-02 ] [ l_g_total: 3.4837e-02 ] +2024-10-09 19:47:38,898 INFO: [ epoch: 121 ] [ iter:161,800 ] [ performance: 22.869 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:11 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-09 19:47:42,564 INFO: [ epoch: 121 ] [ iter:161,900 ] [ performance: 27.262 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:01 ] [ l_g_pix: 4.1992e-02 ] [ l_g_total: 4.1992e-02 ] +2024-10-09 19:47:46,269 INFO: [ epoch: 121 ] [ iter:162,000 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:51 ] [ l_g_pix: 1.8144e-02 ] [ l_g_total: 1.8144e-02 ] +2024-10-09 19:47:49,972 INFO: [ epoch: 121 ] [ iter:162,100 ] [ performance: 26.991 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:42 ] [ l_g_pix: 2.4394e-02 ] [ l_g_total: 2.4394e-02 ] +2024-10-09 19:47:53,640 INFO: [ epoch: 121 ] [ iter:162,200 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:32 ] [ l_g_pix: 2.4810e-02 ] [ l_g_total: 2.4810e-02 ] +2024-10-09 19:47:57,342 INFO: [ epoch: 121 ] [ iter:162,300 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:22 ] [ l_g_pix: 2.4726e-02 ] [ l_g_total: 2.4726e-02 ] +2024-10-09 19:48:00,979 INFO: [ epoch: 121 ] [ iter:162,400 ] [ performance: 27.227 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:13 ] [ l_g_pix: 3.6360e-02 ] [ l_g_total: 3.6360e-02 ] +2024-10-09 19:48:04,639 INFO: [ epoch: 121 ] [ iter:162,500 ] [ performance: 27.310 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:03 ] [ l_g_pix: 3.2981e-02 ] [ l_g_total: 3.2981e-02 ] +2024-10-09 19:48:08,294 INFO: [ epoch: 121 ] [ iter:162,600 ] [ performance: 27.336 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:53 ] [ l_g_pix: 2.0764e-02 ] [ l_g_total: 2.0764e-02 ] +2024-10-09 19:48:11,993 INFO: [ epoch: 121 ] [ iter:162,700 ] [ performance: 27.042 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:43 ] [ l_g_pix: 3.2879e-02 ] [ l_g_total: 3.2879e-02 ] +2024-10-09 19:48:15,710 INFO: [ epoch: 121 ] [ iter:162,800 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:34 ] [ l_g_pix: 2.1953e-02 ] [ l_g_total: 2.1953e-02 ] +2024-10-09 19:48:19,371 INFO: [ epoch: 121 ] [ iter:162,900 ] [ performance: 27.326 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:24 ] [ l_g_pix: 3.7167e-02 ] [ l_g_total: 3.7167e-02 ] +2024-10-09 19:48:24,040 INFO: [ epoch: 122 ] [ iter:163,000 ] [ performance: 23.867 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:17 ] [ l_g_pix: 3.4495e-02 ] [ l_g_total: 3.4495e-02 ] +2024-10-09 19:48:28,134 INFO: [ epoch: 122 ] [ iter:163,100 ] [ performance: 26.248 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:08 ] [ l_g_pix: 3.8382e-02 ] [ l_g_total: 3.8382e-02 ] +2024-10-09 19:48:32,053 INFO: [ epoch: 122 ] [ iter:163,200 ] [ performance: 25.862 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:59 ] [ l_g_pix: 4.4273e-02 ] [ l_g_total: 4.4273e-02 ] +2024-10-09 19:48:35,732 INFO: [ epoch: 122 ] [ iter:163,300 ] [ performance: 27.114 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:49 ] [ l_g_pix: 2.4492e-02 ] [ l_g_total: 2.4492e-02 ] +2024-10-09 19:48:39,417 INFO: [ epoch: 122 ] [ iter:163,400 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:40 ] [ l_g_pix: 2.9175e-02 ] [ l_g_total: 2.9175e-02 ] +2024-10-09 19:48:43,112 INFO: [ epoch: 122 ] [ iter:163,500 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:30 ] [ l_g_pix: 3.9829e-02 ] [ l_g_total: 3.9829e-02 ] +2024-10-09 19:48:46,767 INFO: [ epoch: 122 ] [ iter:163,600 ] [ performance: 27.245 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:20 ] [ l_g_pix: 2.9857e-02 ] [ l_g_total: 2.9857e-02 ] +2024-10-09 19:48:50,486 INFO: [ epoch: 122 ] [ iter:163,700 ] [ performance: 27.092 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:11 ] [ l_g_pix: 1.6494e-02 ] [ l_g_total: 1.6494e-02 ] +2024-10-09 19:48:54,142 INFO: [ epoch: 122 ] [ iter:163,800 ] [ performance: 27.234 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:01 ] [ l_g_pix: 3.0231e-02 ] [ l_g_total: 3.0231e-02 ] +2024-10-09 19:48:57,843 INFO: [ epoch: 122 ] [ iter:163,900 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:52 ] [ l_g_pix: 2.7723e-02 ] [ l_g_total: 2.7723e-02 ] +2024-10-09 19:49:01,556 INFO: [ epoch: 122 ] [ iter:164,000 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:42 ] [ l_g_pix: 2.2988e-02 ] [ l_g_total: 2.2988e-02 ] +2024-10-09 19:49:05,247 INFO: [ epoch: 122 ] [ iter:164,100 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:33 ] [ l_g_pix: 3.5139e-02 ] [ l_g_total: 3.5139e-02 ] +2024-10-09 19:49:08,884 INFO: [ epoch: 122 ] [ iter:164,200 ] [ performance: 27.345 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:23 ] [ l_g_pix: 2.7590e-02 ] [ l_g_total: 2.7590e-02 ] +2024-10-09 19:49:12,359 INFO: [ epoch: 122 ] [ iter:164,300 ] [ performance: 29.095 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:13 ] [ l_g_pix: 3.5923e-02 ] [ l_g_total: 3.5923e-02 ] +2024-10-09 19:49:17,543 INFO: [ epoch: 123 ] [ iter:164,400 ] [ performance: 22.775 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:07 ] [ l_g_pix: 3.2333e-02 ] [ l_g_total: 3.2333e-02 ] +2024-10-09 19:49:21,252 INFO: [ epoch: 123 ] [ iter:164,500 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:57 ] [ l_g_pix: 3.0893e-02 ] [ l_g_total: 3.0893e-02 ] +2024-10-09 19:49:24,891 INFO: [ epoch: 123 ] [ iter:164,600 ] [ performance: 27.239 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:48 ] [ l_g_pix: 2.7082e-02 ] [ l_g_total: 2.7082e-02 ] +2024-10-09 19:49:28,533 INFO: [ epoch: 123 ] [ iter:164,700 ] [ performance: 27.417 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:38 ] [ l_g_pix: 2.0269e-02 ] [ l_g_total: 2.0269e-02 ] +2024-10-09 19:49:32,262 INFO: [ epoch: 123 ] [ iter:164,800 ] [ performance: 27.085 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:28 ] [ l_g_pix: 2.9809e-02 ] [ l_g_total: 2.9809e-02 ] +2024-10-09 19:49:35,954 INFO: [ epoch: 123 ] [ iter:164,900 ] [ performance: 27.351 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:19 ] [ l_g_pix: 2.5941e-02 ] [ l_g_total: 2.5941e-02 ] +2024-10-09 19:49:39,624 INFO: [ epoch: 123 ] [ iter:165,000 ] [ performance: 27.300 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:09 ] [ l_g_pix: 1.7825e-02 ] [ l_g_total: 1.7825e-02 ] +2024-10-09 19:49:43,293 INFO: [ epoch: 123 ] [ iter:165,100 ] [ performance: 27.169 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:00 ] [ l_g_pix: 2.9748e-02 ] [ l_g_total: 2.9748e-02 ] +2024-10-09 19:49:46,952 INFO: [ epoch: 123 ] [ iter:165,200 ] [ performance: 27.264 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:50 ] [ l_g_pix: 2.8412e-02 ] [ l_g_total: 2.8412e-02 ] +2024-10-09 19:49:50,694 INFO: [ epoch: 123 ] [ iter:165,300 ] [ performance: 26.564 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:41 ] [ l_g_pix: 2.8516e-02 ] [ l_g_total: 2.8516e-02 ] +2024-10-09 19:49:54,423 INFO: [ epoch: 123 ] [ iter:165,400 ] [ performance: 26.710 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:32 ] [ l_g_pix: 3.4378e-02 ] [ l_g_total: 3.4378e-02 ] +2024-10-09 19:49:58,206 INFO: [ epoch: 123 ] [ iter:165,500 ] [ performance: 26.554 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:22 ] [ l_g_pix: 3.5464e-02 ] [ l_g_total: 3.5464e-02 ] +2024-10-09 19:50:01,806 INFO: [ epoch: 123 ] [ iter:165,600 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:13 ] [ l_g_pix: 2.9474e-02 ] [ l_g_total: 2.9474e-02 ] +2024-10-09 19:50:06,781 INFO: [ epoch: 124 ] [ iter:165,700 ] [ performance: 18.228 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:06 ] [ l_g_pix: 3.9636e-02 ] [ l_g_total: 3.9636e-02 ] +2024-10-09 19:50:10,735 INFO: [ epoch: 124 ] [ iter:165,800 ] [ performance: 21.669 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:57 ] [ l_g_pix: 2.4470e-02 ] [ l_g_total: 2.4470e-02 ] +2024-10-09 19:50:14,524 INFO: [ epoch: 124 ] [ iter:165,900 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:48 ] [ l_g_pix: 2.9585e-02 ] [ l_g_total: 2.9585e-02 ] +2024-10-09 19:50:18,189 INFO: [ epoch: 124 ] [ iter:166,000 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:38 ] [ l_g_pix: 1.8650e-02 ] [ l_g_total: 1.8650e-02 ] +2024-10-09 19:50:21,891 INFO: [ epoch: 124 ] [ iter:166,100 ] [ performance: 27.147 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:29 ] [ l_g_pix: 3.0015e-02 ] [ l_g_total: 3.0015e-02 ] +2024-10-09 19:50:25,605 INFO: [ epoch: 124 ] [ iter:166,200 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:20 ] [ l_g_pix: 2.5807e-02 ] [ l_g_total: 2.5807e-02 ] +2024-10-09 19:50:29,293 INFO: [ epoch: 124 ] [ iter:166,300 ] [ performance: 27.148 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:10 ] [ l_g_pix: 2.4038e-02 ] [ l_g_total: 2.4038e-02 ] +2024-10-09 19:50:32,954 INFO: [ epoch: 124 ] [ iter:166,400 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:01 ] [ l_g_pix: 4.3431e-02 ] [ l_g_total: 4.3431e-02 ] +2024-10-09 19:50:36,570 INFO: [ epoch: 124 ] [ iter:166,500 ] [ performance: 27.729 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:51 ] [ l_g_pix: 2.0123e-02 ] [ l_g_total: 2.0123e-02 ] +2024-10-09 19:50:40,212 INFO: [ epoch: 124 ] [ iter:166,600 ] [ performance: 27.577 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:42 ] [ l_g_pix: 2.8598e-02 ] [ l_g_total: 2.8598e-02 ] +2024-10-09 19:50:43,943 INFO: [ epoch: 124 ] [ iter:166,700 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:33 ] [ l_g_pix: 2.0699e-02 ] [ l_g_total: 2.0699e-02 ] +2024-10-09 19:50:47,637 INFO: [ epoch: 124 ] [ iter:166,800 ] [ performance: 26.863 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:23 ] [ l_g_pix: 3.0174e-02 ] [ l_g_total: 3.0174e-02 ] +2024-10-09 19:50:51,309 INFO: [ epoch: 124 ] [ iter:166,900 ] [ performance: 27.286 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:14 ] [ l_g_pix: 2.7473e-02 ] [ l_g_total: 2.7473e-02 ] +2024-10-09 19:50:54,861 INFO: [ epoch: 124 ] [ iter:167,000 ] [ performance: 27.794 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:04 ] [ l_g_pix: 3.6017e-02 ] [ l_g_total: 3.6017e-02 ] +2024-10-09 19:51:00,122 INFO: [ epoch: 125 ] [ iter:167,100 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:58 ] [ l_g_pix: 2.2686e-02 ] [ l_g_total: 2.2686e-02 ] +2024-10-09 19:51:03,855 INFO: [ epoch: 125 ] [ iter:167,200 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:49 ] [ l_g_pix: 3.3938e-02 ] [ l_g_total: 3.3938e-02 ] +2024-10-09 19:51:07,539 INFO: [ epoch: 125 ] [ iter:167,300 ] [ performance: 27.379 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:39 ] [ l_g_pix: 2.3132e-02 ] [ l_g_total: 2.3132e-02 ] +2024-10-09 19:51:11,223 INFO: [ epoch: 125 ] [ iter:167,400 ] [ performance: 27.246 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:30 ] [ l_g_pix: 3.3868e-02 ] [ l_g_total: 3.3868e-02 ] +2024-10-09 19:51:14,889 INFO: [ epoch: 125 ] [ iter:167,500 ] [ performance: 27.210 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:21 ] [ l_g_pix: 2.1248e-02 ] [ l_g_total: 2.1248e-02 ] +2024-10-09 19:51:18,622 INFO: [ epoch: 125 ] [ iter:167,600 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:12 ] [ l_g_pix: 2.5522e-02 ] [ l_g_total: 2.5522e-02 ] +2024-10-09 19:51:22,263 INFO: [ epoch: 125 ] [ iter:167,700 ] [ performance: 27.547 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:02 ] [ l_g_pix: 2.5698e-02 ] [ l_g_total: 2.5698e-02 ] +2024-10-09 19:51:25,891 INFO: [ epoch: 125 ] [ iter:167,800 ] [ performance: 27.559 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:53 ] [ l_g_pix: 2.1541e-02 ] [ l_g_total: 2.1541e-02 ] +2024-10-09 19:51:29,581 INFO: [ epoch: 125 ] [ iter:167,900 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:43 ] [ l_g_pix: 2.8363e-02 ] [ l_g_total: 2.8363e-02 ] +2024-10-09 19:51:33,295 INFO: [ epoch: 125 ] [ iter:168,000 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:34 ] [ l_g_pix: 2.3167e-02 ] [ l_g_total: 2.3167e-02 ] +2024-10-09 19:51:36,973 INFO: [ epoch: 125 ] [ iter:168,100 ] [ performance: 27.493 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:25 ] [ l_g_pix: 2.0726e-02 ] [ l_g_total: 2.0726e-02 ] +2024-10-09 19:51:40,655 INFO: [ epoch: 125 ] [ iter:168,200 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:16 ] [ l_g_pix: 2.2071e-02 ] [ l_g_total: 2.2071e-02 ] +2024-10-09 19:51:44,156 INFO: [ epoch: 125 ] [ iter:168,300 ] [ performance: 29.355 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:06 ] [ l_g_pix: 3.0728e-02 ] [ l_g_total: 3.0728e-02 ] +2024-10-09 19:51:49,509 INFO: [ epoch: 126 ] [ iter:168,400 ] [ performance: 21.741 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:00 ] [ l_g_pix: 3.4459e-02 ] [ l_g_total: 3.4459e-02 ] +2024-10-09 19:51:53,456 INFO: [ epoch: 126 ] [ iter:168,500 ] [ performance: 27.418 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:51 ] [ l_g_pix: 3.7815e-02 ] [ l_g_total: 3.7815e-02 ] +2024-10-09 19:51:57,157 INFO: [ epoch: 126 ] [ iter:168,600 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:42 ] [ l_g_pix: 2.0177e-02 ] [ l_g_total: 2.0177e-02 ] +2024-10-09 19:52:00,822 INFO: [ epoch: 126 ] [ iter:168,700 ] [ performance: 27.271 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:33 ] [ l_g_pix: 3.5606e-02 ] [ l_g_total: 3.5606e-02 ] +2024-10-09 19:52:04,565 INFO: [ epoch: 126 ] [ iter:168,800 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:24 ] [ l_g_pix: 2.0383e-02 ] [ l_g_total: 2.0383e-02 ] +2024-10-09 19:52:08,225 INFO: [ epoch: 126 ] [ iter:168,900 ] [ performance: 27.462 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:14 ] [ l_g_pix: 3.2205e-02 ] [ l_g_total: 3.2205e-02 ] +2024-10-09 19:52:11,851 INFO: [ epoch: 126 ] [ iter:169,000 ] [ performance: 27.537 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:05 ] [ l_g_pix: 1.8897e-02 ] [ l_g_total: 1.8897e-02 ] +2024-10-09 19:52:15,559 INFO: [ epoch: 126 ] [ iter:169,100 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:56 ] [ l_g_pix: 2.8531e-02 ] [ l_g_total: 2.8531e-02 ] +2024-10-09 19:52:19,252 INFO: [ epoch: 126 ] [ iter:169,200 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:47 ] [ l_g_pix: 3.5162e-02 ] [ l_g_total: 3.5162e-02 ] +2024-10-09 19:52:22,951 INFO: [ epoch: 126 ] [ iter:169,300 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:37 ] [ l_g_pix: 2.9392e-02 ] [ l_g_total: 2.9392e-02 ] +2024-10-09 19:52:26,662 INFO: [ epoch: 126 ] [ iter:169,400 ] [ performance: 26.984 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:28 ] [ l_g_pix: 3.4815e-02 ] [ l_g_total: 3.4815e-02 ] +2024-10-09 19:52:30,319 INFO: [ epoch: 126 ] [ iter:169,500 ] [ performance: 27.462 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:19 ] [ l_g_pix: 3.4090e-02 ] [ l_g_total: 3.4090e-02 ] +2024-10-09 19:52:33,892 INFO: [ epoch: 126 ] [ iter:169,600 ] [ performance: 27.795 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:10 ] [ l_g_pix: 3.8439e-02 ] [ l_g_total: 3.8439e-02 ] +2024-10-09 19:52:38,974 INFO: [ epoch: 127 ] [ iter:169,700 ] [ performance: 15.492 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:03 ] [ l_g_pix: 3.4351e-02 ] [ l_g_total: 3.4351e-02 ] +2024-10-09 19:52:42,629 INFO: [ epoch: 127 ] [ iter:169,800 ] [ performance: 21.463 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:54 ] [ l_g_pix: 3.2605e-02 ] [ l_g_total: 3.2605e-02 ] +2024-10-09 19:52:46,302 INFO: [ epoch: 127 ] [ iter:169,900 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:45 ] [ l_g_pix: 2.8308e-02 ] [ l_g_total: 2.8308e-02 ] +2024-10-09 19:52:49,905 INFO: [ epoch: 127 ] [ iter:170,000 ] [ performance: 27.503 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:36 ] [ l_g_pix: 3.2178e-02 ] [ l_g_total: 3.2178e-02 ] +2024-10-09 19:52:49,905 INFO: Saving models and training states. +2024-10-09 19:56:00,601 INFO: Validation val + + # psnr: 27.1916........ Best: 27.1916 @ 170000 iter + # ssim: 0.7659........ Best: 0.7659 @ 170000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:56:04,329 INFO: [ epoch: 127 ] [ iter:170,100 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:59 ] [ l_g_pix: 3.7637e-02 ] [ l_g_total: 3.7637e-02 ] +2024-10-09 19:56:08,057 INFO: [ epoch: 127 ] [ iter:170,200 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:49 ] [ l_g_pix: 3.4225e-02 ] [ l_g_total: 3.4225e-02 ] +2024-10-09 19:56:11,777 INFO: [ epoch: 127 ] [ iter:170,300 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:40 ] [ l_g_pix: 2.6757e-02 ] [ l_g_total: 2.6757e-02 ] +2024-10-09 19:56:15,439 INFO: [ epoch: 127 ] [ iter:170,400 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:30 ] [ l_g_pix: 2.2532e-02 ] [ l_g_total: 2.2532e-02 ] +2024-10-09 19:56:19,131 INFO: [ epoch: 127 ] [ iter:170,500 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:21 ] [ l_g_pix: 3.0934e-02 ] [ l_g_total: 3.0934e-02 ] +2024-10-09 19:56:22,864 INFO: [ epoch: 127 ] [ iter:170,600 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:11 ] [ l_g_pix: 3.2395e-02 ] [ l_g_total: 3.2395e-02 ] +2024-10-09 19:56:26,605 INFO: [ epoch: 127 ] [ iter:170,700 ] [ performance: 26.610 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:02 ] [ l_g_pix: 2.1291e-02 ] [ l_g_total: 2.1291e-02 ] +2024-10-09 19:56:30,361 INFO: [ epoch: 127 ] [ iter:170,800 ] [ performance: 26.621 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:53 ] [ l_g_pix: 2.3598e-02 ] [ l_g_total: 2.3598e-02 ] +2024-10-09 19:56:34,075 INFO: [ epoch: 127 ] [ iter:170,900 ] [ performance: 27.187 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:43 ] [ l_g_pix: 3.1832e-02 ] [ l_g_total: 3.1832e-02 ] +2024-10-09 19:56:37,485 INFO: [ epoch: 127 ] [ iter:171,000 ] [ performance: 28.580 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:33 ] [ l_g_pix: 4.1154e-02 ] [ l_g_total: 4.1154e-02 ] +2024-10-09 19:56:43,393 INFO: [ epoch: 128 ] [ iter:171,100 ] [ performance: 21.453 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:28 ] [ l_g_pix: 2.9753e-02 ] [ l_g_total: 2.9753e-02 ] +2024-10-09 19:56:47,060 INFO: [ epoch: 128 ] [ iter:171,200 ] [ performance: 25.044 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:19 ] [ l_g_pix: 2.0771e-02 ] [ l_g_total: 2.0771e-02 ] +2024-10-09 19:56:50,763 INFO: [ epoch: 128 ] [ iter:171,300 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:10 ] [ l_g_pix: 2.8665e-02 ] [ l_g_total: 2.8665e-02 ] +2024-10-09 19:56:54,451 INFO: [ epoch: 128 ] [ iter:171,400 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:00 ] [ l_g_pix: 3.5460e-02 ] [ l_g_total: 3.5460e-02 ] +2024-10-09 19:56:58,158 INFO: [ epoch: 128 ] [ iter:171,500 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:51 ] [ l_g_pix: 2.8452e-02 ] [ l_g_total: 2.8452e-02 ] +2024-10-09 19:57:01,800 INFO: [ epoch: 128 ] [ iter:171,600 ] [ performance: 27.351 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:41 ] [ l_g_pix: 1.5706e-02 ] [ l_g_total: 1.5706e-02 ] +2024-10-09 19:57:05,481 INFO: [ epoch: 128 ] [ iter:171,700 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:32 ] [ l_g_pix: 2.7871e-02 ] [ l_g_total: 2.7871e-02 ] +2024-10-09 19:57:09,161 INFO: [ epoch: 128 ] [ iter:171,800 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:22 ] [ l_g_pix: 2.8522e-02 ] [ l_g_total: 2.8522e-02 ] +2024-10-09 19:57:12,837 INFO: [ epoch: 128 ] [ iter:171,900 ] [ performance: 27.287 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:13 ] [ l_g_pix: 2.0321e-02 ] [ l_g_total: 2.0321e-02 ] +2024-10-09 19:57:16,585 INFO: [ epoch: 128 ] [ iter:172,000 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:04 ] [ l_g_pix: 2.6435e-02 ] [ l_g_total: 2.6435e-02 ] +2024-10-09 19:57:20,297 INFO: [ epoch: 128 ] [ iter:172,100 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:54 ] [ l_g_pix: 5.2478e-02 ] [ l_g_total: 5.2478e-02 ] +2024-10-09 19:57:23,981 INFO: [ epoch: 128 ] [ iter:172,200 ] [ performance: 27.086 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:45 ] [ l_g_pix: 3.0966e-02 ] [ l_g_total: 3.0966e-02 ] +2024-10-09 19:57:27,516 INFO: [ epoch: 128 ] [ iter:172,300 ] [ performance: 29.605 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:35 ] [ l_g_pix: 2.8196e-02 ] [ l_g_total: 2.8196e-02 ] +2024-10-09 19:57:32,965 INFO: [ epoch: 129 ] [ iter:172,400 ] [ performance: 20.722 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:30 ] [ l_g_pix: 1.8084e-02 ] [ l_g_total: 1.8084e-02 ] +2024-10-09 19:57:36,577 INFO: [ epoch: 129 ] [ iter:172,500 ] [ performance: 28.032 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:20 ] [ l_g_pix: 2.7535e-02 ] [ l_g_total: 2.7535e-02 ] +2024-10-09 19:57:40,163 INFO: [ epoch: 129 ] [ iter:172,600 ] [ performance: 27.934 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:11 ] [ l_g_pix: 1.3950e-02 ] [ l_g_total: 1.3950e-02 ] +2024-10-09 19:57:43,803 INFO: [ epoch: 129 ] [ iter:172,700 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:01 ] [ l_g_pix: 2.8902e-02 ] [ l_g_total: 2.8902e-02 ] +2024-10-09 19:57:47,497 INFO: [ epoch: 129 ] [ iter:172,800 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:52 ] [ l_g_pix: 3.6063e-02 ] [ l_g_total: 3.6063e-02 ] +2024-10-09 19:57:51,199 INFO: [ epoch: 129 ] [ iter:172,900 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:43 ] [ l_g_pix: 3.6030e-02 ] [ l_g_total: 3.6030e-02 ] +2024-10-09 19:57:54,823 INFO: [ epoch: 129 ] [ iter:173,000 ] [ performance: 27.413 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:33 ] [ l_g_pix: 3.4692e-02 ] [ l_g_total: 3.4692e-02 ] +2024-10-09 19:57:58,382 INFO: [ epoch: 129 ] [ iter:173,100 ] [ performance: 28.432 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:23 ] [ l_g_pix: 3.3579e-02 ] [ l_g_total: 3.3579e-02 ] +2024-10-09 19:58:02,036 INFO: [ epoch: 129 ] [ iter:173,200 ] [ performance: 27.664 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:14 ] [ l_g_pix: 3.2287e-02 ] [ l_g_total: 3.2287e-02 ] +2024-10-09 19:58:05,685 INFO: [ epoch: 129 ] [ iter:173,300 ] [ performance: 27.122 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:05 ] [ l_g_pix: 1.6020e-02 ] [ l_g_total: 1.6020e-02 ] +2024-10-09 19:58:09,371 INFO: [ epoch: 129 ] [ iter:173,400 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:55 ] [ l_g_pix: 3.0709e-02 ] [ l_g_total: 3.0709e-02 ] +2024-10-09 19:58:13,045 INFO: [ epoch: 129 ] [ iter:173,500 ] [ performance: 27.276 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:46 ] [ l_g_pix: 2.8911e-02 ] [ l_g_total: 2.8911e-02 ] +2024-10-09 19:58:19,769 INFO: [ epoch: 129 ] [ iter:173,600 ] [ performance: 16.956 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:43 ] [ l_g_pix: 3.0035e-02 ] [ l_g_total: 3.0035e-02 ] +2024-10-09 19:58:27,314 INFO: [ epoch: 130 ] [ iter:173,700 ] [ performance: 12.491 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:41 ] [ l_g_pix: 1.9296e-02 ] [ l_g_total: 1.9296e-02 ] +2024-10-09 19:58:31,070 INFO: [ epoch: 130 ] [ iter:173,800 ] [ performance: 20.491 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:32 ] [ l_g_pix: 4.3952e-02 ] [ l_g_total: 4.3952e-02 ] +2024-10-09 19:58:34,782 INFO: [ epoch: 130 ] [ iter:173,900 ] [ performance: 26.322 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:23 ] [ l_g_pix: 2.2982e-02 ] [ l_g_total: 2.2982e-02 ] +2024-10-09 19:58:38,449 INFO: [ epoch: 130 ] [ iter:174,000 ] [ performance: 27.026 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:14 ] [ l_g_pix: 3.0610e-02 ] [ l_g_total: 3.0610e-02 ] +2024-10-09 19:58:42,286 INFO: [ epoch: 130 ] [ iter:174,100 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:05 ] [ l_g_pix: 2.5460e-02 ] [ l_g_total: 2.5460e-02 ] +2024-10-09 19:58:45,975 INFO: [ epoch: 130 ] [ iter:174,200 ] [ performance: 27.111 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:55 ] [ l_g_pix: 4.0096e-02 ] [ l_g_total: 4.0096e-02 ] +2024-10-09 19:58:49,439 INFO: [ epoch: 130 ] [ iter:174,300 ] [ performance: 29.203 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:46 ] [ l_g_pix: 2.7943e-02 ] [ l_g_total: 2.7943e-02 ] +2024-10-09 19:58:54,373 INFO: [ epoch: 130 ] [ iter:174,400 ] [ performance: 21.937 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:39 ] [ l_g_pix: 4.5047e-02 ] [ l_g_total: 4.5047e-02 ] +2024-10-09 19:58:58,089 INFO: [ epoch: 130 ] [ iter:174,500 ] [ performance: 25.149 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:30 ] [ l_g_pix: 3.1685e-02 ] [ l_g_total: 3.1685e-02 ] +2024-10-09 19:59:01,737 INFO: [ epoch: 130 ] [ iter:174,600 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:20 ] [ l_g_pix: 2.3782e-02 ] [ l_g_total: 2.3782e-02 ] +2024-10-09 19:59:05,337 INFO: [ epoch: 130 ] [ iter:174,700 ] [ performance: 27.282 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:11 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-09 19:59:08,986 INFO: [ epoch: 130 ] [ iter:174,800 ] [ performance: 27.385 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:02 ] [ l_g_pix: 3.5189e-02 ] [ l_g_total: 3.5189e-02 ] +2024-10-09 19:59:12,652 INFO: [ epoch: 130 ] [ iter:174,900 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:53 ] [ l_g_pix: 2.9480e-02 ] [ l_g_total: 2.9480e-02 ] +2024-10-09 19:59:16,088 INFO: [ epoch: 130 ] [ iter:175,000 ] [ performance: 28.637 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:43 ] [ l_g_pix: 2.1153e-02 ] [ l_g_total: 2.1153e-02 ] +2024-10-09 19:59:21,442 INFO: [ epoch: 131 ] [ iter:175,100 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:37 ] [ l_g_pix: 3.7018e-02 ] [ l_g_total: 3.7018e-02 ] +2024-10-09 19:59:25,234 INFO: [ epoch: 131 ] [ iter:175,200 ] [ performance: 26.506 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:28 ] [ l_g_pix: 2.0618e-02 ] [ l_g_total: 2.0618e-02 ] +2024-10-09 19:59:28,937 INFO: [ epoch: 131 ] [ iter:175,300 ] [ performance: 27.562 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:19 ] [ l_g_pix: 2.5544e-02 ] [ l_g_total: 2.5544e-02 ] +2024-10-09 19:59:32,589 INFO: [ epoch: 131 ] [ iter:175,400 ] [ performance: 27.428 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:10 ] [ l_g_pix: 2.5084e-02 ] [ l_g_total: 2.5084e-02 ] +2024-10-09 19:59:36,279 INFO: [ epoch: 131 ] [ iter:175,500 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:00 ] [ l_g_pix: 1.9865e-02 ] [ l_g_total: 1.9865e-02 ] +2024-10-09 19:59:39,989 INFO: [ epoch: 131 ] [ iter:175,600 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:51 ] [ l_g_pix: 2.7378e-02 ] [ l_g_total: 2.7378e-02 ] +2024-10-09 19:59:43,633 INFO: [ epoch: 131 ] [ iter:175,700 ] [ performance: 27.471 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:42 ] [ l_g_pix: 3.5019e-02 ] [ l_g_total: 3.5019e-02 ] +2024-10-09 19:59:47,257 INFO: [ epoch: 131 ] [ iter:175,800 ] [ performance: 27.568 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:33 ] [ l_g_pix: 2.0469e-02 ] [ l_g_total: 2.0469e-02 ] +2024-10-09 19:59:50,861 INFO: [ epoch: 131 ] [ iter:175,900 ] [ performance: 27.898 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:23 ] [ l_g_pix: 1.9679e-02 ] [ l_g_total: 1.9679e-02 ] +2024-10-09 19:59:54,550 INFO: [ epoch: 131 ] [ iter:176,000 ] [ performance: 27.266 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:14 ] [ l_g_pix: 4.0381e-02 ] [ l_g_total: 4.0381e-02 ] +2024-10-09 19:59:58,212 INFO: [ epoch: 131 ] [ iter:176,100 ] [ performance: 28.072 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:05 ] [ l_g_pix: 2.0162e-02 ] [ l_g_total: 2.0162e-02 ] +2024-10-09 20:00:01,858 INFO: [ epoch: 131 ] [ iter:176,200 ] [ performance: 27.556 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:56 ] [ l_g_pix: 2.6860e-02 ] [ l_g_total: 2.6860e-02 ] +2024-10-09 20:00:05,387 INFO: [ epoch: 131 ] [ iter:176,300 ] [ performance: 29.506 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:46 ] [ l_g_pix: 3.8162e-02 ] [ l_g_total: 3.8162e-02 ] +2024-10-09 20:00:10,836 INFO: [ epoch: 132 ] [ iter:176,400 ] [ performance: 19.752 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:41 ] [ l_g_pix: 2.0088e-02 ] [ l_g_total: 2.0088e-02 ] +2024-10-09 20:00:14,524 INFO: [ epoch: 132 ] [ iter:176,500 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:32 ] [ l_g_pix: 2.7806e-02 ] [ l_g_total: 2.7806e-02 ] +2024-10-09 20:00:18,203 INFO: [ epoch: 132 ] [ iter:176,600 ] [ performance: 27.211 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:22 ] [ l_g_pix: 1.9684e-02 ] [ l_g_total: 1.9684e-02 ] +2024-10-09 20:00:21,866 INFO: [ epoch: 132 ] [ iter:176,700 ] [ performance: 27.152 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:13 ] [ l_g_pix: 2.1289e-02 ] [ l_g_total: 2.1289e-02 ] +2024-10-09 20:00:25,540 INFO: [ epoch: 132 ] [ iter:176,800 ] [ performance: 27.210 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:04 ] [ l_g_pix: 4.0454e-02 ] [ l_g_total: 4.0454e-02 ] +2024-10-09 20:00:29,233 INFO: [ epoch: 132 ] [ iter:176,900 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:55 ] [ l_g_pix: 3.3458e-02 ] [ l_g_total: 3.3458e-02 ] +2024-10-09 20:00:32,893 INFO: [ epoch: 132 ] [ iter:177,000 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:46 ] [ l_g_pix: 1.8402e-02 ] [ l_g_total: 1.8402e-02 ] +2024-10-09 20:00:36,523 INFO: [ epoch: 132 ] [ iter:177,100 ] [ performance: 27.259 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:37 ] [ l_g_pix: 2.7582e-02 ] [ l_g_total: 2.7582e-02 ] +2024-10-09 20:00:40,158 INFO: [ epoch: 132 ] [ iter:177,200 ] [ performance: 27.473 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:28 ] [ l_g_pix: 2.1567e-02 ] [ l_g_total: 2.1567e-02 ] +2024-10-09 20:00:43,816 INFO: [ epoch: 132 ] [ iter:177,300 ] [ performance: 27.279 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:18 ] [ l_g_pix: 2.3000e-02 ] [ l_g_total: 2.3000e-02 ] +2024-10-09 20:00:47,486 INFO: [ epoch: 132 ] [ iter:177,400 ] [ performance: 27.253 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:09 ] [ l_g_pix: 4.2212e-02 ] [ l_g_total: 4.2212e-02 ] +2024-10-09 20:00:51,142 INFO: [ epoch: 132 ] [ iter:177,500 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:00 ] [ l_g_pix: 3.4143e-02 ] [ l_g_total: 3.4143e-02 ] +2024-10-09 20:00:54,786 INFO: [ epoch: 132 ] [ iter:177,600 ] [ performance: 27.355 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:51 ] [ l_g_pix: 1.8152e-02 ] [ l_g_total: 1.8152e-02 ] +2024-10-09 20:00:59,782 INFO: [ epoch: 133 ] [ iter:177,700 ] [ performance: 7.498 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:45 ] [ l_g_pix: 1.8770e-02 ] [ l_g_total: 1.8770e-02 ] +2024-10-09 20:01:03,800 INFO: [ epoch: 133 ] [ iter:177,800 ] [ performance: 18.861 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:36 ] [ l_g_pix: 2.4934e-02 ] [ l_g_total: 2.4934e-02 ] +2024-10-09 20:01:07,489 INFO: [ epoch: 133 ] [ iter:177,900 ] [ performance: 27.272 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:27 ] [ l_g_pix: 2.5749e-02 ] [ l_g_total: 2.5749e-02 ] +2024-10-09 20:01:11,124 INFO: [ epoch: 133 ] [ iter:178,000 ] [ performance: 27.480 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:18 ] [ l_g_pix: 3.2806e-02 ] [ l_g_total: 3.2806e-02 ] +2024-10-09 20:01:14,802 INFO: [ epoch: 133 ] [ iter:178,100 ] [ performance: 27.947 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:09 ] [ l_g_pix: 2.4836e-02 ] [ l_g_total: 2.4836e-02 ] +2024-10-09 20:01:18,482 INFO: [ epoch: 133 ] [ iter:178,200 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:00 ] [ l_g_pix: 3.9292e-02 ] [ l_g_total: 3.9292e-02 ] +2024-10-09 20:01:22,146 INFO: [ epoch: 133 ] [ iter:178,300 ] [ performance: 27.784 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:51 ] [ l_g_pix: 2.4153e-02 ] [ l_g_total: 2.4153e-02 ] +2024-10-09 20:01:25,829 INFO: [ epoch: 133 ] [ iter:178,400 ] [ performance: 27.230 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:42 ] [ l_g_pix: 3.6101e-02 ] [ l_g_total: 3.6101e-02 ] +2024-10-09 20:01:29,494 INFO: [ epoch: 133 ] [ iter:178,500 ] [ performance: 27.401 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:33 ] [ l_g_pix: 2.7141e-02 ] [ l_g_total: 2.7141e-02 ] +2024-10-09 20:01:33,159 INFO: [ epoch: 133 ] [ iter:178,600 ] [ performance: 27.301 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:24 ] [ l_g_pix: 3.3922e-02 ] [ l_g_total: 3.3922e-02 ] +2024-10-09 20:01:36,791 INFO: [ epoch: 133 ] [ iter:178,700 ] [ performance: 28.548 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:15 ] [ l_g_pix: 3.3335e-02 ] [ l_g_total: 3.3335e-02 ] +2024-10-09 20:01:40,370 INFO: [ epoch: 133 ] [ iter:178,800 ] [ performance: 28.004 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:06 ] [ l_g_pix: 1.6260e-02 ] [ l_g_total: 1.6260e-02 ] +2024-10-09 20:01:43,977 INFO: [ epoch: 133 ] [ iter:178,900 ] [ performance: 27.964 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:56 ] [ l_g_pix: 2.5864e-02 ] [ l_g_total: 2.5864e-02 ] +2024-10-09 20:01:47,433 INFO: [ epoch: 133 ] [ iter:179,000 ] [ performance: 28.853 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:47 ] [ l_g_pix: 3.1855e-02 ] [ l_g_total: 3.1855e-02 ] +2024-10-09 20:01:53,236 INFO: [ epoch: 134 ] [ iter:179,100 ] [ performance: 26.514 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:42 ] [ l_g_pix: 2.4205e-02 ] [ l_g_total: 2.4205e-02 ] +2024-10-09 20:01:56,891 INFO: [ epoch: 134 ] [ iter:179,200 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:33 ] [ l_g_pix: 2.4682e-02 ] [ l_g_total: 2.4682e-02 ] +2024-10-09 20:02:00,569 INFO: [ epoch: 134 ] [ iter:179,300 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:24 ] [ l_g_pix: 3.2170e-02 ] [ l_g_total: 3.2170e-02 ] +2024-10-09 20:02:04,268 INFO: [ epoch: 134 ] [ iter:179,400 ] [ performance: 27.042 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:15 ] [ l_g_pix: 2.4410e-02 ] [ l_g_total: 2.4410e-02 ] +2024-10-09 20:02:07,899 INFO: [ epoch: 134 ] [ iter:179,500 ] [ performance: 27.696 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:06 ] [ l_g_pix: 3.3223e-02 ] [ l_g_total: 3.3223e-02 ] +2024-10-09 20:02:11,563 INFO: [ epoch: 134 ] [ iter:179,600 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:57 ] [ l_g_pix: 3.2340e-02 ] [ l_g_total: 3.2340e-02 ] +2024-10-09 20:02:15,216 INFO: [ epoch: 134 ] [ iter:179,700 ] [ performance: 27.080 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:48 ] [ l_g_pix: 3.0103e-02 ] [ l_g_total: 3.0103e-02 ] +2024-10-09 20:02:18,905 INFO: [ epoch: 134 ] [ iter:179,800 ] [ performance: 27.113 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:39 ] [ l_g_pix: 2.5125e-02 ] [ l_g_total: 2.5125e-02 ] +2024-10-09 20:02:22,598 INFO: [ epoch: 134 ] [ iter:179,900 ] [ performance: 28.915 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:30 ] [ l_g_pix: 3.5998e-02 ] [ l_g_total: 3.5998e-02 ] +2024-10-09 20:02:26,244 INFO: [ epoch: 134 ] [ iter:180,000 ] [ performance: 27.501 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:21 ] [ l_g_pix: 3.1115e-02 ] [ l_g_total: 3.1115e-02 ] +2024-10-09 20:02:26,244 INFO: Saving models and training states. +2024-10-09 20:05:13,862 INFO: Validation val + + # psnr: 27.1916........ Best: 27.1916 @ 170000 iter + # ssim: 0.7660........ Best: 0.7660 @ 180000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:05:17,567 INFO: [ epoch: 134 ] [ iter:180,100 ] [ performance: 27.680 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:29 ] [ l_g_pix: 3.8630e-02 ] [ l_g_total: 3.8630e-02 ] +2024-10-09 20:05:21,218 INFO: [ epoch: 134 ] [ iter:180,200 ] [ performance: 27.404 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:20 ] [ l_g_pix: 3.3838e-02 ] [ l_g_total: 3.3838e-02 ] +2024-10-09 20:05:24,786 INFO: [ epoch: 134 ] [ iter:180,300 ] [ performance: 29.932 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:10 ] [ l_g_pix: 3.2155e-02 ] [ l_g_total: 3.2155e-02 ] +2024-10-09 20:05:29,650 INFO: [ epoch: 135 ] [ iter:180,400 ] [ performance: 20.757 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:03 ] [ l_g_pix: 4.3809e-02 ] [ l_g_total: 4.3809e-02 ] +2024-10-09 20:05:33,416 INFO: [ epoch: 135 ] [ iter:180,500 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:54 ] [ l_g_pix: 2.7108e-02 ] [ l_g_total: 2.7108e-02 ] +2024-10-09 20:05:37,131 INFO: [ epoch: 135 ] [ iter:180,600 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:45 ] [ l_g_pix: 3.1807e-02 ] [ l_g_total: 3.1807e-02 ] +2024-10-09 20:05:40,828 INFO: [ epoch: 135 ] [ iter:180,700 ] [ performance: 28.039 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:36 ] [ l_g_pix: 4.2104e-02 ] [ l_g_total: 4.2104e-02 ] +2024-10-09 20:05:45,079 INFO: [ epoch: 135 ] [ iter:180,800 ] [ performance: 23.568 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:28 ] [ l_g_pix: 2.2559e-02 ] [ l_g_total: 2.2559e-02 ] +2024-10-09 20:05:48,736 INFO: [ epoch: 135 ] [ iter:180,900 ] [ performance: 25.310 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:19 ] [ l_g_pix: 3.6156e-02 ] [ l_g_total: 3.6156e-02 ] +2024-10-09 20:05:52,375 INFO: [ epoch: 135 ] [ iter:181,000 ] [ performance: 27.486 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:10 ] [ l_g_pix: 2.1492e-02 ] [ l_g_total: 2.1492e-02 ] +2024-10-09 20:05:56,043 INFO: [ epoch: 135 ] [ iter:181,100 ] [ performance: 27.374 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:00 ] [ l_g_pix: 3.0534e-02 ] [ l_g_total: 3.0534e-02 ] +2024-10-09 20:05:59,749 INFO: [ epoch: 135 ] [ iter:181,200 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:51 ] [ l_g_pix: 4.4523e-02 ] [ l_g_total: 4.4523e-02 ] +2024-10-09 20:06:03,429 INFO: [ epoch: 135 ] [ iter:181,300 ] [ performance: 27.080 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:42 ] [ l_g_pix: 2.8489e-02 ] [ l_g_total: 2.8489e-02 ] +2024-10-09 20:06:07,122 INFO: [ epoch: 135 ] [ iter:181,400 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:33 ] [ l_g_pix: 4.0455e-02 ] [ l_g_total: 4.0455e-02 ] +2024-10-09 20:06:10,801 INFO: [ epoch: 135 ] [ iter:181,500 ] [ performance: 27.138 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:24 ] [ l_g_pix: 3.4822e-02 ] [ l_g_total: 3.4822e-02 ] +2024-10-09 20:06:14,563 INFO: [ epoch: 135 ] [ iter:181,600 ] [ performance: 26.574 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:15 ] [ l_g_pix: 2.2725e-02 ] [ l_g_total: 2.2725e-02 ] +2024-10-09 20:06:19,323 INFO: [ epoch: 136 ] [ iter:181,700 ] [ performance: 23.427 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:08 ] [ l_g_pix: 2.6447e-02 ] [ l_g_total: 2.6447e-02 ] +2024-10-09 20:06:23,311 INFO: [ epoch: 136 ] [ iter:181,800 ] [ performance: 25.724 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:59 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-09 20:06:26,953 INFO: [ epoch: 136 ] [ iter:181,900 ] [ performance: 26.580 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:50 ] [ l_g_pix: 3.2828e-02 ] [ l_g_total: 3.2828e-02 ] +2024-10-09 20:06:30,599 INFO: [ epoch: 136 ] [ iter:182,000 ] [ performance: 27.473 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:41 ] [ l_g_pix: 2.5979e-02 ] [ l_g_total: 2.5979e-02 ] +2024-10-09 20:06:34,252 INFO: [ epoch: 136 ] [ iter:182,100 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:32 ] [ l_g_pix: 2.6958e-02 ] [ l_g_total: 2.6958e-02 ] +2024-10-09 20:06:37,992 INFO: [ epoch: 136 ] [ iter:182,200 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:23 ] [ l_g_pix: 3.9876e-02 ] [ l_g_total: 3.9876e-02 ] +2024-10-09 20:06:41,675 INFO: [ epoch: 136 ] [ iter:182,300 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:14 ] [ l_g_pix: 2.3026e-02 ] [ l_g_total: 2.3026e-02 ] +2024-10-09 20:06:45,386 INFO: [ epoch: 136 ] [ iter:182,400 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:05 ] [ l_g_pix: 3.1755e-02 ] [ l_g_total: 3.1755e-02 ] +2024-10-09 20:06:49,053 INFO: [ epoch: 136 ] [ iter:182,500 ] [ performance: 27.099 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:56 ] [ l_g_pix: 3.8727e-02 ] [ l_g_total: 3.8727e-02 ] +2024-10-09 20:06:52,793 INFO: [ epoch: 136 ] [ iter:182,600 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:47 ] [ l_g_pix: 2.5523e-02 ] [ l_g_total: 2.5523e-02 ] +2024-10-09 20:06:56,475 INFO: [ epoch: 136 ] [ iter:182,700 ] [ performance: 26.973 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:38 ] [ l_g_pix: 3.3424e-02 ] [ l_g_total: 3.3424e-02 ] +2024-10-09 20:07:00,137 INFO: [ epoch: 136 ] [ iter:182,800 ] [ performance: 27.269 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:29 ] [ l_g_pix: 3.0305e-02 ] [ l_g_total: 3.0305e-02 ] +2024-10-09 20:07:03,853 INFO: [ epoch: 136 ] [ iter:182,900 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:20 ] [ l_g_pix: 2.1371e-02 ] [ l_g_total: 2.1371e-02 ] +2024-10-09 20:07:07,297 INFO: [ epoch: 136 ] [ iter:183,000 ] [ performance: 29.254 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:11 ] [ l_g_pix: 2.3891e-02 ] [ l_g_total: 2.3891e-02 ] +2024-10-09 20:07:12,997 INFO: [ epoch: 137 ] [ iter:183,100 ] [ performance: 21.651 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:05 ] [ l_g_pix: 3.1387e-02 ] [ l_g_total: 3.1387e-02 ] +2024-10-09 20:07:16,675 INFO: [ epoch: 137 ] [ iter:183,200 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:56 ] [ l_g_pix: 1.8778e-02 ] [ l_g_total: 1.8778e-02 ] +2024-10-09 20:07:20,378 INFO: [ epoch: 137 ] [ iter:183,300 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:47 ] [ l_g_pix: 4.0065e-02 ] [ l_g_total: 4.0065e-02 ] +2024-10-09 20:07:24,037 INFO: [ epoch: 137 ] [ iter:183,400 ] [ performance: 27.494 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:38 ] [ l_g_pix: 2.4790e-02 ] [ l_g_total: 2.4790e-02 ] +2024-10-09 20:07:27,672 INFO: [ epoch: 137 ] [ iter:183,500 ] [ performance: 27.507 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:29 ] [ l_g_pix: 3.3936e-02 ] [ l_g_total: 3.3936e-02 ] +2024-10-09 20:07:31,552 INFO: [ epoch: 137 ] [ iter:183,600 ] [ performance: 25.582 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:21 ] [ l_g_pix: 3.0808e-02 ] [ l_g_total: 3.0808e-02 ] +2024-10-09 20:07:35,261 INFO: [ epoch: 137 ] [ iter:183,700 ] [ performance: 26.302 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:12 ] [ l_g_pix: 2.8778e-02 ] [ l_g_total: 2.8778e-02 ] +2024-10-09 20:07:38,904 INFO: [ epoch: 137 ] [ iter:183,800 ] [ performance: 27.354 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:03 ] [ l_g_pix: 2.4773e-02 ] [ l_g_total: 2.4773e-02 ] +2024-10-09 20:07:42,590 INFO: [ epoch: 137 ] [ iter:183,900 ] [ performance: 27.236 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:54 ] [ l_g_pix: 2.9631e-02 ] [ l_g_total: 2.9631e-02 ] +2024-10-09 20:07:46,246 INFO: [ epoch: 137 ] [ iter:184,000 ] [ performance: 27.526 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:45 ] [ l_g_pix: 3.5173e-02 ] [ l_g_total: 3.5173e-02 ] +2024-10-09 20:07:49,923 INFO: [ epoch: 137 ] [ iter:184,100 ] [ performance: 27.352 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:36 ] [ l_g_pix: 3.5566e-02 ] [ l_g_total: 3.5566e-02 ] +2024-10-09 20:07:53,597 INFO: [ epoch: 137 ] [ iter:184,200 ] [ performance: 27.084 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:27 ] [ l_g_pix: 2.3845e-02 ] [ l_g_total: 2.3845e-02 ] +2024-10-09 20:07:57,166 INFO: [ epoch: 137 ] [ iter:184,300 ] [ performance: 27.585 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:17 ] [ l_g_pix: 2.2218e-02 ] [ l_g_total: 2.2218e-02 ] +2024-10-09 20:08:02,190 INFO: [ epoch: 138 ] [ iter:184,400 ] [ performance: 18.618 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:11 ] [ l_g_pix: 2.7657e-02 ] [ l_g_total: 2.7657e-02 ] +2024-10-09 20:08:06,187 INFO: [ epoch: 138 ] [ iter:184,500 ] [ performance: 21.646 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:03 ] [ l_g_pix: 2.0660e-02 ] [ l_g_total: 2.0660e-02 ] +2024-10-09 20:08:09,842 INFO: [ epoch: 138 ] [ iter:184,600 ] [ performance: 27.303 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:54 ] [ l_g_pix: 3.1129e-02 ] [ l_g_total: 3.1129e-02 ] +2024-10-09 20:08:13,432 INFO: [ epoch: 138 ] [ iter:184,700 ] [ performance: 27.606 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:45 ] [ l_g_pix: 1.4524e-02 ] [ l_g_total: 1.4524e-02 ] +2024-10-09 20:08:17,019 INFO: [ epoch: 138 ] [ iter:184,800 ] [ performance: 27.958 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:35 ] [ l_g_pix: 3.7513e-02 ] [ l_g_total: 3.7513e-02 ] +2024-10-09 20:08:20,657 INFO: [ epoch: 138 ] [ iter:184,900 ] [ performance: 27.702 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:26 ] [ l_g_pix: 1.8791e-02 ] [ l_g_total: 1.8791e-02 ] +2024-10-09 20:08:24,359 INFO: [ epoch: 138 ] [ iter:185,000 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:18 ] [ l_g_pix: 3.2749e-02 ] [ l_g_total: 3.2749e-02 ] +2024-10-09 20:08:28,023 INFO: [ epoch: 138 ] [ iter:185,100 ] [ performance: 27.197 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:09 ] [ l_g_pix: 3.0993e-02 ] [ l_g_total: 3.0993e-02 ] +2024-10-09 20:08:31,672 INFO: [ epoch: 138 ] [ iter:185,200 ] [ performance: 27.299 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:00 ] [ l_g_pix: 4.3758e-02 ] [ l_g_total: 4.3758e-02 ] +2024-10-09 20:08:35,351 INFO: [ epoch: 138 ] [ iter:185,300 ] [ performance: 27.238 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:51 ] [ l_g_pix: 4.4952e-02 ] [ l_g_total: 4.4952e-02 ] +2024-10-09 20:08:38,998 INFO: [ epoch: 138 ] [ iter:185,400 ] [ performance: 27.390 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:42 ] [ l_g_pix: 3.0833e-02 ] [ l_g_total: 3.0833e-02 ] +2024-10-09 20:08:42,695 INFO: [ epoch: 138 ] [ iter:185,500 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:33 ] [ l_g_pix: 2.3975e-02 ] [ l_g_total: 2.3975e-02 ] +2024-10-09 20:08:46,385 INFO: [ epoch: 138 ] [ iter:185,600 ] [ performance: 27.239 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:24 ] [ l_g_pix: 3.0113e-02 ] [ l_g_total: 3.0113e-02 ] +2024-10-09 20:08:49,827 INFO: [ epoch: 138 ] [ iter:185,700 ] [ performance: 28.241 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:15 ] [ l_g_pix: 2.6374e-02 ] [ l_g_total: 2.6374e-02 ] +2024-10-09 20:08:55,400 INFO: [ epoch: 139 ] [ iter:185,800 ] [ performance: 25.973 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:09 ] [ l_g_pix: 3.0006e-02 ] [ l_g_total: 3.0006e-02 ] +2024-10-09 20:08:59,050 INFO: [ epoch: 139 ] [ iter:185,900 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:01 ] [ l_g_pix: 2.4044e-02 ] [ l_g_total: 2.4044e-02 ] +2024-10-09 20:09:02,690 INFO: [ epoch: 139 ] [ iter:186,000 ] [ performance: 27.512 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:52 ] [ l_g_pix: 2.9255e-02 ] [ l_g_total: 2.9255e-02 ] +2024-10-09 20:09:06,316 INFO: [ epoch: 139 ] [ iter:186,100 ] [ performance: 27.552 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:43 ] [ l_g_pix: 2.8977e-02 ] [ l_g_total: 2.8977e-02 ] +2024-10-09 20:09:09,962 INFO: [ epoch: 139 ] [ iter:186,200 ] [ performance: 27.420 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:34 ] [ l_g_pix: 2.7654e-02 ] [ l_g_total: 2.7654e-02 ] +2024-10-09 20:09:13,625 INFO: [ epoch: 139 ] [ iter:186,300 ] [ performance: 27.356 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:25 ] [ l_g_pix: 2.3072e-02 ] [ l_g_total: 2.3072e-02 ] +2024-10-09 20:09:17,327 INFO: [ epoch: 139 ] [ iter:186,400 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:16 ] [ l_g_pix: 1.9739e-02 ] [ l_g_total: 1.9739e-02 ] +2024-10-09 20:09:21,021 INFO: [ epoch: 139 ] [ iter:186,500 ] [ performance: 27.084 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:07 ] [ l_g_pix: 3.5430e-02 ] [ l_g_total: 3.5430e-02 ] +2024-10-09 20:09:24,667 INFO: [ epoch: 139 ] [ iter:186,600 ] [ performance: 27.440 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:58 ] [ l_g_pix: 2.7157e-02 ] [ l_g_total: 2.7157e-02 ] +2024-10-09 20:09:28,323 INFO: [ epoch: 139 ] [ iter:186,700 ] [ performance: 27.392 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:50 ] [ l_g_pix: 3.3265e-02 ] [ l_g_total: 3.3265e-02 ] +2024-10-09 20:09:31,965 INFO: [ epoch: 139 ] [ iter:186,800 ] [ performance: 27.392 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:41 ] [ l_g_pix: 1.5732e-02 ] [ l_g_total: 1.5732e-02 ] +2024-10-09 20:09:35,657 INFO: [ epoch: 139 ] [ iter:186,900 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:32 ] [ l_g_pix: 2.2895e-02 ] [ l_g_total: 2.2895e-02 ] +2024-10-09 20:09:39,157 INFO: [ epoch: 139 ] [ iter:187,000 ] [ performance: 29.148 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:23 ] [ l_g_pix: 2.5429e-02 ] [ l_g_total: 2.5429e-02 ] +2024-10-09 20:09:45,028 INFO: [ epoch: 140 ] [ iter:187,100 ] [ performance: 20.554 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:18 ] [ l_g_pix: 4.1634e-02 ] [ l_g_total: 4.1634e-02 ] +2024-10-09 20:09:48,662 INFO: [ epoch: 140 ] [ iter:187,200 ] [ performance: 27.634 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:09 ] [ l_g_pix: 2.7338e-02 ] [ l_g_total: 2.7338e-02 ] +2024-10-09 20:09:52,297 INFO: [ epoch: 140 ] [ iter:187,300 ] [ performance: 27.560 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:00 ] [ l_g_pix: 2.1969e-02 ] [ l_g_total: 2.1969e-02 ] +2024-10-09 20:09:55,947 INFO: [ epoch: 140 ] [ iter:187,400 ] [ performance: 27.525 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:51 ] [ l_g_pix: 2.5482e-02 ] [ l_g_total: 2.5482e-02 ] +2024-10-09 20:09:59,602 INFO: [ epoch: 140 ] [ iter:187,500 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:42 ] [ l_g_pix: 1.9781e-02 ] [ l_g_total: 1.9781e-02 ] +2024-10-09 20:10:03,294 INFO: [ epoch: 140 ] [ iter:187,600 ] [ performance: 27.243 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:34 ] [ l_g_pix: 2.5147e-02 ] [ l_g_total: 2.5147e-02 ] +2024-10-09 20:10:06,893 INFO: [ epoch: 140 ] [ iter:187,700 ] [ performance: 27.566 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:25 ] [ l_g_pix: 3.4864e-02 ] [ l_g_total: 3.4864e-02 ] +2024-10-09 20:10:10,537 INFO: [ epoch: 140 ] [ iter:187,800 ] [ performance: 27.811 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:16 ] [ l_g_pix: 2.7694e-02 ] [ l_g_total: 2.7694e-02 ] +2024-10-09 20:10:14,204 INFO: [ epoch: 140 ] [ iter:187,900 ] [ performance: 27.486 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:07 ] [ l_g_pix: 5.5017e-02 ] [ l_g_total: 5.5017e-02 ] +2024-10-09 20:10:17,910 INFO: [ epoch: 140 ] [ iter:188,000 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:58 ] [ l_g_pix: 2.8223e-02 ] [ l_g_total: 2.8223e-02 ] +2024-10-09 20:10:21,552 INFO: [ epoch: 140 ] [ iter:188,100 ] [ performance: 27.211 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:50 ] [ l_g_pix: 2.4181e-02 ] [ l_g_total: 2.4181e-02 ] +2024-10-09 20:10:25,229 INFO: [ epoch: 140 ] [ iter:188,200 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:41 ] [ l_g_pix: 3.3615e-02 ] [ l_g_total: 3.3615e-02 ] +2024-10-09 20:10:28,849 INFO: [ epoch: 140 ] [ iter:188,300 ] [ performance: 27.417 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:32 ] [ l_g_pix: 3.9477e-02 ] [ l_g_total: 3.9477e-02 ] +2024-10-09 20:10:34,061 INFO: [ epoch: 141 ] [ iter:188,400 ] [ performance: 16.025 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:26 ] [ l_g_pix: 2.9414e-02 ] [ l_g_total: 2.9414e-02 ] +2024-10-09 20:10:37,856 INFO: [ epoch: 141 ] [ iter:188,500 ] [ performance: 21.099 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:18 ] [ l_g_pix: 3.4222e-02 ] [ l_g_total: 3.4222e-02 ] +2024-10-09 20:10:41,531 INFO: [ epoch: 141 ] [ iter:188,600 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:09 ] [ l_g_pix: 2.7321e-02 ] [ l_g_total: 2.7321e-02 ] +2024-10-09 20:10:45,203 INFO: [ epoch: 141 ] [ iter:188,700 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:00 ] [ l_g_pix: 2.6676e-02 ] [ l_g_total: 2.6676e-02 ] +2024-10-09 20:10:48,899 INFO: [ epoch: 141 ] [ iter:188,800 ] [ performance: 26.968 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:51 ] [ l_g_pix: 3.0760e-02 ] [ l_g_total: 3.0760e-02 ] +2024-10-09 20:10:52,590 INFO: [ epoch: 141 ] [ iter:188,900 ] [ performance: 27.048 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:43 ] [ l_g_pix: 1.9204e-02 ] [ l_g_total: 1.9204e-02 ] +2024-10-09 20:10:56,240 INFO: [ epoch: 141 ] [ iter:189,000 ] [ performance: 27.464 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:34 ] [ l_g_pix: 3.3454e-02 ] [ l_g_total: 3.3454e-02 ] +2024-10-09 20:10:59,863 INFO: [ epoch: 141 ] [ iter:189,100 ] [ performance: 27.552 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:25 ] [ l_g_pix: 2.8905e-02 ] [ l_g_total: 2.8905e-02 ] +2024-10-09 20:11:03,526 INFO: [ epoch: 141 ] [ iter:189,200 ] [ performance: 27.231 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:16 ] [ l_g_pix: 2.5932e-02 ] [ l_g_total: 2.5932e-02 ] +2024-10-09 20:11:07,175 INFO: [ epoch: 141 ] [ iter:189,300 ] [ performance: 27.342 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:08 ] [ l_g_pix: 1.7115e-02 ] [ l_g_total: 1.7115e-02 ] +2024-10-09 20:11:10,863 INFO: [ epoch: 141 ] [ iter:189,400 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:59 ] [ l_g_pix: 4.2710e-02 ] [ l_g_total: 4.2710e-02 ] +2024-10-09 20:11:14,505 INFO: [ epoch: 141 ] [ iter:189,500 ] [ performance: 27.290 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:50 ] [ l_g_pix: 3.0679e-02 ] [ l_g_total: 3.0679e-02 ] +2024-10-09 20:11:18,175 INFO: [ epoch: 141 ] [ iter:189,600 ] [ performance: 27.275 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:42 ] [ l_g_pix: 3.7584e-02 ] [ l_g_total: 3.7584e-02 ] +2024-10-09 20:11:21,555 INFO: [ epoch: 141 ] [ iter:189,700 ] [ performance: 28.707 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:32 ] [ l_g_pix: 3.3309e-02 ] [ l_g_total: 3.3309e-02 ] +2024-10-09 20:11:27,327 INFO: [ epoch: 142 ] [ iter:189,800 ] [ performance: 24.351 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:27 ] [ l_g_pix: 2.2789e-02 ] [ l_g_total: 2.2789e-02 ] +2024-10-09 20:11:31,009 INFO: [ epoch: 142 ] [ iter:189,900 ] [ performance: 26.083 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:19 ] [ l_g_pix: 3.9952e-02 ] [ l_g_total: 3.9952e-02 ] +2024-10-09 20:11:34,651 INFO: [ epoch: 142 ] [ iter:190,000 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:10 ] [ l_g_pix: 1.4461e-02 ] [ l_g_total: 1.4461e-02 ] +2024-10-09 20:11:34,652 INFO: Saving models and training states. +2024-10-09 20:14:24,978 INFO: Validation val + + # psnr: 27.1899........ Best: 27.1916 @ 170000 iter + # ssim: 0.7659........ Best: 0.7660 @ 180000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:14:28,666 INFO: [ epoch: 142 ] [ iter:190,100 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:57 ] [ l_g_pix: 2.6855e-02 ] [ l_g_total: 2.6855e-02 ] +2024-10-09 20:14:32,351 INFO: [ epoch: 142 ] [ iter:190,200 ] [ performance: 27.356 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:48 ] [ l_g_pix: 2.6410e-02 ] [ l_g_total: 2.6410e-02 ] +2024-10-09 20:14:36,006 INFO: [ epoch: 142 ] [ iter:190,300 ] [ performance: 27.365 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:39 ] [ l_g_pix: 2.4448e-02 ] [ l_g_total: 2.4448e-02 ] +2024-10-09 20:14:39,691 INFO: [ epoch: 142 ] [ iter:190,400 ] [ performance: 27.269 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:30 ] [ l_g_pix: 4.1934e-02 ] [ l_g_total: 4.1934e-02 ] +2024-10-09 20:14:43,267 INFO: [ epoch: 142 ] [ iter:190,500 ] [ performance: 27.723 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:21 ] [ l_g_pix: 4.4211e-02 ] [ l_g_total: 4.4211e-02 ] +2024-10-09 20:14:46,937 INFO: [ epoch: 142 ] [ iter:190,600 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:12 ] [ l_g_pix: 2.4686e-02 ] [ l_g_total: 2.4686e-02 ] +2024-10-09 20:14:50,673 INFO: [ epoch: 142 ] [ iter:190,700 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:04 ] [ l_g_pix: 2.8263e-02 ] [ l_g_total: 2.8263e-02 ] +2024-10-09 20:14:54,398 INFO: [ epoch: 142 ] [ iter:190,800 ] [ performance: 26.332 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:55 ] [ l_g_pix: 2.2403e-02 ] [ l_g_total: 2.2403e-02 ] +2024-10-09 20:14:58,180 INFO: [ epoch: 142 ] [ iter:190,900 ] [ performance: 26.406 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:46 ] [ l_g_pix: 1.8547e-02 ] [ l_g_total: 1.8547e-02 ] +2024-10-09 20:15:01,769 INFO: [ epoch: 142 ] [ iter:191,000 ] [ performance: 29.506 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:37 ] [ l_g_pix: 2.6238e-02 ] [ l_g_total: 2.6238e-02 ] +2024-10-09 20:15:07,478 INFO: [ epoch: 143 ] [ iter:191,100 ] [ performance: 20.263 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:32 ] [ l_g_pix: 3.2138e-02 ] [ l_g_total: 3.2138e-02 ] +2024-10-09 20:15:11,171 INFO: [ epoch: 143 ] [ iter:191,200 ] [ performance: 26.593 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:23 ] [ l_g_pix: 4.5209e-02 ] [ l_g_total: 4.5209e-02 ] +2024-10-09 20:15:14,854 INFO: [ epoch: 143 ] [ iter:191,300 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:14 ] [ l_g_pix: 2.5805e-02 ] [ l_g_total: 2.5805e-02 ] +2024-10-09 20:15:18,580 INFO: [ epoch: 143 ] [ iter:191,400 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:06 ] [ l_g_pix: 3.1010e-02 ] [ l_g_total: 3.1010e-02 ] +2024-10-09 20:15:22,268 INFO: [ epoch: 143 ] [ iter:191,500 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:57 ] [ l_g_pix: 2.2373e-02 ] [ l_g_total: 2.2373e-02 ] +2024-10-09 20:15:25,941 INFO: [ epoch: 143 ] [ iter:191,600 ] [ performance: 27.278 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:48 ] [ l_g_pix: 2.7396e-02 ] [ l_g_total: 2.7396e-02 ] +2024-10-09 20:15:29,638 INFO: [ epoch: 143 ] [ iter:191,700 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:39 ] [ l_g_pix: 2.9733e-02 ] [ l_g_total: 2.9733e-02 ] +2024-10-09 20:15:33,354 INFO: [ epoch: 143 ] [ iter:191,800 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:30 ] [ l_g_pix: 2.0309e-02 ] [ l_g_total: 2.0309e-02 ] +2024-10-09 20:15:37,038 INFO: [ epoch: 143 ] [ iter:191,900 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:22 ] [ l_g_pix: 2.2030e-02 ] [ l_g_total: 2.2030e-02 ] +2024-10-09 20:15:40,738 INFO: [ epoch: 143 ] [ iter:192,000 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:13 ] [ l_g_pix: 3.5330e-02 ] [ l_g_total: 3.5330e-02 ] +2024-10-09 20:15:44,422 INFO: [ epoch: 143 ] [ iter:192,100 ] [ performance: 27.178 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:04 ] [ l_g_pix: 2.7844e-02 ] [ l_g_total: 2.7844e-02 ] +2024-10-09 20:15:48,106 INFO: [ epoch: 143 ] [ iter:192,200 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:55 ] [ l_g_pix: 2.3959e-02 ] [ l_g_total: 2.3959e-02 ] +2024-10-09 20:15:51,760 INFO: [ epoch: 143 ] [ iter:192,300 ] [ performance: 27.270 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:46 ] [ l_g_pix: 2.5494e-02 ] [ l_g_total: 2.5494e-02 ] +2024-10-09 20:15:57,007 INFO: [ epoch: 144 ] [ iter:192,400 ] [ performance: 12.967 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:40 ] [ l_g_pix: 4.5259e-02 ] [ l_g_total: 4.5259e-02 ] +2024-10-09 20:16:00,821 INFO: [ epoch: 144 ] [ iter:192,500 ] [ performance: 20.080 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:32 ] [ l_g_pix: 2.0081e-02 ] [ l_g_total: 2.0081e-02 ] +2024-10-09 20:16:04,476 INFO: [ epoch: 144 ] [ iter:192,600 ] [ performance: 27.458 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:23 ] [ l_g_pix: 2.8295e-02 ] [ l_g_total: 2.8295e-02 ] +2024-10-09 20:16:08,111 INFO: [ epoch: 144 ] [ iter:192,700 ] [ performance: 27.501 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:14 ] [ l_g_pix: 4.4539e-02 ] [ l_g_total: 4.4539e-02 ] +2024-10-09 20:16:11,802 INFO: [ epoch: 144 ] [ iter:192,800 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:05 ] [ l_g_pix: 3.1189e-02 ] [ l_g_total: 3.1189e-02 ] +2024-10-09 20:16:15,490 INFO: [ epoch: 144 ] [ iter:192,900 ] [ performance: 27.203 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:57 ] [ l_g_pix: 2.9525e-02 ] [ l_g_total: 2.9525e-02 ] +2024-10-09 20:16:19,155 INFO: [ epoch: 144 ] [ iter:193,000 ] [ performance: 27.225 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:48 ] [ l_g_pix: 3.4425e-02 ] [ l_g_total: 3.4425e-02 ] +2024-10-09 20:16:22,793 INFO: [ epoch: 144 ] [ iter:193,100 ] [ performance: 27.413 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:39 ] [ l_g_pix: 3.8425e-02 ] [ l_g_total: 3.8425e-02 ] +2024-10-09 20:16:26,433 INFO: [ epoch: 144 ] [ iter:193,200 ] [ performance: 27.203 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:30 ] [ l_g_pix: 2.8460e-02 ] [ l_g_total: 2.8460e-02 ] +2024-10-09 20:16:30,075 INFO: [ epoch: 144 ] [ iter:193,300 ] [ performance: 27.389 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:22 ] [ l_g_pix: 3.0118e-02 ] [ l_g_total: 3.0118e-02 ] +2024-10-09 20:16:33,720 INFO: [ epoch: 144 ] [ iter:193,400 ] [ performance: 27.404 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:13 ] [ l_g_pix: 2.9385e-02 ] [ l_g_total: 2.9385e-02 ] +2024-10-09 20:16:37,412 INFO: [ epoch: 144 ] [ iter:193,500 ] [ performance: 27.178 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:04 ] [ l_g_pix: 4.3329e-02 ] [ l_g_total: 4.3329e-02 ] +2024-10-09 20:16:41,136 INFO: [ epoch: 144 ] [ iter:193,600 ] [ performance: 27.206 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:56 ] [ l_g_pix: 3.3577e-02 ] [ l_g_total: 3.3577e-02 ] +2024-10-09 20:16:44,567 INFO: [ epoch: 144 ] [ iter:193,700 ] [ performance: 28.596 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:46 ] [ l_g_pix: 2.8577e-02 ] [ l_g_total: 2.8577e-02 ] +2024-10-09 20:16:50,291 INFO: [ epoch: 145 ] [ iter:193,800 ] [ performance: 23.396 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:41 ] [ l_g_pix: 3.2536e-02 ] [ l_g_total: 3.2536e-02 ] +2024-10-09 20:16:54,086 INFO: [ epoch: 145 ] [ iter:193,900 ] [ performance: 25.503 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:33 ] [ l_g_pix: 3.5459e-02 ] [ l_g_total: 3.5459e-02 ] +2024-10-09 20:16:57,718 INFO: [ epoch: 145 ] [ iter:194,000 ] [ performance: 27.459 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:24 ] [ l_g_pix: 1.8009e-02 ] [ l_g_total: 1.8009e-02 ] +2024-10-09 20:17:01,306 INFO: [ epoch: 145 ] [ iter:194,100 ] [ performance: 27.769 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:15 ] [ l_g_pix: 2.0921e-02 ] [ l_g_total: 2.0921e-02 ] +2024-10-09 20:17:04,979 INFO: [ epoch: 145 ] [ iter:194,200 ] [ performance: 27.700 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:06 ] [ l_g_pix: 2.2520e-02 ] [ l_g_total: 2.2520e-02 ] +2024-10-09 20:17:08,625 INFO: [ epoch: 145 ] [ iter:194,300 ] [ performance: 27.501 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:58 ] [ l_g_pix: 5.3855e-02 ] [ l_g_total: 5.3855e-02 ] +2024-10-09 20:17:12,268 INFO: [ epoch: 145 ] [ iter:194,400 ] [ performance: 27.655 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:49 ] [ l_g_pix: 1.9194e-02 ] [ l_g_total: 1.9194e-02 ] +2024-10-09 20:17:15,937 INFO: [ epoch: 145 ] [ iter:194,500 ] [ performance: 27.356 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:40 ] [ l_g_pix: 3.7321e-02 ] [ l_g_total: 3.7321e-02 ] +2024-10-09 20:17:19,532 INFO: [ epoch: 145 ] [ iter:194,600 ] [ performance: 27.026 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:31 ] [ l_g_pix: 3.3601e-02 ] [ l_g_total: 3.3601e-02 ] +2024-10-09 20:17:23,173 INFO: [ epoch: 145 ] [ iter:194,700 ] [ performance: 27.358 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:23 ] [ l_g_pix: 2.7439e-02 ] [ l_g_total: 2.7439e-02 ] +2024-10-09 20:17:26,914 INFO: [ epoch: 145 ] [ iter:194,800 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:14 ] [ l_g_pix: 3.8694e-02 ] [ l_g_total: 3.8694e-02 ] +2024-10-09 20:17:30,574 INFO: [ epoch: 145 ] [ iter:194,900 ] [ performance: 27.297 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:05 ] [ l_g_pix: 1.8208e-02 ] [ l_g_total: 1.8208e-02 ] +2024-10-09 20:17:34,110 INFO: [ epoch: 145 ] [ iter:195,000 ] [ performance: 30.040 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:57 ] [ l_g_pix: 2.4903e-02 ] [ l_g_total: 2.4903e-02 ] +2024-10-09 20:17:39,292 INFO: [ epoch: 146 ] [ iter:195,100 ] [ performance: 21.038 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:50 ] [ l_g_pix: 3.4866e-02 ] [ l_g_total: 3.4866e-02 ] +2024-10-09 20:17:42,957 INFO: [ epoch: 146 ] [ iter:195,200 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:42 ] [ l_g_pix: 3.4242e-02 ] [ l_g_total: 3.4242e-02 ] +2024-10-09 20:17:46,662 INFO: [ epoch: 146 ] [ iter:195,300 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:33 ] [ l_g_pix: 2.6948e-02 ] [ l_g_total: 2.6948e-02 ] +2024-10-09 20:17:50,363 INFO: [ epoch: 146 ] [ iter:195,400 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:25 ] [ l_g_pix: 3.4646e-02 ] [ l_g_total: 3.4646e-02 ] +2024-10-09 20:17:53,976 INFO: [ epoch: 146 ] [ iter:195,500 ] [ performance: 27.504 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:16 ] [ l_g_pix: 3.6023e-02 ] [ l_g_total: 3.6023e-02 ] +2024-10-09 20:17:57,619 INFO: [ epoch: 146 ] [ iter:195,600 ] [ performance: 27.268 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:07 ] [ l_g_pix: 2.5316e-02 ] [ l_g_total: 2.5316e-02 ] +2024-10-09 20:18:01,352 INFO: [ epoch: 146 ] [ iter:195,700 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:59 ] [ l_g_pix: 2.5280e-02 ] [ l_g_total: 2.5280e-02 ] +2024-10-09 20:18:05,010 INFO: [ epoch: 146 ] [ iter:195,800 ] [ performance: 28.086 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:50 ] [ l_g_pix: 2.4251e-02 ] [ l_g_total: 2.4251e-02 ] +2024-10-09 20:18:08,597 INFO: [ epoch: 146 ] [ iter:195,900 ] [ performance: 27.926 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:41 ] [ l_g_pix: 3.5604e-02 ] [ l_g_total: 3.5604e-02 ] +2024-10-09 20:18:12,275 INFO: [ epoch: 146 ] [ iter:196,000 ] [ performance: 27.032 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:33 ] [ l_g_pix: 2.7741e-02 ] [ l_g_total: 2.7741e-02 ] +2024-10-09 20:18:15,962 INFO: [ epoch: 146 ] [ iter:196,100 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:24 ] [ l_g_pix: 2.7224e-02 ] [ l_g_total: 2.7224e-02 ] +2024-10-09 20:18:19,634 INFO: [ epoch: 146 ] [ iter:196,200 ] [ performance: 27.447 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:16 ] [ l_g_pix: 2.3711e-02 ] [ l_g_total: 2.3711e-02 ] +2024-10-09 20:18:23,304 INFO: [ epoch: 146 ] [ iter:196,300 ] [ performance: 27.293 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:07 ] [ l_g_pix: 3.6360e-02 ] [ l_g_total: 3.6360e-02 ] +2024-10-09 20:18:28,017 INFO: [ epoch: 147 ] [ iter:196,400 ] [ performance: 11.007 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:00 ] [ l_g_pix: 2.5322e-02 ] [ l_g_total: 2.5322e-02 ] +2024-10-09 20:18:32,299 INFO: [ epoch: 147 ] [ iter:196,500 ] [ performance: 19.331 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:53 ] [ l_g_pix: 3.3423e-02 ] [ l_g_total: 3.3423e-02 ] +2024-10-09 20:18:35,982 INFO: [ epoch: 147 ] [ iter:196,600 ] [ performance: 26.576 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:44 ] [ l_g_pix: 2.5753e-02 ] [ l_g_total: 2.5753e-02 ] +2024-10-09 20:18:39,673 INFO: [ epoch: 147 ] [ iter:196,700 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:35 ] [ l_g_pix: 2.0746e-02 ] [ l_g_total: 2.0746e-02 ] +2024-10-09 20:18:43,335 INFO: [ epoch: 147 ] [ iter:196,800 ] [ performance: 27.589 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:27 ] [ l_g_pix: 1.5210e-02 ] [ l_g_total: 1.5210e-02 ] +2024-10-09 20:18:46,976 INFO: [ epoch: 147 ] [ iter:196,900 ] [ performance: 27.488 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:18 ] [ l_g_pix: 1.8568e-02 ] [ l_g_total: 1.8568e-02 ] +2024-10-09 20:18:50,669 INFO: [ epoch: 147 ] [ iter:197,000 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:10 ] [ l_g_pix: 2.5733e-02 ] [ l_g_total: 2.5733e-02 ] +2024-10-09 20:18:54,279 INFO: [ epoch: 147 ] [ iter:197,100 ] [ performance: 27.627 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:01 ] [ l_g_pix: 2.7890e-02 ] [ l_g_total: 2.7890e-02 ] +2024-10-09 20:18:57,938 INFO: [ epoch: 147 ] [ iter:197,200 ] [ performance: 27.798 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:53 ] [ l_g_pix: 2.9003e-02 ] [ l_g_total: 2.9003e-02 ] +2024-10-09 20:19:01,623 INFO: [ epoch: 147 ] [ iter:197,300 ] [ performance: 27.246 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:44 ] [ l_g_pix: 3.2066e-02 ] [ l_g_total: 3.2066e-02 ] +2024-10-09 20:19:05,239 INFO: [ epoch: 147 ] [ iter:197,400 ] [ performance: 28.019 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:35 ] [ l_g_pix: 3.4266e-02 ] [ l_g_total: 3.4266e-02 ] +2024-10-09 20:19:08,943 INFO: [ epoch: 147 ] [ iter:197,500 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:27 ] [ l_g_pix: 3.1511e-02 ] [ l_g_total: 3.1511e-02 ] +2024-10-09 20:19:12,607 INFO: [ epoch: 147 ] [ iter:197,600 ] [ performance: 28.019 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:18 ] [ l_g_pix: 3.3045e-02 ] [ l_g_total: 3.3045e-02 ] +2024-10-09 20:19:16,125 INFO: [ epoch: 147 ] [ iter:197,700 ] [ performance: 28.369 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:10 ] [ l_g_pix: 2.8552e-02 ] [ l_g_total: 2.8552e-02 ] +2024-10-09 20:19:21,350 INFO: [ epoch: 148 ] [ iter:197,800 ] [ performance: 26.354 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:04 ] [ l_g_pix: 3.1765e-02 ] [ l_g_total: 3.1765e-02 ] +2024-10-09 20:19:24,933 INFO: [ epoch: 148 ] [ iter:197,900 ] [ performance: 27.693 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:55 ] [ l_g_pix: 3.5604e-02 ] [ l_g_total: 3.5604e-02 ] +2024-10-09 20:19:28,566 INFO: [ epoch: 148 ] [ iter:198,000 ] [ performance: 28.211 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:46 ] [ l_g_pix: 3.4909e-02 ] [ l_g_total: 3.4909e-02 ] +2024-10-09 20:19:32,175 INFO: [ epoch: 148 ] [ iter:198,100 ] [ performance: 27.777 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:38 ] [ l_g_pix: 3.2651e-02 ] [ l_g_total: 3.2651e-02 ] +2024-10-09 20:19:35,869 INFO: [ epoch: 148 ] [ iter:198,200 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:29 ] [ l_g_pix: 2.0314e-02 ] [ l_g_total: 2.0314e-02 ] +2024-10-09 20:19:39,512 INFO: [ epoch: 148 ] [ iter:198,300 ] [ performance: 27.380 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:21 ] [ l_g_pix: 2.6436e-02 ] [ l_g_total: 2.6436e-02 ] +2024-10-09 20:19:43,144 INFO: [ epoch: 148 ] [ iter:198,400 ] [ performance: 27.766 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:12 ] [ l_g_pix: 3.5528e-02 ] [ l_g_total: 3.5528e-02 ] +2024-10-09 20:19:46,822 INFO: [ epoch: 148 ] [ iter:198,500 ] [ performance: 27.257 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:04 ] [ l_g_pix: 2.7802e-02 ] [ l_g_total: 2.7802e-02 ] +2024-10-09 20:19:50,448 INFO: [ epoch: 148 ] [ iter:198,600 ] [ performance: 28.057 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:55 ] [ l_g_pix: 3.4210e-02 ] [ l_g_total: 3.4210e-02 ] +2024-10-09 20:19:54,116 INFO: [ epoch: 148 ] [ iter:198,700 ] [ performance: 27.346 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:47 ] [ l_g_pix: 2.4306e-02 ] [ l_g_total: 2.4306e-02 ] +2024-10-09 20:19:57,792 INFO: [ epoch: 148 ] [ iter:198,800 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:38 ] [ l_g_pix: 3.3668e-02 ] [ l_g_total: 3.3668e-02 ] +2024-10-09 20:20:01,485 INFO: [ epoch: 148 ] [ iter:198,900 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:30 ] [ l_g_pix: 3.1701e-02 ] [ l_g_total: 3.1701e-02 ] +2024-10-09 20:20:05,056 INFO: [ epoch: 148 ] [ iter:199,000 ] [ performance: 29.458 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:21 ] [ l_g_pix: 4.2356e-02 ] [ l_g_total: 4.2356e-02 ] +2024-10-09 20:20:10,280 INFO: [ epoch: 149 ] [ iter:199,100 ] [ performance: 19.774 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:15 ] [ l_g_pix: 2.7099e-02 ] [ l_g_total: 2.7099e-02 ] +2024-10-09 20:20:14,207 INFO: [ epoch: 149 ] [ iter:199,200 ] [ performance: 28.245 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:07 ] [ l_g_pix: 4.5955e-02 ] [ l_g_total: 4.5955e-02 ] +2024-10-09 20:20:17,938 INFO: [ epoch: 149 ] [ iter:199,300 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:59 ] [ l_g_pix: 3.5146e-02 ] [ l_g_total: 3.5146e-02 ] +2024-10-09 20:20:21,573 INFO: [ epoch: 149 ] [ iter:199,400 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:50 ] [ l_g_pix: 3.0189e-02 ] [ l_g_total: 3.0189e-02 ] +2024-10-09 20:20:25,231 INFO: [ epoch: 149 ] [ iter:199,500 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:42 ] [ l_g_pix: 2.6772e-02 ] [ l_g_total: 2.6772e-02 ] +2024-10-09 20:20:28,972 INFO: [ epoch: 149 ] [ iter:199,600 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:34 ] [ l_g_pix: 2.9166e-02 ] [ l_g_total: 2.9166e-02 ] +2024-10-09 20:20:32,686 INFO: [ epoch: 149 ] [ iter:199,700 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:25 ] [ l_g_pix: 3.1324e-02 ] [ l_g_total: 3.1324e-02 ] +2024-10-09 20:20:36,334 INFO: [ epoch: 149 ] [ iter:199,800 ] [ performance: 27.900 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:17 ] [ l_g_pix: 2.8056e-02 ] [ l_g_total: 2.8056e-02 ] +2024-10-09 20:20:40,024 INFO: [ epoch: 149 ] [ iter:199,900 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:08 ] [ l_g_pix: 2.8093e-02 ] [ l_g_total: 2.8093e-02 ] +2024-10-09 20:20:43,716 INFO: [ epoch: 149 ] [ iter:200,000 ] [ performance: 26.731 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:00 ] [ l_g_pix: 2.9803e-02 ] [ l_g_total: 2.9803e-02 ] +2024-10-09 20:20:43,716 INFO: Saving models and training states. +2024-10-09 20:23:34,000 INFO: Validation val + + # psnr: 27.1937........ Best: 27.1937 @ 200000 iter + # ssim: 0.7661........ Best: 0.7661 @ 200000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:23:37,683 INFO: [ epoch: 149 ] [ iter:200,100 ] [ performance: 27.141 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:24 ] [ l_g_pix: 3.2777e-02 ] [ l_g_total: 3.2777e-02 ] +2024-10-09 20:23:41,287 INFO: [ epoch: 149 ] [ iter:200,200 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:15 ] [ l_g_pix: 2.3759e-02 ] [ l_g_total: 2.3759e-02 ] +2024-10-09 20:23:44,988 INFO: [ epoch: 149 ] [ iter:200,300 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:07 ] [ l_g_pix: 4.3138e-02 ] [ l_g_total: 4.3138e-02 ] +2024-10-09 20:23:48,588 INFO: [ epoch: 149 ] [ iter:200,400 ] [ performance: 9.300 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:58 ] [ l_g_pix: 3.2067e-02 ] [ l_g_total: 3.2067e-02 ] +2024-10-09 20:23:53,791 INFO: [ epoch: 150 ] [ iter:200,500 ] [ performance: 18.648 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:52 ] [ l_g_pix: 3.3181e-02 ] [ l_g_total: 3.3181e-02 ] +2024-10-09 20:23:57,725 INFO: [ epoch: 150 ] [ iter:200,600 ] [ performance: 28.978 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:44 ] [ l_g_pix: 3.1894e-02 ] [ l_g_total: 3.1894e-02 ] +2024-10-09 20:24:01,390 INFO: [ epoch: 150 ] [ iter:200,700 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:35 ] [ l_g_pix: 2.9900e-02 ] [ l_g_total: 2.9900e-02 ] +2024-10-09 20:24:05,061 INFO: [ epoch: 150 ] [ iter:200,800 ] [ performance: 25.168 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:26 ] [ l_g_pix: 2.5201e-02 ] [ l_g_total: 2.5201e-02 ] +2024-10-09 20:24:08,732 INFO: [ epoch: 150 ] [ iter:200,900 ] [ performance: 27.224 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:18 ] [ l_g_pix: 2.6154e-02 ] [ l_g_total: 2.6154e-02 ] +2024-10-09 20:24:12,449 INFO: [ epoch: 150 ] [ iter:201,000 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:09 ] [ l_g_pix: 2.9608e-02 ] [ l_g_total: 2.9608e-02 ] +2024-10-09 20:24:16,106 INFO: [ epoch: 150 ] [ iter:201,100 ] [ performance: 27.349 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:01 ] [ l_g_pix: 3.1659e-02 ] [ l_g_total: 3.1659e-02 ] +2024-10-09 20:24:19,783 INFO: [ epoch: 150 ] [ iter:201,200 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:52 ] [ l_g_pix: 3.9273e-02 ] [ l_g_total: 3.9273e-02 ] +2024-10-09 20:24:23,523 INFO: [ epoch: 150 ] [ iter:201,300 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:44 ] [ l_g_pix: 2.7319e-02 ] [ l_g_total: 2.7319e-02 ] +2024-10-09 20:24:27,164 INFO: [ epoch: 150 ] [ iter:201,400 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:35 ] [ l_g_pix: 1.9829e-02 ] [ l_g_total: 1.9829e-02 ] +2024-10-09 20:24:30,888 INFO: [ epoch: 150 ] [ iter:201,500 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:26 ] [ l_g_pix: 2.2165e-02 ] [ l_g_total: 2.2165e-02 ] +2024-10-09 20:24:34,605 INFO: [ epoch: 150 ] [ iter:201,600 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:18 ] [ l_g_pix: 2.1072e-02 ] [ l_g_total: 2.1072e-02 ] +2024-10-09 20:24:38,161 INFO: [ epoch: 150 ] [ iter:201,700 ] [ performance: 28.173 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:09 ] [ l_g_pix: 2.0979e-02 ] [ l_g_total: 2.0979e-02 ] +2024-10-09 20:24:43,382 INFO: [ epoch: 151 ] [ iter:201,800 ] [ performance: 22.741 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:03 ] [ l_g_pix: 2.1853e-02 ] [ l_g_total: 2.1853e-02 ] +2024-10-09 20:24:47,107 INFO: [ epoch: 151 ] [ iter:201,900 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:55 ] [ l_g_pix: 2.1542e-02 ] [ l_g_total: 2.1542e-02 ] +2024-10-09 20:24:50,803 INFO: [ epoch: 151 ] [ iter:202,000 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:46 ] [ l_g_pix: 1.9746e-02 ] [ l_g_total: 1.9746e-02 ] +2024-10-09 20:24:54,533 INFO: [ epoch: 151 ] [ iter:202,100 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:38 ] [ l_g_pix: 3.2545e-02 ] [ l_g_total: 3.2545e-02 ] +2024-10-09 20:24:58,193 INFO: [ epoch: 151 ] [ iter:202,200 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:29 ] [ l_g_pix: 3.9196e-02 ] [ l_g_total: 3.9196e-02 ] +2024-10-09 20:25:01,870 INFO: [ epoch: 151 ] [ iter:202,300 ] [ performance: 27.247 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:21 ] [ l_g_pix: 3.9143e-02 ] [ l_g_total: 3.9143e-02 ] +2024-10-09 20:25:05,584 INFO: [ epoch: 151 ] [ iter:202,400 ] [ performance: 27.083 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:12 ] [ l_g_pix: 3.7927e-02 ] [ l_g_total: 3.7927e-02 ] +2024-10-09 20:25:09,273 INFO: [ epoch: 151 ] [ iter:202,500 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:04 ] [ l_g_pix: 2.5930e-02 ] [ l_g_total: 2.5930e-02 ] +2024-10-09 20:25:12,963 INFO: [ epoch: 151 ] [ iter:202,600 ] [ performance: 27.138 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:55 ] [ l_g_pix: 4.0202e-02 ] [ l_g_total: 4.0202e-02 ] +2024-10-09 20:25:16,665 INFO: [ epoch: 151 ] [ iter:202,700 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:47 ] [ l_g_pix: 3.4128e-02 ] [ l_g_total: 3.4128e-02 ] +2024-10-09 20:25:20,360 INFO: [ epoch: 151 ] [ iter:202,800 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:38 ] [ l_g_pix: 3.2115e-02 ] [ l_g_total: 3.2115e-02 ] +2024-10-09 20:25:24,043 INFO: [ epoch: 151 ] [ iter:202,900 ] [ performance: 27.082 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:30 ] [ l_g_pix: 4.1440e-02 ] [ l_g_total: 4.1440e-02 ] +2024-10-09 20:25:27,711 INFO: [ epoch: 151 ] [ iter:203,000 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:21 ] [ l_g_pix: 2.3726e-02 ] [ l_g_total: 2.3726e-02 ] +2024-10-09 20:25:32,626 INFO: [ epoch: 152 ] [ iter:203,100 ] [ performance: 19.655 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:15 ] [ l_g_pix: 1.3918e-02 ] [ l_g_total: 1.3918e-02 ] +2024-10-09 20:25:36,370 INFO: [ epoch: 152 ] [ iter:203,200 ] [ performance: 22.834 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:06 ] [ l_g_pix: 3.0895e-02 ] [ l_g_total: 3.0895e-02 ] +2024-10-09 20:25:39,997 INFO: [ epoch: 152 ] [ iter:203,300 ] [ performance: 27.574 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:58 ] [ l_g_pix: 3.2540e-02 ] [ l_g_total: 3.2540e-02 ] +2024-10-09 20:25:43,671 INFO: [ epoch: 152 ] [ iter:203,400 ] [ performance: 27.388 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:49 ] [ l_g_pix: 2.0816e-02 ] [ l_g_total: 2.0816e-02 ] +2024-10-09 20:25:47,251 INFO: [ epoch: 152 ] [ iter:203,500 ] [ performance: 27.952 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:41 ] [ l_g_pix: 3.0224e-02 ] [ l_g_total: 3.0224e-02 ] +2024-10-09 20:25:50,876 INFO: [ epoch: 152 ] [ iter:203,600 ] [ performance: 27.762 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:32 ] [ l_g_pix: 2.2442e-02 ] [ l_g_total: 2.2442e-02 ] +2024-10-09 20:25:54,521 INFO: [ epoch: 152 ] [ iter:203,700 ] [ performance: 27.477 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:24 ] [ l_g_pix: 3.0323e-02 ] [ l_g_total: 3.0323e-02 ] +2024-10-09 20:25:58,151 INFO: [ epoch: 152 ] [ iter:203,800 ] [ performance: 27.520 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:15 ] [ l_g_pix: 2.5683e-02 ] [ l_g_total: 2.5683e-02 ] +2024-10-09 20:26:01,810 INFO: [ epoch: 152 ] [ iter:203,900 ] [ performance: 27.460 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:07 ] [ l_g_pix: 1.8375e-02 ] [ l_g_total: 1.8375e-02 ] +2024-10-09 20:26:05,442 INFO: [ epoch: 152 ] [ iter:204,000 ] [ performance: 27.502 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:58 ] [ l_g_pix: 3.3068e-02 ] [ l_g_total: 3.3068e-02 ] +2024-10-09 20:26:09,076 INFO: [ epoch: 152 ] [ iter:204,100 ] [ performance: 27.529 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:50 ] [ l_g_pix: 2.8078e-02 ] [ l_g_total: 2.8078e-02 ] +2024-10-09 20:26:12,784 INFO: [ epoch: 152 ] [ iter:204,200 ] [ performance: 27.227 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:41 ] [ l_g_pix: 2.5076e-02 ] [ l_g_total: 2.5076e-02 ] +2024-10-09 20:26:16,454 INFO: [ epoch: 152 ] [ iter:204,300 ] [ performance: 27.281 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:33 ] [ l_g_pix: 3.9619e-02 ] [ l_g_total: 3.9619e-02 ] +2024-10-09 20:26:19,907 INFO: [ epoch: 152 ] [ iter:204,400 ] [ performance: 28.175 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:24 ] [ l_g_pix: 2.9065e-02 ] [ l_g_total: 2.9065e-02 ] +2024-10-09 20:26:25,202 INFO: [ epoch: 153 ] [ iter:204,500 ] [ performance: 23.976 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:18 ] [ l_g_pix: 3.0312e-02 ] [ l_g_total: 3.0312e-02 ] +2024-10-09 20:26:28,891 INFO: [ epoch: 153 ] [ iter:204,600 ] [ performance: 25.596 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:10 ] [ l_g_pix: 2.5653e-02 ] [ l_g_total: 2.5653e-02 ] +2024-10-09 20:26:32,808 INFO: [ epoch: 153 ] [ iter:204,700 ] [ performance: 25.573 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:02 ] [ l_g_pix: 3.1553e-02 ] [ l_g_total: 3.1553e-02 ] +2024-10-09 20:26:36,519 INFO: [ epoch: 153 ] [ iter:204,800 ] [ performance: 26.312 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:53 ] [ l_g_pix: 2.1756e-02 ] [ l_g_total: 2.1756e-02 ] +2024-10-09 20:26:40,280 INFO: [ epoch: 153 ] [ iter:204,900 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:45 ] [ l_g_pix: 3.9356e-02 ] [ l_g_total: 3.9356e-02 ] +2024-10-09 20:26:44,030 INFO: [ epoch: 153 ] [ iter:205,000 ] [ performance: 26.668 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:37 ] [ l_g_pix: 3.2737e-02 ] [ l_g_total: 3.2737e-02 ] +2024-10-09 20:26:47,798 INFO: [ epoch: 153 ] [ iter:205,100 ] [ performance: 26.561 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:29 ] [ l_g_pix: 2.4439e-02 ] [ l_g_total: 2.4439e-02 ] +2024-10-09 20:26:51,484 INFO: [ epoch: 153 ] [ iter:205,200 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:20 ] [ l_g_pix: 2.8779e-02 ] [ l_g_total: 2.8779e-02 ] +2024-10-09 20:26:55,212 INFO: [ epoch: 153 ] [ iter:205,300 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:12 ] [ l_g_pix: 3.2888e-02 ] [ l_g_total: 3.2888e-02 ] +2024-10-09 20:26:58,931 INFO: [ epoch: 153 ] [ iter:205,400 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:04 ] [ l_g_pix: 2.3148e-02 ] [ l_g_total: 2.3148e-02 ] +2024-10-09 20:27:02,655 INFO: [ epoch: 153 ] [ iter:205,500 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:55 ] [ l_g_pix: 2.4525e-02 ] [ l_g_total: 2.4525e-02 ] +2024-10-09 20:27:06,460 INFO: [ epoch: 153 ] [ iter:205,600 ] [ performance: 26.562 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:47 ] [ l_g_pix: 3.2890e-02 ] [ l_g_total: 3.2890e-02 ] +2024-10-09 20:27:10,012 INFO: [ epoch: 153 ] [ iter:205,700 ] [ performance: 28.562 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:39 ] [ l_g_pix: 2.1869e-02 ] [ l_g_total: 2.1869e-02 ] +2024-10-09 20:27:15,082 INFO: [ epoch: 154 ] [ iter:205,800 ] [ performance: 22.797 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:32 ] [ l_g_pix: 2.6308e-02 ] [ l_g_total: 2.6308e-02 ] +2024-10-09 20:27:18,825 INFO: [ epoch: 154 ] [ iter:205,900 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:24 ] [ l_g_pix: 3.2408e-02 ] [ l_g_total: 3.2408e-02 ] +2024-10-09 20:27:22,561 INFO: [ epoch: 154 ] [ iter:206,000 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:16 ] [ l_g_pix: 2.8445e-02 ] [ l_g_total: 2.8445e-02 ] +2024-10-09 20:27:26,321 INFO: [ epoch: 154 ] [ iter:206,100 ] [ performance: 26.804 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:08 ] [ l_g_pix: 3.5337e-02 ] [ l_g_total: 3.5337e-02 ] +2024-10-09 20:27:30,066 INFO: [ epoch: 154 ] [ iter:206,200 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:59 ] [ l_g_pix: 2.2636e-02 ] [ l_g_total: 2.2636e-02 ] +2024-10-09 20:27:33,781 INFO: [ epoch: 154 ] [ iter:206,300 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:51 ] [ l_g_pix: 2.6891e-02 ] [ l_g_total: 2.6891e-02 ] +2024-10-09 20:27:37,517 INFO: [ epoch: 154 ] [ iter:206,400 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:43 ] [ l_g_pix: 3.0798e-02 ] [ l_g_total: 3.0798e-02 ] +2024-10-09 20:27:41,251 INFO: [ epoch: 154 ] [ iter:206,500 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:35 ] [ l_g_pix: 3.7835e-02 ] [ l_g_total: 3.7835e-02 ] +2024-10-09 20:27:45,007 INFO: [ epoch: 154 ] [ iter:206,600 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:27 ] [ l_g_pix: 3.2513e-02 ] [ l_g_total: 3.2513e-02 ] +2024-10-09 20:27:48,737 INFO: [ epoch: 154 ] [ iter:206,700 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:18 ] [ l_g_pix: 2.6942e-02 ] [ l_g_total: 2.6942e-02 ] +2024-10-09 20:27:52,510 INFO: [ epoch: 154 ] [ iter:206,800 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:10 ] [ l_g_pix: 4.8395e-02 ] [ l_g_total: 4.8395e-02 ] +2024-10-09 20:27:56,285 INFO: [ epoch: 154 ] [ iter:206,900 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:02 ] [ l_g_pix: 2.8369e-02 ] [ l_g_total: 2.8369e-02 ] +2024-10-09 20:27:59,970 INFO: [ epoch: 154 ] [ iter:207,000 ] [ performance: 26.965 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:54 ] [ l_g_pix: 3.5531e-02 ] [ l_g_total: 3.5531e-02 ] +2024-10-09 20:28:04,972 INFO: [ epoch: 155 ] [ iter:207,100 ] [ performance: 17.815 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:47 ] [ l_g_pix: 2.7583e-02 ] [ l_g_total: 2.7583e-02 ] +2024-10-09 20:28:08,880 INFO: [ epoch: 155 ] [ iter:207,200 ] [ performance: 21.699 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:39 ] [ l_g_pix: 2.2250e-02 ] [ l_g_total: 2.2250e-02 ] +2024-10-09 20:28:12,762 INFO: [ epoch: 155 ] [ iter:207,300 ] [ performance: 25.522 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:31 ] [ l_g_pix: 2.4877e-02 ] [ l_g_total: 2.4877e-02 ] +2024-10-09 20:28:16,466 INFO: [ epoch: 155 ] [ iter:207,400 ] [ performance: 26.379 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:23 ] [ l_g_pix: 2.8830e-02 ] [ l_g_total: 2.8830e-02 ] +2024-10-09 20:28:20,200 INFO: [ epoch: 155 ] [ iter:207,500 ] [ performance: 27.036 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:15 ] [ l_g_pix: 3.7109e-02 ] [ l_g_total: 3.7109e-02 ] +2024-10-09 20:28:23,945 INFO: [ epoch: 155 ] [ iter:207,600 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:07 ] [ l_g_pix: 2.3330e-02 ] [ l_g_total: 2.3330e-02 ] +2024-10-09 20:28:27,750 INFO: [ epoch: 155 ] [ iter:207,700 ] [ performance: 26.605 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:59 ] [ l_g_pix: 2.9902e-02 ] [ l_g_total: 2.9902e-02 ] +2024-10-09 20:28:31,528 INFO: [ epoch: 155 ] [ iter:207,800 ] [ performance: 26.526 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:51 ] [ l_g_pix: 4.0455e-02 ] [ l_g_total: 4.0455e-02 ] +2024-10-09 20:28:35,280 INFO: [ epoch: 155 ] [ iter:207,900 ] [ performance: 26.724 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:42 ] [ l_g_pix: 2.2760e-02 ] [ l_g_total: 2.2760e-02 ] +2024-10-09 20:28:39,698 INFO: [ epoch: 155 ] [ iter:208,000 ] [ performance: 24.106 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:35 ] [ l_g_pix: 3.3147e-02 ] [ l_g_total: 3.3147e-02 ] +2024-10-09 20:28:43,602 INFO: [ epoch: 155 ] [ iter:208,100 ] [ performance: 25.248 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:27 ] [ l_g_pix: 2.2727e-02 ] [ l_g_total: 2.2727e-02 ] +2024-10-09 20:28:47,325 INFO: [ epoch: 155 ] [ iter:208,200 ] [ performance: 26.205 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:19 ] [ l_g_pix: 2.7151e-02 ] [ l_g_total: 2.7151e-02 ] +2024-10-09 20:28:51,061 INFO: [ epoch: 155 ] [ iter:208,300 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:11 ] [ l_g_pix: 3.3316e-02 ] [ l_g_total: 3.3316e-02 ] +2024-10-09 20:28:54,725 INFO: [ epoch: 155 ] [ iter:208,400 ] [ performance: 27.204 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:03 ] [ l_g_pix: 3.2947e-02 ] [ l_g_total: 3.2947e-02 ] +2024-10-09 20:29:00,270 INFO: [ epoch: 156 ] [ iter:208,500 ] [ performance: 23.430 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:57 ] [ l_g_pix: 2.1939e-02 ] [ l_g_total: 2.1939e-02 ] +2024-10-09 20:29:04,077 INFO: [ epoch: 156 ] [ iter:208,600 ] [ performance: 25.097 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:49 ] [ l_g_pix: 2.6561e-02 ] [ l_g_total: 2.6561e-02 ] +2024-10-09 20:29:07,880 INFO: [ epoch: 156 ] [ iter:208,700 ] [ performance: 26.432 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:41 ] [ l_g_pix: 2.9604e-02 ] [ l_g_total: 2.9604e-02 ] +2024-10-09 20:29:11,688 INFO: [ epoch: 156 ] [ iter:208,800 ] [ performance: 26.332 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:33 ] [ l_g_pix: 2.5348e-02 ] [ l_g_total: 2.5348e-02 ] +2024-10-09 20:29:15,403 INFO: [ epoch: 156 ] [ iter:208,900 ] [ performance: 27.299 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:25 ] [ l_g_pix: 3.0209e-02 ] [ l_g_total: 3.0209e-02 ] +2024-10-09 20:29:19,198 INFO: [ epoch: 156 ] [ iter:209,000 ] [ performance: 26.707 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:17 ] [ l_g_pix: 2.4017e-02 ] [ l_g_total: 2.4017e-02 ] +2024-10-09 20:29:22,861 INFO: [ epoch: 156 ] [ iter:209,100 ] [ performance: 27.795 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:09 ] [ l_g_pix: 2.5836e-02 ] [ l_g_total: 2.5836e-02 ] +2024-10-09 20:29:26,523 INFO: [ epoch: 156 ] [ iter:209,200 ] [ performance: 27.492 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:00 ] [ l_g_pix: 2.5262e-02 ] [ l_g_total: 2.5262e-02 ] +2024-10-09 20:29:30,171 INFO: [ epoch: 156 ] [ iter:209,300 ] [ performance: 27.434 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:52 ] [ l_g_pix: 2.2552e-02 ] [ l_g_total: 2.2552e-02 ] +2024-10-09 20:29:33,808 INFO: [ epoch: 156 ] [ iter:209,400 ] [ performance: 27.477 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:44 ] [ l_g_pix: 2.1759e-02 ] [ l_g_total: 2.1759e-02 ] +2024-10-09 20:29:37,422 INFO: [ epoch: 156 ] [ iter:209,500 ] [ performance: 27.781 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:36 ] [ l_g_pix: 3.9495e-02 ] [ l_g_total: 3.9495e-02 ] +2024-10-09 20:29:41,085 INFO: [ epoch: 156 ] [ iter:209,600 ] [ performance: 27.475 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:27 ] [ l_g_pix: 2.4033e-02 ] [ l_g_total: 2.4033e-02 ] +2024-10-09 20:29:44,614 INFO: [ epoch: 156 ] [ iter:209,700 ] [ performance: 29.220 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:19 ] [ l_g_pix: 3.8324e-02 ] [ l_g_total: 3.8324e-02 ] +2024-10-09 20:29:49,788 INFO: [ epoch: 157 ] [ iter:209,800 ] [ performance: 22.039 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:13 ] [ l_g_pix: 3.0623e-02 ] [ l_g_total: 3.0623e-02 ] +2024-10-09 20:29:53,610 INFO: [ epoch: 157 ] [ iter:209,900 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:05 ] [ l_g_pix: 2.7508e-02 ] [ l_g_total: 2.7508e-02 ] +2024-10-09 20:29:57,265 INFO: [ epoch: 157 ] [ iter:210,000 ] [ performance: 27.170 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:57 ] [ l_g_pix: 3.2130e-02 ] [ l_g_total: 3.2130e-02 ] +2024-10-09 20:29:57,265 INFO: Saving models and training states. +2024-10-09 20:33:07,066 INFO: Validation val + + # psnr: 27.1910........ Best: 27.1937 @ 200000 iter + # ssim: 0.7660........ Best: 0.7661 @ 200000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:33:10,718 INFO: [ epoch: 157 ] [ iter:210,100 ] [ performance: 27.170 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:29 ] [ l_g_pix: 2.1864e-02 ] [ l_g_total: 2.1864e-02 ] +2024-10-09 20:33:14,434 INFO: [ epoch: 157 ] [ iter:210,200 ] [ performance: 27.009 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:20 ] [ l_g_pix: 1.7040e-02 ] [ l_g_total: 1.7040e-02 ] +2024-10-09 20:33:18,107 INFO: [ epoch: 157 ] [ iter:210,300 ] [ performance: 27.388 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:12 ] [ l_g_pix: 3.1801e-02 ] [ l_g_total: 3.1801e-02 ] +2024-10-09 20:33:21,765 INFO: [ epoch: 157 ] [ iter:210,400 ] [ performance: 27.356 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:03 ] [ l_g_pix: 2.3396e-02 ] [ l_g_total: 2.3396e-02 ] +2024-10-09 20:33:25,467 INFO: [ epoch: 157 ] [ iter:210,500 ] [ performance: 27.113 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:55 ] [ l_g_pix: 2.8379e-02 ] [ l_g_total: 2.8379e-02 ] +2024-10-09 20:33:29,191 INFO: [ epoch: 157 ] [ iter:210,600 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:47 ] [ l_g_pix: 4.0060e-02 ] [ l_g_total: 4.0060e-02 ] +2024-10-09 20:33:32,895 INFO: [ epoch: 157 ] [ iter:210,700 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:38 ] [ l_g_pix: 3.0690e-02 ] [ l_g_total: 3.0690e-02 ] +2024-10-09 20:33:36,686 INFO: [ epoch: 157 ] [ iter:210,800 ] [ performance: 26.558 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:30 ] [ l_g_pix: 2.5697e-02 ] [ l_g_total: 2.5697e-02 ] +2024-10-09 20:33:40,363 INFO: [ epoch: 157 ] [ iter:210,900 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:22 ] [ l_g_pix: 2.3995e-02 ] [ l_g_total: 2.3995e-02 ] +2024-10-09 20:33:44,047 INFO: [ epoch: 157 ] [ iter:211,000 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:13 ] [ l_g_pix: 3.1508e-02 ] [ l_g_total: 3.1508e-02 ] +2024-10-09 20:33:48,772 INFO: [ epoch: 158 ] [ iter:211,100 ] [ performance: 16.549 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:07 ] [ l_g_pix: 3.4869e-02 ] [ l_g_total: 3.4869e-02 ] +2024-10-09 20:33:52,705 INFO: [ epoch: 158 ] [ iter:211,200 ] [ performance: 21.573 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:59 ] [ l_g_pix: 3.5147e-02 ] [ l_g_total: 3.5147e-02 ] +2024-10-09 20:33:56,433 INFO: [ epoch: 158 ] [ iter:211,300 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:50 ] [ l_g_pix: 2.9531e-02 ] [ l_g_total: 2.9531e-02 ] +2024-10-09 20:34:00,410 INFO: [ epoch: 158 ] [ iter:211,400 ] [ performance: 25.748 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:42 ] [ l_g_pix: 2.9184e-02 ] [ l_g_total: 2.9184e-02 ] +2024-10-09 20:34:04,510 INFO: [ epoch: 158 ] [ iter:211,500 ] [ performance: 26.517 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:35 ] [ l_g_pix: 4.2105e-02 ] [ l_g_total: 4.2105e-02 ] +2024-10-09 20:34:08,130 INFO: [ epoch: 158 ] [ iter:211,600 ] [ performance: 27.259 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:26 ] [ l_g_pix: 2.6071e-02 ] [ l_g_total: 2.6071e-02 ] +2024-10-09 20:34:11,822 INFO: [ epoch: 158 ] [ iter:211,700 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:18 ] [ l_g_pix: 2.7397e-02 ] [ l_g_total: 2.7397e-02 ] +2024-10-09 20:34:15,544 INFO: [ epoch: 158 ] [ iter:211,800 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:10 ] [ l_g_pix: 3.8604e-02 ] [ l_g_total: 3.8604e-02 ] +2024-10-09 20:34:19,266 INFO: [ epoch: 158 ] [ iter:211,900 ] [ performance: 27.176 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:02 ] [ l_g_pix: 2.9419e-02 ] [ l_g_total: 2.9419e-02 ] +2024-10-09 20:34:22,978 INFO: [ epoch: 158 ] [ iter:212,000 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:53 ] [ l_g_pix: 4.4399e-02 ] [ l_g_total: 4.4399e-02 ] +2024-10-09 20:34:26,707 INFO: [ epoch: 158 ] [ iter:212,100 ] [ performance: 26.595 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:45 ] [ l_g_pix: 3.0631e-02 ] [ l_g_total: 3.0631e-02 ] +2024-10-09 20:34:30,409 INFO: [ epoch: 158 ] [ iter:212,200 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:37 ] [ l_g_pix: 2.2353e-02 ] [ l_g_total: 2.2353e-02 ] +2024-10-09 20:34:34,162 INFO: [ epoch: 158 ] [ iter:212,300 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:29 ] [ l_g_pix: 2.8178e-02 ] [ l_g_total: 2.8178e-02 ] +2024-10-09 20:34:37,668 INFO: [ epoch: 158 ] [ iter:212,400 ] [ performance: 28.040 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:20 ] [ l_g_pix: 3.1007e-02 ] [ l_g_total: 3.1007e-02 ] +2024-10-09 20:34:43,226 INFO: [ epoch: 159 ] [ iter:212,500 ] [ performance: 27.385 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:14 ] [ l_g_pix: 2.6404e-02 ] [ l_g_total: 2.6404e-02 ] +2024-10-09 20:34:46,906 INFO: [ epoch: 159 ] [ iter:212,600 ] [ performance: 27.243 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:06 ] [ l_g_pix: 2.6740e-02 ] [ l_g_total: 2.6740e-02 ] +2024-10-09 20:34:50,583 INFO: [ epoch: 159 ] [ iter:212,700 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:58 ] [ l_g_pix: 3.0415e-02 ] [ l_g_total: 3.0415e-02 ] +2024-10-09 20:34:54,296 INFO: [ epoch: 159 ] [ iter:212,800 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:50 ] [ l_g_pix: 3.0835e-02 ] [ l_g_total: 3.0835e-02 ] +2024-10-09 20:34:57,987 INFO: [ epoch: 159 ] [ iter:212,900 ] [ performance: 27.289 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:41 ] [ l_g_pix: 3.4977e-02 ] [ l_g_total: 3.4977e-02 ] +2024-10-09 20:35:01,646 INFO: [ epoch: 159 ] [ iter:213,000 ] [ performance: 27.324 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:33 ] [ l_g_pix: 3.0115e-02 ] [ l_g_total: 3.0115e-02 ] +2024-10-09 20:35:05,363 INFO: [ epoch: 159 ] [ iter:213,100 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:25 ] [ l_g_pix: 2.8847e-02 ] [ l_g_total: 2.8847e-02 ] +2024-10-09 20:35:09,045 INFO: [ epoch: 159 ] [ iter:213,200 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:17 ] [ l_g_pix: 2.7616e-02 ] [ l_g_total: 2.7616e-02 ] +2024-10-09 20:35:12,856 INFO: [ epoch: 159 ] [ iter:213,300 ] [ performance: 26.014 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:08 ] [ l_g_pix: 2.5012e-02 ] [ l_g_total: 2.5012e-02 ] +2024-10-09 20:35:16,543 INFO: [ epoch: 159 ] [ iter:213,400 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:00 ] [ l_g_pix: 3.8644e-02 ] [ l_g_total: 3.8644e-02 ] +2024-10-09 20:35:20,202 INFO: [ epoch: 159 ] [ iter:213,500 ] [ performance: 27.511 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:52 ] [ l_g_pix: 2.7029e-02 ] [ l_g_total: 2.7029e-02 ] +2024-10-09 20:35:23,945 INFO: [ epoch: 159 ] [ iter:213,600 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:44 ] [ l_g_pix: 2.4688e-02 ] [ l_g_total: 2.4688e-02 ] +2024-10-09 20:35:27,550 INFO: [ epoch: 159 ] [ iter:213,700 ] [ performance: 29.584 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:35 ] [ l_g_pix: 3.6689e-02 ] [ l_g_total: 3.6689e-02 ] +2024-10-09 20:35:33,156 INFO: [ epoch: 160 ] [ iter:213,800 ] [ performance: 19.989 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:30 ] [ l_g_pix: 2.7125e-02 ] [ l_g_total: 2.7125e-02 ] +2024-10-09 20:35:37,039 INFO: [ epoch: 160 ] [ iter:213,900 ] [ performance: 25.409 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:22 ] [ l_g_pix: 3.3211e-02 ] [ l_g_total: 3.3211e-02 ] +2024-10-09 20:35:40,928 INFO: [ epoch: 160 ] [ iter:214,000 ] [ performance: 25.638 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:14 ] [ l_g_pix: 3.9863e-02 ] [ l_g_total: 3.9863e-02 ] +2024-10-09 20:35:44,926 INFO: [ epoch: 160 ] [ iter:214,100 ] [ performance: 25.859 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:06 ] [ l_g_pix: 3.7062e-02 ] [ l_g_total: 3.7062e-02 ] +2024-10-09 20:35:48,779 INFO: [ epoch: 160 ] [ iter:214,200 ] [ performance: 25.933 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:58 ] [ l_g_pix: 3.1475e-02 ] [ l_g_total: 3.1475e-02 ] +2024-10-09 20:35:52,588 INFO: [ epoch: 160 ] [ iter:214,300 ] [ performance: 26.205 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:50 ] [ l_g_pix: 3.4332e-02 ] [ l_g_total: 3.4332e-02 ] +2024-10-09 20:35:56,421 INFO: [ epoch: 160 ] [ iter:214,400 ] [ performance: 26.123 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:42 ] [ l_g_pix: 3.0909e-02 ] [ l_g_total: 3.0909e-02 ] +2024-10-09 20:36:00,312 INFO: [ epoch: 160 ] [ iter:214,500 ] [ performance: 24.979 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:34 ] [ l_g_pix: 2.2096e-02 ] [ l_g_total: 2.2096e-02 ] +2024-10-09 20:36:04,072 INFO: [ epoch: 160 ] [ iter:214,600 ] [ performance: 26.180 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:26 ] [ l_g_pix: 3.6154e-02 ] [ l_g_total: 3.6154e-02 ] +2024-10-09 20:36:07,879 INFO: [ epoch: 160 ] [ iter:214,700 ] [ performance: 25.663 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:18 ] [ l_g_pix: 3.0151e-02 ] [ l_g_total: 3.0151e-02 ] +2024-10-09 20:36:11,674 INFO: [ epoch: 160 ] [ iter:214,800 ] [ performance: 26.186 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:10 ] [ l_g_pix: 2.4201e-02 ] [ l_g_total: 2.4201e-02 ] +2024-10-09 20:36:15,378 INFO: [ epoch: 160 ] [ iter:214,900 ] [ performance: 27.282 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:02 ] [ l_g_pix: 1.8237e-02 ] [ l_g_total: 1.8237e-02 ] +2024-10-09 20:36:19,190 INFO: [ epoch: 160 ] [ iter:215,000 ] [ performance: 26.476 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:54 ] [ l_g_pix: 1.9943e-02 ] [ l_g_total: 1.9943e-02 ] +2024-10-09 20:36:23,892 INFO: [ epoch: 161 ] [ iter:215,100 ] [ performance: 13.496 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:47 ] [ l_g_pix: 3.4209e-02 ] [ l_g_total: 3.4209e-02 ] +2024-10-09 20:36:28,021 INFO: [ epoch: 161 ] [ iter:215,200 ] [ performance: 20.470 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:40 ] [ l_g_pix: 2.4413e-02 ] [ l_g_total: 2.4413e-02 ] +2024-10-09 20:36:31,686 INFO: [ epoch: 161 ] [ iter:215,300 ] [ performance: 27.359 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:31 ] [ l_g_pix: 2.7615e-02 ] [ l_g_total: 2.7615e-02 ] +2024-10-09 20:36:35,315 INFO: [ epoch: 161 ] [ iter:215,400 ] [ performance: 27.518 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:23 ] [ l_g_pix: 2.6938e-02 ] [ l_g_total: 2.6938e-02 ] +2024-10-09 20:36:38,951 INFO: [ epoch: 161 ] [ iter:215,500 ] [ performance: 27.612 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:15 ] [ l_g_pix: 1.8208e-02 ] [ l_g_total: 1.8208e-02 ] +2024-10-09 20:36:42,656 INFO: [ epoch: 161 ] [ iter:215,600 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:07 ] [ l_g_pix: 3.3887e-02 ] [ l_g_total: 3.3887e-02 ] +2024-10-09 20:36:46,345 INFO: [ epoch: 161 ] [ iter:215,700 ] [ performance: 27.375 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:59 ] [ l_g_pix: 1.9790e-02 ] [ l_g_total: 1.9790e-02 ] +2024-10-09 20:36:50,047 INFO: [ epoch: 161 ] [ iter:215,800 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:51 ] [ l_g_pix: 2.6479e-02 ] [ l_g_total: 2.6479e-02 ] +2024-10-09 20:36:53,753 INFO: [ epoch: 161 ] [ iter:215,900 ] [ performance: 27.405 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:42 ] [ l_g_pix: 3.7253e-02 ] [ l_g_total: 3.7253e-02 ] +2024-10-09 20:36:57,390 INFO: [ epoch: 161 ] [ iter:216,000 ] [ performance: 27.480 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:34 ] [ l_g_pix: 2.0433e-02 ] [ l_g_total: 2.0433e-02 ] +2024-10-09 20:37:01,089 INFO: [ epoch: 161 ] [ iter:216,100 ] [ performance: 27.540 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:26 ] [ l_g_pix: 3.7299e-02 ] [ l_g_total: 3.7299e-02 ] +2024-10-09 20:37:04,776 INFO: [ epoch: 161 ] [ iter:216,200 ] [ performance: 27.211 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:18 ] [ l_g_pix: 3.1372e-02 ] [ l_g_total: 3.1372e-02 ] +2024-10-09 20:37:08,417 INFO: [ epoch: 161 ] [ iter:216,300 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:10 ] [ l_g_pix: 3.3855e-02 ] [ l_g_total: 3.3855e-02 ] +2024-10-09 20:37:11,961 INFO: [ epoch: 161 ] [ iter:216,400 ] [ performance: 27.937 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:01 ] [ l_g_pix: 2.3354e-02 ] [ l_g_total: 2.3354e-02 ] +2024-10-09 20:37:17,034 INFO: [ epoch: 162 ] [ iter:216,500 ] [ performance: 25.773 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:55 ] [ l_g_pix: 2.7439e-02 ] [ l_g_total: 2.7439e-02 ] +2024-10-09 20:37:20,786 INFO: [ epoch: 162 ] [ iter:216,600 ] [ performance: 26.486 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:47 ] [ l_g_pix: 2.7896e-02 ] [ l_g_total: 2.7896e-02 ] +2024-10-09 20:37:24,513 INFO: [ epoch: 162 ] [ iter:216,700 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:39 ] [ l_g_pix: 2.8863e-02 ] [ l_g_total: 2.8863e-02 ] +2024-10-09 20:37:28,212 INFO: [ epoch: 162 ] [ iter:216,800 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:31 ] [ l_g_pix: 2.0451e-02 ] [ l_g_total: 2.0451e-02 ] +2024-10-09 20:37:31,960 INFO: [ epoch: 162 ] [ iter:216,900 ] [ performance: 26.527 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:23 ] [ l_g_pix: 2.4063e-02 ] [ l_g_total: 2.4063e-02 ] +2024-10-09 20:37:35,630 INFO: [ epoch: 162 ] [ iter:217,000 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:15 ] [ l_g_pix: 3.6690e-02 ] [ l_g_total: 3.6690e-02 ] +2024-10-09 20:37:39,290 INFO: [ epoch: 162 ] [ iter:217,100 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:07 ] [ l_g_pix: 2.4411e-02 ] [ l_g_total: 2.4411e-02 ] +2024-10-09 20:37:43,007 INFO: [ epoch: 162 ] [ iter:217,200 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:59 ] [ l_g_pix: 3.3598e-02 ] [ l_g_total: 3.3598e-02 ] +2024-10-09 20:37:46,719 INFO: [ epoch: 162 ] [ iter:217,300 ] [ performance: 27.104 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:51 ] [ l_g_pix: 2.6872e-02 ] [ l_g_total: 2.6872e-02 ] +2024-10-09 20:37:50,438 INFO: [ epoch: 162 ] [ iter:217,400 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:43 ] [ l_g_pix: 3.8626e-02 ] [ l_g_total: 3.8626e-02 ] +2024-10-09 20:37:54,130 INFO: [ epoch: 162 ] [ iter:217,500 ] [ performance: 27.247 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:35 ] [ l_g_pix: 2.4317e-02 ] [ l_g_total: 2.4317e-02 ] +2024-10-09 20:37:57,807 INFO: [ epoch: 162 ] [ iter:217,600 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:26 ] [ l_g_pix: 3.6270e-02 ] [ l_g_total: 3.6270e-02 ] +2024-10-09 20:38:01,385 INFO: [ epoch: 162 ] [ iter:217,700 ] [ performance: 30.333 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:18 ] [ l_g_pix: 3.7738e-02 ] [ l_g_total: 3.7738e-02 ] +2024-10-09 20:38:06,609 INFO: [ epoch: 163 ] [ iter:217,800 ] [ performance: 20.233 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:12 ] [ l_g_pix: 3.0320e-02 ] [ l_g_total: 3.0320e-02 ] +2024-10-09 20:38:10,306 INFO: [ epoch: 163 ] [ iter:217,900 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:04 ] [ l_g_pix: 2.4825e-02 ] [ l_g_total: 2.4825e-02 ] +2024-10-09 20:38:14,011 INFO: [ epoch: 163 ] [ iter:218,000 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:56 ] [ l_g_pix: 3.1752e-02 ] [ l_g_total: 3.1752e-02 ] +2024-10-09 20:38:17,721 INFO: [ epoch: 163 ] [ iter:218,100 ] [ performance: 26.446 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:48 ] [ l_g_pix: 3.9524e-02 ] [ l_g_total: 3.9524e-02 ] +2024-10-09 20:38:21,352 INFO: [ epoch: 163 ] [ iter:218,200 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:40 ] [ l_g_pix: 3.5027e-02 ] [ l_g_total: 3.5027e-02 ] +2024-10-09 20:38:25,081 INFO: [ epoch: 163 ] [ iter:218,300 ] [ performance: 26.072 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:32 ] [ l_g_pix: 3.0417e-02 ] [ l_g_total: 3.0417e-02 ] +2024-10-09 20:38:28,874 INFO: [ epoch: 163 ] [ iter:218,400 ] [ performance: 26.334 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:24 ] [ l_g_pix: 2.7115e-02 ] [ l_g_total: 2.7115e-02 ] +2024-10-09 20:38:32,582 INFO: [ epoch: 163 ] [ iter:218,500 ] [ performance: 28.024 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:16 ] [ l_g_pix: 2.8744e-02 ] [ l_g_total: 2.8744e-02 ] +2024-10-09 20:38:36,408 INFO: [ epoch: 163 ] [ iter:218,600 ] [ performance: 26.345 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:08 ] [ l_g_pix: 2.7371e-02 ] [ l_g_total: 2.7371e-02 ] +2024-10-09 20:38:40,456 INFO: [ epoch: 163 ] [ iter:218,700 ] [ performance: 25.012 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:01 ] [ l_g_pix: 3.4234e-02 ] [ l_g_total: 3.4234e-02 ] +2024-10-09 20:38:44,294 INFO: [ epoch: 163 ] [ iter:218,800 ] [ performance: 25.944 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:53 ] [ l_g_pix: 1.6284e-02 ] [ l_g_total: 1.6284e-02 ] +2024-10-09 20:38:48,121 INFO: [ epoch: 163 ] [ iter:218,900 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:45 ] [ l_g_pix: 2.2307e-02 ] [ l_g_total: 2.2307e-02 ] +2024-10-09 20:38:52,075 INFO: [ epoch: 163 ] [ iter:219,000 ] [ performance: 25.438 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:37 ] [ l_g_pix: 2.7249e-02 ] [ l_g_total: 2.7249e-02 ] +2024-10-09 20:38:55,764 INFO: [ epoch: 163 ] [ iter:219,100 ] [ performance: 26.518 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:29 ] [ l_g_pix: 3.4784e-02 ] [ l_g_total: 3.4784e-02 ] +2024-10-09 20:39:01,450 INFO: [ epoch: 164 ] [ iter:219,200 ] [ performance: 18.148 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:24 ] [ l_g_pix: 2.7776e-02 ] [ l_g_total: 2.7776e-02 ] +2024-10-09 20:39:05,501 INFO: [ epoch: 164 ] [ iter:219,300 ] [ performance: 25.013 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:17 ] [ l_g_pix: 2.5993e-02 ] [ l_g_total: 2.5993e-02 ] +2024-10-09 20:39:09,502 INFO: [ epoch: 164 ] [ iter:219,400 ] [ performance: 24.997 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:09 ] [ l_g_pix: 3.3660e-02 ] [ l_g_total: 3.3660e-02 ] +2024-10-09 20:39:13,409 INFO: [ epoch: 164 ] [ iter:219,500 ] [ performance: 26.462 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:01 ] [ l_g_pix: 4.4609e-02 ] [ l_g_total: 4.4609e-02 ] +2024-10-09 20:39:17,207 INFO: [ epoch: 164 ] [ iter:219,600 ] [ performance: 26.341 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:53 ] [ l_g_pix: 2.2961e-02 ] [ l_g_total: 2.2961e-02 ] +2024-10-09 20:39:20,952 INFO: [ epoch: 164 ] [ iter:219,700 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:46 ] [ l_g_pix: 2.7306e-02 ] [ l_g_total: 2.7306e-02 ] +2024-10-09 20:39:24,706 INFO: [ epoch: 164 ] [ iter:219,800 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:38 ] [ l_g_pix: 4.2945e-02 ] [ l_g_total: 4.2945e-02 ] +2024-10-09 20:39:28,477 INFO: [ epoch: 164 ] [ iter:219,900 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:30 ] [ l_g_pix: 2.8006e-02 ] [ l_g_total: 2.8006e-02 ] +2024-10-09 20:39:32,350 INFO: [ epoch: 164 ] [ iter:220,000 ] [ performance: 25.897 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:22 ] [ l_g_pix: 2.9385e-02 ] [ l_g_total: 2.9385e-02 ] +2024-10-09 20:39:32,350 INFO: Saving models and training states. +2024-10-09 20:42:31,075 INFO: Validation val + + # psnr: 27.1930........ Best: 27.1937 @ 200000 iter + # ssim: 0.7661........ Best: 0.7661 @ 200000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:42:34,824 INFO: [ epoch: 164 ] [ iter:220,100 ] [ performance: 27.773 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:18 ] [ l_g_pix: 3.1630e-02 ] [ l_g_total: 3.1630e-02 ] +2024-10-09 20:42:38,586 INFO: [ epoch: 164 ] [ iter:220,200 ] [ performance: 26.640 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:10 ] [ l_g_pix: 3.7197e-02 ] [ l_g_total: 3.7197e-02 ] +2024-10-09 20:42:42,352 INFO: [ epoch: 164 ] [ iter:220,300 ] [ performance: 27.927 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:01 ] [ l_g_pix: 2.3793e-02 ] [ l_g_total: 2.3793e-02 ] +2024-10-09 20:42:45,922 INFO: [ epoch: 164 ] [ iter:220,400 ] [ performance: 28.009 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:53 ] [ l_g_pix: 2.0493e-02 ] [ l_g_total: 2.0493e-02 ] +2024-10-09 20:42:51,071 INFO: [ epoch: 165 ] [ iter:220,500 ] [ performance: 27.726 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:47 ] [ l_g_pix: 2.4360e-02 ] [ l_g_total: 2.4360e-02 ] +2024-10-09 20:42:54,813 INFO: [ epoch: 165 ] [ iter:220,600 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:39 ] [ l_g_pix: 3.9399e-02 ] [ l_g_total: 3.9399e-02 ] +2024-10-09 20:42:58,557 INFO: [ epoch: 165 ] [ iter:220,700 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:31 ] [ l_g_pix: 3.1266e-02 ] [ l_g_total: 3.1266e-02 ] +2024-10-09 20:43:02,316 INFO: [ epoch: 165 ] [ iter:220,800 ] [ performance: 26.612 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:23 ] [ l_g_pix: 2.4983e-02 ] [ l_g_total: 2.4983e-02 ] +2024-10-09 20:43:06,065 INFO: [ epoch: 165 ] [ iter:220,900 ] [ performance: 25.613 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:15 ] [ l_g_pix: 3.6511e-02 ] [ l_g_total: 3.6511e-02 ] +2024-10-09 20:43:09,840 INFO: [ epoch: 165 ] [ iter:221,000 ] [ performance: 26.484 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:07 ] [ l_g_pix: 2.6825e-02 ] [ l_g_total: 2.6825e-02 ] +2024-10-09 20:43:13,605 INFO: [ epoch: 165 ] [ iter:221,100 ] [ performance: 26.525 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:59 ] [ l_g_pix: 2.1420e-02 ] [ l_g_total: 2.1420e-02 ] +2024-10-09 20:43:17,399 INFO: [ epoch: 165 ] [ iter:221,200 ] [ performance: 26.362 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:51 ] [ l_g_pix: 3.0706e-02 ] [ l_g_total: 3.0706e-02 ] +2024-10-09 20:43:21,158 INFO: [ epoch: 165 ] [ iter:221,300 ] [ performance: 26.484 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:43 ] [ l_g_pix: 1.9753e-02 ] [ l_g_total: 1.9753e-02 ] +2024-10-09 20:43:24,883 INFO: [ epoch: 165 ] [ iter:221,400 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:35 ] [ l_g_pix: 3.4871e-02 ] [ l_g_total: 3.4871e-02 ] +2024-10-09 20:43:28,593 INFO: [ epoch: 165 ] [ iter:221,500 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:26 ] [ l_g_pix: 2.7544e-02 ] [ l_g_total: 2.7544e-02 ] +2024-10-09 20:43:32,382 INFO: [ epoch: 165 ] [ iter:221,600 ] [ performance: 26.420 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:18 ] [ l_g_pix: 3.8211e-02 ] [ l_g_total: 3.8211e-02 ] +2024-10-09 20:43:36,129 INFO: [ epoch: 165 ] [ iter:221,700 ] [ performance: 26.557 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:10 ] [ l_g_pix: 2.0461e-02 ] [ l_g_total: 2.0461e-02 ] +2024-10-09 20:43:41,018 INFO: [ epoch: 166 ] [ iter:221,800 ] [ performance: 20.280 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:04 ] [ l_g_pix: 4.0749e-02 ] [ l_g_total: 4.0749e-02 ] +2024-10-09 20:43:44,875 INFO: [ epoch: 166 ] [ iter:221,900 ] [ performance: 22.803 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:56 ] [ l_g_pix: 3.2905e-02 ] [ l_g_total: 3.2905e-02 ] +2024-10-09 20:43:48,590 INFO: [ epoch: 166 ] [ iter:222,000 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:48 ] [ l_g_pix: 3.7887e-02 ] [ l_g_total: 3.7887e-02 ] +2024-10-09 20:43:52,358 INFO: [ epoch: 166 ] [ iter:222,100 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:40 ] [ l_g_pix: 2.3508e-02 ] [ l_g_total: 2.3508e-02 ] +2024-10-09 20:43:56,106 INFO: [ epoch: 166 ] [ iter:222,200 ] [ performance: 26.735 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:32 ] [ l_g_pix: 2.6602e-02 ] [ l_g_total: 2.6602e-02 ] +2024-10-09 20:43:59,851 INFO: [ epoch: 166 ] [ iter:222,300 ] [ performance: 26.720 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:24 ] [ l_g_pix: 3.1586e-02 ] [ l_g_total: 3.1586e-02 ] +2024-10-09 20:44:03,574 INFO: [ epoch: 166 ] [ iter:222,400 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:16 ] [ l_g_pix: 2.4810e-02 ] [ l_g_total: 2.4810e-02 ] +2024-10-09 20:44:07,314 INFO: [ epoch: 166 ] [ iter:222,500 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:08 ] [ l_g_pix: 2.3802e-02 ] [ l_g_total: 2.3802e-02 ] +2024-10-09 20:44:10,989 INFO: [ epoch: 166 ] [ iter:222,600 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:00 ] [ l_g_pix: 2.7294e-02 ] [ l_g_total: 2.7294e-02 ] +2024-10-09 20:44:14,731 INFO: [ epoch: 166 ] [ iter:222,700 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:52 ] [ l_g_pix: 4.1845e-02 ] [ l_g_total: 4.1845e-02 ] +2024-10-09 20:44:18,421 INFO: [ epoch: 166 ] [ iter:222,800 ] [ performance: 27.113 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:44 ] [ l_g_pix: 2.7626e-02 ] [ l_g_total: 2.7626e-02 ] +2024-10-09 20:44:22,154 INFO: [ epoch: 166 ] [ iter:222,900 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:36 ] [ l_g_pix: 4.9724e-02 ] [ l_g_total: 4.9724e-02 ] +2024-10-09 20:44:25,922 INFO: [ epoch: 166 ] [ iter:223,000 ] [ performance: 26.606 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:28 ] [ l_g_pix: 2.6034e-02 ] [ l_g_total: 2.6034e-02 ] +2024-10-09 20:44:29,413 INFO: [ epoch: 166 ] [ iter:223,100 ] [ performance: 27.641 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:19 ] [ l_g_pix: 2.8625e-02 ] [ l_g_total: 2.8625e-02 ] +2024-10-09 20:44:34,653 INFO: [ epoch: 167 ] [ iter:223,200 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:13 ] [ l_g_pix: 2.3783e-02 ] [ l_g_total: 2.3783e-02 ] +2024-10-09 20:44:38,430 INFO: [ epoch: 167 ] [ iter:223,300 ] [ performance: 21.923 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:05 ] [ l_g_pix: 2.1655e-02 ] [ l_g_total: 2.1655e-02 ] +2024-10-09 20:44:42,098 INFO: [ epoch: 167 ] [ iter:223,400 ] [ performance: 27.418 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:57 ] [ l_g_pix: 3.3788e-02 ] [ l_g_total: 3.3788e-02 ] +2024-10-09 20:44:45,829 INFO: [ epoch: 167 ] [ iter:223,500 ] [ performance: 27.091 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:49 ] [ l_g_pix: 3.0951e-02 ] [ l_g_total: 3.0951e-02 ] +2024-10-09 20:44:49,593 INFO: [ epoch: 167 ] [ iter:223,600 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:41 ] [ l_g_pix: 2.8178e-02 ] [ l_g_total: 2.8178e-02 ] +2024-10-09 20:44:53,314 INFO: [ epoch: 167 ] [ iter:223,700 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:33 ] [ l_g_pix: 3.8356e-02 ] [ l_g_total: 3.8356e-02 ] +2024-10-09 20:44:57,049 INFO: [ epoch: 167 ] [ iter:223,800 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:25 ] [ l_g_pix: 3.2970e-02 ] [ l_g_total: 3.2970e-02 ] +2024-10-09 20:45:00,788 INFO: [ epoch: 167 ] [ iter:223,900 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:17 ] [ l_g_pix: 2.4117e-02 ] [ l_g_total: 2.4117e-02 ] +2024-10-09 20:45:04,565 INFO: [ epoch: 167 ] [ iter:224,000 ] [ performance: 26.503 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:10 ] [ l_g_pix: 2.2674e-02 ] [ l_g_total: 2.2674e-02 ] +2024-10-09 20:45:08,318 INFO: [ epoch: 167 ] [ iter:224,100 ] [ performance: 26.580 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:02 ] [ l_g_pix: 3.1564e-02 ] [ l_g_total: 3.1564e-02 ] +2024-10-09 20:45:12,045 INFO: [ epoch: 167 ] [ iter:224,200 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:54 ] [ l_g_pix: 2.6276e-02 ] [ l_g_total: 2.6276e-02 ] +2024-10-09 20:45:15,762 INFO: [ epoch: 167 ] [ iter:224,300 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:46 ] [ l_g_pix: 2.6312e-02 ] [ l_g_total: 2.6312e-02 ] +2024-10-09 20:45:19,347 INFO: [ epoch: 167 ] [ iter:224,400 ] [ performance: 28.178 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:38 ] [ l_g_pix: 2.3122e-02 ] [ l_g_total: 2.3122e-02 ] +2024-10-09 20:45:24,474 INFO: [ epoch: 168 ] [ iter:224,500 ] [ performance: 22.698 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:31 ] [ l_g_pix: 2.4291e-02 ] [ l_g_total: 2.4291e-02 ] +2024-10-09 20:45:28,167 INFO: [ epoch: 168 ] [ iter:224,600 ] [ performance: 27.240 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:23 ] [ l_g_pix: 2.6404e-02 ] [ l_g_total: 2.6404e-02 ] +2024-10-09 20:45:31,927 INFO: [ epoch: 168 ] [ iter:224,700 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:16 ] [ l_g_pix: 3.2685e-02 ] [ l_g_total: 3.2685e-02 ] +2024-10-09 20:45:35,654 INFO: [ epoch: 168 ] [ iter:224,800 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:08 ] [ l_g_pix: 2.4272e-02 ] [ l_g_total: 2.4272e-02 ] +2024-10-09 20:45:39,400 INFO: [ epoch: 168 ] [ iter:224,900 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:00 ] [ l_g_pix: 4.2712e-02 ] [ l_g_total: 4.2712e-02 ] +2024-10-09 20:45:43,111 INFO: [ epoch: 168 ] [ iter:225,000 ] [ performance: 27.146 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:52 ] [ l_g_pix: 2.7378e-02 ] [ l_g_total: 2.7378e-02 ] +2024-10-09 20:45:46,792 INFO: [ epoch: 168 ] [ iter:225,100 ] [ performance: 27.161 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:44 ] [ l_g_pix: 2.7421e-02 ] [ l_g_total: 2.7421e-02 ] +2024-10-09 20:45:50,520 INFO: [ epoch: 168 ] [ iter:225,200 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:36 ] [ l_g_pix: 1.4859e-02 ] [ l_g_total: 1.4859e-02 ] +2024-10-09 20:45:54,201 INFO: [ epoch: 168 ] [ iter:225,300 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:28 ] [ l_g_pix: 2.8326e-02 ] [ l_g_total: 2.8326e-02 ] +2024-10-09 20:45:57,924 INFO: [ epoch: 168 ] [ iter:225,400 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:20 ] [ l_g_pix: 2.1084e-02 ] [ l_g_total: 2.1084e-02 ] +2024-10-09 20:46:01,620 INFO: [ epoch: 168 ] [ iter:225,500 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:12 ] [ l_g_pix: 3.8182e-02 ] [ l_g_total: 3.8182e-02 ] +2024-10-09 20:46:05,337 INFO: [ epoch: 168 ] [ iter:225,600 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:04 ] [ l_g_pix: 3.5649e-02 ] [ l_g_total: 3.5649e-02 ] +2024-10-09 20:46:09,014 INFO: [ epoch: 168 ] [ iter:225,700 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:56 ] [ l_g_pix: 3.0953e-02 ] [ l_g_total: 3.0953e-02 ] +2024-10-09 20:46:13,985 INFO: [ epoch: 169 ] [ iter:225,800 ] [ performance: 18.605 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:50 ] [ l_g_pix: 3.1614e-02 ] [ l_g_total: 3.1614e-02 ] +2024-10-09 20:46:17,958 INFO: [ epoch: 169 ] [ iter:225,900 ] [ performance: 21.822 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:42 ] [ l_g_pix: 4.0438e-02 ] [ l_g_total: 4.0438e-02 ] +2024-10-09 20:46:21,639 INFO: [ epoch: 169 ] [ iter:226,000 ] [ performance: 27.338 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:34 ] [ l_g_pix: 2.3542e-02 ] [ l_g_total: 2.3542e-02 ] +2024-10-09 20:46:25,352 INFO: [ epoch: 169 ] [ iter:226,100 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:26 ] [ l_g_pix: 3.1654e-02 ] [ l_g_total: 3.1654e-02 ] +2024-10-09 20:46:29,109 INFO: [ epoch: 169 ] [ iter:226,200 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:18 ] [ l_g_pix: 1.9644e-02 ] [ l_g_total: 1.9644e-02 ] +2024-10-09 20:46:32,773 INFO: [ epoch: 169 ] [ iter:226,300 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:10 ] [ l_g_pix: 2.8679e-02 ] [ l_g_total: 2.8679e-02 ] +2024-10-09 20:46:36,509 INFO: [ epoch: 169 ] [ iter:226,400 ] [ performance: 26.831 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:02 ] [ l_g_pix: 3.2859e-02 ] [ l_g_total: 3.2859e-02 ] +2024-10-09 20:46:40,244 INFO: [ epoch: 169 ] [ iter:226,500 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:55 ] [ l_g_pix: 1.5122e-02 ] [ l_g_total: 1.5122e-02 ] +2024-10-09 20:46:43,959 INFO: [ epoch: 169 ] [ iter:226,600 ] [ performance: 27.206 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:47 ] [ l_g_pix: 2.2588e-02 ] [ l_g_total: 2.2588e-02 ] +2024-10-09 20:46:47,643 INFO: [ epoch: 169 ] [ iter:226,700 ] [ performance: 27.175 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:39 ] [ l_g_pix: 2.2410e-02 ] [ l_g_total: 2.2410e-02 ] +2024-10-09 20:46:51,327 INFO: [ epoch: 169 ] [ iter:226,800 ] [ performance: 27.351 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:31 ] [ l_g_pix: 2.1677e-02 ] [ l_g_total: 2.1677e-02 ] +2024-10-09 20:46:55,027 INFO: [ epoch: 169 ] [ iter:226,900 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:23 ] [ l_g_pix: 3.4785e-02 ] [ l_g_total: 3.4785e-02 ] +2024-10-09 20:46:58,749 INFO: [ epoch: 169 ] [ iter:227,000 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:15 ] [ l_g_pix: 2.7288e-02 ] [ l_g_total: 2.7288e-02 ] +2024-10-09 20:47:02,277 INFO: [ epoch: 169 ] [ iter:227,100 ] [ performance: 27.777 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:07 ] [ l_g_pix: 2.4071e-02 ] [ l_g_total: 2.4071e-02 ] +2024-10-09 20:47:07,463 INFO: [ epoch: 170 ] [ iter:227,200 ] [ performance: 24.594 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:01 ] [ l_g_pix: 1.9516e-02 ] [ l_g_total: 1.9516e-02 ] +2024-10-09 20:47:11,180 INFO: [ epoch: 170 ] [ iter:227,300 ] [ performance: 25.905 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:53 ] [ l_g_pix: 2.7498e-02 ] [ l_g_total: 2.7498e-02 ] +2024-10-09 20:47:14,945 INFO: [ epoch: 170 ] [ iter:227,400 ] [ performance: 26.608 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:45 ] [ l_g_pix: 2.5501e-02 ] [ l_g_total: 2.5501e-02 ] +2024-10-09 20:47:18,706 INFO: [ epoch: 170 ] [ iter:227,500 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:37 ] [ l_g_pix: 4.3944e-02 ] [ l_g_total: 4.3944e-02 ] +2024-10-09 20:47:22,474 INFO: [ epoch: 170 ] [ iter:227,600 ] [ performance: 26.556 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:30 ] [ l_g_pix: 2.3458e-02 ] [ l_g_total: 2.3458e-02 ] +2024-10-09 20:47:26,186 INFO: [ epoch: 170 ] [ iter:227,700 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:22 ] [ l_g_pix: 3.6344e-02 ] [ l_g_total: 3.6344e-02 ] +2024-10-09 20:47:29,914 INFO: [ epoch: 170 ] [ iter:227,800 ] [ performance: 27.117 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:14 ] [ l_g_pix: 2.4439e-02 ] [ l_g_total: 2.4439e-02 ] +2024-10-09 20:47:33,661 INFO: [ epoch: 170 ] [ iter:227,900 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:06 ] [ l_g_pix: 2.6193e-02 ] [ l_g_total: 2.6193e-02 ] +2024-10-09 20:47:37,336 INFO: [ epoch: 170 ] [ iter:228,000 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:58 ] [ l_g_pix: 3.2508e-02 ] [ l_g_total: 3.2508e-02 ] +2024-10-09 20:47:41,068 INFO: [ epoch: 170 ] [ iter:228,100 ] [ performance: 26.991 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:50 ] [ l_g_pix: 2.1553e-02 ] [ l_g_total: 2.1553e-02 ] +2024-10-09 20:47:44,783 INFO: [ epoch: 170 ] [ iter:228,200 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:43 ] [ l_g_pix: 4.8220e-02 ] [ l_g_total: 4.8220e-02 ] +2024-10-09 20:47:48,519 INFO: [ epoch: 170 ] [ iter:228,300 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:35 ] [ l_g_pix: 2.6342e-02 ] [ l_g_total: 2.6342e-02 ] +2024-10-09 20:47:52,085 INFO: [ epoch: 170 ] [ iter:228,400 ] [ performance: 28.718 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:27 ] [ l_g_pix: 3.7609e-02 ] [ l_g_total: 3.7609e-02 ] +2024-10-09 20:47:57,343 INFO: [ epoch: 171 ] [ iter:228,500 ] [ performance: 21.910 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:21 ] [ l_g_pix: 3.0942e-02 ] [ l_g_total: 3.0942e-02 ] +2024-10-09 20:48:01,116 INFO: [ epoch: 171 ] [ iter:228,600 ] [ performance: 26.433 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:13 ] [ l_g_pix: 3.2938e-02 ] [ l_g_total: 3.2938e-02 ] +2024-10-09 20:48:04,833 INFO: [ epoch: 171 ] [ iter:228,700 ] [ performance: 26.725 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:05 ] [ l_g_pix: 3.1036e-02 ] [ l_g_total: 3.1036e-02 ] +2024-10-09 20:48:08,575 INFO: [ epoch: 171 ] [ iter:228,800 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:58 ] [ l_g_pix: 2.7720e-02 ] [ l_g_total: 2.7720e-02 ] +2024-10-09 20:48:12,304 INFO: [ epoch: 171 ] [ iter:228,900 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:50 ] [ l_g_pix: 2.4970e-02 ] [ l_g_total: 2.4970e-02 ] +2024-10-09 20:48:16,047 INFO: [ epoch: 171 ] [ iter:229,000 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:42 ] [ l_g_pix: 2.9235e-02 ] [ l_g_total: 2.9235e-02 ] +2024-10-09 20:48:19,797 INFO: [ epoch: 171 ] [ iter:229,100 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:34 ] [ l_g_pix: 3.6818e-02 ] [ l_g_total: 3.6818e-02 ] +2024-10-09 20:48:23,549 INFO: [ epoch: 171 ] [ iter:229,200 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:26 ] [ l_g_pix: 2.6169e-02 ] [ l_g_total: 2.6169e-02 ] +2024-10-09 20:48:27,283 INFO: [ epoch: 171 ] [ iter:229,300 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:19 ] [ l_g_pix: 2.4898e-02 ] [ l_g_total: 2.4898e-02 ] +2024-10-09 20:48:31,013 INFO: [ epoch: 171 ] [ iter:229,400 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:11 ] [ l_g_pix: 3.0061e-02 ] [ l_g_total: 3.0061e-02 ] +2024-10-09 20:48:34,711 INFO: [ epoch: 171 ] [ iter:229,500 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:03 ] [ l_g_pix: 2.3500e-02 ] [ l_g_total: 2.3500e-02 ] +2024-10-09 20:48:38,442 INFO: [ epoch: 171 ] [ iter:229,600 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:55 ] [ l_g_pix: 2.8132e-02 ] [ l_g_total: 2.8132e-02 ] +2024-10-09 20:48:42,181 INFO: [ epoch: 171 ] [ iter:229,700 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:47 ] [ l_g_pix: 3.1656e-02 ] [ l_g_total: 3.1656e-02 ] +2024-10-09 20:48:46,888 INFO: [ epoch: 172 ] [ iter:229,800 ] [ performance: 17.840 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:41 ] [ l_g_pix: 2.6965e-02 ] [ l_g_total: 2.6965e-02 ] +2024-10-09 20:48:51,085 INFO: [ epoch: 172 ] [ iter:229,900 ] [ performance: 21.241 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:34 ] [ l_g_pix: 2.2175e-02 ] [ l_g_total: 2.2175e-02 ] +2024-10-09 20:48:54,762 INFO: [ epoch: 172 ] [ iter:230,000 ] [ performance: 27.722 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:26 ] [ l_g_pix: 3.2401e-02 ] [ l_g_total: 3.2401e-02 ] +2024-10-09 20:48:54,763 INFO: Saving models and training states. +2024-10-09 20:51:46,606 INFO: Validation val + + # psnr: 27.1918........ Best: 27.1937 @ 200000 iter + # ssim: 0.7661........ Best: 0.7661 @ 200000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:51:50,326 INFO: [ epoch: 172 ] [ iter:230,100 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:55 ] [ l_g_pix: 4.8184e-02 ] [ l_g_total: 4.8184e-02 ] +2024-10-09 20:51:54,079 INFO: [ epoch: 172 ] [ iter:230,200 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:47 ] [ l_g_pix: 2.0522e-02 ] [ l_g_total: 2.0522e-02 ] +2024-10-09 20:51:57,819 INFO: [ epoch: 172 ] [ iter:230,300 ] [ performance: 26.741 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:39 ] [ l_g_pix: 3.5209e-02 ] [ l_g_total: 3.5209e-02 ] +2024-10-09 20:52:01,611 INFO: [ epoch: 172 ] [ iter:230,400 ] [ performance: 26.412 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:31 ] [ l_g_pix: 2.2263e-02 ] [ l_g_total: 2.2263e-02 ] +2024-10-09 20:52:05,370 INFO: [ epoch: 172 ] [ iter:230,500 ] [ performance: 26.538 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:23 ] [ l_g_pix: 2.8230e-02 ] [ l_g_total: 2.8230e-02 ] +2024-10-09 20:52:09,133 INFO: [ epoch: 172 ] [ iter:230,600 ] [ performance: 26.465 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:15 ] [ l_g_pix: 1.8494e-02 ] [ l_g_total: 1.8494e-02 ] +2024-10-09 20:52:12,879 INFO: [ epoch: 172 ] [ iter:230,700 ] [ performance: 26.618 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:07 ] [ l_g_pix: 2.4578e-02 ] [ l_g_total: 2.4578e-02 ] +2024-10-09 20:52:16,612 INFO: [ epoch: 172 ] [ iter:230,800 ] [ performance: 26.639 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:00 ] [ l_g_pix: 3.5253e-02 ] [ l_g_total: 3.5253e-02 ] +2024-10-09 20:52:20,843 INFO: [ epoch: 172 ] [ iter:230,900 ] [ performance: 24.587 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:52 ] [ l_g_pix: 3.2682e-02 ] [ l_g_total: 3.2682e-02 ] +2024-10-09 20:52:24,861 INFO: [ epoch: 172 ] [ iter:231,000 ] [ performance: 26.513 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:45 ] [ l_g_pix: 3.7435e-02 ] [ l_g_total: 3.7435e-02 ] +2024-10-09 20:52:28,427 INFO: [ epoch: 172 ] [ iter:231,100 ] [ performance: 27.508 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:37 ] [ l_g_pix: 1.6066e-02 ] [ l_g_total: 1.6066e-02 ] +2024-10-09 20:52:33,615 INFO: [ epoch: 173 ] [ iter:231,200 ] [ performance: 24.705 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:31 ] [ l_g_pix: 2.9623e-02 ] [ l_g_total: 2.9623e-02 ] +2024-10-09 20:52:37,390 INFO: [ epoch: 173 ] [ iter:231,300 ] [ performance: 25.874 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:23 ] [ l_g_pix: 3.1352e-02 ] [ l_g_total: 3.1352e-02 ] +2024-10-09 20:52:41,133 INFO: [ epoch: 173 ] [ iter:231,400 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:15 ] [ l_g_pix: 3.0603e-02 ] [ l_g_total: 3.0603e-02 ] +2024-10-09 20:52:44,886 INFO: [ epoch: 173 ] [ iter:231,500 ] [ performance: 26.734 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:07 ] [ l_g_pix: 3.2214e-02 ] [ l_g_total: 3.2214e-02 ] +2024-10-09 20:52:48,575 INFO: [ epoch: 173 ] [ iter:231,600 ] [ performance: 27.070 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:59 ] [ l_g_pix: 3.1867e-02 ] [ l_g_total: 3.1867e-02 ] +2024-10-09 20:52:52,239 INFO: [ epoch: 173 ] [ iter:231,700 ] [ performance: 27.220 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:51 ] [ l_g_pix: 3.7831e-02 ] [ l_g_total: 3.7831e-02 ] +2024-10-09 20:52:55,932 INFO: [ epoch: 173 ] [ iter:231,800 ] [ performance: 27.194 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:43 ] [ l_g_pix: 2.5708e-02 ] [ l_g_total: 2.5708e-02 ] +2024-10-09 20:52:59,674 INFO: [ epoch: 173 ] [ iter:231,900 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:35 ] [ l_g_pix: 2.3711e-02 ] [ l_g_total: 2.3711e-02 ] +2024-10-09 20:53:03,989 INFO: [ epoch: 173 ] [ iter:232,000 ] [ performance: 24.623 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:28 ] [ l_g_pix: 3.5038e-02 ] [ l_g_total: 3.5038e-02 ] +2024-10-09 20:53:07,720 INFO: [ epoch: 173 ] [ iter:232,100 ] [ performance: 26.080 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:20 ] [ l_g_pix: 4.1811e-02 ] [ l_g_total: 4.1811e-02 ] +2024-10-09 20:53:11,442 INFO: [ epoch: 173 ] [ iter:232,200 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:12 ] [ l_g_pix: 2.4674e-02 ] [ l_g_total: 2.4674e-02 ] +2024-10-09 20:53:15,210 INFO: [ epoch: 173 ] [ iter:232,300 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:05 ] [ l_g_pix: 2.3898e-02 ] [ l_g_total: 2.3898e-02 ] +2024-10-09 20:53:18,882 INFO: [ epoch: 173 ] [ iter:232,400 ] [ performance: 28.089 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:57 ] [ l_g_pix: 1.9410e-02 ] [ l_g_total: 1.9410e-02 ] +2024-10-09 20:53:24,107 INFO: [ epoch: 174 ] [ iter:232,500 ] [ performance: 21.208 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:51 ] [ l_g_pix: 3.2951e-02 ] [ l_g_total: 3.2951e-02 ] +2024-10-09 20:53:27,843 INFO: [ epoch: 174 ] [ iter:232,600 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:43 ] [ l_g_pix: 3.5924e-02 ] [ l_g_total: 3.5924e-02 ] +2024-10-09 20:53:31,568 INFO: [ epoch: 174 ] [ iter:232,700 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:35 ] [ l_g_pix: 2.8364e-02 ] [ l_g_total: 2.8364e-02 ] +2024-10-09 20:53:35,324 INFO: [ epoch: 174 ] [ iter:232,800 ] [ performance: 26.539 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:27 ] [ l_g_pix: 3.0390e-02 ] [ l_g_total: 3.0390e-02 ] +2024-10-09 20:53:39,028 INFO: [ epoch: 174 ] [ iter:232,900 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:19 ] [ l_g_pix: 2.7568e-02 ] [ l_g_total: 2.7568e-02 ] +2024-10-09 20:53:42,694 INFO: [ epoch: 174 ] [ iter:233,000 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:12 ] [ l_g_pix: 2.1201e-02 ] [ l_g_total: 2.1201e-02 ] +2024-10-09 20:53:46,400 INFO: [ epoch: 174 ] [ iter:233,100 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:04 ] [ l_g_pix: 3.7260e-02 ] [ l_g_total: 3.7260e-02 ] +2024-10-09 20:53:50,072 INFO: [ epoch: 174 ] [ iter:233,200 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:56 ] [ l_g_pix: 1.8371e-02 ] [ l_g_total: 1.8371e-02 ] +2024-10-09 20:53:53,833 INFO: [ epoch: 174 ] [ iter:233,300 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:48 ] [ l_g_pix: 2.3743e-02 ] [ l_g_total: 2.3743e-02 ] +2024-10-09 20:53:57,558 INFO: [ epoch: 174 ] [ iter:233,400 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:40 ] [ l_g_pix: 3.2596e-02 ] [ l_g_total: 3.2596e-02 ] +2024-10-09 20:54:01,312 INFO: [ epoch: 174 ] [ iter:233,500 ] [ performance: 26.787 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:32 ] [ l_g_pix: 3.2273e-02 ] [ l_g_total: 3.2273e-02 ] +2024-10-09 20:54:05,057 INFO: [ epoch: 174 ] [ iter:233,600 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:25 ] [ l_g_pix: 1.9663e-02 ] [ l_g_total: 1.9663e-02 ] +2024-10-09 20:54:08,765 INFO: [ epoch: 174 ] [ iter:233,700 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:17 ] [ l_g_pix: 2.2853e-02 ] [ l_g_total: 2.2853e-02 ] +2024-10-09 20:54:12,361 INFO: [ epoch: 174 ] [ iter:233,800 ] [ performance: 26.257 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:09 ] [ l_g_pix: 2.7301e-02 ] [ l_g_total: 2.7301e-02 ] +2024-10-09 20:54:17,310 INFO: [ epoch: 175 ] [ iter:233,900 ] [ performance: 21.554 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:03 ] [ l_g_pix: 3.8793e-02 ] [ l_g_total: 3.8793e-02 ] +2024-10-09 20:54:21,006 INFO: [ epoch: 175 ] [ iter:234,000 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:55 ] [ l_g_pix: 2.0572e-02 ] [ l_g_total: 2.0572e-02 ] +2024-10-09 20:54:24,736 INFO: [ epoch: 175 ] [ iter:234,100 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:47 ] [ l_g_pix: 3.3462e-02 ] [ l_g_total: 3.3462e-02 ] +2024-10-09 20:54:28,480 INFO: [ epoch: 175 ] [ iter:234,200 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:39 ] [ l_g_pix: 1.9317e-02 ] [ l_g_total: 1.9317e-02 ] +2024-10-09 20:54:32,181 INFO: [ epoch: 175 ] [ iter:234,300 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:31 ] [ l_g_pix: 2.1842e-02 ] [ l_g_total: 2.1842e-02 ] +2024-10-09 20:54:35,919 INFO: [ epoch: 175 ] [ iter:234,400 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:24 ] [ l_g_pix: 2.7337e-02 ] [ l_g_total: 2.7337e-02 ] +2024-10-09 20:54:39,649 INFO: [ epoch: 175 ] [ iter:234,500 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:16 ] [ l_g_pix: 3.0860e-02 ] [ l_g_total: 3.0860e-02 ] +2024-10-09 20:54:43,376 INFO: [ epoch: 175 ] [ iter:234,600 ] [ performance: 26.530 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:08 ] [ l_g_pix: 2.5391e-02 ] [ l_g_total: 2.5391e-02 ] +2024-10-09 20:54:47,094 INFO: [ epoch: 175 ] [ iter:234,700 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:00 ] [ l_g_pix: 2.5392e-02 ] [ l_g_total: 2.5392e-02 ] +2024-10-09 20:54:50,849 INFO: [ epoch: 175 ] [ iter:234,800 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:52 ] [ l_g_pix: 3.0084e-02 ] [ l_g_total: 3.0084e-02 ] +2024-10-09 20:54:54,568 INFO: [ epoch: 175 ] [ iter:234,900 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:45 ] [ l_g_pix: 2.9033e-02 ] [ l_g_total: 2.9033e-02 ] +2024-10-09 20:54:58,270 INFO: [ epoch: 175 ] [ iter:235,000 ] [ performance: 27.091 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:37 ] [ l_g_pix: 3.5814e-02 ] [ l_g_total: 3.5814e-02 ] +2024-10-09 20:55:01,851 INFO: [ epoch: 175 ] [ iter:235,100 ] [ performance: 27.727 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:29 ] [ l_g_pix: 2.5276e-02 ] [ l_g_total: 2.5276e-02 ] +2024-10-09 20:55:06,888 INFO: [ epoch: 176 ] [ iter:235,200 ] [ performance: 26.293 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:23 ] [ l_g_pix: 3.4273e-02 ] [ l_g_total: 3.4273e-02 ] +2024-10-09 20:55:10,615 INFO: [ epoch: 176 ] [ iter:235,300 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:15 ] [ l_g_pix: 2.9932e-02 ] [ l_g_total: 2.9932e-02 ] +2024-10-09 20:55:14,290 INFO: [ epoch: 176 ] [ iter:235,400 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:07 ] [ l_g_pix: 2.6130e-02 ] [ l_g_total: 2.6130e-02 ] +2024-10-09 20:55:18,019 INFO: [ epoch: 176 ] [ iter:235,500 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:59 ] [ l_g_pix: 3.2675e-02 ] [ l_g_total: 3.2675e-02 ] +2024-10-09 20:55:21,758 INFO: [ epoch: 176 ] [ iter:235,600 ] [ performance: 26.545 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:52 ] [ l_g_pix: 2.1251e-02 ] [ l_g_total: 2.1251e-02 ] +2024-10-09 20:55:25,527 INFO: [ epoch: 176 ] [ iter:235,700 ] [ performance: 26.539 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:44 ] [ l_g_pix: 3.2751e-02 ] [ l_g_total: 3.2751e-02 ] +2024-10-09 20:55:29,278 INFO: [ epoch: 176 ] [ iter:235,800 ] [ performance: 27.106 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:36 ] [ l_g_pix: 2.3853e-02 ] [ l_g_total: 2.3853e-02 ] +2024-10-09 20:55:32,967 INFO: [ epoch: 176 ] [ iter:235,900 ] [ performance: 27.114 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:29 ] [ l_g_pix: 2.5289e-02 ] [ l_g_total: 2.5289e-02 ] +2024-10-09 20:55:36,719 INFO: [ epoch: 176 ] [ iter:236,000 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:21 ] [ l_g_pix: 3.4167e-02 ] [ l_g_total: 3.4167e-02 ] +2024-10-09 20:55:40,444 INFO: [ epoch: 176 ] [ iter:236,100 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:13 ] [ l_g_pix: 2.6861e-02 ] [ l_g_total: 2.6861e-02 ] +2024-10-09 20:55:44,160 INFO: [ epoch: 176 ] [ iter:236,200 ] [ performance: 27.317 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:05 ] [ l_g_pix: 4.1490e-02 ] [ l_g_total: 4.1490e-02 ] +2024-10-09 20:55:47,881 INFO: [ epoch: 176 ] [ iter:236,300 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:58 ] [ l_g_pix: 1.6854e-02 ] [ l_g_total: 1.6854e-02 ] +2024-10-09 20:55:51,552 INFO: [ epoch: 176 ] [ iter:236,400 ] [ performance: 29.244 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:50 ] [ l_g_pix: 3.4875e-02 ] [ l_g_total: 3.4875e-02 ] +2024-10-09 20:55:56,596 INFO: [ epoch: 177 ] [ iter:236,500 ] [ performance: 21.150 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:44 ] [ l_g_pix: 3.6317e-02 ] [ l_g_total: 3.6317e-02 ] +2024-10-09 20:56:00,332 INFO: [ epoch: 177 ] [ iter:236,600 ] [ performance: 27.072 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:36 ] [ l_g_pix: 2.7967e-02 ] [ l_g_total: 2.7967e-02 ] +2024-10-09 20:56:03,996 INFO: [ epoch: 177 ] [ iter:236,700 ] [ performance: 27.260 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:28 ] [ l_g_pix: 2.5471e-02 ] [ l_g_total: 2.5471e-02 ] +2024-10-09 20:56:07,709 INFO: [ epoch: 177 ] [ iter:236,800 ] [ performance: 27.242 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:21 ] [ l_g_pix: 3.4165e-02 ] [ l_g_total: 3.4165e-02 ] +2024-10-09 20:56:11,460 INFO: [ epoch: 177 ] [ iter:236,900 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:13 ] [ l_g_pix: 3.3097e-02 ] [ l_g_total: 3.3097e-02 ] +2024-10-09 20:56:15,216 INFO: [ epoch: 177 ] [ iter:237,000 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:05 ] [ l_g_pix: 3.4866e-02 ] [ l_g_total: 3.4866e-02 ] +2024-10-09 20:56:18,941 INFO: [ epoch: 177 ] [ iter:237,100 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:58 ] [ l_g_pix: 2.7140e-02 ] [ l_g_total: 2.7140e-02 ] +2024-10-09 20:56:22,698 INFO: [ epoch: 177 ] [ iter:237,200 ] [ performance: 26.347 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:50 ] [ l_g_pix: 1.9011e-02 ] [ l_g_total: 1.9011e-02 ] +2024-10-09 20:56:26,437 INFO: [ epoch: 177 ] [ iter:237,300 ] [ performance: 26.680 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:42 ] [ l_g_pix: 2.8376e-02 ] [ l_g_total: 2.8376e-02 ] +2024-10-09 20:56:30,150 INFO: [ epoch: 177 ] [ iter:237,400 ] [ performance: 27.398 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:35 ] [ l_g_pix: 2.1482e-02 ] [ l_g_total: 2.1482e-02 ] +2024-10-09 20:56:33,803 INFO: [ epoch: 177 ] [ iter:237,500 ] [ performance: 27.383 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:27 ] [ l_g_pix: 4.7627e-02 ] [ l_g_total: 4.7627e-02 ] +2024-10-09 20:56:37,530 INFO: [ epoch: 177 ] [ iter:237,600 ] [ performance: 27.496 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:19 ] [ l_g_pix: 2.7489e-02 ] [ l_g_total: 2.7489e-02 ] +2024-10-09 20:56:41,261 INFO: [ epoch: 177 ] [ iter:237,700 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:11 ] [ l_g_pix: 3.7232e-02 ] [ l_g_total: 3.7232e-02 ] +2024-10-09 20:56:44,759 INFO: [ epoch: 177 ] [ iter:237,800 ] [ performance: 29.056 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:03 ] [ l_g_pix: 3.6911e-02 ] [ l_g_total: 3.6911e-02 ] +2024-10-09 20:56:50,064 INFO: [ epoch: 178 ] [ iter:237,900 ] [ performance: 19.867 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:58 ] [ l_g_pix: 2.7057e-02 ] [ l_g_total: 2.7057e-02 ] +2024-10-09 20:56:53,790 INFO: [ epoch: 178 ] [ iter:238,000 ] [ performance: 27.892 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:50 ] [ l_g_pix: 3.3151e-02 ] [ l_g_total: 3.3151e-02 ] +2024-10-09 20:56:57,502 INFO: [ epoch: 178 ] [ iter:238,100 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:42 ] [ l_g_pix: 2.2160e-02 ] [ l_g_total: 2.2160e-02 ] +2024-10-09 20:57:01,213 INFO: [ epoch: 178 ] [ iter:238,200 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:35 ] [ l_g_pix: 3.1873e-02 ] [ l_g_total: 3.1873e-02 ] +2024-10-09 20:57:04,937 INFO: [ epoch: 178 ] [ iter:238,300 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:27 ] [ l_g_pix: 2.9193e-02 ] [ l_g_total: 2.9193e-02 ] +2024-10-09 20:57:08,618 INFO: [ epoch: 178 ] [ iter:238,400 ] [ performance: 27.641 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:19 ] [ l_g_pix: 1.9506e-02 ] [ l_g_total: 1.9506e-02 ] +2024-10-09 20:57:12,318 INFO: [ epoch: 178 ] [ iter:238,500 ] [ performance: 27.108 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:12 ] [ l_g_pix: 2.1445e-02 ] [ l_g_total: 2.1445e-02 ] +2024-10-09 20:57:16,081 INFO: [ epoch: 178 ] [ iter:238,600 ] [ performance: 25.859 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:04 ] [ l_g_pix: 3.0948e-02 ] [ l_g_total: 3.0948e-02 ] +2024-10-09 20:57:19,774 INFO: [ epoch: 178 ] [ iter:238,700 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:56 ] [ l_g_pix: 2.7890e-02 ] [ l_g_total: 2.7890e-02 ] +2024-10-09 20:57:23,512 INFO: [ epoch: 178 ] [ iter:238,800 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:49 ] [ l_g_pix: 2.6832e-02 ] [ l_g_total: 2.6832e-02 ] +2024-10-09 20:57:27,251 INFO: [ epoch: 178 ] [ iter:238,900 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:41 ] [ l_g_pix: 3.5965e-02 ] [ l_g_total: 3.5965e-02 ] +2024-10-09 20:57:30,983 INFO: [ epoch: 178 ] [ iter:239,000 ] [ performance: 27.471 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:33 ] [ l_g_pix: 2.9790e-02 ] [ l_g_total: 2.9790e-02 ] +2024-10-09 20:57:34,601 INFO: [ epoch: 178 ] [ iter:239,100 ] [ performance: 27.629 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:26 ] [ l_g_pix: 3.7301e-02 ] [ l_g_total: 3.7301e-02 ] +2024-10-09 20:57:39,785 INFO: [ epoch: 179 ] [ iter:239,200 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:20 ] [ l_g_pix: 3.6052e-02 ] [ l_g_total: 3.6052e-02 ] +2024-10-09 20:57:43,443 INFO: [ epoch: 179 ] [ iter:239,300 ] [ performance: 27.303 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:12 ] [ l_g_pix: 2.2481e-02 ] [ l_g_total: 2.2481e-02 ] +2024-10-09 20:57:47,183 INFO: [ epoch: 179 ] [ iter:239,400 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:04 ] [ l_g_pix: 2.0998e-02 ] [ l_g_total: 2.0998e-02 ] +2024-10-09 20:57:50,890 INFO: [ epoch: 179 ] [ iter:239,500 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:57 ] [ l_g_pix: 3.8889e-02 ] [ l_g_total: 3.8889e-02 ] +2024-10-09 20:57:54,628 INFO: [ epoch: 179 ] [ iter:239,600 ] [ performance: 26.039 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:49 ] [ l_g_pix: 1.8193e-02 ] [ l_g_total: 1.8193e-02 ] +2024-10-09 20:57:58,405 INFO: [ epoch: 179 ] [ iter:239,700 ] [ performance: 26.443 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:42 ] [ l_g_pix: 3.3098e-02 ] [ l_g_total: 3.3098e-02 ] +2024-10-09 20:58:02,142 INFO: [ epoch: 179 ] [ iter:239,800 ] [ performance: 28.428 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:34 ] [ l_g_pix: 3.2411e-02 ] [ l_g_total: 3.2411e-02 ] +2024-10-09 20:58:05,915 INFO: [ epoch: 179 ] [ iter:239,900 ] [ performance: 26.628 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:27 ] [ l_g_pix: 3.9720e-02 ] [ l_g_total: 3.9720e-02 ] +2024-10-09 20:58:09,635 INFO: [ epoch: 179 ] [ iter:240,000 ] [ performance: 27.222 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:19 ] [ l_g_pix: 2.8875e-02 ] [ l_g_total: 2.8875e-02 ] +2024-10-09 20:58:09,635 INFO: Saving models and training states. +2024-10-09 21:01:11,711 INFO: Validation val + + # psnr: 27.1898........ Best: 27.1937 @ 200000 iter + # ssim: 0.7660........ Best: 0.7661 @ 200000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:01:15,454 INFO: [ epoch: 179 ] [ iter:240,100 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:44 ] [ l_g_pix: 1.7987e-02 ] [ l_g_total: 1.7987e-02 ] +2024-10-09 21:01:19,222 INFO: [ epoch: 179 ] [ iter:240,200 ] [ performance: 26.573 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:36 ] [ l_g_pix: 3.1089e-02 ] [ l_g_total: 3.1089e-02 ] +2024-10-09 21:01:22,926 INFO: [ epoch: 179 ] [ iter:240,300 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:28 ] [ l_g_pix: 2.7737e-02 ] [ l_g_total: 2.7737e-02 ] +2024-10-09 21:01:26,581 INFO: [ epoch: 179 ] [ iter:240,400 ] [ performance: 29.631 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:20 ] [ l_g_pix: 3.8657e-02 ] [ l_g_total: 3.8657e-02 ] +2024-10-09 21:01:31,944 INFO: [ epoch: 180 ] [ iter:240,500 ] [ performance: 18.921 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:14 ] [ l_g_pix: 1.8560e-02 ] [ l_g_total: 1.8560e-02 ] +2024-10-09 21:01:35,936 INFO: [ epoch: 180 ] [ iter:240,600 ] [ performance: 26.429 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:07 ] [ l_g_pix: 2.3974e-02 ] [ l_g_total: 2.3974e-02 ] +2024-10-09 21:01:39,652 INFO: [ epoch: 180 ] [ iter:240,700 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:59 ] [ l_g_pix: 3.8403e-02 ] [ l_g_total: 3.8403e-02 ] +2024-10-09 21:01:43,364 INFO: [ epoch: 180 ] [ iter:240,800 ] [ performance: 28.981 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:51 ] [ l_g_pix: 3.1253e-02 ] [ l_g_total: 3.1253e-02 ] +2024-10-09 21:01:47,062 INFO: [ epoch: 180 ] [ iter:240,900 ] [ performance: 27.082 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:44 ] [ l_g_pix: 2.2740e-02 ] [ l_g_total: 2.2740e-02 ] +2024-10-09 21:01:50,769 INFO: [ epoch: 180 ] [ iter:241,000 ] [ performance: 29.675 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:36 ] [ l_g_pix: 2.1696e-02 ] [ l_g_total: 2.1696e-02 ] +2024-10-09 21:01:54,509 INFO: [ epoch: 180 ] [ iter:241,100 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:28 ] [ l_g_pix: 4.1860e-02 ] [ l_g_total: 4.1860e-02 ] +2024-10-09 21:01:58,230 INFO: [ epoch: 180 ] [ iter:241,200 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:20 ] [ l_g_pix: 2.9662e-02 ] [ l_g_total: 2.9662e-02 ] +2024-10-09 21:02:01,951 INFO: [ epoch: 180 ] [ iter:241,300 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:13 ] [ l_g_pix: 2.3678e-02 ] [ l_g_total: 2.3678e-02 ] +2024-10-09 21:02:05,666 INFO: [ epoch: 180 ] [ iter:241,400 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:05 ] [ l_g_pix: 3.2188e-02 ] [ l_g_total: 3.2188e-02 ] +2024-10-09 21:02:09,393 INFO: [ epoch: 180 ] [ iter:241,500 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:57 ] [ l_g_pix: 1.3308e-02 ] [ l_g_total: 1.3308e-02 ] +2024-10-09 21:02:13,159 INFO: [ epoch: 180 ] [ iter:241,600 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:50 ] [ l_g_pix: 2.4152e-02 ] [ l_g_total: 2.4152e-02 ] +2024-10-09 21:02:16,863 INFO: [ epoch: 180 ] [ iter:241,700 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:42 ] [ l_g_pix: 2.4079e-02 ] [ l_g_total: 2.4079e-02 ] +2024-10-09 21:02:20,388 INFO: [ epoch: 180 ] [ iter:241,800 ] [ performance: 27.681 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:34 ] [ l_g_pix: 3.0055e-02 ] [ l_g_total: 3.0055e-02 ] +2024-10-09 21:02:25,721 INFO: [ epoch: 181 ] [ iter:241,900 ] [ performance: 18.587 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:28 ] [ l_g_pix: 2.5766e-02 ] [ l_g_total: 2.5766e-02 ] +2024-10-09 21:02:29,378 INFO: [ epoch: 181 ] [ iter:242,000 ] [ performance: 22.198 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:20 ] [ l_g_pix: 2.2219e-02 ] [ l_g_total: 2.2219e-02 ] +2024-10-09 21:02:33,071 INFO: [ epoch: 181 ] [ iter:242,100 ] [ performance: 27.103 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:13 ] [ l_g_pix: 4.1942e-02 ] [ l_g_total: 4.1942e-02 ] +2024-10-09 21:02:36,798 INFO: [ epoch: 181 ] [ iter:242,200 ] [ performance: 26.966 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:05 ] [ l_g_pix: 3.3483e-02 ] [ l_g_total: 3.3483e-02 ] +2024-10-09 21:02:40,562 INFO: [ epoch: 181 ] [ iter:242,300 ] [ performance: 26.618 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:57 ] [ l_g_pix: 2.1311e-02 ] [ l_g_total: 2.1311e-02 ] +2024-10-09 21:02:44,279 INFO: [ epoch: 181 ] [ iter:242,400 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:50 ] [ l_g_pix: 4.8606e-02 ] [ l_g_total: 4.8606e-02 ] +2024-10-09 21:02:47,981 INFO: [ epoch: 181 ] [ iter:242,500 ] [ performance: 27.052 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:42 ] [ l_g_pix: 3.5012e-02 ] [ l_g_total: 3.5012e-02 ] +2024-10-09 21:02:51,722 INFO: [ epoch: 181 ] [ iter:242,600 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:34 ] [ l_g_pix: 2.0735e-02 ] [ l_g_total: 2.0735e-02 ] +2024-10-09 21:02:55,468 INFO: [ epoch: 181 ] [ iter:242,700 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:26 ] [ l_g_pix: 3.3766e-02 ] [ l_g_total: 3.3766e-02 ] +2024-10-09 21:02:59,220 INFO: [ epoch: 181 ] [ iter:242,800 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:19 ] [ l_g_pix: 1.9531e-02 ] [ l_g_total: 1.9531e-02 ] +2024-10-09 21:03:02,973 INFO: [ epoch: 181 ] [ iter:242,900 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:11 ] [ l_g_pix: 2.6454e-02 ] [ l_g_total: 2.6454e-02 ] +2024-10-09 21:03:06,678 INFO: [ epoch: 181 ] [ iter:243,000 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:04 ] [ l_g_pix: 2.1518e-02 ] [ l_g_total: 2.1518e-02 ] +2024-10-09 21:03:10,295 INFO: [ epoch: 181 ] [ iter:243,100 ] [ performance: 27.729 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:56 ] [ l_g_pix: 2.2726e-02 ] [ l_g_total: 2.2726e-02 ] +2024-10-09 21:03:15,488 INFO: [ epoch: 182 ] [ iter:243,200 ] [ performance: 22.540 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:50 ] [ l_g_pix: 3.7416e-02 ] [ l_g_total: 3.7416e-02 ] +2024-10-09 21:03:19,182 INFO: [ epoch: 182 ] [ iter:243,300 ] [ performance: 27.147 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:42 ] [ l_g_pix: 3.3850e-02 ] [ l_g_total: 3.3850e-02 ] +2024-10-09 21:03:22,919 INFO: [ epoch: 182 ] [ iter:243,400 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:34 ] [ l_g_pix: 3.0104e-02 ] [ l_g_total: 3.0104e-02 ] +2024-10-09 21:03:26,671 INFO: [ epoch: 182 ] [ iter:243,500 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:27 ] [ l_g_pix: 3.0983e-02 ] [ l_g_total: 3.0983e-02 ] +2024-10-09 21:03:30,407 INFO: [ epoch: 182 ] [ iter:243,600 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:19 ] [ l_g_pix: 2.9555e-02 ] [ l_g_total: 2.9555e-02 ] +2024-10-09 21:03:34,127 INFO: [ epoch: 182 ] [ iter:243,700 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:11 ] [ l_g_pix: 1.7250e-02 ] [ l_g_total: 1.7250e-02 ] +2024-10-09 21:03:37,869 INFO: [ epoch: 182 ] [ iter:243,800 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:04 ] [ l_g_pix: 2.5285e-02 ] [ l_g_total: 2.5285e-02 ] +2024-10-09 21:03:41,578 INFO: [ epoch: 182 ] [ iter:243,900 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:56 ] [ l_g_pix: 2.3209e-02 ] [ l_g_total: 2.3209e-02 ] +2024-10-09 21:03:45,290 INFO: [ epoch: 182 ] [ iter:244,000 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:49 ] [ l_g_pix: 2.2865e-02 ] [ l_g_total: 2.2865e-02 ] +2024-10-09 21:03:49,051 INFO: [ epoch: 182 ] [ iter:244,100 ] [ performance: 26.712 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:41 ] [ l_g_pix: 2.3105e-02 ] [ l_g_total: 2.3105e-02 ] +2024-10-09 21:03:52,759 INFO: [ epoch: 182 ] [ iter:244,200 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:33 ] [ l_g_pix: 3.5661e-02 ] [ l_g_total: 3.5661e-02 ] +2024-10-09 21:03:56,536 INFO: [ epoch: 182 ] [ iter:244,300 ] [ performance: 26.498 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:26 ] [ l_g_pix: 4.1209e-02 ] [ l_g_total: 4.1209e-02 ] +2024-10-09 21:04:00,255 INFO: [ epoch: 182 ] [ iter:244,400 ] [ performance: 26.710 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:18 ] [ l_g_pix: 2.5667e-02 ] [ l_g_total: 2.5667e-02 ] +2024-10-09 21:04:05,056 INFO: [ epoch: 183 ] [ iter:244,500 ] [ performance: 19.801 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:12 ] [ l_g_pix: 2.4997e-02 ] [ l_g_total: 2.4997e-02 ] +2024-10-09 21:04:08,940 INFO: [ epoch: 183 ] [ iter:244,600 ] [ performance: 22.646 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:04 ] [ l_g_pix: 3.3755e-02 ] [ l_g_total: 3.3755e-02 ] +2024-10-09 21:04:12,611 INFO: [ epoch: 183 ] [ iter:244,700 ] [ performance: 27.479 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:57 ] [ l_g_pix: 3.3494e-02 ] [ l_g_total: 3.3494e-02 ] +2024-10-09 21:04:16,284 INFO: [ epoch: 183 ] [ iter:244,800 ] [ performance: 27.344 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:49 ] [ l_g_pix: 3.3337e-02 ] [ l_g_total: 3.3337e-02 ] +2024-10-09 21:04:20,019 INFO: [ epoch: 183 ] [ iter:244,900 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:41 ] [ l_g_pix: 2.7557e-02 ] [ l_g_total: 2.7557e-02 ] +2024-10-09 21:04:23,697 INFO: [ epoch: 183 ] [ iter:245,000 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:34 ] [ l_g_pix: 2.9877e-02 ] [ l_g_total: 2.9877e-02 ] +2024-10-09 21:04:27,447 INFO: [ epoch: 183 ] [ iter:245,100 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:26 ] [ l_g_pix: 3.4447e-02 ] [ l_g_total: 3.4447e-02 ] +2024-10-09 21:04:31,210 INFO: [ epoch: 183 ] [ iter:245,200 ] [ performance: 26.585 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:18 ] [ l_g_pix: 2.8270e-02 ] [ l_g_total: 2.8270e-02 ] +2024-10-09 21:04:34,960 INFO: [ epoch: 183 ] [ iter:245,300 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:11 ] [ l_g_pix: 3.2817e-02 ] [ l_g_total: 3.2817e-02 ] +2024-10-09 21:04:38,650 INFO: [ epoch: 183 ] [ iter:245,400 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:03 ] [ l_g_pix: 2.6782e-02 ] [ l_g_total: 2.6782e-02 ] +2024-10-09 21:04:42,357 INFO: [ epoch: 183 ] [ iter:245,500 ] [ performance: 27.159 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:56 ] [ l_g_pix: 3.6712e-02 ] [ l_g_total: 3.6712e-02 ] +2024-10-09 21:04:46,093 INFO: [ epoch: 183 ] [ iter:245,600 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:48 ] [ l_g_pix: 2.8978e-02 ] [ l_g_total: 2.8978e-02 ] +2024-10-09 21:04:49,799 INFO: [ epoch: 183 ] [ iter:245,700 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:40 ] [ l_g_pix: 2.9822e-02 ] [ l_g_total: 2.9822e-02 ] +2024-10-09 21:04:53,362 INFO: [ epoch: 183 ] [ iter:245,800 ] [ performance: 27.583 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:33 ] [ l_g_pix: 3.7869e-02 ] [ l_g_total: 3.7869e-02 ] +2024-10-09 21:04:58,684 INFO: [ epoch: 184 ] [ iter:245,900 ] [ performance: 17.100 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:27 ] [ l_g_pix: 2.7071e-02 ] [ l_g_total: 2.7071e-02 ] +2024-10-09 21:05:02,385 INFO: [ epoch: 184 ] [ iter:246,000 ] [ performance: 21.579 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:19 ] [ l_g_pix: 4.6899e-02 ] [ l_g_total: 4.6899e-02 ] +2024-10-09 21:05:06,103 INFO: [ epoch: 184 ] [ iter:246,100 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:12 ] [ l_g_pix: 2.3404e-02 ] [ l_g_total: 2.3404e-02 ] +2024-10-09 21:05:09,817 INFO: [ epoch: 184 ] [ iter:246,200 ] [ performance: 26.945 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:04 ] [ l_g_pix: 3.5011e-02 ] [ l_g_total: 3.5011e-02 ] +2024-10-09 21:05:13,536 INFO: [ epoch: 184 ] [ iter:246,300 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:57 ] [ l_g_pix: 2.0976e-02 ] [ l_g_total: 2.0976e-02 ] +2024-10-09 21:05:17,240 INFO: [ epoch: 184 ] [ iter:246,400 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:49 ] [ l_g_pix: 2.5599e-02 ] [ l_g_total: 2.5599e-02 ] +2024-10-09 21:05:20,922 INFO: [ epoch: 184 ] [ iter:246,500 ] [ performance: 27.295 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:41 ] [ l_g_pix: 2.2731e-02 ] [ l_g_total: 2.2731e-02 ] +2024-10-09 21:05:24,645 INFO: [ epoch: 184 ] [ iter:246,600 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:34 ] [ l_g_pix: 3.4096e-02 ] [ l_g_total: 3.4096e-02 ] +2024-10-09 21:05:28,359 INFO: [ epoch: 184 ] [ iter:246,700 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:26 ] [ l_g_pix: 1.9443e-02 ] [ l_g_total: 1.9443e-02 ] +2024-10-09 21:05:32,088 INFO: [ epoch: 184 ] [ iter:246,800 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:19 ] [ l_g_pix: 3.1626e-02 ] [ l_g_total: 3.1626e-02 ] +2024-10-09 21:05:35,841 INFO: [ epoch: 184 ] [ iter:246,900 ] [ performance: 26.606 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:11 ] [ l_g_pix: 2.1628e-02 ] [ l_g_total: 2.1628e-02 ] +2024-10-09 21:05:39,510 INFO: [ epoch: 184 ] [ iter:247,000 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:04 ] [ l_g_pix: 3.9031e-02 ] [ l_g_total: 3.9031e-02 ] +2024-10-09 21:05:43,110 INFO: [ epoch: 184 ] [ iter:247,100 ] [ performance: 28.047 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:56 ] [ l_g_pix: 2.5797e-02 ] [ l_g_total: 2.5797e-02 ] +2024-10-09 21:05:48,107 INFO: [ epoch: 185 ] [ iter:247,200 ] [ performance: 22.720 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:50 ] [ l_g_pix: 4.0936e-02 ] [ l_g_total: 4.0936e-02 ] +2024-10-09 21:05:51,883 INFO: [ epoch: 185 ] [ iter:247,300 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:42 ] [ l_g_pix: 3.8995e-02 ] [ l_g_total: 3.8995e-02 ] +2024-10-09 21:05:55,604 INFO: [ epoch: 185 ] [ iter:247,400 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:35 ] [ l_g_pix: 2.7647e-02 ] [ l_g_total: 2.7647e-02 ] +2024-10-09 21:05:59,314 INFO: [ epoch: 185 ] [ iter:247,500 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:27 ] [ l_g_pix: 3.1862e-02 ] [ l_g_total: 3.1862e-02 ] +2024-10-09 21:06:03,060 INFO: [ epoch: 185 ] [ iter:247,600 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:20 ] [ l_g_pix: 2.4003e-02 ] [ l_g_total: 2.4003e-02 ] +2024-10-09 21:06:06,765 INFO: [ epoch: 185 ] [ iter:247,700 ] [ performance: 27.134 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:12 ] [ l_g_pix: 2.3319e-02 ] [ l_g_total: 2.3319e-02 ] +2024-10-09 21:06:10,490 INFO: [ epoch: 185 ] [ iter:247,800 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:05 ] [ l_g_pix: 2.8263e-02 ] [ l_g_total: 2.8263e-02 ] +2024-10-09 21:06:14,242 INFO: [ epoch: 185 ] [ iter:247,900 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:57 ] [ l_g_pix: 3.8433e-02 ] [ l_g_total: 3.8433e-02 ] +2024-10-09 21:06:17,930 INFO: [ epoch: 185 ] [ iter:248,000 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:50 ] [ l_g_pix: 2.5234e-02 ] [ l_g_total: 2.5234e-02 ] +2024-10-09 21:06:21,693 INFO: [ epoch: 185 ] [ iter:248,100 ] [ performance: 26.731 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:42 ] [ l_g_pix: 2.9041e-02 ] [ l_g_total: 2.9041e-02 ] +2024-10-09 21:06:25,415 INFO: [ epoch: 185 ] [ iter:248,200 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:35 ] [ l_g_pix: 2.3414e-02 ] [ l_g_total: 2.3414e-02 ] +2024-10-09 21:06:29,154 INFO: [ epoch: 185 ] [ iter:248,300 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:27 ] [ l_g_pix: 4.2873e-02 ] [ l_g_total: 4.2873e-02 ] +2024-10-09 21:06:32,895 INFO: [ epoch: 185 ] [ iter:248,400 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:20 ] [ l_g_pix: 3.0030e-02 ] [ l_g_total: 3.0030e-02 ] +2024-10-09 21:06:37,547 INFO: [ epoch: 186 ] [ iter:248,500 ] [ performance: 19.012 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:13 ] [ l_g_pix: 2.7295e-02 ] [ l_g_total: 2.7295e-02 ] +2024-10-09 21:06:41,602 INFO: [ epoch: 186 ] [ iter:248,600 ] [ performance: 22.118 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:06 ] [ l_g_pix: 4.0474e-02 ] [ l_g_total: 4.0474e-02 ] +2024-10-09 21:06:45,339 INFO: [ epoch: 186 ] [ iter:248,700 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:58 ] [ l_g_pix: 4.3821e-02 ] [ l_g_total: 4.3821e-02 ] +2024-10-09 21:06:49,066 INFO: [ epoch: 186 ] [ iter:248,800 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:51 ] [ l_g_pix: 3.8322e-02 ] [ l_g_total: 3.8322e-02 ] +2024-10-09 21:06:52,793 INFO: [ epoch: 186 ] [ iter:248,900 ] [ performance: 26.737 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:43 ] [ l_g_pix: 4.1049e-02 ] [ l_g_total: 4.1049e-02 ] +2024-10-09 21:06:56,523 INFO: [ epoch: 186 ] [ iter:249,000 ] [ performance: 26.787 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:36 ] [ l_g_pix: 2.6218e-02 ] [ l_g_total: 2.6218e-02 ] +2024-10-09 21:07:00,288 INFO: [ epoch: 186 ] [ iter:249,100 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:29 ] [ l_g_pix: 3.0115e-02 ] [ l_g_total: 3.0115e-02 ] +2024-10-09 21:07:04,013 INFO: [ epoch: 186 ] [ iter:249,200 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:21 ] [ l_g_pix: 3.7225e-02 ] [ l_g_total: 3.7225e-02 ] +2024-10-09 21:07:07,702 INFO: [ epoch: 186 ] [ iter:249,300 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:14 ] [ l_g_pix: 2.4471e-02 ] [ l_g_total: 2.4471e-02 ] +2024-10-09 21:07:11,427 INFO: [ epoch: 186 ] [ iter:249,400 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:06 ] [ l_g_pix: 2.4623e-02 ] [ l_g_total: 2.4623e-02 ] +2024-10-09 21:07:15,155 INFO: [ epoch: 186 ] [ iter:249,500 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:59 ] [ l_g_pix: 2.2061e-02 ] [ l_g_total: 2.2061e-02 ] +2024-10-09 21:07:18,890 INFO: [ epoch: 186 ] [ iter:249,600 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:51 ] [ l_g_pix: 3.5213e-02 ] [ l_g_total: 3.5213e-02 ] +2024-10-09 21:07:22,602 INFO: [ epoch: 186 ] [ iter:249,700 ] [ performance: 27.229 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:44 ] [ l_g_pix: 2.4989e-02 ] [ l_g_total: 2.4989e-02 ] +2024-10-09 21:07:26,153 INFO: [ epoch: 186 ] [ iter:249,800 ] [ performance: 27.815 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:36 ] [ l_g_pix: 1.6666e-02 ] [ l_g_total: 1.6666e-02 ] +2024-10-09 21:07:31,300 INFO: [ epoch: 187 ] [ iter:249,900 ] [ performance: 24.368 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:30 ] [ l_g_pix: 3.1580e-02 ] [ l_g_total: 3.1580e-02 ] +2024-10-09 21:07:35,073 INFO: [ epoch: 187 ] [ iter:250,000 ] [ performance: 25.691 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:23 ] [ l_g_pix: 3.7516e-02 ] [ l_g_total: 3.7516e-02 ] +2024-10-09 21:07:35,074 INFO: Saving models and training states. +2024-10-09 21:10:20,670 INFO: Validation val + + # psnr: 27.1909........ Best: 27.1937 @ 200000 iter + # ssim: 0.7660........ Best: 0.7661 @ 200000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:10:24,426 INFO: [ epoch: 187 ] [ iter:250,100 ] [ performance: 26.556 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:14 ] [ l_g_pix: 2.8337e-02 ] [ l_g_total: 2.8337e-02 ] +2024-10-09 21:10:28,176 INFO: [ epoch: 187 ] [ iter:250,200 ] [ performance: 26.630 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:06 ] [ l_g_pix: 1.6152e-02 ] [ l_g_total: 1.6152e-02 ] +2024-10-09 21:10:31,879 INFO: [ epoch: 187 ] [ iter:250,300 ] [ performance: 27.268 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:59 ] [ l_g_pix: 3.0241e-02 ] [ l_g_total: 3.0241e-02 ] +2024-10-09 21:10:35,592 INFO: [ epoch: 187 ] [ iter:250,400 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:51 ] [ l_g_pix: 4.4754e-02 ] [ l_g_total: 4.4754e-02 ] +2024-10-09 21:10:39,290 INFO: [ epoch: 187 ] [ iter:250,500 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:44 ] [ l_g_pix: 4.0715e-02 ] [ l_g_total: 4.0715e-02 ] +2024-10-09 21:10:43,039 INFO: [ epoch: 187 ] [ iter:250,600 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:36 ] [ l_g_pix: 2.8457e-02 ] [ l_g_total: 2.8457e-02 ] +2024-10-09 21:10:46,733 INFO: [ epoch: 187 ] [ iter:250,700 ] [ performance: 26.890 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:28 ] [ l_g_pix: 2.8453e-02 ] [ l_g_total: 2.8453e-02 ] +2024-10-09 21:10:50,474 INFO: [ epoch: 187 ] [ iter:250,800 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:21 ] [ l_g_pix: 2.4859e-02 ] [ l_g_total: 2.4859e-02 ] +2024-10-09 21:10:54,266 INFO: [ epoch: 187 ] [ iter:250,900 ] [ performance: 26.522 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:13 ] [ l_g_pix: 2.9499e-02 ] [ l_g_total: 2.9499e-02 ] +2024-10-09 21:10:57,992 INFO: [ epoch: 187 ] [ iter:251,000 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:06 ] [ l_g_pix: 2.1157e-02 ] [ l_g_total: 2.1157e-02 ] +2024-10-09 21:11:01,660 INFO: [ epoch: 187 ] [ iter:251,100 ] [ performance: 27.771 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:58 ] [ l_g_pix: 3.2769e-02 ] [ l_g_total: 3.2769e-02 ] +2024-10-09 21:11:06,616 INFO: [ epoch: 188 ] [ iter:251,200 ] [ performance: 22.237 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:52 ] [ l_g_pix: 2.3304e-02 ] [ l_g_total: 2.3304e-02 ] +2024-10-09 21:11:10,355 INFO: [ epoch: 188 ] [ iter:251,300 ] [ performance: 26.578 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:44 ] [ l_g_pix: 2.8856e-02 ] [ l_g_total: 2.8856e-02 ] +2024-10-09 21:11:14,069 INFO: [ epoch: 188 ] [ iter:251,400 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:37 ] [ l_g_pix: 2.4356e-02 ] [ l_g_total: 2.4356e-02 ] +2024-10-09 21:11:17,805 INFO: [ epoch: 188 ] [ iter:251,500 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:29 ] [ l_g_pix: 2.1792e-02 ] [ l_g_total: 2.1792e-02 ] +2024-10-09 21:11:21,525 INFO: [ epoch: 188 ] [ iter:251,600 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:22 ] [ l_g_pix: 1.9420e-02 ] [ l_g_total: 1.9420e-02 ] +2024-10-09 21:11:25,271 INFO: [ epoch: 188 ] [ iter:251,700 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:14 ] [ l_g_pix: 2.0283e-02 ] [ l_g_total: 2.0283e-02 ] +2024-10-09 21:11:29,000 INFO: [ epoch: 188 ] [ iter:251,800 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:07 ] [ l_g_pix: 4.0644e-02 ] [ l_g_total: 4.0644e-02 ] +2024-10-09 21:11:32,736 INFO: [ epoch: 188 ] [ iter:251,900 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:59 ] [ l_g_pix: 2.6746e-02 ] [ l_g_total: 2.6746e-02 ] +2024-10-09 21:11:36,476 INFO: [ epoch: 188 ] [ iter:252,000 ] [ performance: 26.778 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:52 ] [ l_g_pix: 1.9740e-02 ] [ l_g_total: 1.9740e-02 ] +2024-10-09 21:11:40,200 INFO: [ epoch: 188 ] [ iter:252,100 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:44 ] [ l_g_pix: 2.3527e-02 ] [ l_g_total: 2.3527e-02 ] +2024-10-09 21:11:43,921 INFO: [ epoch: 188 ] [ iter:252,200 ] [ performance: 26.828 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:37 ] [ l_g_pix: 3.5922e-02 ] [ l_g_total: 3.5922e-02 ] +2024-10-09 21:11:47,661 INFO: [ epoch: 188 ] [ iter:252,300 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:29 ] [ l_g_pix: 2.5398e-02 ] [ l_g_total: 2.5398e-02 ] +2024-10-09 21:11:51,435 INFO: [ epoch: 188 ] [ iter:252,400 ] [ performance: 26.602 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:22 ] [ l_g_pix: 1.8668e-02 ] [ l_g_total: 1.8668e-02 ] +2024-10-09 21:11:54,888 INFO: [ epoch: 188 ] [ iter:252,500 ] [ performance: 29.227 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:14 ] [ l_g_pix: 2.5507e-02 ] [ l_g_total: 2.5507e-02 ] +2024-10-09 21:12:00,637 INFO: [ epoch: 189 ] [ iter:252,600 ] [ performance: 19.852 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:08 ] [ l_g_pix: 2.3974e-02 ] [ l_g_total: 2.3974e-02 ] +2024-10-09 21:12:04,341 INFO: [ epoch: 189 ] [ iter:252,700 ] [ performance: 27.293 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:01 ] [ l_g_pix: 3.0302e-02 ] [ l_g_total: 3.0302e-02 ] +2024-10-09 21:12:08,050 INFO: [ epoch: 189 ] [ iter:252,800 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:53 ] [ l_g_pix: 3.1667e-02 ] [ l_g_total: 3.1667e-02 ] +2024-10-09 21:12:11,766 INFO: [ epoch: 189 ] [ iter:252,900 ] [ performance: 27.280 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:46 ] [ l_g_pix: 2.8508e-02 ] [ l_g_total: 2.8508e-02 ] +2024-10-09 21:12:15,501 INFO: [ epoch: 189 ] [ iter:253,000 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:38 ] [ l_g_pix: 1.7359e-02 ] [ l_g_total: 1.7359e-02 ] +2024-10-09 21:12:19,253 INFO: [ epoch: 189 ] [ iter:253,100 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:31 ] [ l_g_pix: 3.0160e-02 ] [ l_g_total: 3.0160e-02 ] +2024-10-09 21:12:22,971 INFO: [ epoch: 189 ] [ iter:253,200 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:23 ] [ l_g_pix: 1.4000e-02 ] [ l_g_total: 1.4000e-02 ] +2024-10-09 21:12:26,701 INFO: [ epoch: 189 ] [ iter:253,300 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:16 ] [ l_g_pix: 3.4641e-02 ] [ l_g_total: 3.4641e-02 ] +2024-10-09 21:12:30,386 INFO: [ epoch: 189 ] [ iter:253,400 ] [ performance: 27.009 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:08 ] [ l_g_pix: 3.8457e-02 ] [ l_g_total: 3.8457e-02 ] +2024-10-09 21:12:34,064 INFO: [ epoch: 189 ] [ iter:253,500 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:01 ] [ l_g_pix: 3.4717e-02 ] [ l_g_total: 3.4717e-02 ] +2024-10-09 21:12:37,751 INFO: [ epoch: 189 ] [ iter:253,600 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:53 ] [ l_g_pix: 2.8724e-02 ] [ l_g_total: 2.8724e-02 ] +2024-10-09 21:12:41,459 INFO: [ epoch: 189 ] [ iter:253,700 ] [ performance: 26.733 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:46 ] [ l_g_pix: 2.4369e-02 ] [ l_g_total: 2.4369e-02 ] +2024-10-09 21:12:45,061 INFO: [ epoch: 189 ] [ iter:253,800 ] [ performance: 27.474 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:38 ] [ l_g_pix: 3.2971e-02 ] [ l_g_total: 3.2971e-02 ] +2024-10-09 21:12:50,076 INFO: [ epoch: 190 ] [ iter:253,900 ] [ performance: 24.879 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:32 ] [ l_g_pix: 3.2010e-02 ] [ l_g_total: 3.2010e-02 ] +2024-10-09 21:12:53,847 INFO: [ epoch: 190 ] [ iter:254,000 ] [ performance: 26.061 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:24 ] [ l_g_pix: 2.8648e-02 ] [ l_g_total: 2.8648e-02 ] +2024-10-09 21:12:57,564 INFO: [ epoch: 190 ] [ iter:254,100 ] [ performance: 27.333 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:17 ] [ l_g_pix: 3.4509e-02 ] [ l_g_total: 3.4509e-02 ] +2024-10-09 21:13:01,280 INFO: [ epoch: 190 ] [ iter:254,200 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:10 ] [ l_g_pix: 3.3957e-02 ] [ l_g_total: 3.3957e-02 ] +2024-10-09 21:13:04,978 INFO: [ epoch: 190 ] [ iter:254,300 ] [ performance: 26.683 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:02 ] [ l_g_pix: 2.8031e-02 ] [ l_g_total: 2.8031e-02 ] +2024-10-09 21:13:08,707 INFO: [ epoch: 190 ] [ iter:254,400 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:55 ] [ l_g_pix: 3.5056e-02 ] [ l_g_total: 3.5056e-02 ] +2024-10-09 21:13:12,416 INFO: [ epoch: 190 ] [ iter:254,500 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:47 ] [ l_g_pix: 2.8386e-02 ] [ l_g_total: 2.8386e-02 ] +2024-10-09 21:13:16,131 INFO: [ epoch: 190 ] [ iter:254,600 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:40 ] [ l_g_pix: 2.5885e-02 ] [ l_g_total: 2.5885e-02 ] +2024-10-09 21:13:19,872 INFO: [ epoch: 190 ] [ iter:254,700 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:32 ] [ l_g_pix: 2.4392e-02 ] [ l_g_total: 2.4392e-02 ] +2024-10-09 21:13:23,550 INFO: [ epoch: 190 ] [ iter:254,800 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:25 ] [ l_g_pix: 2.3414e-02 ] [ l_g_total: 2.3414e-02 ] +2024-10-09 21:13:27,268 INFO: [ epoch: 190 ] [ iter:254,900 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:17 ] [ l_g_pix: 3.9078e-02 ] [ l_g_total: 3.9078e-02 ] +2024-10-09 21:13:30,993 INFO: [ epoch: 190 ] [ iter:255,000 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:10 ] [ l_g_pix: 3.4680e-02 ] [ l_g_total: 3.4680e-02 ] +2024-10-09 21:13:34,683 INFO: [ epoch: 190 ] [ iter:255,100 ] [ performance: 27.978 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:02 ] [ l_g_pix: 1.5717e-02 ] [ l_g_total: 1.5717e-02 ] +2024-10-09 21:13:39,771 INFO: [ epoch: 191 ] [ iter:255,200 ] [ performance: 21.148 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:56 ] [ l_g_pix: 2.7843e-02 ] [ l_g_total: 2.7843e-02 ] +2024-10-09 21:13:43,519 INFO: [ epoch: 191 ] [ iter:255,300 ] [ performance: 27.107 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:49 ] [ l_g_pix: 2.9832e-02 ] [ l_g_total: 2.9832e-02 ] +2024-10-09 21:13:47,242 INFO: [ epoch: 191 ] [ iter:255,400 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:41 ] [ l_g_pix: 4.9404e-02 ] [ l_g_total: 4.9404e-02 ] +2024-10-09 21:13:50,950 INFO: [ epoch: 191 ] [ iter:255,500 ] [ performance: 27.397 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:34 ] [ l_g_pix: 3.5893e-02 ] [ l_g_total: 3.5893e-02 ] +2024-10-09 21:13:54,717 INFO: [ epoch: 191 ] [ iter:255,600 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:27 ] [ l_g_pix: 2.3130e-02 ] [ l_g_total: 2.3130e-02 ] +2024-10-09 21:13:58,459 INFO: [ epoch: 191 ] [ iter:255,700 ] [ performance: 27.041 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:19 ] [ l_g_pix: 1.8356e-02 ] [ l_g_total: 1.8356e-02 ] +2024-10-09 21:14:02,198 INFO: [ epoch: 191 ] [ iter:255,800 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:12 ] [ l_g_pix: 3.3469e-02 ] [ l_g_total: 3.3469e-02 ] +2024-10-09 21:14:05,935 INFO: [ epoch: 191 ] [ iter:255,900 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:04 ] [ l_g_pix: 2.9790e-02 ] [ l_g_total: 2.9790e-02 ] +2024-10-09 21:14:09,648 INFO: [ epoch: 191 ] [ iter:256,000 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:57 ] [ l_g_pix: 2.4113e-02 ] [ l_g_total: 2.4113e-02 ] +2024-10-09 21:14:13,370 INFO: [ epoch: 191 ] [ iter:256,100 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:49 ] [ l_g_pix: 3.4753e-02 ] [ l_g_total: 3.4753e-02 ] +2024-10-09 21:14:17,071 INFO: [ epoch: 191 ] [ iter:256,200 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:42 ] [ l_g_pix: 2.2069e-02 ] [ l_g_total: 2.2069e-02 ] +2024-10-09 21:14:20,749 INFO: [ epoch: 191 ] [ iter:256,300 ] [ performance: 27.104 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:35 ] [ l_g_pix: 2.7161e-02 ] [ l_g_total: 2.7161e-02 ] +2024-10-09 21:14:24,478 INFO: [ epoch: 191 ] [ iter:256,400 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:27 ] [ l_g_pix: 2.3908e-02 ] [ l_g_total: 2.3908e-02 ] +2024-10-09 21:14:28,009 INFO: [ epoch: 191 ] [ iter:256,500 ] [ performance: 28.653 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:19 ] [ l_g_pix: 4.1057e-02 ] [ l_g_total: 4.1057e-02 ] +2024-10-09 21:14:33,155 INFO: [ epoch: 192 ] [ iter:256,600 ] [ performance: 20.728 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:14 ] [ l_g_pix: 2.8762e-02 ] [ l_g_total: 2.8762e-02 ] +2024-10-09 21:14:36,922 INFO: [ epoch: 192 ] [ iter:256,700 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:06 ] [ l_g_pix: 2.1551e-02 ] [ l_g_total: 2.1551e-02 ] +2024-10-09 21:14:40,638 INFO: [ epoch: 192 ] [ iter:256,800 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:59 ] [ l_g_pix: 2.3865e-02 ] [ l_g_total: 2.3865e-02 ] +2024-10-09 21:14:44,361 INFO: [ epoch: 192 ] [ iter:256,900 ] [ performance: 27.150 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:51 ] [ l_g_pix: 2.5000e-02 ] [ l_g_total: 2.5000e-02 ] +2024-10-09 21:14:48,115 INFO: [ epoch: 192 ] [ iter:257,000 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:44 ] [ l_g_pix: 2.1910e-02 ] [ l_g_total: 2.1910e-02 ] +2024-10-09 21:14:51,806 INFO: [ epoch: 192 ] [ iter:257,100 ] [ performance: 27.364 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:37 ] [ l_g_pix: 2.2392e-02 ] [ l_g_total: 2.2392e-02 ] +2024-10-09 21:14:55,511 INFO: [ epoch: 192 ] [ iter:257,200 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:29 ] [ l_g_pix: 3.5994e-02 ] [ l_g_total: 3.5994e-02 ] +2024-10-09 21:14:59,226 INFO: [ epoch: 192 ] [ iter:257,300 ] [ performance: 27.304 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:22 ] [ l_g_pix: 2.8928e-02 ] [ l_g_total: 2.8928e-02 ] +2024-10-09 21:15:02,936 INFO: [ epoch: 192 ] [ iter:257,400 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:14 ] [ l_g_pix: 2.7336e-02 ] [ l_g_total: 2.7336e-02 ] +2024-10-09 21:15:06,649 INFO: [ epoch: 192 ] [ iter:257,500 ] [ performance: 27.806 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:07 ] [ l_g_pix: 2.8911e-02 ] [ l_g_total: 2.8911e-02 ] +2024-10-09 21:15:10,422 INFO: [ epoch: 192 ] [ iter:257,600 ] [ performance: 26.704 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:00 ] [ l_g_pix: 2.1554e-02 ] [ l_g_total: 2.1554e-02 ] +2024-10-09 21:15:14,123 INFO: [ epoch: 192 ] [ iter:257,700 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:52 ] [ l_g_pix: 3.0362e-02 ] [ l_g_total: 3.0362e-02 ] +2024-10-09 21:15:17,700 INFO: [ epoch: 192 ] [ iter:257,800 ] [ performance: 27.790 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:45 ] [ l_g_pix: 2.9776e-02 ] [ l_g_total: 2.9776e-02 ] +2024-10-09 21:15:22,791 INFO: [ epoch: 193 ] [ iter:257,900 ] [ performance: 28.913 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:39 ] [ l_g_pix: 3.7426e-02 ] [ l_g_total: 3.7426e-02 ] +2024-10-09 21:15:26,551 INFO: [ epoch: 193 ] [ iter:258,000 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:31 ] [ l_g_pix: 2.7566e-02 ] [ l_g_total: 2.7566e-02 ] +2024-10-09 21:15:30,273 INFO: [ epoch: 193 ] [ iter:258,100 ] [ performance: 27.370 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:24 ] [ l_g_pix: 3.7795e-02 ] [ l_g_total: 3.7795e-02 ] +2024-10-09 21:15:33,991 INFO: [ epoch: 193 ] [ iter:258,200 ] [ performance: 26.966 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:17 ] [ l_g_pix: 3.1982e-02 ] [ l_g_total: 3.1982e-02 ] +2024-10-09 21:15:37,685 INFO: [ epoch: 193 ] [ iter:258,300 ] [ performance: 27.689 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:09 ] [ l_g_pix: 3.3112e-02 ] [ l_g_total: 3.3112e-02 ] +2024-10-09 21:15:41,397 INFO: [ epoch: 193 ] [ iter:258,400 ] [ performance: 27.041 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:02 ] [ l_g_pix: 2.6334e-02 ] [ l_g_total: 2.6334e-02 ] +2024-10-09 21:15:45,160 INFO: [ epoch: 193 ] [ iter:258,500 ] [ performance: 27.137 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:55 ] [ l_g_pix: 3.1181e-02 ] [ l_g_total: 3.1181e-02 ] +2024-10-09 21:15:48,921 INFO: [ epoch: 193 ] [ iter:258,600 ] [ performance: 26.663 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:47 ] [ l_g_pix: 2.6802e-02 ] [ l_g_total: 2.6802e-02 ] +2024-10-09 21:15:52,666 INFO: [ epoch: 193 ] [ iter:258,700 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:40 ] [ l_g_pix: 3.0491e-02 ] [ l_g_total: 3.0491e-02 ] +2024-10-09 21:15:56,339 INFO: [ epoch: 193 ] [ iter:258,800 ] [ performance: 27.197 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:33 ] [ l_g_pix: 2.7310e-02 ] [ l_g_total: 2.7310e-02 ] +2024-10-09 21:16:00,009 INFO: [ epoch: 193 ] [ iter:258,900 ] [ performance: 27.925 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:25 ] [ l_g_pix: 3.2476e-02 ] [ l_g_total: 3.2476e-02 ] +2024-10-09 21:16:03,743 INFO: [ epoch: 193 ] [ iter:259,000 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:18 ] [ l_g_pix: 2.6209e-02 ] [ l_g_total: 2.6209e-02 ] +2024-10-09 21:16:07,390 INFO: [ epoch: 193 ] [ iter:259,100 ] [ performance: 28.946 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:10 ] [ l_g_pix: 2.7136e-02 ] [ l_g_total: 2.7136e-02 ] +2024-10-09 21:16:12,031 INFO: [ epoch: 194 ] [ iter:259,200 ] [ performance: 22.113 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:04 ] [ l_g_pix: 3.8851e-02 ] [ l_g_total: 3.8851e-02 ] +2024-10-09 21:16:16,004 INFO: [ epoch: 194 ] [ iter:259,300 ] [ performance: 27.764 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:57 ] [ l_g_pix: 2.8020e-02 ] [ l_g_total: 2.8020e-02 ] +2024-10-09 21:16:19,688 INFO: [ epoch: 194 ] [ iter:259,400 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:50 ] [ l_g_pix: 2.1117e-02 ] [ l_g_total: 2.1117e-02 ] +2024-10-09 21:16:23,384 INFO: [ epoch: 194 ] [ iter:259,500 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:42 ] [ l_g_pix: 3.6772e-02 ] [ l_g_total: 3.6772e-02 ] +2024-10-09 21:16:27,089 INFO: [ epoch: 194 ] [ iter:259,600 ] [ performance: 27.011 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:35 ] [ l_g_pix: 2.9738e-02 ] [ l_g_total: 2.9738e-02 ] +2024-10-09 21:16:30,795 INFO: [ epoch: 194 ] [ iter:259,700 ] [ performance: 27.367 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:28 ] [ l_g_pix: 4.4265e-02 ] [ l_g_total: 4.4265e-02 ] +2024-10-09 21:16:34,511 INFO: [ epoch: 194 ] [ iter:259,800 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:20 ] [ l_g_pix: 4.0206e-02 ] [ l_g_total: 4.0206e-02 ] +2024-10-09 21:16:38,240 INFO: [ epoch: 194 ] [ iter:259,900 ] [ performance: 27.450 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:13 ] [ l_g_pix: 3.3457e-02 ] [ l_g_total: 3.3457e-02 ] +2024-10-09 21:16:41,969 INFO: [ epoch: 194 ] [ iter:260,000 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:06 ] [ l_g_pix: 3.3210e-02 ] [ l_g_total: 3.3210e-02 ] +2024-10-09 21:16:41,969 INFO: Saving models and training states. +2024-10-09 21:19:38,005 INFO: Validation val + + # psnr: 27.1971........ Best: 27.1971 @ 260000 iter + # ssim: 0.7663........ Best: 0.7663 @ 260000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:19:41,745 INFO: [ epoch: 194 ] [ iter:260,100 ] [ performance: 27.042 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:54 ] [ l_g_pix: 3.7473e-02 ] [ l_g_total: 3.7473e-02 ] +2024-10-09 21:19:45,503 INFO: [ epoch: 194 ] [ iter:260,200 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:47 ] [ l_g_pix: 3.4545e-02 ] [ l_g_total: 3.4545e-02 ] +2024-10-09 21:19:49,202 INFO: [ epoch: 194 ] [ iter:260,300 ] [ performance: 27.844 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:39 ] [ l_g_pix: 2.5266e-02 ] [ l_g_total: 2.5266e-02 ] +2024-10-09 21:19:52,974 INFO: [ epoch: 194 ] [ iter:260,400 ] [ performance: 26.575 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:32 ] [ l_g_pix: 1.9697e-02 ] [ l_g_total: 1.9697e-02 ] +2024-10-09 21:19:56,490 INFO: [ epoch: 194 ] [ iter:260,500 ] [ performance: 29.941 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:24 ] [ l_g_pix: 3.5145e-02 ] [ l_g_total: 3.5145e-02 ] +2024-10-09 21:20:02,265 INFO: [ epoch: 195 ] [ iter:260,600 ] [ performance: 17.606 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:19 ] [ l_g_pix: 3.6066e-02 ] [ l_g_total: 3.6066e-02 ] +2024-10-09 21:20:05,890 INFO: [ epoch: 195 ] [ iter:260,700 ] [ performance: 28.661 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:11 ] [ l_g_pix: 3.4595e-02 ] [ l_g_total: 3.4595e-02 ] +2024-10-09 21:20:09,577 INFO: [ epoch: 195 ] [ iter:260,800 ] [ performance: 27.170 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:04 ] [ l_g_pix: 2.3292e-02 ] [ l_g_total: 2.3292e-02 ] +2024-10-09 21:20:13,351 INFO: [ epoch: 195 ] [ iter:260,900 ] [ performance: 26.181 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:57 ] [ l_g_pix: 3.1323e-02 ] [ l_g_total: 3.1323e-02 ] +2024-10-09 21:20:17,043 INFO: [ epoch: 195 ] [ iter:261,000 ] [ performance: 27.077 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:49 ] [ l_g_pix: 1.6814e-02 ] [ l_g_total: 1.6814e-02 ] +2024-10-09 21:20:20,792 INFO: [ epoch: 195 ] [ iter:261,100 ] [ performance: 28.879 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:42 ] [ l_g_pix: 2.3748e-02 ] [ l_g_total: 2.3748e-02 ] +2024-10-09 21:20:24,564 INFO: [ epoch: 195 ] [ iter:261,200 ] [ performance: 26.542 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:34 ] [ l_g_pix: 2.0833e-02 ] [ l_g_total: 2.0833e-02 ] +2024-10-09 21:20:28,324 INFO: [ epoch: 195 ] [ iter:261,300 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:27 ] [ l_g_pix: 1.5258e-02 ] [ l_g_total: 1.5258e-02 ] +2024-10-09 21:20:32,082 INFO: [ epoch: 195 ] [ iter:261,400 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:20 ] [ l_g_pix: 3.4883e-02 ] [ l_g_total: 3.4883e-02 ] +2024-10-09 21:20:35,822 INFO: [ epoch: 195 ] [ iter:261,500 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:12 ] [ l_g_pix: 1.8302e-02 ] [ l_g_total: 1.8302e-02 ] +2024-10-09 21:20:39,527 INFO: [ epoch: 195 ] [ iter:261,600 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:05 ] [ l_g_pix: 2.7926e-02 ] [ l_g_total: 2.7926e-02 ] +2024-10-09 21:20:43,290 INFO: [ epoch: 195 ] [ iter:261,700 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:57 ] [ l_g_pix: 4.1969e-02 ] [ l_g_total: 4.1969e-02 ] +2024-10-09 21:20:46,923 INFO: [ epoch: 195 ] [ iter:261,800 ] [ performance: 27.576 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:50 ] [ l_g_pix: 2.3962e-02 ] [ l_g_total: 2.3962e-02 ] +2024-10-09 21:20:51,879 INFO: [ epoch: 196 ] [ iter:261,900 ] [ performance: 23.271 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:44 ] [ l_g_pix: 3.4614e-02 ] [ l_g_total: 3.4614e-02 ] +2024-10-09 21:20:55,633 INFO: [ epoch: 196 ] [ iter:262,000 ] [ performance: 26.632 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:36 ] [ l_g_pix: 3.6489e-02 ] [ l_g_total: 3.6489e-02 ] +2024-10-09 21:20:59,344 INFO: [ epoch: 196 ] [ iter:262,100 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:29 ] [ l_g_pix: 2.0620e-02 ] [ l_g_total: 2.0620e-02 ] +2024-10-09 21:21:03,068 INFO: [ epoch: 196 ] [ iter:262,200 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:22 ] [ l_g_pix: 5.2256e-02 ] [ l_g_total: 5.2256e-02 ] +2024-10-09 21:21:06,782 INFO: [ epoch: 196 ] [ iter:262,300 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:14 ] [ l_g_pix: 3.0236e-02 ] [ l_g_total: 3.0236e-02 ] +2024-10-09 21:21:10,485 INFO: [ epoch: 196 ] [ iter:262,400 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:07 ] [ l_g_pix: 2.7567e-02 ] [ l_g_total: 2.7567e-02 ] +2024-10-09 21:21:14,246 INFO: [ epoch: 196 ] [ iter:262,500 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:59 ] [ l_g_pix: 1.8354e-02 ] [ l_g_total: 1.8354e-02 ] +2024-10-09 21:21:17,971 INFO: [ epoch: 196 ] [ iter:262,600 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:52 ] [ l_g_pix: 3.2739e-02 ] [ l_g_total: 3.2739e-02 ] +2024-10-09 21:21:21,730 INFO: [ epoch: 196 ] [ iter:262,700 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:45 ] [ l_g_pix: 2.3607e-02 ] [ l_g_total: 2.3607e-02 ] +2024-10-09 21:21:25,399 INFO: [ epoch: 196 ] [ iter:262,800 ] [ performance: 27.330 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:37 ] [ l_g_pix: 3.2546e-02 ] [ l_g_total: 3.2546e-02 ] +2024-10-09 21:21:29,074 INFO: [ epoch: 196 ] [ iter:262,900 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:30 ] [ l_g_pix: 2.2168e-02 ] [ l_g_total: 2.2168e-02 ] +2024-10-09 21:21:32,813 INFO: [ epoch: 196 ] [ iter:263,000 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:23 ] [ l_g_pix: 2.7850e-02 ] [ l_g_total: 2.7850e-02 ] +2024-10-09 21:21:36,534 INFO: [ epoch: 196 ] [ iter:263,100 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:15 ] [ l_g_pix: 3.4571e-02 ] [ l_g_total: 3.4571e-02 ] +2024-10-09 21:21:41,270 INFO: [ epoch: 197 ] [ iter:263,200 ] [ performance: 20.613 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:09 ] [ l_g_pix: 3.2557e-02 ] [ l_g_total: 3.2557e-02 ] +2024-10-09 21:21:45,384 INFO: [ epoch: 197 ] [ iter:263,300 ] [ performance: 22.399 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:02 ] [ l_g_pix: 3.4824e-02 ] [ l_g_total: 3.4824e-02 ] +2024-10-09 21:21:49,098 INFO: [ epoch: 197 ] [ iter:263,400 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:54 ] [ l_g_pix: 3.3855e-02 ] [ l_g_total: 3.3855e-02 ] +2024-10-09 21:21:52,820 INFO: [ epoch: 197 ] [ iter:263,500 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:47 ] [ l_g_pix: 2.9859e-02 ] [ l_g_total: 2.9859e-02 ] +2024-10-09 21:21:56,565 INFO: [ epoch: 197 ] [ iter:263,600 ] [ performance: 26.687 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:40 ] [ l_g_pix: 3.8551e-02 ] [ l_g_total: 3.8551e-02 ] +2024-10-09 21:22:00,292 INFO: [ epoch: 197 ] [ iter:263,700 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:32 ] [ l_g_pix: 2.2277e-02 ] [ l_g_total: 2.2277e-02 ] +2024-10-09 21:22:04,050 INFO: [ epoch: 197 ] [ iter:263,800 ] [ performance: 26.655 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:25 ] [ l_g_pix: 3.5070e-02 ] [ l_g_total: 3.5070e-02 ] +2024-10-09 21:22:07,782 INFO: [ epoch: 197 ] [ iter:263,900 ] [ performance: 26.733 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:18 ] [ l_g_pix: 3.6972e-02 ] [ l_g_total: 3.6972e-02 ] +2024-10-09 21:22:11,533 INFO: [ epoch: 197 ] [ iter:264,000 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:10 ] [ l_g_pix: 3.6049e-02 ] [ l_g_total: 3.6049e-02 ] +2024-10-09 21:22:15,302 INFO: [ epoch: 197 ] [ iter:264,100 ] [ performance: 26.639 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:03 ] [ l_g_pix: 2.9230e-02 ] [ l_g_total: 2.9230e-02 ] +2024-10-09 21:22:19,049 INFO: [ epoch: 197 ] [ iter:264,200 ] [ performance: 26.774 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:56 ] [ l_g_pix: 3.8330e-02 ] [ l_g_total: 3.8330e-02 ] +2024-10-09 21:22:22,751 INFO: [ epoch: 197 ] [ iter:264,300 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:48 ] [ l_g_pix: 2.8151e-02 ] [ l_g_total: 2.8151e-02 ] +2024-10-09 21:22:26,448 INFO: [ epoch: 197 ] [ iter:264,400 ] [ performance: 27.241 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:41 ] [ l_g_pix: 4.4595e-02 ] [ l_g_total: 4.4595e-02 ] +2024-10-09 21:22:29,930 INFO: [ epoch: 197 ] [ iter:264,500 ] [ performance: 28.025 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:34 ] [ l_g_pix: 1.7602e-02 ] [ l_g_total: 1.7602e-02 ] +2024-10-09 21:22:35,267 INFO: [ epoch: 198 ] [ iter:264,600 ] [ performance: 17.597 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:28 ] [ l_g_pix: 3.0167e-02 ] [ l_g_total: 3.0167e-02 ] +2024-10-09 21:22:39,060 INFO: [ epoch: 198 ] [ iter:264,700 ] [ performance: 21.481 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:21 ] [ l_g_pix: 2.3051e-02 ] [ l_g_total: 2.3051e-02 ] +2024-10-09 21:22:42,775 INFO: [ epoch: 198 ] [ iter:264,800 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:13 ] [ l_g_pix: 2.5378e-02 ] [ l_g_total: 2.5378e-02 ] +2024-10-09 21:22:46,446 INFO: [ epoch: 198 ] [ iter:264,900 ] [ performance: 27.078 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:06 ] [ l_g_pix: 2.9355e-02 ] [ l_g_total: 2.9355e-02 ] +2024-10-09 21:22:50,178 INFO: [ epoch: 198 ] [ iter:265,000 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:59 ] [ l_g_pix: 3.4354e-02 ] [ l_g_total: 3.4354e-02 ] +2024-10-09 21:22:53,935 INFO: [ epoch: 198 ] [ iter:265,100 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:51 ] [ l_g_pix: 2.8425e-02 ] [ l_g_total: 2.8425e-02 ] +2024-10-09 21:22:57,627 INFO: [ epoch: 198 ] [ iter:265,200 ] [ performance: 27.211 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:44 ] [ l_g_pix: 4.3071e-02 ] [ l_g_total: 4.3071e-02 ] +2024-10-09 21:23:01,370 INFO: [ epoch: 198 ] [ iter:265,300 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:37 ] [ l_g_pix: 3.9655e-02 ] [ l_g_total: 3.9655e-02 ] +2024-10-09 21:23:05,095 INFO: [ epoch: 198 ] [ iter:265,400 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:29 ] [ l_g_pix: 2.5947e-02 ] [ l_g_total: 2.5947e-02 ] +2024-10-09 21:23:08,846 INFO: [ epoch: 198 ] [ iter:265,500 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:22 ] [ l_g_pix: 2.2067e-02 ] [ l_g_total: 2.2067e-02 ] +2024-10-09 21:23:12,566 INFO: [ epoch: 198 ] [ iter:265,600 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:15 ] [ l_g_pix: 1.6381e-02 ] [ l_g_total: 1.6381e-02 ] +2024-10-09 21:23:16,279 INFO: [ epoch: 198 ] [ iter:265,700 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:07 ] [ l_g_pix: 3.0054e-02 ] [ l_g_total: 3.0054e-02 ] +2024-10-09 21:23:19,940 INFO: [ epoch: 198 ] [ iter:265,800 ] [ performance: 27.678 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:00 ] [ l_g_pix: 2.4370e-02 ] [ l_g_total: 2.4370e-02 ] +2024-10-09 21:23:24,961 INFO: [ epoch: 199 ] [ iter:265,900 ] [ performance: 22.710 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:54 ] [ l_g_pix: 3.4876e-02 ] [ l_g_total: 3.4876e-02 ] +2024-10-09 21:23:28,714 INFO: [ epoch: 199 ] [ iter:266,000 ] [ performance: 26.613 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:47 ] [ l_g_pix: 2.7756e-02 ] [ l_g_total: 2.7756e-02 ] +2024-10-09 21:23:32,432 INFO: [ epoch: 199 ] [ iter:266,100 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:40 ] [ l_g_pix: 2.7192e-02 ] [ l_g_total: 2.7192e-02 ] +2024-10-09 21:23:36,129 INFO: [ epoch: 199 ] [ iter:266,200 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:32 ] [ l_g_pix: 2.3426e-02 ] [ l_g_total: 2.3426e-02 ] +2024-10-09 21:23:39,838 INFO: [ epoch: 199 ] [ iter:266,300 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:25 ] [ l_g_pix: 3.1116e-02 ] [ l_g_total: 3.1116e-02 ] +2024-10-09 21:23:43,522 INFO: [ epoch: 199 ] [ iter:266,400 ] [ performance: 27.147 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:18 ] [ l_g_pix: 2.6143e-02 ] [ l_g_total: 2.6143e-02 ] +2024-10-09 21:23:47,221 INFO: [ epoch: 199 ] [ iter:266,500 ] [ performance: 27.085 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:10 ] [ l_g_pix: 1.7090e-02 ] [ l_g_total: 1.7090e-02 ] +2024-10-09 21:23:50,962 INFO: [ epoch: 199 ] [ iter:266,600 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:03 ] [ l_g_pix: 2.5489e-02 ] [ l_g_total: 2.5489e-02 ] +2024-10-09 21:23:54,669 INFO: [ epoch: 199 ] [ iter:266,700 ] [ performance: 27.042 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:56 ] [ l_g_pix: 3.5751e-02 ] [ l_g_total: 3.5751e-02 ] +2024-10-09 21:23:58,341 INFO: [ epoch: 199 ] [ iter:266,800 ] [ performance: 27.526 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:48 ] [ l_g_pix: 2.4373e-02 ] [ l_g_total: 2.4373e-02 ] +2024-10-09 21:24:02,074 INFO: [ epoch: 199 ] [ iter:266,900 ] [ performance: 27.099 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:41 ] [ l_g_pix: 1.6258e-02 ] [ l_g_total: 1.6258e-02 ] +2024-10-09 21:24:05,772 INFO: [ epoch: 199 ] [ iter:267,000 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:34 ] [ l_g_pix: 2.4977e-02 ] [ l_g_total: 2.4977e-02 ] +2024-10-09 21:24:09,502 INFO: [ epoch: 199 ] [ iter:267,100 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:27 ] [ l_g_pix: 3.3896e-02 ] [ l_g_total: 3.3896e-02 ] +2024-10-09 21:24:13,118 INFO: [ epoch: 199 ] [ iter:267,200 ] [ performance: 27.617 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:19 ] [ l_g_pix: 2.7485e-02 ] [ l_g_total: 2.7485e-02 ] +2024-10-09 21:24:18,400 INFO: [ epoch: 200 ] [ iter:267,300 ] [ performance: 21.780 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:14 ] [ l_g_pix: 2.8892e-02 ] [ l_g_total: 2.8892e-02 ] +2024-10-09 21:24:22,156 INFO: [ epoch: 200 ] [ iter:267,400 ] [ performance: 26.779 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:06 ] [ l_g_pix: 3.1600e-02 ] [ l_g_total: 3.1600e-02 ] +2024-10-09 21:24:25,910 INFO: [ epoch: 200 ] [ iter:267,500 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:59 ] [ l_g_pix: 3.4751e-02 ] [ l_g_total: 3.4751e-02 ] +2024-10-09 21:24:29,665 INFO: [ epoch: 200 ] [ iter:267,600 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:52 ] [ l_g_pix: 3.3085e-02 ] [ l_g_total: 3.3085e-02 ] +2024-10-09 21:24:33,391 INFO: [ epoch: 200 ] [ iter:267,700 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:45 ] [ l_g_pix: 2.5047e-02 ] [ l_g_total: 2.5047e-02 ] +2024-10-09 21:24:37,046 INFO: [ epoch: 200 ] [ iter:267,800 ] [ performance: 27.376 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:37 ] [ l_g_pix: 3.2990e-02 ] [ l_g_total: 3.2990e-02 ] +2024-10-09 21:24:40,733 INFO: [ epoch: 200 ] [ iter:267,900 ] [ performance: 27.228 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:30 ] [ l_g_pix: 3.5924e-02 ] [ l_g_total: 3.5924e-02 ] +2024-10-09 21:24:44,478 INFO: [ epoch: 200 ] [ iter:268,000 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:23 ] [ l_g_pix: 2.4592e-02 ] [ l_g_total: 2.4592e-02 ] +2024-10-09 21:24:48,229 INFO: [ epoch: 200 ] [ iter:268,100 ] [ performance: 26.707 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:16 ] [ l_g_pix: 3.4619e-02 ] [ l_g_total: 3.4619e-02 ] +2024-10-09 21:24:51,968 INFO: [ epoch: 200 ] [ iter:268,200 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:08 ] [ l_g_pix: 1.8867e-02 ] [ l_g_total: 1.8867e-02 ] +2024-10-09 21:24:55,698 INFO: [ epoch: 200 ] [ iter:268,300 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:01 ] [ l_g_pix: 3.1149e-02 ] [ l_g_total: 3.1149e-02 ] +2024-10-09 21:24:59,452 INFO: [ epoch: 200 ] [ iter:268,400 ] [ performance: 26.624 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:54 ] [ l_g_pix: 1.9870e-02 ] [ l_g_total: 1.9870e-02 ] +2024-10-09 21:25:03,031 INFO: [ epoch: 200 ] [ iter:268,500 ] [ performance: 27.409 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:47 ] [ l_g_pix: 2.3790e-02 ] [ l_g_total: 2.3790e-02 ] +2024-10-09 21:25:08,302 INFO: [ epoch: 201 ] [ iter:268,600 ] [ performance: 16.402 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:41 ] [ l_g_pix: 3.4071e-02 ] [ l_g_total: 3.4071e-02 ] +2024-10-09 21:25:11,982 INFO: [ epoch: 201 ] [ iter:268,700 ] [ performance: 21.634 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:34 ] [ l_g_pix: 2.6669e-02 ] [ l_g_total: 2.6669e-02 ] +2024-10-09 21:25:15,697 INFO: [ epoch: 201 ] [ iter:268,800 ] [ performance: 27.057 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:26 ] [ l_g_pix: 2.8746e-02 ] [ l_g_total: 2.8746e-02 ] +2024-10-09 21:25:19,455 INFO: [ epoch: 201 ] [ iter:268,900 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:19 ] [ l_g_pix: 2.2038e-02 ] [ l_g_total: 2.2038e-02 ] +2024-10-09 21:25:23,216 INFO: [ epoch: 201 ] [ iter:269,000 ] [ performance: 26.735 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:12 ] [ l_g_pix: 3.2323e-02 ] [ l_g_total: 3.2323e-02 ] +2024-10-09 21:25:26,933 INFO: [ epoch: 201 ] [ iter:269,100 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:05 ] [ l_g_pix: 3.0443e-02 ] [ l_g_total: 3.0443e-02 ] +2024-10-09 21:25:30,707 INFO: [ epoch: 201 ] [ iter:269,200 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:58 ] [ l_g_pix: 3.0152e-02 ] [ l_g_total: 3.0152e-02 ] +2024-10-09 21:25:34,424 INFO: [ epoch: 201 ] [ iter:269,300 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:50 ] [ l_g_pix: 2.4378e-02 ] [ l_g_total: 2.4378e-02 ] +2024-10-09 21:25:38,158 INFO: [ epoch: 201 ] [ iter:269,400 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:43 ] [ l_g_pix: 2.8675e-02 ] [ l_g_total: 2.8675e-02 ] +2024-10-09 21:25:41,860 INFO: [ epoch: 201 ] [ iter:269,500 ] [ performance: 26.984 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:36 ] [ l_g_pix: 2.6469e-02 ] [ l_g_total: 2.6469e-02 ] +2024-10-09 21:25:45,599 INFO: [ epoch: 201 ] [ iter:269,600 ] [ performance: 26.597 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:29 ] [ l_g_pix: 2.2757e-02 ] [ l_g_total: 2.2757e-02 ] +2024-10-09 21:25:49,322 INFO: [ epoch: 201 ] [ iter:269,700 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:22 ] [ l_g_pix: 2.4999e-02 ] [ l_g_total: 2.4999e-02 ] +2024-10-09 21:25:52,966 INFO: [ epoch: 201 ] [ iter:269,800 ] [ performance: 27.997 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:14 ] [ l_g_pix: 2.6936e-02 ] [ l_g_total: 2.6936e-02 ] +2024-10-09 21:25:58,130 INFO: [ epoch: 202 ] [ iter:269,900 ] [ performance: 21.841 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:09 ] [ l_g_pix: 3.1478e-02 ] [ l_g_total: 3.1478e-02 ] +2024-10-09 21:26:01,888 INFO: [ epoch: 202 ] [ iter:270,000 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:01 ] [ l_g_pix: 2.9281e-02 ] [ l_g_total: 2.9281e-02 ] +2024-10-09 21:26:01,888 INFO: Saving models and training states. +2024-10-09 21:28:46,738 INFO: Validation val + + # psnr: 27.2008........ Best: 27.2008 @ 270000 iter + # ssim: 0.7664........ Best: 0.7664 @ 270000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:28:50,432 INFO: [ epoch: 202 ] [ iter:270,100 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:27 ] [ l_g_pix: 2.8274e-02 ] [ l_g_total: 2.8274e-02 ] +2024-10-09 21:28:54,182 INFO: [ epoch: 202 ] [ iter:270,200 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:19 ] [ l_g_pix: 3.4116e-02 ] [ l_g_total: 3.4116e-02 ] +2024-10-09 21:28:57,894 INFO: [ epoch: 202 ] [ iter:270,300 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:12 ] [ l_g_pix: 2.6208e-02 ] [ l_g_total: 2.6208e-02 ] +2024-10-09 21:29:01,591 INFO: [ epoch: 202 ] [ iter:270,400 ] [ performance: 27.009 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:05 ] [ l_g_pix: 2.9961e-02 ] [ l_g_total: 2.9961e-02 ] +2024-10-09 21:29:05,344 INFO: [ epoch: 202 ] [ iter:270,500 ] [ performance: 26.778 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:58 ] [ l_g_pix: 2.2170e-02 ] [ l_g_total: 2.2170e-02 ] +2024-10-09 21:29:09,071 INFO: [ epoch: 202 ] [ iter:270,600 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:50 ] [ l_g_pix: 1.8221e-02 ] [ l_g_total: 1.8221e-02 ] +2024-10-09 21:29:12,777 INFO: [ epoch: 202 ] [ iter:270,700 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:43 ] [ l_g_pix: 3.4863e-02 ] [ l_g_total: 3.4863e-02 ] +2024-10-09 21:29:16,496 INFO: [ epoch: 202 ] [ iter:270,800 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:36 ] [ l_g_pix: 3.7305e-02 ] [ l_g_total: 3.7305e-02 ] +2024-10-09 21:29:20,250 INFO: [ epoch: 202 ] [ iter:270,900 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:28 ] [ l_g_pix: 2.7017e-02 ] [ l_g_total: 2.7017e-02 ] +2024-10-09 21:29:24,009 INFO: [ epoch: 202 ] [ iter:271,000 ] [ performance: 26.784 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:21 ] [ l_g_pix: 2.9310e-02 ] [ l_g_total: 2.9310e-02 ] +2024-10-09 21:29:27,767 INFO: [ epoch: 202 ] [ iter:271,100 ] [ performance: 26.670 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:14 ] [ l_g_pix: 3.2967e-02 ] [ l_g_total: 3.2967e-02 ] +2024-10-09 21:29:31,272 INFO: [ epoch: 202 ] [ iter:271,200 ] [ performance: 28.789 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:06 ] [ l_g_pix: 2.9074e-02 ] [ l_g_total: 2.9074e-02 ] +2024-10-09 21:29:37,046 INFO: [ epoch: 203 ] [ iter:271,300 ] [ performance: 20.017 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:01 ] [ l_g_pix: 4.1506e-02 ] [ l_g_total: 4.1506e-02 ] +2024-10-09 21:29:40,742 INFO: [ epoch: 203 ] [ iter:271,400 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:54 ] [ l_g_pix: 2.8791e-02 ] [ l_g_total: 2.8791e-02 ] +2024-10-09 21:29:44,450 INFO: [ epoch: 203 ] [ iter:271,500 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:46 ] [ l_g_pix: 2.7612e-02 ] [ l_g_total: 2.7612e-02 ] +2024-10-09 21:29:48,177 INFO: [ epoch: 203 ] [ iter:271,600 ] [ performance: 26.997 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:39 ] [ l_g_pix: 2.0595e-02 ] [ l_g_total: 2.0595e-02 ] +2024-10-09 21:29:51,920 INFO: [ epoch: 203 ] [ iter:271,700 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:32 ] [ l_g_pix: 3.1530e-02 ] [ l_g_total: 3.1530e-02 ] +2024-10-09 21:29:55,680 INFO: [ epoch: 203 ] [ iter:271,800 ] [ performance: 26.535 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:25 ] [ l_g_pix: 2.8701e-02 ] [ l_g_total: 2.8701e-02 ] +2024-10-09 21:29:59,408 INFO: [ epoch: 203 ] [ iter:271,900 ] [ performance: 26.733 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:17 ] [ l_g_pix: 3.3621e-02 ] [ l_g_total: 3.3621e-02 ] +2024-10-09 21:30:03,127 INFO: [ epoch: 203 ] [ iter:272,000 ] [ performance: 27.301 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:10 ] [ l_g_pix: 2.4434e-02 ] [ l_g_total: 2.4434e-02 ] +2024-10-09 21:30:06,805 INFO: [ epoch: 203 ] [ iter:272,100 ] [ performance: 27.228 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:03 ] [ l_g_pix: 2.7864e-02 ] [ l_g_total: 2.7864e-02 ] +2024-10-09 21:30:10,511 INFO: [ epoch: 203 ] [ iter:272,200 ] [ performance: 27.225 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:56 ] [ l_g_pix: 3.1931e-02 ] [ l_g_total: 3.1931e-02 ] +2024-10-09 21:30:14,244 INFO: [ epoch: 203 ] [ iter:272,300 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:48 ] [ l_g_pix: 2.4346e-02 ] [ l_g_total: 2.4346e-02 ] +2024-10-09 21:30:17,983 INFO: [ epoch: 203 ] [ iter:272,400 ] [ performance: 26.320 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:41 ] [ l_g_pix: 4.1167e-02 ] [ l_g_total: 4.1167e-02 ] +2024-10-09 21:30:21,587 INFO: [ epoch: 203 ] [ iter:272,500 ] [ performance: 27.288 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:34 ] [ l_g_pix: 2.5009e-02 ] [ l_g_total: 2.5009e-02 ] +2024-10-09 21:30:26,608 INFO: [ epoch: 204 ] [ iter:272,600 ] [ performance: 23.130 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:28 ] [ l_g_pix: 2.8057e-02 ] [ l_g_total: 2.8057e-02 ] +2024-10-09 21:30:30,318 INFO: [ epoch: 204 ] [ iter:272,700 ] [ performance: 25.664 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:21 ] [ l_g_pix: 3.5917e-02 ] [ l_g_total: 3.5917e-02 ] +2024-10-09 21:30:34,045 INFO: [ epoch: 204 ] [ iter:272,800 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:13 ] [ l_g_pix: 2.4732e-02 ] [ l_g_total: 2.4732e-02 ] +2024-10-09 21:30:37,763 INFO: [ epoch: 204 ] [ iter:272,900 ] [ performance: 26.863 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:06 ] [ l_g_pix: 3.0994e-02 ] [ l_g_total: 3.0994e-02 ] +2024-10-09 21:30:41,453 INFO: [ epoch: 204 ] [ iter:273,000 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:59 ] [ l_g_pix: 2.5728e-02 ] [ l_g_total: 2.5728e-02 ] +2024-10-09 21:30:45,165 INFO: [ epoch: 204 ] [ iter:273,100 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:52 ] [ l_g_pix: 4.1175e-02 ] [ l_g_total: 4.1175e-02 ] +2024-10-09 21:30:48,943 INFO: [ epoch: 204 ] [ iter:273,200 ] [ performance: 26.171 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:44 ] [ l_g_pix: 3.4989e-02 ] [ l_g_total: 3.4989e-02 ] +2024-10-09 21:30:52,671 INFO: [ epoch: 204 ] [ iter:273,300 ] [ performance: 26.636 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:37 ] [ l_g_pix: 1.9758e-02 ] [ l_g_total: 1.9758e-02 ] +2024-10-09 21:30:56,420 INFO: [ epoch: 204 ] [ iter:273,400 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:30 ] [ l_g_pix: 3.6469e-02 ] [ l_g_total: 3.6469e-02 ] +2024-10-09 21:31:00,131 INFO: [ epoch: 204 ] [ iter:273,500 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:23 ] [ l_g_pix: 3.7002e-02 ] [ l_g_total: 3.7002e-02 ] +2024-10-09 21:31:03,838 INFO: [ epoch: 204 ] [ iter:273,600 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:16 ] [ l_g_pix: 2.2872e-02 ] [ l_g_total: 2.2872e-02 ] +2024-10-09 21:31:07,551 INFO: [ epoch: 204 ] [ iter:273,700 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:08 ] [ l_g_pix: 2.0712e-02 ] [ l_g_total: 2.0712e-02 ] +2024-10-09 21:31:11,242 INFO: [ epoch: 204 ] [ iter:273,800 ] [ performance: 27.735 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:01 ] [ l_g_pix: 3.1549e-02 ] [ l_g_total: 3.1549e-02 ] +2024-10-09 21:31:15,920 INFO: [ epoch: 205 ] [ iter:273,900 ] [ performance: 22.822 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:55 ] [ l_g_pix: 3.9095e-02 ] [ l_g_total: 3.9095e-02 ] +2024-10-09 21:31:19,863 INFO: [ epoch: 205 ] [ iter:274,000 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:48 ] [ l_g_pix: 2.1435e-02 ] [ l_g_total: 2.1435e-02 ] +2024-10-09 21:31:23,575 INFO: [ epoch: 205 ] [ iter:274,100 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:41 ] [ l_g_pix: 3.0994e-02 ] [ l_g_total: 3.0994e-02 ] +2024-10-09 21:31:27,305 INFO: [ epoch: 205 ] [ iter:274,200 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:33 ] [ l_g_pix: 3.4986e-02 ] [ l_g_total: 3.4986e-02 ] +2024-10-09 21:31:31,045 INFO: [ epoch: 205 ] [ iter:274,300 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:26 ] [ l_g_pix: 2.3119e-02 ] [ l_g_total: 2.3119e-02 ] +2024-10-09 21:31:34,802 INFO: [ epoch: 205 ] [ iter:274,400 ] [ performance: 26.595 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:19 ] [ l_g_pix: 2.8498e-02 ] [ l_g_total: 2.8498e-02 ] +2024-10-09 21:31:38,505 INFO: [ epoch: 205 ] [ iter:274,500 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:12 ] [ l_g_pix: 3.3222e-02 ] [ l_g_total: 3.3222e-02 ] +2024-10-09 21:31:42,240 INFO: [ epoch: 205 ] [ iter:274,600 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:05 ] [ l_g_pix: 2.2794e-02 ] [ l_g_total: 2.2794e-02 ] +2024-10-09 21:31:45,922 INFO: [ epoch: 205 ] [ iter:274,700 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:57 ] [ l_g_pix: 3.6809e-02 ] [ l_g_total: 3.6809e-02 ] +2024-10-09 21:31:49,650 INFO: [ epoch: 205 ] [ iter:274,800 ] [ performance: 27.103 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:50 ] [ l_g_pix: 2.4307e-02 ] [ l_g_total: 2.4307e-02 ] +2024-10-09 21:31:53,361 INFO: [ epoch: 205 ] [ iter:274,900 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:43 ] [ l_g_pix: 3.0987e-02 ] [ l_g_total: 3.0987e-02 ] +2024-10-09 21:31:57,026 INFO: [ epoch: 205 ] [ iter:275,000 ] [ performance: 27.163 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:36 ] [ l_g_pix: 3.8959e-02 ] [ l_g_total: 3.8959e-02 ] +2024-10-09 21:32:00,698 INFO: [ epoch: 205 ] [ iter:275,100 ] [ performance: 27.223 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:29 ] [ l_g_pix: 2.7886e-02 ] [ l_g_total: 2.7886e-02 ] +2024-10-09 21:32:04,225 INFO: [ epoch: 205 ] [ iter:275,200 ] [ performance: 29.097 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:21 ] [ l_g_pix: 2.8697e-02 ] [ l_g_total: 2.8697e-02 ] +2024-10-09 21:32:09,276 INFO: [ epoch: 206 ] [ iter:275,300 ] [ performance: 21.422 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:15 ] [ l_g_pix: 3.2466e-02 ] [ l_g_total: 3.2466e-02 ] +2024-10-09 21:32:13,019 INFO: [ epoch: 206 ] [ iter:275,400 ] [ performance: 27.587 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:08 ] [ l_g_pix: 3.2639e-02 ] [ l_g_total: 3.2639e-02 ] +2024-10-09 21:32:16,759 INFO: [ epoch: 206 ] [ iter:275,500 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:01 ] [ l_g_pix: 4.2965e-02 ] [ l_g_total: 4.2965e-02 ] +2024-10-09 21:32:20,448 INFO: [ epoch: 206 ] [ iter:275,600 ] [ performance: 27.726 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:54 ] [ l_g_pix: 3.0342e-02 ] [ l_g_total: 3.0342e-02 ] +2024-10-09 21:32:24,153 INFO: [ epoch: 206 ] [ iter:275,700 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:47 ] [ l_g_pix: 2.2074e-02 ] [ l_g_total: 2.2074e-02 ] +2024-10-09 21:32:27,855 INFO: [ epoch: 206 ] [ iter:275,800 ] [ performance: 27.592 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:39 ] [ l_g_pix: 3.0856e-02 ] [ l_g_total: 3.0856e-02 ] +2024-10-09 21:32:31,566 INFO: [ epoch: 206 ] [ iter:275,900 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:32 ] [ l_g_pix: 3.4887e-02 ] [ l_g_total: 3.4887e-02 ] +2024-10-09 21:32:35,292 INFO: [ epoch: 206 ] [ iter:276,000 ] [ performance: 26.620 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:25 ] [ l_g_pix: 3.4311e-02 ] [ l_g_total: 3.4311e-02 ] +2024-10-09 21:32:39,068 INFO: [ epoch: 206 ] [ iter:276,100 ] [ performance: 26.519 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:18 ] [ l_g_pix: 2.3581e-02 ] [ l_g_total: 2.3581e-02 ] +2024-10-09 21:32:42,779 INFO: [ epoch: 206 ] [ iter:276,200 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:11 ] [ l_g_pix: 3.2032e-02 ] [ l_g_total: 3.2032e-02 ] +2024-10-09 21:32:46,543 INFO: [ epoch: 206 ] [ iter:276,300 ] [ performance: 26.653 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:04 ] [ l_g_pix: 2.4733e-02 ] [ l_g_total: 2.4733e-02 ] +2024-10-09 21:32:50,253 INFO: [ epoch: 206 ] [ iter:276,400 ] [ performance: 27.257 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:57 ] [ l_g_pix: 2.7819e-02 ] [ l_g_total: 2.7819e-02 ] +2024-10-09 21:32:53,880 INFO: [ epoch: 206 ] [ iter:276,500 ] [ performance: 27.513 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:49 ] [ l_g_pix: 2.5367e-02 ] [ l_g_total: 2.5367e-02 ] +2024-10-09 21:32:59,133 INFO: [ epoch: 207 ] [ iter:276,600 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:44 ] [ l_g_pix: 2.4474e-02 ] [ l_g_total: 2.4474e-02 ] +2024-10-09 21:33:02,858 INFO: [ epoch: 207 ] [ iter:276,700 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:36 ] [ l_g_pix: 3.1753e-02 ] [ l_g_total: 3.1753e-02 ] +2024-10-09 21:33:06,552 INFO: [ epoch: 207 ] [ iter:276,800 ] [ performance: 27.336 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:29 ] [ l_g_pix: 2.9685e-02 ] [ l_g_total: 2.9685e-02 ] +2024-10-09 21:33:10,247 INFO: [ epoch: 207 ] [ iter:276,900 ] [ performance: 27.119 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:22 ] [ l_g_pix: 2.7229e-02 ] [ l_g_total: 2.7229e-02 ] +2024-10-09 21:33:14,024 INFO: [ epoch: 207 ] [ iter:277,000 ] [ performance: 26.955 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:15 ] [ l_g_pix: 2.9034e-02 ] [ l_g_total: 2.9034e-02 ] +2024-10-09 21:33:17,766 INFO: [ epoch: 207 ] [ iter:277,100 ] [ performance: 26.772 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:08 ] [ l_g_pix: 3.4164e-02 ] [ l_g_total: 3.4164e-02 ] +2024-10-09 21:33:21,444 INFO: [ epoch: 207 ] [ iter:277,200 ] [ performance: 27.574 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:01 ] [ l_g_pix: 3.0887e-02 ] [ l_g_total: 3.0887e-02 ] +2024-10-09 21:33:25,178 INFO: [ epoch: 207 ] [ iter:277,300 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:54 ] [ l_g_pix: 3.6908e-02 ] [ l_g_total: 3.6908e-02 ] +2024-10-09 21:33:28,883 INFO: [ epoch: 207 ] [ iter:277,400 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:46 ] [ l_g_pix: 2.6008e-02 ] [ l_g_total: 2.6008e-02 ] +2024-10-09 21:33:32,640 INFO: [ epoch: 207 ] [ iter:277,500 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:39 ] [ l_g_pix: 2.6008e-02 ] [ l_g_total: 2.6008e-02 ] +2024-10-09 21:33:36,315 INFO: [ epoch: 207 ] [ iter:277,600 ] [ performance: 28.260 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:32 ] [ l_g_pix: 2.4503e-02 ] [ l_g_total: 2.4503e-02 ] +2024-10-09 21:33:40,016 INFO: [ epoch: 207 ] [ iter:277,700 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:25 ] [ l_g_pix: 3.1314e-02 ] [ l_g_total: 3.1314e-02 ] +2024-10-09 21:33:43,709 INFO: [ epoch: 207 ] [ iter:277,800 ] [ performance: 28.135 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:18 ] [ l_g_pix: 2.4677e-02 ] [ l_g_total: 2.4677e-02 ] +2024-10-09 21:33:48,562 INFO: [ epoch: 208 ] [ iter:277,900 ] [ performance: 21.488 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:12 ] [ l_g_pix: 2.9086e-02 ] [ l_g_total: 2.9086e-02 ] +2024-10-09 21:33:52,555 INFO: [ epoch: 208 ] [ iter:278,000 ] [ performance: 27.323 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:05 ] [ l_g_pix: 4.3366e-02 ] [ l_g_total: 4.3366e-02 ] +2024-10-09 21:33:56,248 INFO: [ epoch: 208 ] [ iter:278,100 ] [ performance: 27.117 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:58 ] [ l_g_pix: 3.2778e-02 ] [ l_g_total: 3.2778e-02 ] +2024-10-09 21:33:59,966 INFO: [ epoch: 208 ] [ iter:278,200 ] [ performance: 27.275 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:51 ] [ l_g_pix: 2.1679e-02 ] [ l_g_total: 2.1679e-02 ] +2024-10-09 21:34:03,717 INFO: [ epoch: 208 ] [ iter:278,300 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:44 ] [ l_g_pix: 2.2424e-02 ] [ l_g_total: 2.2424e-02 ] +2024-10-09 21:34:07,445 INFO: [ epoch: 208 ] [ iter:278,400 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:37 ] [ l_g_pix: 2.8794e-02 ] [ l_g_total: 2.8794e-02 ] +2024-10-09 21:34:11,172 INFO: [ epoch: 208 ] [ iter:278,500 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:29 ] [ l_g_pix: 4.4543e-02 ] [ l_g_total: 4.4543e-02 ] +2024-10-09 21:34:14,849 INFO: [ epoch: 208 ] [ iter:278,600 ] [ performance: 27.526 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:22 ] [ l_g_pix: 2.0037e-02 ] [ l_g_total: 2.0037e-02 ] +2024-10-09 21:34:18,581 INFO: [ epoch: 208 ] [ iter:278,700 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:15 ] [ l_g_pix: 3.4787e-02 ] [ l_g_total: 3.4787e-02 ] +2024-10-09 21:34:22,282 INFO: [ epoch: 208 ] [ iter:278,800 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:08 ] [ l_g_pix: 1.8238e-02 ] [ l_g_total: 1.8238e-02 ] +2024-10-09 21:34:26,017 INFO: [ epoch: 208 ] [ iter:278,900 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:01 ] [ l_g_pix: 3.0686e-02 ] [ l_g_total: 3.0686e-02 ] +2024-10-09 21:34:29,734 INFO: [ epoch: 208 ] [ iter:279,000 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:54 ] [ l_g_pix: 2.5534e-02 ] [ l_g_total: 2.5534e-02 ] +2024-10-09 21:34:33,505 INFO: [ epoch: 208 ] [ iter:279,100 ] [ performance: 26.589 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:47 ] [ l_g_pix: 3.2530e-02 ] [ l_g_total: 3.2530e-02 ] +2024-10-09 21:34:37,054 INFO: [ epoch: 208 ] [ iter:279,200 ] [ performance: 29.399 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:40 ] [ l_g_pix: 3.2554e-02 ] [ l_g_total: 3.2554e-02 ] +2024-10-09 21:34:42,299 INFO: [ epoch: 209 ] [ iter:279,300 ] [ performance: 19.758 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:34 ] [ l_g_pix: 3.5526e-02 ] [ l_g_total: 3.5526e-02 ] +2024-10-09 21:34:46,033 INFO: [ epoch: 209 ] [ iter:279,400 ] [ performance: 26.490 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:27 ] [ l_g_pix: 1.9577e-02 ] [ l_g_total: 1.9577e-02 ] +2024-10-09 21:34:49,800 INFO: [ epoch: 209 ] [ iter:279,500 ] [ performance: 26.548 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:20 ] [ l_g_pix: 2.6562e-02 ] [ l_g_total: 2.6562e-02 ] +2024-10-09 21:34:53,557 INFO: [ epoch: 209 ] [ iter:279,600 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:13 ] [ l_g_pix: 3.6600e-02 ] [ l_g_total: 3.6600e-02 ] +2024-10-09 21:34:57,323 INFO: [ epoch: 209 ] [ iter:279,700 ] [ performance: 26.564 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:06 ] [ l_g_pix: 3.6006e-02 ] [ l_g_total: 3.6006e-02 ] +2024-10-09 21:35:01,083 INFO: [ epoch: 209 ] [ iter:279,800 ] [ performance: 27.768 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:59 ] [ l_g_pix: 1.9866e-02 ] [ l_g_total: 1.9866e-02 ] +2024-10-09 21:35:04,819 INFO: [ epoch: 209 ] [ iter:279,900 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:52 ] [ l_g_pix: 1.8678e-02 ] [ l_g_total: 1.8678e-02 ] +2024-10-09 21:35:08,550 INFO: [ epoch: 209 ] [ iter:280,000 ] [ performance: 27.229 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:45 ] [ l_g_pix: 2.2961e-02 ] [ l_g_total: 2.2961e-02 ] +2024-10-09 21:35:08,551 INFO: Saving models and training states. +2024-10-09 21:38:15,291 INFO: Validation val + + # psnr: 27.2006........ Best: 27.2008 @ 270000 iter + # ssim: 0.7664........ Best: 0.7664 @ 280000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:38:19,030 INFO: [ epoch: 209 ] [ iter:280,100 ] [ performance: 26.781 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:18 ] [ l_g_pix: 2.4367e-02 ] [ l_g_total: 2.4367e-02 ] +2024-10-09 21:38:22,749 INFO: [ epoch: 209 ] [ iter:280,200 ] [ performance: 26.390 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:10 ] [ l_g_pix: 1.3701e-02 ] [ l_g_total: 1.3701e-02 ] +2024-10-09 21:38:26,476 INFO: [ epoch: 209 ] [ iter:280,300 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:03 ] [ l_g_pix: 2.6737e-02 ] [ l_g_total: 2.6737e-02 ] +2024-10-09 21:38:30,251 INFO: [ epoch: 209 ] [ iter:280,400 ] [ performance: 27.262 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:56 ] [ l_g_pix: 2.1143e-02 ] [ l_g_total: 2.1143e-02 ] +2024-10-09 21:38:33,891 INFO: [ epoch: 209 ] [ iter:280,500 ] [ performance: 27.468 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:49 ] [ l_g_pix: 3.9593e-02 ] [ l_g_total: 3.9593e-02 ] +2024-10-09 21:38:39,302 INFO: [ epoch: 210 ] [ iter:280,600 ] [ performance: 23.513 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:43 ] [ l_g_pix: 3.6059e-02 ] [ l_g_total: 3.6059e-02 ] +2024-10-09 21:38:43,119 INFO: [ epoch: 210 ] [ iter:280,700 ] [ performance: 26.096 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:36 ] [ l_g_pix: 3.5464e-02 ] [ l_g_total: 3.5464e-02 ] +2024-10-09 21:38:46,824 INFO: [ epoch: 210 ] [ iter:280,800 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:29 ] [ l_g_pix: 2.9967e-02 ] [ l_g_total: 2.9967e-02 ] +2024-10-09 21:38:50,555 INFO: [ epoch: 210 ] [ iter:280,900 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:22 ] [ l_g_pix: 3.3625e-02 ] [ l_g_total: 3.3625e-02 ] +2024-10-09 21:38:54,254 INFO: [ epoch: 210 ] [ iter:281,000 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:14 ] [ l_g_pix: 4.3821e-02 ] [ l_g_total: 4.3821e-02 ] +2024-10-09 21:38:57,911 INFO: [ epoch: 210 ] [ iter:281,100 ] [ performance: 27.347 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:07 ] [ l_g_pix: 2.3742e-02 ] [ l_g_total: 2.3742e-02 ] +2024-10-09 21:39:01,656 INFO: [ epoch: 210 ] [ iter:281,200 ] [ performance: 25.264 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:00 ] [ l_g_pix: 2.7704e-02 ] [ l_g_total: 2.7704e-02 ] +2024-10-09 21:39:05,461 INFO: [ epoch: 210 ] [ iter:281,300 ] [ performance: 26.281 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:53 ] [ l_g_pix: 3.7700e-02 ] [ l_g_total: 3.7700e-02 ] +2024-10-09 21:39:09,218 INFO: [ epoch: 210 ] [ iter:281,400 ] [ performance: 26.451 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:46 ] [ l_g_pix: 1.7376e-02 ] [ l_g_total: 1.7376e-02 ] +2024-10-09 21:39:13,021 INFO: [ epoch: 210 ] [ iter:281,500 ] [ performance: 26.297 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:39 ] [ l_g_pix: 3.7010e-02 ] [ l_g_total: 3.7010e-02 ] +2024-10-09 21:39:16,750 INFO: [ epoch: 210 ] [ iter:281,600 ] [ performance: 26.556 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:32 ] [ l_g_pix: 2.3314e-02 ] [ l_g_total: 2.3314e-02 ] +2024-10-09 21:39:20,490 INFO: [ epoch: 210 ] [ iter:281,700 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:25 ] [ l_g_pix: 2.8249e-02 ] [ l_g_total: 2.8249e-02 ] +2024-10-09 21:39:24,231 INFO: [ epoch: 210 ] [ iter:281,800 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:17 ] [ l_g_pix: 3.1813e-02 ] [ l_g_total: 3.1813e-02 ] +2024-10-09 21:39:28,821 INFO: [ epoch: 211 ] [ iter:281,900 ] [ performance: 21.725 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:11 ] [ l_g_pix: 2.7649e-02 ] [ l_g_total: 2.7649e-02 ] +2024-10-09 21:39:33,041 INFO: [ epoch: 211 ] [ iter:282,000 ] [ performance: 22.701 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:04 ] [ l_g_pix: 3.2430e-02 ] [ l_g_total: 3.2430e-02 ] +2024-10-09 21:39:36,758 INFO: [ epoch: 211 ] [ iter:282,100 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:57 ] [ l_g_pix: 2.9127e-02 ] [ l_g_total: 2.9127e-02 ] +2024-10-09 21:39:40,420 INFO: [ epoch: 211 ] [ iter:282,200 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:50 ] [ l_g_pix: 2.3563e-02 ] [ l_g_total: 2.3563e-02 ] +2024-10-09 21:39:44,160 INFO: [ epoch: 211 ] [ iter:282,300 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:43 ] [ l_g_pix: 4.1407e-02 ] [ l_g_total: 4.1407e-02 ] +2024-10-09 21:39:47,887 INFO: [ epoch: 211 ] [ iter:282,400 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:36 ] [ l_g_pix: 3.3758e-02 ] [ l_g_total: 3.3758e-02 ] +2024-10-09 21:39:51,604 INFO: [ epoch: 211 ] [ iter:282,500 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:29 ] [ l_g_pix: 3.7851e-02 ] [ l_g_total: 3.7851e-02 ] +2024-10-09 21:39:55,274 INFO: [ epoch: 211 ] [ iter:282,600 ] [ performance: 27.086 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:21 ] [ l_g_pix: 2.9971e-02 ] [ l_g_total: 2.9971e-02 ] +2024-10-09 21:39:58,986 INFO: [ epoch: 211 ] [ iter:282,700 ] [ performance: 26.981 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:14 ] [ l_g_pix: 4.4432e-02 ] [ l_g_total: 4.4432e-02 ] +2024-10-09 21:40:02,653 INFO: [ epoch: 211 ] [ iter:282,800 ] [ performance: 27.131 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:07 ] [ l_g_pix: 3.2580e-02 ] [ l_g_total: 3.2580e-02 ] +2024-10-09 21:40:06,352 INFO: [ epoch: 211 ] [ iter:282,900 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:00 ] [ l_g_pix: 3.6249e-02 ] [ l_g_total: 3.6249e-02 ] +2024-10-09 21:40:10,056 INFO: [ epoch: 211 ] [ iter:283,000 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:53 ] [ l_g_pix: 2.2684e-02 ] [ l_g_total: 2.2684e-02 ] +2024-10-09 21:40:13,822 INFO: [ epoch: 211 ] [ iter:283,100 ] [ performance: 26.623 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:46 ] [ l_g_pix: 3.6816e-02 ] [ l_g_total: 3.6816e-02 ] +2024-10-09 21:40:17,373 INFO: [ epoch: 211 ] [ iter:283,200 ] [ performance: 27.406 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:39 ] [ l_g_pix: 2.9261e-02 ] [ l_g_total: 2.9261e-02 ] +2024-10-09 21:40:22,680 INFO: [ epoch: 212 ] [ iter:283,300 ] [ performance: 18.236 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:33 ] [ l_g_pix: 4.2714e-02 ] [ l_g_total: 4.2714e-02 ] +2024-10-09 21:40:26,392 INFO: [ epoch: 212 ] [ iter:283,400 ] [ performance: 21.951 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:26 ] [ l_g_pix: 2.6606e-02 ] [ l_g_total: 2.6606e-02 ] +2024-10-09 21:40:30,115 INFO: [ epoch: 212 ] [ iter:283,500 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:19 ] [ l_g_pix: 2.4779e-02 ] [ l_g_total: 2.4779e-02 ] +2024-10-09 21:40:33,847 INFO: [ epoch: 212 ] [ iter:283,600 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:12 ] [ l_g_pix: 1.5793e-02 ] [ l_g_total: 1.5793e-02 ] +2024-10-09 21:40:37,578 INFO: [ epoch: 212 ] [ iter:283,700 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:04 ] [ l_g_pix: 3.2717e-02 ] [ l_g_total: 3.2717e-02 ] +2024-10-09 21:40:41,268 INFO: [ epoch: 212 ] [ iter:283,800 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:57 ] [ l_g_pix: 2.0598e-02 ] [ l_g_total: 2.0598e-02 ] +2024-10-09 21:40:44,987 INFO: [ epoch: 212 ] [ iter:283,900 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:50 ] [ l_g_pix: 3.1543e-02 ] [ l_g_total: 3.1543e-02 ] +2024-10-09 21:40:48,705 INFO: [ epoch: 212 ] [ iter:284,000 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:43 ] [ l_g_pix: 2.4923e-02 ] [ l_g_total: 2.4923e-02 ] +2024-10-09 21:40:52,382 INFO: [ epoch: 212 ] [ iter:284,100 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:36 ] [ l_g_pix: 2.8427e-02 ] [ l_g_total: 2.8427e-02 ] +2024-10-09 21:40:56,084 INFO: [ epoch: 212 ] [ iter:284,200 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:29 ] [ l_g_pix: 3.2340e-02 ] [ l_g_total: 3.2340e-02 ] +2024-10-09 21:40:59,788 INFO: [ epoch: 212 ] [ iter:284,300 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:22 ] [ l_g_pix: 2.2756e-02 ] [ l_g_total: 2.2756e-02 ] +2024-10-09 21:41:03,497 INFO: [ epoch: 212 ] [ iter:284,400 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:15 ] [ l_g_pix: 3.7876e-02 ] [ l_g_total: 3.7876e-02 ] +2024-10-09 21:41:07,144 INFO: [ epoch: 212 ] [ iter:284,500 ] [ performance: 27.603 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:08 ] [ l_g_pix: 3.1402e-02 ] [ l_g_total: 3.1402e-02 ] +2024-10-09 21:41:12,230 INFO: [ epoch: 213 ] [ iter:284,600 ] [ performance: 22.659 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:02 ] [ l_g_pix: 3.5659e-02 ] [ l_g_total: 3.5659e-02 ] +2024-10-09 21:41:15,975 INFO: [ epoch: 213 ] [ iter:284,700 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:55 ] [ l_g_pix: 2.0935e-02 ] [ l_g_total: 2.0935e-02 ] +2024-10-09 21:41:19,734 INFO: [ epoch: 213 ] [ iter:284,800 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:48 ] [ l_g_pix: 3.7066e-02 ] [ l_g_total: 3.7066e-02 ] +2024-10-09 21:41:23,436 INFO: [ epoch: 213 ] [ iter:284,900 ] [ performance: 27.002 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:40 ] [ l_g_pix: 2.6679e-02 ] [ l_g_total: 2.6679e-02 ] +2024-10-09 21:41:27,199 INFO: [ epoch: 213 ] [ iter:285,000 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:33 ] [ l_g_pix: 3.1805e-02 ] [ l_g_total: 3.1805e-02 ] +2024-10-09 21:41:30,945 INFO: [ epoch: 213 ] [ iter:285,100 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:26 ] [ l_g_pix: 2.9485e-02 ] [ l_g_total: 2.9485e-02 ] +2024-10-09 21:41:34,644 INFO: [ epoch: 213 ] [ iter:285,200 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:19 ] [ l_g_pix: 1.8789e-02 ] [ l_g_total: 1.8789e-02 ] +2024-10-09 21:41:38,371 INFO: [ epoch: 213 ] [ iter:285,300 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:12 ] [ l_g_pix: 3.6853e-02 ] [ l_g_total: 3.6853e-02 ] +2024-10-09 21:41:42,103 INFO: [ epoch: 213 ] [ iter:285,400 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:05 ] [ l_g_pix: 3.4612e-02 ] [ l_g_total: 3.4612e-02 ] +2024-10-09 21:41:45,812 INFO: [ epoch: 213 ] [ iter:285,500 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:58 ] [ l_g_pix: 3.8345e-02 ] [ l_g_total: 3.8345e-02 ] +2024-10-09 21:41:49,540 INFO: [ epoch: 213 ] [ iter:285,600 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:51 ] [ l_g_pix: 1.6417e-02 ] [ l_g_total: 1.6417e-02 ] +2024-10-09 21:41:53,289 INFO: [ epoch: 213 ] [ iter:285,700 ] [ performance: 26.887 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:44 ] [ l_g_pix: 1.5260e-02 ] [ l_g_total: 1.5260e-02 ] +2024-10-09 21:41:56,977 INFO: [ epoch: 213 ] [ iter:285,800 ] [ performance: 27.020 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:37 ] [ l_g_pix: 2.2926e-02 ] [ l_g_total: 2.2926e-02 ] +2024-10-09 21:42:00,476 INFO: [ epoch: 213 ] [ iter:285,900 ] [ performance: 28.898 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:30 ] [ l_g_pix: 2.8137e-02 ] [ l_g_total: 2.8137e-02 ] +2024-10-09 21:42:05,756 INFO: [ epoch: 214 ] [ iter:286,000 ] [ performance: 22.313 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:24 ] [ l_g_pix: 2.7310e-02 ] [ l_g_total: 2.7310e-02 ] +2024-10-09 21:42:09,515 INFO: [ epoch: 214 ] [ iter:286,100 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:17 ] [ l_g_pix: 1.9017e-02 ] [ l_g_total: 1.9017e-02 ] +2024-10-09 21:42:13,189 INFO: [ epoch: 214 ] [ iter:286,200 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:10 ] [ l_g_pix: 2.1573e-02 ] [ l_g_total: 2.1573e-02 ] +2024-10-09 21:42:16,917 INFO: [ epoch: 214 ] [ iter:286,300 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:03 ] [ l_g_pix: 2.3780e-02 ] [ l_g_total: 2.3780e-02 ] +2024-10-09 21:42:20,644 INFO: [ epoch: 214 ] [ iter:286,400 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:56 ] [ l_g_pix: 2.1526e-02 ] [ l_g_total: 2.1526e-02 ] +2024-10-09 21:42:24,402 INFO: [ epoch: 214 ] [ iter:286,500 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:49 ] [ l_g_pix: 4.1653e-02 ] [ l_g_total: 4.1653e-02 ] +2024-10-09 21:42:28,120 INFO: [ epoch: 214 ] [ iter:286,600 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:42 ] [ l_g_pix: 2.2592e-02 ] [ l_g_total: 2.2592e-02 ] +2024-10-09 21:42:31,866 INFO: [ epoch: 214 ] [ iter:286,700 ] [ performance: 26.817 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:35 ] [ l_g_pix: 2.3355e-02 ] [ l_g_total: 2.3355e-02 ] +2024-10-09 21:42:35,597 INFO: [ epoch: 214 ] [ iter:286,800 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:28 ] [ l_g_pix: 1.8771e-02 ] [ l_g_total: 1.8771e-02 ] +2024-10-09 21:42:39,335 INFO: [ epoch: 214 ] [ iter:286,900 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:21 ] [ l_g_pix: 2.3656e-02 ] [ l_g_total: 2.3656e-02 ] +2024-10-09 21:42:43,034 INFO: [ epoch: 214 ] [ iter:287,000 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:14 ] [ l_g_pix: 2.4245e-02 ] [ l_g_total: 2.4245e-02 ] +2024-10-09 21:42:46,716 INFO: [ epoch: 214 ] [ iter:287,100 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:07 ] [ l_g_pix: 3.5175e-02 ] [ l_g_total: 3.5175e-02 ] +2024-10-09 21:42:50,307 INFO: [ epoch: 214 ] [ iter:287,200 ] [ performance: 27.554 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:59 ] [ l_g_pix: 3.8850e-02 ] [ l_g_total: 3.8850e-02 ] +2024-10-09 21:42:55,411 INFO: [ epoch: 215 ] [ iter:287,300 ] [ performance: 17.429 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:54 ] [ l_g_pix: 2.6208e-02 ] [ l_g_total: 2.6208e-02 ] +2024-10-09 21:42:59,155 INFO: [ epoch: 215 ] [ iter:287,400 ] [ performance: 21.877 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:47 ] [ l_g_pix: 2.8529e-02 ] [ l_g_total: 2.8529e-02 ] +2024-10-09 21:43:02,917 INFO: [ epoch: 215 ] [ iter:287,500 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:40 ] [ l_g_pix: 2.1085e-02 ] [ l_g_total: 2.1085e-02 ] +2024-10-09 21:43:06,644 INFO: [ epoch: 215 ] [ iter:287,600 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:33 ] [ l_g_pix: 2.5081e-02 ] [ l_g_total: 2.5081e-02 ] +2024-10-09 21:43:10,371 INFO: [ epoch: 215 ] [ iter:287,700 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:26 ] [ l_g_pix: 2.6264e-02 ] [ l_g_total: 2.6264e-02 ] +2024-10-09 21:43:14,107 INFO: [ epoch: 215 ] [ iter:287,800 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:19 ] [ l_g_pix: 2.7685e-02 ] [ l_g_total: 2.7685e-02 ] +2024-10-09 21:43:17,818 INFO: [ epoch: 215 ] [ iter:287,900 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:12 ] [ l_g_pix: 3.1450e-02 ] [ l_g_total: 3.1450e-02 ] +2024-10-09 21:43:21,580 INFO: [ epoch: 215 ] [ iter:288,000 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:05 ] [ l_g_pix: 2.9549e-02 ] [ l_g_total: 2.9549e-02 ] +2024-10-09 21:43:25,328 INFO: [ epoch: 215 ] [ iter:288,100 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:58 ] [ l_g_pix: 2.8151e-02 ] [ l_g_total: 2.8151e-02 ] +2024-10-09 21:43:29,011 INFO: [ epoch: 215 ] [ iter:288,200 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:51 ] [ l_g_pix: 2.3006e-02 ] [ l_g_total: 2.3006e-02 ] +2024-10-09 21:43:32,753 INFO: [ epoch: 215 ] [ iter:288,300 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:44 ] [ l_g_pix: 3.3818e-02 ] [ l_g_total: 3.3818e-02 ] +2024-10-09 21:43:36,490 INFO: [ epoch: 215 ] [ iter:288,400 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:37 ] [ l_g_pix: 4.4558e-02 ] [ l_g_total: 4.4558e-02 ] +2024-10-09 21:43:40,201 INFO: [ epoch: 215 ] [ iter:288,500 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:30 ] [ l_g_pix: 3.6783e-02 ] [ l_g_total: 3.6783e-02 ] +2024-10-09 21:43:45,300 INFO: [ epoch: 216 ] [ iter:288,600 ] [ performance: 22.040 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:24 ] [ l_g_pix: 2.0309e-02 ] [ l_g_total: 2.0309e-02 ] +2024-10-09 21:43:49,042 INFO: [ epoch: 216 ] [ iter:288,700 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:17 ] [ l_g_pix: 2.0549e-02 ] [ l_g_total: 2.0549e-02 ] +2024-10-09 21:43:52,740 INFO: [ epoch: 216 ] [ iter:288,800 ] [ performance: 27.037 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:10 ] [ l_g_pix: 3.0649e-02 ] [ l_g_total: 3.0649e-02 ] +2024-10-09 21:43:56,440 INFO: [ epoch: 216 ] [ iter:288,900 ] [ performance: 27.255 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:03 ] [ l_g_pix: 2.5449e-02 ] [ l_g_total: 2.5449e-02 ] +2024-10-09 21:44:00,152 INFO: [ epoch: 216 ] [ iter:289,000 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:56 ] [ l_g_pix: 3.7890e-02 ] [ l_g_total: 3.7890e-02 ] +2024-10-09 21:44:03,874 INFO: [ epoch: 216 ] [ iter:289,100 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:49 ] [ l_g_pix: 2.0214e-02 ] [ l_g_total: 2.0214e-02 ] +2024-10-09 21:44:07,611 INFO: [ epoch: 216 ] [ iter:289,200 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:42 ] [ l_g_pix: 2.7923e-02 ] [ l_g_total: 2.7923e-02 ] +2024-10-09 21:44:11,333 INFO: [ epoch: 216 ] [ iter:289,300 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:35 ] [ l_g_pix: 2.4112e-02 ] [ l_g_total: 2.4112e-02 ] +2024-10-09 21:44:15,108 INFO: [ epoch: 216 ] [ iter:289,400 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:28 ] [ l_g_pix: 3.2063e-02 ] [ l_g_total: 3.2063e-02 ] +2024-10-09 21:44:18,802 INFO: [ epoch: 216 ] [ iter:289,500 ] [ performance: 27.142 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:21 ] [ l_g_pix: 3.1924e-02 ] [ l_g_total: 3.1924e-02 ] +2024-10-09 21:44:22,538 INFO: [ epoch: 216 ] [ iter:289,600 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:14 ] [ l_g_pix: 3.7998e-02 ] [ l_g_total: 3.7998e-02 ] +2024-10-09 21:44:26,210 INFO: [ epoch: 216 ] [ iter:289,700 ] [ performance: 27.351 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:07 ] [ l_g_pix: 2.1387e-02 ] [ l_g_total: 2.1387e-02 ] +2024-10-09 21:44:29,926 INFO: [ epoch: 216 ] [ iter:289,800 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:00 ] [ l_g_pix: 2.3799e-02 ] [ l_g_total: 2.3799e-02 ] +2024-10-09 21:44:33,447 INFO: [ epoch: 216 ] [ iter:289,900 ] [ performance: 28.714 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:53 ] [ l_g_pix: 2.7067e-02 ] [ l_g_total: 2.7067e-02 ] +2024-10-09 21:44:38,730 INFO: [ epoch: 217 ] [ iter:290,000 ] [ performance: 21.636 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:47 ] [ l_g_pix: 3.0847e-02 ] [ l_g_total: 3.0847e-02 ] +2024-10-09 21:44:38,731 INFO: Saving models and training states. +2024-10-09 21:47:23,164 INFO: Validation val + + # psnr: 27.1986........ Best: 27.2008 @ 270000 iter + # ssim: 0.7663........ Best: 0.7664 @ 280000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:47:26,880 INFO: [ epoch: 217 ] [ iter:290,100 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:51 ] [ l_g_pix: 2.8538e-02 ] [ l_g_total: 2.8538e-02 ] +2024-10-09 21:47:30,622 INFO: [ epoch: 217 ] [ iter:290,200 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:44 ] [ l_g_pix: 3.6057e-02 ] [ l_g_total: 3.6057e-02 ] +2024-10-09 21:47:34,340 INFO: [ epoch: 217 ] [ iter:290,300 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:37 ] [ l_g_pix: 3.0049e-02 ] [ l_g_total: 3.0049e-02 ] +2024-10-09 21:47:38,105 INFO: [ epoch: 217 ] [ iter:290,400 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:30 ] [ l_g_pix: 1.9812e-02 ] [ l_g_total: 1.9812e-02 ] +2024-10-09 21:47:41,818 INFO: [ epoch: 217 ] [ iter:290,500 ] [ performance: 27.272 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:22 ] [ l_g_pix: 3.2741e-02 ] [ l_g_total: 3.2741e-02 ] +2024-10-09 21:47:45,526 INFO: [ epoch: 217 ] [ iter:290,600 ] [ performance: 27.080 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:15 ] [ l_g_pix: 2.1193e-02 ] [ l_g_total: 2.1193e-02 ] +2024-10-09 21:47:49,286 INFO: [ epoch: 217 ] [ iter:290,700 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:08 ] [ l_g_pix: 2.4859e-02 ] [ l_g_total: 2.4859e-02 ] +2024-10-09 21:47:53,013 INFO: [ epoch: 217 ] [ iter:290,800 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:01 ] [ l_g_pix: 3.7648e-02 ] [ l_g_total: 3.7648e-02 ] +2024-10-09 21:47:56,787 INFO: [ epoch: 217 ] [ iter:290,900 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:54 ] [ l_g_pix: 1.8551e-02 ] [ l_g_total: 1.8551e-02 ] +2024-10-09 21:48:00,511 INFO: [ epoch: 217 ] [ iter:291,000 ] [ performance: 26.801 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:47 ] [ l_g_pix: 3.8576e-02 ] [ l_g_total: 3.8576e-02 ] +2024-10-09 21:48:04,268 INFO: [ epoch: 217 ] [ iter:291,100 ] [ performance: 26.720 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:40 ] [ l_g_pix: 3.6188e-02 ] [ l_g_total: 3.6188e-02 ] +2024-10-09 21:48:07,949 INFO: [ epoch: 217 ] [ iter:291,200 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:33 ] [ l_g_pix: 2.6017e-02 ] [ l_g_total: 2.6017e-02 ] +2024-10-09 21:48:13,634 INFO: [ epoch: 218 ] [ iter:291,300 ] [ performance: 18.970 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:28 ] [ l_g_pix: 1.7165e-02 ] [ l_g_total: 1.7165e-02 ] +2024-10-09 21:48:17,335 INFO: [ epoch: 218 ] [ iter:291,400 ] [ performance: 23.636 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:21 ] [ l_g_pix: 3.3887e-02 ] [ l_g_total: 3.3887e-02 ] +2024-10-09 21:48:21,039 INFO: [ epoch: 218 ] [ iter:291,500 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:14 ] [ l_g_pix: 1.9885e-02 ] [ l_g_total: 1.9885e-02 ] +2024-10-09 21:48:24,705 INFO: [ epoch: 218 ] [ iter:291,600 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:07 ] [ l_g_pix: 1.8862e-02 ] [ l_g_total: 1.8862e-02 ] +2024-10-09 21:48:28,384 INFO: [ epoch: 218 ] [ iter:291,700 ] [ performance: 27.093 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:00 ] [ l_g_pix: 3.2250e-02 ] [ l_g_total: 3.2250e-02 ] +2024-10-09 21:48:32,190 INFO: [ epoch: 218 ] [ iter:291,800 ] [ performance: 26.545 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:53 ] [ l_g_pix: 1.9451e-02 ] [ l_g_total: 1.9451e-02 ] +2024-10-09 21:48:35,913 INFO: [ epoch: 218 ] [ iter:291,900 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:46 ] [ l_g_pix: 4.5187e-02 ] [ l_g_total: 4.5187e-02 ] +2024-10-09 21:48:39,655 INFO: [ epoch: 218 ] [ iter:292,000 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:39 ] [ l_g_pix: 3.0242e-02 ] [ l_g_total: 3.0242e-02 ] +2024-10-09 21:48:43,356 INFO: [ epoch: 218 ] [ iter:292,100 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:32 ] [ l_g_pix: 3.3250e-02 ] [ l_g_total: 3.3250e-02 ] +2024-10-09 21:48:47,077 INFO: [ epoch: 218 ] [ iter:292,200 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:25 ] [ l_g_pix: 1.7691e-02 ] [ l_g_total: 1.7691e-02 ] +2024-10-09 21:48:50,796 INFO: [ epoch: 218 ] [ iter:292,300 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:18 ] [ l_g_pix: 2.1012e-02 ] [ l_g_total: 2.1012e-02 ] +2024-10-09 21:48:54,515 INFO: [ epoch: 218 ] [ iter:292,400 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:11 ] [ l_g_pix: 2.4587e-02 ] [ l_g_total: 2.4587e-02 ] +2024-10-09 21:48:58,222 INFO: [ epoch: 218 ] [ iter:292,500 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:04 ] [ l_g_pix: 2.4692e-02 ] [ l_g_total: 2.4692e-02 ] +2024-10-09 21:49:02,871 INFO: [ epoch: 219 ] [ iter:292,600 ] [ performance: 23.026 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:57 ] [ l_g_pix: 2.2209e-02 ] [ l_g_total: 2.2209e-02 ] +2024-10-09 21:49:06,872 INFO: [ epoch: 219 ] [ iter:292,700 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:50 ] [ l_g_pix: 1.8267e-02 ] [ l_g_total: 1.8267e-02 ] +2024-10-09 21:49:10,596 INFO: [ epoch: 219 ] [ iter:292,800 ] [ performance: 26.835 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:43 ] [ l_g_pix: 2.9021e-02 ] [ l_g_total: 2.9021e-02 ] +2024-10-09 21:49:14,308 INFO: [ epoch: 219 ] [ iter:292,900 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:36 ] [ l_g_pix: 3.8679e-02 ] [ l_g_total: 3.8679e-02 ] +2024-10-09 21:49:18,071 INFO: [ epoch: 219 ] [ iter:293,000 ] [ performance: 26.681 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:30 ] [ l_g_pix: 2.3186e-02 ] [ l_g_total: 2.3186e-02 ] +2024-10-09 21:49:21,765 INFO: [ epoch: 219 ] [ iter:293,100 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:23 ] [ l_g_pix: 2.9792e-02 ] [ l_g_total: 2.9792e-02 ] +2024-10-09 21:49:25,480 INFO: [ epoch: 219 ] [ iter:293,200 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:16 ] [ l_g_pix: 1.5325e-02 ] [ l_g_total: 1.5325e-02 ] +2024-10-09 21:49:29,238 INFO: [ epoch: 219 ] [ iter:293,300 ] [ performance: 26.150 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:09 ] [ l_g_pix: 2.0772e-02 ] [ l_g_total: 2.0772e-02 ] +2024-10-09 21:49:32,940 INFO: [ epoch: 219 ] [ iter:293,400 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:02 ] [ l_g_pix: 1.8573e-02 ] [ l_g_total: 1.8573e-02 ] +2024-10-09 21:49:36,648 INFO: [ epoch: 219 ] [ iter:293,500 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:55 ] [ l_g_pix: 2.3607e-02 ] [ l_g_total: 2.3607e-02 ] +2024-10-09 21:49:40,327 INFO: [ epoch: 219 ] [ iter:293,600 ] [ performance: 27.159 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:48 ] [ l_g_pix: 4.5045e-02 ] [ l_g_total: 4.5045e-02 ] +2024-10-09 21:49:44,004 INFO: [ epoch: 219 ] [ iter:293,700 ] [ performance: 27.019 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:41 ] [ l_g_pix: 1.6815e-02 ] [ l_g_total: 1.6815e-02 ] +2024-10-09 21:49:47,722 INFO: [ epoch: 219 ] [ iter:293,800 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:34 ] [ l_g_pix: 2.0535e-02 ] [ l_g_total: 2.0535e-02 ] +2024-10-09 21:49:51,204 INFO: [ epoch: 219 ] [ iter:293,900 ] [ performance: 29.348 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:26 ] [ l_g_pix: 3.2240e-02 ] [ l_g_total: 3.2240e-02 ] +2024-10-09 21:49:56,214 INFO: [ epoch: 220 ] [ iter:294,000 ] [ performance: 21.892 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:20 ] [ l_g_pix: 2.8192e-02 ] [ l_g_total: 2.8192e-02 ] +2024-10-09 21:49:59,896 INFO: [ epoch: 220 ] [ iter:294,100 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:13 ] [ l_g_pix: 2.8062e-02 ] [ l_g_total: 2.8062e-02 ] +2024-10-09 21:50:03,602 INFO: [ epoch: 220 ] [ iter:294,200 ] [ performance: 26.955 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:06 ] [ l_g_pix: 2.7531e-02 ] [ l_g_total: 2.7531e-02 ] +2024-10-09 21:50:07,322 INFO: [ epoch: 220 ] [ iter:294,300 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:59 ] [ l_g_pix: 2.1667e-02 ] [ l_g_total: 2.1667e-02 ] +2024-10-09 21:50:11,038 INFO: [ epoch: 220 ] [ iter:294,400 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:53 ] [ l_g_pix: 2.3369e-02 ] [ l_g_total: 2.3369e-02 ] +2024-10-09 21:50:14,730 INFO: [ epoch: 220 ] [ iter:294,500 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:46 ] [ l_g_pix: 3.6363e-02 ] [ l_g_total: 3.6363e-02 ] +2024-10-09 21:50:18,497 INFO: [ epoch: 220 ] [ iter:294,600 ] [ performance: 26.666 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:39 ] [ l_g_pix: 1.8368e-02 ] [ l_g_total: 1.8368e-02 ] +2024-10-09 21:50:22,231 INFO: [ epoch: 220 ] [ iter:294,700 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:32 ] [ l_g_pix: 3.7247e-02 ] [ l_g_total: 3.7247e-02 ] +2024-10-09 21:50:25,947 INFO: [ epoch: 220 ] [ iter:294,800 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:25 ] [ l_g_pix: 3.3753e-02 ] [ l_g_total: 3.3753e-02 ] +2024-10-09 21:50:29,653 INFO: [ epoch: 220 ] [ iter:294,900 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:18 ] [ l_g_pix: 2.7448e-02 ] [ l_g_total: 2.7448e-02 ] +2024-10-09 21:50:33,364 INFO: [ epoch: 220 ] [ iter:295,000 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:11 ] [ l_g_pix: 2.9586e-02 ] [ l_g_total: 2.9586e-02 ] +2024-10-09 21:50:37,097 INFO: [ epoch: 220 ] [ iter:295,100 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:04 ] [ l_g_pix: 3.8746e-02 ] [ l_g_total: 3.8746e-02 ] +2024-10-09 21:50:40,705 INFO: [ epoch: 220 ] [ iter:295,200 ] [ performance: 27.474 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:57 ] [ l_g_pix: 3.8026e-02 ] [ l_g_total: 3.8026e-02 ] +2024-10-09 21:50:45,619 INFO: [ epoch: 221 ] [ iter:295,300 ] [ performance: 22.622 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:51 ] [ l_g_pix: 3.9018e-02 ] [ l_g_total: 3.9018e-02 ] +2024-10-09 21:50:49,364 INFO: [ epoch: 221 ] [ iter:295,400 ] [ performance: 25.616 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:44 ] [ l_g_pix: 2.7053e-02 ] [ l_g_total: 2.7053e-02 ] +2024-10-09 21:50:53,061 INFO: [ epoch: 221 ] [ iter:295,500 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:37 ] [ l_g_pix: 2.4759e-02 ] [ l_g_total: 2.4759e-02 ] +2024-10-09 21:50:56,783 INFO: [ epoch: 221 ] [ iter:295,600 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:30 ] [ l_g_pix: 3.5790e-02 ] [ l_g_total: 3.5790e-02 ] +2024-10-09 21:51:00,477 INFO: [ epoch: 221 ] [ iter:295,700 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:23 ] [ l_g_pix: 2.5738e-02 ] [ l_g_total: 2.5738e-02 ] +2024-10-09 21:51:04,164 INFO: [ epoch: 221 ] [ iter:295,800 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:16 ] [ l_g_pix: 2.7097e-02 ] [ l_g_total: 2.7097e-02 ] +2024-10-09 21:51:07,851 INFO: [ epoch: 221 ] [ iter:295,900 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:09 ] [ l_g_pix: 2.1807e-02 ] [ l_g_total: 2.1807e-02 ] +2024-10-09 21:51:11,560 INFO: [ epoch: 221 ] [ iter:296,000 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:02 ] [ l_g_pix: 2.5037e-02 ] [ l_g_total: 2.5037e-02 ] +2024-10-09 21:51:15,309 INFO: [ epoch: 221 ] [ iter:296,100 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:55 ] [ l_g_pix: 2.7168e-02 ] [ l_g_total: 2.7168e-02 ] +2024-10-09 21:51:19,015 INFO: [ epoch: 221 ] [ iter:296,200 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:48 ] [ l_g_pix: 3.5644e-02 ] [ l_g_total: 3.5644e-02 ] +2024-10-09 21:51:22,752 INFO: [ epoch: 221 ] [ iter:296,300 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:41 ] [ l_g_pix: 2.5006e-02 ] [ l_g_total: 2.5006e-02 ] +2024-10-09 21:51:26,511 INFO: [ epoch: 221 ] [ iter:296,400 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:35 ] [ l_g_pix: 1.3929e-02 ] [ l_g_total: 1.3929e-02 ] +2024-10-09 21:51:30,187 INFO: [ epoch: 221 ] [ iter:296,500 ] [ performance: 27.520 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:28 ] [ l_g_pix: 2.3707e-02 ] [ l_g_total: 2.3707e-02 ] +2024-10-09 21:51:34,891 INFO: [ epoch: 222 ] [ iter:296,600 ] [ performance: 22.278 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:21 ] [ l_g_pix: 2.4188e-02 ] [ l_g_total: 2.4188e-02 ] +2024-10-09 21:51:38,948 INFO: [ epoch: 222 ] [ iter:296,700 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:15 ] [ l_g_pix: 2.7956e-02 ] [ l_g_total: 2.7956e-02 ] +2024-10-09 21:51:42,667 INFO: [ epoch: 222 ] [ iter:296,800 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:08 ] [ l_g_pix: 3.5106e-02 ] [ l_g_total: 3.5106e-02 ] +2024-10-09 21:51:46,359 INFO: [ epoch: 222 ] [ iter:296,900 ] [ performance: 27.821 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:01 ] [ l_g_pix: 2.5626e-02 ] [ l_g_total: 2.5626e-02 ] +2024-10-09 21:51:50,108 INFO: [ epoch: 222 ] [ iter:297,000 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:54 ] [ l_g_pix: 2.9120e-02 ] [ l_g_total: 2.9120e-02 ] +2024-10-09 21:51:53,788 INFO: [ epoch: 222 ] [ iter:297,100 ] [ performance: 27.387 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:47 ] [ l_g_pix: 3.0122e-02 ] [ l_g_total: 3.0122e-02 ] +2024-10-09 21:51:57,491 INFO: [ epoch: 222 ] [ iter:297,200 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:40 ] [ l_g_pix: 4.7661e-02 ] [ l_g_total: 4.7661e-02 ] +2024-10-09 21:52:01,238 INFO: [ epoch: 222 ] [ iter:297,300 ] [ performance: 27.737 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:33 ] [ l_g_pix: 2.6341e-02 ] [ l_g_total: 2.6341e-02 ] +2024-10-09 21:52:04,954 INFO: [ epoch: 222 ] [ iter:297,400 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:26 ] [ l_g_pix: 3.1890e-02 ] [ l_g_total: 3.1890e-02 ] +2024-10-09 21:52:08,670 INFO: [ epoch: 222 ] [ iter:297,500 ] [ performance: 27.248 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:19 ] [ l_g_pix: 2.4493e-02 ] [ l_g_total: 2.4493e-02 ] +2024-10-09 21:52:12,410 INFO: [ epoch: 222 ] [ iter:297,600 ] [ performance: 26.825 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:13 ] [ l_g_pix: 2.1990e-02 ] [ l_g_total: 2.1990e-02 ] +2024-10-09 21:52:16,118 INFO: [ epoch: 222 ] [ iter:297,700 ] [ performance: 27.556 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:06 ] [ l_g_pix: 4.1416e-02 ] [ l_g_total: 4.1416e-02 ] +2024-10-09 21:52:19,847 INFO: [ epoch: 222 ] [ iter:297,800 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:59 ] [ l_g_pix: 3.2948e-02 ] [ l_g_total: 3.2948e-02 ] +2024-10-09 21:52:23,394 INFO: [ epoch: 222 ] [ iter:297,900 ] [ performance: 29.589 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:52 ] [ l_g_pix: 2.5184e-02 ] [ l_g_total: 2.5184e-02 ] +2024-10-09 21:52:28,482 INFO: [ epoch: 223 ] [ iter:298,000 ] [ performance: 20.725 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:46 ] [ l_g_pix: 3.3949e-02 ] [ l_g_total: 3.3949e-02 ] +2024-10-09 21:52:32,185 INFO: [ epoch: 223 ] [ iter:298,100 ] [ performance: 27.443 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:39 ] [ l_g_pix: 3.6461e-02 ] [ l_g_total: 3.6461e-02 ] +2024-10-09 21:52:35,899 INFO: [ epoch: 223 ] [ iter:298,200 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:32 ] [ l_g_pix: 3.1313e-02 ] [ l_g_total: 3.1313e-02 ] +2024-10-09 21:52:39,634 INFO: [ epoch: 223 ] [ iter:298,300 ] [ performance: 26.365 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:25 ] [ l_g_pix: 4.4757e-02 ] [ l_g_total: 4.4757e-02 ] +2024-10-09 21:52:43,388 INFO: [ epoch: 223 ] [ iter:298,400 ] [ performance: 26.604 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:18 ] [ l_g_pix: 3.6952e-02 ] [ l_g_total: 3.6952e-02 ] +2024-10-09 21:52:47,118 INFO: [ epoch: 223 ] [ iter:298,500 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:12 ] [ l_g_pix: 2.4402e-02 ] [ l_g_total: 2.4402e-02 ] +2024-10-09 21:52:50,832 INFO: [ epoch: 223 ] [ iter:298,600 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:05 ] [ l_g_pix: 2.0601e-02 ] [ l_g_total: 2.0601e-02 ] +2024-10-09 21:52:54,551 INFO: [ epoch: 223 ] [ iter:298,700 ] [ performance: 26.699 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:58 ] [ l_g_pix: 2.6433e-02 ] [ l_g_total: 2.6433e-02 ] +2024-10-09 21:52:58,268 INFO: [ epoch: 223 ] [ iter:298,800 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:51 ] [ l_g_pix: 2.9390e-02 ] [ l_g_total: 2.9390e-02 ] +2024-10-09 21:53:01,961 INFO: [ epoch: 223 ] [ iter:298,900 ] [ performance: 27.247 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:44 ] [ l_g_pix: 3.1647e-02 ] [ l_g_total: 3.1647e-02 ] +2024-10-09 21:53:05,704 INFO: [ epoch: 223 ] [ iter:299,000 ] [ performance: 26.781 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:37 ] [ l_g_pix: 2.4766e-02 ] [ l_g_total: 2.4766e-02 ] +2024-10-09 21:53:09,480 INFO: [ epoch: 223 ] [ iter:299,100 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:30 ] [ l_g_pix: 2.8921e-02 ] [ l_g_total: 2.8921e-02 ] +2024-10-09 21:53:13,118 INFO: [ epoch: 223 ] [ iter:299,200 ] [ performance: 27.407 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:23 ] [ l_g_pix: 2.9950e-02 ] [ l_g_total: 2.9950e-02 ] +2024-10-09 21:53:17,994 INFO: [ epoch: 224 ] [ iter:299,300 ] [ performance: 20.926 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:17 ] [ l_g_pix: 2.0420e-02 ] [ l_g_total: 2.0420e-02 ] +2024-10-09 21:53:21,745 INFO: [ epoch: 224 ] [ iter:299,400 ] [ performance: 25.961 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:11 ] [ l_g_pix: 3.3854e-02 ] [ l_g_total: 3.3854e-02 ] +2024-10-09 21:53:25,471 INFO: [ epoch: 224 ] [ iter:299,500 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:04 ] [ l_g_pix: 1.8464e-02 ] [ l_g_total: 1.8464e-02 ] +2024-10-09 21:53:29,218 INFO: [ epoch: 224 ] [ iter:299,600 ] [ performance: 26.737 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:57 ] [ l_g_pix: 1.8301e-02 ] [ l_g_total: 1.8301e-02 ] +2024-10-09 21:53:32,918 INFO: [ epoch: 224 ] [ iter:299,700 ] [ performance: 27.811 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:50 ] [ l_g_pix: 4.2612e-02 ] [ l_g_total: 4.2612e-02 ] +2024-10-09 21:53:36,656 INFO: [ epoch: 224 ] [ iter:299,800 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:43 ] [ l_g_pix: 2.3366e-02 ] [ l_g_total: 2.3366e-02 ] +2024-10-09 21:53:40,382 INFO: [ epoch: 224 ] [ iter:299,900 ] [ performance: 26.154 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:36 ] [ l_g_pix: 2.3493e-02 ] [ l_g_total: 2.3493e-02 ] +2024-10-09 21:53:44,084 INFO: [ epoch: 224 ] [ iter:300,000 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:30 ] [ l_g_pix: 2.4407e-02 ] [ l_g_total: 2.4407e-02 ] +2024-10-09 21:53:44,084 INFO: Saving models and training states. +2024-10-09 21:56:46,149 INFO: Validation val + + # psnr: 27.2071........ Best: 27.2071 @ 300000 iter + # ssim: 0.7667........ Best: 0.7667 @ 300000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:56:49,883 INFO: [ epoch: 224 ] [ iter:300,100 ] [ performance: 27.924 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:36 ] [ l_g_pix: 2.0453e-02 ] [ l_g_total: 2.0453e-02 ] +2024-10-09 21:56:53,624 INFO: [ epoch: 224 ] [ iter:300,200 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:29 ] [ l_g_pix: 3.6430e-02 ] [ l_g_total: 3.6430e-02 ] +2024-10-09 21:56:57,351 INFO: [ epoch: 224 ] [ iter:300,300 ] [ performance: 27.543 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:22 ] [ l_g_pix: 3.1682e-02 ] [ l_g_total: 3.1682e-02 ] +2024-10-09 21:57:01,082 INFO: [ epoch: 224 ] [ iter:300,400 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:15 ] [ l_g_pix: 2.4090e-02 ] [ l_g_total: 2.4090e-02 ] +2024-10-09 21:57:04,765 INFO: [ epoch: 224 ] [ iter:300,500 ] [ performance: 28.567 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:08 ] [ l_g_pix: 3.2375e-02 ] [ l_g_total: 3.2375e-02 ] +2024-10-09 21:57:08,418 INFO: [ epoch: 224 ] [ iter:300,600 ] [ performance: 27.433 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:01 ] [ l_g_pix: 3.7452e-02 ] [ l_g_total: 3.7452e-02 ] +2024-10-09 21:57:13,965 INFO: [ epoch: 225 ] [ iter:300,700 ] [ performance: 25.923 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:56 ] [ l_g_pix: 4.5944e-02 ] [ l_g_total: 4.5944e-02 ] +2024-10-09 21:57:17,708 INFO: [ epoch: 225 ] [ iter:300,800 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:49 ] [ l_g_pix: 3.3920e-02 ] [ l_g_total: 3.3920e-02 ] +2024-10-09 21:57:21,458 INFO: [ epoch: 225 ] [ iter:300,900 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:42 ] [ l_g_pix: 2.5815e-02 ] [ l_g_total: 2.5815e-02 ] +2024-10-09 21:57:25,193 INFO: [ epoch: 225 ] [ iter:301,000 ] [ performance: 26.779 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:35 ] [ l_g_pix: 3.2104e-02 ] [ l_g_total: 3.2104e-02 ] +2024-10-09 21:57:28,876 INFO: [ epoch: 225 ] [ iter:301,100 ] [ performance: 27.304 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:28 ] [ l_g_pix: 2.8675e-02 ] [ l_g_total: 2.8675e-02 ] +2024-10-09 21:57:32,569 INFO: [ epoch: 225 ] [ iter:301,200 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:21 ] [ l_g_pix: 3.1860e-02 ] [ l_g_total: 3.1860e-02 ] +2024-10-09 21:57:36,283 INFO: [ epoch: 225 ] [ iter:301,300 ] [ performance: 27.709 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:14 ] [ l_g_pix: 2.5945e-02 ] [ l_g_total: 2.5945e-02 ] +2024-10-09 21:57:40,004 INFO: [ epoch: 225 ] [ iter:301,400 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:07 ] [ l_g_pix: 2.3791e-02 ] [ l_g_total: 2.3791e-02 ] +2024-10-09 21:57:43,726 INFO: [ epoch: 225 ] [ iter:301,500 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:00 ] [ l_g_pix: 2.2516e-02 ] [ l_g_total: 2.2516e-02 ] +2024-10-09 21:57:47,435 INFO: [ epoch: 225 ] [ iter:301,600 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:53 ] [ l_g_pix: 3.2538e-02 ] [ l_g_total: 3.2538e-02 ] +2024-10-09 21:57:51,159 INFO: [ epoch: 225 ] [ iter:301,700 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:46 ] [ l_g_pix: 3.4811e-02 ] [ l_g_total: 3.4811e-02 ] +2024-10-09 21:57:54,870 INFO: [ epoch: 225 ] [ iter:301,800 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:40 ] [ l_g_pix: 2.7219e-02 ] [ l_g_total: 2.7219e-02 ] +2024-10-09 21:57:58,434 INFO: [ epoch: 225 ] [ iter:301,900 ] [ performance: 27.499 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:33 ] [ l_g_pix: 3.3299e-02 ] [ l_g_total: 3.3299e-02 ] +2024-10-09 21:58:03,532 INFO: [ epoch: 226 ] [ iter:302,000 ] [ performance: 19.510 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:27 ] [ l_g_pix: 2.6555e-02 ] [ l_g_total: 2.6555e-02 ] +2024-10-09 21:58:07,277 INFO: [ epoch: 226 ] [ iter:302,100 ] [ performance: 22.583 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:20 ] [ l_g_pix: 4.4878e-02 ] [ l_g_total: 4.4878e-02 ] +2024-10-09 21:58:11,009 INFO: [ epoch: 226 ] [ iter:302,200 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:13 ] [ l_g_pix: 2.4012e-02 ] [ l_g_total: 2.4012e-02 ] +2024-10-09 21:58:14,749 INFO: [ epoch: 226 ] [ iter:302,300 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:06 ] [ l_g_pix: 4.1757e-02 ] [ l_g_total: 4.1757e-02 ] +2024-10-09 21:58:18,469 INFO: [ epoch: 226 ] [ iter:302,400 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:59 ] [ l_g_pix: 2.1758e-02 ] [ l_g_total: 2.1758e-02 ] +2024-10-09 21:58:22,186 INFO: [ epoch: 226 ] [ iter:302,500 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:52 ] [ l_g_pix: 3.2004e-02 ] [ l_g_total: 3.2004e-02 ] +2024-10-09 21:58:25,891 INFO: [ epoch: 226 ] [ iter:302,600 ] [ performance: 27.114 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:45 ] [ l_g_pix: 3.0605e-02 ] [ l_g_total: 3.0605e-02 ] +2024-10-09 21:58:29,527 INFO: [ epoch: 226 ] [ iter:302,700 ] [ performance: 27.319 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:38 ] [ l_g_pix: 2.9087e-02 ] [ l_g_total: 2.9087e-02 ] +2024-10-09 21:58:33,254 INFO: [ epoch: 226 ] [ iter:302,800 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:31 ] [ l_g_pix: 3.2249e-02 ] [ l_g_total: 3.2249e-02 ] +2024-10-09 21:58:36,965 INFO: [ epoch: 226 ] [ iter:302,900 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:24 ] [ l_g_pix: 3.1898e-02 ] [ l_g_total: 3.1898e-02 ] +2024-10-09 21:58:40,658 INFO: [ epoch: 226 ] [ iter:303,000 ] [ performance: 27.230 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:18 ] [ l_g_pix: 2.8053e-02 ] [ l_g_total: 2.8053e-02 ] +2024-10-09 21:58:44,333 INFO: [ epoch: 226 ] [ iter:303,100 ] [ performance: 27.221 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:11 ] [ l_g_pix: 2.3001e-02 ] [ l_g_total: 2.3001e-02 ] +2024-10-09 21:58:47,957 INFO: [ epoch: 226 ] [ iter:303,200 ] [ performance: 27.603 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:04 ] [ l_g_pix: 2.5379e-02 ] [ l_g_total: 2.5379e-02 ] +2024-10-09 21:58:52,645 INFO: [ epoch: 227 ] [ iter:303,300 ] [ performance: 23.944 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:58 ] [ l_g_pix: 3.3937e-02 ] [ l_g_total: 3.3937e-02 ] +2024-10-09 21:58:56,519 INFO: [ epoch: 227 ] [ iter:303,400 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:51 ] [ l_g_pix: 3.1751e-02 ] [ l_g_total: 3.1751e-02 ] +2024-10-09 21:59:00,226 INFO: [ epoch: 227 ] [ iter:303,500 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:44 ] [ l_g_pix: 2.7366e-02 ] [ l_g_total: 2.7366e-02 ] +2024-10-09 21:59:03,903 INFO: [ epoch: 227 ] [ iter:303,600 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:37 ] [ l_g_pix: 3.5153e-02 ] [ l_g_total: 3.5153e-02 ] +2024-10-09 21:59:07,622 INFO: [ epoch: 227 ] [ iter:303,700 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:30 ] [ l_g_pix: 2.4365e-02 ] [ l_g_total: 2.4365e-02 ] +2024-10-09 21:59:11,375 INFO: [ epoch: 227 ] [ iter:303,800 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:23 ] [ l_g_pix: 3.5217e-02 ] [ l_g_total: 3.5217e-02 ] +2024-10-09 21:59:15,116 INFO: [ epoch: 227 ] [ iter:303,900 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:16 ] [ l_g_pix: 2.6446e-02 ] [ l_g_total: 2.6446e-02 ] +2024-10-09 21:59:18,804 INFO: [ epoch: 227 ] [ iter:304,000 ] [ performance: 27.206 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:09 ] [ l_g_pix: 3.6954e-02 ] [ l_g_total: 3.6954e-02 ] +2024-10-09 21:59:22,491 INFO: [ epoch: 227 ] [ iter:304,100 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:03 ] [ l_g_pix: 2.2621e-02 ] [ l_g_total: 2.2621e-02 ] +2024-10-09 21:59:26,197 INFO: [ epoch: 227 ] [ iter:304,200 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:56 ] [ l_g_pix: 3.0619e-02 ] [ l_g_total: 3.0619e-02 ] +2024-10-09 21:59:29,932 INFO: [ epoch: 227 ] [ iter:304,300 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:49 ] [ l_g_pix: 3.0681e-02 ] [ l_g_total: 3.0681e-02 ] +2024-10-09 21:59:33,673 INFO: [ epoch: 227 ] [ iter:304,400 ] [ performance: 26.680 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:42 ] [ l_g_pix: 1.9397e-02 ] [ l_g_total: 1.9397e-02 ] +2024-10-09 21:59:37,403 INFO: [ epoch: 227 ] [ iter:304,500 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:35 ] [ l_g_pix: 3.3741e-02 ] [ l_g_total: 3.3741e-02 ] +2024-10-09 21:59:40,870 INFO: [ epoch: 227 ] [ iter:304,600 ] [ performance: 29.167 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:28 ] [ l_g_pix: 3.3164e-02 ] [ l_g_total: 3.3164e-02 ] +2024-10-09 21:59:45,901 INFO: [ epoch: 228 ] [ iter:304,700 ] [ performance: 23.288 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:22 ] [ l_g_pix: 2.8781e-02 ] [ l_g_total: 2.8781e-02 ] +2024-10-09 21:59:49,563 INFO: [ epoch: 228 ] [ iter:304,800 ] [ performance: 27.448 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:15 ] [ l_g_pix: 4.1072e-02 ] [ l_g_total: 4.1072e-02 ] +2024-10-09 21:59:53,249 INFO: [ epoch: 228 ] [ iter:304,900 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:08 ] [ l_g_pix: 2.7293e-02 ] [ l_g_total: 2.7293e-02 ] +2024-10-09 21:59:56,984 INFO: [ epoch: 228 ] [ iter:305,000 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:02 ] [ l_g_pix: 2.7681e-02 ] [ l_g_total: 2.7681e-02 ] +2024-10-09 22:00:00,684 INFO: [ epoch: 228 ] [ iter:305,100 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:55 ] [ l_g_pix: 2.9040e-02 ] [ l_g_total: 2.9040e-02 ] +2024-10-09 22:00:04,345 INFO: [ epoch: 228 ] [ iter:305,200 ] [ performance: 27.509 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:48 ] [ l_g_pix: 2.7550e-02 ] [ l_g_total: 2.7550e-02 ] +2024-10-09 22:00:08,084 INFO: [ epoch: 228 ] [ iter:305,300 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:41 ] [ l_g_pix: 3.0425e-02 ] [ l_g_total: 3.0425e-02 ] +2024-10-09 22:00:11,782 INFO: [ epoch: 228 ] [ iter:305,400 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:34 ] [ l_g_pix: 3.9164e-02 ] [ l_g_total: 3.9164e-02 ] +2024-10-09 22:00:15,472 INFO: [ epoch: 228 ] [ iter:305,500 ] [ performance: 27.153 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:27 ] [ l_g_pix: 2.7693e-02 ] [ l_g_total: 2.7693e-02 ] +2024-10-09 22:00:19,201 INFO: [ epoch: 228 ] [ iter:305,600 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:20 ] [ l_g_pix: 3.7877e-02 ] [ l_g_total: 3.7877e-02 ] +2024-10-09 22:00:22,919 INFO: [ epoch: 228 ] [ iter:305,700 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:14 ] [ l_g_pix: 1.7845e-02 ] [ l_g_total: 1.7845e-02 ] +2024-10-09 22:00:26,689 INFO: [ epoch: 228 ] [ iter:305,800 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:07 ] [ l_g_pix: 3.2997e-02 ] [ l_g_total: 3.2997e-02 ] +2024-10-09 22:00:30,235 INFO: [ epoch: 228 ] [ iter:305,900 ] [ performance: 27.557 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:00 ] [ l_g_pix: 3.8355e-02 ] [ l_g_total: 3.8355e-02 ] +2024-10-09 22:00:35,256 INFO: [ epoch: 229 ] [ iter:306,000 ] [ performance: 18.299 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:54 ] [ l_g_pix: 2.0180e-02 ] [ l_g_total: 2.0180e-02 ] +2024-10-09 22:00:38,937 INFO: [ epoch: 229 ] [ iter:306,100 ] [ performance: 22.413 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:47 ] [ l_g_pix: 2.2305e-02 ] [ l_g_total: 2.2305e-02 ] +2024-10-09 22:00:42,643 INFO: [ epoch: 229 ] [ iter:306,200 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:40 ] [ l_g_pix: 2.3170e-02 ] [ l_g_total: 2.3170e-02 ] +2024-10-09 22:00:46,386 INFO: [ epoch: 229 ] [ iter:306,300 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:33 ] [ l_g_pix: 2.3395e-02 ] [ l_g_total: 2.3395e-02 ] +2024-10-09 22:00:50,132 INFO: [ epoch: 229 ] [ iter:306,400 ] [ performance: 26.661 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:27 ] [ l_g_pix: 2.1561e-02 ] [ l_g_total: 2.1561e-02 ] +2024-10-09 22:00:53,911 INFO: [ epoch: 229 ] [ iter:306,500 ] [ performance: 26.551 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:20 ] [ l_g_pix: 2.3837e-02 ] [ l_g_total: 2.3837e-02 ] +2024-10-09 22:00:57,638 INFO: [ epoch: 229 ] [ iter:306,600 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:13 ] [ l_g_pix: 2.2397e-02 ] [ l_g_total: 2.2397e-02 ] +2024-10-09 22:01:01,409 INFO: [ epoch: 229 ] [ iter:306,700 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:06 ] [ l_g_pix: 2.9971e-02 ] [ l_g_total: 2.9971e-02 ] +2024-10-09 22:01:05,142 INFO: [ epoch: 229 ] [ iter:306,800 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:59 ] [ l_g_pix: 3.5706e-02 ] [ l_g_total: 3.5706e-02 ] +2024-10-09 22:01:08,870 INFO: [ epoch: 229 ] [ iter:306,900 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:53 ] [ l_g_pix: 2.6821e-02 ] [ l_g_total: 2.6821e-02 ] +2024-10-09 22:01:12,600 INFO: [ epoch: 229 ] [ iter:307,000 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:46 ] [ l_g_pix: 2.9082e-02 ] [ l_g_total: 2.9082e-02 ] +2024-10-09 22:01:16,363 INFO: [ epoch: 229 ] [ iter:307,100 ] [ performance: 26.687 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:39 ] [ l_g_pix: 1.8890e-02 ] [ l_g_total: 1.8890e-02 ] +2024-10-09 22:01:20,066 INFO: [ epoch: 229 ] [ iter:307,200 ] [ performance: 27.434 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:32 ] [ l_g_pix: 2.5395e-02 ] [ l_g_total: 2.5395e-02 ] +2024-10-09 22:01:25,081 INFO: [ epoch: 230 ] [ iter:307,300 ] [ performance: 22.554 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:26 ] [ l_g_pix: 1.8606e-02 ] [ l_g_total: 1.8606e-02 ] +2024-10-09 22:01:28,982 INFO: [ epoch: 230 ] [ iter:307,400 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:20 ] [ l_g_pix: 2.7400e-02 ] [ l_g_total: 2.7400e-02 ] +2024-10-09 22:01:32,736 INFO: [ epoch: 230 ] [ iter:307,500 ] [ performance: 26.620 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:13 ] [ l_g_pix: 3.0087e-02 ] [ l_g_total: 3.0087e-02 ] +2024-10-09 22:01:36,442 INFO: [ epoch: 230 ] [ iter:307,600 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:06 ] [ l_g_pix: 2.6559e-02 ] [ l_g_total: 2.6559e-02 ] +2024-10-09 22:01:40,139 INFO: [ epoch: 230 ] [ iter:307,700 ] [ performance: 27.075 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:59 ] [ l_g_pix: 3.0332e-02 ] [ l_g_total: 3.0332e-02 ] +2024-10-09 22:01:43,855 INFO: [ epoch: 230 ] [ iter:307,800 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:53 ] [ l_g_pix: 4.7712e-02 ] [ l_g_total: 4.7712e-02 ] +2024-10-09 22:01:47,605 INFO: [ epoch: 230 ] [ iter:307,900 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:46 ] [ l_g_pix: 2.7493e-02 ] [ l_g_total: 2.7493e-02 ] +2024-10-09 22:01:51,348 INFO: [ epoch: 230 ] [ iter:308,000 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:39 ] [ l_g_pix: 1.9732e-02 ] [ l_g_total: 1.9732e-02 ] +2024-10-09 22:01:55,063 INFO: [ epoch: 230 ] [ iter:308,100 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:32 ] [ l_g_pix: 4.0684e-02 ] [ l_g_total: 4.0684e-02 ] +2024-10-09 22:01:58,791 INFO: [ epoch: 230 ] [ iter:308,200 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:25 ] [ l_g_pix: 3.3932e-02 ] [ l_g_total: 3.3932e-02 ] +2024-10-09 22:02:02,495 INFO: [ epoch: 230 ] [ iter:308,300 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:19 ] [ l_g_pix: 2.3705e-02 ] [ l_g_total: 2.3705e-02 ] +2024-10-09 22:02:06,221 INFO: [ epoch: 230 ] [ iter:308,400 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:12 ] [ l_g_pix: 2.7124e-02 ] [ l_g_total: 2.7124e-02 ] +2024-10-09 22:02:09,950 INFO: [ epoch: 230 ] [ iter:308,500 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:05 ] [ l_g_pix: 2.8301e-02 ] [ l_g_total: 2.8301e-02 ] +2024-10-09 22:02:13,428 INFO: [ epoch: 230 ] [ iter:308,600 ] [ performance: 29.562 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:58 ] [ l_g_pix: 1.9073e-02 ] [ l_g_total: 1.9073e-02 ] +2024-10-09 22:02:18,532 INFO: [ epoch: 231 ] [ iter:308,700 ] [ performance: 22.600 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:52 ] [ l_g_pix: 2.2693e-02 ] [ l_g_total: 2.2693e-02 ] +2024-10-09 22:02:22,240 INFO: [ epoch: 231 ] [ iter:308,800 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:45 ] [ l_g_pix: 2.6855e-02 ] [ l_g_total: 2.6855e-02 ] +2024-10-09 22:02:25,927 INFO: [ epoch: 231 ] [ iter:308,900 ] [ performance: 27.078 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:39 ] [ l_g_pix: 2.3818e-02 ] [ l_g_total: 2.3818e-02 ] +2024-10-09 22:02:29,686 INFO: [ epoch: 231 ] [ iter:309,000 ] [ performance: 26.637 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:32 ] [ l_g_pix: 2.2508e-02 ] [ l_g_total: 2.2508e-02 ] +2024-10-09 22:02:33,421 INFO: [ epoch: 231 ] [ iter:309,100 ] [ performance: 26.721 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:25 ] [ l_g_pix: 2.4601e-02 ] [ l_g_total: 2.4601e-02 ] +2024-10-09 22:02:37,160 INFO: [ epoch: 231 ] [ iter:309,200 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:18 ] [ l_g_pix: 4.0980e-02 ] [ l_g_total: 4.0980e-02 ] +2024-10-09 22:02:40,857 INFO: [ epoch: 231 ] [ iter:309,300 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:12 ] [ l_g_pix: 2.4226e-02 ] [ l_g_total: 2.4226e-02 ] +2024-10-09 22:02:44,593 INFO: [ epoch: 231 ] [ iter:309,400 ] [ performance: 26.756 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:05 ] [ l_g_pix: 2.6867e-02 ] [ l_g_total: 2.6867e-02 ] +2024-10-09 22:02:48,341 INFO: [ epoch: 231 ] [ iter:309,500 ] [ performance: 26.712 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:58 ] [ l_g_pix: 2.3782e-02 ] [ l_g_total: 2.3782e-02 ] +2024-10-09 22:02:52,068 INFO: [ epoch: 231 ] [ iter:309,600 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:51 ] [ l_g_pix: 1.7940e-02 ] [ l_g_total: 1.7940e-02 ] +2024-10-09 22:02:55,770 INFO: [ epoch: 231 ] [ iter:309,700 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:45 ] [ l_g_pix: 2.8357e-02 ] [ l_g_total: 2.8357e-02 ] +2024-10-09 22:02:59,508 INFO: [ epoch: 231 ] [ iter:309,800 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:38 ] [ l_g_pix: 3.0203e-02 ] [ l_g_total: 3.0203e-02 ] +2024-10-09 22:03:03,128 INFO: [ epoch: 231 ] [ iter:309,900 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:31 ] [ l_g_pix: 2.9330e-02 ] [ l_g_total: 2.9330e-02 ] +2024-10-09 22:03:08,354 INFO: [ epoch: 232 ] [ iter:310,000 ] [ performance: 15.375 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:25 ] [ l_g_pix: 2.1114e-02 ] [ l_g_total: 2.1114e-02 ] +2024-10-09 22:03:08,354 INFO: Saving models and training states. +2024-10-09 22:05:53,175 INFO: Validation val + + # psnr: 27.2094........ Best: 27.2094 @ 310000 iter + # ssim: 0.7667........ Best: 0.7667 @ 310000 iter + # dists: 0.7733........ Best: 0.7733 @ 310000 iter + +2024-10-09 22:05:56,901 INFO: [ epoch: 232 ] [ iter:310,100 ] [ performance: 21.076 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:10 ] [ l_g_pix: 3.2841e-02 ] [ l_g_total: 3.2841e-02 ] +2024-10-09 22:06:00,583 INFO: [ epoch: 232 ] [ iter:310,200 ] [ performance: 27.377 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:03 ] [ l_g_pix: 2.3382e-02 ] [ l_g_total: 2.3382e-02 ] +2024-10-09 22:06:04,253 INFO: [ epoch: 232 ] [ iter:310,300 ] [ performance: 27.296 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:56 ] [ l_g_pix: 3.4083e-02 ] [ l_g_total: 3.4083e-02 ] +2024-10-09 22:06:07,938 INFO: [ epoch: 232 ] [ iter:310,400 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:50 ] [ l_g_pix: 3.0149e-02 ] [ l_g_total: 3.0149e-02 ] +2024-10-09 22:06:11,682 INFO: [ epoch: 232 ] [ iter:310,500 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:43 ] [ l_g_pix: 3.1888e-02 ] [ l_g_total: 3.1888e-02 ] +2024-10-09 22:06:15,427 INFO: [ epoch: 232 ] [ iter:310,600 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:36 ] [ l_g_pix: 3.3586e-02 ] [ l_g_total: 3.3586e-02 ] +2024-10-09 22:06:19,140 INFO: [ epoch: 232 ] [ iter:310,700 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:29 ] [ l_g_pix: 3.1784e-02 ] [ l_g_total: 3.1784e-02 ] +2024-10-09 22:06:22,869 INFO: [ epoch: 232 ] [ iter:310,800 ] [ performance: 26.515 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:22 ] [ l_g_pix: 2.8910e-02 ] [ l_g_total: 2.8910e-02 ] +2024-10-09 22:06:26,670 INFO: [ epoch: 232 ] [ iter:310,900 ] [ performance: 26.385 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:16 ] [ l_g_pix: 2.3427e-02 ] [ l_g_total: 2.3427e-02 ] +2024-10-09 22:06:30,392 INFO: [ epoch: 232 ] [ iter:311,000 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:09 ] [ l_g_pix: 2.4346e-02 ] [ l_g_total: 2.4346e-02 ] +2024-10-09 22:06:34,095 INFO: [ epoch: 232 ] [ iter:311,100 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:02 ] [ l_g_pix: 2.9863e-02 ] [ l_g_total: 2.9863e-02 ] +2024-10-09 22:06:37,813 INFO: [ epoch: 232 ] [ iter:311,200 ] [ performance: 27.078 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:55 ] [ l_g_pix: 1.8599e-02 ] [ l_g_total: 1.8599e-02 ] +2024-10-09 22:06:42,483 INFO: [ epoch: 233 ] [ iter:311,300 ] [ performance: 23.069 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:49 ] [ l_g_pix: 3.5607e-02 ] [ l_g_total: 3.5607e-02 ] +2024-10-09 22:06:46,598 INFO: [ epoch: 233 ] [ iter:311,400 ] [ performance: 26.428 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:42 ] [ l_g_pix: 2.6548e-02 ] [ l_g_total: 2.6548e-02 ] +2024-10-09 22:06:50,322 INFO: [ epoch: 233 ] [ iter:311,500 ] [ performance: 26.709 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:36 ] [ l_g_pix: 4.2934e-02 ] [ l_g_total: 4.2934e-02 ] +2024-10-09 22:06:54,051 INFO: [ epoch: 233 ] [ iter:311,600 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:29 ] [ l_g_pix: 4.6824e-02 ] [ l_g_total: 4.6824e-02 ] +2024-10-09 22:06:57,739 INFO: [ epoch: 233 ] [ iter:311,700 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:22 ] [ l_g_pix: 2.6428e-02 ] [ l_g_total: 2.6428e-02 ] +2024-10-09 22:07:01,880 INFO: [ epoch: 233 ] [ iter:311,800 ] [ performance: 22.030 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:15 ] [ l_g_pix: 2.7317e-02 ] [ l_g_total: 2.7317e-02 ] +2024-10-09 22:07:05,782 INFO: [ epoch: 233 ] [ iter:311,900 ] [ performance: 24.323 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:09 ] [ l_g_pix: 3.1687e-02 ] [ l_g_total: 3.1687e-02 ] +2024-10-09 22:07:09,527 INFO: [ epoch: 233 ] [ iter:312,000 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:02 ] [ l_g_pix: 2.5856e-02 ] [ l_g_total: 2.5856e-02 ] +2024-10-09 22:07:13,218 INFO: [ epoch: 233 ] [ iter:312,100 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:55 ] [ l_g_pix: 2.4974e-02 ] [ l_g_total: 2.4974e-02 ] +2024-10-09 22:07:16,921 INFO: [ epoch: 233 ] [ iter:312,200 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:48 ] [ l_g_pix: 3.2993e-02 ] [ l_g_total: 3.2993e-02 ] +2024-10-09 22:07:20,693 INFO: [ epoch: 233 ] [ iter:312,300 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:42 ] [ l_g_pix: 2.2532e-02 ] [ l_g_total: 2.2532e-02 ] +2024-10-09 22:07:24,482 INFO: [ epoch: 233 ] [ iter:312,400 ] [ performance: 26.417 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:35 ] [ l_g_pix: 2.4497e-02 ] [ l_g_total: 2.4497e-02 ] +2024-10-09 22:07:28,240 INFO: [ epoch: 233 ] [ iter:312,500 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:28 ] [ l_g_pix: 2.1329e-02 ] [ l_g_total: 2.1329e-02 ] +2024-10-09 22:07:31,801 INFO: [ epoch: 233 ] [ iter:312,600 ] [ performance: 28.974 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:21 ] [ l_g_pix: 1.4717e-02 ] [ l_g_total: 1.4717e-02 ] +2024-10-09 22:07:37,040 INFO: [ epoch: 234 ] [ iter:312,700 ] [ performance: 21.353 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:15 ] [ l_g_pix: 2.3858e-02 ] [ l_g_total: 2.3858e-02 ] +2024-10-09 22:07:40,739 INFO: [ epoch: 234 ] [ iter:312,800 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:09 ] [ l_g_pix: 2.9830e-02 ] [ l_g_total: 2.9830e-02 ] +2024-10-09 22:07:44,468 INFO: [ epoch: 234 ] [ iter:312,900 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:02 ] [ l_g_pix: 2.4866e-02 ] [ l_g_total: 2.4866e-02 ] +2024-10-09 22:07:48,228 INFO: [ epoch: 234 ] [ iter:313,000 ] [ performance: 26.733 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:55 ] [ l_g_pix: 2.1600e-02 ] [ l_g_total: 2.1600e-02 ] +2024-10-09 22:07:51,918 INFO: [ epoch: 234 ] [ iter:313,100 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:48 ] [ l_g_pix: 2.5288e-02 ] [ l_g_total: 2.5288e-02 ] +2024-10-09 22:07:55,611 INFO: [ epoch: 234 ] [ iter:313,200 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:41 ] [ l_g_pix: 2.1539e-02 ] [ l_g_total: 2.1539e-02 ] +2024-10-09 22:07:59,379 INFO: [ epoch: 234 ] [ iter:313,300 ] [ performance: 26.622 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:35 ] [ l_g_pix: 1.9769e-02 ] [ l_g_total: 1.9769e-02 ] +2024-10-09 22:08:03,159 INFO: [ epoch: 234 ] [ iter:313,400 ] [ performance: 26.715 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:28 ] [ l_g_pix: 2.6597e-02 ] [ l_g_total: 2.6597e-02 ] +2024-10-09 22:08:06,906 INFO: [ epoch: 234 ] [ iter:313,500 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:21 ] [ l_g_pix: 3.3867e-02 ] [ l_g_total: 3.3867e-02 ] +2024-10-09 22:08:10,616 INFO: [ epoch: 234 ] [ iter:313,600 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:14 ] [ l_g_pix: 3.3400e-02 ] [ l_g_total: 3.3400e-02 ] +2024-10-09 22:08:14,306 INFO: [ epoch: 234 ] [ iter:313,700 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:08 ] [ l_g_pix: 2.8381e-02 ] [ l_g_total: 2.8381e-02 ] +2024-10-09 22:08:18,091 INFO: [ epoch: 234 ] [ iter:313,800 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:01 ] [ l_g_pix: 4.8488e-02 ] [ l_g_total: 4.8488e-02 ] +2024-10-09 22:08:21,672 INFO: [ epoch: 234 ] [ iter:313,900 ] [ performance: 27.617 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:54 ] [ l_g_pix: 2.2881e-02 ] [ l_g_total: 2.2881e-02 ] +2024-10-09 22:08:26,724 INFO: [ epoch: 235 ] [ iter:314,000 ] [ performance: 20.307 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:48 ] [ l_g_pix: 1.5716e-02 ] [ l_g_total: 1.5716e-02 ] +2024-10-09 22:08:30,413 INFO: [ epoch: 235 ] [ iter:314,100 ] [ performance: 24.827 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:41 ] [ l_g_pix: 2.8648e-02 ] [ l_g_total: 2.8648e-02 ] +2024-10-09 22:08:34,114 INFO: [ epoch: 235 ] [ iter:314,200 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:35 ] [ l_g_pix: 3.0004e-02 ] [ l_g_total: 3.0004e-02 ] +2024-10-09 22:08:37,842 INFO: [ epoch: 235 ] [ iter:314,300 ] [ performance: 26.831 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:28 ] [ l_g_pix: 1.4709e-02 ] [ l_g_total: 1.4709e-02 ] +2024-10-09 22:08:41,600 INFO: [ epoch: 235 ] [ iter:314,400 ] [ performance: 26.217 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:21 ] [ l_g_pix: 2.1985e-02 ] [ l_g_total: 2.1985e-02 ] +2024-10-09 22:08:45,328 INFO: [ epoch: 235 ] [ iter:314,500 ] [ performance: 26.665 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:14 ] [ l_g_pix: 3.1812e-02 ] [ l_g_total: 3.1812e-02 ] +2024-10-09 22:08:49,074 INFO: [ epoch: 235 ] [ iter:314,600 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:08 ] [ l_g_pix: 3.7242e-02 ] [ l_g_total: 3.7242e-02 ] +2024-10-09 22:08:52,773 INFO: [ epoch: 235 ] [ iter:314,700 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:01 ] [ l_g_pix: 3.1941e-02 ] [ l_g_total: 3.1941e-02 ] +2024-10-09 22:08:56,533 INFO: [ epoch: 235 ] [ iter:314,800 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:54 ] [ l_g_pix: 2.3266e-02 ] [ l_g_total: 2.3266e-02 ] +2024-10-09 22:09:00,287 INFO: [ epoch: 235 ] [ iter:314,900 ] [ performance: 26.640 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:47 ] [ l_g_pix: 2.9644e-02 ] [ l_g_total: 2.9644e-02 ] +2024-10-09 22:09:04,004 INFO: [ epoch: 235 ] [ iter:315,000 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:41 ] [ l_g_pix: 3.0213e-02 ] [ l_g_total: 3.0213e-02 ] +2024-10-09 22:09:07,731 INFO: [ epoch: 235 ] [ iter:315,100 ] [ performance: 26.827 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:34 ] [ l_g_pix: 2.4541e-02 ] [ l_g_total: 2.4541e-02 ] +2024-10-09 22:09:11,374 INFO: [ epoch: 235 ] [ iter:315,200 ] [ performance: 27.659 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:27 ] [ l_g_pix: 3.8359e-02 ] [ l_g_total: 3.8359e-02 ] +2024-10-09 22:09:15,890 INFO: [ epoch: 236 ] [ iter:315,300 ] [ performance: 23.277 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:21 ] [ l_g_pix: 2.7327e-02 ] [ l_g_total: 2.7327e-02 ] +2024-10-09 22:09:19,967 INFO: [ epoch: 236 ] [ iter:315,400 ] [ performance: 27.734 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:14 ] [ l_g_pix: 3.0176e-02 ] [ l_g_total: 3.0176e-02 ] +2024-10-09 22:09:23,683 INFO: [ epoch: 236 ] [ iter:315,500 ] [ performance: 27.103 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:08 ] [ l_g_pix: 3.5096e-02 ] [ l_g_total: 3.5096e-02 ] +2024-10-09 22:09:27,399 INFO: [ epoch: 236 ] [ iter:315,600 ] [ performance: 27.488 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:01 ] [ l_g_pix: 3.0128e-02 ] [ l_g_total: 3.0128e-02 ] +2024-10-09 22:09:31,155 INFO: [ epoch: 236 ] [ iter:315,700 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:54 ] [ l_g_pix: 3.5059e-02 ] [ l_g_total: 3.5059e-02 ] +2024-10-09 22:09:34,885 INFO: [ epoch: 236 ] [ iter:315,800 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:47 ] [ l_g_pix: 2.9654e-02 ] [ l_g_total: 2.9654e-02 ] +2024-10-09 22:09:38,630 INFO: [ epoch: 236 ] [ iter:315,900 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:41 ] [ l_g_pix: 3.9130e-02 ] [ l_g_total: 3.9130e-02 ] +2024-10-09 22:09:42,377 INFO: [ epoch: 236 ] [ iter:316,000 ] [ performance: 26.708 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:34 ] [ l_g_pix: 1.7625e-02 ] [ l_g_total: 1.7625e-02 ] +2024-10-09 22:09:46,084 INFO: [ epoch: 236 ] [ iter:316,100 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:27 ] [ l_g_pix: 3.1725e-02 ] [ l_g_total: 3.1725e-02 ] +2024-10-09 22:09:49,853 INFO: [ epoch: 236 ] [ iter:316,200 ] [ performance: 27.657 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:21 ] [ l_g_pix: 2.9702e-02 ] [ l_g_total: 2.9702e-02 ] +2024-10-09 22:09:53,609 INFO: [ epoch: 236 ] [ iter:316,300 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:14 ] [ l_g_pix: 2.8040e-02 ] [ l_g_total: 2.8040e-02 ] +2024-10-09 22:09:57,367 INFO: [ epoch: 236 ] [ iter:316,400 ] [ performance: 26.435 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:07 ] [ l_g_pix: 3.4687e-02 ] [ l_g_total: 3.4687e-02 ] +2024-10-09 22:10:01,134 INFO: [ epoch: 236 ] [ iter:316,500 ] [ performance: 26.531 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:01 ] [ l_g_pix: 2.4879e-02 ] [ l_g_total: 2.4879e-02 ] +2024-10-09 22:10:04,664 INFO: [ epoch: 236 ] [ iter:316,600 ] [ performance: 28.734 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:54 ] [ l_g_pix: 4.0438e-02 ] [ l_g_total: 4.0438e-02 ] +2024-10-09 22:10:09,709 INFO: [ epoch: 237 ] [ iter:316,700 ] [ performance: 21.139 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:48 ] [ l_g_pix: 2.8955e-02 ] [ l_g_total: 2.8955e-02 ] +2024-10-09 22:10:13,475 INFO: [ epoch: 237 ] [ iter:316,800 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:41 ] [ l_g_pix: 3.1032e-02 ] [ l_g_total: 3.1032e-02 ] +2024-10-09 22:10:17,239 INFO: [ epoch: 237 ] [ iter:316,900 ] [ performance: 26.673 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:34 ] [ l_g_pix: 3.1112e-02 ] [ l_g_total: 3.1112e-02 ] +2024-10-09 22:10:20,996 INFO: [ epoch: 237 ] [ iter:317,000 ] [ performance: 27.225 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:28 ] [ l_g_pix: 2.5736e-02 ] [ l_g_total: 2.5736e-02 ] +2024-10-09 22:10:24,723 INFO: [ epoch: 237 ] [ iter:317,100 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:21 ] [ l_g_pix: 2.1592e-02 ] [ l_g_total: 2.1592e-02 ] +2024-10-09 22:10:28,448 INFO: [ epoch: 237 ] [ iter:317,200 ] [ performance: 27.563 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:14 ] [ l_g_pix: 2.6088e-02 ] [ l_g_total: 2.6088e-02 ] +2024-10-09 22:10:32,184 INFO: [ epoch: 237 ] [ iter:317,300 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:08 ] [ l_g_pix: 2.8073e-02 ] [ l_g_total: 2.8073e-02 ] +2024-10-09 22:10:35,883 INFO: [ epoch: 237 ] [ iter:317,400 ] [ performance: 27.738 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:01 ] [ l_g_pix: 2.3205e-02 ] [ l_g_total: 2.3205e-02 ] +2024-10-09 22:10:39,612 INFO: [ epoch: 237 ] [ iter:317,500 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:54 ] [ l_g_pix: 2.2866e-02 ] [ l_g_total: 2.2866e-02 ] +2024-10-09 22:10:43,329 INFO: [ epoch: 237 ] [ iter:317,600 ] [ performance: 27.589 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:48 ] [ l_g_pix: 1.8618e-02 ] [ l_g_total: 1.8618e-02 ] +2024-10-09 22:10:47,091 INFO: [ epoch: 237 ] [ iter:317,700 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:41 ] [ l_g_pix: 2.1161e-02 ] [ l_g_total: 2.1161e-02 ] +2024-10-09 22:10:50,808 INFO: [ epoch: 237 ] [ iter:317,800 ] [ performance: 27.131 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:34 ] [ l_g_pix: 2.3572e-02 ] [ l_g_total: 2.3572e-02 ] +2024-10-09 22:10:54,449 INFO: [ epoch: 237 ] [ iter:317,900 ] [ performance: 27.420 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:28 ] [ l_g_pix: 2.7176e-02 ] [ l_g_total: 2.7176e-02 ] +2024-10-09 22:10:59,566 INFO: [ epoch: 238 ] [ iter:318,000 ] [ performance: 21.543 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:22 ] [ l_g_pix: 2.6660e-02 ] [ l_g_total: 2.6660e-02 ] +2024-10-09 22:11:03,278 INFO: [ epoch: 238 ] [ iter:318,100 ] [ performance: 25.952 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:15 ] [ l_g_pix: 4.1931e-02 ] [ l_g_total: 4.1931e-02 ] +2024-10-09 22:11:07,012 INFO: [ epoch: 238 ] [ iter:318,200 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:08 ] [ l_g_pix: 2.7000e-02 ] [ l_g_total: 2.7000e-02 ] +2024-10-09 22:11:10,741 INFO: [ epoch: 238 ] [ iter:318,300 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:02 ] [ l_g_pix: 2.5890e-02 ] [ l_g_total: 2.5890e-02 ] +2024-10-09 22:11:14,487 INFO: [ epoch: 238 ] [ iter:318,400 ] [ performance: 27.366 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:55 ] [ l_g_pix: 3.6435e-02 ] [ l_g_total: 3.6435e-02 ] +2024-10-09 22:11:18,220 INFO: [ epoch: 238 ] [ iter:318,500 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:48 ] [ l_g_pix: 3.2102e-02 ] [ l_g_total: 3.2102e-02 ] +2024-10-09 22:11:21,934 INFO: [ epoch: 238 ] [ iter:318,600 ] [ performance: 27.489 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:42 ] [ l_g_pix: 1.8997e-02 ] [ l_g_total: 1.8997e-02 ] +2024-10-09 22:11:25,620 INFO: [ epoch: 238 ] [ iter:318,700 ] [ performance: 27.179 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:35 ] [ l_g_pix: 3.1249e-02 ] [ l_g_total: 3.1249e-02 ] +2024-10-09 22:11:29,357 INFO: [ epoch: 238 ] [ iter:318,800 ] [ performance: 27.564 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:28 ] [ l_g_pix: 3.6978e-02 ] [ l_g_total: 3.6978e-02 ] +2024-10-09 22:11:33,086 INFO: [ epoch: 238 ] [ iter:318,900 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:22 ] [ l_g_pix: 2.4689e-02 ] [ l_g_total: 2.4689e-02 ] +2024-10-09 22:11:36,805 INFO: [ epoch: 238 ] [ iter:319,000 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:15 ] [ l_g_pix: 2.6651e-02 ] [ l_g_total: 2.6651e-02 ] +2024-10-09 22:11:40,510 INFO: [ epoch: 238 ] [ iter:319,100 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:08 ] [ l_g_pix: 2.6312e-02 ] [ l_g_total: 2.6312e-02 ] +2024-10-09 22:11:44,267 INFO: [ epoch: 238 ] [ iter:319,200 ] [ performance: 25.871 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:02 ] [ l_g_pix: 4.1556e-02 ] [ l_g_total: 4.1556e-02 ] +2024-10-09 22:11:47,757 INFO: [ epoch: 238 ] [ iter:319,300 ] [ performance: 28.332 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:55 ] [ l_g_pix: 3.7531e-02 ] [ l_g_total: 3.7531e-02 ] +2024-10-09 22:11:52,882 INFO: [ epoch: 239 ] [ iter:319,400 ] [ performance: 28.166 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:49 ] [ l_g_pix: 2.0056e-02 ] [ l_g_total: 2.0056e-02 ] +2024-10-09 22:11:56,546 INFO: [ epoch: 239 ] [ iter:319,500 ] [ performance: 27.385 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:42 ] [ l_g_pix: 3.3794e-02 ] [ l_g_total: 3.3794e-02 ] +2024-10-09 22:12:00,242 INFO: [ epoch: 239 ] [ iter:319,600 ] [ performance: 26.503 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:36 ] [ l_g_pix: 2.0865e-02 ] [ l_g_total: 2.0865e-02 ] +2024-10-09 22:12:03,954 INFO: [ epoch: 239 ] [ iter:319,700 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:29 ] [ l_g_pix: 2.0451e-02 ] [ l_g_total: 2.0451e-02 ] +2024-10-09 22:12:07,695 INFO: [ epoch: 239 ] [ iter:319,800 ] [ performance: 27.834 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:22 ] [ l_g_pix: 1.7994e-02 ] [ l_g_total: 1.7994e-02 ] +2024-10-09 22:12:11,419 INFO: [ epoch: 239 ] [ iter:319,900 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:16 ] [ l_g_pix: 4.2326e-02 ] [ l_g_total: 4.2326e-02 ] +2024-10-09 22:12:15,166 INFO: [ epoch: 239 ] [ iter:320,000 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:09 ] [ l_g_pix: 3.6380e-02 ] [ l_g_total: 3.6380e-02 ] +2024-10-09 22:12:15,166 INFO: Saving models and training states. +2024-10-09 22:15:55,802 INFO: Validation val + + # psnr: 27.2051........ Best: 27.2094 @ 310000 iter + # ssim: 0.7666........ Best: 0.7667 @ 310000 iter + # dists: 0.7733........ Best: 0.7733 @ 310000 iter + +2024-10-09 22:15:59,535 INFO: [ epoch: 239 ] [ iter:320,100 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:20 ] [ l_g_pix: 1.6246e-02 ] [ l_g_total: 1.6246e-02 ] +2024-10-09 22:16:03,249 INFO: [ epoch: 239 ] [ iter:320,200 ] [ performance: 26.432 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:13 ] [ l_g_pix: 3.3989e-02 ] [ l_g_total: 3.3989e-02 ] +2024-10-09 22:16:06,987 INFO: [ epoch: 239 ] [ iter:320,300 ] [ performance: 26.737 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:07 ] [ l_g_pix: 2.2422e-02 ] [ l_g_total: 2.2422e-02 ] +2024-10-09 22:16:10,727 INFO: [ epoch: 239 ] [ iter:320,400 ] [ performance: 27.673 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:00 ] [ l_g_pix: 3.7379e-02 ] [ l_g_total: 3.7379e-02 ] +2024-10-09 22:16:14,424 INFO: [ epoch: 239 ] [ iter:320,500 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:53 ] [ l_g_pix: 1.9031e-02 ] [ l_g_total: 1.9031e-02 ] +2024-10-09 22:16:18,023 INFO: [ epoch: 239 ] [ iter:320,600 ] [ performance: 29.676 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:46 ] [ l_g_pix: 2.3553e-02 ] [ l_g_total: 2.3553e-02 ] +2024-10-09 22:16:23,195 INFO: [ epoch: 240 ] [ iter:320,700 ] [ performance: 19.667 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:40 ] [ l_g_pix: 1.9596e-02 ] [ l_g_total: 1.9596e-02 ] +2024-10-09 22:16:26,968 INFO: [ epoch: 240 ] [ iter:320,800 ] [ performance: 28.862 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:34 ] [ l_g_pix: 3.4189e-02 ] [ l_g_total: 3.4189e-02 ] +2024-10-09 22:16:30,692 INFO: [ epoch: 240 ] [ iter:320,900 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:27 ] [ l_g_pix: 3.4299e-02 ] [ l_g_total: 3.4299e-02 ] +2024-10-09 22:16:34,439 INFO: [ epoch: 240 ] [ iter:321,000 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:20 ] [ l_g_pix: 2.8907e-02 ] [ l_g_total: 2.8907e-02 ] +2024-10-09 22:16:38,160 INFO: [ epoch: 240 ] [ iter:321,100 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:14 ] [ l_g_pix: 3.5279e-02 ] [ l_g_total: 3.5279e-02 ] +2024-10-09 22:16:41,870 INFO: [ epoch: 240 ] [ iter:321,200 ] [ performance: 28.284 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:07 ] [ l_g_pix: 2.8290e-02 ] [ l_g_total: 2.8290e-02 ] +2024-10-09 22:16:45,610 INFO: [ epoch: 240 ] [ iter:321,300 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:00 ] [ l_g_pix: 3.5502e-02 ] [ l_g_total: 3.5502e-02 ] +2024-10-09 22:16:49,374 INFO: [ epoch: 240 ] [ iter:321,400 ] [ performance: 26.343 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:53 ] [ l_g_pix: 2.6127e-02 ] [ l_g_total: 2.6127e-02 ] +2024-10-09 22:16:53,104 INFO: [ epoch: 240 ] [ iter:321,500 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:47 ] [ l_g_pix: 2.4978e-02 ] [ l_g_total: 2.4978e-02 ] +2024-10-09 22:16:56,862 INFO: [ epoch: 240 ] [ iter:321,600 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:40 ] [ l_g_pix: 3.0915e-02 ] [ l_g_total: 3.0915e-02 ] +2024-10-09 22:17:00,609 INFO: [ epoch: 240 ] [ iter:321,700 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:33 ] [ l_g_pix: 2.7307e-02 ] [ l_g_total: 2.7307e-02 ] +2024-10-09 22:17:04,273 INFO: [ epoch: 240 ] [ iter:321,800 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:26 ] [ l_g_pix: 3.5633e-02 ] [ l_g_total: 3.5633e-02 ] +2024-10-09 22:17:07,978 INFO: [ epoch: 240 ] [ iter:321,900 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:20 ] [ l_g_pix: 3.1223e-02 ] [ l_g_total: 3.1223e-02 ] +2024-10-09 22:17:12,821 INFO: [ epoch: 241 ] [ iter:322,000 ] [ performance: 23.395 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:14 ] [ l_g_pix: 2.6849e-02 ] [ l_g_total: 2.6849e-02 ] +2024-10-09 22:17:16,613 INFO: [ epoch: 241 ] [ iter:322,100 ] [ performance: 26.655 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:07 ] [ l_g_pix: 3.0474e-02 ] [ l_g_total: 3.0474e-02 ] +2024-10-09 22:17:20,289 INFO: [ epoch: 241 ] [ iter:322,200 ] [ performance: 26.934 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:00 ] [ l_g_pix: 2.4802e-02 ] [ l_g_total: 2.4802e-02 ] +2024-10-09 22:17:24,002 INFO: [ epoch: 241 ] [ iter:322,300 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:53 ] [ l_g_pix: 2.0808e-02 ] [ l_g_total: 2.0808e-02 ] +2024-10-09 22:17:27,680 INFO: [ epoch: 241 ] [ iter:322,400 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:47 ] [ l_g_pix: 3.4878e-02 ] [ l_g_total: 3.4878e-02 ] +2024-10-09 22:17:31,376 INFO: [ epoch: 241 ] [ iter:322,500 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:40 ] [ l_g_pix: 2.8842e-02 ] [ l_g_total: 2.8842e-02 ] +2024-10-09 22:17:35,107 INFO: [ epoch: 241 ] [ iter:322,600 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:33 ] [ l_g_pix: 2.8200e-02 ] [ l_g_total: 2.8200e-02 ] +2024-10-09 22:17:38,877 INFO: [ epoch: 241 ] [ iter:322,700 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:27 ] [ l_g_pix: 2.8988e-02 ] [ l_g_total: 2.8988e-02 ] +2024-10-09 22:17:42,619 INFO: [ epoch: 241 ] [ iter:322,800 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:20 ] [ l_g_pix: 4.3131e-02 ] [ l_g_total: 4.3131e-02 ] +2024-10-09 22:17:46,363 INFO: [ epoch: 241 ] [ iter:322,900 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:13 ] [ l_g_pix: 1.7963e-02 ] [ l_g_total: 1.7963e-02 ] +2024-10-09 22:17:50,055 INFO: [ epoch: 241 ] [ iter:323,000 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:06 ] [ l_g_pix: 2.4325e-02 ] [ l_g_total: 2.4325e-02 ] +2024-10-09 22:17:53,773 INFO: [ epoch: 241 ] [ iter:323,100 ] [ performance: 26.978 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:00 ] [ l_g_pix: 2.3749e-02 ] [ l_g_total: 2.3749e-02 ] +2024-10-09 22:17:57,507 INFO: [ epoch: 241 ] [ iter:323,200 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:53 ] [ l_g_pix: 2.4991e-02 ] [ l_g_total: 2.4991e-02 ] +2024-10-09 22:18:01,014 INFO: [ epoch: 241 ] [ iter:323,300 ] [ performance: 28.746 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:46 ] [ l_g_pix: 2.4095e-02 ] [ l_g_total: 2.4095e-02 ] +2024-10-09 22:18:06,266 INFO: [ epoch: 242 ] [ iter:323,400 ] [ performance: 22.718 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:40 ] [ l_g_pix: 2.6479e-02 ] [ l_g_total: 2.6479e-02 ] +2024-10-09 22:18:09,977 INFO: [ epoch: 242 ] [ iter:323,500 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:34 ] [ l_g_pix: 4.4328e-02 ] [ l_g_total: 4.4328e-02 ] +2024-10-09 22:18:13,694 INFO: [ epoch: 242 ] [ iter:323,600 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:27 ] [ l_g_pix: 2.1389e-02 ] [ l_g_total: 2.1389e-02 ] +2024-10-09 22:18:17,366 INFO: [ epoch: 242 ] [ iter:323,700 ] [ performance: 27.257 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:20 ] [ l_g_pix: 2.0363e-02 ] [ l_g_total: 2.0363e-02 ] +2024-10-09 22:18:21,074 INFO: [ epoch: 242 ] [ iter:323,800 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:14 ] [ l_g_pix: 3.3773e-02 ] [ l_g_total: 3.3773e-02 ] +2024-10-09 22:18:24,806 INFO: [ epoch: 242 ] [ iter:323,900 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:07 ] [ l_g_pix: 3.0358e-02 ] [ l_g_total: 3.0358e-02 ] +2024-10-09 22:18:28,607 INFO: [ epoch: 242 ] [ iter:324,000 ] [ performance: 26.578 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:00 ] [ l_g_pix: 2.5449e-02 ] [ l_g_total: 2.5449e-02 ] +2024-10-09 22:18:32,360 INFO: [ epoch: 242 ] [ iter:324,100 ] [ performance: 26.636 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:54 ] [ l_g_pix: 2.3072e-02 ] [ l_g_total: 2.3072e-02 ] +2024-10-09 22:18:36,098 INFO: [ epoch: 242 ] [ iter:324,200 ] [ performance: 26.702 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:47 ] [ l_g_pix: 1.9999e-02 ] [ l_g_total: 1.9999e-02 ] +2024-10-09 22:18:39,855 INFO: [ epoch: 242 ] [ iter:324,300 ] [ performance: 26.688 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:40 ] [ l_g_pix: 2.4649e-02 ] [ l_g_total: 2.4649e-02 ] +2024-10-09 22:18:43,530 INFO: [ epoch: 242 ] [ iter:324,400 ] [ performance: 26.966 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:34 ] [ l_g_pix: 2.6400e-02 ] [ l_g_total: 2.6400e-02 ] +2024-10-09 22:18:47,249 INFO: [ epoch: 242 ] [ iter:324,500 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:27 ] [ l_g_pix: 2.4023e-02 ] [ l_g_total: 2.4023e-02 ] +2024-10-09 22:18:50,853 INFO: [ epoch: 242 ] [ iter:324,600 ] [ performance: 27.390 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:20 ] [ l_g_pix: 3.1191e-02 ] [ l_g_total: 3.1191e-02 ] +2024-10-09 22:18:55,986 INFO: [ epoch: 243 ] [ iter:324,700 ] [ performance: 18.450 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:14 ] [ l_g_pix: 2.5809e-02 ] [ l_g_total: 2.5809e-02 ] +2024-10-09 22:18:59,726 INFO: [ epoch: 243 ] [ iter:324,800 ] [ performance: 22.164 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:08 ] [ l_g_pix: 2.9622e-02 ] [ l_g_total: 2.9622e-02 ] +2024-10-09 22:19:03,426 INFO: [ epoch: 243 ] [ iter:324,900 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:01 ] [ l_g_pix: 2.7450e-02 ] [ l_g_total: 2.7450e-02 ] +2024-10-09 22:19:07,163 INFO: [ epoch: 243 ] [ iter:325,000 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:54 ] [ l_g_pix: 3.1181e-02 ] [ l_g_total: 3.1181e-02 ] +2024-10-09 22:19:10,904 INFO: [ epoch: 243 ] [ iter:325,100 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:48 ] [ l_g_pix: 2.6168e-02 ] [ l_g_total: 2.6168e-02 ] +2024-10-09 22:19:14,643 INFO: [ epoch: 243 ] [ iter:325,200 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:41 ] [ l_g_pix: 2.9338e-02 ] [ l_g_total: 2.9338e-02 ] +2024-10-09 22:19:18,384 INFO: [ epoch: 243 ] [ iter:325,300 ] [ performance: 26.781 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:34 ] [ l_g_pix: 3.0312e-02 ] [ l_g_total: 3.0312e-02 ] +2024-10-09 22:19:22,145 INFO: [ epoch: 243 ] [ iter:325,400 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:28 ] [ l_g_pix: 2.8489e-02 ] [ l_g_total: 2.8489e-02 ] +2024-10-09 22:19:25,899 INFO: [ epoch: 243 ] [ iter:325,500 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:21 ] [ l_g_pix: 3.7916e-02 ] [ l_g_total: 3.7916e-02 ] +2024-10-09 22:19:29,643 INFO: [ epoch: 243 ] [ iter:325,600 ] [ performance: 26.690 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:14 ] [ l_g_pix: 2.8657e-02 ] [ l_g_total: 2.8657e-02 ] +2024-10-09 22:19:33,347 INFO: [ epoch: 243 ] [ iter:325,700 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:08 ] [ l_g_pix: 1.8590e-02 ] [ l_g_total: 1.8590e-02 ] +2024-10-09 22:19:37,091 INFO: [ epoch: 243 ] [ iter:325,800 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:01 ] [ l_g_pix: 1.6387e-02 ] [ l_g_total: 1.6387e-02 ] +2024-10-09 22:19:40,755 INFO: [ epoch: 243 ] [ iter:325,900 ] [ performance: 27.420 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:54 ] [ l_g_pix: 2.5646e-02 ] [ l_g_total: 2.5646e-02 ] +2024-10-09 22:19:45,500 INFO: [ epoch: 244 ] [ iter:326,000 ] [ performance: 23.474 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:48 ] [ l_g_pix: 2.3450e-02 ] [ l_g_total: 2.3450e-02 ] +2024-10-09 22:19:49,429 INFO: [ epoch: 244 ] [ iter:326,100 ] [ performance: 26.843 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:42 ] [ l_g_pix: 3.9716e-02 ] [ l_g_total: 3.9716e-02 ] +2024-10-09 22:19:53,126 INFO: [ epoch: 244 ] [ iter:326,200 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:35 ] [ l_g_pix: 2.9515e-02 ] [ l_g_total: 2.9515e-02 ] +2024-10-09 22:19:56,803 INFO: [ epoch: 244 ] [ iter:326,300 ] [ performance: 27.188 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:28 ] [ l_g_pix: 3.3745e-02 ] [ l_g_total: 3.3745e-02 ] +2024-10-09 22:20:00,530 INFO: [ epoch: 244 ] [ iter:326,400 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:22 ] [ l_g_pix: 2.6913e-02 ] [ l_g_total: 2.6913e-02 ] +2024-10-09 22:20:04,245 INFO: [ epoch: 244 ] [ iter:326,500 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:15 ] [ l_g_pix: 3.0733e-02 ] [ l_g_total: 3.0733e-02 ] +2024-10-09 22:20:07,937 INFO: [ epoch: 244 ] [ iter:326,600 ] [ performance: 27.119 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:08 ] [ l_g_pix: 2.4484e-02 ] [ l_g_total: 2.4484e-02 ] +2024-10-09 22:20:11,636 INFO: [ epoch: 244 ] [ iter:326,700 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:02 ] [ l_g_pix: 2.7486e-02 ] [ l_g_total: 2.7486e-02 ] +2024-10-09 22:20:15,351 INFO: [ epoch: 244 ] [ iter:326,800 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:55 ] [ l_g_pix: 3.5804e-02 ] [ l_g_total: 3.5804e-02 ] +2024-10-09 22:20:19,083 INFO: [ epoch: 244 ] [ iter:326,900 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:48 ] [ l_g_pix: 2.2123e-02 ] [ l_g_total: 2.2123e-02 ] +2024-10-09 22:20:22,803 INFO: [ epoch: 244 ] [ iter:327,000 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:42 ] [ l_g_pix: 2.1695e-02 ] [ l_g_total: 2.1695e-02 ] +2024-10-09 22:20:26,546 INFO: [ epoch: 244 ] [ iter:327,100 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:35 ] [ l_g_pix: 1.9376e-02 ] [ l_g_total: 1.9376e-02 ] +2024-10-09 22:20:30,294 INFO: [ epoch: 244 ] [ iter:327,200 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:29 ] [ l_g_pix: 2.2495e-02 ] [ l_g_total: 2.2495e-02 ] +2024-10-09 22:20:33,834 INFO: [ epoch: 244 ] [ iter:327,300 ] [ performance: 28.886 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:22 ] [ l_g_pix: 2.7613e-02 ] [ l_g_total: 2.7613e-02 ] +2024-10-09 22:20:38,980 INFO: [ epoch: 245 ] [ iter:327,400 ] [ performance: 22.523 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:16 ] [ l_g_pix: 3.3875e-02 ] [ l_g_total: 3.3875e-02 ] +2024-10-09 22:20:42,688 INFO: [ epoch: 245 ] [ iter:327,500 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:09 ] [ l_g_pix: 2.9449e-02 ] [ l_g_total: 2.9449e-02 ] +2024-10-09 22:20:46,431 INFO: [ epoch: 245 ] [ iter:327,600 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:03 ] [ l_g_pix: 2.4781e-02 ] [ l_g_total: 2.4781e-02 ] +2024-10-09 22:20:50,137 INFO: [ epoch: 245 ] [ iter:327,700 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:56 ] [ l_g_pix: 3.5099e-02 ] [ l_g_total: 3.5099e-02 ] +2024-10-09 22:20:53,828 INFO: [ epoch: 245 ] [ iter:327,800 ] [ performance: 27.085 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:50 ] [ l_g_pix: 3.2630e-02 ] [ l_g_total: 3.2630e-02 ] +2024-10-09 22:20:57,569 INFO: [ epoch: 245 ] [ iter:327,900 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:43 ] [ l_g_pix: 5.1260e-02 ] [ l_g_total: 5.1260e-02 ] +2024-10-09 22:21:01,301 INFO: [ epoch: 245 ] [ iter:328,000 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:36 ] [ l_g_pix: 4.2474e-02 ] [ l_g_total: 4.2474e-02 ] +2024-10-09 22:21:05,040 INFO: [ epoch: 245 ] [ iter:328,100 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:30 ] [ l_g_pix: 2.4178e-02 ] [ l_g_total: 2.4178e-02 ] +2024-10-09 22:21:08,773 INFO: [ epoch: 245 ] [ iter:328,200 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:23 ] [ l_g_pix: 3.5602e-02 ] [ l_g_total: 3.5602e-02 ] +2024-10-09 22:21:12,497 INFO: [ epoch: 245 ] [ iter:328,300 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:16 ] [ l_g_pix: 2.6726e-02 ] [ l_g_total: 2.6726e-02 ] +2024-10-09 22:21:16,167 INFO: [ epoch: 245 ] [ iter:328,400 ] [ performance: 27.103 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:10 ] [ l_g_pix: 3.2596e-02 ] [ l_g_total: 3.2596e-02 ] +2024-10-09 22:21:19,903 INFO: [ epoch: 245 ] [ iter:328,500 ] [ performance: 27.008 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:03 ] [ l_g_pix: 3.2923e-02 ] [ l_g_total: 3.2923e-02 ] +2024-10-09 22:21:23,525 INFO: [ epoch: 245 ] [ iter:328,600 ] [ performance: 27.372 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:57 ] [ l_g_pix: 3.3166e-02 ] [ l_g_total: 3.3166e-02 ] +2024-10-09 22:21:28,553 INFO: [ epoch: 246 ] [ iter:328,700 ] [ performance: 17.038 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:51 ] [ l_g_pix: 2.9992e-02 ] [ l_g_total: 2.9992e-02 ] +2024-10-09 22:21:32,298 INFO: [ epoch: 246 ] [ iter:328,800 ] [ performance: 21.830 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:44 ] [ l_g_pix: 1.9674e-02 ] [ l_g_total: 1.9674e-02 ] +2024-10-09 22:21:36,014 INFO: [ epoch: 246 ] [ iter:328,900 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:38 ] [ l_g_pix: 2.3619e-02 ] [ l_g_total: 2.3619e-02 ] +2024-10-09 22:21:39,745 INFO: [ epoch: 246 ] [ iter:329,000 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:31 ] [ l_g_pix: 2.6454e-02 ] [ l_g_total: 2.6454e-02 ] +2024-10-09 22:21:43,452 INFO: [ epoch: 246 ] [ iter:329,100 ] [ performance: 27.230 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:24 ] [ l_g_pix: 2.4106e-02 ] [ l_g_total: 2.4106e-02 ] +2024-10-09 22:21:47,202 INFO: [ epoch: 246 ] [ iter:329,200 ] [ performance: 26.887 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:18 ] [ l_g_pix: 2.7401e-02 ] [ l_g_total: 2.7401e-02 ] +2024-10-09 22:21:50,975 INFO: [ epoch: 246 ] [ iter:329,300 ] [ performance: 26.436 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:11 ] [ l_g_pix: 3.8189e-02 ] [ l_g_total: 3.8189e-02 ] +2024-10-09 22:21:54,699 INFO: [ epoch: 246 ] [ iter:329,400 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:05 ] [ l_g_pix: 4.0352e-02 ] [ l_g_total: 4.0352e-02 ] +2024-10-09 22:21:58,393 INFO: [ epoch: 246 ] [ iter:329,500 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:58 ] [ l_g_pix: 2.5849e-02 ] [ l_g_total: 2.5849e-02 ] +2024-10-09 22:22:02,104 INFO: [ epoch: 246 ] [ iter:329,600 ] [ performance: 26.981 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:51 ] [ l_g_pix: 2.1336e-02 ] [ l_g_total: 2.1336e-02 ] +2024-10-09 22:22:05,839 INFO: [ epoch: 246 ] [ iter:329,700 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:45 ] [ l_g_pix: 4.3817e-02 ] [ l_g_total: 4.3817e-02 ] +2024-10-09 22:22:09,610 INFO: [ epoch: 246 ] [ iter:329,800 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:38 ] [ l_g_pix: 3.4478e-02 ] [ l_g_total: 3.4478e-02 ] +2024-10-09 22:22:13,353 INFO: [ epoch: 246 ] [ iter:329,900 ] [ performance: 27.068 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:32 ] [ l_g_pix: 2.0827e-02 ] [ l_g_total: 2.0827e-02 ] +2024-10-09 22:22:18,081 INFO: [ epoch: 247 ] [ iter:330,000 ] [ performance: 23.024 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:26 ] [ l_g_pix: 2.5045e-02 ] [ l_g_total: 2.5045e-02 ] +2024-10-09 22:22:18,082 INFO: Saving models and training states. +2024-10-09 22:25:03,218 INFO: Validation val + + # psnr: 27.1990........ Best: 27.2094 @ 310000 iter + # ssim: 0.7664........ Best: 0.7667 @ 310000 iter + # dists: 0.7734........ Best: 0.7733 @ 310000 iter + +2024-10-09 22:25:06,971 INFO: [ epoch: 247 ] [ iter:330,100 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:54 ] [ l_g_pix: 4.2836e-02 ] [ l_g_total: 4.2836e-02 ] +2024-10-09 22:25:10,688 INFO: [ epoch: 247 ] [ iter:330,200 ] [ performance: 26.823 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:47 ] [ l_g_pix: 2.7598e-02 ] [ l_g_total: 2.7598e-02 ] +2024-10-09 22:25:14,395 INFO: [ epoch: 247 ] [ iter:330,300 ] [ performance: 27.032 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:41 ] [ l_g_pix: 2.6392e-02 ] [ l_g_total: 2.6392e-02 ] +2024-10-09 22:25:18,138 INFO: [ epoch: 247 ] [ iter:330,400 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:34 ] [ l_g_pix: 3.3839e-02 ] [ l_g_total: 3.3839e-02 ] +2024-10-09 22:25:21,893 INFO: [ epoch: 247 ] [ iter:330,500 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:27 ] [ l_g_pix: 2.5517e-02 ] [ l_g_total: 2.5517e-02 ] +2024-10-09 22:25:25,619 INFO: [ epoch: 247 ] [ iter:330,600 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:21 ] [ l_g_pix: 2.3577e-02 ] [ l_g_total: 2.3577e-02 ] +2024-10-09 22:25:29,312 INFO: [ epoch: 247 ] [ iter:330,700 ] [ performance: 27.435 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:14 ] [ l_g_pix: 2.0413e-02 ] [ l_g_total: 2.0413e-02 ] +2024-10-09 22:25:32,979 INFO: [ epoch: 247 ] [ iter:330,800 ] [ performance: 27.331 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:07 ] [ l_g_pix: 2.5522e-02 ] [ l_g_total: 2.5522e-02 ] +2024-10-09 22:25:36,683 INFO: [ epoch: 247 ] [ iter:330,900 ] [ performance: 27.278 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:01 ] [ l_g_pix: 4.9277e-02 ] [ l_g_total: 4.9277e-02 ] +2024-10-09 22:25:40,355 INFO: [ epoch: 247 ] [ iter:331,000 ] [ performance: 27.251 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:54 ] [ l_g_pix: 2.8044e-02 ] [ l_g_total: 2.8044e-02 ] +2024-10-09 22:25:44,106 INFO: [ epoch: 247 ] [ iter:331,100 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:47 ] [ l_g_pix: 2.6100e-02 ] [ l_g_total: 2.6100e-02 ] +2024-10-09 22:25:47,862 INFO: [ epoch: 247 ] [ iter:331,200 ] [ performance: 26.669 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:41 ] [ l_g_pix: 3.3822e-02 ] [ l_g_total: 3.3822e-02 ] +2024-10-09 22:25:51,416 INFO: [ epoch: 247 ] [ iter:331,300 ] [ performance: 29.133 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:34 ] [ l_g_pix: 4.5817e-02 ] [ l_g_total: 4.5817e-02 ] +2024-10-09 22:25:56,665 INFO: [ epoch: 248 ] [ iter:331,400 ] [ performance: 21.613 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:28 ] [ l_g_pix: 2.5848e-02 ] [ l_g_total: 2.5848e-02 ] +2024-10-09 22:26:00,350 INFO: [ epoch: 248 ] [ iter:331,500 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:22 ] [ l_g_pix: 2.6109e-02 ] [ l_g_total: 2.6109e-02 ] +2024-10-09 22:26:04,063 INFO: [ epoch: 248 ] [ iter:331,600 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:15 ] [ l_g_pix: 3.5229e-02 ] [ l_g_total: 3.5229e-02 ] +2024-10-09 22:26:07,807 INFO: [ epoch: 248 ] [ iter:331,700 ] [ performance: 26.509 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:08 ] [ l_g_pix: 4.1508e-02 ] [ l_g_total: 4.1508e-02 ] +2024-10-09 22:26:11,536 INFO: [ epoch: 248 ] [ iter:331,800 ] [ performance: 26.717 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:02 ] [ l_g_pix: 2.5182e-02 ] [ l_g_total: 2.5182e-02 ] +2024-10-09 22:26:15,282 INFO: [ epoch: 248 ] [ iter:331,900 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:55 ] [ l_g_pix: 3.1596e-02 ] [ l_g_total: 3.1596e-02 ] +2024-10-09 22:26:19,021 INFO: [ epoch: 248 ] [ iter:332,000 ] [ performance: 26.801 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:48 ] [ l_g_pix: 1.6119e-02 ] [ l_g_total: 1.6119e-02 ] +2024-10-09 22:26:22,726 INFO: [ epoch: 248 ] [ iter:332,100 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:42 ] [ l_g_pix: 3.1955e-02 ] [ l_g_total: 3.1955e-02 ] +2024-10-09 22:26:26,464 INFO: [ epoch: 248 ] [ iter:332,200 ] [ performance: 26.760 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:35 ] [ l_g_pix: 2.8975e-02 ] [ l_g_total: 2.8975e-02 ] +2024-10-09 22:26:30,163 INFO: [ epoch: 248 ] [ iter:332,300 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:29 ] [ l_g_pix: 3.1708e-02 ] [ l_g_total: 3.1708e-02 ] +2024-10-09 22:26:33,881 INFO: [ epoch: 248 ] [ iter:332,400 ] [ performance: 26.920 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:22 ] [ l_g_pix: 2.8898e-02 ] [ l_g_total: 2.8898e-02 ] +2024-10-09 22:26:38,018 INFO: [ epoch: 248 ] [ iter:332,500 ] [ performance: 22.253 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:16 ] [ l_g_pix: 3.1757e-02 ] [ l_g_total: 3.1757e-02 ] +2024-10-09 22:26:41,859 INFO: [ epoch: 248 ] [ iter:332,600 ] [ performance: 24.714 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:09 ] [ l_g_pix: 1.9679e-02 ] [ l_g_total: 1.9679e-02 ] +2024-10-09 22:26:47,089 INFO: [ epoch: 249 ] [ iter:332,700 ] [ performance: 13.615 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:03 ] [ l_g_pix: 2.4989e-02 ] [ l_g_total: 2.4989e-02 ] +2024-10-09 22:26:50,801 INFO: [ epoch: 249 ] [ iter:332,800 ] [ performance: 20.668 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:57 ] [ l_g_pix: 2.1255e-02 ] [ l_g_total: 2.1255e-02 ] +2024-10-09 22:26:54,503 INFO: [ epoch: 249 ] [ iter:332,900 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:50 ] [ l_g_pix: 3.3122e-02 ] [ l_g_total: 3.3122e-02 ] +2024-10-09 22:26:58,238 INFO: [ epoch: 249 ] [ iter:333,000 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:43 ] [ l_g_pix: 2.5171e-02 ] [ l_g_total: 2.5171e-02 ] +2024-10-09 22:27:01,933 INFO: [ epoch: 249 ] [ iter:333,100 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:37 ] [ l_g_pix: 2.9805e-02 ] [ l_g_total: 2.9805e-02 ] +2024-10-09 22:27:05,648 INFO: [ epoch: 249 ] [ iter:333,200 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:30 ] [ l_g_pix: 3.4653e-02 ] [ l_g_total: 3.4653e-02 ] +2024-10-09 22:27:09,378 INFO: [ epoch: 249 ] [ iter:333,300 ] [ performance: 26.657 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:24 ] [ l_g_pix: 3.3332e-02 ] [ l_g_total: 3.3332e-02 ] +2024-10-09 22:27:13,100 INFO: [ epoch: 249 ] [ iter:333,400 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:17 ] [ l_g_pix: 3.0109e-02 ] [ l_g_total: 3.0109e-02 ] +2024-10-09 22:27:16,789 INFO: [ epoch: 249 ] [ iter:333,500 ] [ performance: 27.356 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:10 ] [ l_g_pix: 3.9905e-02 ] [ l_g_total: 3.9905e-02 ] +2024-10-09 22:27:20,459 INFO: [ epoch: 249 ] [ iter:333,600 ] [ performance: 27.285 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:04 ] [ l_g_pix: 2.9887e-02 ] [ l_g_total: 2.9887e-02 ] +2024-10-09 22:27:24,182 INFO: [ epoch: 249 ] [ iter:333,700 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:57 ] [ l_g_pix: 1.9216e-02 ] [ l_g_total: 1.9216e-02 ] +2024-10-09 22:27:27,922 INFO: [ epoch: 249 ] [ iter:333,800 ] [ performance: 26.731 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:50 ] [ l_g_pix: 2.5961e-02 ] [ l_g_total: 2.5961e-02 ] +2024-10-09 22:27:31,658 INFO: [ epoch: 249 ] [ iter:333,900 ] [ performance: 27.191 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:44 ] [ l_g_pix: 3.4619e-02 ] [ l_g_total: 3.4619e-02 ] +2024-10-09 22:27:35,285 INFO: [ epoch: 249 ] [ iter:334,000 ] [ performance: 27.466 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:37 ] [ l_g_pix: 3.3535e-02 ] [ l_g_total: 3.3535e-02 ] +2024-10-09 22:27:40,529 INFO: [ epoch: 250 ] [ iter:334,100 ] [ performance: 26.632 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:31 ] [ l_g_pix: 2.7750e-02 ] [ l_g_total: 2.7750e-02 ] +2024-10-09 22:27:44,319 INFO: [ epoch: 250 ] [ iter:334,200 ] [ performance: 26.460 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:25 ] [ l_g_pix: 4.2180e-02 ] [ l_g_total: 4.2180e-02 ] +2024-10-09 22:27:48,052 INFO: [ epoch: 250 ] [ iter:334,300 ] [ performance: 27.255 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:18 ] [ l_g_pix: 3.0133e-02 ] [ l_g_total: 3.0133e-02 ] +2024-10-09 22:27:51,794 INFO: [ epoch: 250 ] [ iter:334,400 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:12 ] [ l_g_pix: 3.9951e-02 ] [ l_g_total: 3.9951e-02 ] +2024-10-09 22:27:55,534 INFO: [ epoch: 250 ] [ iter:334,500 ] [ performance: 26.887 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:05 ] [ l_g_pix: 1.4415e-02 ] [ l_g_total: 1.4415e-02 ] +2024-10-09 22:27:59,267 INFO: [ epoch: 250 ] [ iter:334,600 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:59 ] [ l_g_pix: 2.2637e-02 ] [ l_g_total: 2.2637e-02 ] +2024-10-09 22:28:03,007 INFO: [ epoch: 250 ] [ iter:334,700 ] [ performance: 26.817 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:52 ] [ l_g_pix: 4.0754e-02 ] [ l_g_total: 4.0754e-02 ] +2024-10-09 22:28:06,747 INFO: [ epoch: 250 ] [ iter:334,800 ] [ performance: 26.760 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:45 ] [ l_g_pix: 2.8212e-02 ] [ l_g_total: 2.8212e-02 ] +2024-10-09 22:28:10,478 INFO: [ epoch: 250 ] [ iter:334,900 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:39 ] [ l_g_pix: 3.4747e-02 ] [ l_g_total: 3.4747e-02 ] +2024-10-09 22:28:14,198 INFO: [ epoch: 250 ] [ iter:335,000 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:32 ] [ l_g_pix: 3.1198e-02 ] [ l_g_total: 3.1198e-02 ] +2024-10-09 22:28:17,936 INFO: [ epoch: 250 ] [ iter:335,100 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:26 ] [ l_g_pix: 3.7417e-02 ] [ l_g_total: 3.7417e-02 ] +2024-10-09 22:28:21,617 INFO: [ epoch: 250 ] [ iter:335,200 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:19 ] [ l_g_pix: 2.9449e-02 ] [ l_g_total: 2.9449e-02 ] +2024-10-09 22:28:25,141 INFO: [ epoch: 250 ] [ iter:335,300 ] [ performance: 29.443 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:12 ] [ l_g_pix: 2.7813e-02 ] [ l_g_total: 2.7813e-02 ] +2024-10-09 22:28:30,194 INFO: [ epoch: 251 ] [ iter:335,400 ] [ performance: 21.502 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:07 ] [ l_g_pix: 2.1458e-02 ] [ l_g_total: 2.1458e-02 ] +2024-10-09 22:28:33,882 INFO: [ epoch: 251 ] [ iter:335,500 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:00 ] [ l_g_pix: 2.5975e-02 ] [ l_g_total: 2.5975e-02 ] +2024-10-09 22:28:37,634 INFO: [ epoch: 251 ] [ iter:335,600 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:53 ] [ l_g_pix: 2.8444e-02 ] [ l_g_total: 2.8444e-02 ] +2024-10-09 22:28:41,360 INFO: [ epoch: 251 ] [ iter:335,700 ] [ performance: 26.955 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:47 ] [ l_g_pix: 2.9193e-02 ] [ l_g_total: 2.9193e-02 ] +2024-10-09 22:28:45,105 INFO: [ epoch: 251 ] [ iter:335,800 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:40 ] [ l_g_pix: 3.0493e-02 ] [ l_g_total: 3.0493e-02 ] +2024-10-09 22:28:48,815 INFO: [ epoch: 251 ] [ iter:335,900 ] [ performance: 27.366 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:34 ] [ l_g_pix: 3.8696e-02 ] [ l_g_total: 3.8696e-02 ] +2024-10-09 22:28:52,560 INFO: [ epoch: 251 ] [ iter:336,000 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:27 ] [ l_g_pix: 3.1481e-02 ] [ l_g_total: 3.1481e-02 ] +2024-10-09 22:28:56,309 INFO: [ epoch: 251 ] [ iter:336,100 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:21 ] [ l_g_pix: 2.1379e-02 ] [ l_g_total: 2.1379e-02 ] +2024-10-09 22:29:00,035 INFO: [ epoch: 251 ] [ iter:336,200 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:14 ] [ l_g_pix: 2.6412e-02 ] [ l_g_total: 2.6412e-02 ] +2024-10-09 22:29:03,788 INFO: [ epoch: 251 ] [ iter:336,300 ] [ performance: 26.675 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:08 ] [ l_g_pix: 3.1477e-02 ] [ l_g_total: 3.1477e-02 ] +2024-10-09 22:29:07,530 INFO: [ epoch: 251 ] [ iter:336,400 ] [ performance: 26.715 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:01 ] [ l_g_pix: 1.9548e-02 ] [ l_g_total: 1.9548e-02 ] +2024-10-09 22:29:11,295 INFO: [ epoch: 251 ] [ iter:336,500 ] [ performance: 27.086 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:54 ] [ l_g_pix: 2.7206e-02 ] [ l_g_total: 2.7206e-02 ] +2024-10-09 22:29:14,954 INFO: [ epoch: 251 ] [ iter:336,600 ] [ performance: 27.288 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:48 ] [ l_g_pix: 2.9443e-02 ] [ l_g_total: 2.9443e-02 ] +2024-10-09 22:29:20,100 INFO: [ epoch: 252 ] [ iter:336,700 ] [ performance: 17.476 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:42 ] [ l_g_pix: 2.9490e-02 ] [ l_g_total: 2.9490e-02 ] +2024-10-09 22:29:23,857 INFO: [ epoch: 252 ] [ iter:336,800 ] [ performance: 24.101 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:36 ] [ l_g_pix: 4.5856e-02 ] [ l_g_total: 4.5856e-02 ] +2024-10-09 22:29:27,575 INFO: [ epoch: 252 ] [ iter:336,900 ] [ performance: 27.732 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:29 ] [ l_g_pix: 2.9203e-02 ] [ l_g_total: 2.9203e-02 ] +2024-10-09 22:29:31,310 INFO: [ epoch: 252 ] [ iter:337,000 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:22 ] [ l_g_pix: 2.4371e-02 ] [ l_g_total: 2.4371e-02 ] +2024-10-09 22:29:35,106 INFO: [ epoch: 252 ] [ iter:337,100 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:16 ] [ l_g_pix: 2.6894e-02 ] [ l_g_total: 2.6894e-02 ] +2024-10-09 22:29:38,844 INFO: [ epoch: 252 ] [ iter:337,200 ] [ performance: 26.744 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:09 ] [ l_g_pix: 2.7048e-02 ] [ l_g_total: 2.7048e-02 ] +2024-10-09 22:29:42,618 INFO: [ epoch: 252 ] [ iter:337,300 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:03 ] [ l_g_pix: 2.4640e-02 ] [ l_g_total: 2.4640e-02 ] +2024-10-09 22:29:46,353 INFO: [ epoch: 252 ] [ iter:337,400 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:56 ] [ l_g_pix: 1.6577e-02 ] [ l_g_total: 1.6577e-02 ] +2024-10-09 22:29:50,098 INFO: [ epoch: 252 ] [ iter:337,500 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:50 ] [ l_g_pix: 3.6531e-02 ] [ l_g_total: 3.6531e-02 ] +2024-10-09 22:29:53,850 INFO: [ epoch: 252 ] [ iter:337,600 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:43 ] [ l_g_pix: 3.1421e-02 ] [ l_g_total: 3.1421e-02 ] +2024-10-09 22:29:57,648 INFO: [ epoch: 252 ] [ iter:337,700 ] [ performance: 26.644 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:37 ] [ l_g_pix: 2.1111e-02 ] [ l_g_total: 2.1111e-02 ] +2024-10-09 22:30:01,327 INFO: [ epoch: 252 ] [ iter:337,800 ] [ performance: 27.098 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:30 ] [ l_g_pix: 2.6879e-02 ] [ l_g_total: 2.6879e-02 ] +2024-10-09 22:30:05,008 INFO: [ epoch: 252 ] [ iter:337,900 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:24 ] [ l_g_pix: 1.8565e-02 ] [ l_g_total: 1.8565e-02 ] +2024-10-09 22:30:08,541 INFO: [ epoch: 252 ] [ iter:338,000 ] [ performance: 28.087 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:17 ] [ l_g_pix: 2.0614e-02 ] [ l_g_total: 2.0614e-02 ] +2024-10-09 22:30:13,640 INFO: [ epoch: 253 ] [ iter:338,100 ] [ performance: 28.085 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:11 ] [ l_g_pix: 2.4843e-02 ] [ l_g_total: 2.4843e-02 ] +2024-10-09 22:30:17,290 INFO: [ epoch: 253 ] [ iter:338,200 ] [ performance: 27.505 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:05 ] [ l_g_pix: 2.9410e-02 ] [ l_g_total: 2.9410e-02 ] +2024-10-09 22:30:21,025 INFO: [ epoch: 253 ] [ iter:338,300 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:58 ] [ l_g_pix: 2.0016e-02 ] [ l_g_total: 2.0016e-02 ] +2024-10-09 22:30:24,791 INFO: [ epoch: 253 ] [ iter:338,400 ] [ performance: 26.588 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:52 ] [ l_g_pix: 2.4986e-02 ] [ l_g_total: 2.4986e-02 ] +2024-10-09 22:30:28,549 INFO: [ epoch: 253 ] [ iter:338,500 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:45 ] [ l_g_pix: 2.7958e-02 ] [ l_g_total: 2.7958e-02 ] +2024-10-09 22:30:32,281 INFO: [ epoch: 253 ] [ iter:338,600 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:39 ] [ l_g_pix: 2.8340e-02 ] [ l_g_total: 2.8340e-02 ] +2024-10-09 22:30:35,999 INFO: [ epoch: 253 ] [ iter:338,700 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:32 ] [ l_g_pix: 2.1219e-02 ] [ l_g_total: 2.1219e-02 ] +2024-10-09 22:30:39,706 INFO: [ epoch: 253 ] [ iter:338,800 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:26 ] [ l_g_pix: 3.2446e-02 ] [ l_g_total: 3.2446e-02 ] +2024-10-09 22:30:43,444 INFO: [ epoch: 253 ] [ iter:338,900 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:19 ] [ l_g_pix: 2.7237e-02 ] [ l_g_total: 2.7237e-02 ] +2024-10-09 22:30:47,179 INFO: [ epoch: 253 ] [ iter:339,000 ] [ performance: 26.804 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:13 ] [ l_g_pix: 2.8507e-02 ] [ l_g_total: 2.8507e-02 ] +2024-10-09 22:30:50,907 INFO: [ epoch: 253 ] [ iter:339,100 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:06 ] [ l_g_pix: 3.5961e-02 ] [ l_g_total: 3.5961e-02 ] +2024-10-09 22:30:54,613 INFO: [ epoch: 253 ] [ iter:339,200 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:00 ] [ l_g_pix: 2.8913e-02 ] [ l_g_total: 2.8913e-02 ] +2024-10-09 22:30:58,203 INFO: [ epoch: 253 ] [ iter:339,300 ] [ performance: 29.339 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:53 ] [ l_g_pix: 3.2233e-02 ] [ l_g_total: 3.2233e-02 ] +2024-10-09 22:31:03,186 INFO: [ epoch: 254 ] [ iter:339,400 ] [ performance: 20.776 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:47 ] [ l_g_pix: 2.5947e-02 ] [ l_g_total: 2.5947e-02 ] +2024-10-09 22:31:06,941 INFO: [ epoch: 254 ] [ iter:339,500 ] [ performance: 27.057 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:41 ] [ l_g_pix: 2.9526e-02 ] [ l_g_total: 2.9526e-02 ] +2024-10-09 22:31:10,593 INFO: [ epoch: 254 ] [ iter:339,600 ] [ performance: 27.358 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:34 ] [ l_g_pix: 3.9336e-02 ] [ l_g_total: 3.9336e-02 ] +2024-10-09 22:31:14,243 INFO: [ epoch: 254 ] [ iter:339,700 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:28 ] [ l_g_pix: 2.4656e-02 ] [ l_g_total: 2.4656e-02 ] +2024-10-09 22:31:17,899 INFO: [ epoch: 254 ] [ iter:339,800 ] [ performance: 27.329 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:21 ] [ l_g_pix: 4.4330e-02 ] [ l_g_total: 4.4330e-02 ] +2024-10-09 22:31:21,645 INFO: [ epoch: 254 ] [ iter:339,900 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:15 ] [ l_g_pix: 4.1761e-02 ] [ l_g_total: 4.1761e-02 ] +2024-10-09 22:31:25,368 INFO: [ epoch: 254 ] [ iter:340,000 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:08 ] [ l_g_pix: 2.6392e-02 ] [ l_g_total: 2.6392e-02 ] +2024-10-09 22:31:25,369 INFO: Saving models and training states. +2024-10-09 22:34:15,305 INFO: Validation val + + # psnr: 27.2070........ Best: 27.2094 @ 310000 iter + # ssim: 0.7666........ Best: 0.7667 @ 310000 iter + # dists: 0.7733........ Best: 0.7733 @ 310000 iter + +2024-10-09 22:34:19,016 INFO: [ epoch: 254 ] [ iter:340,100 ] [ performance: 26.908 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:31 ] [ l_g_pix: 2.1998e-02 ] [ l_g_total: 2.1998e-02 ] +2024-10-09 22:34:22,723 INFO: [ epoch: 254 ] [ iter:340,200 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:25 ] [ l_g_pix: 2.5767e-02 ] [ l_g_total: 2.5767e-02 ] +2024-10-09 22:34:26,451 INFO: [ epoch: 254 ] [ iter:340,300 ] [ performance: 27.415 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:18 ] [ l_g_pix: 3.4800e-02 ] [ l_g_total: 3.4800e-02 ] +2024-10-09 22:34:30,183 INFO: [ epoch: 254 ] [ iter:340,400 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:12 ] [ l_g_pix: 2.9508e-02 ] [ l_g_total: 2.9508e-02 ] +2024-10-09 22:34:33,913 INFO: [ epoch: 254 ] [ iter:340,500 ] [ performance: 27.953 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:05 ] [ l_g_pix: 1.9998e-02 ] [ l_g_total: 1.9998e-02 ] +2024-10-09 22:34:37,569 INFO: [ epoch: 254 ] [ iter:340,600 ] [ performance: 27.392 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:59 ] [ l_g_pix: 3.1877e-02 ] [ l_g_total: 3.1877e-02 ] +2024-10-09 22:34:42,872 INFO: [ epoch: 255 ] [ iter:340,700 ] [ performance: 17.451 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:53 ] [ l_g_pix: 2.4962e-02 ] [ l_g_total: 2.4962e-02 ] +2024-10-09 22:34:46,882 INFO: [ epoch: 255 ] [ iter:340,800 ] [ performance: 24.444 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:46 ] [ l_g_pix: 1.9068e-02 ] [ l_g_total: 1.9068e-02 ] +2024-10-09 22:34:50,618 INFO: [ epoch: 255 ] [ iter:340,900 ] [ performance: 28.981 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:40 ] [ l_g_pix: 2.9394e-02 ] [ l_g_total: 2.9394e-02 ] +2024-10-09 22:34:54,400 INFO: [ epoch: 255 ] [ iter:341,000 ] [ performance: 26.538 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:33 ] [ l_g_pix: 3.5987e-02 ] [ l_g_total: 3.5987e-02 ] +2024-10-09 22:34:58,141 INFO: [ epoch: 255 ] [ iter:341,100 ] [ performance: 27.713 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:27 ] [ l_g_pix: 1.8788e-02 ] [ l_g_total: 1.8788e-02 ] +2024-10-09 22:35:01,896 INFO: [ epoch: 255 ] [ iter:341,200 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:20 ] [ l_g_pix: 3.7948e-02 ] [ l_g_total: 3.7948e-02 ] +2024-10-09 22:35:05,614 INFO: [ epoch: 255 ] [ iter:341,300 ] [ performance: 28.449 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:14 ] [ l_g_pix: 2.2203e-02 ] [ l_g_total: 2.2203e-02 ] +2024-10-09 22:35:09,320 INFO: [ epoch: 255 ] [ iter:341,400 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:07 ] [ l_g_pix: 2.8055e-02 ] [ l_g_total: 2.8055e-02 ] +2024-10-09 22:35:13,061 INFO: [ epoch: 255 ] [ iter:341,500 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:01 ] [ l_g_pix: 1.9583e-02 ] [ l_g_total: 1.9583e-02 ] +2024-10-09 22:35:16,765 INFO: [ epoch: 255 ] [ iter:341,600 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:54 ] [ l_g_pix: 2.9310e-02 ] [ l_g_total: 2.9310e-02 ] +2024-10-09 22:35:20,460 INFO: [ epoch: 255 ] [ iter:341,700 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:47 ] [ l_g_pix: 2.2454e-02 ] [ l_g_total: 2.2454e-02 ] +2024-10-09 22:35:24,188 INFO: [ epoch: 255 ] [ iter:341,800 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:41 ] [ l_g_pix: 1.6184e-02 ] [ l_g_total: 1.6184e-02 ] +2024-10-09 22:35:27,944 INFO: [ epoch: 255 ] [ iter:341,900 ] [ performance: 26.729 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:34 ] [ l_g_pix: 2.2090e-02 ] [ l_g_total: 2.2090e-02 ] +2024-10-09 22:35:31,491 INFO: [ epoch: 255 ] [ iter:342,000 ] [ performance: 28.237 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:28 ] [ l_g_pix: 2.4729e-02 ] [ l_g_total: 2.4729e-02 ] +2024-10-09 22:35:36,780 INFO: [ epoch: 256 ] [ iter:342,100 ] [ performance: 22.630 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:22 ] [ l_g_pix: 3.5372e-02 ] [ l_g_total: 3.5372e-02 ] +2024-10-09 22:35:40,464 INFO: [ epoch: 256 ] [ iter:342,200 ] [ performance: 27.159 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:15 ] [ l_g_pix: 3.0281e-02 ] [ l_g_total: 3.0281e-02 ] +2024-10-09 22:35:44,175 INFO: [ epoch: 256 ] [ iter:342,300 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:09 ] [ l_g_pix: 2.7738e-02 ] [ l_g_total: 2.7738e-02 ] +2024-10-09 22:35:47,912 INFO: [ epoch: 256 ] [ iter:342,400 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:02 ] [ l_g_pix: 2.8761e-02 ] [ l_g_total: 2.8761e-02 ] +2024-10-09 22:35:51,643 INFO: [ epoch: 256 ] [ iter:342,500 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:56 ] [ l_g_pix: 3.6642e-02 ] [ l_g_total: 3.6642e-02 ] +2024-10-09 22:35:55,351 INFO: [ epoch: 256 ] [ iter:342,600 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:49 ] [ l_g_pix: 2.5526e-02 ] [ l_g_total: 2.5526e-02 ] +2024-10-09 22:35:59,046 INFO: [ epoch: 256 ] [ iter:342,700 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:43 ] [ l_g_pix: 2.9264e-02 ] [ l_g_total: 2.9264e-02 ] +2024-10-09 22:36:02,767 INFO: [ epoch: 256 ] [ iter:342,800 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:36 ] [ l_g_pix: 4.2695e-02 ] [ l_g_total: 4.2695e-02 ] +2024-10-09 22:36:06,471 INFO: [ epoch: 256 ] [ iter:342,900 ] [ performance: 26.955 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:30 ] [ l_g_pix: 2.1314e-02 ] [ l_g_total: 2.1314e-02 ] +2024-10-09 22:36:10,201 INFO: [ epoch: 256 ] [ iter:343,000 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:23 ] [ l_g_pix: 4.0769e-02 ] [ l_g_total: 4.0769e-02 ] +2024-10-09 22:36:13,960 INFO: [ epoch: 256 ] [ iter:343,100 ] [ performance: 26.689 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:17 ] [ l_g_pix: 3.8982e-02 ] [ l_g_total: 3.8982e-02 ] +2024-10-09 22:36:17,690 INFO: [ epoch: 256 ] [ iter:343,200 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:10 ] [ l_g_pix: 3.1612e-02 ] [ l_g_total: 3.1612e-02 ] +2024-10-09 22:36:21,331 INFO: [ epoch: 256 ] [ iter:343,300 ] [ performance: 27.177 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:04 ] [ l_g_pix: 3.8063e-02 ] [ l_g_total: 3.8063e-02 ] +2024-10-09 22:36:26,311 INFO: [ epoch: 257 ] [ iter:343,400 ] [ performance: 19.617 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:58 ] [ l_g_pix: 3.7899e-02 ] [ l_g_total: 3.7899e-02 ] +2024-10-09 22:36:30,040 INFO: [ epoch: 257 ] [ iter:343,500 ] [ performance: 22.809 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:51 ] [ l_g_pix: 3.4214e-02 ] [ l_g_total: 3.4214e-02 ] +2024-10-09 22:36:33,759 INFO: [ epoch: 257 ] [ iter:343,600 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:45 ] [ l_g_pix: 3.2518e-02 ] [ l_g_total: 3.2518e-02 ] +2024-10-09 22:36:37,474 INFO: [ epoch: 257 ] [ iter:343,700 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:38 ] [ l_g_pix: 2.2592e-02 ] [ l_g_total: 2.2592e-02 ] +2024-10-09 22:36:41,177 INFO: [ epoch: 257 ] [ iter:343,800 ] [ performance: 27.079 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:32 ] [ l_g_pix: 2.7443e-02 ] [ l_g_total: 2.7443e-02 ] +2024-10-09 22:36:44,886 INFO: [ epoch: 257 ] [ iter:343,900 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:25 ] [ l_g_pix: 2.8351e-02 ] [ l_g_total: 2.8351e-02 ] +2024-10-09 22:36:48,575 INFO: [ epoch: 257 ] [ iter:344,000 ] [ performance: 27.098 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:19 ] [ l_g_pix: 3.3023e-02 ] [ l_g_total: 3.3023e-02 ] +2024-10-09 22:36:52,300 INFO: [ epoch: 257 ] [ iter:344,100 ] [ performance: 26.966 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:12 ] [ l_g_pix: 2.8511e-02 ] [ l_g_total: 2.8511e-02 ] +2024-10-09 22:36:55,977 INFO: [ epoch: 257 ] [ iter:344,200 ] [ performance: 27.217 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:05 ] [ l_g_pix: 3.0106e-02 ] [ l_g_total: 3.0106e-02 ] +2024-10-09 22:36:59,706 INFO: [ epoch: 257 ] [ iter:344,300 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:59 ] [ l_g_pix: 3.0369e-02 ] [ l_g_total: 3.0369e-02 ] +2024-10-09 22:37:03,376 INFO: [ epoch: 257 ] [ iter:344,400 ] [ performance: 27.412 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:52 ] [ l_g_pix: 2.3672e-02 ] [ l_g_total: 2.3672e-02 ] +2024-10-09 22:37:07,096 INFO: [ epoch: 257 ] [ iter:344,500 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:46 ] [ l_g_pix: 2.5118e-02 ] [ l_g_total: 2.5118e-02 ] +2024-10-09 22:37:10,749 INFO: [ epoch: 257 ] [ iter:344,600 ] [ performance: 27.514 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:39 ] [ l_g_pix: 2.5948e-02 ] [ l_g_total: 2.5948e-02 ] +2024-10-09 22:37:15,367 INFO: [ epoch: 258 ] [ iter:344,700 ] [ performance: 24.023 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:33 ] [ l_g_pix: 4.2807e-02 ] [ l_g_total: 4.2807e-02 ] +2024-10-09 22:37:19,382 INFO: [ epoch: 258 ] [ iter:344,800 ] [ performance: 26.127 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:27 ] [ l_g_pix: 3.7297e-02 ] [ l_g_total: 3.7297e-02 ] +2024-10-09 22:37:23,115 INFO: [ epoch: 258 ] [ iter:344,900 ] [ performance: 26.481 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:21 ] [ l_g_pix: 2.7390e-02 ] [ l_g_total: 2.7390e-02 ] +2024-10-09 22:37:26,797 INFO: [ epoch: 258 ] [ iter:345,000 ] [ performance: 27.243 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:14 ] [ l_g_pix: 2.4715e-02 ] [ l_g_total: 2.4715e-02 ] +2024-10-09 22:37:30,571 INFO: [ epoch: 258 ] [ iter:345,100 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:08 ] [ l_g_pix: 2.3076e-02 ] [ l_g_total: 2.3076e-02 ] +2024-10-09 22:37:34,307 INFO: [ epoch: 258 ] [ iter:345,200 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:01 ] [ l_g_pix: 3.1860e-02 ] [ l_g_total: 3.1860e-02 ] +2024-10-09 22:37:37,982 INFO: [ epoch: 258 ] [ iter:345,300 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:55 ] [ l_g_pix: 3.6043e-02 ] [ l_g_total: 3.6043e-02 ] +2024-10-09 22:37:41,621 INFO: [ epoch: 258 ] [ iter:345,400 ] [ performance: 27.569 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:48 ] [ l_g_pix: 2.3619e-02 ] [ l_g_total: 2.3619e-02 ] +2024-10-09 22:37:45,338 INFO: [ epoch: 258 ] [ iter:345,500 ] [ performance: 27.204 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:42 ] [ l_g_pix: 3.0886e-02 ] [ l_g_total: 3.0886e-02 ] +2024-10-09 22:37:49,049 INFO: [ epoch: 258 ] [ iter:345,600 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:35 ] [ l_g_pix: 1.4536e-02 ] [ l_g_total: 1.4536e-02 ] +2024-10-09 22:37:52,769 INFO: [ epoch: 258 ] [ iter:345,700 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:29 ] [ l_g_pix: 2.7817e-02 ] [ l_g_total: 2.7817e-02 ] +2024-10-09 22:37:56,523 INFO: [ epoch: 258 ] [ iter:345,800 ] [ performance: 26.725 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:22 ] [ l_g_pix: 2.4701e-02 ] [ l_g_total: 2.4701e-02 ] +2024-10-09 22:38:00,264 INFO: [ epoch: 258 ] [ iter:345,900 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:16 ] [ l_g_pix: 3.0608e-02 ] [ l_g_total: 3.0608e-02 ] +2024-10-09 22:38:03,808 INFO: [ epoch: 258 ] [ iter:346,000 ] [ performance: 28.712 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:09 ] [ l_g_pix: 3.5128e-02 ] [ l_g_total: 3.5128e-02 ] +2024-10-09 22:38:09,130 INFO: [ epoch: 259 ] [ iter:346,100 ] [ performance: 22.175 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:03 ] [ l_g_pix: 2.9485e-02 ] [ l_g_total: 2.9485e-02 ] +2024-10-09 22:38:12,925 INFO: [ epoch: 259 ] [ iter:346,200 ] [ performance: 26.447 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:57 ] [ l_g_pix: 1.5811e-02 ] [ l_g_total: 1.5811e-02 ] +2024-10-09 22:38:16,649 INFO: [ epoch: 259 ] [ iter:346,300 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:50 ] [ l_g_pix: 1.8709e-02 ] [ l_g_total: 1.8709e-02 ] +2024-10-09 22:38:20,394 INFO: [ epoch: 259 ] [ iter:346,400 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:44 ] [ l_g_pix: 3.1808e-02 ] [ l_g_total: 3.1808e-02 ] +2024-10-09 22:38:24,089 INFO: [ epoch: 259 ] [ iter:346,500 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:37 ] [ l_g_pix: 2.4367e-02 ] [ l_g_total: 2.4367e-02 ] +2024-10-09 22:38:27,784 INFO: [ epoch: 259 ] [ iter:346,600 ] [ performance: 27.234 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:31 ] [ l_g_pix: 1.9235e-02 ] [ l_g_total: 1.9235e-02 ] +2024-10-09 22:38:31,455 INFO: [ epoch: 259 ] [ iter:346,700 ] [ performance: 27.242 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:24 ] [ l_g_pix: 2.7417e-02 ] [ l_g_total: 2.7417e-02 ] +2024-10-09 22:38:35,138 INFO: [ epoch: 259 ] [ iter:346,800 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:18 ] [ l_g_pix: 2.6095e-02 ] [ l_g_total: 2.6095e-02 ] +2024-10-09 22:38:38,879 INFO: [ epoch: 259 ] [ iter:346,900 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:12 ] [ l_g_pix: 2.5550e-02 ] [ l_g_total: 2.5550e-02 ] +2024-10-09 22:38:42,615 INFO: [ epoch: 259 ] [ iter:347,000 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:05 ] [ l_g_pix: 3.0295e-02 ] [ l_g_total: 3.0295e-02 ] +2024-10-09 22:38:46,334 INFO: [ epoch: 259 ] [ iter:347,100 ] [ performance: 26.863 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:59 ] [ l_g_pix: 1.9742e-02 ] [ l_g_total: 1.9742e-02 ] +2024-10-09 22:38:50,030 INFO: [ epoch: 259 ] [ iter:347,200 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:52 ] [ l_g_pix: 3.6745e-02 ] [ l_g_total: 3.6745e-02 ] +2024-10-09 22:38:53,660 INFO: [ epoch: 259 ] [ iter:347,300 ] [ performance: 27.349 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:46 ] [ l_g_pix: 2.6264e-02 ] [ l_g_total: 2.6264e-02 ] +2024-10-09 22:38:58,712 INFO: [ epoch: 260 ] [ iter:347,400 ] [ performance: 17.677 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:40 ] [ l_g_pix: 2.7215e-02 ] [ l_g_total: 2.7215e-02 ] +2024-10-09 22:39:02,407 INFO: [ epoch: 260 ] [ iter:347,500 ] [ performance: 22.145 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:33 ] [ l_g_pix: 2.3241e-02 ] [ l_g_total: 2.3241e-02 ] +2024-10-09 22:39:06,158 INFO: [ epoch: 260 ] [ iter:347,600 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:27 ] [ l_g_pix: 3.0144e-02 ] [ l_g_total: 3.0144e-02 ] +2024-10-09 22:39:09,887 INFO: [ epoch: 260 ] [ iter:347,700 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:20 ] [ l_g_pix: 2.5548e-02 ] [ l_g_total: 2.5548e-02 ] +2024-10-09 22:39:13,600 INFO: [ epoch: 260 ] [ iter:347,800 ] [ performance: 27.267 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:14 ] [ l_g_pix: 2.5011e-02 ] [ l_g_total: 2.5011e-02 ] +2024-10-09 22:39:17,287 INFO: [ epoch: 260 ] [ iter:347,900 ] [ performance: 27.186 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:08 ] [ l_g_pix: 2.3980e-02 ] [ l_g_total: 2.3980e-02 ] +2024-10-09 22:39:20,944 INFO: [ epoch: 260 ] [ iter:348,000 ] [ performance: 27.484 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:01 ] [ l_g_pix: 3.0964e-02 ] [ l_g_total: 3.0964e-02 ] +2024-10-09 22:39:24,666 INFO: [ epoch: 260 ] [ iter:348,100 ] [ performance: 27.121 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:55 ] [ l_g_pix: 2.4015e-02 ] [ l_g_total: 2.4015e-02 ] +2024-10-09 22:39:28,383 INFO: [ epoch: 260 ] [ iter:348,200 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:48 ] [ l_g_pix: 2.2930e-02 ] [ l_g_total: 2.2930e-02 ] +2024-10-09 22:39:32,115 INFO: [ epoch: 260 ] [ iter:348,300 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:42 ] [ l_g_pix: 3.3367e-02 ] [ l_g_total: 3.3367e-02 ] +2024-10-09 22:39:35,828 INFO: [ epoch: 260 ] [ iter:348,400 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:35 ] [ l_g_pix: 2.7062e-02 ] [ l_g_total: 2.7062e-02 ] +2024-10-09 22:39:39,536 INFO: [ epoch: 260 ] [ iter:348,500 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:29 ] [ l_g_pix: 2.5178e-02 ] [ l_g_total: 2.5178e-02 ] +2024-10-09 22:39:43,263 INFO: [ epoch: 260 ] [ iter:348,600 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:22 ] [ l_g_pix: 1.7015e-02 ] [ l_g_total: 1.7015e-02 ] +2024-10-09 22:39:47,795 INFO: [ epoch: 261 ] [ iter:348,700 ] [ performance: 23.764 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:16 ] [ l_g_pix: 2.8351e-02 ] [ l_g_total: 2.8351e-02 ] +2024-10-09 22:39:51,884 INFO: [ epoch: 261 ] [ iter:348,800 ] [ performance: 27.207 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:10 ] [ l_g_pix: 3.4293e-02 ] [ l_g_total: 3.4293e-02 ] +2024-10-09 22:39:55,632 INFO: [ epoch: 261 ] [ iter:348,900 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:04 ] [ l_g_pix: 3.7614e-02 ] [ l_g_total: 3.7614e-02 ] +2024-10-09 22:39:59,338 INFO: [ epoch: 261 ] [ iter:349,000 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:57 ] [ l_g_pix: 1.4233e-02 ] [ l_g_total: 1.4233e-02 ] +2024-10-09 22:40:03,023 INFO: [ epoch: 261 ] [ iter:349,100 ] [ performance: 27.140 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:51 ] [ l_g_pix: 2.7541e-02 ] [ l_g_total: 2.7541e-02 ] +2024-10-09 22:40:06,801 INFO: [ epoch: 261 ] [ iter:349,200 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:44 ] [ l_g_pix: 2.4636e-02 ] [ l_g_total: 2.4636e-02 ] +2024-10-09 22:40:10,519 INFO: [ epoch: 261 ] [ iter:349,300 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:38 ] [ l_g_pix: 1.3760e-02 ] [ l_g_total: 1.3760e-02 ] +2024-10-09 22:40:14,268 INFO: [ epoch: 261 ] [ iter:349,400 ] [ performance: 26.711 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:32 ] [ l_g_pix: 3.0972e-02 ] [ l_g_total: 3.0972e-02 ] +2024-10-09 22:40:17,979 INFO: [ epoch: 261 ] [ iter:349,500 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:25 ] [ l_g_pix: 3.0686e-02 ] [ l_g_total: 3.0686e-02 ] +2024-10-09 22:40:21,721 INFO: [ epoch: 261 ] [ iter:349,600 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:19 ] [ l_g_pix: 1.9796e-02 ] [ l_g_total: 1.9796e-02 ] +2024-10-09 22:40:25,424 INFO: [ epoch: 261 ] [ iter:349,700 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:12 ] [ l_g_pix: 2.5585e-02 ] [ l_g_total: 2.5585e-02 ] +2024-10-09 22:40:29,142 INFO: [ epoch: 261 ] [ iter:349,800 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:06 ] [ l_g_pix: 2.0189e-02 ] [ l_g_total: 2.0189e-02 ] +2024-10-09 22:40:32,848 INFO: [ epoch: 261 ] [ iter:349,900 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:59 ] [ l_g_pix: 3.2383e-02 ] [ l_g_total: 3.2383e-02 ] +2024-10-09 22:40:36,411 INFO: [ epoch: 261 ] [ iter:350,000 ] [ performance: 29.005 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:53 ] [ l_g_pix: 2.3276e-02 ] [ l_g_total: 2.3276e-02 ] +2024-10-09 22:40:36,411 INFO: Saving models and training states. +2024-10-09 22:43:20,465 INFO: Validation val + + # psnr: 27.2124........ Best: 27.2124 @ 350000 iter + # ssim: 0.7667........ Best: 0.7667 @ 350000 iter + # dists: 0.7733........ Best: 0.7733 @ 350000 iter + +2024-10-09 22:43:25,500 INFO: [ epoch: 262 ] [ iter:350,100 ] [ performance: 22.498 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:07 ] [ l_g_pix: 2.1744e-02 ] [ l_g_total: 2.1744e-02 ] +2024-10-09 22:43:29,216 INFO: [ epoch: 262 ] [ iter:350,200 ] [ performance: 27.250 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:00 ] [ l_g_pix: 3.8244e-02 ] [ l_g_total: 3.8244e-02 ] +2024-10-09 22:43:32,910 INFO: [ epoch: 262 ] [ iter:350,300 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:54 ] [ l_g_pix: 2.4508e-02 ] [ l_g_total: 2.4508e-02 ] +2024-10-09 22:43:36,611 INFO: [ epoch: 262 ] [ iter:350,400 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:47 ] [ l_g_pix: 2.5301e-02 ] [ l_g_total: 2.5301e-02 ] +2024-10-09 22:43:40,340 INFO: [ epoch: 262 ] [ iter:350,500 ] [ performance: 26.858 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:41 ] [ l_g_pix: 3.0376e-02 ] [ l_g_total: 3.0376e-02 ] +2024-10-09 22:43:44,025 INFO: [ epoch: 262 ] [ iter:350,600 ] [ performance: 27.312 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:34 ] [ l_g_pix: 1.5162e-02 ] [ l_g_total: 1.5162e-02 ] +2024-10-09 22:43:47,750 INFO: [ epoch: 262 ] [ iter:350,700 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:28 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-09 22:43:51,498 INFO: [ epoch: 262 ] [ iter:350,800 ] [ performance: 26.646 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:21 ] [ l_g_pix: 2.8132e-02 ] [ l_g_total: 2.8132e-02 ] +2024-10-09 22:43:55,236 INFO: [ epoch: 262 ] [ iter:350,900 ] [ performance: 26.720 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:15 ] [ l_g_pix: 2.7384e-02 ] [ l_g_total: 2.7384e-02 ] +2024-10-09 22:43:58,953 INFO: [ epoch: 262 ] [ iter:351,000 ] [ performance: 26.606 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:08 ] [ l_g_pix: 3.5455e-02 ] [ l_g_total: 3.5455e-02 ] +2024-10-09 22:44:02,721 INFO: [ epoch: 262 ] [ iter:351,100 ] [ performance: 26.562 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:02 ] [ l_g_pix: 2.8949e-02 ] [ l_g_total: 2.8949e-02 ] +2024-10-09 22:44:06,431 INFO: [ epoch: 262 ] [ iter:351,200 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:55 ] [ l_g_pix: 2.0329e-02 ] [ l_g_total: 2.0329e-02 ] +2024-10-09 22:44:10,089 INFO: [ epoch: 262 ] [ iter:351,300 ] [ performance: 27.239 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:49 ] [ l_g_pix: 2.9166e-02 ] [ l_g_total: 2.9166e-02 ] +2024-10-09 22:44:14,892 INFO: [ epoch: 263 ] [ iter:351,400 ] [ performance: 16.552 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:43 ] [ l_g_pix: 2.2189e-02 ] [ l_g_total: 2.2189e-02 ] +2024-10-09 22:44:18,669 INFO: [ epoch: 263 ] [ iter:351,500 ] [ performance: 21.973 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:37 ] [ l_g_pix: 2.1140e-02 ] [ l_g_total: 2.1140e-02 ] +2024-10-09 22:44:22,448 INFO: [ epoch: 263 ] [ iter:351,600 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:30 ] [ l_g_pix: 3.2858e-02 ] [ l_g_total: 3.2858e-02 ] +2024-10-09 22:44:26,135 INFO: [ epoch: 263 ] [ iter:351,700 ] [ performance: 27.002 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:24 ] [ l_g_pix: 3.2026e-02 ] [ l_g_total: 3.2026e-02 ] +2024-10-09 22:44:29,827 INFO: [ epoch: 263 ] [ iter:351,800 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:17 ] [ l_g_pix: 3.8315e-02 ] [ l_g_total: 3.8315e-02 ] +2024-10-09 22:44:33,592 INFO: [ epoch: 263 ] [ iter:351,900 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:11 ] [ l_g_pix: 2.9335e-02 ] [ l_g_total: 2.9335e-02 ] +2024-10-09 22:44:37,329 INFO: [ epoch: 263 ] [ iter:352,000 ] [ performance: 26.627 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:04 ] [ l_g_pix: 2.9275e-02 ] [ l_g_total: 2.9275e-02 ] +2024-10-09 22:44:41,043 INFO: [ epoch: 263 ] [ iter:352,100 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:58 ] [ l_g_pix: 3.0207e-02 ] [ l_g_total: 3.0207e-02 ] +2024-10-09 22:44:44,769 INFO: [ epoch: 263 ] [ iter:352,200 ] [ performance: 26.510 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:51 ] [ l_g_pix: 2.9711e-02 ] [ l_g_total: 2.9711e-02 ] +2024-10-09 22:44:48,523 INFO: [ epoch: 263 ] [ iter:352,300 ] [ performance: 26.602 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:45 ] [ l_g_pix: 2.8617e-02 ] [ l_g_total: 2.8617e-02 ] +2024-10-09 22:44:52,252 INFO: [ epoch: 263 ] [ iter:352,400 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:38 ] [ l_g_pix: 2.6699e-02 ] [ l_g_total: 2.6699e-02 ] +2024-10-09 22:44:55,968 INFO: [ epoch: 263 ] [ iter:352,500 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:32 ] [ l_g_pix: 1.8303e-02 ] [ l_g_total: 1.8303e-02 ] +2024-10-09 22:44:59,716 INFO: [ epoch: 263 ] [ iter:352,600 ] [ performance: 26.352 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:26 ] [ l_g_pix: 2.1844e-02 ] [ l_g_total: 2.1844e-02 ] +2024-10-09 22:45:03,211 INFO: [ epoch: 263 ] [ iter:352,700 ] [ performance: 27.864 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:19 ] [ l_g_pix: 2.1266e-02 ] [ l_g_total: 2.1266e-02 ] +2024-10-09 22:45:08,321 INFO: [ epoch: 264 ] [ iter:352,800 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:13 ] [ l_g_pix: 2.2747e-02 ] [ l_g_total: 2.2747e-02 ] +2024-10-09 22:45:12,073 INFO: [ epoch: 264 ] [ iter:352,900 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:07 ] [ l_g_pix: 3.7669e-02 ] [ l_g_total: 3.7669e-02 ] +2024-10-09 22:45:15,774 INFO: [ epoch: 264 ] [ iter:353,000 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:00 ] [ l_g_pix: 3.3507e-02 ] [ l_g_total: 3.3507e-02 ] +2024-10-09 22:45:19,502 INFO: [ epoch: 264 ] [ iter:353,100 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:54 ] [ l_g_pix: 3.5976e-02 ] [ l_g_total: 3.5976e-02 ] +2024-10-09 22:45:23,184 INFO: [ epoch: 264 ] [ iter:353,200 ] [ performance: 27.423 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:47 ] [ l_g_pix: 2.3460e-02 ] [ l_g_total: 2.3460e-02 ] +2024-10-09 22:45:26,906 INFO: [ epoch: 264 ] [ iter:353,300 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:41 ] [ l_g_pix: 2.4822e-02 ] [ l_g_total: 2.4822e-02 ] +2024-10-09 22:45:30,626 INFO: [ epoch: 264 ] [ iter:353,400 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:35 ] [ l_g_pix: 2.3337e-02 ] [ l_g_total: 2.3337e-02 ] +2024-10-09 22:45:34,362 INFO: [ epoch: 264 ] [ iter:353,500 ] [ performance: 26.781 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:28 ] [ l_g_pix: 3.0628e-02 ] [ l_g_total: 3.0628e-02 ] +2024-10-09 22:45:38,098 INFO: [ epoch: 264 ] [ iter:353,600 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:22 ] [ l_g_pix: 3.3590e-02 ] [ l_g_total: 3.3590e-02 ] +2024-10-09 22:45:41,838 INFO: [ epoch: 264 ] [ iter:353,700 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:15 ] [ l_g_pix: 2.6147e-02 ] [ l_g_total: 2.6147e-02 ] +2024-10-09 22:45:45,541 INFO: [ epoch: 264 ] [ iter:353,800 ] [ performance: 27.134 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:09 ] [ l_g_pix: 3.3719e-02 ] [ l_g_total: 3.3719e-02 ] +2024-10-09 22:45:49,230 INFO: [ epoch: 264 ] [ iter:353,900 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:02 ] [ l_g_pix: 2.7322e-02 ] [ l_g_total: 2.7322e-02 ] +2024-10-09 22:45:52,811 INFO: [ epoch: 264 ] [ iter:354,000 ] [ performance: 29.017 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:56 ] [ l_g_pix: 3.1833e-02 ] [ l_g_total: 3.1833e-02 ] +2024-10-09 22:45:57,989 INFO: [ epoch: 265 ] [ iter:354,100 ] [ performance: 21.317 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:50 ] [ l_g_pix: 2.3442e-02 ] [ l_g_total: 2.3442e-02 ] +2024-10-09 22:46:01,769 INFO: [ epoch: 265 ] [ iter:354,200 ] [ performance: 26.493 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:44 ] [ l_g_pix: 4.6317e-02 ] [ l_g_total: 4.6317e-02 ] +2024-10-09 22:46:05,488 INFO: [ epoch: 265 ] [ iter:354,300 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:37 ] [ l_g_pix: 2.2492e-02 ] [ l_g_total: 2.2492e-02 ] +2024-10-09 22:46:09,225 INFO: [ epoch: 265 ] [ iter:354,400 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:31 ] [ l_g_pix: 2.3756e-02 ] [ l_g_total: 2.3756e-02 ] +2024-10-09 22:46:12,985 INFO: [ epoch: 265 ] [ iter:354,500 ] [ performance: 26.729 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:24 ] [ l_g_pix: 4.1135e-02 ] [ l_g_total: 4.1135e-02 ] +2024-10-09 22:46:16,731 INFO: [ epoch: 265 ] [ iter:354,600 ] [ performance: 26.501 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:18 ] [ l_g_pix: 3.6744e-02 ] [ l_g_total: 3.6744e-02 ] +2024-10-09 22:46:20,486 INFO: [ epoch: 265 ] [ iter:354,700 ] [ performance: 26.601 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:12 ] [ l_g_pix: 3.0327e-02 ] [ l_g_total: 3.0327e-02 ] +2024-10-09 22:46:24,203 INFO: [ epoch: 265 ] [ iter:354,800 ] [ performance: 27.099 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:05 ] [ l_g_pix: 2.8788e-02 ] [ l_g_total: 2.8788e-02 ] +2024-10-09 22:46:27,913 INFO: [ epoch: 265 ] [ iter:354,900 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:59 ] [ l_g_pix: 3.3447e-02 ] [ l_g_total: 3.3447e-02 ] +2024-10-09 22:46:31,644 INFO: [ epoch: 265 ] [ iter:355,000 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:52 ] [ l_g_pix: 3.4936e-02 ] [ l_g_total: 3.4936e-02 ] +2024-10-09 22:46:35,356 INFO: [ epoch: 265 ] [ iter:355,100 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:46 ] [ l_g_pix: 3.9479e-02 ] [ l_g_total: 3.9479e-02 ] +2024-10-09 22:46:39,070 INFO: [ epoch: 265 ] [ iter:355,200 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:40 ] [ l_g_pix: 2.1717e-02 ] [ l_g_total: 2.1717e-02 ] +2024-10-09 22:46:42,734 INFO: [ epoch: 265 ] [ iter:355,300 ] [ performance: 27.193 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:33 ] [ l_g_pix: 2.5950e-02 ] [ l_g_total: 2.5950e-02 ] +2024-10-09 22:46:47,570 INFO: [ epoch: 266 ] [ iter:355,400 ] [ performance: 12.982 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:27 ] [ l_g_pix: 2.7007e-02 ] [ l_g_total: 2.7007e-02 ] +2024-10-09 22:46:51,381 INFO: [ epoch: 266 ] [ iter:355,500 ] [ performance: 21.039 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:21 ] [ l_g_pix: 3.0679e-02 ] [ l_g_total: 3.0679e-02 ] +2024-10-09 22:46:55,110 INFO: [ epoch: 266 ] [ iter:355,600 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:15 ] [ l_g_pix: 3.1175e-02 ] [ l_g_total: 3.1175e-02 ] +2024-10-09 22:46:58,864 INFO: [ epoch: 266 ] [ iter:355,700 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:08 ] [ l_g_pix: 3.4507e-02 ] [ l_g_total: 3.4507e-02 ] +2024-10-09 22:47:02,587 INFO: [ epoch: 266 ] [ iter:355,800 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:02 ] [ l_g_pix: 3.0001e-02 ] [ l_g_total: 3.0001e-02 ] +2024-10-09 22:47:06,343 INFO: [ epoch: 266 ] [ iter:355,900 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:55 ] [ l_g_pix: 2.4481e-02 ] [ l_g_total: 2.4481e-02 ] +2024-10-09 22:47:10,102 INFO: [ epoch: 266 ] [ iter:356,000 ] [ performance: 26.721 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:49 ] [ l_g_pix: 2.8808e-02 ] [ l_g_total: 2.8808e-02 ] +2024-10-09 22:47:13,834 INFO: [ epoch: 266 ] [ iter:356,100 ] [ performance: 26.780 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:43 ] [ l_g_pix: 1.9405e-02 ] [ l_g_total: 1.9405e-02 ] +2024-10-09 22:47:17,612 INFO: [ epoch: 266 ] [ iter:356,200 ] [ performance: 27.250 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:36 ] [ l_g_pix: 2.9339e-02 ] [ l_g_total: 2.9339e-02 ] +2024-10-09 22:47:21,325 INFO: [ epoch: 266 ] [ iter:356,300 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:30 ] [ l_g_pix: 2.6070e-02 ] [ l_g_total: 2.6070e-02 ] +2024-10-09 22:47:25,037 INFO: [ epoch: 266 ] [ iter:356,400 ] [ performance: 27.150 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:23 ] [ l_g_pix: 2.3135e-02 ] [ l_g_total: 2.3135e-02 ] +2024-10-09 22:47:28,771 INFO: [ epoch: 266 ] [ iter:356,500 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:17 ] [ l_g_pix: 2.5172e-02 ] [ l_g_total: 2.5172e-02 ] +2024-10-09 22:47:32,522 INFO: [ epoch: 266 ] [ iter:356,600 ] [ performance: 27.131 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:11 ] [ l_g_pix: 2.7730e-02 ] [ l_g_total: 2.7730e-02 ] +2024-10-09 22:47:36,019 INFO: [ epoch: 266 ] [ iter:356,700 ] [ performance: 28.285 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:04 ] [ l_g_pix: 2.8193e-02 ] [ l_g_total: 2.8193e-02 ] +2024-10-09 22:47:41,245 INFO: [ epoch: 267 ] [ iter:356,800 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:58 ] [ l_g_pix: 2.8835e-02 ] [ l_g_total: 2.8835e-02 ] +2024-10-09 22:47:44,983 INFO: [ epoch: 267 ] [ iter:356,900 ] [ performance: 26.770 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:52 ] [ l_g_pix: 2.2796e-02 ] [ l_g_total: 2.2796e-02 ] +2024-10-09 22:47:48,722 INFO: [ epoch: 267 ] [ iter:357,000 ] [ performance: 26.782 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:46 ] [ l_g_pix: 2.7559e-02 ] [ l_g_total: 2.7559e-02 ] +2024-10-09 22:47:52,457 INFO: [ epoch: 267 ] [ iter:357,100 ] [ performance: 26.782 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:39 ] [ l_g_pix: 2.6435e-02 ] [ l_g_total: 2.6435e-02 ] +2024-10-09 22:47:56,196 INFO: [ epoch: 267 ] [ iter:357,200 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:33 ] [ l_g_pix: 5.3277e-02 ] [ l_g_total: 5.3277e-02 ] +2024-10-09 22:47:59,934 INFO: [ epoch: 267 ] [ iter:357,300 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:27 ] [ l_g_pix: 1.5240e-02 ] [ l_g_total: 1.5240e-02 ] +2024-10-09 22:48:03,660 INFO: [ epoch: 267 ] [ iter:357,400 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:20 ] [ l_g_pix: 1.9673e-02 ] [ l_g_total: 1.9673e-02 ] +2024-10-09 22:48:07,418 INFO: [ epoch: 267 ] [ iter:357,500 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:14 ] [ l_g_pix: 2.9924e-02 ] [ l_g_total: 2.9924e-02 ] +2024-10-09 22:48:11,176 INFO: [ epoch: 267 ] [ iter:357,600 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:07 ] [ l_g_pix: 2.5107e-02 ] [ l_g_total: 2.5107e-02 ] +2024-10-09 22:48:14,898 INFO: [ epoch: 267 ] [ iter:357,700 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:01 ] [ l_g_pix: 2.6931e-02 ] [ l_g_total: 2.6931e-02 ] +2024-10-09 22:48:18,650 INFO: [ epoch: 267 ] [ iter:357,800 ] [ performance: 27.195 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:55 ] [ l_g_pix: 2.9559e-02 ] [ l_g_total: 2.9559e-02 ] +2024-10-09 22:48:22,389 INFO: [ epoch: 267 ] [ iter:357,900 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:48 ] [ l_g_pix: 2.9324e-02 ] [ l_g_total: 2.9324e-02 ] +2024-10-09 22:48:25,964 INFO: [ epoch: 267 ] [ iter:358,000 ] [ performance: 30.059 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:42 ] [ l_g_pix: 3.7485e-02 ] [ l_g_total: 3.7485e-02 ] +2024-10-09 22:48:30,912 INFO: [ epoch: 268 ] [ iter:358,100 ] [ performance: 21.332 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:36 ] [ l_g_pix: 2.7644e-02 ] [ l_g_total: 2.7644e-02 ] +2024-10-09 22:48:34,603 INFO: [ epoch: 268 ] [ iter:358,200 ] [ performance: 27.566 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:30 ] [ l_g_pix: 3.9985e-02 ] [ l_g_total: 3.9985e-02 ] +2024-10-09 22:48:38,295 INFO: [ epoch: 268 ] [ iter:358,300 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:23 ] [ l_g_pix: 2.7844e-02 ] [ l_g_total: 2.7844e-02 ] +2024-10-09 22:48:42,036 INFO: [ epoch: 268 ] [ iter:358,400 ] [ performance: 27.701 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:17 ] [ l_g_pix: 3.1096e-02 ] [ l_g_total: 3.1096e-02 ] +2024-10-09 22:48:45,835 INFO: [ epoch: 268 ] [ iter:358,500 ] [ performance: 26.522 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:11 ] [ l_g_pix: 2.8765e-02 ] [ l_g_total: 2.8765e-02 ] +2024-10-09 22:48:49,571 INFO: [ epoch: 268 ] [ iter:358,600 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:04 ] [ l_g_pix: 3.5418e-02 ] [ l_g_total: 3.5418e-02 ] +2024-10-09 22:48:53,298 INFO: [ epoch: 268 ] [ iter:358,700 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:58 ] [ l_g_pix: 2.6084e-02 ] [ l_g_total: 2.6084e-02 ] +2024-10-09 22:48:57,065 INFO: [ epoch: 268 ] [ iter:358,800 ] [ performance: 27.375 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:52 ] [ l_g_pix: 2.2440e-02 ] [ l_g_total: 2.2440e-02 ] +2024-10-09 22:49:00,824 INFO: [ epoch: 268 ] [ iter:358,900 ] [ performance: 26.705 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:45 ] [ l_g_pix: 3.1040e-02 ] [ l_g_total: 3.1040e-02 ] +2024-10-09 22:49:04,557 INFO: [ epoch: 268 ] [ iter:359,000 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:39 ] [ l_g_pix: 2.4994e-02 ] [ l_g_total: 2.4994e-02 ] +2024-10-09 22:49:08,322 INFO: [ epoch: 268 ] [ iter:359,100 ] [ performance: 26.626 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:33 ] [ l_g_pix: 2.3497e-02 ] [ l_g_total: 2.3497e-02 ] +2024-10-09 22:49:12,059 INFO: [ epoch: 268 ] [ iter:359,200 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:26 ] [ l_g_pix: 3.4817e-02 ] [ l_g_total: 3.4817e-02 ] +2024-10-09 22:49:15,796 INFO: [ epoch: 268 ] [ iter:359,300 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:20 ] [ l_g_pix: 3.6293e-02 ] [ l_g_total: 3.6293e-02 ] +2024-10-09 22:49:20,551 INFO: [ epoch: 269 ] [ iter:359,400 ] [ performance: 17.007 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:14 ] [ l_g_pix: 2.6753e-02 ] [ l_g_total: 2.6753e-02 ] +2024-10-09 22:49:24,524 INFO: [ epoch: 269 ] [ iter:359,500 ] [ performance: 23.947 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:08 ] [ l_g_pix: 2.6684e-02 ] [ l_g_total: 2.6684e-02 ] +2024-10-09 22:49:28,279 INFO: [ epoch: 269 ] [ iter:359,600 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:01 ] [ l_g_pix: 3.9787e-02 ] [ l_g_total: 3.9787e-02 ] +2024-10-09 22:49:32,011 INFO: [ epoch: 269 ] [ iter:359,700 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:55 ] [ l_g_pix: 2.6847e-02 ] [ l_g_total: 2.6847e-02 ] +2024-10-09 22:49:35,732 INFO: [ epoch: 269 ] [ iter:359,800 ] [ performance: 27.128 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:49 ] [ l_g_pix: 2.4852e-02 ] [ l_g_total: 2.4852e-02 ] +2024-10-09 22:49:39,490 INFO: [ epoch: 269 ] [ iter:359,900 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:42 ] [ l_g_pix: 4.3556e-02 ] [ l_g_total: 4.3556e-02 ] +2024-10-09 22:49:43,234 INFO: [ epoch: 269 ] [ iter:360,000 ] [ performance: 27.019 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:36 ] [ l_g_pix: 2.2248e-02 ] [ l_g_total: 2.2248e-02 ] +2024-10-09 22:49:43,234 INFO: Saving models and training states. +2024-10-09 22:53:01,092 INFO: Validation val + + # psnr: 27.2130........ Best: 27.2130 @ 360000 iter + # ssim: 0.7669........ Best: 0.7669 @ 360000 iter + # dists: 0.7733........ Best: 0.7733 @ 360000 iter + +2024-10-09 22:53:04,858 INFO: [ epoch: 269 ] [ iter:360,100 ] [ performance: 26.644 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:58 ] [ l_g_pix: 2.2964e-02 ] [ l_g_total: 2.2964e-02 ] +2024-10-09 22:53:08,574 INFO: [ epoch: 269 ] [ iter:360,200 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:51 ] [ l_g_pix: 3.4953e-02 ] [ l_g_total: 3.4953e-02 ] +2024-10-09 22:53:12,316 INFO: [ epoch: 269 ] [ iter:360,300 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:45 ] [ l_g_pix: 2.6051e-02 ] [ l_g_total: 2.6051e-02 ] +2024-10-09 22:53:16,043 INFO: [ epoch: 269 ] [ iter:360,400 ] [ performance: 26.347 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:38 ] [ l_g_pix: 1.6396e-02 ] [ l_g_total: 1.6396e-02 ] +2024-10-09 22:53:19,760 INFO: [ epoch: 269 ] [ iter:360,500 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:32 ] [ l_g_pix: 3.2262e-02 ] [ l_g_total: 3.2262e-02 ] +2024-10-09 22:53:23,475 INFO: [ epoch: 269 ] [ iter:360,600 ] [ performance: 27.539 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:26 ] [ l_g_pix: 2.9596e-02 ] [ l_g_total: 2.9596e-02 ] +2024-10-09 22:53:27,000 INFO: [ epoch: 269 ] [ iter:360,700 ] [ performance: 28.325 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:19 ] [ l_g_pix: 2.3900e-02 ] [ l_g_total: 2.3900e-02 ] +2024-10-09 22:53:32,636 INFO: [ epoch: 270 ] [ iter:360,800 ] [ performance: 27.258 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:13 ] [ l_g_pix: 2.8152e-02 ] [ l_g_total: 2.8152e-02 ] +2024-10-09 22:53:36,360 INFO: [ epoch: 270 ] [ iter:360,900 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:07 ] [ l_g_pix: 2.7996e-02 ] [ l_g_total: 2.7996e-02 ] +2024-10-09 22:53:40,103 INFO: [ epoch: 270 ] [ iter:361,000 ] [ performance: 26.259 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:01 ] [ l_g_pix: 2.2453e-02 ] [ l_g_total: 2.2453e-02 ] +2024-10-09 22:53:43,825 INFO: [ epoch: 270 ] [ iter:361,100 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:54 ] [ l_g_pix: 3.5121e-02 ] [ l_g_total: 3.5121e-02 ] +2024-10-09 22:53:47,546 INFO: [ epoch: 270 ] [ iter:361,200 ] [ performance: 26.481 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:48 ] [ l_g_pix: 3.4703e-02 ] [ l_g_total: 3.4703e-02 ] +2024-10-09 22:53:51,274 INFO: [ epoch: 270 ] [ iter:361,300 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:41 ] [ l_g_pix: 3.5709e-02 ] [ l_g_total: 3.5709e-02 ] +2024-10-09 22:53:55,024 INFO: [ epoch: 270 ] [ iter:361,400 ] [ performance: 25.800 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:35 ] [ l_g_pix: 3.5251e-02 ] [ l_g_total: 3.5251e-02 ] +2024-10-09 22:53:58,775 INFO: [ epoch: 270 ] [ iter:361,500 ] [ performance: 26.647 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:29 ] [ l_g_pix: 3.0641e-02 ] [ l_g_total: 3.0641e-02 ] +2024-10-09 22:54:02,481 INFO: [ epoch: 270 ] [ iter:361,600 ] [ performance: 24.126 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:22 ] [ l_g_pix: 2.6668e-02 ] [ l_g_total: 2.6668e-02 ] +2024-10-09 22:54:06,236 INFO: [ epoch: 270 ] [ iter:361,700 ] [ performance: 26.615 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:16 ] [ l_g_pix: 2.2106e-02 ] [ l_g_total: 2.2106e-02 ] +2024-10-09 22:54:09,986 INFO: [ epoch: 270 ] [ iter:361,800 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:10 ] [ l_g_pix: 3.0160e-02 ] [ l_g_total: 3.0160e-02 ] +2024-10-09 22:54:13,696 INFO: [ epoch: 270 ] [ iter:361,900 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:03 ] [ l_g_pix: 1.9639e-02 ] [ l_g_total: 1.9639e-02 ] +2024-10-09 22:54:17,324 INFO: [ epoch: 270 ] [ iter:362,000 ] [ performance: 27.263 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:57 ] [ l_g_pix: 3.4068e-02 ] [ l_g_total: 3.4068e-02 ] +2024-10-09 22:54:22,317 INFO: [ epoch: 271 ] [ iter:362,100 ] [ performance: 19.981 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:51 ] [ l_g_pix: 2.5399e-02 ] [ l_g_total: 2.5399e-02 ] +2024-10-09 22:54:26,079 INFO: [ epoch: 271 ] [ iter:362,200 ] [ performance: 22.833 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:44 ] [ l_g_pix: 3.9992e-02 ] [ l_g_total: 3.9992e-02 ] +2024-10-09 22:54:29,782 INFO: [ epoch: 271 ] [ iter:362,300 ] [ performance: 27.022 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:38 ] [ l_g_pix: 2.9583e-02 ] [ l_g_total: 2.9583e-02 ] +2024-10-09 22:54:33,523 INFO: [ epoch: 271 ] [ iter:362,400 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:32 ] [ l_g_pix: 2.0044e-02 ] [ l_g_total: 2.0044e-02 ] +2024-10-09 22:54:37,209 INFO: [ epoch: 271 ] [ iter:362,500 ] [ performance: 27.173 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:25 ] [ l_g_pix: 2.2456e-02 ] [ l_g_total: 2.2456e-02 ] +2024-10-09 22:54:40,922 INFO: [ epoch: 271 ] [ iter:362,600 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:19 ] [ l_g_pix: 3.2089e-02 ] [ l_g_total: 3.2089e-02 ] +2024-10-09 22:54:44,619 INFO: [ epoch: 271 ] [ iter:362,700 ] [ performance: 27.079 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:13 ] [ l_g_pix: 2.9410e-02 ] [ l_g_total: 2.9410e-02 ] +2024-10-09 22:54:48,341 INFO: [ epoch: 271 ] [ iter:362,800 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:06 ] [ l_g_pix: 2.3107e-02 ] [ l_g_total: 2.3107e-02 ] +2024-10-09 22:54:52,043 INFO: [ epoch: 271 ] [ iter:362,900 ] [ performance: 27.003 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:00 ] [ l_g_pix: 2.1524e-02 ] [ l_g_total: 2.1524e-02 ] +2024-10-09 22:54:55,744 INFO: [ epoch: 271 ] [ iter:363,000 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:53 ] [ l_g_pix: 2.9042e-02 ] [ l_g_total: 2.9042e-02 ] +2024-10-09 22:54:59,426 INFO: [ epoch: 271 ] [ iter:363,100 ] [ performance: 27.179 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:47 ] [ l_g_pix: 2.5635e-02 ] [ l_g_total: 2.5635e-02 ] +2024-10-09 22:55:03,111 INFO: [ epoch: 271 ] [ iter:363,200 ] [ performance: 27.161 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:41 ] [ l_g_pix: 2.8343e-02 ] [ l_g_total: 2.8343e-02 ] +2024-10-09 22:55:06,819 INFO: [ epoch: 271 ] [ iter:363,300 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:34 ] [ l_g_pix: 2.3322e-02 ] [ l_g_total: 2.3322e-02 ] +2024-10-09 22:55:11,406 INFO: [ epoch: 272 ] [ iter:363,400 ] [ performance: 24.053 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:28 ] [ l_g_pix: 3.3197e-02 ] [ l_g_total: 3.3197e-02 ] +2024-10-09 22:55:15,440 INFO: [ epoch: 272 ] [ iter:363,500 ] [ performance: 25.328 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:22 ] [ l_g_pix: 3.9933e-02 ] [ l_g_total: 3.9933e-02 ] +2024-10-09 22:55:19,138 INFO: [ epoch: 272 ] [ iter:363,600 ] [ performance: 26.194 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:16 ] [ l_g_pix: 3.0468e-02 ] [ l_g_total: 3.0468e-02 ] +2024-10-09 22:55:22,858 INFO: [ epoch: 272 ] [ iter:363,700 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:09 ] [ l_g_pix: 3.3805e-02 ] [ l_g_total: 3.3805e-02 ] +2024-10-09 22:55:26,575 INFO: [ epoch: 272 ] [ iter:363,800 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:03 ] [ l_g_pix: 3.7396e-02 ] [ l_g_total: 3.7396e-02 ] +2024-10-09 22:55:30,232 INFO: [ epoch: 272 ] [ iter:363,900 ] [ performance: 27.371 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:56 ] [ l_g_pix: 2.3721e-02 ] [ l_g_total: 2.3721e-02 ] +2024-10-09 22:55:33,919 INFO: [ epoch: 272 ] [ iter:364,000 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:50 ] [ l_g_pix: 2.4892e-02 ] [ l_g_total: 2.4892e-02 ] +2024-10-09 22:55:37,710 INFO: [ epoch: 272 ] [ iter:364,100 ] [ performance: 26.492 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:44 ] [ l_g_pix: 2.1640e-02 ] [ l_g_total: 2.1640e-02 ] +2024-10-09 22:55:41,426 INFO: [ epoch: 272 ] [ iter:364,200 ] [ performance: 26.717 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:37 ] [ l_g_pix: 2.0400e-02 ] [ l_g_total: 2.0400e-02 ] +2024-10-09 22:55:45,174 INFO: [ epoch: 272 ] [ iter:364,300 ] [ performance: 26.734 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:31 ] [ l_g_pix: 5.0623e-02 ] [ l_g_total: 5.0623e-02 ] +2024-10-09 22:55:48,897 INFO: [ epoch: 272 ] [ iter:364,400 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:25 ] [ l_g_pix: 3.5968e-02 ] [ l_g_total: 3.5968e-02 ] +2024-10-09 22:55:52,594 INFO: [ epoch: 272 ] [ iter:364,500 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:18 ] [ l_g_pix: 2.7353e-02 ] [ l_g_total: 2.7353e-02 ] +2024-10-09 22:55:56,311 INFO: [ epoch: 272 ] [ iter:364,600 ] [ performance: 26.976 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:12 ] [ l_g_pix: 2.7794e-02 ] [ l_g_total: 2.7794e-02 ] +2024-10-09 22:55:59,844 INFO: [ epoch: 272 ] [ iter:364,700 ] [ performance: 28.579 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:05 ] [ l_g_pix: 3.3950e-02 ] [ l_g_total: 3.3950e-02 ] +2024-10-09 22:56:04,998 INFO: [ epoch: 273 ] [ iter:364,800 ] [ performance: 22.789 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:00 ] [ l_g_pix: 4.2813e-02 ] [ l_g_total: 4.2813e-02 ] +2024-10-09 22:56:08,748 INFO: [ epoch: 273 ] [ iter:364,900 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:53 ] [ l_g_pix: 3.0892e-02 ] [ l_g_total: 3.0892e-02 ] +2024-10-09 22:56:12,459 INFO: [ epoch: 273 ] [ iter:365,000 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:47 ] [ l_g_pix: 3.6574e-02 ] [ l_g_total: 3.6574e-02 ] +2024-10-09 22:56:16,151 INFO: [ epoch: 273 ] [ iter:365,100 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:41 ] [ l_g_pix: 2.8178e-02 ] [ l_g_total: 2.8178e-02 ] +2024-10-09 22:56:19,864 INFO: [ epoch: 273 ] [ iter:365,200 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:34 ] [ l_g_pix: 2.5984e-02 ] [ l_g_total: 2.5984e-02 ] +2024-10-09 22:56:23,558 INFO: [ epoch: 273 ] [ iter:365,300 ] [ performance: 27.207 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:28 ] [ l_g_pix: 2.6364e-02 ] [ l_g_total: 2.6364e-02 ] +2024-10-09 22:56:27,297 INFO: [ epoch: 273 ] [ iter:365,400 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:22 ] [ l_g_pix: 2.1648e-02 ] [ l_g_total: 2.1648e-02 ] +2024-10-09 22:56:30,997 INFO: [ epoch: 273 ] [ iter:365,500 ] [ performance: 27.161 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:15 ] [ l_g_pix: 4.1271e-02 ] [ l_g_total: 4.1271e-02 ] +2024-10-09 22:56:34,761 INFO: [ epoch: 273 ] [ iter:365,600 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:09 ] [ l_g_pix: 2.9146e-02 ] [ l_g_total: 2.9146e-02 ] +2024-10-09 22:56:38,486 INFO: [ epoch: 273 ] [ iter:365,700 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:03 ] [ l_g_pix: 2.4122e-02 ] [ l_g_total: 2.4122e-02 ] +2024-10-09 22:56:42,215 INFO: [ epoch: 273 ] [ iter:365,800 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:56 ] [ l_g_pix: 2.6642e-02 ] [ l_g_total: 2.6642e-02 ] +2024-10-09 22:56:45,962 INFO: [ epoch: 273 ] [ iter:365,900 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:50 ] [ l_g_pix: 1.8485e-02 ] [ l_g_total: 1.8485e-02 ] +2024-10-09 22:56:49,609 INFO: [ epoch: 273 ] [ iter:366,000 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:44 ] [ l_g_pix: 2.4097e-02 ] [ l_g_total: 2.4097e-02 ] +2024-10-09 22:56:54,660 INFO: [ epoch: 274 ] [ iter:366,100 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:38 ] [ l_g_pix: 2.4585e-02 ] [ l_g_total: 2.4585e-02 ] +2024-10-09 22:56:58,346 INFO: [ epoch: 274 ] [ iter:366,200 ] [ performance: 22.415 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:31 ] [ l_g_pix: 3.6714e-02 ] [ l_g_total: 3.6714e-02 ] +2024-10-09 22:57:02,022 INFO: [ epoch: 274 ] [ iter:366,300 ] [ performance: 27.248 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:25 ] [ l_g_pix: 3.7275e-02 ] [ l_g_total: 3.7275e-02 ] +2024-10-09 22:57:05,754 INFO: [ epoch: 274 ] [ iter:366,400 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:19 ] [ l_g_pix: 3.9164e-02 ] [ l_g_total: 3.9164e-02 ] +2024-10-09 22:57:09,505 INFO: [ epoch: 274 ] [ iter:366,500 ] [ performance: 26.595 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:12 ] [ l_g_pix: 2.5127e-02 ] [ l_g_total: 2.5127e-02 ] +2024-10-09 22:57:13,266 INFO: [ epoch: 274 ] [ iter:366,600 ] [ performance: 26.594 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:06 ] [ l_g_pix: 3.1720e-02 ] [ l_g_total: 3.1720e-02 ] +2024-10-09 22:57:16,998 INFO: [ epoch: 274 ] [ iter:366,700 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:00 ] [ l_g_pix: 3.6986e-02 ] [ l_g_total: 3.6986e-02 ] +2024-10-09 22:57:20,749 INFO: [ epoch: 274 ] [ iter:366,800 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:54 ] [ l_g_pix: 3.3983e-02 ] [ l_g_total: 3.3983e-02 ] +2024-10-09 22:57:24,508 INFO: [ epoch: 274 ] [ iter:366,900 ] [ performance: 26.680 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:47 ] [ l_g_pix: 1.3315e-02 ] [ l_g_total: 1.3315e-02 ] +2024-10-09 22:57:28,218 INFO: [ epoch: 274 ] [ iter:367,000 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:41 ] [ l_g_pix: 2.0735e-02 ] [ l_g_total: 2.0735e-02 ] +2024-10-09 22:57:31,951 INFO: [ epoch: 274 ] [ iter:367,100 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:35 ] [ l_g_pix: 4.0118e-02 ] [ l_g_total: 4.0118e-02 ] +2024-10-09 22:57:35,651 INFO: [ epoch: 274 ] [ iter:367,200 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:28 ] [ l_g_pix: 2.6303e-02 ] [ l_g_total: 2.6303e-02 ] +2024-10-09 22:57:39,331 INFO: [ epoch: 274 ] [ iter:367,300 ] [ performance: 27.433 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:22 ] [ l_g_pix: 2.9721e-02 ] [ l_g_total: 2.9721e-02 ] +2024-10-09 22:57:42,955 INFO: [ epoch: 274 ] [ iter:367,400 ] [ performance: 27.528 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:16 ] [ l_g_pix: 3.7226e-02 ] [ l_g_total: 3.7226e-02 ] +2024-10-09 22:57:48,134 INFO: [ epoch: 275 ] [ iter:367,500 ] [ performance: 27.250 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:10 ] [ l_g_pix: 2.2185e-02 ] [ l_g_total: 2.2185e-02 ] +2024-10-09 22:57:51,835 INFO: [ epoch: 275 ] [ iter:367,600 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:04 ] [ l_g_pix: 3.6459e-02 ] [ l_g_total: 3.6459e-02 ] +2024-10-09 22:57:55,512 INFO: [ epoch: 275 ] [ iter:367,700 ] [ performance: 27.376 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:57 ] [ l_g_pix: 2.3384e-02 ] [ l_g_total: 2.3384e-02 ] +2024-10-09 22:57:59,222 INFO: [ epoch: 275 ] [ iter:367,800 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:51 ] [ l_g_pix: 2.2376e-02 ] [ l_g_total: 2.2376e-02 ] +2024-10-09 22:58:02,973 INFO: [ epoch: 275 ] [ iter:367,900 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:45 ] [ l_g_pix: 2.3566e-02 ] [ l_g_total: 2.3566e-02 ] +2024-10-09 22:58:06,673 INFO: [ epoch: 275 ] [ iter:368,000 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:38 ] [ l_g_pix: 2.9093e-02 ] [ l_g_total: 2.9093e-02 ] +2024-10-09 22:58:10,432 INFO: [ epoch: 275 ] [ iter:368,100 ] [ performance: 26.614 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:32 ] [ l_g_pix: 3.6758e-02 ] [ l_g_total: 3.6758e-02 ] +2024-10-09 22:58:14,146 INFO: [ epoch: 275 ] [ iter:368,200 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:26 ] [ l_g_pix: 3.6514e-02 ] [ l_g_total: 3.6514e-02 ] +2024-10-09 22:58:17,894 INFO: [ epoch: 275 ] [ iter:368,300 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:19 ] [ l_g_pix: 2.4012e-02 ] [ l_g_total: 2.4012e-02 ] +2024-10-09 22:58:21,633 INFO: [ epoch: 275 ] [ iter:368,400 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:13 ] [ l_g_pix: 2.2366e-02 ] [ l_g_total: 2.2366e-02 ] +2024-10-09 22:58:25,364 INFO: [ epoch: 275 ] [ iter:368,500 ] [ performance: 27.135 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:07 ] [ l_g_pix: 3.3669e-02 ] [ l_g_total: 3.3669e-02 ] +2024-10-09 22:58:29,055 INFO: [ epoch: 275 ] [ iter:368,600 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:00 ] [ l_g_pix: 2.8311e-02 ] [ l_g_total: 2.8311e-02 ] +2024-10-09 22:58:32,613 INFO: [ epoch: 275 ] [ iter:368,700 ] [ performance: 28.794 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:54 ] [ l_g_pix: 3.3288e-02 ] [ l_g_total: 3.3288e-02 ] +2024-10-09 22:58:37,813 INFO: [ epoch: 276 ] [ iter:368,800 ] [ performance: 22.161 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:48 ] [ l_g_pix: 2.3224e-02 ] [ l_g_total: 2.3224e-02 ] +2024-10-09 22:58:41,550 INFO: [ epoch: 276 ] [ iter:368,900 ] [ performance: 26.890 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:42 ] [ l_g_pix: 2.0330e-02 ] [ l_g_total: 2.0330e-02 ] +2024-10-09 22:58:45,274 INFO: [ epoch: 276 ] [ iter:369,000 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:36 ] [ l_g_pix: 2.8788e-02 ] [ l_g_total: 2.8788e-02 ] +2024-10-09 22:58:49,000 INFO: [ epoch: 276 ] [ iter:369,100 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:30 ] [ l_g_pix: 3.1847e-02 ] [ l_g_total: 3.1847e-02 ] +2024-10-09 22:58:52,719 INFO: [ epoch: 276 ] [ iter:369,200 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:23 ] [ l_g_pix: 4.2626e-02 ] [ l_g_total: 4.2626e-02 ] +2024-10-09 22:58:56,462 INFO: [ epoch: 276 ] [ iter:369,300 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:17 ] [ l_g_pix: 3.6421e-02 ] [ l_g_total: 3.6421e-02 ] +2024-10-09 22:59:00,216 INFO: [ epoch: 276 ] [ iter:369,400 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:11 ] [ l_g_pix: 3.4689e-02 ] [ l_g_total: 3.4689e-02 ] +2024-10-09 22:59:03,967 INFO: [ epoch: 276 ] [ iter:369,500 ] [ performance: 26.592 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:04 ] [ l_g_pix: 3.0065e-02 ] [ l_g_total: 3.0065e-02 ] +2024-10-09 22:59:07,708 INFO: [ epoch: 276 ] [ iter:369,600 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:58 ] [ l_g_pix: 3.3470e-02 ] [ l_g_total: 3.3470e-02 ] +2024-10-09 22:59:11,460 INFO: [ epoch: 276 ] [ iter:369,700 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:52 ] [ l_g_pix: 2.8416e-02 ] [ l_g_total: 2.8416e-02 ] +2024-10-09 22:59:15,190 INFO: [ epoch: 276 ] [ iter:369,800 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:46 ] [ l_g_pix: 2.9933e-02 ] [ l_g_total: 2.9933e-02 ] +2024-10-09 22:59:18,930 INFO: [ epoch: 276 ] [ iter:369,900 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:39 ] [ l_g_pix: 5.0587e-02 ] [ l_g_total: 5.0587e-02 ] +2024-10-09 22:59:22,568 INFO: [ epoch: 276 ] [ iter:370,000 ] [ performance: 27.281 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:33 ] [ l_g_pix: 3.8737e-02 ] [ l_g_total: 3.8737e-02 ] +2024-10-09 22:59:22,569 INFO: Saving models and training states. +2024-10-09 23:02:27,430 INFO: Validation val + + # psnr: 27.2151........ Best: 27.2151 @ 370000 iter + # ssim: 0.7669........ Best: 0.7669 @ 370000 iter + # dists: 0.7732........ Best: 0.7732 @ 370000 iter + +2024-10-09 23:02:32,739 INFO: [ epoch: 277 ] [ iter:370,100 ] [ performance: 15.137 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:42 ] [ l_g_pix: 3.2340e-02 ] [ l_g_total: 3.2340e-02 ] +2024-10-09 23:02:36,751 INFO: [ epoch: 277 ] [ iter:370,200 ] [ performance: 20.105 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:36 ] [ l_g_pix: 3.0410e-02 ] [ l_g_total: 3.0410e-02 ] +2024-10-09 23:02:40,418 INFO: [ epoch: 277 ] [ iter:370,300 ] [ performance: 27.423 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:30 ] [ l_g_pix: 2.4200e-02 ] [ l_g_total: 2.4200e-02 ] +2024-10-09 23:02:44,121 INFO: [ epoch: 277 ] [ iter:370,400 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:23 ] [ l_g_pix: 3.3292e-02 ] [ l_g_total: 3.3292e-02 ] +2024-10-09 23:02:47,812 INFO: [ epoch: 277 ] [ iter:370,500 ] [ performance: 27.236 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:17 ] [ l_g_pix: 3.8633e-02 ] [ l_g_total: 3.8633e-02 ] +2024-10-09 23:02:51,522 INFO: [ epoch: 277 ] [ iter:370,600 ] [ performance: 27.061 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:11 ] [ l_g_pix: 1.9121e-02 ] [ l_g_total: 1.9121e-02 ] +2024-10-09 23:02:55,258 INFO: [ epoch: 277 ] [ iter:370,700 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:04 ] [ l_g_pix: 3.7724e-02 ] [ l_g_total: 3.7724e-02 ] +2024-10-09 23:02:58,982 INFO: [ epoch: 277 ] [ iter:370,800 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:58 ] [ l_g_pix: 4.1679e-02 ] [ l_g_total: 4.1679e-02 ] +2024-10-09 23:03:02,735 INFO: [ epoch: 277 ] [ iter:370,900 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:52 ] [ l_g_pix: 3.4112e-02 ] [ l_g_total: 3.4112e-02 ] +2024-10-09 23:03:06,516 INFO: [ epoch: 277 ] [ iter:371,000 ] [ performance: 26.613 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:45 ] [ l_g_pix: 2.1121e-02 ] [ l_g_total: 2.1121e-02 ] +2024-10-09 23:03:10,260 INFO: [ epoch: 277 ] [ iter:371,100 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:39 ] [ l_g_pix: 4.0527e-02 ] [ l_g_total: 4.0527e-02 ] +2024-10-09 23:03:13,999 INFO: [ epoch: 277 ] [ iter:371,200 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:33 ] [ l_g_pix: 2.4647e-02 ] [ l_g_total: 2.4647e-02 ] +2024-10-09 23:03:17,753 INFO: [ epoch: 277 ] [ iter:371,300 ] [ performance: 26.636 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:26 ] [ l_g_pix: 2.3076e-02 ] [ l_g_total: 2.3076e-02 ] +2024-10-09 23:03:21,267 INFO: [ epoch: 277 ] [ iter:371,400 ] [ performance: 27.802 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:20 ] [ l_g_pix: 3.2220e-02 ] [ l_g_total: 3.2220e-02 ] +2024-10-09 23:03:26,598 INFO: [ epoch: 278 ] [ iter:371,500 ] [ performance: 27.144 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:14 ] [ l_g_pix: 4.9740e-02 ] [ l_g_total: 4.9740e-02 ] +2024-10-09 23:03:30,373 INFO: [ epoch: 278 ] [ iter:371,600 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:08 ] [ l_g_pix: 4.2116e-02 ] [ l_g_total: 4.2116e-02 ] +2024-10-09 23:03:34,094 INFO: [ epoch: 278 ] [ iter:371,700 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:02 ] [ l_g_pix: 2.4439e-02 ] [ l_g_total: 2.4439e-02 ] +2024-10-09 23:03:37,822 INFO: [ epoch: 278 ] [ iter:371,800 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:55 ] [ l_g_pix: 3.4180e-02 ] [ l_g_total: 3.4180e-02 ] +2024-10-09 23:03:41,655 INFO: [ epoch: 278 ] [ iter:371,900 ] [ performance: 25.363 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:49 ] [ l_g_pix: 2.6446e-02 ] [ l_g_total: 2.6446e-02 ] +2024-10-09 23:03:45,376 INFO: [ epoch: 278 ] [ iter:372,000 ] [ performance: 26.354 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:43 ] [ l_g_pix: 3.1396e-02 ] [ l_g_total: 3.1396e-02 ] +2024-10-09 23:03:49,092 INFO: [ epoch: 278 ] [ iter:372,100 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:36 ] [ l_g_pix: 1.9119e-02 ] [ l_g_total: 1.9119e-02 ] +2024-10-09 23:03:52,811 INFO: [ epoch: 278 ] [ iter:372,200 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:30 ] [ l_g_pix: 2.5705e-02 ] [ l_g_total: 2.5705e-02 ] +2024-10-09 23:03:56,514 INFO: [ epoch: 278 ] [ iter:372,300 ] [ performance: 27.185 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:24 ] [ l_g_pix: 2.8933e-02 ] [ l_g_total: 2.8933e-02 ] +2024-10-09 23:04:00,166 INFO: [ epoch: 278 ] [ iter:372,400 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:17 ] [ l_g_pix: 2.6495e-02 ] [ l_g_total: 2.6495e-02 ] +2024-10-09 23:04:03,869 INFO: [ epoch: 278 ] [ iter:372,500 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:11 ] [ l_g_pix: 3.2953e-02 ] [ l_g_total: 3.2953e-02 ] +2024-10-09 23:04:07,578 INFO: [ epoch: 278 ] [ iter:372,600 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:05 ] [ l_g_pix: 2.7027e-02 ] [ l_g_total: 2.7027e-02 ] +2024-10-09 23:04:11,170 INFO: [ epoch: 278 ] [ iter:372,700 ] [ performance: 28.974 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:58 ] [ l_g_pix: 2.6702e-02 ] [ l_g_total: 2.6702e-02 ] +2024-10-09 23:04:16,417 INFO: [ epoch: 279 ] [ iter:372,800 ] [ performance: 21.367 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:53 ] [ l_g_pix: 3.0327e-02 ] [ l_g_total: 3.0327e-02 ] +2024-10-09 23:04:20,100 INFO: [ epoch: 279 ] [ iter:372,900 ] [ performance: 27.059 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:46 ] [ l_g_pix: 3.0078e-02 ] [ l_g_total: 3.0078e-02 ] +2024-10-09 23:04:23,821 INFO: [ epoch: 279 ] [ iter:373,000 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:40 ] [ l_g_pix: 3.1259e-02 ] [ l_g_total: 3.1259e-02 ] +2024-10-09 23:04:27,576 INFO: [ epoch: 279 ] [ iter:373,100 ] [ performance: 26.624 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:34 ] [ l_g_pix: 2.4071e-02 ] [ l_g_total: 2.4071e-02 ] +2024-10-09 23:04:31,343 INFO: [ epoch: 279 ] [ iter:373,200 ] [ performance: 26.573 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:27 ] [ l_g_pix: 3.3663e-02 ] [ l_g_total: 3.3663e-02 ] +2024-10-09 23:04:35,077 INFO: [ epoch: 279 ] [ iter:373,300 ] [ performance: 26.747 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:21 ] [ l_g_pix: 3.5986e-02 ] [ l_g_total: 3.5986e-02 ] +2024-10-09 23:04:38,796 INFO: [ epoch: 279 ] [ iter:373,400 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:15 ] [ l_g_pix: 2.3478e-02 ] [ l_g_total: 2.3478e-02 ] +2024-10-09 23:04:42,531 INFO: [ epoch: 279 ] [ iter:373,500 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:08 ] [ l_g_pix: 2.6625e-02 ] [ l_g_total: 2.6625e-02 ] +2024-10-09 23:04:46,235 INFO: [ epoch: 279 ] [ iter:373,600 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:02 ] [ l_g_pix: 2.6437e-02 ] [ l_g_total: 2.6437e-02 ] +2024-10-09 23:04:49,944 INFO: [ epoch: 279 ] [ iter:373,700 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:56 ] [ l_g_pix: 2.7004e-02 ] [ l_g_total: 2.7004e-02 ] +2024-10-09 23:04:53,666 INFO: [ epoch: 279 ] [ iter:373,800 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:50 ] [ l_g_pix: 2.8171e-02 ] [ l_g_total: 2.8171e-02 ] +2024-10-09 23:04:57,426 INFO: [ epoch: 279 ] [ iter:373,900 ] [ performance: 26.772 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:43 ] [ l_g_pix: 3.5140e-02 ] [ l_g_total: 3.5140e-02 ] +2024-10-09 23:05:01,115 INFO: [ epoch: 279 ] [ iter:374,000 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:37 ] [ l_g_pix: 3.0064e-02 ] [ l_g_total: 3.0064e-02 ] +2024-10-09 23:05:06,237 INFO: [ epoch: 280 ] [ iter:374,100 ] [ performance: 12.876 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:31 ] [ l_g_pix: 2.7663e-02 ] [ l_g_total: 2.7663e-02 ] +2024-10-09 23:05:10,004 INFO: [ epoch: 280 ] [ iter:374,200 ] [ performance: 20.462 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:25 ] [ l_g_pix: 2.5979e-02 ] [ l_g_total: 2.5979e-02 ] +2024-10-09 23:05:13,705 INFO: [ epoch: 280 ] [ iter:374,300 ] [ performance: 27.372 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:19 ] [ l_g_pix: 2.2750e-02 ] [ l_g_total: 2.2750e-02 ] +2024-10-09 23:05:17,401 INFO: [ epoch: 280 ] [ iter:374,400 ] [ performance: 27.149 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:12 ] [ l_g_pix: 1.7532e-02 ] [ l_g_total: 1.7532e-02 ] +2024-10-09 23:05:21,114 INFO: [ epoch: 280 ] [ iter:374,500 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:06 ] [ l_g_pix: 4.3546e-02 ] [ l_g_total: 4.3546e-02 ] +2024-10-09 23:05:24,817 INFO: [ epoch: 280 ] [ iter:374,600 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:00 ] [ l_g_pix: 3.6549e-02 ] [ l_g_total: 3.6549e-02 ] +2024-10-09 23:05:28,565 INFO: [ epoch: 280 ] [ iter:374,700 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:53 ] [ l_g_pix: 3.9335e-02 ] [ l_g_total: 3.9335e-02 ] +2024-10-09 23:05:32,324 INFO: [ epoch: 280 ] [ iter:374,800 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:47 ] [ l_g_pix: 4.1351e-02 ] [ l_g_total: 4.1351e-02 ] +2024-10-09 23:05:36,080 INFO: [ epoch: 280 ] [ iter:374,900 ] [ performance: 26.643 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:41 ] [ l_g_pix: 2.0403e-02 ] [ l_g_total: 2.0403e-02 ] +2024-10-09 23:05:39,763 INFO: [ epoch: 280 ] [ iter:375,000 ] [ performance: 27.026 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:35 ] [ l_g_pix: 3.7541e-02 ] [ l_g_total: 3.7541e-02 ] +2024-10-09 23:05:43,486 INFO: [ epoch: 280 ] [ iter:375,100 ] [ performance: 26.604 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:28 ] [ l_g_pix: 2.4478e-02 ] [ l_g_total: 2.4478e-02 ] +2024-10-09 23:05:47,200 INFO: [ epoch: 280 ] [ iter:375,200 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:22 ] [ l_g_pix: 2.5619e-02 ] [ l_g_total: 2.5619e-02 ] +2024-10-09 23:05:50,926 INFO: [ epoch: 280 ] [ iter:375,300 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:16 ] [ l_g_pix: 3.6390e-02 ] [ l_g_total: 3.6390e-02 ] +2024-10-09 23:05:54,431 INFO: [ epoch: 280 ] [ iter:375,400 ] [ performance: 28.118 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:09 ] [ l_g_pix: 2.2718e-02 ] [ l_g_total: 2.2718e-02 ] +2024-10-09 23:05:59,771 INFO: [ epoch: 281 ] [ iter:375,500 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:04 ] [ l_g_pix: 4.0630e-02 ] [ l_g_total: 4.0630e-02 ] +2024-10-09 23:06:03,472 INFO: [ epoch: 281 ] [ iter:375,600 ] [ performance: 26.988 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:57 ] [ l_g_pix: 2.4263e-02 ] [ l_g_total: 2.4263e-02 ] +2024-10-09 23:06:07,189 INFO: [ epoch: 281 ] [ iter:375,700 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:51 ] [ l_g_pix: 2.8382e-02 ] [ l_g_total: 2.8382e-02 ] +2024-10-09 23:06:10,903 INFO: [ epoch: 281 ] [ iter:375,800 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:45 ] [ l_g_pix: 2.5114e-02 ] [ l_g_total: 2.5114e-02 ] +2024-10-09 23:06:14,621 INFO: [ epoch: 281 ] [ iter:375,900 ] [ performance: 26.536 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:39 ] [ l_g_pix: 2.3573e-02 ] [ l_g_total: 2.3573e-02 ] +2024-10-09 23:06:18,352 INFO: [ epoch: 281 ] [ iter:376,000 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:32 ] [ l_g_pix: 2.8884e-02 ] [ l_g_total: 2.8884e-02 ] +2024-10-09 23:06:22,119 INFO: [ epoch: 281 ] [ iter:376,100 ] [ performance: 26.498 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:26 ] [ l_g_pix: 2.5864e-02 ] [ l_g_total: 2.5864e-02 ] +2024-10-09 23:06:25,825 INFO: [ epoch: 281 ] [ iter:376,200 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:20 ] [ l_g_pix: 2.8988e-02 ] [ l_g_total: 2.8988e-02 ] +2024-10-09 23:06:29,557 INFO: [ epoch: 281 ] [ iter:376,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:14 ] [ l_g_pix: 4.2113e-02 ] [ l_g_total: 4.2113e-02 ] +2024-10-09 23:06:33,342 INFO: [ epoch: 281 ] [ iter:376,400 ] [ performance: 26.510 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:07 ] [ l_g_pix: 3.5909e-02 ] [ l_g_total: 3.5909e-02 ] +2024-10-09 23:06:37,054 INFO: [ epoch: 281 ] [ iter:376,500 ] [ performance: 27.343 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:01 ] [ l_g_pix: 3.2097e-02 ] [ l_g_total: 3.2097e-02 ] +2024-10-09 23:06:40,809 INFO: [ epoch: 281 ] [ iter:376,600 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:55 ] [ l_g_pix: 3.2171e-02 ] [ l_g_total: 3.2171e-02 ] +2024-10-09 23:06:44,420 INFO: [ epoch: 281 ] [ iter:376,700 ] [ performance: 29.292 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:48 ] [ l_g_pix: 4.2131e-02 ] [ l_g_total: 4.2131e-02 ] +2024-10-09 23:06:49,491 INFO: [ epoch: 282 ] [ iter:376,800 ] [ performance: 21.150 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:43 ] [ l_g_pix: 2.4959e-02 ] [ l_g_total: 2.4959e-02 ] +2024-10-09 23:06:53,226 INFO: [ epoch: 282 ] [ iter:376,900 ] [ performance: 27.185 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:36 ] [ l_g_pix: 3.1104e-02 ] [ l_g_total: 3.1104e-02 ] +2024-10-09 23:06:56,948 INFO: [ epoch: 282 ] [ iter:377,000 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:30 ] [ l_g_pix: 4.0171e-02 ] [ l_g_total: 4.0171e-02 ] +2024-10-09 23:07:00,697 INFO: [ epoch: 282 ] [ iter:377,100 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:24 ] [ l_g_pix: 3.5013e-02 ] [ l_g_total: 3.5013e-02 ] +2024-10-09 23:07:04,462 INFO: [ epoch: 282 ] [ iter:377,200 ] [ performance: 26.620 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:18 ] [ l_g_pix: 3.3201e-02 ] [ l_g_total: 3.3201e-02 ] +2024-10-09 23:07:08,214 INFO: [ epoch: 282 ] [ iter:377,300 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:11 ] [ l_g_pix: 1.8176e-02 ] [ l_g_total: 1.8176e-02 ] +2024-10-09 23:07:11,961 INFO: [ epoch: 282 ] [ iter:377,400 ] [ performance: 26.711 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:05 ] [ l_g_pix: 2.3057e-02 ] [ l_g_total: 2.3057e-02 ] +2024-10-09 23:07:15,743 INFO: [ epoch: 282 ] [ iter:377,500 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:59 ] [ l_g_pix: 2.3927e-02 ] [ l_g_total: 2.3927e-02 ] +2024-10-09 23:07:19,441 INFO: [ epoch: 282 ] [ iter:377,600 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:53 ] [ l_g_pix: 3.5537e-02 ] [ l_g_total: 3.5537e-02 ] +2024-10-09 23:07:23,126 INFO: [ epoch: 282 ] [ iter:377,700 ] [ performance: 27.355 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:46 ] [ l_g_pix: 2.8469e-02 ] [ l_g_total: 2.8469e-02 ] +2024-10-09 23:07:26,856 INFO: [ epoch: 282 ] [ iter:377,800 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:40 ] [ l_g_pix: 2.4437e-02 ] [ l_g_total: 2.4437e-02 ] +2024-10-09 23:07:30,581 INFO: [ epoch: 282 ] [ iter:377,900 ] [ performance: 27.384 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:34 ] [ l_g_pix: 3.3230e-02 ] [ l_g_total: 3.3230e-02 ] +2024-10-09 23:07:34,265 INFO: [ epoch: 282 ] [ iter:378,000 ] [ performance: 27.191 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:28 ] [ l_g_pix: 2.8984e-02 ] [ l_g_total: 2.8984e-02 ] +2024-10-09 23:07:39,134 INFO: [ epoch: 283 ] [ iter:378,100 ] [ performance: 9.079 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:22 ] [ l_g_pix: 3.0721e-02 ] [ l_g_total: 3.0721e-02 ] +2024-10-09 23:07:43,076 INFO: [ epoch: 283 ] [ iter:378,200 ] [ performance: 19.744 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:16 ] [ l_g_pix: 2.2230e-02 ] [ l_g_total: 2.2230e-02 ] +2024-10-09 23:07:46,777 INFO: [ epoch: 283 ] [ iter:378,300 ] [ performance: 28.267 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:10 ] [ l_g_pix: 2.2561e-02 ] [ l_g_total: 2.2561e-02 ] +2024-10-09 23:07:50,493 INFO: [ epoch: 283 ] [ iter:378,400 ] [ performance: 27.116 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:03 ] [ l_g_pix: 1.9722e-02 ] [ l_g_total: 1.9722e-02 ] +2024-10-09 23:07:54,135 INFO: [ epoch: 283 ] [ iter:378,500 ] [ performance: 27.828 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:57 ] [ l_g_pix: 2.3969e-02 ] [ l_g_total: 2.3969e-02 ] +2024-10-09 23:07:57,858 INFO: [ epoch: 283 ] [ iter:378,600 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:51 ] [ l_g_pix: 3.1230e-02 ] [ l_g_total: 3.1230e-02 ] +2024-10-09 23:08:01,553 INFO: [ epoch: 283 ] [ iter:378,700 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:45 ] [ l_g_pix: 2.8083e-02 ] [ l_g_total: 2.8083e-02 ] +2024-10-09 23:08:05,338 INFO: [ epoch: 283 ] [ iter:378,800 ] [ performance: 26.519 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:38 ] [ l_g_pix: 1.9230e-02 ] [ l_g_total: 1.9230e-02 ] +2024-10-09 23:08:09,085 INFO: [ epoch: 283 ] [ iter:378,900 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:32 ] [ l_g_pix: 2.5554e-02 ] [ l_g_total: 2.5554e-02 ] +2024-10-09 23:08:12,815 INFO: [ epoch: 283 ] [ iter:379,000 ] [ performance: 26.835 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:26 ] [ l_g_pix: 2.1627e-02 ] [ l_g_total: 2.1627e-02 ] +2024-10-09 23:08:16,569 INFO: [ epoch: 283 ] [ iter:379,100 ] [ performance: 27.361 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:20 ] [ l_g_pix: 3.5780e-02 ] [ l_g_total: 3.5780e-02 ] +2024-10-09 23:08:20,299 INFO: [ epoch: 283 ] [ iter:379,200 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:13 ] [ l_g_pix: 3.3257e-02 ] [ l_g_total: 3.3257e-02 ] +2024-10-09 23:08:24,024 INFO: [ epoch: 283 ] [ iter:379,300 ] [ performance: 27.500 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:07 ] [ l_g_pix: 2.5811e-02 ] [ l_g_total: 2.5811e-02 ] +2024-10-09 23:08:27,550 INFO: [ epoch: 283 ] [ iter:379,400 ] [ performance: 28.263 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:01 ] [ l_g_pix: 2.5112e-02 ] [ l_g_total: 2.5112e-02 ] +2024-10-09 23:08:32,665 INFO: [ epoch: 284 ] [ iter:379,500 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:55 ] [ l_g_pix: 3.2368e-02 ] [ l_g_total: 3.2368e-02 ] +2024-10-09 23:08:36,361 INFO: [ epoch: 284 ] [ iter:379,600 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:49 ] [ l_g_pix: 4.1943e-02 ] [ l_g_total: 4.1943e-02 ] +2024-10-09 23:08:40,038 INFO: [ epoch: 284 ] [ iter:379,700 ] [ performance: 28.214 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:43 ] [ l_g_pix: 3.8728e-02 ] [ l_g_total: 3.8728e-02 ] +2024-10-09 23:08:43,696 INFO: [ epoch: 284 ] [ iter:379,800 ] [ performance: 27.431 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:36 ] [ l_g_pix: 3.6027e-02 ] [ l_g_total: 3.6027e-02 ] +2024-10-09 23:08:47,362 INFO: [ epoch: 284 ] [ iter:379,900 ] [ performance: 27.900 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:30 ] [ l_g_pix: 2.7475e-02 ] [ l_g_total: 2.7475e-02 ] +2024-10-09 23:08:51,044 INFO: [ epoch: 284 ] [ iter:380,000 ] [ performance: 27.235 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:24 ] [ l_g_pix: 4.2263e-02 ] [ l_g_total: 4.2263e-02 ] +2024-10-09 23:08:51,044 INFO: Saving models and training states. +2024-10-09 23:11:43,071 INFO: Validation val + + # psnr: 27.2124........ Best: 27.2151 @ 370000 iter + # ssim: 0.7668........ Best: 0.7669 @ 370000 iter + # dists: 0.7733........ Best: 0.7732 @ 370000 iter + +2024-10-09 23:11:46,759 INFO: [ epoch: 284 ] [ iter:380,100 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:21 ] [ l_g_pix: 3.4445e-02 ] [ l_g_total: 3.4445e-02 ] +2024-10-09 23:11:50,487 INFO: [ epoch: 284 ] [ iter:380,200 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:15 ] [ l_g_pix: 2.3046e-02 ] [ l_g_total: 2.3046e-02 ] +2024-10-09 23:11:54,187 INFO: [ epoch: 284 ] [ iter:380,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:09 ] [ l_g_pix: 3.6776e-02 ] [ l_g_total: 3.6776e-02 ] +2024-10-09 23:11:57,899 INFO: [ epoch: 284 ] [ iter:380,400 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:02 ] [ l_g_pix: 2.5608e-02 ] [ l_g_total: 2.5608e-02 ] +2024-10-09 23:12:01,620 INFO: [ epoch: 284 ] [ iter:380,500 ] [ performance: 27.857 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:56 ] [ l_g_pix: 3.7628e-02 ] [ l_g_total: 3.7628e-02 ] +2024-10-09 23:12:05,385 INFO: [ epoch: 284 ] [ iter:380,600 ] [ performance: 26.651 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:50 ] [ l_g_pix: 2.3803e-02 ] [ l_g_total: 2.3803e-02 ] +2024-10-09 23:12:09,001 INFO: [ epoch: 284 ] [ iter:380,700 ] [ performance: 29.888 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:43 ] [ l_g_pix: 3.8086e-02 ] [ l_g_total: 3.8086e-02 ] +2024-10-09 23:12:14,549 INFO: [ epoch: 285 ] [ iter:380,800 ] [ performance: 18.443 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:38 ] [ l_g_pix: 2.6729e-02 ] [ l_g_total: 2.6729e-02 ] +2024-10-09 23:12:18,431 INFO: [ epoch: 285 ] [ iter:380,900 ] [ performance: 27.415 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:32 ] [ l_g_pix: 2.3491e-02 ] [ l_g_total: 2.3491e-02 ] +2024-10-09 23:12:22,144 INFO: [ epoch: 285 ] [ iter:381,000 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:25 ] [ l_g_pix: 3.4731e-02 ] [ l_g_total: 3.4731e-02 ] +2024-10-09 23:12:25,878 INFO: [ epoch: 285 ] [ iter:381,100 ] [ performance: 27.300 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:19 ] [ l_g_pix: 2.1622e-02 ] [ l_g_total: 2.1622e-02 ] +2024-10-09 23:12:29,600 INFO: [ epoch: 285 ] [ iter:381,200 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:13 ] [ l_g_pix: 2.4825e-02 ] [ l_g_total: 2.4825e-02 ] +2024-10-09 23:12:33,286 INFO: [ epoch: 285 ] [ iter:381,300 ] [ performance: 27.722 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:07 ] [ l_g_pix: 2.6043e-02 ] [ l_g_total: 2.6043e-02 ] +2024-10-09 23:12:37,047 INFO: [ epoch: 285 ] [ iter:381,400 ] [ performance: 26.621 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:00 ] [ l_g_pix: 2.9838e-02 ] [ l_g_total: 2.9838e-02 ] +2024-10-09 23:12:40,770 INFO: [ epoch: 285 ] [ iter:381,500 ] [ performance: 25.806 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:54 ] [ l_g_pix: 4.2041e-02 ] [ l_g_total: 4.2041e-02 ] +2024-10-09 23:12:44,520 INFO: [ epoch: 285 ] [ iter:381,600 ] [ performance: 26.655 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:48 ] [ l_g_pix: 1.7986e-02 ] [ l_g_total: 1.7986e-02 ] +2024-10-09 23:12:48,235 INFO: [ epoch: 285 ] [ iter:381,700 ] [ performance: 25.632 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:41 ] [ l_g_pix: 2.5600e-02 ] [ l_g_total: 2.5600e-02 ] +2024-10-09 23:12:52,003 INFO: [ epoch: 285 ] [ iter:381,800 ] [ performance: 26.540 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:35 ] [ l_g_pix: 2.8295e-02 ] [ l_g_total: 2.8295e-02 ] +2024-10-09 23:12:55,715 INFO: [ epoch: 285 ] [ iter:381,900 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:29 ] [ l_g_pix: 3.5104e-02 ] [ l_g_total: 3.5104e-02 ] +2024-10-09 23:12:59,452 INFO: [ epoch: 285 ] [ iter:382,000 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:23 ] [ l_g_pix: 2.7595e-02 ] [ l_g_total: 2.7595e-02 ] +2024-10-09 23:13:04,008 INFO: [ epoch: 286 ] [ iter:382,100 ] [ performance: 24.124 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:17 ] [ l_g_pix: 2.4111e-02 ] [ l_g_total: 2.4111e-02 ] +2024-10-09 23:13:08,239 INFO: [ epoch: 286 ] [ iter:382,200 ] [ performance: 23.772 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:11 ] [ l_g_pix: 3.4941e-02 ] [ l_g_total: 3.4941e-02 ] +2024-10-09 23:13:11,959 INFO: [ epoch: 286 ] [ iter:382,300 ] [ performance: 25.242 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:04 ] [ l_g_pix: 1.8090e-02 ] [ l_g_total: 1.8090e-02 ] +2024-10-09 23:13:15,637 INFO: [ epoch: 286 ] [ iter:382,400 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:58 ] [ l_g_pix: 3.2483e-02 ] [ l_g_total: 3.2483e-02 ] +2024-10-09 23:13:19,371 INFO: [ epoch: 286 ] [ iter:382,500 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:52 ] [ l_g_pix: 2.1564e-02 ] [ l_g_total: 2.1564e-02 ] +2024-10-09 23:13:23,123 INFO: [ epoch: 286 ] [ iter:382,600 ] [ performance: 26.715 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:46 ] [ l_g_pix: 2.6673e-02 ] [ l_g_total: 2.6673e-02 ] +2024-10-09 23:13:26,845 INFO: [ epoch: 286 ] [ iter:382,700 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:39 ] [ l_g_pix: 2.4914e-02 ] [ l_g_total: 2.4914e-02 ] +2024-10-09 23:13:30,578 INFO: [ epoch: 286 ] [ iter:382,800 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:33 ] [ l_g_pix: 4.1122e-02 ] [ l_g_total: 4.1122e-02 ] +2024-10-09 23:13:34,284 INFO: [ epoch: 286 ] [ iter:382,900 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:27 ] [ l_g_pix: 2.9203e-02 ] [ l_g_total: 2.9203e-02 ] +2024-10-09 23:13:37,967 INFO: [ epoch: 286 ] [ iter:383,000 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:21 ] [ l_g_pix: 3.1474e-02 ] [ l_g_total: 3.1474e-02 ] +2024-10-09 23:13:41,686 INFO: [ epoch: 286 ] [ iter:383,100 ] [ performance: 27.029 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:14 ] [ l_g_pix: 3.3875e-02 ] [ l_g_total: 3.3875e-02 ] +2024-10-09 23:13:45,432 INFO: [ epoch: 286 ] [ iter:383,200 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:08 ] [ l_g_pix: 3.9617e-02 ] [ l_g_total: 3.9617e-02 ] +2024-10-09 23:13:49,111 INFO: [ epoch: 286 ] [ iter:383,300 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:02 ] [ l_g_pix: 3.1272e-02 ] [ l_g_total: 3.1272e-02 ] +2024-10-09 23:13:52,670 INFO: [ epoch: 286 ] [ iter:383,400 ] [ performance: 28.256 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:56 ] [ l_g_pix: 3.6392e-02 ] [ l_g_total: 3.6392e-02 ] +2024-10-09 23:13:57,859 INFO: [ epoch: 287 ] [ iter:383,500 ] [ performance: 22.763 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:50 ] [ l_g_pix: 1.8581e-02 ] [ l_g_total: 1.8581e-02 ] +2024-10-09 23:14:01,614 INFO: [ epoch: 287 ] [ iter:383,600 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:44 ] [ l_g_pix: 2.2129e-02 ] [ l_g_total: 2.2129e-02 ] +2024-10-09 23:14:05,354 INFO: [ epoch: 287 ] [ iter:383,700 ] [ performance: 26.731 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:38 ] [ l_g_pix: 3.5452e-02 ] [ l_g_total: 3.5452e-02 ] +2024-10-09 23:14:09,026 INFO: [ epoch: 287 ] [ iter:383,800 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:31 ] [ l_g_pix: 3.0477e-02 ] [ l_g_total: 3.0477e-02 ] +2024-10-09 23:14:12,742 INFO: [ epoch: 287 ] [ iter:383,900 ] [ performance: 27.059 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:25 ] [ l_g_pix: 3.0867e-02 ] [ l_g_total: 3.0867e-02 ] +2024-10-09 23:14:16,441 INFO: [ epoch: 287 ] [ iter:384,000 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:19 ] [ l_g_pix: 2.6883e-02 ] [ l_g_total: 2.6883e-02 ] +2024-10-09 23:14:20,183 INFO: [ epoch: 287 ] [ iter:384,100 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:13 ] [ l_g_pix: 2.2285e-02 ] [ l_g_total: 2.2285e-02 ] +2024-10-09 23:14:23,898 INFO: [ epoch: 287 ] [ iter:384,200 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:06 ] [ l_g_pix: 3.9417e-02 ] [ l_g_total: 3.9417e-02 ] +2024-10-09 23:14:27,588 INFO: [ epoch: 287 ] [ iter:384,300 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:00 ] [ l_g_pix: 2.5599e-02 ] [ l_g_total: 2.5599e-02 ] +2024-10-09 23:14:31,313 INFO: [ epoch: 287 ] [ iter:384,400 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:54 ] [ l_g_pix: 2.0433e-02 ] [ l_g_total: 2.0433e-02 ] +2024-10-09 23:14:35,051 INFO: [ epoch: 287 ] [ iter:384,500 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:48 ] [ l_g_pix: 3.1590e-02 ] [ l_g_total: 3.1590e-02 ] +2024-10-09 23:14:38,787 INFO: [ epoch: 287 ] [ iter:384,600 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:41 ] [ l_g_pix: 2.2064e-02 ] [ l_g_total: 2.2064e-02 ] +2024-10-09 23:14:42,425 INFO: [ epoch: 287 ] [ iter:384,700 ] [ performance: 27.153 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:35 ] [ l_g_pix: 3.0553e-02 ] [ l_g_total: 3.0553e-02 ] +2024-10-09 23:14:47,488 INFO: [ epoch: 288 ] [ iter:384,800 ] [ performance: 18.787 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:29 ] [ l_g_pix: 2.7593e-02 ] [ l_g_total: 2.7593e-02 ] +2024-10-09 23:14:51,261 INFO: [ epoch: 288 ] [ iter:384,900 ] [ performance: 22.278 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:23 ] [ l_g_pix: 3.7903e-02 ] [ l_g_total: 3.7903e-02 ] +2024-10-09 23:14:55,021 INFO: [ epoch: 288 ] [ iter:385,000 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:17 ] [ l_g_pix: 1.9995e-02 ] [ l_g_total: 1.9995e-02 ] +2024-10-09 23:14:58,771 INFO: [ epoch: 288 ] [ iter:385,100 ] [ performance: 26.629 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:11 ] [ l_g_pix: 2.3591e-02 ] [ l_g_total: 2.3591e-02 ] +2024-10-09 23:15:02,525 INFO: [ epoch: 288 ] [ iter:385,200 ] [ performance: 26.707 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:05 ] [ l_g_pix: 2.9385e-02 ] [ l_g_total: 2.9385e-02 ] +2024-10-09 23:15:06,274 INFO: [ epoch: 288 ] [ iter:385,300 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:58 ] [ l_g_pix: 2.4320e-02 ] [ l_g_total: 2.4320e-02 ] +2024-10-09 23:15:10,015 INFO: [ epoch: 288 ] [ iter:385,400 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:52 ] [ l_g_pix: 1.8740e-02 ] [ l_g_total: 1.8740e-02 ] +2024-10-09 23:15:13,778 INFO: [ epoch: 288 ] [ iter:385,500 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:46 ] [ l_g_pix: 2.5194e-02 ] [ l_g_total: 2.5194e-02 ] +2024-10-09 23:15:17,505 INFO: [ epoch: 288 ] [ iter:385,600 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:40 ] [ l_g_pix: 4.2037e-02 ] [ l_g_total: 4.2037e-02 ] +2024-10-09 23:15:21,239 INFO: [ epoch: 288 ] [ iter:385,700 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:34 ] [ l_g_pix: 2.7217e-02 ] [ l_g_total: 2.7217e-02 ] +2024-10-09 23:15:25,000 INFO: [ epoch: 288 ] [ iter:385,800 ] [ performance: 26.567 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:27 ] [ l_g_pix: 3.2833e-02 ] [ l_g_total: 3.2833e-02 ] +2024-10-09 23:15:28,736 INFO: [ epoch: 288 ] [ iter:385,900 ] [ performance: 26.681 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:21 ] [ l_g_pix: 2.7648e-02 ] [ l_g_total: 2.7648e-02 ] +2024-10-09 23:15:32,489 INFO: [ epoch: 288 ] [ iter:386,000 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:15 ] [ l_g_pix: 2.3100e-02 ] [ l_g_total: 2.3100e-02 ] +2024-10-09 23:15:36,005 INFO: [ epoch: 288 ] [ iter:386,100 ] [ performance: 27.722 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:09 ] [ l_g_pix: 3.5999e-02 ] [ l_g_total: 3.5999e-02 ] +2024-10-09 23:15:41,317 INFO: [ epoch: 289 ] [ iter:386,200 ] [ performance: 26.307 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:03 ] [ l_g_pix: 3.8247e-02 ] [ l_g_total: 3.8247e-02 ] +2024-10-09 23:15:44,993 INFO: [ epoch: 289 ] [ iter:386,300 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:57 ] [ l_g_pix: 4.1646e-02 ] [ l_g_total: 4.1646e-02 ] +2024-10-09 23:15:48,759 INFO: [ epoch: 289 ] [ iter:386,400 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:51 ] [ l_g_pix: 3.3082e-02 ] [ l_g_total: 3.3082e-02 ] +2024-10-09 23:15:52,441 INFO: [ epoch: 289 ] [ iter:386,500 ] [ performance: 26.988 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:45 ] [ l_g_pix: 3.4336e-02 ] [ l_g_total: 3.4336e-02 ] +2024-10-09 23:15:56,115 INFO: [ epoch: 289 ] [ iter:386,600 ] [ performance: 27.392 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:38 ] [ l_g_pix: 2.1856e-02 ] [ l_g_total: 2.1856e-02 ] +2024-10-09 23:15:59,824 INFO: [ epoch: 289 ] [ iter:386,700 ] [ performance: 27.149 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:32 ] [ l_g_pix: 2.9903e-02 ] [ l_g_total: 2.9903e-02 ] +2024-10-09 23:16:03,533 INFO: [ epoch: 289 ] [ iter:386,800 ] [ performance: 27.190 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:26 ] [ l_g_pix: 4.5670e-02 ] [ l_g_total: 4.5670e-02 ] +2024-10-09 23:16:07,274 INFO: [ epoch: 289 ] [ iter:386,900 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:20 ] [ l_g_pix: 1.7128e-02 ] [ l_g_total: 1.7128e-02 ] +2024-10-09 23:16:10,982 INFO: [ epoch: 289 ] [ iter:387,000 ] [ performance: 27.221 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:14 ] [ l_g_pix: 3.0082e-02 ] [ l_g_total: 3.0082e-02 ] +2024-10-09 23:16:14,636 INFO: [ epoch: 289 ] [ iter:387,100 ] [ performance: 27.308 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:07 ] [ l_g_pix: 3.0632e-02 ] [ l_g_total: 3.0632e-02 ] +2024-10-09 23:16:18,266 INFO: [ epoch: 289 ] [ iter:387,200 ] [ performance: 27.702 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:01 ] [ l_g_pix: 2.3918e-02 ] [ l_g_total: 2.3918e-02 ] +2024-10-09 23:16:21,951 INFO: [ epoch: 289 ] [ iter:387,300 ] [ performance: 27.376 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:55 ] [ l_g_pix: 2.7027e-02 ] [ l_g_total: 2.7027e-02 ] +2024-10-09 23:16:25,511 INFO: [ epoch: 289 ] [ iter:387,400 ] [ performance: 28.810 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:49 ] [ l_g_pix: 4.0237e-02 ] [ l_g_total: 4.0237e-02 ] +2024-10-09 23:16:30,766 INFO: [ epoch: 290 ] [ iter:387,500 ] [ performance: 22.215 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:43 ] [ l_g_pix: 2.8880e-02 ] [ l_g_total: 2.8880e-02 ] +2024-10-09 23:16:34,480 INFO: [ epoch: 290 ] [ iter:387,600 ] [ performance: 26.947 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:37 ] [ l_g_pix: 3.7960e-02 ] [ l_g_total: 3.7960e-02 ] +2024-10-09 23:16:38,243 INFO: [ epoch: 290 ] [ iter:387,700 ] [ performance: 26.735 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:31 ] [ l_g_pix: 2.4456e-02 ] [ l_g_total: 2.4456e-02 ] +2024-10-09 23:16:41,945 INFO: [ epoch: 290 ] [ iter:387,800 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:24 ] [ l_g_pix: 4.3769e-02 ] [ l_g_total: 4.3769e-02 ] +2024-10-09 23:16:45,666 INFO: [ epoch: 290 ] [ iter:387,900 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:18 ] [ l_g_pix: 2.9053e-02 ] [ l_g_total: 2.9053e-02 ] +2024-10-09 23:16:49,393 INFO: [ epoch: 290 ] [ iter:388,000 ] [ performance: 27.079 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:12 ] [ l_g_pix: 2.9153e-02 ] [ l_g_total: 2.9153e-02 ] +2024-10-09 23:16:53,056 INFO: [ epoch: 290 ] [ iter:388,100 ] [ performance: 27.212 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:06 ] [ l_g_pix: 1.9992e-02 ] [ l_g_total: 1.9992e-02 ] +2024-10-09 23:16:56,700 INFO: [ epoch: 290 ] [ iter:388,200 ] [ performance: 27.709 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:00 ] [ l_g_pix: 3.0291e-02 ] [ l_g_total: 3.0291e-02 ] +2024-10-09 23:17:00,457 INFO: [ epoch: 290 ] [ iter:388,300 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:54 ] [ l_g_pix: 2.9655e-02 ] [ l_g_total: 2.9655e-02 ] +2024-10-09 23:17:04,179 INFO: [ epoch: 290 ] [ iter:388,400 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:47 ] [ l_g_pix: 4.0432e-02 ] [ l_g_total: 4.0432e-02 ] +2024-10-09 23:17:07,902 INFO: [ epoch: 290 ] [ iter:388,500 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:41 ] [ l_g_pix: 3.2154e-02 ] [ l_g_total: 3.2154e-02 ] +2024-10-09 23:17:11,650 INFO: [ epoch: 290 ] [ iter:388,600 ] [ performance: 26.782 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:35 ] [ l_g_pix: 3.3996e-02 ] [ l_g_total: 3.3996e-02 ] +2024-10-09 23:17:15,311 INFO: [ epoch: 290 ] [ iter:388,700 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:29 ] [ l_g_pix: 2.5830e-02 ] [ l_g_total: 2.5830e-02 ] +2024-10-09 23:17:20,428 INFO: [ epoch: 291 ] [ iter:388,800 ] [ performance: 16.813 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:23 ] [ l_g_pix: 2.8646e-02 ] [ l_g_total: 2.8646e-02 ] +2024-10-09 23:17:24,156 INFO: [ epoch: 291 ] [ iter:388,900 ] [ performance: 21.694 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:17 ] [ l_g_pix: 2.9267e-02 ] [ l_g_total: 2.9267e-02 ] +2024-10-09 23:17:27,867 INFO: [ epoch: 291 ] [ iter:389,000 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:11 ] [ l_g_pix: 3.6181e-02 ] [ l_g_total: 3.6181e-02 ] +2024-10-09 23:17:31,519 INFO: [ epoch: 291 ] [ iter:389,100 ] [ performance: 27.319 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:05 ] [ l_g_pix: 3.1414e-02 ] [ l_g_total: 3.1414e-02 ] +2024-10-09 23:17:35,191 INFO: [ epoch: 291 ] [ iter:389,200 ] [ performance: 27.352 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:58 ] [ l_g_pix: 3.2418e-02 ] [ l_g_total: 3.2418e-02 ] +2024-10-09 23:17:38,870 INFO: [ epoch: 291 ] [ iter:389,300 ] [ performance: 27.253 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:52 ] [ l_g_pix: 2.6841e-02 ] [ l_g_total: 2.6841e-02 ] +2024-10-09 23:17:42,556 INFO: [ epoch: 291 ] [ iter:389,400 ] [ performance: 27.364 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:46 ] [ l_g_pix: 2.1720e-02 ] [ l_g_total: 2.1720e-02 ] +2024-10-09 23:17:46,198 INFO: [ epoch: 291 ] [ iter:389,500 ] [ performance: 27.425 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:40 ] [ l_g_pix: 4.1993e-02 ] [ l_g_total: 4.1993e-02 ] +2024-10-09 23:17:49,969 INFO: [ epoch: 291 ] [ iter:389,600 ] [ performance: 26.351 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:34 ] [ l_g_pix: 3.0394e-02 ] [ l_g_total: 3.0394e-02 ] +2024-10-09 23:17:53,665 INFO: [ epoch: 291 ] [ iter:389,700 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:28 ] [ l_g_pix: 2.8390e-02 ] [ l_g_total: 2.8390e-02 ] +2024-10-09 23:17:57,359 INFO: [ epoch: 291 ] [ iter:389,800 ] [ performance: 27.187 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:21 ] [ l_g_pix: 2.8838e-02 ] [ l_g_total: 2.8838e-02 ] +2024-10-09 23:18:01,084 INFO: [ epoch: 291 ] [ iter:389,900 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:15 ] [ l_g_pix: 4.5038e-02 ] [ l_g_total: 4.5038e-02 ] +2024-10-09 23:18:04,788 INFO: [ epoch: 291 ] [ iter:390,000 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:09 ] [ l_g_pix: 3.8065e-02 ] [ l_g_total: 3.8065e-02 ] +2024-10-09 23:18:04,789 INFO: Saving models and training states. +2024-10-09 23:21:17,901 INFO: Validation val + + # psnr: 27.2233........ Best: 27.2233 @ 390000 iter + # ssim: 0.7672........ Best: 0.7672 @ 390000 iter + # dists: 0.7732........ Best: 0.7732 @ 390000 iter + +2024-10-09 23:21:21,427 INFO: [ epoch: 291 ] [ iter:390,100 ] [ performance: 27.941 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:07 ] [ l_g_pix: 4.0848e-02 ] [ l_g_total: 4.0848e-02 ] +2024-10-09 23:21:26,700 INFO: [ epoch: 292 ] [ iter:390,200 ] [ performance: 25.883 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:01 ] [ l_g_pix: 1.7400e-02 ] [ l_g_total: 1.7400e-02 ] +2024-10-09 23:21:30,426 INFO: [ epoch: 292 ] [ iter:390,300 ] [ performance: 26.481 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:55 ] [ l_g_pix: 3.0232e-02 ] [ l_g_total: 3.0232e-02 ] +2024-10-09 23:21:34,172 INFO: [ epoch: 292 ] [ iter:390,400 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:49 ] [ l_g_pix: 2.6169e-02 ] [ l_g_total: 2.6169e-02 ] +2024-10-09 23:21:37,957 INFO: [ epoch: 292 ] [ iter:390,500 ] [ performance: 26.522 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:43 ] [ l_g_pix: 3.1508e-02 ] [ l_g_total: 3.1508e-02 ] +2024-10-09 23:21:41,749 INFO: [ epoch: 292 ] [ iter:390,600 ] [ performance: 26.270 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:37 ] [ l_g_pix: 2.3367e-02 ] [ l_g_total: 2.3367e-02 ] +2024-10-09 23:21:45,512 INFO: [ epoch: 292 ] [ iter:390,700 ] [ performance: 26.465 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:30 ] [ l_g_pix: 2.6170e-02 ] [ l_g_total: 2.6170e-02 ] +2024-10-09 23:21:49,312 INFO: [ epoch: 292 ] [ iter:390,800 ] [ performance: 26.543 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:24 ] [ l_g_pix: 1.9920e-02 ] [ l_g_total: 1.9920e-02 ] +2024-10-09 23:21:53,044 INFO: [ epoch: 292 ] [ iter:390,900 ] [ performance: 26.711 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:18 ] [ l_g_pix: 1.8784e-02 ] [ l_g_total: 1.8784e-02 ] +2024-10-09 23:21:56,822 INFO: [ epoch: 292 ] [ iter:391,000 ] [ performance: 26.304 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:12 ] [ l_g_pix: 4.5814e-02 ] [ l_g_total: 4.5814e-02 ] +2024-10-09 23:22:00,597 INFO: [ epoch: 292 ] [ iter:391,100 ] [ performance: 26.429 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:06 ] [ l_g_pix: 4.4288e-02 ] [ l_g_total: 4.4288e-02 ] +2024-10-09 23:22:04,342 INFO: [ epoch: 292 ] [ iter:391,200 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:00 ] [ l_g_pix: 2.9563e-02 ] [ l_g_total: 2.9563e-02 ] +2024-10-09 23:22:08,057 INFO: [ epoch: 292 ] [ iter:391,300 ] [ performance: 26.890 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:53 ] [ l_g_pix: 2.4393e-02 ] [ l_g_total: 2.4393e-02 ] +2024-10-09 23:22:11,691 INFO: [ epoch: 292 ] [ iter:391,400 ] [ performance: 28.935 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:47 ] [ l_g_pix: 1.7389e-02 ] [ l_g_total: 1.7389e-02 ] +2024-10-09 23:22:16,905 INFO: [ epoch: 293 ] [ iter:391,500 ] [ performance: 21.722 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:41 ] [ l_g_pix: 2.4543e-02 ] [ l_g_total: 2.4543e-02 ] +2024-10-09 23:22:20,653 INFO: [ epoch: 293 ] [ iter:391,600 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:35 ] [ l_g_pix: 2.3480e-02 ] [ l_g_total: 2.3480e-02 ] +2024-10-09 23:22:24,378 INFO: [ epoch: 293 ] [ iter:391,700 ] [ performance: 26.752 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:29 ] [ l_g_pix: 3.4422e-02 ] [ l_g_total: 3.4422e-02 ] +2024-10-09 23:22:28,100 INFO: [ epoch: 293 ] [ iter:391,800 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:23 ] [ l_g_pix: 2.6888e-02 ] [ l_g_total: 2.6888e-02 ] +2024-10-09 23:22:31,860 INFO: [ epoch: 293 ] [ iter:391,900 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:17 ] [ l_g_pix: 3.0467e-02 ] [ l_g_total: 3.0467e-02 ] +2024-10-09 23:22:35,591 INFO: [ epoch: 293 ] [ iter:392,000 ] [ performance: 26.825 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:10 ] [ l_g_pix: 2.3955e-02 ] [ l_g_total: 2.3955e-02 ] +2024-10-09 23:22:39,250 INFO: [ epoch: 293 ] [ iter:392,100 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:04 ] [ l_g_pix: 3.1388e-02 ] [ l_g_total: 3.1388e-02 ] +2024-10-09 23:22:42,931 INFO: [ epoch: 293 ] [ iter:392,200 ] [ performance: 27.368 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:58 ] [ l_g_pix: 3.9336e-02 ] [ l_g_total: 3.9336e-02 ] +2024-10-09 23:22:46,608 INFO: [ epoch: 293 ] [ iter:392,300 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:52 ] [ l_g_pix: 2.9700e-02 ] [ l_g_total: 2.9700e-02 ] +2024-10-09 23:22:50,251 INFO: [ epoch: 293 ] [ iter:392,400 ] [ performance: 27.465 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:46 ] [ l_g_pix: 2.9054e-02 ] [ l_g_total: 2.9054e-02 ] +2024-10-09 23:22:53,963 INFO: [ epoch: 293 ] [ iter:392,500 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:39 ] [ l_g_pix: 1.8480e-02 ] [ l_g_total: 1.8480e-02 ] +2024-10-09 23:22:57,723 INFO: [ epoch: 293 ] [ iter:392,600 ] [ performance: 26.688 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:33 ] [ l_g_pix: 3.6387e-02 ] [ l_g_total: 3.6387e-02 ] +2024-10-09 23:23:01,426 INFO: [ epoch: 293 ] [ iter:392,700 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:27 ] [ l_g_pix: 1.8892e-02 ] [ l_g_total: 1.8892e-02 ] +2024-10-09 23:23:06,105 INFO: [ epoch: 294 ] [ iter:392,800 ] [ performance: 16.340 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:21 ] [ l_g_pix: 2.7199e-02 ] [ l_g_total: 2.7199e-02 ] +2024-10-09 23:23:10,100 INFO: [ epoch: 294 ] [ iter:392,900 ] [ performance: 21.442 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:15 ] [ l_g_pix: 3.3073e-02 ] [ l_g_total: 3.3073e-02 ] +2024-10-09 23:23:13,807 INFO: [ epoch: 294 ] [ iter:393,000 ] [ performance: 26.531 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:09 ] [ l_g_pix: 2.8696e-02 ] [ l_g_total: 2.8696e-02 ] +2024-10-09 23:23:17,549 INFO: [ epoch: 294 ] [ iter:393,100 ] [ performance: 26.669 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:03 ] [ l_g_pix: 4.0823e-02 ] [ l_g_total: 4.0823e-02 ] +2024-10-09 23:23:21,279 INFO: [ epoch: 294 ] [ iter:393,200 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:56 ] [ l_g_pix: 3.5533e-02 ] [ l_g_total: 3.5533e-02 ] +2024-10-09 23:23:24,992 INFO: [ epoch: 294 ] [ iter:393,300 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:50 ] [ l_g_pix: 3.5618e-02 ] [ l_g_total: 3.5618e-02 ] +2024-10-09 23:23:28,707 INFO: [ epoch: 294 ] [ iter:393,400 ] [ performance: 26.770 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:44 ] [ l_g_pix: 2.1943e-02 ] [ l_g_total: 2.1943e-02 ] +2024-10-09 23:23:32,390 INFO: [ epoch: 294 ] [ iter:393,500 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:38 ] [ l_g_pix: 2.9239e-02 ] [ l_g_total: 2.9239e-02 ] +2024-10-09 23:23:36,096 INFO: [ epoch: 294 ] [ iter:393,600 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:32 ] [ l_g_pix: 3.8578e-02 ] [ l_g_total: 3.8578e-02 ] +2024-10-09 23:23:39,790 INFO: [ epoch: 294 ] [ iter:393,700 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:26 ] [ l_g_pix: 2.9681e-02 ] [ l_g_total: 2.9681e-02 ] +2024-10-09 23:23:43,503 INFO: [ epoch: 294 ] [ iter:393,800 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:19 ] [ l_g_pix: 2.1664e-02 ] [ l_g_total: 2.1664e-02 ] +2024-10-09 23:23:47,252 INFO: [ epoch: 294 ] [ iter:393,900 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:13 ] [ l_g_pix: 2.4731e-02 ] [ l_g_total: 2.4731e-02 ] +2024-10-09 23:23:50,994 INFO: [ epoch: 294 ] [ iter:394,000 ] [ performance: 27.212 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:07 ] [ l_g_pix: 2.2315e-02 ] [ l_g_total: 2.2315e-02 ] +2024-10-09 23:23:54,507 INFO: [ epoch: 294 ] [ iter:394,100 ] [ performance: 28.102 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:01 ] [ l_g_pix: 3.6939e-02 ] [ l_g_total: 3.6939e-02 ] +2024-10-09 23:23:59,850 INFO: [ epoch: 295 ] [ iter:394,200 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:55 ] [ l_g_pix: 3.3794e-02 ] [ l_g_total: 3.3794e-02 ] +2024-10-09 23:24:03,578 INFO: [ epoch: 295 ] [ iter:394,300 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:49 ] [ l_g_pix: 2.9270e-02 ] [ l_g_total: 2.9270e-02 ] +2024-10-09 23:24:07,336 INFO: [ epoch: 295 ] [ iter:394,400 ] [ performance: 26.193 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:43 ] [ l_g_pix: 3.5642e-02 ] [ l_g_total: 3.5642e-02 ] +2024-10-09 23:24:11,042 INFO: [ epoch: 295 ] [ iter:394,500 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:37 ] [ l_g_pix: 3.1311e-02 ] [ l_g_total: 3.1311e-02 ] +2024-10-09 23:24:14,771 INFO: [ epoch: 295 ] [ iter:394,600 ] [ performance: 27.362 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:30 ] [ l_g_pix: 4.0168e-02 ] [ l_g_total: 4.0168e-02 ] +2024-10-09 23:24:18,505 INFO: [ epoch: 295 ] [ iter:394,700 ] [ performance: 26.938 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:24 ] [ l_g_pix: 4.7311e-02 ] [ l_g_total: 4.7311e-02 ] +2024-10-09 23:24:22,178 INFO: [ epoch: 295 ] [ iter:394,800 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:18 ] [ l_g_pix: 2.7021e-02 ] [ l_g_total: 2.7021e-02 ] +2024-10-09 23:24:25,861 INFO: [ epoch: 295 ] [ iter:394,900 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:12 ] [ l_g_pix: 2.3776e-02 ] [ l_g_total: 2.3776e-02 ] +2024-10-09 23:24:29,585 INFO: [ epoch: 295 ] [ iter:395,000 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:06 ] [ l_g_pix: 2.7205e-02 ] [ l_g_total: 2.7205e-02 ] +2024-10-09 23:24:33,275 INFO: [ epoch: 295 ] [ iter:395,100 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:00 ] [ l_g_pix: 2.3107e-02 ] [ l_g_total: 2.3107e-02 ] +2024-10-09 23:24:36,984 INFO: [ epoch: 295 ] [ iter:395,200 ] [ performance: 27.009 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:53 ] [ l_g_pix: 2.3248e-02 ] [ l_g_total: 2.3248e-02 ] +2024-10-09 23:24:40,766 INFO: [ epoch: 295 ] [ iter:395,300 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:47 ] [ l_g_pix: 3.9552e-02 ] [ l_g_total: 3.9552e-02 ] +2024-10-09 23:24:44,396 INFO: [ epoch: 295 ] [ iter:395,400 ] [ performance: 28.957 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:41 ] [ l_g_pix: 2.9975e-02 ] [ l_g_total: 2.9975e-02 ] +2024-10-09 23:24:49,639 INFO: [ epoch: 296 ] [ iter:395,500 ] [ performance: 20.843 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:36 ] [ l_g_pix: 2.4352e-02 ] [ l_g_total: 2.4352e-02 ] +2024-10-09 23:24:53,369 INFO: [ epoch: 296 ] [ iter:395,600 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:29 ] [ l_g_pix: 2.6927e-02 ] [ l_g_total: 2.6927e-02 ] +2024-10-09 23:24:57,096 INFO: [ epoch: 296 ] [ iter:395,700 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:23 ] [ l_g_pix: 2.5307e-02 ] [ l_g_total: 2.5307e-02 ] +2024-10-09 23:25:00,812 INFO: [ epoch: 296 ] [ iter:395,800 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:17 ] [ l_g_pix: 2.5452e-02 ] [ l_g_total: 2.5452e-02 ] +2024-10-09 23:25:04,535 INFO: [ epoch: 296 ] [ iter:395,900 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:11 ] [ l_g_pix: 3.5390e-02 ] [ l_g_total: 3.5390e-02 ] +2024-10-09 23:25:08,270 INFO: [ epoch: 296 ] [ iter:396,000 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:05 ] [ l_g_pix: 2.6235e-02 ] [ l_g_total: 2.6235e-02 ] +2024-10-09 23:25:11,997 INFO: [ epoch: 296 ] [ iter:396,100 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:59 ] [ l_g_pix: 2.1398e-02 ] [ l_g_total: 2.1398e-02 ] +2024-10-09 23:25:15,718 INFO: [ epoch: 296 ] [ iter:396,200 ] [ performance: 27.498 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:52 ] [ l_g_pix: 3.6248e-02 ] [ l_g_total: 3.6248e-02 ] +2024-10-09 23:25:19,449 INFO: [ epoch: 296 ] [ iter:396,300 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:46 ] [ l_g_pix: 3.0729e-02 ] [ l_g_total: 3.0729e-02 ] +2024-10-09 23:25:23,202 INFO: [ epoch: 296 ] [ iter:396,400 ] [ performance: 26.551 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:40 ] [ l_g_pix: 2.8837e-02 ] [ l_g_total: 2.8837e-02 ] +2024-10-09 23:25:26,903 INFO: [ epoch: 296 ] [ iter:396,500 ] [ performance: 26.920 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:34 ] [ l_g_pix: 3.0804e-02 ] [ l_g_total: 3.0804e-02 ] +2024-10-09 23:25:30,592 INFO: [ epoch: 296 ] [ iter:396,600 ] [ performance: 27.421 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:28 ] [ l_g_pix: 2.7500e-02 ] [ l_g_total: 2.7500e-02 ] +2024-10-09 23:25:34,241 INFO: [ epoch: 296 ] [ iter:396,700 ] [ performance: 27.412 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:22 ] [ l_g_pix: 2.3621e-02 ] [ l_g_total: 2.3621e-02 ] +2024-10-09 23:25:38,856 INFO: [ epoch: 297 ] [ iter:396,800 ] [ performance: 12.649 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:16 ] [ l_g_pix: 2.6177e-02 ] [ l_g_total: 2.6177e-02 ] +2024-10-09 23:25:42,859 INFO: [ epoch: 297 ] [ iter:396,900 ] [ performance: 20.801 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:10 ] [ l_g_pix: 3.9638e-02 ] [ l_g_total: 3.9638e-02 ] +2024-10-09 23:25:46,590 INFO: [ epoch: 297 ] [ iter:397,000 ] [ performance: 27.853 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:04 ] [ l_g_pix: 1.6798e-02 ] [ l_g_total: 1.6798e-02 ] +2024-10-09 23:25:50,324 INFO: [ epoch: 297 ] [ iter:397,100 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:58 ] [ l_g_pix: 3.7986e-02 ] [ l_g_total: 3.7986e-02 ] +2024-10-09 23:25:54,021 INFO: [ epoch: 297 ] [ iter:397,200 ] [ performance: 27.831 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:51 ] [ l_g_pix: 1.4800e-02 ] [ l_g_total: 1.4800e-02 ] +2024-10-09 23:25:57,743 INFO: [ epoch: 297 ] [ iter:397,300 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:45 ] [ l_g_pix: 2.6797e-02 ] [ l_g_total: 2.6797e-02 ] +2024-10-09 23:26:01,445 INFO: [ epoch: 297 ] [ iter:397,400 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:39 ] [ l_g_pix: 3.0950e-02 ] [ l_g_total: 3.0950e-02 ] +2024-10-09 23:26:05,126 INFO: [ epoch: 297 ] [ iter:397,500 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:33 ] [ l_g_pix: 2.8730e-02 ] [ l_g_total: 2.8730e-02 ] +2024-10-09 23:26:08,862 INFO: [ epoch: 297 ] [ iter:397,600 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:27 ] [ l_g_pix: 4.0493e-02 ] [ l_g_total: 4.0493e-02 ] +2024-10-09 23:26:12,590 INFO: [ epoch: 297 ] [ iter:397,700 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:21 ] [ l_g_pix: 3.9231e-02 ] [ l_g_total: 3.9231e-02 ] +2024-10-09 23:26:16,290 INFO: [ epoch: 297 ] [ iter:397,800 ] [ performance: 27.585 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:15 ] [ l_g_pix: 2.8391e-02 ] [ l_g_total: 2.8391e-02 ] +2024-10-09 23:26:19,982 INFO: [ epoch: 297 ] [ iter:397,900 ] [ performance: 27.180 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:08 ] [ l_g_pix: 2.4628e-02 ] [ l_g_total: 2.4628e-02 ] +2024-10-09 23:26:23,745 INFO: [ epoch: 297 ] [ iter:398,000 ] [ performance: 27.715 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:02 ] [ l_g_pix: 3.3933e-02 ] [ l_g_total: 3.3933e-02 ] +2024-10-09 23:26:27,305 INFO: [ epoch: 297 ] [ iter:398,100 ] [ performance: 28.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:56 ] [ l_g_pix: 2.3803e-02 ] [ l_g_total: 2.3803e-02 ] +2024-10-09 23:26:32,648 INFO: [ epoch: 298 ] [ iter:398,200 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:51 ] [ l_g_pix: 2.6209e-02 ] [ l_g_total: 2.6209e-02 ] +2024-10-09 23:26:36,403 INFO: [ epoch: 298 ] [ iter:398,300 ] [ performance: 26.670 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:44 ] [ l_g_pix: 3.3493e-02 ] [ l_g_total: 3.3493e-02 ] +2024-10-09 23:26:40,103 INFO: [ epoch: 298 ] [ iter:398,400 ] [ performance: 27.395 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:38 ] [ l_g_pix: 2.8814e-02 ] [ l_g_total: 2.8814e-02 ] +2024-10-09 23:26:43,773 INFO: [ epoch: 298 ] [ iter:398,500 ] [ performance: 27.278 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:32 ] [ l_g_pix: 3.2171e-02 ] [ l_g_total: 3.2171e-02 ] +2024-10-09 23:26:47,494 INFO: [ epoch: 298 ] [ iter:398,600 ] [ performance: 27.345 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:26 ] [ l_g_pix: 2.0776e-02 ] [ l_g_total: 2.0776e-02 ] +2024-10-09 23:26:51,246 INFO: [ epoch: 298 ] [ iter:398,700 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:20 ] [ l_g_pix: 1.8840e-02 ] [ l_g_total: 1.8840e-02 ] +2024-10-09 23:26:54,924 INFO: [ epoch: 298 ] [ iter:398,800 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:14 ] [ l_g_pix: 2.6926e-02 ] [ l_g_total: 2.6926e-02 ] +2024-10-09 23:26:58,678 INFO: [ epoch: 298 ] [ iter:398,900 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:08 ] [ l_g_pix: 2.8462e-02 ] [ l_g_total: 2.8462e-02 ] +2024-10-09 23:27:02,407 INFO: [ epoch: 298 ] [ iter:399,000 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:02 ] [ l_g_pix: 1.6027e-02 ] [ l_g_total: 1.6027e-02 ] +2024-10-09 23:27:06,122 INFO: [ epoch: 298 ] [ iter:399,100 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:56 ] [ l_g_pix: 2.5277e-02 ] [ l_g_total: 2.5277e-02 ] +2024-10-09 23:27:09,826 INFO: [ epoch: 298 ] [ iter:399,200 ] [ performance: 28.000 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:49 ] [ l_g_pix: 2.0791e-02 ] [ l_g_total: 2.0791e-02 ] +2024-10-09 23:27:13,559 INFO: [ epoch: 298 ] [ iter:399,300 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:43 ] [ l_g_pix: 1.9109e-02 ] [ l_g_total: 1.9109e-02 ] +2024-10-09 23:27:17,226 INFO: [ epoch: 298 ] [ iter:399,400 ] [ performance: 29.660 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:37 ] [ l_g_pix: 2.6524e-02 ] [ l_g_total: 2.6524e-02 ] +2024-10-09 23:27:22,150 INFO: [ epoch: 299 ] [ iter:399,500 ] [ performance: 21.080 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:31 ] [ l_g_pix: 1.7243e-02 ] [ l_g_total: 1.7243e-02 ] +2024-10-09 23:27:25,883 INFO: [ epoch: 299 ] [ iter:399,600 ] [ performance: 27.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:25 ] [ l_g_pix: 3.1767e-02 ] [ l_g_total: 3.1767e-02 ] +2024-10-09 23:27:29,591 INFO: [ epoch: 299 ] [ iter:399,700 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:19 ] [ l_g_pix: 2.6621e-02 ] [ l_g_total: 2.6621e-02 ] +2024-10-09 23:27:33,322 INFO: [ epoch: 299 ] [ iter:399,800 ] [ performance: 27.601 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:13 ] [ l_g_pix: 2.4272e-02 ] [ l_g_total: 2.4272e-02 ] +2024-10-09 23:27:37,012 INFO: [ epoch: 299 ] [ iter:399,900 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:07 ] [ l_g_pix: 2.7209e-02 ] [ l_g_total: 2.7209e-02 ] +2024-10-09 23:27:40,735 INFO: [ epoch: 299 ] [ iter:400,000 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:01 ] [ l_g_pix: 1.8822e-02 ] [ l_g_total: 1.8822e-02 ] +2024-10-09 23:27:40,735 INFO: Saving models and training states. +2024-10-09 23:31:37,222 INFO: Validation val + + # psnr: 27.2167........ Best: 27.2233 @ 390000 iter + # ssim: 0.7670........ Best: 0.7672 @ 390000 iter + # dists: 0.7732........ Best: 0.7732 @ 390000 iter + +2024-10-09 23:31:41,000 INFO: [ epoch: 299 ] [ iter:400,100 ] [ performance: 26.527 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:06 ] [ l_g_pix: 4.1599e-02 ] [ l_g_total: 4.1599e-02 ] +2024-10-09 23:31:44,813 INFO: [ epoch: 299 ] [ iter:400,200 ] [ performance: 26.148 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:00 ] [ l_g_pix: 2.9013e-02 ] [ l_g_total: 2.9013e-02 ] +2024-10-09 23:31:48,603 INFO: [ epoch: 299 ] [ iter:400,300 ] [ performance: 26.370 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:53 ] [ l_g_pix: 4.4682e-02 ] [ l_g_total: 4.4682e-02 ] +2024-10-09 23:31:52,380 INFO: [ epoch: 299 ] [ iter:400,400 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:47 ] [ l_g_pix: 2.8808e-02 ] [ l_g_total: 2.8808e-02 ] +2024-10-09 23:31:56,240 INFO: [ epoch: 299 ] [ iter:400,500 ] [ performance: 25.981 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:41 ] [ l_g_pix: 2.4083e-02 ] [ l_g_total: 2.4083e-02 ] +2024-10-09 23:32:00,094 INFO: [ epoch: 299 ] [ iter:400,600 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:35 ] [ l_g_pix: 2.6563e-02 ] [ l_g_total: 2.6563e-02 ] +2024-10-09 23:32:03,928 INFO: [ epoch: 299 ] [ iter:400,700 ] [ performance: 26.129 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:29 ] [ l_g_pix: 3.8783e-02 ] [ l_g_total: 3.8783e-02 ] +2024-10-09 23:32:07,654 INFO: [ epoch: 299 ] [ iter:400,800 ] [ performance: 13.343 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:23 ] [ l_g_pix: 2.6370e-02 ] [ l_g_total: 2.6370e-02 ] +2024-10-09 23:32:13,484 INFO: [ epoch: 300 ] [ iter:400,900 ] [ performance: 16.883 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:17 ] [ l_g_pix: 2.7708e-02 ] [ l_g_total: 2.7708e-02 ] +2024-10-09 23:32:17,225 INFO: [ epoch: 300 ] [ iter:401,000 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:11 ] [ l_g_pix: 2.5873e-02 ] [ l_g_total: 2.5873e-02 ] +2024-10-09 23:32:20,997 INFO: [ epoch: 300 ] [ iter:401,100 ] [ performance: 26.523 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:05 ] [ l_g_pix: 2.0877e-02 ] [ l_g_total: 2.0877e-02 ] +2024-10-09 23:32:24,835 INFO: [ epoch: 300 ] [ iter:401,200 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:59 ] [ l_g_pix: 2.4083e-02 ] [ l_g_total: 2.4083e-02 ] +2024-10-09 23:32:28,559 INFO: [ epoch: 300 ] [ iter:401,300 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:53 ] [ l_g_pix: 2.5001e-02 ] [ l_g_total: 2.5001e-02 ] +2024-10-09 23:32:32,455 INFO: [ epoch: 300 ] [ iter:401,400 ] [ performance: 25.895 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:46 ] [ l_g_pix: 3.1148e-02 ] [ l_g_total: 3.1148e-02 ] +2024-10-09 23:32:36,277 INFO: [ epoch: 300 ] [ iter:401,500 ] [ performance: 26.161 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:40 ] [ l_g_pix: 2.4667e-02 ] [ l_g_total: 2.4667e-02 ] +2024-10-09 23:32:40,056 INFO: [ epoch: 300 ] [ iter:401,600 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:34 ] [ l_g_pix: 3.4672e-02 ] [ l_g_total: 3.4672e-02 ] +2024-10-09 23:32:43,793 INFO: [ epoch: 300 ] [ iter:401,700 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:28 ] [ l_g_pix: 2.9673e-02 ] [ l_g_total: 2.9673e-02 ] +2024-10-09 23:32:47,469 INFO: [ epoch: 300 ] [ iter:401,800 ] [ performance: 25.862 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:22 ] [ l_g_pix: 2.5142e-02 ] [ l_g_total: 2.5142e-02 ] +2024-10-09 23:32:51,148 INFO: [ epoch: 300 ] [ iter:401,900 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:16 ] [ l_g_pix: 3.0312e-02 ] [ l_g_total: 3.0312e-02 ] +2024-10-09 23:32:56,142 INFO: [ epoch: 300 ] [ iter:402,000 ] [ performance: 23.078 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:10 ] [ l_g_pix: 2.5095e-02 ] [ l_g_total: 2.5095e-02 ] +2024-10-09 23:33:00,901 INFO: [ epoch: 300 ] [ iter:402,100 ] [ performance: 21.015 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:04 ] [ l_g_pix: 3.7745e-02 ] [ l_g_total: 3.7745e-02 ] +2024-10-09 23:33:06,373 INFO: [ epoch: 301 ] [ iter:402,200 ] [ performance: 19.552 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:58 ] [ l_g_pix: 3.1265e-02 ] [ l_g_total: 3.1265e-02 ] +2024-10-09 23:33:10,081 INFO: [ epoch: 301 ] [ iter:402,300 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:52 ] [ l_g_pix: 2.4430e-02 ] [ l_g_total: 2.4430e-02 ] +2024-10-09 23:33:13,812 INFO: [ epoch: 301 ] [ iter:402,400 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:46 ] [ l_g_pix: 2.5663e-02 ] [ l_g_total: 2.5663e-02 ] +2024-10-09 23:33:17,550 INFO: [ epoch: 301 ] [ iter:402,500 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:40 ] [ l_g_pix: 3.2213e-02 ] [ l_g_total: 3.2213e-02 ] +2024-10-09 23:33:21,293 INFO: [ epoch: 301 ] [ iter:402,600 ] [ performance: 26.758 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:34 ] [ l_g_pix: 2.1159e-02 ] [ l_g_total: 2.1159e-02 ] +2024-10-09 23:33:25,063 INFO: [ epoch: 301 ] [ iter:402,700 ] [ performance: 26.540 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:28 ] [ l_g_pix: 2.5401e-02 ] [ l_g_total: 2.5401e-02 ] +2024-10-09 23:33:28,802 INFO: [ epoch: 301 ] [ iter:402,800 ] [ performance: 26.647 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:22 ] [ l_g_pix: 1.7659e-02 ] [ l_g_total: 1.7659e-02 ] +2024-10-09 23:33:32,544 INFO: [ epoch: 301 ] [ iter:402,900 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:15 ] [ l_g_pix: 3.7537e-02 ] [ l_g_total: 3.7537e-02 ] +2024-10-09 23:33:36,310 INFO: [ epoch: 301 ] [ iter:403,000 ] [ performance: 26.665 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:09 ] [ l_g_pix: 2.4827e-02 ] [ l_g_total: 2.4827e-02 ] +2024-10-09 23:33:40,111 INFO: [ epoch: 301 ] [ iter:403,100 ] [ performance: 26.294 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:03 ] [ l_g_pix: 3.1210e-02 ] [ l_g_total: 3.1210e-02 ] +2024-10-09 23:33:43,850 INFO: [ epoch: 301 ] [ iter:403,200 ] [ performance: 26.525 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:57 ] [ l_g_pix: 2.7975e-02 ] [ l_g_total: 2.7975e-02 ] +2024-10-09 23:33:47,601 INFO: [ epoch: 301 ] [ iter:403,300 ] [ performance: 26.713 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:51 ] [ l_g_pix: 1.7525e-02 ] [ l_g_total: 1.7525e-02 ] +2024-10-09 23:33:51,309 INFO: [ epoch: 301 ] [ iter:403,400 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:45 ] [ l_g_pix: 2.5118e-02 ] [ l_g_total: 2.5118e-02 ] +2024-10-09 23:33:56,312 INFO: [ epoch: 302 ] [ iter:403,500 ] [ performance: 19.561 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:39 ] [ l_g_pix: 2.3356e-02 ] [ l_g_total: 2.3356e-02 ] +2024-10-09 23:34:00,084 INFO: [ epoch: 302 ] [ iter:403,600 ] [ performance: 22.640 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:33 ] [ l_g_pix: 2.4396e-02 ] [ l_g_total: 2.4396e-02 ] +2024-10-09 23:34:03,745 INFO: [ epoch: 302 ] [ iter:403,700 ] [ performance: 27.390 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:27 ] [ l_g_pix: 2.6368e-02 ] [ l_g_total: 2.6368e-02 ] +2024-10-09 23:34:07,444 INFO: [ epoch: 302 ] [ iter:403,800 ] [ performance: 27.207 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:21 ] [ l_g_pix: 3.6429e-02 ] [ l_g_total: 3.6429e-02 ] +2024-10-09 23:34:11,315 INFO: [ epoch: 302 ] [ iter:403,900 ] [ performance: 25.798 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:14 ] [ l_g_pix: 2.0741e-02 ] [ l_g_total: 2.0741e-02 ] +2024-10-09 23:34:15,176 INFO: [ epoch: 302 ] [ iter:404,000 ] [ performance: 25.852 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:08 ] [ l_g_pix: 2.9259e-02 ] [ l_g_total: 2.9259e-02 ] +2024-10-09 23:34:18,936 INFO: [ epoch: 302 ] [ iter:404,100 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:02 ] [ l_g_pix: 2.9466e-02 ] [ l_g_total: 2.9466e-02 ] +2024-10-09 23:34:22,705 INFO: [ epoch: 302 ] [ iter:404,200 ] [ performance: 26.583 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:56 ] [ l_g_pix: 2.3072e-02 ] [ l_g_total: 2.3072e-02 ] +2024-10-09 23:34:26,483 INFO: [ epoch: 302 ] [ iter:404,300 ] [ performance: 26.468 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:50 ] [ l_g_pix: 1.2162e-02 ] [ l_g_total: 1.2162e-02 ] +2024-10-09 23:34:30,281 INFO: [ epoch: 302 ] [ iter:404,400 ] [ performance: 26.400 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:44 ] [ l_g_pix: 2.0289e-02 ] [ l_g_total: 2.0289e-02 ] +2024-10-09 23:34:34,018 INFO: [ epoch: 302 ] [ iter:404,500 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:38 ] [ l_g_pix: 3.9089e-02 ] [ l_g_total: 3.9089e-02 ] +2024-10-09 23:34:37,717 INFO: [ epoch: 302 ] [ iter:404,600 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:32 ] [ l_g_pix: 2.4213e-02 ] [ l_g_total: 2.4213e-02 ] +2024-10-09 23:34:41,405 INFO: [ epoch: 302 ] [ iter:404,700 ] [ performance: 27.123 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:26 ] [ l_g_pix: 2.0735e-02 ] [ l_g_total: 2.0735e-02 ] +2024-10-09 23:34:44,910 INFO: [ epoch: 302 ] [ iter:404,800 ] [ performance: 27.859 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:19 ] [ l_g_pix: 2.5898e-02 ] [ l_g_total: 2.5898e-02 ] +2024-10-09 23:34:50,236 INFO: [ epoch: 303 ] [ iter:404,900 ] [ performance: 23.610 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:14 ] [ l_g_pix: 4.4321e-02 ] [ l_g_total: 4.4321e-02 ] +2024-10-09 23:34:53,970 INFO: [ epoch: 303 ] [ iter:405,000 ] [ performance: 25.220 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:08 ] [ l_g_pix: 1.8753e-02 ] [ l_g_total: 1.8753e-02 ] +2024-10-09 23:34:57,756 INFO: [ epoch: 303 ] [ iter:405,100 ] [ performance: 26.480 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:01 ] [ l_g_pix: 3.0210e-02 ] [ l_g_total: 3.0210e-02 ] +2024-10-09 23:35:01,525 INFO: [ epoch: 303 ] [ iter:405,200 ] [ performance: 26.513 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:55 ] [ l_g_pix: 2.0585e-02 ] [ l_g_total: 2.0585e-02 ] +2024-10-09 23:35:05,215 INFO: [ epoch: 303 ] [ iter:405,300 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:49 ] [ l_g_pix: 2.9063e-02 ] [ l_g_total: 2.9063e-02 ] +2024-10-09 23:35:08,931 INFO: [ epoch: 303 ] [ iter:405,400 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:43 ] [ l_g_pix: 2.7633e-02 ] [ l_g_total: 2.7633e-02 ] +2024-10-09 23:35:12,670 INFO: [ epoch: 303 ] [ iter:405,500 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:37 ] [ l_g_pix: 4.1189e-02 ] [ l_g_total: 4.1189e-02 ] +2024-10-09 23:35:16,423 INFO: [ epoch: 303 ] [ iter:405,600 ] [ performance: 26.723 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:31 ] [ l_g_pix: 1.9086e-02 ] [ l_g_total: 1.9086e-02 ] +2024-10-09 23:35:20,323 INFO: [ epoch: 303 ] [ iter:405,700 ] [ performance: 25.551 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:25 ] [ l_g_pix: 1.9607e-02 ] [ l_g_total: 1.9607e-02 ] +2024-10-09 23:35:24,025 INFO: [ epoch: 303 ] [ iter:405,800 ] [ performance: 26.337 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:19 ] [ l_g_pix: 3.7353e-02 ] [ l_g_total: 3.7353e-02 ] +2024-10-09 23:35:27,700 INFO: [ epoch: 303 ] [ iter:405,900 ] [ performance: 27.342 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:13 ] [ l_g_pix: 3.9670e-02 ] [ l_g_total: 3.9670e-02 ] +2024-10-09 23:35:31,438 INFO: [ epoch: 303 ] [ iter:406,000 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:06 ] [ l_g_pix: 2.4936e-02 ] [ l_g_total: 2.4936e-02 ] +2024-10-09 23:35:35,006 INFO: [ epoch: 303 ] [ iter:406,100 ] [ performance: 28.383 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:00 ] [ l_g_pix: 2.5277e-02 ] [ l_g_total: 2.5277e-02 ] +2024-10-09 23:35:40,284 INFO: [ epoch: 304 ] [ iter:406,200 ] [ performance: 22.236 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:55 ] [ l_g_pix: 1.9988e-02 ] [ l_g_total: 1.9988e-02 ] +2024-10-09 23:35:44,006 INFO: [ epoch: 304 ] [ iter:406,300 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:49 ] [ l_g_pix: 3.1503e-02 ] [ l_g_total: 3.1503e-02 ] +2024-10-09 23:35:47,736 INFO: [ epoch: 304 ] [ iter:406,400 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:42 ] [ l_g_pix: 2.4152e-02 ] [ l_g_total: 2.4152e-02 ] +2024-10-09 23:35:51,533 INFO: [ epoch: 304 ] [ iter:406,500 ] [ performance: 26.388 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:36 ] [ l_g_pix: 3.4639e-02 ] [ l_g_total: 3.4639e-02 ] +2024-10-09 23:35:55,307 INFO: [ epoch: 304 ] [ iter:406,600 ] [ performance: 26.454 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:30 ] [ l_g_pix: 3.5562e-02 ] [ l_g_total: 3.5562e-02 ] +2024-10-09 23:35:59,012 INFO: [ epoch: 304 ] [ iter:406,700 ] [ performance: 27.011 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:24 ] [ l_g_pix: 2.5218e-02 ] [ l_g_total: 2.5218e-02 ] +2024-10-09 23:36:02,728 INFO: [ epoch: 304 ] [ iter:406,800 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:18 ] [ l_g_pix: 1.8814e-02 ] [ l_g_total: 1.8814e-02 ] +2024-10-09 23:36:06,415 INFO: [ epoch: 304 ] [ iter:406,900 ] [ performance: 27.235 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:12 ] [ l_g_pix: 3.1926e-02 ] [ l_g_total: 3.1926e-02 ] +2024-10-09 23:36:10,100 INFO: [ epoch: 304 ] [ iter:407,000 ] [ performance: 27.182 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:06 ] [ l_g_pix: 2.2137e-02 ] [ l_g_total: 2.2137e-02 ] +2024-10-09 23:36:13,792 INFO: [ epoch: 304 ] [ iter:407,100 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:00 ] [ l_g_pix: 2.4675e-02 ] [ l_g_total: 2.4675e-02 ] +2024-10-09 23:36:17,516 INFO: [ epoch: 304 ] [ iter:407,200 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:54 ] [ l_g_pix: 3.4148e-02 ] [ l_g_total: 3.4148e-02 ] +2024-10-09 23:36:21,241 INFO: [ epoch: 304 ] [ iter:407,300 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:48 ] [ l_g_pix: 3.1860e-02 ] [ l_g_total: 3.1860e-02 ] +2024-10-09 23:36:24,895 INFO: [ epoch: 304 ] [ iter:407,400 ] [ performance: 27.234 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:41 ] [ l_g_pix: 2.0698e-02 ] [ l_g_total: 2.0698e-02 ] +2024-10-09 23:36:30,149 INFO: [ epoch: 305 ] [ iter:407,500 ] [ performance: 17.303 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:36 ] [ l_g_pix: 1.8038e-02 ] [ l_g_total: 1.8038e-02 ] +2024-10-09 23:36:33,951 INFO: [ epoch: 305 ] [ iter:407,600 ] [ performance: 21.573 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:30 ] [ l_g_pix: 2.3234e-02 ] [ l_g_total: 2.3234e-02 ] +2024-10-09 23:36:37,698 INFO: [ epoch: 305 ] [ iter:407,700 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:24 ] [ l_g_pix: 4.1818e-02 ] [ l_g_total: 4.1818e-02 ] +2024-10-09 23:36:41,389 INFO: [ epoch: 305 ] [ iter:407,800 ] [ performance: 27.083 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:18 ] [ l_g_pix: 2.5185e-02 ] [ l_g_total: 2.5185e-02 ] +2024-10-09 23:36:45,118 INFO: [ epoch: 305 ] [ iter:407,900 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:11 ] [ l_g_pix: 2.1609e-02 ] [ l_g_total: 2.1609e-02 ] +2024-10-09 23:36:48,875 INFO: [ epoch: 305 ] [ iter:408,000 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:05 ] [ l_g_pix: 1.8291e-02 ] [ l_g_total: 1.8291e-02 ] +2024-10-09 23:36:52,597 INFO: [ epoch: 305 ] [ iter:408,100 ] [ performance: 26.988 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:59 ] [ l_g_pix: 2.1751e-02 ] [ l_g_total: 2.1751e-02 ] +2024-10-09 23:36:56,291 INFO: [ epoch: 305 ] [ iter:408,200 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:53 ] [ l_g_pix: 4.0810e-02 ] [ l_g_total: 4.0810e-02 ] +2024-10-09 23:37:00,071 INFO: [ epoch: 305 ] [ iter:408,300 ] [ performance: 26.364 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:47 ] [ l_g_pix: 2.5848e-02 ] [ l_g_total: 2.5848e-02 ] +2024-10-09 23:37:03,782 INFO: [ epoch: 305 ] [ iter:408,400 ] [ performance: 26.710 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:41 ] [ l_g_pix: 3.4807e-02 ] [ l_g_total: 3.4807e-02 ] +2024-10-09 23:37:07,473 INFO: [ epoch: 305 ] [ iter:408,500 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:35 ] [ l_g_pix: 3.1203e-02 ] [ l_g_total: 3.1203e-02 ] +2024-10-09 23:37:11,202 INFO: [ epoch: 305 ] [ iter:408,600 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:29 ] [ l_g_pix: 2.7625e-02 ] [ l_g_total: 2.7625e-02 ] +2024-10-09 23:37:14,919 INFO: [ epoch: 305 ] [ iter:408,700 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:23 ] [ l_g_pix: 2.9285e-02 ] [ l_g_total: 2.9285e-02 ] +2024-10-09 23:37:18,438 INFO: [ epoch: 305 ] [ iter:408,800 ] [ performance: 27.873 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:17 ] [ l_g_pix: 2.6169e-02 ] [ l_g_total: 2.6169e-02 ] +2024-10-09 23:37:23,644 INFO: [ epoch: 306 ] [ iter:408,900 ] [ performance: 24.706 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:11 ] [ l_g_pix: 1.8370e-02 ] [ l_g_total: 1.8370e-02 ] +2024-10-09 23:37:27,391 INFO: [ epoch: 306 ] [ iter:409,000 ] [ performance: 25.896 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:05 ] [ l_g_pix: 2.1859e-02 ] [ l_g_total: 2.1859e-02 ] +2024-10-09 23:37:31,241 INFO: [ epoch: 306 ] [ iter:409,100 ] [ performance: 25.974 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:59 ] [ l_g_pix: 3.5378e-02 ] [ l_g_total: 3.5378e-02 ] +2024-10-09 23:37:34,952 INFO: [ epoch: 306 ] [ iter:409,200 ] [ performance: 26.560 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:53 ] [ l_g_pix: 3.4429e-02 ] [ l_g_total: 3.4429e-02 ] +2024-10-09 23:37:38,688 INFO: [ epoch: 306 ] [ iter:409,300 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:47 ] [ l_g_pix: 1.8355e-02 ] [ l_g_total: 1.8355e-02 ] +2024-10-09 23:37:42,377 INFO: [ epoch: 306 ] [ iter:409,400 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:41 ] [ l_g_pix: 2.9232e-02 ] [ l_g_total: 2.9232e-02 ] +2024-10-09 23:37:46,080 INFO: [ epoch: 306 ] [ iter:409,500 ] [ performance: 27.247 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:35 ] [ l_g_pix: 2.7373e-02 ] [ l_g_total: 2.7373e-02 ] +2024-10-09 23:37:49,803 INFO: [ epoch: 306 ] [ iter:409,600 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:29 ] [ l_g_pix: 2.4335e-02 ] [ l_g_total: 2.4335e-02 ] +2024-10-09 23:37:53,490 INFO: [ epoch: 306 ] [ iter:409,700 ] [ performance: 27.092 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:22 ] [ l_g_pix: 2.3372e-02 ] [ l_g_total: 2.3372e-02 ] +2024-10-09 23:37:57,181 INFO: [ epoch: 306 ] [ iter:409,800 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:16 ] [ l_g_pix: 4.2104e-02 ] [ l_g_total: 4.2104e-02 ] +2024-10-09 23:38:00,886 INFO: [ epoch: 306 ] [ iter:409,900 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:10 ] [ l_g_pix: 3.0417e-02 ] [ l_g_total: 3.0417e-02 ] +2024-10-09 23:38:04,652 INFO: [ epoch: 306 ] [ iter:410,000 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:04 ] [ l_g_pix: 2.9408e-02 ] [ l_g_total: 2.9408e-02 ] +2024-10-09 23:38:04,652 INFO: Saving models and training states. +2024-10-09 23:41:45,798 INFO: Validation val + + # psnr: 27.2192........ Best: 27.2233 @ 390000 iter + # ssim: 0.7671........ Best: 0.7672 @ 390000 iter + # dists: 0.7732........ Best: 0.7732 @ 410000 iter + +2024-10-09 23:41:49,392 INFO: [ epoch: 306 ] [ iter:410,100 ] [ performance: 28.735 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:57 ] [ l_g_pix: 3.3605e-02 ] [ l_g_total: 3.3605e-02 ] +2024-10-09 23:41:54,423 INFO: [ epoch: 307 ] [ iter:410,200 ] [ performance: 22.478 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:52 ] [ l_g_pix: 2.0743e-02 ] [ l_g_total: 2.0743e-02 ] +2024-10-09 23:41:58,145 INFO: [ epoch: 307 ] [ iter:410,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:46 ] [ l_g_pix: 2.3909e-02 ] [ l_g_total: 2.3909e-02 ] +2024-10-09 23:42:01,917 INFO: [ epoch: 307 ] [ iter:410,400 ] [ performance: 26.633 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:39 ] [ l_g_pix: 2.1880e-02 ] [ l_g_total: 2.1880e-02 ] +2024-10-09 23:42:05,679 INFO: [ epoch: 307 ] [ iter:410,500 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:33 ] [ l_g_pix: 2.6374e-02 ] [ l_g_total: 2.6374e-02 ] +2024-10-09 23:42:09,379 INFO: [ epoch: 307 ] [ iter:410,600 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:27 ] [ l_g_pix: 2.8073e-02 ] [ l_g_total: 2.8073e-02 ] +2024-10-09 23:42:13,173 INFO: [ epoch: 307 ] [ iter:410,700 ] [ performance: 26.499 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:21 ] [ l_g_pix: 2.9724e-02 ] [ l_g_total: 2.9724e-02 ] +2024-10-09 23:42:16,944 INFO: [ epoch: 307 ] [ iter:410,800 ] [ performance: 26.512 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:15 ] [ l_g_pix: 2.6254e-02 ] [ l_g_total: 2.6254e-02 ] +2024-10-09 23:42:20,697 INFO: [ epoch: 307 ] [ iter:410,900 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:09 ] [ l_g_pix: 2.5423e-02 ] [ l_g_total: 2.5423e-02 ] +2024-10-09 23:42:24,386 INFO: [ epoch: 307 ] [ iter:411,000 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:03 ] [ l_g_pix: 3.3618e-02 ] [ l_g_total: 3.3618e-02 ] +2024-10-09 23:42:28,109 INFO: [ epoch: 307 ] [ iter:411,100 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:57 ] [ l_g_pix: 2.9714e-02 ] [ l_g_total: 2.9714e-02 ] +2024-10-09 23:42:31,873 INFO: [ epoch: 307 ] [ iter:411,200 ] [ performance: 26.685 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:50 ] [ l_g_pix: 2.3278e-02 ] [ l_g_total: 2.3278e-02 ] +2024-10-09 23:42:35,651 INFO: [ epoch: 307 ] [ iter:411,300 ] [ performance: 26.598 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:44 ] [ l_g_pix: 2.9666e-02 ] [ l_g_total: 2.9666e-02 ] +2024-10-09 23:42:39,377 INFO: [ epoch: 307 ] [ iter:411,400 ] [ performance: 26.757 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:38 ] [ l_g_pix: 2.7250e-02 ] [ l_g_total: 2.7250e-02 ] +2024-10-09 23:42:44,306 INFO: [ epoch: 308 ] [ iter:411,500 ] [ performance: 16.202 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:32 ] [ l_g_pix: 3.5032e-02 ] [ l_g_total: 3.5032e-02 ] +2024-10-09 23:42:48,325 INFO: [ epoch: 308 ] [ iter:411,600 ] [ performance: 20.994 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:26 ] [ l_g_pix: 1.7551e-02 ] [ l_g_total: 1.7551e-02 ] +2024-10-09 23:42:52,079 INFO: [ epoch: 308 ] [ iter:411,700 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:20 ] [ l_g_pix: 3.0099e-02 ] [ l_g_total: 3.0099e-02 ] +2024-10-09 23:42:55,845 INFO: [ epoch: 308 ] [ iter:411,800 ] [ performance: 26.585 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:14 ] [ l_g_pix: 2.8578e-02 ] [ l_g_total: 2.8578e-02 ] +2024-10-09 23:43:31,814 INFO: [ epoch: 308 ] [ iter:411,900 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:17 ] [ l_g_pix: 2.0333e-02 ] [ l_g_total: 2.0333e-02 ] +2024-10-09 23:43:35,546 INFO: [ epoch: 308 ] [ iter:412,000 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:10 ] [ l_g_pix: 3.0308e-02 ] [ l_g_total: 3.0308e-02 ] +2024-10-09 23:43:39,223 INFO: [ epoch: 308 ] [ iter:412,100 ] [ performance: 27.185 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:04 ] [ l_g_pix: 4.0854e-02 ] [ l_g_total: 4.0854e-02 ] +2024-10-09 23:43:42,883 INFO: [ epoch: 308 ] [ iter:412,200 ] [ performance: 27.282 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:58 ] [ l_g_pix: 2.6589e-02 ] [ l_g_total: 2.6589e-02 ] +2024-10-09 23:43:46,611 INFO: [ epoch: 308 ] [ iter:412,300 ] [ performance: 26.362 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:52 ] [ l_g_pix: 2.5451e-02 ] [ l_g_total: 2.5451e-02 ] +2024-10-09 23:43:50,288 INFO: [ epoch: 308 ] [ iter:412,400 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:46 ] [ l_g_pix: 2.8825e-02 ] [ l_g_total: 2.8825e-02 ] +2024-10-09 23:43:53,974 INFO: [ epoch: 308 ] [ iter:412,500 ] [ performance: 27.460 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:40 ] [ l_g_pix: 3.2514e-02 ] [ l_g_total: 3.2514e-02 ] +2024-10-09 23:43:57,692 INFO: [ epoch: 308 ] [ iter:412,600 ] [ performance: 27.084 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:34 ] [ l_g_pix: 3.4148e-02 ] [ l_g_total: 3.4148e-02 ] +2024-10-09 23:44:01,370 INFO: [ epoch: 308 ] [ iter:412,700 ] [ performance: 27.363 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:28 ] [ l_g_pix: 2.1885e-02 ] [ l_g_total: 2.1885e-02 ] +2024-10-09 23:44:04,888 INFO: [ epoch: 308 ] [ iter:412,800 ] [ performance: 28.079 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:21 ] [ l_g_pix: 3.8583e-02 ] [ l_g_total: 3.8583e-02 ] +2024-10-09 23:44:10,113 INFO: [ epoch: 309 ] [ iter:412,900 ] [ performance: 27.123 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:16 ] [ l_g_pix: 3.0239e-02 ] [ l_g_total: 3.0239e-02 ] +2024-10-09 23:44:13,843 INFO: [ epoch: 309 ] [ iter:413,000 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:10 ] [ l_g_pix: 2.3850e-02 ] [ l_g_total: 2.3850e-02 ] +2024-10-09 23:44:17,543 INFO: [ epoch: 309 ] [ iter:413,100 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:03 ] [ l_g_pix: 4.0246e-02 ] [ l_g_total: 4.0246e-02 ] +2024-10-09 23:44:21,284 INFO: [ epoch: 309 ] [ iter:413,200 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:57 ] [ l_g_pix: 3.8980e-02 ] [ l_g_total: 3.8980e-02 ] +2024-10-09 23:44:25,014 INFO: [ epoch: 309 ] [ iter:413,300 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:51 ] [ l_g_pix: 3.7604e-02 ] [ l_g_total: 3.7604e-02 ] +2024-10-09 23:44:28,796 INFO: [ epoch: 309 ] [ iter:413,400 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:45 ] [ l_g_pix: 1.6453e-02 ] [ l_g_total: 1.6453e-02 ] +2024-10-09 23:44:32,498 INFO: [ epoch: 309 ] [ iter:413,500 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:39 ] [ l_g_pix: 3.8537e-02 ] [ l_g_total: 3.8537e-02 ] +2024-10-09 23:44:36,284 INFO: [ epoch: 309 ] [ iter:413,600 ] [ performance: 26.607 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:33 ] [ l_g_pix: 1.8225e-02 ] [ l_g_total: 1.8225e-02 ] +2024-10-09 23:44:40,021 INFO: [ epoch: 309 ] [ iter:413,700 ] [ performance: 26.713 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:27 ] [ l_g_pix: 2.8816e-02 ] [ l_g_total: 2.8816e-02 ] +2024-10-09 23:44:43,726 INFO: [ epoch: 309 ] [ iter:413,800 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:21 ] [ l_g_pix: 2.4521e-02 ] [ l_g_total: 2.4521e-02 ] +2024-10-09 23:44:47,389 INFO: [ epoch: 309 ] [ iter:413,900 ] [ performance: 27.563 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:15 ] [ l_g_pix: 3.2136e-02 ] [ l_g_total: 3.2136e-02 ] +2024-10-09 23:44:51,119 INFO: [ epoch: 309 ] [ iter:414,000 ] [ performance: 27.027 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:09 ] [ l_g_pix: 2.4888e-02 ] [ l_g_total: 2.4888e-02 ] +2024-10-09 23:44:54,740 INFO: [ epoch: 309 ] [ iter:414,100 ] [ performance: 28.929 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:02 ] [ l_g_pix: 3.5747e-02 ] [ l_g_total: 3.5747e-02 ] +2024-10-09 23:44:59,957 INFO: [ epoch: 310 ] [ iter:414,200 ] [ performance: 21.217 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:57 ] [ l_g_pix: 2.6002e-02 ] [ l_g_total: 2.6002e-02 ] +2024-10-09 23:45:03,738 INFO: [ epoch: 310 ] [ iter:414,300 ] [ performance: 27.425 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:51 ] [ l_g_pix: 2.3669e-02 ] [ l_g_total: 2.3669e-02 ] +2024-10-09 23:45:07,410 INFO: [ epoch: 310 ] [ iter:414,400 ] [ performance: 27.290 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:45 ] [ l_g_pix: 2.4658e-02 ] [ l_g_total: 2.4658e-02 ] +2024-10-09 23:45:11,111 INFO: [ epoch: 310 ] [ iter:414,500 ] [ performance: 27.119 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:38 ] [ l_g_pix: 2.6135e-02 ] [ l_g_total: 2.6135e-02 ] +2024-10-09 23:45:14,876 INFO: [ epoch: 310 ] [ iter:414,600 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:32 ] [ l_g_pix: 1.7942e-02 ] [ l_g_total: 1.7942e-02 ] +2024-10-09 23:45:18,640 INFO: [ epoch: 310 ] [ iter:414,700 ] [ performance: 26.585 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:26 ] [ l_g_pix: 1.7958e-02 ] [ l_g_total: 1.7958e-02 ] +2024-10-09 23:45:22,387 INFO: [ epoch: 310 ] [ iter:414,800 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:20 ] [ l_g_pix: 2.3724e-02 ] [ l_g_total: 2.3724e-02 ] +2024-10-09 23:45:26,087 INFO: [ epoch: 310 ] [ iter:414,900 ] [ performance: 27.347 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:14 ] [ l_g_pix: 2.6445e-02 ] [ l_g_total: 2.6445e-02 ] +2024-10-09 23:45:29,821 INFO: [ epoch: 310 ] [ iter:415,000 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:08 ] [ l_g_pix: 3.0832e-02 ] [ l_g_total: 3.0832e-02 ] +2024-10-09 23:45:33,529 INFO: [ epoch: 310 ] [ iter:415,100 ] [ performance: 27.249 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:02 ] [ l_g_pix: 2.4205e-02 ] [ l_g_total: 2.4205e-02 ] +2024-10-09 23:45:37,269 INFO: [ epoch: 310 ] [ iter:415,200 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:56 ] [ l_g_pix: 1.9733e-02 ] [ l_g_total: 1.9733e-02 ] +2024-10-09 23:45:40,979 INFO: [ epoch: 310 ] [ iter:415,300 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:50 ] [ l_g_pix: 3.3513e-02 ] [ l_g_total: 3.3513e-02 ] +2024-10-09 23:45:44,697 INFO: [ epoch: 310 ] [ iter:415,400 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:44 ] [ l_g_pix: 3.6244e-02 ] [ l_g_total: 3.6244e-02 ] +2024-10-09 23:45:49,268 INFO: [ epoch: 311 ] [ iter:415,500 ] [ performance: 14.636 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:38 ] [ l_g_pix: 3.6551e-02 ] [ l_g_total: 3.6551e-02 ] +2024-10-09 23:45:53,450 INFO: [ epoch: 311 ] [ iter:415,600 ] [ performance: 20.668 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:32 ] [ l_g_pix: 2.2664e-02 ] [ l_g_total: 2.2664e-02 ] +2024-10-09 23:45:57,150 INFO: [ epoch: 311 ] [ iter:415,700 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:26 ] [ l_g_pix: 2.5641e-02 ] [ l_g_total: 2.5641e-02 ] +2024-10-09 23:46:00,857 INFO: [ epoch: 311 ] [ iter:415,800 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:20 ] [ l_g_pix: 3.3281e-02 ] [ l_g_total: 3.3281e-02 ] +2024-10-09 23:46:04,557 INFO: [ epoch: 311 ] [ iter:415,900 ] [ performance: 27.275 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:14 ] [ l_g_pix: 3.0993e-02 ] [ l_g_total: 3.0993e-02 ] +2024-10-09 23:46:08,295 INFO: [ epoch: 311 ] [ iter:416,000 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:08 ] [ l_g_pix: 2.4272e-02 ] [ l_g_total: 2.4272e-02 ] +2024-10-09 23:46:12,101 INFO: [ epoch: 311 ] [ iter:416,100 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:02 ] [ l_g_pix: 2.6554e-02 ] [ l_g_total: 2.6554e-02 ] +2024-10-09 23:46:15,837 INFO: [ epoch: 311 ] [ iter:416,200 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:55 ] [ l_g_pix: 2.2180e-02 ] [ l_g_total: 2.2180e-02 ] +2024-10-09 23:46:19,525 INFO: [ epoch: 311 ] [ iter:416,300 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:49 ] [ l_g_pix: 3.3159e-02 ] [ l_g_total: 3.3159e-02 ] +2024-10-09 23:46:23,266 INFO: [ epoch: 311 ] [ iter:416,400 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:43 ] [ l_g_pix: 2.6861e-02 ] [ l_g_total: 2.6861e-02 ] +2024-10-09 23:46:26,970 INFO: [ epoch: 311 ] [ iter:416,500 ] [ performance: 27.122 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:37 ] [ l_g_pix: 2.7247e-02 ] [ l_g_total: 2.7247e-02 ] +2024-10-09 23:46:30,671 INFO: [ epoch: 311 ] [ iter:416,600 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:31 ] [ l_g_pix: 3.2395e-02 ] [ l_g_total: 3.2395e-02 ] +2024-10-09 23:46:34,388 INFO: [ epoch: 311 ] [ iter:416,700 ] [ performance: 27.357 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:25 ] [ l_g_pix: 3.8096e-02 ] [ l_g_total: 3.8096e-02 ] +2024-10-09 23:46:37,917 INFO: [ epoch: 311 ] [ iter:416,800 ] [ performance: 28.128 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:19 ] [ l_g_pix: 1.8421e-02 ] [ l_g_total: 1.8421e-02 ] +2024-10-09 23:46:43,250 INFO: [ epoch: 312 ] [ iter:416,900 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:13 ] [ l_g_pix: 3.6226e-02 ] [ l_g_total: 3.6226e-02 ] +2024-10-09 23:46:47,111 INFO: [ epoch: 312 ] [ iter:417,000 ] [ performance: 26.116 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:07 ] [ l_g_pix: 2.6820e-02 ] [ l_g_total: 2.6820e-02 ] +2024-10-09 23:46:50,806 INFO: [ epoch: 312 ] [ iter:417,100 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:01 ] [ l_g_pix: 2.1167e-02 ] [ l_g_total: 2.1167e-02 ] +2024-10-09 23:46:54,478 INFO: [ epoch: 312 ] [ iter:417,200 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:55 ] [ l_g_pix: 3.3521e-02 ] [ l_g_total: 3.3521e-02 ] +2024-10-09 23:46:58,211 INFO: [ epoch: 312 ] [ iter:417,300 ] [ performance: 27.359 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:49 ] [ l_g_pix: 3.1735e-02 ] [ l_g_total: 3.1735e-02 ] +2024-10-09 23:47:01,936 INFO: [ epoch: 312 ] [ iter:417,400 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:43 ] [ l_g_pix: 3.2440e-02 ] [ l_g_total: 3.2440e-02 ] +2024-10-09 23:47:05,652 INFO: [ epoch: 312 ] [ iter:417,500 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:37 ] [ l_g_pix: 4.0397e-02 ] [ l_g_total: 4.0397e-02 ] +2024-10-09 23:47:09,387 INFO: [ epoch: 312 ] [ iter:417,600 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:31 ] [ l_g_pix: 3.6123e-02 ] [ l_g_total: 3.6123e-02 ] +2024-10-09 23:47:13,138 INFO: [ epoch: 312 ] [ iter:417,700 ] [ performance: 27.426 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:25 ] [ l_g_pix: 2.4271e-02 ] [ l_g_total: 2.4271e-02 ] +2024-10-09 23:47:16,862 INFO: [ epoch: 312 ] [ iter:417,800 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:19 ] [ l_g_pix: 1.7228e-02 ] [ l_g_total: 1.7228e-02 ] +2024-10-09 23:47:20,659 INFO: [ epoch: 312 ] [ iter:417,900 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:13 ] [ l_g_pix: 2.4308e-02 ] [ l_g_total: 2.4308e-02 ] +2024-10-09 23:47:24,363 INFO: [ epoch: 312 ] [ iter:418,000 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:07 ] [ l_g_pix: 2.4826e-02 ] [ l_g_total: 2.4826e-02 ] +2024-10-09 23:47:27,953 INFO: [ epoch: 312 ] [ iter:418,100 ] [ performance: 29.248 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:01 ] [ l_g_pix: 2.5236e-02 ] [ l_g_total: 2.5236e-02 ] +2024-10-09 23:47:32,958 INFO: [ epoch: 313 ] [ iter:418,200 ] [ performance: 21.097 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:55 ] [ l_g_pix: 2.2428e-02 ] [ l_g_total: 2.2428e-02 ] +2024-10-09 23:47:36,727 INFO: [ epoch: 313 ] [ iter:418,300 ] [ performance: 27.320 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:49 ] [ l_g_pix: 3.0074e-02 ] [ l_g_total: 3.0074e-02 ] +2024-10-09 23:47:40,436 INFO: [ epoch: 313 ] [ iter:418,400 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:43 ] [ l_g_pix: 2.2031e-02 ] [ l_g_total: 2.2031e-02 ] +2024-10-09 23:47:44,146 INFO: [ epoch: 313 ] [ iter:418,500 ] [ performance: 27.458 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:37 ] [ l_g_pix: 2.3058e-02 ] [ l_g_total: 2.3058e-02 ] +2024-10-09 23:47:47,839 INFO: [ epoch: 313 ] [ iter:418,600 ] [ performance: 27.137 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:31 ] [ l_g_pix: 2.2304e-02 ] [ l_g_total: 2.2304e-02 ] +2024-10-09 23:47:51,584 INFO: [ epoch: 313 ] [ iter:418,700 ] [ performance: 27.341 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:25 ] [ l_g_pix: 3.2504e-02 ] [ l_g_total: 3.2504e-02 ] +2024-10-09 23:47:55,335 INFO: [ epoch: 313 ] [ iter:418,800 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:19 ] [ l_g_pix: 4.7705e-02 ] [ l_g_total: 4.7705e-02 ] +2024-10-09 23:47:59,062 INFO: [ epoch: 313 ] [ iter:418,900 ] [ performance: 27.447 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:13 ] [ l_g_pix: 3.1913e-02 ] [ l_g_total: 3.1913e-02 ] +2024-10-09 23:48:02,767 INFO: [ epoch: 313 ] [ iter:419,000 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:07 ] [ l_g_pix: 2.3305e-02 ] [ l_g_total: 2.3305e-02 ] +2024-10-09 23:48:06,493 INFO: [ epoch: 313 ] [ iter:419,100 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:00 ] [ l_g_pix: 3.0855e-02 ] [ l_g_total: 3.0855e-02 ] +2024-10-09 23:48:10,211 INFO: [ epoch: 313 ] [ iter:419,200 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:54 ] [ l_g_pix: 4.7826e-02 ] [ l_g_total: 4.7826e-02 ] +2024-10-09 23:48:13,952 INFO: [ epoch: 313 ] [ iter:419,300 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:48 ] [ l_g_pix: 2.9564e-02 ] [ l_g_total: 2.9564e-02 ] +2024-10-09 23:48:17,702 INFO: [ epoch: 313 ] [ iter:419,400 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:42 ] [ l_g_pix: 2.3025e-02 ] [ l_g_total: 2.3025e-02 ] +2024-10-09 23:48:21,208 INFO: [ epoch: 313 ] [ iter:419,500 ] [ performance: 29.486 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:36 ] [ l_g_pix: 2.3191e-02 ] [ l_g_total: 2.3191e-02 ] +2024-10-09 23:48:26,671 INFO: [ epoch: 314 ] [ iter:419,600 ] [ performance: 19.142 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:31 ] [ l_g_pix: 2.8707e-02 ] [ l_g_total: 2.8707e-02 ] +2024-10-09 23:48:30,373 INFO: [ epoch: 314 ] [ iter:419,700 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:25 ] [ l_g_pix: 4.2603e-02 ] [ l_g_total: 4.2603e-02 ] +2024-10-09 23:48:34,051 INFO: [ epoch: 314 ] [ iter:419,800 ] [ performance: 27.193 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:19 ] [ l_g_pix: 2.0109e-02 ] [ l_g_total: 2.0109e-02 ] +2024-10-09 23:48:37,760 INFO: [ epoch: 314 ] [ iter:419,900 ] [ performance: 27.362 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:13 ] [ l_g_pix: 3.4573e-02 ] [ l_g_total: 3.4573e-02 ] +2024-10-09 23:48:41,454 INFO: [ epoch: 314 ] [ iter:420,000 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:07 ] [ l_g_pix: 2.4477e-02 ] [ l_g_total: 2.4477e-02 ] +2024-10-09 23:48:41,454 INFO: Saving models and training states. +2024-10-09 23:51:53,112 INFO: Validation val + + # psnr: 27.2187........ Best: 27.2233 @ 390000 iter + # ssim: 0.7671........ Best: 0.7672 @ 390000 iter + # dists: 0.7732........ Best: 0.7732 @ 410000 iter + +2024-10-09 23:51:56,817 INFO: [ epoch: 314 ] [ iter:420,100 ] [ performance: 26.783 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:46 ] [ l_g_pix: 3.9661e-02 ] [ l_g_total: 3.9661e-02 ] +2024-10-09 23:52:00,573 INFO: [ epoch: 314 ] [ iter:420,200 ] [ performance: 26.647 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:40 ] [ l_g_pix: 3.1607e-02 ] [ l_g_total: 3.1607e-02 ] +2024-10-09 23:52:04,233 INFO: [ epoch: 314 ] [ iter:420,300 ] [ performance: 27.107 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:34 ] [ l_g_pix: 2.3291e-02 ] [ l_g_total: 2.3291e-02 ] +2024-10-09 23:52:07,941 INFO: [ epoch: 314 ] [ iter:420,400 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:28 ] [ l_g_pix: 2.7166e-02 ] [ l_g_total: 2.7166e-02 ] +2024-10-09 23:52:11,675 INFO: [ epoch: 314 ] [ iter:420,500 ] [ performance: 26.570 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:22 ] [ l_g_pix: 3.3290e-02 ] [ l_g_total: 3.3290e-02 ] +2024-10-09 23:52:15,352 INFO: [ epoch: 314 ] [ iter:420,600 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:16 ] [ l_g_pix: 3.5340e-02 ] [ l_g_total: 3.5340e-02 ] +2024-10-09 23:52:19,081 INFO: [ epoch: 314 ] [ iter:420,700 ] [ performance: 26.469 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:10 ] [ l_g_pix: 4.7553e-02 ] [ l_g_total: 4.7553e-02 ] +2024-10-09 23:52:22,622 INFO: [ epoch: 314 ] [ iter:420,800 ] [ performance: 28.119 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:03 ] [ l_g_pix: 3.1722e-02 ] [ l_g_total: 3.1722e-02 ] +2024-10-09 23:52:27,820 INFO: [ epoch: 315 ] [ iter:420,900 ] [ performance: 26.770 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:58 ] [ l_g_pix: 3.6746e-02 ] [ l_g_total: 3.6746e-02 ] +2024-10-09 23:52:31,568 INFO: [ epoch: 315 ] [ iter:421,000 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:52 ] [ l_g_pix: 2.7876e-02 ] [ l_g_total: 2.7876e-02 ] +2024-10-09 23:52:35,295 INFO: [ epoch: 315 ] [ iter:421,100 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:46 ] [ l_g_pix: 2.6989e-02 ] [ l_g_total: 2.6989e-02 ] +2024-10-09 23:52:39,020 INFO: [ epoch: 315 ] [ iter:421,200 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:39 ] [ l_g_pix: 3.2799e-02 ] [ l_g_total: 3.2799e-02 ] +2024-10-09 23:52:42,792 INFO: [ epoch: 315 ] [ iter:421,300 ] [ performance: 26.532 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:33 ] [ l_g_pix: 3.4705e-02 ] [ l_g_total: 3.4705e-02 ] +2024-10-09 23:52:46,523 INFO: [ epoch: 315 ] [ iter:421,400 ] [ performance: 26.801 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:27 ] [ l_g_pix: 2.9944e-02 ] [ l_g_total: 2.9944e-02 ] +2024-10-09 23:52:50,271 INFO: [ epoch: 315 ] [ iter:421,500 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:21 ] [ l_g_pix: 3.4329e-02 ] [ l_g_total: 3.4329e-02 ] +2024-10-09 23:52:54,621 INFO: [ epoch: 315 ] [ iter:421,600 ] [ performance: 23.092 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:15 ] [ l_g_pix: 3.0546e-02 ] [ l_g_total: 3.0546e-02 ] +2024-10-09 23:52:58,335 INFO: [ epoch: 315 ] [ iter:421,700 ] [ performance: 26.376 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:09 ] [ l_g_pix: 2.9684e-02 ] [ l_g_total: 2.9684e-02 ] +2024-10-09 23:53:02,090 INFO: [ epoch: 315 ] [ iter:421,800 ] [ performance: 26.637 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:03 ] [ l_g_pix: 3.8043e-02 ] [ l_g_total: 3.8043e-02 ] +2024-10-09 23:53:05,818 INFO: [ epoch: 315 ] [ iter:421,900 ] [ performance: 25.192 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:57 ] [ l_g_pix: 2.9776e-02 ] [ l_g_total: 2.9776e-02 ] +2024-10-09 23:53:09,531 INFO: [ epoch: 315 ] [ iter:422,000 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:51 ] [ l_g_pix: 1.9618e-02 ] [ l_g_total: 1.9618e-02 ] +2024-10-09 23:53:13,161 INFO: [ epoch: 315 ] [ iter:422,100 ] [ performance: 27.231 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:45 ] [ l_g_pix: 3.1565e-02 ] [ l_g_total: 3.1565e-02 ] +2024-10-09 23:53:17,896 INFO: [ epoch: 316 ] [ iter:422,200 ] [ performance: 21.124 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:39 ] [ l_g_pix: 2.8733e-02 ] [ l_g_total: 2.8733e-02 ] +2024-10-09 23:53:21,773 INFO: [ epoch: 316 ] [ iter:422,300 ] [ performance: 23.230 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:33 ] [ l_g_pix: 2.6642e-02 ] [ l_g_total: 2.6642e-02 ] +2024-10-09 23:53:25,460 INFO: [ epoch: 316 ] [ iter:422,400 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:27 ] [ l_g_pix: 4.2849e-02 ] [ l_g_total: 4.2849e-02 ] +2024-10-09 23:53:29,157 INFO: [ epoch: 316 ] [ iter:422,500 ] [ performance: 27.091 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:21 ] [ l_g_pix: 2.8202e-02 ] [ l_g_total: 2.8202e-02 ] +2024-10-09 23:53:32,887 INFO: [ epoch: 316 ] [ iter:422,600 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:15 ] [ l_g_pix: 1.9358e-02 ] [ l_g_total: 1.9358e-02 ] +2024-10-09 23:53:36,578 INFO: [ epoch: 316 ] [ iter:422,700 ] [ performance: 26.965 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:09 ] [ l_g_pix: 1.9353e-02 ] [ l_g_total: 1.9353e-02 ] +2024-10-09 23:53:40,282 INFO: [ epoch: 316 ] [ iter:422,800 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:03 ] [ l_g_pix: 2.7601e-02 ] [ l_g_total: 2.7601e-02 ] +2024-10-09 23:53:43,969 INFO: [ epoch: 316 ] [ iter:422,900 ] [ performance: 27.077 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:57 ] [ l_g_pix: 3.1911e-02 ] [ l_g_total: 3.1911e-02 ] +2024-10-09 23:53:47,657 INFO: [ epoch: 316 ] [ iter:423,000 ] [ performance: 27.169 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:51 ] [ l_g_pix: 3.0252e-02 ] [ l_g_total: 3.0252e-02 ] +2024-10-09 23:53:51,392 INFO: [ epoch: 316 ] [ iter:423,100 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:45 ] [ l_g_pix: 3.1453e-02 ] [ l_g_total: 3.1453e-02 ] +2024-10-09 23:53:55,113 INFO: [ epoch: 316 ] [ iter:423,200 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:39 ] [ l_g_pix: 2.8610e-02 ] [ l_g_total: 2.8610e-02 ] +2024-10-09 23:53:58,833 INFO: [ epoch: 316 ] [ iter:423,300 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:33 ] [ l_g_pix: 1.6524e-02 ] [ l_g_total: 1.6524e-02 ] +2024-10-09 23:54:02,547 INFO: [ epoch: 316 ] [ iter:423,400 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:26 ] [ l_g_pix: 2.6291e-02 ] [ l_g_total: 2.6291e-02 ] +2024-10-09 23:54:06,006 INFO: [ epoch: 316 ] [ iter:423,500 ] [ performance: 27.929 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:20 ] [ l_g_pix: 2.9746e-02 ] [ l_g_total: 2.9746e-02 ] +2024-10-09 23:54:11,284 INFO: [ epoch: 317 ] [ iter:423,600 ] [ performance: 18.482 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:15 ] [ l_g_pix: 2.4139e-02 ] [ l_g_total: 2.4139e-02 ] +2024-10-09 23:54:15,012 INFO: [ epoch: 317 ] [ iter:423,700 ] [ performance: 22.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:09 ] [ l_g_pix: 1.8743e-02 ] [ l_g_total: 1.8743e-02 ] +2024-10-09 23:54:18,739 INFO: [ epoch: 317 ] [ iter:423,800 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:03 ] [ l_g_pix: 1.3754e-02 ] [ l_g_total: 1.3754e-02 ] +2024-10-09 23:54:22,497 INFO: [ epoch: 317 ] [ iter:423,900 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:57 ] [ l_g_pix: 3.9746e-02 ] [ l_g_total: 3.9746e-02 ] +2024-10-09 23:54:26,221 INFO: [ epoch: 317 ] [ iter:424,000 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:50 ] [ l_g_pix: 4.3199e-02 ] [ l_g_total: 4.3199e-02 ] +2024-10-09 23:54:29,981 INFO: [ epoch: 317 ] [ iter:424,100 ] [ performance: 26.734 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:44 ] [ l_g_pix: 2.2296e-02 ] [ l_g_total: 2.2296e-02 ] +2024-10-09 23:54:33,710 INFO: [ epoch: 317 ] [ iter:424,200 ] [ performance: 26.920 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:38 ] [ l_g_pix: 2.8786e-02 ] [ l_g_total: 2.8786e-02 ] +2024-10-09 23:54:37,438 INFO: [ epoch: 317 ] [ iter:424,300 ] [ performance: 26.872 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:32 ] [ l_g_pix: 3.8883e-02 ] [ l_g_total: 3.8883e-02 ] +2024-10-09 23:54:41,209 INFO: [ epoch: 317 ] [ iter:424,400 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:26 ] [ l_g_pix: 3.0490e-02 ] [ l_g_total: 3.0490e-02 ] +2024-10-09 23:54:44,958 INFO: [ epoch: 317 ] [ iter:424,500 ] [ performance: 26.641 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:20 ] [ l_g_pix: 1.5100e-02 ] [ l_g_total: 1.5100e-02 ] +2024-10-09 23:54:48,682 INFO: [ epoch: 317 ] [ iter:424,600 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:14 ] [ l_g_pix: 3.1129e-02 ] [ l_g_total: 3.1129e-02 ] +2024-10-09 23:54:52,433 INFO: [ epoch: 317 ] [ iter:424,700 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:08 ] [ l_g_pix: 2.7066e-02 ] [ l_g_total: 2.7066e-02 ] +2024-10-09 23:54:56,025 INFO: [ epoch: 317 ] [ iter:424,800 ] [ performance: 28.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:02 ] [ l_g_pix: 2.8393e-02 ] [ l_g_total: 2.8393e-02 ] +2024-10-09 23:55:01,290 INFO: [ epoch: 318 ] [ iter:424,900 ] [ performance: 22.374 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:56 ] [ l_g_pix: 2.3814e-02 ] [ l_g_total: 2.3814e-02 ] +2024-10-09 23:55:04,974 INFO: [ epoch: 318 ] [ iter:425,000 ] [ performance: 27.204 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:50 ] [ l_g_pix: 2.8582e-02 ] [ l_g_total: 2.8582e-02 ] +2024-10-09 23:55:08,653 INFO: [ epoch: 318 ] [ iter:425,100 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:44 ] [ l_g_pix: 2.7139e-02 ] [ l_g_total: 2.7139e-02 ] +2024-10-09 23:55:12,348 INFO: [ epoch: 318 ] [ iter:425,200 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:38 ] [ l_g_pix: 2.1767e-02 ] [ l_g_total: 2.1767e-02 ] +2024-10-09 23:55:16,004 INFO: [ epoch: 318 ] [ iter:425,300 ] [ performance: 27.221 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:32 ] [ l_g_pix: 2.3765e-02 ] [ l_g_total: 2.3765e-02 ] +2024-10-09 23:55:19,719 INFO: [ epoch: 318 ] [ iter:425,400 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:26 ] [ l_g_pix: 2.1558e-02 ] [ l_g_total: 2.1558e-02 ] +2024-10-09 23:55:23,470 INFO: [ epoch: 318 ] [ iter:425,500 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:20 ] [ l_g_pix: 2.1635e-02 ] [ l_g_total: 2.1635e-02 ] +2024-10-09 23:55:27,138 INFO: [ epoch: 318 ] [ iter:425,600 ] [ performance: 27.540 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:14 ] [ l_g_pix: 2.9509e-02 ] [ l_g_total: 2.9509e-02 ] +2024-10-09 23:55:30,852 INFO: [ epoch: 318 ] [ iter:425,700 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:08 ] [ l_g_pix: 2.2741e-02 ] [ l_g_total: 2.2741e-02 ] +2024-10-09 23:55:34,603 INFO: [ epoch: 318 ] [ iter:425,800 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:02 ] [ l_g_pix: 1.7673e-02 ] [ l_g_total: 1.7673e-02 ] +2024-10-09 23:55:38,346 INFO: [ epoch: 318 ] [ iter:425,900 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:56 ] [ l_g_pix: 1.7605e-02 ] [ l_g_total: 1.7605e-02 ] +2024-10-09 23:55:42,060 INFO: [ epoch: 318 ] [ iter:426,000 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:50 ] [ l_g_pix: 1.8402e-02 ] [ l_g_total: 1.8402e-02 ] +2024-10-09 23:55:45,738 INFO: [ epoch: 318 ] [ iter:426,100 ] [ performance: 27.157 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:44 ] [ l_g_pix: 3.2074e-02 ] [ l_g_total: 3.2074e-02 ] +2024-10-09 23:55:50,702 INFO: [ epoch: 319 ] [ iter:426,200 ] [ performance: 18.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:38 ] [ l_g_pix: 2.6848e-02 ] [ l_g_total: 2.6848e-02 ] +2024-10-09 23:55:54,644 INFO: [ epoch: 319 ] [ iter:426,300 ] [ performance: 21.976 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:32 ] [ l_g_pix: 2.4857e-02 ] [ l_g_total: 2.4857e-02 ] +2024-10-09 23:55:58,373 INFO: [ epoch: 319 ] [ iter:426,400 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:26 ] [ l_g_pix: 1.6629e-02 ] [ l_g_total: 1.6629e-02 ] +2024-10-09 23:56:02,129 INFO: [ epoch: 319 ] [ iter:426,500 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:20 ] [ l_g_pix: 1.6706e-02 ] [ l_g_total: 1.6706e-02 ] +2024-10-09 23:56:05,888 INFO: [ epoch: 319 ] [ iter:426,600 ] [ performance: 26.778 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:14 ] [ l_g_pix: 2.2736e-02 ] [ l_g_total: 2.2736e-02 ] +2024-10-09 23:56:09,573 INFO: [ epoch: 319 ] [ iter:426,700 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:08 ] [ l_g_pix: 2.1223e-02 ] [ l_g_total: 2.1223e-02 ] +2024-10-09 23:56:13,312 INFO: [ epoch: 319 ] [ iter:426,800 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:02 ] [ l_g_pix: 2.2852e-02 ] [ l_g_total: 2.2852e-02 ] +2024-10-09 23:56:17,074 INFO: [ epoch: 319 ] [ iter:426,900 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:56 ] [ l_g_pix: 2.3085e-02 ] [ l_g_total: 2.3085e-02 ] +2024-10-09 23:56:20,828 INFO: [ epoch: 319 ] [ iter:427,000 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:50 ] [ l_g_pix: 1.9879e-02 ] [ l_g_total: 1.9879e-02 ] +2024-10-09 23:56:24,584 INFO: [ epoch: 319 ] [ iter:427,100 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:44 ] [ l_g_pix: 3.4124e-02 ] [ l_g_total: 3.4124e-02 ] +2024-10-09 23:56:28,334 INFO: [ epoch: 319 ] [ iter:427,200 ] [ performance: 26.688 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:38 ] [ l_g_pix: 3.0884e-02 ] [ l_g_total: 3.0884e-02 ] +2024-10-09 23:56:32,049 INFO: [ epoch: 319 ] [ iter:427,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:32 ] [ l_g_pix: 2.0885e-02 ] [ l_g_total: 2.0885e-02 ] +2024-10-09 23:56:35,813 INFO: [ epoch: 319 ] [ iter:427,400 ] [ performance: 26.695 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:26 ] [ l_g_pix: 2.2621e-02 ] [ l_g_total: 2.2621e-02 ] +2024-10-09 23:56:39,333 INFO: [ epoch: 319 ] [ iter:427,500 ] [ performance: 27.656 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:20 ] [ l_g_pix: 2.0956e-02 ] [ l_g_total: 2.0956e-02 ] +2024-10-09 23:56:44,677 INFO: [ epoch: 320 ] [ iter:427,600 ] [ performance: 23.693 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:15 ] [ l_g_pix: 3.1073e-02 ] [ l_g_total: 3.1073e-02 ] +2024-10-09 23:56:48,393 INFO: [ epoch: 320 ] [ iter:427,700 ] [ performance: 25.458 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:09 ] [ l_g_pix: 2.6451e-02 ] [ l_g_total: 2.6451e-02 ] +2024-10-09 23:56:52,144 INFO: [ epoch: 320 ] [ iter:427,800 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:03 ] [ l_g_pix: 3.3461e-02 ] [ l_g_total: 3.3461e-02 ] +2024-10-09 23:56:55,823 INFO: [ epoch: 320 ] [ iter:427,900 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:57 ] [ l_g_pix: 2.7922e-02 ] [ l_g_total: 2.7922e-02 ] +2024-10-09 23:56:59,578 INFO: [ epoch: 320 ] [ iter:428,000 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:51 ] [ l_g_pix: 2.5756e-02 ] [ l_g_total: 2.5756e-02 ] +2024-10-09 23:57:03,358 INFO: [ epoch: 320 ] [ iter:428,100 ] [ performance: 26.617 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:45 ] [ l_g_pix: 1.7802e-02 ] [ l_g_total: 1.7802e-02 ] +2024-10-09 23:57:07,120 INFO: [ epoch: 320 ] [ iter:428,200 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:39 ] [ l_g_pix: 2.9135e-02 ] [ l_g_total: 2.9135e-02 ] +2024-10-09 23:57:10,844 INFO: [ epoch: 320 ] [ iter:428,300 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:33 ] [ l_g_pix: 3.1665e-02 ] [ l_g_total: 3.1665e-02 ] +2024-10-09 23:57:14,603 INFO: [ epoch: 320 ] [ iter:428,400 ] [ performance: 26.618 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:27 ] [ l_g_pix: 3.2322e-02 ] [ l_g_total: 3.2322e-02 ] +2024-10-09 23:57:18,304 INFO: [ epoch: 320 ] [ iter:428,500 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:21 ] [ l_g_pix: 1.6888e-02 ] [ l_g_total: 1.6888e-02 ] +2024-10-09 23:57:22,008 INFO: [ epoch: 320 ] [ iter:428,600 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:15 ] [ l_g_pix: 2.4585e-02 ] [ l_g_total: 2.4585e-02 ] +2024-10-09 23:57:25,679 INFO: [ epoch: 320 ] [ iter:428,700 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:09 ] [ l_g_pix: 3.2416e-02 ] [ l_g_total: 3.2416e-02 ] +2024-10-09 23:57:29,278 INFO: [ epoch: 320 ] [ iter:428,800 ] [ performance: 28.114 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:03 ] [ l_g_pix: 2.8561e-02 ] [ l_g_total: 2.8561e-02 ] +2024-10-09 23:57:34,574 INFO: [ epoch: 321 ] [ iter:428,900 ] [ performance: 21.751 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:57 ] [ l_g_pix: 3.2403e-02 ] [ l_g_total: 3.2403e-02 ] +2024-10-09 23:57:38,378 INFO: [ epoch: 321 ] [ iter:429,000 ] [ performance: 26.352 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:51 ] [ l_g_pix: 2.7418e-02 ] [ l_g_total: 2.7418e-02 ] +2024-10-09 23:57:42,072 INFO: [ epoch: 321 ] [ iter:429,100 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:45 ] [ l_g_pix: 3.7656e-02 ] [ l_g_total: 3.7656e-02 ] +2024-10-09 23:57:45,842 INFO: [ epoch: 321 ] [ iter:429,200 ] [ performance: 26.581 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:39 ] [ l_g_pix: 2.6066e-02 ] [ l_g_total: 2.6066e-02 ] +2024-10-09 23:57:49,590 INFO: [ epoch: 321 ] [ iter:429,300 ] [ performance: 26.643 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:33 ] [ l_g_pix: 2.2854e-02 ] [ l_g_total: 2.2854e-02 ] +2024-10-09 23:57:53,316 INFO: [ epoch: 321 ] [ iter:429,400 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:27 ] [ l_g_pix: 3.1907e-02 ] [ l_g_total: 3.1907e-02 ] +2024-10-09 23:57:57,116 INFO: [ epoch: 321 ] [ iter:429,500 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:21 ] [ l_g_pix: 2.7125e-02 ] [ l_g_total: 2.7125e-02 ] +2024-10-09 23:58:00,840 INFO: [ epoch: 321 ] [ iter:429,600 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:15 ] [ l_g_pix: 3.5656e-02 ] [ l_g_total: 3.5656e-02 ] +2024-10-09 23:58:04,551 INFO: [ epoch: 321 ] [ iter:429,700 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:09 ] [ l_g_pix: 2.7151e-02 ] [ l_g_total: 2.7151e-02 ] +2024-10-09 23:58:08,314 INFO: [ epoch: 321 ] [ iter:429,800 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:03 ] [ l_g_pix: 3.1349e-02 ] [ l_g_total: 3.1349e-02 ] +2024-10-09 23:58:12,102 INFO: [ epoch: 321 ] [ iter:429,900 ] [ performance: 26.547 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:57 ] [ l_g_pix: 1.8820e-02 ] [ l_g_total: 1.8820e-02 ] +2024-10-09 23:58:15,814 INFO: [ epoch: 321 ] [ iter:430,000 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:51 ] [ l_g_pix: 1.4360e-02 ] [ l_g_total: 1.4360e-02 ] +2024-10-09 23:58:15,815 INFO: Saving models and training states. +2024-10-10 00:01:14,991 INFO: Validation val + + # psnr: 27.2211........ Best: 27.2233 @ 390000 iter + # ssim: 0.7671........ Best: 0.7672 @ 390000 iter + # dists: 0.7732........ Best: 0.7732 @ 410000 iter + +2024-10-10 00:01:18,605 INFO: [ epoch: 321 ] [ iter:430,100 ] [ performance: 27.430 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:23 ] [ l_g_pix: 2.1411e-02 ] [ l_g_total: 2.1411e-02 ] +2024-10-10 00:01:23,602 INFO: [ epoch: 322 ] [ iter:430,200 ] [ performance: 16.673 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:17 ] [ l_g_pix: 2.5295e-02 ] [ l_g_total: 2.5295e-02 ] +2024-10-10 00:01:27,882 INFO: [ epoch: 322 ] [ iter:430,300 ] [ performance: 20.341 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:11 ] [ l_g_pix: 3.5565e-02 ] [ l_g_total: 3.5565e-02 ] +2024-10-10 00:01:31,576 INFO: [ epoch: 322 ] [ iter:430,400 ] [ performance: 27.193 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:05 ] [ l_g_pix: 2.7380e-02 ] [ l_g_total: 2.7380e-02 ] +2024-10-10 00:01:35,377 INFO: [ epoch: 322 ] [ iter:430,500 ] [ performance: 26.636 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:59 ] [ l_g_pix: 2.4257e-02 ] [ l_g_total: 2.4257e-02 ] +2024-10-10 00:01:39,124 INFO: [ epoch: 322 ] [ iter:430,600 ] [ performance: 26.588 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:53 ] [ l_g_pix: 3.0817e-02 ] [ l_g_total: 3.0817e-02 ] +2024-10-10 00:01:42,864 INFO: [ epoch: 322 ] [ iter:430,700 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:47 ] [ l_g_pix: 2.3409e-02 ] [ l_g_total: 2.3409e-02 ] +2024-10-10 00:01:46,617 INFO: [ epoch: 322 ] [ iter:430,800 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:41 ] [ l_g_pix: 2.2210e-02 ] [ l_g_total: 2.2210e-02 ] +2024-10-10 00:01:50,392 INFO: [ epoch: 322 ] [ iter:430,900 ] [ performance: 26.548 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:35 ] [ l_g_pix: 2.4892e-02 ] [ l_g_total: 2.4892e-02 ] +2024-10-10 00:01:54,146 INFO: [ epoch: 322 ] [ iter:431,000 ] [ performance: 26.634 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:29 ] [ l_g_pix: 2.6903e-02 ] [ l_g_total: 2.6903e-02 ] +2024-10-10 00:01:57,921 INFO: [ epoch: 322 ] [ iter:431,100 ] [ performance: 26.544 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:23 ] [ l_g_pix: 2.8089e-02 ] [ l_g_total: 2.8089e-02 ] +2024-10-10 00:02:01,630 INFO: [ epoch: 322 ] [ iter:431,200 ] [ performance: 27.049 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:17 ] [ l_g_pix: 4.0625e-02 ] [ l_g_total: 4.0625e-02 ] +2024-10-10 00:02:05,350 INFO: [ epoch: 322 ] [ iter:431,300 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:11 ] [ l_g_pix: 2.0983e-02 ] [ l_g_total: 2.0983e-02 ] +2024-10-10 00:02:09,084 INFO: [ epoch: 322 ] [ iter:431,400 ] [ performance: 26.752 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:05 ] [ l_g_pix: 2.1403e-02 ] [ l_g_total: 2.1403e-02 ] +2024-10-10 00:02:12,641 INFO: [ epoch: 322 ] [ iter:431,500 ] [ performance: 27.626 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:59 ] [ l_g_pix: 3.0904e-02 ] [ l_g_total: 3.0904e-02 ] +2024-10-10 00:02:18,151 INFO: [ epoch: 323 ] [ iter:431,600 ] [ performance: 25.200 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:53 ] [ l_g_pix: 2.6515e-02 ] [ l_g_total: 2.6515e-02 ] +2024-10-10 00:02:21,883 INFO: [ epoch: 323 ] [ iter:431,700 ] [ performance: 26.223 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:47 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-10 00:02:25,582 INFO: [ epoch: 323 ] [ iter:431,800 ] [ performance: 26.923 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:41 ] [ l_g_pix: 1.8019e-02 ] [ l_g_total: 1.8019e-02 ] +2024-10-10 00:02:29,320 INFO: [ epoch: 323 ] [ iter:431,900 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:35 ] [ l_g_pix: 3.7838e-02 ] [ l_g_total: 3.7838e-02 ] +2024-10-10 00:02:33,028 INFO: [ epoch: 323 ] [ iter:432,000 ] [ performance: 26.872 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:29 ] [ l_g_pix: 3.0759e-02 ] [ l_g_total: 3.0759e-02 ] +2024-10-10 00:02:36,700 INFO: [ epoch: 323 ] [ iter:432,100 ] [ performance: 27.117 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:23 ] [ l_g_pix: 1.8055e-02 ] [ l_g_total: 1.8055e-02 ] +2024-10-10 00:02:40,398 INFO: [ epoch: 323 ] [ iter:432,200 ] [ performance: 27.307 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:17 ] [ l_g_pix: 2.9683e-02 ] [ l_g_total: 2.9683e-02 ] +2024-10-10 00:02:44,158 INFO: [ epoch: 323 ] [ iter:432,300 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:11 ] [ l_g_pix: 2.8245e-02 ] [ l_g_total: 2.8245e-02 ] +2024-10-10 00:02:47,910 INFO: [ epoch: 323 ] [ iter:432,400 ] [ performance: 26.594 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:05 ] [ l_g_pix: 3.1680e-02 ] [ l_g_total: 3.1680e-02 ] +2024-10-10 00:02:51,654 INFO: [ epoch: 323 ] [ iter:432,500 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:59 ] [ l_g_pix: 2.0482e-02 ] [ l_g_total: 2.0482e-02 ] +2024-10-10 00:02:55,393 INFO: [ epoch: 323 ] [ iter:432,600 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:53 ] [ l_g_pix: 2.2853e-02 ] [ l_g_total: 2.2853e-02 ] +2024-10-10 00:02:59,124 INFO: [ epoch: 323 ] [ iter:432,700 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:47 ] [ l_g_pix: 4.3229e-02 ] [ l_g_total: 4.3229e-02 ] +2024-10-10 00:03:02,781 INFO: [ epoch: 323 ] [ iter:432,800 ] [ performance: 28.046 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:41 ] [ l_g_pix: 1.5076e-02 ] [ l_g_total: 1.5076e-02 ] +2024-10-10 00:03:08,044 INFO: [ epoch: 324 ] [ iter:432,900 ] [ performance: 21.190 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:35 ] [ l_g_pix: 2.3204e-02 ] [ l_g_total: 2.3204e-02 ] +2024-10-10 00:03:11,761 INFO: [ epoch: 324 ] [ iter:433,000 ] [ performance: 26.619 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:29 ] [ l_g_pix: 2.7487e-02 ] [ l_g_total: 2.7487e-02 ] +2024-10-10 00:03:15,433 INFO: [ epoch: 324 ] [ iter:433,100 ] [ performance: 27.041 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:23 ] [ l_g_pix: 2.4297e-02 ] [ l_g_total: 2.4297e-02 ] +2024-10-10 00:03:19,166 INFO: [ epoch: 324 ] [ iter:433,200 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:17 ] [ l_g_pix: 3.3205e-02 ] [ l_g_total: 3.3205e-02 ] +2024-10-10 00:03:22,885 INFO: [ epoch: 324 ] [ iter:433,300 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:11 ] [ l_g_pix: 2.6249e-02 ] [ l_g_total: 2.6249e-02 ] +2024-10-10 00:03:26,575 INFO: [ epoch: 324 ] [ iter:433,400 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:05 ] [ l_g_pix: 2.7653e-02 ] [ l_g_total: 2.7653e-02 ] +2024-10-10 00:03:30,335 INFO: [ epoch: 324 ] [ iter:433,500 ] [ performance: 26.708 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:59 ] [ l_g_pix: 3.7244e-02 ] [ l_g_total: 3.7244e-02 ] +2024-10-10 00:03:34,044 INFO: [ epoch: 324 ] [ iter:433,600 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:53 ] [ l_g_pix: 2.0184e-02 ] [ l_g_total: 2.0184e-02 ] +2024-10-10 00:03:37,799 INFO: [ epoch: 324 ] [ iter:433,700 ] [ performance: 26.689 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:47 ] [ l_g_pix: 2.9267e-02 ] [ l_g_total: 2.9267e-02 ] +2024-10-10 00:03:41,520 INFO: [ epoch: 324 ] [ iter:433,800 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:41 ] [ l_g_pix: 3.4017e-02 ] [ l_g_total: 3.4017e-02 ] +2024-10-10 00:03:45,188 INFO: [ epoch: 324 ] [ iter:433,900 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:35 ] [ l_g_pix: 2.0547e-02 ] [ l_g_total: 2.0547e-02 ] +2024-10-10 00:03:48,875 INFO: [ epoch: 324 ] [ iter:434,000 ] [ performance: 27.121 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:29 ] [ l_g_pix: 2.8191e-02 ] [ l_g_total: 2.8191e-02 ] +2024-10-10 00:03:52,655 INFO: [ epoch: 324 ] [ iter:434,100 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:23 ] [ l_g_pix: 2.4953e-02 ] [ l_g_total: 2.4953e-02 ] +2024-10-10 00:03:56,278 INFO: [ epoch: 324 ] [ iter:434,200 ] [ performance: 26.098 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:17 ] [ l_g_pix: 3.9766e-02 ] [ l_g_total: 3.9766e-02 ] +2024-10-10 00:04:01,324 INFO: [ epoch: 325 ] [ iter:434,300 ] [ performance: 21.285 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:11 ] [ l_g_pix: 2.3138e-02 ] [ l_g_total: 2.3138e-02 ] +2024-10-10 00:04:05,068 INFO: [ epoch: 325 ] [ iter:434,400 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:05 ] [ l_g_pix: 2.0684e-02 ] [ l_g_total: 2.0684e-02 ] +2024-10-10 00:04:08,739 INFO: [ epoch: 325 ] [ iter:434,500 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:59 ] [ l_g_pix: 2.4581e-02 ] [ l_g_total: 2.4581e-02 ] +2024-10-10 00:04:12,493 INFO: [ epoch: 325 ] [ iter:434,600 ] [ performance: 26.603 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:53 ] [ l_g_pix: 1.4848e-02 ] [ l_g_total: 1.4848e-02 ] +2024-10-10 00:04:16,234 INFO: [ epoch: 325 ] [ iter:434,700 ] [ performance: 26.702 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:47 ] [ l_g_pix: 2.5436e-02 ] [ l_g_total: 2.5436e-02 ] +2024-10-10 00:04:19,954 INFO: [ epoch: 325 ] [ iter:434,800 ] [ performance: 27.049 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:41 ] [ l_g_pix: 2.3910e-02 ] [ l_g_total: 2.3910e-02 ] +2024-10-10 00:04:23,679 INFO: [ epoch: 325 ] [ iter:434,900 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:36 ] [ l_g_pix: 3.4471e-02 ] [ l_g_total: 3.4471e-02 ] +2024-10-10 00:04:27,382 INFO: [ epoch: 325 ] [ iter:435,000 ] [ performance: 27.508 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:30 ] [ l_g_pix: 3.0133e-02 ] [ l_g_total: 3.0133e-02 ] +2024-10-10 00:04:31,097 INFO: [ epoch: 325 ] [ iter:435,100 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:24 ] [ l_g_pix: 2.4110e-02 ] [ l_g_total: 2.4110e-02 ] +2024-10-10 00:04:34,824 INFO: [ epoch: 325 ] [ iter:435,200 ] [ performance: 27.376 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:18 ] [ l_g_pix: 2.7427e-02 ] [ l_g_total: 2.7427e-02 ] +2024-10-10 00:04:38,517 INFO: [ epoch: 325 ] [ iter:435,300 ] [ performance: 27.161 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:12 ] [ l_g_pix: 3.3729e-02 ] [ l_g_total: 3.3729e-02 ] +2024-10-10 00:04:42,248 INFO: [ epoch: 325 ] [ iter:435,400 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:06 ] [ l_g_pix: 2.6696e-02 ] [ l_g_total: 2.6696e-02 ] +2024-10-10 00:04:45,853 INFO: [ epoch: 325 ] [ iter:435,500 ] [ performance: 27.585 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:00 ] [ l_g_pix: 2.5021e-02 ] [ l_g_total: 2.5021e-02 ] +2024-10-10 00:04:50,984 INFO: [ epoch: 326 ] [ iter:435,600 ] [ performance: 27.313 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:54 ] [ l_g_pix: 2.6965e-02 ] [ l_g_total: 2.6965e-02 ] +2024-10-10 00:04:54,708 INFO: [ epoch: 326 ] [ iter:435,700 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:48 ] [ l_g_pix: 2.5424e-02 ] [ l_g_total: 2.5424e-02 ] +2024-10-10 00:04:58,464 INFO: [ epoch: 326 ] [ iter:435,800 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:42 ] [ l_g_pix: 2.6882e-02 ] [ l_g_total: 2.6882e-02 ] +2024-10-10 00:05:02,165 INFO: [ epoch: 326 ] [ iter:435,900 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:36 ] [ l_g_pix: 4.2885e-02 ] [ l_g_total: 4.2885e-02 ] +2024-10-10 00:05:05,895 INFO: [ epoch: 326 ] [ iter:436,000 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:30 ] [ l_g_pix: 2.5354e-02 ] [ l_g_total: 2.5354e-02 ] +2024-10-10 00:05:09,624 INFO: [ epoch: 326 ] [ iter:436,100 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:24 ] [ l_g_pix: 3.6674e-02 ] [ l_g_total: 3.6674e-02 ] +2024-10-10 00:05:13,354 INFO: [ epoch: 326 ] [ iter:436,200 ] [ performance: 26.774 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:18 ] [ l_g_pix: 2.2850e-02 ] [ l_g_total: 2.2850e-02 ] +2024-10-10 00:05:17,093 INFO: [ epoch: 326 ] [ iter:436,300 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:12 ] [ l_g_pix: 2.8767e-02 ] [ l_g_total: 2.8767e-02 ] +2024-10-10 00:05:20,791 INFO: [ epoch: 326 ] [ iter:436,400 ] [ performance: 27.122 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:06 ] [ l_g_pix: 2.7177e-02 ] [ l_g_total: 2.7177e-02 ] +2024-10-10 00:05:24,509 INFO: [ epoch: 326 ] [ iter:436,500 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:00 ] [ l_g_pix: 2.7183e-02 ] [ l_g_total: 2.7183e-02 ] +2024-10-10 00:05:28,248 INFO: [ epoch: 326 ] [ iter:436,600 ] [ performance: 26.730 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:54 ] [ l_g_pix: 2.1930e-02 ] [ l_g_total: 2.1930e-02 ] +2024-10-10 00:05:31,996 INFO: [ epoch: 326 ] [ iter:436,700 ] [ performance: 26.695 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:48 ] [ l_g_pix: 3.1872e-02 ] [ l_g_total: 3.1872e-02 ] +2024-10-10 00:05:35,614 INFO: [ epoch: 326 ] [ iter:436,800 ] [ performance: 29.139 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:42 ] [ l_g_pix: 3.3680e-02 ] [ l_g_total: 3.3680e-02 ] +2024-10-10 00:05:41,047 INFO: [ epoch: 327 ] [ iter:436,900 ] [ performance: 19.973 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:37 ] [ l_g_pix: 2.3689e-02 ] [ l_g_total: 2.3689e-02 ] +2024-10-10 00:05:44,867 INFO: [ epoch: 327 ] [ iter:437,000 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:31 ] [ l_g_pix: 3.5287e-02 ] [ l_g_total: 3.5287e-02 ] +2024-10-10 00:05:48,567 INFO: [ epoch: 327 ] [ iter:437,100 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:25 ] [ l_g_pix: 3.0922e-02 ] [ l_g_total: 3.0922e-02 ] +2024-10-10 00:05:52,296 INFO: [ epoch: 327 ] [ iter:437,200 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:19 ] [ l_g_pix: 2.4250e-02 ] [ l_g_total: 2.4250e-02 ] +2024-10-10 00:05:56,021 INFO: [ epoch: 327 ] [ iter:437,300 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:13 ] [ l_g_pix: 4.4098e-02 ] [ l_g_total: 4.4098e-02 ] +2024-10-10 00:05:59,761 INFO: [ epoch: 327 ] [ iter:437,400 ] [ performance: 27.295 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:07 ] [ l_g_pix: 1.7248e-02 ] [ l_g_total: 1.7248e-02 ] +2024-10-10 00:06:03,511 INFO: [ epoch: 327 ] [ iter:437,500 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:01 ] [ l_g_pix: 3.1480e-02 ] [ l_g_total: 3.1480e-02 ] +2024-10-10 00:06:07,273 INFO: [ epoch: 327 ] [ iter:437,600 ] [ performance: 27.149 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:55 ] [ l_g_pix: 3.7173e-02 ] [ l_g_total: 3.7173e-02 ] +2024-10-10 00:06:10,997 INFO: [ epoch: 327 ] [ iter:437,700 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:49 ] [ l_g_pix: 3.1551e-02 ] [ l_g_total: 3.1551e-02 ] +2024-10-10 00:06:14,784 INFO: [ epoch: 327 ] [ iter:437,800 ] [ performance: 27.177 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:43 ] [ l_g_pix: 3.3220e-02 ] [ l_g_total: 3.3220e-02 ] +2024-10-10 00:06:18,515 INFO: [ epoch: 327 ] [ iter:437,900 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:37 ] [ l_g_pix: 3.1703e-02 ] [ l_g_total: 3.1703e-02 ] +2024-10-10 00:06:22,240 INFO: [ epoch: 327 ] [ iter:438,000 ] [ performance: 27.688 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:31 ] [ l_g_pix: 2.2440e-02 ] [ l_g_total: 2.2440e-02 ] +2024-10-10 00:06:25,955 INFO: [ epoch: 327 ] [ iter:438,100 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:25 ] [ l_g_pix: 3.0515e-02 ] [ l_g_total: 3.0515e-02 ] +2024-10-10 00:06:29,429 INFO: [ epoch: 327 ] [ iter:438,200 ] [ performance: 29.529 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:19 ] [ l_g_pix: 3.0552e-02 ] [ l_g_total: 3.0552e-02 ] +2024-10-10 00:06:34,978 INFO: [ epoch: 328 ] [ iter:438,300 ] [ performance: 19.278 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:14 ] [ l_g_pix: 3.6943e-02 ] [ l_g_total: 3.6943e-02 ] +2024-10-10 00:06:38,729 INFO: [ epoch: 328 ] [ iter:438,400 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:08 ] [ l_g_pix: 2.2960e-02 ] [ l_g_total: 2.2960e-02 ] +2024-10-10 00:06:42,423 INFO: [ epoch: 328 ] [ iter:438,500 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:02 ] [ l_g_pix: 2.0717e-02 ] [ l_g_total: 2.0717e-02 ] +2024-10-10 00:06:46,181 INFO: [ epoch: 328 ] [ iter:438,600 ] [ performance: 27.453 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:56 ] [ l_g_pix: 3.7259e-02 ] [ l_g_total: 3.7259e-02 ] +2024-10-10 00:06:49,939 INFO: [ epoch: 328 ] [ iter:438,700 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:50 ] [ l_g_pix: 3.1602e-02 ] [ l_g_total: 3.1602e-02 ] +2024-10-10 00:06:53,665 INFO: [ epoch: 328 ] [ iter:438,800 ] [ performance: 27.276 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:44 ] [ l_g_pix: 3.9140e-02 ] [ l_g_total: 3.9140e-02 ] +2024-10-10 00:06:57,396 INFO: [ epoch: 328 ] [ iter:438,900 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:38 ] [ l_g_pix: 2.5324e-02 ] [ l_g_total: 2.5324e-02 ] +2024-10-10 00:07:01,069 INFO: [ epoch: 328 ] [ iter:439,000 ] [ performance: 27.935 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:32 ] [ l_g_pix: 2.8043e-02 ] [ l_g_total: 2.8043e-02 ] +2024-10-10 00:07:04,750 INFO: [ epoch: 328 ] [ iter:439,100 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:26 ] [ l_g_pix: 1.9163e-02 ] [ l_g_total: 1.9163e-02 ] +2024-10-10 00:07:08,501 INFO: [ epoch: 328 ] [ iter:439,200 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:20 ] [ l_g_pix: 4.0680e-02 ] [ l_g_total: 4.0680e-02 ] +2024-10-10 00:07:12,256 INFO: [ epoch: 328 ] [ iter:439,300 ] [ performance: 26.661 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:14 ] [ l_g_pix: 2.3465e-02 ] [ l_g_total: 2.3465e-02 ] +2024-10-10 00:07:15,994 INFO: [ epoch: 328 ] [ iter:439,400 ] [ performance: 27.533 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:08 ] [ l_g_pix: 3.4091e-02 ] [ l_g_total: 3.4091e-02 ] +2024-10-10 00:07:19,580 INFO: [ epoch: 328 ] [ iter:439,500 ] [ performance: 27.848 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:02 ] [ l_g_pix: 3.1636e-02 ] [ l_g_total: 3.1636e-02 ] +2024-10-10 00:07:24,810 INFO: [ epoch: 329 ] [ iter:439,600 ] [ performance: 27.668 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:57 ] [ l_g_pix: 3.7931e-02 ] [ l_g_total: 3.7931e-02 ] +2024-10-10 00:07:28,558 INFO: [ epoch: 329 ] [ iter:439,700 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:51 ] [ l_g_pix: 3.5470e-02 ] [ l_g_total: 3.5470e-02 ] +2024-10-10 00:07:32,303 INFO: [ epoch: 329 ] [ iter:439,800 ] [ performance: 27.236 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:45 ] [ l_g_pix: 3.0359e-02 ] [ l_g_total: 3.0359e-02 ] +2024-10-10 00:07:35,983 INFO: [ epoch: 329 ] [ iter:439,900 ] [ performance: 27.190 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:39 ] [ l_g_pix: 1.9729e-02 ] [ l_g_total: 1.9729e-02 ] +2024-10-10 00:07:39,691 INFO: [ epoch: 329 ] [ iter:440,000 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:33 ] [ l_g_pix: 3.1602e-02 ] [ l_g_total: 3.1602e-02 ] +2024-10-10 00:07:39,692 INFO: Saving models and training states. +2024-10-10 00:10:43,278 INFO: Validation val + + # psnr: 27.2210........ Best: 27.2233 @ 390000 iter + # ssim: 0.7672........ Best: 0.7672 @ 440000 iter + # dists: 0.7732........ Best: 0.7732 @ 410000 iter + +2024-10-10 00:10:46,978 INFO: [ epoch: 329 ] [ iter:440,100 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:00 ] [ l_g_pix: 3.7172e-02 ] [ l_g_total: 3.7172e-02 ] +2024-10-10 00:10:50,728 INFO: [ epoch: 329 ] [ iter:440,200 ] [ performance: 27.454 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:54 ] [ l_g_pix: 2.8558e-02 ] [ l_g_total: 2.8558e-02 ] +2024-10-10 00:10:54,481 INFO: [ epoch: 329 ] [ iter:440,300 ] [ performance: 26.720 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:48 ] [ l_g_pix: 3.2119e-02 ] [ l_g_total: 3.2119e-02 ] +2024-10-10 00:10:58,232 INFO: [ epoch: 329 ] [ iter:440,400 ] [ performance: 27.426 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:42 ] [ l_g_pix: 3.4175e-02 ] [ l_g_total: 3.4175e-02 ] +2024-10-10 00:11:01,981 INFO: [ epoch: 329 ] [ iter:440,500 ] [ performance: 26.741 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:36 ] [ l_g_pix: 2.5006e-02 ] [ l_g_total: 2.5006e-02 ] +2024-10-10 00:11:05,699 INFO: [ epoch: 329 ] [ iter:440,600 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:30 ] [ l_g_pix: 2.2586e-02 ] [ l_g_total: 2.2586e-02 ] +2024-10-10 00:11:09,462 INFO: [ epoch: 329 ] [ iter:440,700 ] [ performance: 26.625 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:24 ] [ l_g_pix: 2.6237e-02 ] [ l_g_total: 2.6237e-02 ] +2024-10-10 00:11:13,221 INFO: [ epoch: 329 ] [ iter:440,800 ] [ performance: 29.203 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:18 ] [ l_g_pix: 4.3454e-02 ] [ l_g_total: 4.3454e-02 ] +2024-10-10 00:11:18,613 INFO: [ epoch: 330 ] [ iter:440,900 ] [ performance: 19.004 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:13 ] [ l_g_pix: 4.3769e-02 ] [ l_g_total: 4.3769e-02 ] +2024-10-10 00:11:22,649 INFO: [ epoch: 330 ] [ iter:441,000 ] [ performance: 27.882 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:07 ] [ l_g_pix: 3.7872e-02 ] [ l_g_total: 3.7872e-02 ] +2024-10-10 00:11:26,373 INFO: [ epoch: 330 ] [ iter:441,100 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:01 ] [ l_g_pix: 2.5612e-02 ] [ l_g_total: 2.5612e-02 ] +2024-10-10 00:11:30,044 INFO: [ epoch: 330 ] [ iter:441,200 ] [ performance: 26.479 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:55 ] [ l_g_pix: 2.9994e-02 ] [ l_g_total: 2.9994e-02 ] +2024-10-10 00:11:33,793 INFO: [ epoch: 330 ] [ iter:441,300 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:49 ] [ l_g_pix: 2.2606e-02 ] [ l_g_total: 2.2606e-02 ] +2024-10-10 00:11:37,543 INFO: [ epoch: 330 ] [ iter:441,400 ] [ performance: 27.520 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:43 ] [ l_g_pix: 2.9448e-02 ] [ l_g_total: 2.9448e-02 ] +2024-10-10 00:11:41,275 INFO: [ epoch: 330 ] [ iter:441,500 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:37 ] [ l_g_pix: 3.3949e-02 ] [ l_g_total: 3.3949e-02 ] +2024-10-10 00:11:45,059 INFO: [ epoch: 330 ] [ iter:441,600 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:31 ] [ l_g_pix: 2.2831e-02 ] [ l_g_total: 2.2831e-02 ] +2024-10-10 00:11:48,837 INFO: [ epoch: 330 ] [ iter:441,700 ] [ performance: 26.495 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:25 ] [ l_g_pix: 3.3370e-02 ] [ l_g_total: 3.3370e-02 ] +2024-10-10 00:11:52,557 INFO: [ epoch: 330 ] [ iter:441,800 ] [ performance: 27.863 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:19 ] [ l_g_pix: 2.7231e-02 ] [ l_g_total: 2.7231e-02 ] +2024-10-10 00:11:56,238 INFO: [ epoch: 330 ] [ iter:441,900 ] [ performance: 27.188 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:13 ] [ l_g_pix: 3.6230e-02 ] [ l_g_total: 3.6230e-02 ] +2024-10-10 00:11:59,960 INFO: [ epoch: 330 ] [ iter:442,000 ] [ performance: 29.355 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:07 ] [ l_g_pix: 1.7733e-02 ] [ l_g_total: 1.7733e-02 ] +2024-10-10 00:12:03,684 INFO: [ epoch: 330 ] [ iter:442,100 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:01 ] [ l_g_pix: 1.6529e-02 ] [ l_g_total: 1.6529e-02 ] +2024-10-10 00:12:07,188 INFO: [ epoch: 330 ] [ iter:442,200 ] [ performance: 27.686 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:55 ] [ l_g_pix: 4.4207e-02 ] [ l_g_total: 4.4207e-02 ] +2024-10-10 00:12:12,414 INFO: [ epoch: 331 ] [ iter:442,300 ] [ performance: 19.137 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:50 ] [ l_g_pix: 4.6914e-02 ] [ l_g_total: 4.6914e-02 ] +2024-10-10 00:12:16,126 INFO: [ epoch: 331 ] [ iter:442,400 ] [ performance: 22.382 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:44 ] [ l_g_pix: 2.1161e-02 ] [ l_g_total: 2.1161e-02 ] +2024-10-10 00:12:19,863 INFO: [ epoch: 331 ] [ iter:442,500 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:38 ] [ l_g_pix: 2.1985e-02 ] [ l_g_total: 2.1985e-02 ] +2024-10-10 00:12:23,607 INFO: [ epoch: 331 ] [ iter:442,600 ] [ performance: 26.744 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:32 ] [ l_g_pix: 3.4997e-02 ] [ l_g_total: 3.4997e-02 ] +2024-10-10 00:12:27,352 INFO: [ epoch: 331 ] [ iter:442,700 ] [ performance: 26.728 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:26 ] [ l_g_pix: 3.7164e-02 ] [ l_g_total: 3.7164e-02 ] +2024-10-10 00:12:31,077 INFO: [ epoch: 331 ] [ iter:442,800 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:20 ] [ l_g_pix: 3.4005e-02 ] [ l_g_total: 3.4005e-02 ] +2024-10-10 00:12:34,785 INFO: [ epoch: 331 ] [ iter:442,900 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:14 ] [ l_g_pix: 4.0530e-02 ] [ l_g_total: 4.0530e-02 ] +2024-10-10 00:12:38,473 INFO: [ epoch: 331 ] [ iter:443,000 ] [ performance: 27.070 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:08 ] [ l_g_pix: 2.6656e-02 ] [ l_g_total: 2.6656e-02 ] +2024-10-10 00:12:42,200 INFO: [ epoch: 331 ] [ iter:443,100 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:02 ] [ l_g_pix: 2.1344e-02 ] [ l_g_total: 2.1344e-02 ] +2024-10-10 00:12:45,910 INFO: [ epoch: 331 ] [ iter:443,200 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:56 ] [ l_g_pix: 3.1403e-02 ] [ l_g_total: 3.1403e-02 ] +2024-10-10 00:12:49,655 INFO: [ epoch: 331 ] [ iter:443,300 ] [ performance: 26.730 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:50 ] [ l_g_pix: 3.5395e-02 ] [ l_g_total: 3.5395e-02 ] +2024-10-10 00:12:53,429 INFO: [ epoch: 331 ] [ iter:443,400 ] [ performance: 26.613 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:44 ] [ l_g_pix: 2.1394e-02 ] [ l_g_total: 2.1394e-02 ] +2024-10-10 00:12:57,016 INFO: [ epoch: 331 ] [ iter:443,500 ] [ performance: 27.943 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:38 ] [ l_g_pix: 3.5536e-02 ] [ l_g_total: 3.5536e-02 ] +2024-10-10 00:13:02,056 INFO: [ epoch: 332 ] [ iter:443,600 ] [ performance: 23.087 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:32 ] [ l_g_pix: 2.8041e-02 ] [ l_g_total: 2.8041e-02 ] +2024-10-10 00:13:05,759 INFO: [ epoch: 332 ] [ iter:443,700 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:26 ] [ l_g_pix: 2.2948e-02 ] [ l_g_total: 2.2948e-02 ] +2024-10-10 00:13:09,481 INFO: [ epoch: 332 ] [ iter:443,800 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:21 ] [ l_g_pix: 3.4439e-02 ] [ l_g_total: 3.4439e-02 ] +2024-10-10 00:13:13,216 INFO: [ epoch: 332 ] [ iter:443,900 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:15 ] [ l_g_pix: 3.7593e-02 ] [ l_g_total: 3.7593e-02 ] +2024-10-10 00:13:16,939 INFO: [ epoch: 332 ] [ iter:444,000 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:09 ] [ l_g_pix: 2.9504e-02 ] [ l_g_total: 2.9504e-02 ] +2024-10-10 00:13:20,668 INFO: [ epoch: 332 ] [ iter:444,100 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:03 ] [ l_g_pix: 2.2646e-02 ] [ l_g_total: 2.2646e-02 ] +2024-10-10 00:13:24,393 INFO: [ epoch: 332 ] [ iter:444,200 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:57 ] [ l_g_pix: 2.8027e-02 ] [ l_g_total: 2.8027e-02 ] +2024-10-10 00:13:28,101 INFO: [ epoch: 332 ] [ iter:444,300 ] [ performance: 27.038 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:51 ] [ l_g_pix: 3.3548e-02 ] [ l_g_total: 3.3548e-02 ] +2024-10-10 00:13:31,782 INFO: [ epoch: 332 ] [ iter:444,400 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:45 ] [ l_g_pix: 2.6396e-02 ] [ l_g_total: 2.6396e-02 ] +2024-10-10 00:13:35,483 INFO: [ epoch: 332 ] [ iter:444,500 ] [ performance: 27.182 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:39 ] [ l_g_pix: 3.4746e-02 ] [ l_g_total: 3.4746e-02 ] +2024-10-10 00:13:39,221 INFO: [ epoch: 332 ] [ iter:444,600 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:33 ] [ l_g_pix: 5.0797e-02 ] [ l_g_total: 5.0797e-02 ] +2024-10-10 00:13:42,938 INFO: [ epoch: 332 ] [ iter:444,700 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:27 ] [ l_g_pix: 4.3121e-02 ] [ l_g_total: 4.3121e-02 ] +2024-10-10 00:13:46,684 INFO: [ epoch: 332 ] [ iter:444,800 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:21 ] [ l_g_pix: 2.3597e-02 ] [ l_g_total: 2.3597e-02 ] +2024-10-10 00:13:51,392 INFO: [ epoch: 333 ] [ iter:444,900 ] [ performance: 20.443 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:15 ] [ l_g_pix: 2.2971e-02 ] [ l_g_total: 2.2971e-02 ] +2024-10-10 00:13:55,381 INFO: [ epoch: 333 ] [ iter:445,000 ] [ performance: 22.685 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:09 ] [ l_g_pix: 3.1947e-02 ] [ l_g_total: 3.1947e-02 ] +2024-10-10 00:13:59,095 INFO: [ epoch: 333 ] [ iter:445,100 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:04 ] [ l_g_pix: 2.6734e-02 ] [ l_g_total: 2.6734e-02 ] +2024-10-10 00:14:02,816 INFO: [ epoch: 333 ] [ iter:445,200 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:58 ] [ l_g_pix: 2.2083e-02 ] [ l_g_total: 2.2083e-02 ] +2024-10-10 00:14:06,498 INFO: [ epoch: 333 ] [ iter:445,300 ] [ performance: 27.248 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:52 ] [ l_g_pix: 3.3967e-02 ] [ l_g_total: 3.3967e-02 ] +2024-10-10 00:14:10,239 INFO: [ epoch: 333 ] [ iter:445,400 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:46 ] [ l_g_pix: 2.3482e-02 ] [ l_g_total: 2.3482e-02 ] +2024-10-10 00:14:13,965 INFO: [ epoch: 333 ] [ iter:445,500 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:40 ] [ l_g_pix: 2.5699e-02 ] [ l_g_total: 2.5699e-02 ] +2024-10-10 00:14:17,723 INFO: [ epoch: 333 ] [ iter:445,600 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:34 ] [ l_g_pix: 3.6372e-02 ] [ l_g_total: 3.6372e-02 ] +2024-10-10 00:14:21,481 INFO: [ epoch: 333 ] [ iter:445,700 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:28 ] [ l_g_pix: 2.0357e-02 ] [ l_g_total: 2.0357e-02 ] +2024-10-10 00:14:25,163 INFO: [ epoch: 333 ] [ iter:445,800 ] [ performance: 27.002 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:22 ] [ l_g_pix: 2.4167e-02 ] [ l_g_total: 2.4167e-02 ] +2024-10-10 00:14:28,845 INFO: [ epoch: 333 ] [ iter:445,900 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:16 ] [ l_g_pix: 2.0041e-02 ] [ l_g_total: 2.0041e-02 ] +2024-10-10 00:14:32,557 INFO: [ epoch: 333 ] [ iter:446,000 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:10 ] [ l_g_pix: 2.4460e-02 ] [ l_g_total: 2.4460e-02 ] +2024-10-10 00:14:36,313 INFO: [ epoch: 333 ] [ iter:446,100 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:04 ] [ l_g_pix: 3.0221e-02 ] [ l_g_total: 3.0221e-02 ] +2024-10-10 00:14:39,853 INFO: [ epoch: 333 ] [ iter:446,200 ] [ performance: 27.557 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:58 ] [ l_g_pix: 3.1414e-02 ] [ l_g_total: 3.1414e-02 ] +2024-10-10 00:14:44,997 INFO: [ epoch: 334 ] [ iter:446,300 ] [ performance: 18.010 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:53 ] [ l_g_pix: 3.7353e-02 ] [ l_g_total: 3.7353e-02 ] +2024-10-10 00:14:48,716 INFO: [ epoch: 334 ] [ iter:446,400 ] [ performance: 22.057 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:47 ] [ l_g_pix: 2.7884e-02 ] [ l_g_total: 2.7884e-02 ] +2024-10-10 00:14:52,439 INFO: [ epoch: 334 ] [ iter:446,500 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:41 ] [ l_g_pix: 1.7847e-02 ] [ l_g_total: 1.7847e-02 ] +2024-10-10 00:14:56,168 INFO: [ epoch: 334 ] [ iter:446,600 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:35 ] [ l_g_pix: 2.5600e-02 ] [ l_g_total: 2.5600e-02 ] +2024-10-10 00:14:59,930 INFO: [ epoch: 334 ] [ iter:446,700 ] [ performance: 26.623 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:29 ] [ l_g_pix: 4.7975e-02 ] [ l_g_total: 4.7975e-02 ] +2024-10-10 00:15:03,623 INFO: [ epoch: 334 ] [ iter:446,800 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:23 ] [ l_g_pix: 2.7043e-02 ] [ l_g_total: 2.7043e-02 ] +2024-10-10 00:15:07,345 INFO: [ epoch: 334 ] [ iter:446,900 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:17 ] [ l_g_pix: 3.4567e-02 ] [ l_g_total: 3.4567e-02 ] +2024-10-10 00:15:11,076 INFO: [ epoch: 334 ] [ iter:447,000 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:11 ] [ l_g_pix: 2.7208e-02 ] [ l_g_total: 2.7208e-02 ] +2024-10-10 00:15:14,866 INFO: [ epoch: 334 ] [ iter:447,100 ] [ performance: 26.513 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:05 ] [ l_g_pix: 4.2218e-02 ] [ l_g_total: 4.2218e-02 ] +2024-10-10 00:15:18,636 INFO: [ epoch: 334 ] [ iter:447,200 ] [ performance: 26.524 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:59 ] [ l_g_pix: 4.4929e-02 ] [ l_g_total: 4.4929e-02 ] +2024-10-10 00:15:22,356 INFO: [ epoch: 334 ] [ iter:447,300 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:54 ] [ l_g_pix: 2.2137e-02 ] [ l_g_total: 2.2137e-02 ] +2024-10-10 00:15:26,115 INFO: [ epoch: 334 ] [ iter:447,400 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:48 ] [ l_g_pix: 2.0579e-02 ] [ l_g_total: 2.0579e-02 ] +2024-10-10 00:15:29,760 INFO: [ epoch: 334 ] [ iter:447,500 ] [ performance: 27.887 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:42 ] [ l_g_pix: 2.7602e-02 ] [ l_g_total: 2.7602e-02 ] +2024-10-10 00:15:35,056 INFO: [ epoch: 335 ] [ iter:447,600 ] [ performance: 21.894 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:36 ] [ l_g_pix: 2.1212e-02 ] [ l_g_total: 2.1212e-02 ] +2024-10-10 00:15:38,789 INFO: [ epoch: 335 ] [ iter:447,700 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:30 ] [ l_g_pix: 1.9591e-02 ] [ l_g_total: 1.9591e-02 ] +2024-10-10 00:15:42,505 INFO: [ epoch: 335 ] [ iter:447,800 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:24 ] [ l_g_pix: 3.3107e-02 ] [ l_g_total: 3.3107e-02 ] +2024-10-10 00:15:46,235 INFO: [ epoch: 335 ] [ iter:447,900 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:18 ] [ l_g_pix: 2.9322e-02 ] [ l_g_total: 2.9322e-02 ] +2024-10-10 00:15:50,009 INFO: [ epoch: 335 ] [ iter:448,000 ] [ performance: 26.702 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:12 ] [ l_g_pix: 3.4215e-02 ] [ l_g_total: 3.4215e-02 ] +2024-10-10 00:15:53,799 INFO: [ epoch: 335 ] [ iter:448,100 ] [ performance: 26.578 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:07 ] [ l_g_pix: 2.3022e-02 ] [ l_g_total: 2.3022e-02 ] +2024-10-10 00:15:57,496 INFO: [ epoch: 335 ] [ iter:448,200 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:01 ] [ l_g_pix: 2.7828e-02 ] [ l_g_total: 2.7828e-02 ] +2024-10-10 00:16:01,282 INFO: [ epoch: 335 ] [ iter:448,300 ] [ performance: 26.497 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:55 ] [ l_g_pix: 2.0538e-02 ] [ l_g_total: 2.0538e-02 ] +2024-10-10 00:16:04,993 INFO: [ epoch: 335 ] [ iter:448,400 ] [ performance: 26.764 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:49 ] [ l_g_pix: 2.7601e-02 ] [ l_g_total: 2.7601e-02 ] +2024-10-10 00:16:08,746 INFO: [ epoch: 335 ] [ iter:448,500 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:43 ] [ l_g_pix: 2.5089e-02 ] [ l_g_total: 2.5089e-02 ] +2024-10-10 00:16:12,459 INFO: [ epoch: 335 ] [ iter:448,600 ] [ performance: 26.825 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:37 ] [ l_g_pix: 2.8677e-02 ] [ l_g_total: 2.8677e-02 ] +2024-10-10 00:16:16,138 INFO: [ epoch: 335 ] [ iter:448,700 ] [ performance: 27.440 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:31 ] [ l_g_pix: 2.0419e-02 ] [ l_g_total: 2.0419e-02 ] +2024-10-10 00:16:19,871 INFO: [ epoch: 335 ] [ iter:448,800 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:25 ] [ l_g_pix: 1.8158e-02 ] [ l_g_total: 1.8158e-02 ] +2024-10-10 00:16:24,470 INFO: [ epoch: 336 ] [ iter:448,900 ] [ performance: 19.510 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:20 ] [ l_g_pix: 3.4330e-02 ] [ l_g_total: 3.4330e-02 ] +2024-10-10 00:16:28,695 INFO: [ epoch: 336 ] [ iter:449,000 ] [ performance: 21.808 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:14 ] [ l_g_pix: 1.8607e-02 ] [ l_g_total: 1.8607e-02 ] +2024-10-10 00:16:32,435 INFO: [ epoch: 336 ] [ iter:449,100 ] [ performance: 27.093 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:08 ] [ l_g_pix: 3.1203e-02 ] [ l_g_total: 3.1203e-02 ] +2024-10-10 00:16:36,127 INFO: [ epoch: 336 ] [ iter:449,200 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:02 ] [ l_g_pix: 3.2719e-02 ] [ l_g_total: 3.2719e-02 ] +2024-10-10 00:16:39,874 INFO: [ epoch: 336 ] [ iter:449,300 ] [ performance: 26.758 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:56 ] [ l_g_pix: 2.5074e-02 ] [ l_g_total: 2.5074e-02 ] +2024-10-10 00:16:43,626 INFO: [ epoch: 336 ] [ iter:449,400 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:50 ] [ l_g_pix: 3.1332e-02 ] [ l_g_total: 3.1332e-02 ] +2024-10-10 00:16:47,308 INFO: [ epoch: 336 ] [ iter:449,500 ] [ performance: 27.379 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:44 ] [ l_g_pix: 2.9516e-02 ] [ l_g_total: 2.9516e-02 ] +2024-10-10 00:16:51,049 INFO: [ epoch: 336 ] [ iter:449,600 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:38 ] [ l_g_pix: 4.4271e-02 ] [ l_g_total: 4.4271e-02 ] +2024-10-10 00:16:54,786 INFO: [ epoch: 336 ] [ iter:449,700 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:32 ] [ l_g_pix: 2.4912e-02 ] [ l_g_total: 2.4912e-02 ] +2024-10-10 00:16:58,498 INFO: [ epoch: 336 ] [ iter:449,800 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:27 ] [ l_g_pix: 2.7188e-02 ] [ l_g_total: 2.7188e-02 ] +2024-10-10 00:17:02,171 INFO: [ epoch: 336 ] [ iter:449,900 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:21 ] [ l_g_pix: 2.2719e-02 ] [ l_g_total: 2.2719e-02 ] +2024-10-10 00:17:05,879 INFO: [ epoch: 336 ] [ iter:450,000 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:15 ] [ l_g_pix: 3.4427e-02 ] [ l_g_total: 3.4427e-02 ] +2024-10-10 00:17:05,879 INFO: Saving models and training states. +2024-10-10 00:19:54,035 INFO: Validation val + + # psnr: 27.2210........ Best: 27.2233 @ 390000 iter + # ssim: 0.7671........ Best: 0.7672 @ 440000 iter + # dists: 0.7732........ Best: 0.7732 @ 410000 iter + +2024-10-10 00:19:57,766 INFO: [ epoch: 336 ] [ iter:450,100 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:35 ] [ l_g_pix: 2.7509e-02 ] [ l_g_total: 2.7509e-02 ] +2024-10-10 00:20:01,363 INFO: [ epoch: 336 ] [ iter:450,200 ] [ performance: 27.458 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:29 ] [ l_g_pix: 3.4245e-02 ] [ l_g_total: 3.4245e-02 ] +2024-10-10 00:20:07,101 INFO: [ epoch: 337 ] [ iter:450,300 ] [ performance: 21.013 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:23 ] [ l_g_pix: 2.1687e-02 ] [ l_g_total: 2.1687e-02 ] +2024-10-10 00:20:10,805 INFO: [ epoch: 337 ] [ iter:450,400 ] [ performance: 24.396 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:18 ] [ l_g_pix: 2.9179e-02 ] [ l_g_total: 2.9179e-02 ] +2024-10-10 00:20:14,492 INFO: [ epoch: 337 ] [ iter:450,500 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:12 ] [ l_g_pix: 2.6441e-02 ] [ l_g_total: 2.6441e-02 ] +2024-10-10 00:20:18,177 INFO: [ epoch: 337 ] [ iter:450,600 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:06 ] [ l_g_pix: 2.3832e-02 ] [ l_g_total: 2.3832e-02 ] +2024-10-10 00:20:21,906 INFO: [ epoch: 337 ] [ iter:450,700 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:00 ] [ l_g_pix: 3.3019e-02 ] [ l_g_total: 3.3019e-02 ] +2024-10-10 00:20:25,606 INFO: [ epoch: 337 ] [ iter:450,800 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:54 ] [ l_g_pix: 2.8784e-02 ] [ l_g_total: 2.8784e-02 ] +2024-10-10 00:20:29,348 INFO: [ epoch: 337 ] [ iter:450,900 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:48 ] [ l_g_pix: 2.3586e-02 ] [ l_g_total: 2.3586e-02 ] +2024-10-10 00:20:33,090 INFO: [ epoch: 337 ] [ iter:451,000 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:42 ] [ l_g_pix: 2.7645e-02 ] [ l_g_total: 2.7645e-02 ] +2024-10-10 00:20:36,863 INFO: [ epoch: 337 ] [ iter:451,100 ] [ performance: 26.656 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:36 ] [ l_g_pix: 4.1815e-02 ] [ l_g_total: 4.1815e-02 ] +2024-10-10 00:20:40,615 INFO: [ epoch: 337 ] [ iter:451,200 ] [ performance: 26.657 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:30 ] [ l_g_pix: 2.4736e-02 ] [ l_g_total: 2.4736e-02 ] +2024-10-10 00:20:44,348 INFO: [ epoch: 337 ] [ iter:451,300 ] [ performance: 26.639 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:24 ] [ l_g_pix: 2.9527e-02 ] [ l_g_total: 2.9527e-02 ] +2024-10-10 00:20:48,096 INFO: [ epoch: 337 ] [ iter:451,400 ] [ performance: 26.669 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:18 ] [ l_g_pix: 2.5042e-02 ] [ l_g_total: 2.5042e-02 ] +2024-10-10 00:20:51,797 INFO: [ epoch: 337 ] [ iter:451,500 ] [ performance: 27.703 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:12 ] [ l_g_pix: 2.8917e-02 ] [ l_g_total: 2.8917e-02 ] +2024-10-10 00:20:56,919 INFO: [ epoch: 338 ] [ iter:451,600 ] [ performance: 21.781 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:07 ] [ l_g_pix: 3.3921e-02 ] [ l_g_total: 3.3921e-02 ] +2024-10-10 00:21:00,678 INFO: [ epoch: 338 ] [ iter:451,700 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:01 ] [ l_g_pix: 2.1463e-02 ] [ l_g_total: 2.1463e-02 ] +2024-10-10 00:21:04,408 INFO: [ epoch: 338 ] [ iter:451,800 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:55 ] [ l_g_pix: 2.1892e-02 ] [ l_g_total: 2.1892e-02 ] +2024-10-10 00:21:08,185 INFO: [ epoch: 338 ] [ iter:451,900 ] [ performance: 26.495 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:49 ] [ l_g_pix: 3.4975e-02 ] [ l_g_total: 3.4975e-02 ] +2024-10-10 00:21:11,889 INFO: [ epoch: 338 ] [ iter:452,000 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:43 ] [ l_g_pix: 3.3098e-02 ] [ l_g_total: 3.3098e-02 ] +2024-10-10 00:21:15,553 INFO: [ epoch: 338 ] [ iter:452,100 ] [ performance: 27.204 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:37 ] [ l_g_pix: 2.8042e-02 ] [ l_g_total: 2.8042e-02 ] +2024-10-10 00:21:19,246 INFO: [ epoch: 338 ] [ iter:452,200 ] [ performance: 27.123 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:31 ] [ l_g_pix: 2.2907e-02 ] [ l_g_total: 2.2907e-02 ] +2024-10-10 00:21:22,975 INFO: [ epoch: 338 ] [ iter:452,300 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:25 ] [ l_g_pix: 2.8246e-02 ] [ l_g_total: 2.8246e-02 ] +2024-10-10 00:21:26,698 INFO: [ epoch: 338 ] [ iter:452,400 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:19 ] [ l_g_pix: 3.8560e-02 ] [ l_g_total: 3.8560e-02 ] +2024-10-10 00:21:30,432 INFO: [ epoch: 338 ] [ iter:452,500 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:14 ] [ l_g_pix: 2.6086e-02 ] [ l_g_total: 2.6086e-02 ] +2024-10-10 00:21:34,152 INFO: [ epoch: 338 ] [ iter:452,600 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:08 ] [ l_g_pix: 2.5081e-02 ] [ l_g_total: 2.5081e-02 ] +2024-10-10 00:21:37,889 INFO: [ epoch: 338 ] [ iter:452,700 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:02 ] [ l_g_pix: 3.1959e-02 ] [ l_g_total: 3.1959e-02 ] +2024-10-10 00:21:41,603 INFO: [ epoch: 338 ] [ iter:452,800 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:56 ] [ l_g_pix: 2.5702e-02 ] [ l_g_total: 2.5702e-02 ] +2024-10-10 00:21:45,097 INFO: [ epoch: 338 ] [ iter:452,900 ] [ performance: 28.692 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:50 ] [ l_g_pix: 3.7161e-02 ] [ l_g_total: 3.7161e-02 ] +2024-10-10 00:21:50,430 INFO: [ epoch: 339 ] [ iter:453,000 ] [ performance: 21.090 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:44 ] [ l_g_pix: 3.0707e-02 ] [ l_g_total: 3.0707e-02 ] +2024-10-10 00:21:54,156 INFO: [ epoch: 339 ] [ iter:453,100 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:38 ] [ l_g_pix: 2.8875e-02 ] [ l_g_total: 2.8875e-02 ] +2024-10-10 00:21:57,874 INFO: [ epoch: 339 ] [ iter:453,200 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:32 ] [ l_g_pix: 1.2637e-02 ] [ l_g_total: 1.2637e-02 ] +2024-10-10 00:22:01,617 INFO: [ epoch: 339 ] [ iter:453,300 ] [ performance: 26.744 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:27 ] [ l_g_pix: 2.0933e-02 ] [ l_g_total: 2.0933e-02 ] +2024-10-10 00:22:05,362 INFO: [ epoch: 339 ] [ iter:453,400 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:21 ] [ l_g_pix: 2.5000e-02 ] [ l_g_total: 2.5000e-02 ] +2024-10-10 00:22:09,120 INFO: [ epoch: 339 ] [ iter:453,500 ] [ performance: 26.577 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:15 ] [ l_g_pix: 2.5176e-02 ] [ l_g_total: 2.5176e-02 ] +2024-10-10 00:22:12,846 INFO: [ epoch: 339 ] [ iter:453,600 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:09 ] [ l_g_pix: 2.5014e-02 ] [ l_g_total: 2.5014e-02 ] +2024-10-10 00:22:16,559 INFO: [ epoch: 339 ] [ iter:453,700 ] [ performance: 26.557 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:03 ] [ l_g_pix: 1.3203e-02 ] [ l_g_total: 1.3203e-02 ] +2024-10-10 00:22:20,298 INFO: [ epoch: 339 ] [ iter:453,800 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:57 ] [ l_g_pix: 2.9729e-02 ] [ l_g_total: 2.9729e-02 ] +2024-10-10 00:22:24,022 INFO: [ epoch: 339 ] [ iter:453,900 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:51 ] [ l_g_pix: 2.7477e-02 ] [ l_g_total: 2.7477e-02 ] +2024-10-10 00:22:27,741 INFO: [ epoch: 339 ] [ iter:454,000 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:45 ] [ l_g_pix: 2.2369e-02 ] [ l_g_total: 2.2369e-02 ] +2024-10-10 00:22:31,451 INFO: [ epoch: 339 ] [ iter:454,100 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:39 ] [ l_g_pix: 3.2534e-02 ] [ l_g_total: 3.2534e-02 ] +2024-10-10 00:22:35,039 INFO: [ epoch: 339 ] [ iter:454,200 ] [ performance: 27.649 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:34 ] [ l_g_pix: 1.5863e-02 ] [ l_g_total: 1.5863e-02 ] +2024-10-10 00:22:40,326 INFO: [ epoch: 340 ] [ iter:454,300 ] [ performance: 25.698 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:28 ] [ l_g_pix: 3.1287e-02 ] [ l_g_total: 3.1287e-02 ] +2024-10-10 00:22:44,052 INFO: [ epoch: 340 ] [ iter:454,400 ] [ performance: 26.507 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:22 ] [ l_g_pix: 3.0493e-02 ] [ l_g_total: 3.0493e-02 ] +2024-10-10 00:22:47,813 INFO: [ epoch: 340 ] [ iter:454,500 ] [ performance: 26.599 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:16 ] [ l_g_pix: 2.8247e-02 ] [ l_g_total: 2.8247e-02 ] +2024-10-10 00:22:51,508 INFO: [ epoch: 340 ] [ iter:454,600 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:10 ] [ l_g_pix: 2.0794e-02 ] [ l_g_total: 2.0794e-02 ] +2024-10-10 00:22:55,133 INFO: [ epoch: 340 ] [ iter:454,700 ] [ performance: 27.432 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:04 ] [ l_g_pix: 4.1329e-02 ] [ l_g_total: 4.1329e-02 ] +2024-10-10 00:22:58,863 INFO: [ epoch: 340 ] [ iter:454,800 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:58 ] [ l_g_pix: 2.1596e-02 ] [ l_g_total: 2.1596e-02 ] +2024-10-10 00:23:02,606 INFO: [ epoch: 340 ] [ iter:454,900 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:53 ] [ l_g_pix: 3.2830e-02 ] [ l_g_total: 3.2830e-02 ] +2024-10-10 00:23:06,336 INFO: [ epoch: 340 ] [ iter:455,000 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:47 ] [ l_g_pix: 2.6259e-02 ] [ l_g_total: 2.6259e-02 ] +2024-10-10 00:23:10,075 INFO: [ epoch: 340 ] [ iter:455,100 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:41 ] [ l_g_pix: 2.5734e-02 ] [ l_g_total: 2.5734e-02 ] +2024-10-10 00:23:13,813 INFO: [ epoch: 340 ] [ iter:455,200 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:35 ] [ l_g_pix: 2.0257e-02 ] [ l_g_total: 2.0257e-02 ] +2024-10-10 00:23:17,515 INFO: [ epoch: 340 ] [ iter:455,300 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:29 ] [ l_g_pix: 2.7411e-02 ] [ l_g_total: 2.7411e-02 ] +2024-10-10 00:23:21,250 INFO: [ epoch: 340 ] [ iter:455,400 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:23 ] [ l_g_pix: 2.5799e-02 ] [ l_g_total: 2.5799e-02 ] +2024-10-10 00:23:24,918 INFO: [ epoch: 340 ] [ iter:455,500 ] [ performance: 28.298 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:17 ] [ l_g_pix: 2.4255e-02 ] [ l_g_total: 2.4255e-02 ] +2024-10-10 00:23:29,942 INFO: [ epoch: 341 ] [ iter:455,600 ] [ performance: 21.529 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:12 ] [ l_g_pix: 2.4114e-02 ] [ l_g_total: 2.4114e-02 ] +2024-10-10 00:23:33,780 INFO: [ epoch: 341 ] [ iter:455,700 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:06 ] [ l_g_pix: 2.6275e-02 ] [ l_g_total: 2.6275e-02 ] +2024-10-10 00:23:37,484 INFO: [ epoch: 341 ] [ iter:455,800 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:00 ] [ l_g_pix: 3.3664e-02 ] [ l_g_total: 3.3664e-02 ] +2024-10-10 00:23:41,211 INFO: [ epoch: 341 ] [ iter:455,900 ] [ performance: 27.283 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:54 ] [ l_g_pix: 1.6657e-02 ] [ l_g_total: 1.6657e-02 ] +2024-10-10 00:23:44,917 INFO: [ epoch: 341 ] [ iter:456,000 ] [ performance: 27.059 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:48 ] [ l_g_pix: 3.6569e-02 ] [ l_g_total: 3.6569e-02 ] +2024-10-10 00:23:48,629 INFO: [ epoch: 341 ] [ iter:456,100 ] [ performance: 27.366 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:42 ] [ l_g_pix: 2.0974e-02 ] [ l_g_total: 2.0974e-02 ] +2024-10-10 00:23:52,359 INFO: [ epoch: 341 ] [ iter:456,200 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:36 ] [ l_g_pix: 3.3183e-02 ] [ l_g_total: 3.3183e-02 ] +2024-10-10 00:23:56,116 INFO: [ epoch: 341 ] [ iter:456,300 ] [ performance: 26.457 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:30 ] [ l_g_pix: 4.0048e-02 ] [ l_g_total: 4.0048e-02 ] +2024-10-10 00:23:59,861 INFO: [ epoch: 341 ] [ iter:456,400 ] [ performance: 26.651 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:25 ] [ l_g_pix: 3.1063e-02 ] [ l_g_total: 3.1063e-02 ] +2024-10-10 00:24:03,620 INFO: [ epoch: 341 ] [ iter:456,500 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:19 ] [ l_g_pix: 3.6965e-02 ] [ l_g_total: 3.6965e-02 ] +2024-10-10 00:24:07,336 INFO: [ epoch: 341 ] [ iter:456,600 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:13 ] [ l_g_pix: 2.5852e-02 ] [ l_g_total: 2.5852e-02 ] +2024-10-10 00:24:11,092 INFO: [ epoch: 341 ] [ iter:456,700 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:07 ] [ l_g_pix: 1.8789e-02 ] [ l_g_total: 1.8789e-02 ] +2024-10-10 00:24:14,828 INFO: [ epoch: 341 ] [ iter:456,800 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:01 ] [ l_g_pix: 3.4076e-02 ] [ l_g_total: 3.4076e-02 ] +2024-10-10 00:24:18,299 INFO: [ epoch: 341 ] [ iter:456,900 ] [ performance: 29.500 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:55 ] [ l_g_pix: 3.8691e-02 ] [ l_g_total: 3.8691e-02 ] +2024-10-10 00:24:23,599 INFO: [ epoch: 342 ] [ iter:457,000 ] [ performance: 20.438 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:50 ] [ l_g_pix: 3.0696e-02 ] [ l_g_total: 3.0696e-02 ] +2024-10-10 00:24:27,296 INFO: [ epoch: 342 ] [ iter:457,100 ] [ performance: 27.438 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:44 ] [ l_g_pix: 1.2738e-02 ] [ l_g_total: 1.2738e-02 ] +2024-10-10 00:24:30,989 INFO: [ epoch: 342 ] [ iter:457,200 ] [ performance: 27.157 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:38 ] [ l_g_pix: 2.7668e-02 ] [ l_g_total: 2.7668e-02 ] +2024-10-10 00:24:34,756 INFO: [ epoch: 342 ] [ iter:457,300 ] [ performance: 26.817 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:32 ] [ l_g_pix: 3.3433e-02 ] [ l_g_total: 3.3433e-02 ] +2024-10-10 00:24:38,452 INFO: [ epoch: 342 ] [ iter:457,400 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:26 ] [ l_g_pix: 2.8615e-02 ] [ l_g_total: 2.8615e-02 ] +2024-10-10 00:24:42,209 INFO: [ epoch: 342 ] [ iter:457,500 ] [ performance: 27.210 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:20 ] [ l_g_pix: 4.1200e-02 ] [ l_g_total: 4.1200e-02 ] +2024-10-10 00:24:45,969 INFO: [ epoch: 342 ] [ iter:457,600 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:14 ] [ l_g_pix: 3.1972e-02 ] [ l_g_total: 3.1972e-02 ] +2024-10-10 00:24:49,677 INFO: [ epoch: 342 ] [ iter:457,700 ] [ performance: 27.378 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:09 ] [ l_g_pix: 2.9851e-02 ] [ l_g_total: 2.9851e-02 ] +2024-10-10 00:24:53,351 INFO: [ epoch: 342 ] [ iter:457,800 ] [ performance: 27.253 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:03 ] [ l_g_pix: 1.6601e-02 ] [ l_g_total: 1.6601e-02 ] +2024-10-10 00:24:57,035 INFO: [ epoch: 342 ] [ iter:457,900 ] [ performance: 27.477 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:57 ] [ l_g_pix: 3.3136e-02 ] [ l_g_total: 3.3136e-02 ] +2024-10-10 00:25:00,767 INFO: [ epoch: 342 ] [ iter:458,000 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:51 ] [ l_g_pix: 1.9669e-02 ] [ l_g_total: 1.9669e-02 ] +2024-10-10 00:25:04,470 INFO: [ epoch: 342 ] [ iter:458,100 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:45 ] [ l_g_pix: 2.9975e-02 ] [ l_g_total: 2.9975e-02 ] +2024-10-10 00:25:08,042 INFO: [ epoch: 342 ] [ iter:458,200 ] [ performance: 27.856 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:39 ] [ l_g_pix: 4.5273e-02 ] [ l_g_total: 4.5273e-02 ] +2024-10-10 00:25:13,108 INFO: [ epoch: 343 ] [ iter:458,300 ] [ performance: 26.637 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:34 ] [ l_g_pix: 2.4566e-02 ] [ l_g_total: 2.4566e-02 ] +2024-10-10 00:25:16,836 INFO: [ epoch: 343 ] [ iter:458,400 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:28 ] [ l_g_pix: 3.7783e-02 ] [ l_g_total: 3.7783e-02 ] +2024-10-10 00:25:20,512 INFO: [ epoch: 343 ] [ iter:458,500 ] [ performance: 28.652 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:22 ] [ l_g_pix: 3.1890e-02 ] [ l_g_total: 3.1890e-02 ] +2024-10-10 00:25:24,251 INFO: [ epoch: 343 ] [ iter:458,600 ] [ performance: 27.036 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:16 ] [ l_g_pix: 2.5896e-02 ] [ l_g_total: 2.5896e-02 ] +2024-10-10 00:25:27,976 INFO: [ epoch: 343 ] [ iter:458,700 ] [ performance: 27.534 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:10 ] [ l_g_pix: 2.9294e-02 ] [ l_g_total: 2.9294e-02 ] +2024-10-10 00:25:31,704 INFO: [ epoch: 343 ] [ iter:458,800 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:04 ] [ l_g_pix: 3.4939e-02 ] [ l_g_total: 3.4939e-02 ] +2024-10-10 00:25:35,387 INFO: [ epoch: 343 ] [ iter:458,900 ] [ performance: 28.106 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:59 ] [ l_g_pix: 1.4195e-02 ] [ l_g_total: 1.4195e-02 ] +2024-10-10 00:25:39,111 INFO: [ epoch: 343 ] [ iter:459,000 ] [ performance: 27.030 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:53 ] [ l_g_pix: 3.8588e-02 ] [ l_g_total: 3.8588e-02 ] +2024-10-10 00:25:42,838 INFO: [ epoch: 343 ] [ iter:459,100 ] [ performance: 27.359 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:47 ] [ l_g_pix: 1.7928e-02 ] [ l_g_total: 1.7928e-02 ] +2024-10-10 00:25:46,584 INFO: [ epoch: 343 ] [ iter:459,200 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:41 ] [ l_g_pix: 3.7974e-02 ] [ l_g_total: 3.7974e-02 ] +2024-10-10 00:25:50,311 INFO: [ epoch: 343 ] [ iter:459,300 ] [ performance: 27.249 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:35 ] [ l_g_pix: 2.3623e-02 ] [ l_g_total: 2.3623e-02 ] +2024-10-10 00:25:54,002 INFO: [ epoch: 343 ] [ iter:459,400 ] [ performance: 27.116 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:29 ] [ l_g_pix: 2.9530e-02 ] [ l_g_total: 2.9530e-02 ] +2024-10-10 00:25:57,663 INFO: [ epoch: 343 ] [ iter:459,500 ] [ performance: 29.350 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:23 ] [ l_g_pix: 3.1634e-02 ] [ l_g_total: 3.1634e-02 ] +2024-10-10 00:26:02,436 INFO: [ epoch: 344 ] [ iter:459,600 ] [ performance: 21.722 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:18 ] [ l_g_pix: 2.0555e-02 ] [ l_g_total: 2.0555e-02 ] +2024-10-10 00:26:06,408 INFO: [ epoch: 344 ] [ iter:459,700 ] [ performance: 27.057 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:12 ] [ l_g_pix: 2.4984e-02 ] [ l_g_total: 2.4984e-02 ] +2024-10-10 00:26:10,098 INFO: [ epoch: 344 ] [ iter:459,800 ] [ performance: 27.099 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:06 ] [ l_g_pix: 2.4191e-02 ] [ l_g_total: 2.4191e-02 ] +2024-10-10 00:26:13,808 INFO: [ epoch: 344 ] [ iter:459,900 ] [ performance: 27.820 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:00 ] [ l_g_pix: 1.8991e-02 ] [ l_g_total: 1.8991e-02 ] +2024-10-10 00:26:17,537 INFO: [ epoch: 344 ] [ iter:460,000 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:54 ] [ l_g_pix: 2.1660e-02 ] [ l_g_total: 2.1660e-02 ] +2024-10-10 00:26:17,537 INFO: Saving models and training states. +2024-10-10 00:29:11,821 INFO: Validation val + + # psnr: 27.2275........ Best: 27.2275 @ 460000 iter + # ssim: 0.7673........ Best: 0.7673 @ 460000 iter + # dists: 0.7731........ Best: 0.7731 @ 460000 iter + +2024-10-10 00:29:15,530 INFO: [ epoch: 344 ] [ iter:460,100 ] [ performance: 27.518 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:11 ] [ l_g_pix: 2.8825e-02 ] [ l_g_total: 2.8825e-02 ] +2024-10-10 00:29:19,265 INFO: [ epoch: 344 ] [ iter:460,200 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:05 ] [ l_g_pix: 2.1969e-02 ] [ l_g_total: 2.1969e-02 ] +2024-10-10 00:29:22,968 INFO: [ epoch: 344 ] [ iter:460,300 ] [ performance: 26.509 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:00 ] [ l_g_pix: 2.5733e-02 ] [ l_g_total: 2.5733e-02 ] +2024-10-10 00:29:26,679 INFO: [ epoch: 344 ] [ iter:460,400 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:54 ] [ l_g_pix: 2.4772e-02 ] [ l_g_total: 2.4772e-02 ] +2024-10-10 00:29:30,403 INFO: [ epoch: 344 ] [ iter:460,500 ] [ performance: 27.697 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:48 ] [ l_g_pix: 2.7634e-02 ] [ l_g_total: 2.7634e-02 ] +2024-10-10 00:29:34,127 INFO: [ epoch: 344 ] [ iter:460,600 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:42 ] [ l_g_pix: 2.8337e-02 ] [ l_g_total: 2.8337e-02 ] +2024-10-10 00:29:37,876 INFO: [ epoch: 344 ] [ iter:460,700 ] [ performance: 26.987 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:36 ] [ l_g_pix: 2.6613e-02 ] [ l_g_total: 2.6613e-02 ] +2024-10-10 00:29:41,608 INFO: [ epoch: 344 ] [ iter:460,800 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:30 ] [ l_g_pix: 2.8565e-02 ] [ l_g_total: 2.8565e-02 ] +2024-10-10 00:29:45,127 INFO: [ epoch: 344 ] [ iter:460,900 ] [ performance: 29.880 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:24 ] [ l_g_pix: 2.4135e-02 ] [ l_g_total: 2.4135e-02 ] +2024-10-10 00:29:50,444 INFO: [ epoch: 345 ] [ iter:461,000 ] [ performance: 19.278 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:19 ] [ l_g_pix: 3.0530e-02 ] [ l_g_total: 3.0530e-02 ] +2024-10-10 00:29:54,241 INFO: [ epoch: 345 ] [ iter:461,100 ] [ performance: 25.555 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:13 ] [ l_g_pix: 3.4322e-02 ] [ l_g_total: 3.4322e-02 ] +2024-10-10 00:29:57,992 INFO: [ epoch: 345 ] [ iter:461,200 ] [ performance: 26.599 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:07 ] [ l_g_pix: 2.5732e-02 ] [ l_g_total: 2.5732e-02 ] +2024-10-10 00:30:01,764 INFO: [ epoch: 345 ] [ iter:461,300 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:01 ] [ l_g_pix: 2.2761e-02 ] [ l_g_total: 2.2761e-02 ] +2024-10-10 00:30:05,491 INFO: [ epoch: 345 ] [ iter:461,400 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:55 ] [ l_g_pix: 3.2646e-02 ] [ l_g_total: 3.2646e-02 ] +2024-10-10 00:30:09,211 INFO: [ epoch: 345 ] [ iter:461,500 ] [ performance: 25.490 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:49 ] [ l_g_pix: 2.5782e-02 ] [ l_g_total: 2.5782e-02 ] +2024-10-10 00:30:12,976 INFO: [ epoch: 345 ] [ iter:461,600 ] [ performance: 26.525 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:43 ] [ l_g_pix: 2.4885e-02 ] [ l_g_total: 2.4885e-02 ] +2024-10-10 00:30:16,731 INFO: [ epoch: 345 ] [ iter:461,700 ] [ performance: 27.382 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:38 ] [ l_g_pix: 3.6277e-02 ] [ l_g_total: 3.6277e-02 ] +2024-10-10 00:30:20,453 INFO: [ epoch: 345 ] [ iter:461,800 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:32 ] [ l_g_pix: 2.4919e-02 ] [ l_g_total: 2.4919e-02 ] +2024-10-10 00:30:24,163 INFO: [ epoch: 345 ] [ iter:461,900 ] [ performance: 26.723 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:26 ] [ l_g_pix: 1.7372e-02 ] [ l_g_total: 1.7372e-02 ] +2024-10-10 00:30:27,892 INFO: [ epoch: 345 ] [ iter:462,000 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:20 ] [ l_g_pix: 3.0594e-02 ] [ l_g_total: 3.0594e-02 ] +2024-10-10 00:30:31,565 INFO: [ epoch: 345 ] [ iter:462,100 ] [ performance: 25.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:14 ] [ l_g_pix: 3.3948e-02 ] [ l_g_total: 3.3948e-02 ] +2024-10-10 00:30:35,165 INFO: [ epoch: 345 ] [ iter:462,200 ] [ performance: 27.764 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:08 ] [ l_g_pix: 2.9341e-02 ] [ l_g_total: 2.9341e-02 ] +2024-10-10 00:30:40,121 INFO: [ epoch: 346 ] [ iter:462,300 ] [ performance: 23.393 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:03 ] [ l_g_pix: 3.2831e-02 ] [ l_g_total: 3.2831e-02 ] +2024-10-10 00:30:43,884 INFO: [ epoch: 346 ] [ iter:462,400 ] [ performance: 26.581 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:57 ] [ l_g_pix: 1.9834e-02 ] [ l_g_total: 1.9834e-02 ] +2024-10-10 00:30:47,592 INFO: [ epoch: 346 ] [ iter:462,500 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:51 ] [ l_g_pix: 3.0383e-02 ] [ l_g_total: 3.0383e-02 ] +2024-10-10 00:30:51,341 INFO: [ epoch: 346 ] [ iter:462,600 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:45 ] [ l_g_pix: 2.6085e-02 ] [ l_g_total: 2.6085e-02 ] +2024-10-10 00:30:55,097 INFO: [ epoch: 346 ] [ iter:462,700 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:39 ] [ l_g_pix: 3.6951e-02 ] [ l_g_total: 3.6951e-02 ] +2024-10-10 00:30:58,826 INFO: [ epoch: 346 ] [ iter:462,800 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:33 ] [ l_g_pix: 1.8719e-02 ] [ l_g_total: 1.8719e-02 ] +2024-10-10 00:31:02,559 INFO: [ epoch: 346 ] [ iter:462,900 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:27 ] [ l_g_pix: 2.2151e-02 ] [ l_g_total: 2.2151e-02 ] +2024-10-10 00:31:06,278 INFO: [ epoch: 346 ] [ iter:463,000 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:22 ] [ l_g_pix: 4.0486e-02 ] [ l_g_total: 4.0486e-02 ] +2024-10-10 00:31:09,986 INFO: [ epoch: 346 ] [ iter:463,100 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:16 ] [ l_g_pix: 2.4454e-02 ] [ l_g_total: 2.4454e-02 ] +2024-10-10 00:31:13,705 INFO: [ epoch: 346 ] [ iter:463,200 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:10 ] [ l_g_pix: 4.3781e-02 ] [ l_g_total: 4.3781e-02 ] +2024-10-10 00:31:17,367 INFO: [ epoch: 346 ] [ iter:463,300 ] [ performance: 27.123 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:04 ] [ l_g_pix: 2.9064e-02 ] [ l_g_total: 2.9064e-02 ] +2024-10-10 00:31:21,114 INFO: [ epoch: 346 ] [ iter:463,400 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:58 ] [ l_g_pix: 2.8313e-02 ] [ l_g_total: 2.8313e-02 ] +2024-10-10 00:31:24,785 INFO: [ epoch: 346 ] [ iter:463,500 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:52 ] [ l_g_pix: 2.3717e-02 ] [ l_g_total: 2.3717e-02 ] +2024-10-10 00:31:29,473 INFO: [ epoch: 347 ] [ iter:463,600 ] [ performance: 20.993 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:47 ] [ l_g_pix: 1.8927e-02 ] [ l_g_total: 1.8927e-02 ] +2024-10-10 00:31:33,552 INFO: [ epoch: 347 ] [ iter:463,700 ] [ performance: 22.676 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:41 ] [ l_g_pix: 2.6745e-02 ] [ l_g_total: 2.6745e-02 ] +2024-10-10 00:31:37,281 INFO: [ epoch: 347 ] [ iter:463,800 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:35 ] [ l_g_pix: 2.8353e-02 ] [ l_g_total: 2.8353e-02 ] +2024-10-10 00:31:41,007 INFO: [ epoch: 347 ] [ iter:463,900 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:29 ] [ l_g_pix: 4.0147e-02 ] [ l_g_total: 4.0147e-02 ] +2024-10-10 00:31:44,700 INFO: [ epoch: 347 ] [ iter:464,000 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:23 ] [ l_g_pix: 2.8852e-02 ] [ l_g_total: 2.8852e-02 ] +2024-10-10 00:31:48,362 INFO: [ epoch: 347 ] [ iter:464,100 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:17 ] [ l_g_pix: 2.6340e-02 ] [ l_g_total: 2.6340e-02 ] +2024-10-10 00:31:52,053 INFO: [ epoch: 347 ] [ iter:464,200 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:12 ] [ l_g_pix: 3.6067e-02 ] [ l_g_total: 3.6067e-02 ] +2024-10-10 00:31:55,782 INFO: [ epoch: 347 ] [ iter:464,300 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:06 ] [ l_g_pix: 1.4730e-02 ] [ l_g_total: 1.4730e-02 ] +2024-10-10 00:31:59,483 INFO: [ epoch: 347 ] [ iter:464,400 ] [ performance: 27.027 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:00 ] [ l_g_pix: 2.7142e-02 ] [ l_g_total: 2.7142e-02 ] +2024-10-10 00:32:03,274 INFO: [ epoch: 347 ] [ iter:464,500 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:54 ] [ l_g_pix: 2.4713e-02 ] [ l_g_total: 2.4713e-02 ] +2024-10-10 00:32:06,999 INFO: [ epoch: 347 ] [ iter:464,600 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:48 ] [ l_g_pix: 3.1316e-02 ] [ l_g_total: 3.1316e-02 ] +2024-10-10 00:32:10,690 INFO: [ epoch: 347 ] [ iter:464,700 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:42 ] [ l_g_pix: 3.4838e-02 ] [ l_g_total: 3.4838e-02 ] +2024-10-10 00:32:14,434 INFO: [ epoch: 347 ] [ iter:464,800 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:37 ] [ l_g_pix: 1.9901e-02 ] [ l_g_total: 1.9901e-02 ] +2024-10-10 00:32:17,976 INFO: [ epoch: 347 ] [ iter:464,900 ] [ performance: 27.504 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:31 ] [ l_g_pix: 3.3990e-02 ] [ l_g_total: 3.3990e-02 ] +2024-10-10 00:32:23,279 INFO: [ epoch: 348 ] [ iter:465,000 ] [ performance: 17.951 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:25 ] [ l_g_pix: 2.4685e-02 ] [ l_g_total: 2.4685e-02 ] +2024-10-10 00:32:27,009 INFO: [ epoch: 348 ] [ iter:465,100 ] [ performance: 21.806 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:19 ] [ l_g_pix: 1.5173e-02 ] [ l_g_total: 1.5173e-02 ] +2024-10-10 00:32:30,738 INFO: [ epoch: 348 ] [ iter:465,200 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:13 ] [ l_g_pix: 4.1428e-02 ] [ l_g_total: 4.1428e-02 ] +2024-10-10 00:32:34,445 INFO: [ epoch: 348 ] [ iter:465,300 ] [ performance: 26.947 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:08 ] [ l_g_pix: 3.6301e-02 ] [ l_g_total: 3.6301e-02 ] +2024-10-10 00:32:38,179 INFO: [ epoch: 348 ] [ iter:465,400 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:02 ] [ l_g_pix: 2.3191e-02 ] [ l_g_total: 2.3191e-02 ] +2024-10-10 00:32:41,952 INFO: [ epoch: 348 ] [ iter:465,500 ] [ performance: 26.631 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:56 ] [ l_g_pix: 2.1963e-02 ] [ l_g_total: 2.1963e-02 ] +2024-10-10 00:32:45,669 INFO: [ epoch: 348 ] [ iter:465,600 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:50 ] [ l_g_pix: 1.7396e-02 ] [ l_g_total: 1.7396e-02 ] +2024-10-10 00:32:49,411 INFO: [ epoch: 348 ] [ iter:465,700 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:44 ] [ l_g_pix: 3.4813e-02 ] [ l_g_total: 3.4813e-02 ] +2024-10-10 00:32:53,108 INFO: [ epoch: 348 ] [ iter:465,800 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:38 ] [ l_g_pix: 3.8688e-02 ] [ l_g_total: 3.8688e-02 ] +2024-10-10 00:32:56,792 INFO: [ epoch: 348 ] [ iter:465,900 ] [ performance: 27.146 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:33 ] [ l_g_pix: 3.4943e-02 ] [ l_g_total: 3.4943e-02 ] +2024-10-10 00:33:00,478 INFO: [ epoch: 348 ] [ iter:466,000 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:27 ] [ l_g_pix: 2.8820e-02 ] [ l_g_total: 2.8820e-02 ] +2024-10-10 00:33:04,195 INFO: [ epoch: 348 ] [ iter:466,100 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:21 ] [ l_g_pix: 3.4803e-02 ] [ l_g_total: 3.4803e-02 ] +2024-10-10 00:33:07,825 INFO: [ epoch: 348 ] [ iter:466,200 ] [ performance: 27.840 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:15 ] [ l_g_pix: 3.7123e-02 ] [ l_g_total: 3.7123e-02 ] +2024-10-10 00:33:12,975 INFO: [ epoch: 349 ] [ iter:466,300 ] [ performance: 22.463 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:09 ] [ l_g_pix: 3.2405e-02 ] [ l_g_total: 3.2405e-02 ] +2024-10-10 00:33:16,692 INFO: [ epoch: 349 ] [ iter:466,400 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:04 ] [ l_g_pix: 3.4804e-02 ] [ l_g_total: 3.4804e-02 ] +2024-10-10 00:33:20,376 INFO: [ epoch: 349 ] [ iter:466,500 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:58 ] [ l_g_pix: 4.8058e-02 ] [ l_g_total: 4.8058e-02 ] +2024-10-10 00:33:24,060 INFO: [ epoch: 349 ] [ iter:466,600 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:52 ] [ l_g_pix: 3.0230e-02 ] [ l_g_total: 3.0230e-02 ] +2024-10-10 00:33:27,748 INFO: [ epoch: 349 ] [ iter:466,700 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:46 ] [ l_g_pix: 3.9644e-02 ] [ l_g_total: 3.9644e-02 ] +2024-10-10 00:33:31,507 INFO: [ epoch: 349 ] [ iter:466,800 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:40 ] [ l_g_pix: 3.2665e-02 ] [ l_g_total: 3.2665e-02 ] +2024-10-10 00:33:35,222 INFO: [ epoch: 349 ] [ iter:466,900 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:35 ] [ l_g_pix: 2.4074e-02 ] [ l_g_total: 2.4074e-02 ] +2024-10-10 00:33:38,963 INFO: [ epoch: 349 ] [ iter:467,000 ] [ performance: 27.037 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:29 ] [ l_g_pix: 3.1295e-02 ] [ l_g_total: 3.1295e-02 ] +2024-10-10 00:33:42,662 INFO: [ epoch: 349 ] [ iter:467,100 ] [ performance: 27.039 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:23 ] [ l_g_pix: 1.7920e-02 ] [ l_g_total: 1.7920e-02 ] +2024-10-10 00:33:46,432 INFO: [ epoch: 349 ] [ iter:467,200 ] [ performance: 26.624 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:17 ] [ l_g_pix: 4.2690e-02 ] [ l_g_total: 4.2690e-02 ] +2024-10-10 00:33:50,179 INFO: [ epoch: 349 ] [ iter:467,300 ] [ performance: 26.663 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:11 ] [ l_g_pix: 2.4172e-02 ] [ l_g_total: 2.4172e-02 ] +2024-10-10 00:33:53,895 INFO: [ epoch: 349 ] [ iter:467,400 ] [ performance: 27.159 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:05 ] [ l_g_pix: 3.5484e-02 ] [ l_g_total: 3.5484e-02 ] +2024-10-10 00:33:57,613 INFO: [ epoch: 349 ] [ iter:467,500 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:00 ] [ l_g_pix: 2.4705e-02 ] [ l_g_total: 2.4705e-02 ] +2024-10-10 00:34:01,206 INFO: [ epoch: 349 ] [ iter:467,600 ] [ performance: 27.698 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:54 ] [ l_g_pix: 1.7012e-02 ] [ l_g_total: 1.7012e-02 ] +2024-10-10 00:34:06,354 INFO: [ epoch: 350 ] [ iter:467,700 ] [ performance: 22.255 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:48 ] [ l_g_pix: 2.0710e-02 ] [ l_g_total: 2.0710e-02 ] +2024-10-10 00:34:10,102 INFO: [ epoch: 350 ] [ iter:467,800 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:42 ] [ l_g_pix: 2.4203e-02 ] [ l_g_total: 2.4203e-02 ] +2024-10-10 00:34:13,882 INFO: [ epoch: 350 ] [ iter:467,900 ] [ performance: 26.657 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:37 ] [ l_g_pix: 2.2737e-02 ] [ l_g_total: 2.2737e-02 ] +2024-10-10 00:34:17,596 INFO: [ epoch: 350 ] [ iter:468,000 ] [ performance: 27.176 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:31 ] [ l_g_pix: 2.1613e-02 ] [ l_g_total: 2.1613e-02 ] +2024-10-10 00:34:21,323 INFO: [ epoch: 350 ] [ iter:468,100 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:25 ] [ l_g_pix: 1.9549e-02 ] [ l_g_total: 1.9549e-02 ] +2024-10-10 00:34:25,095 INFO: [ epoch: 350 ] [ iter:468,200 ] [ performance: 26.831 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:19 ] [ l_g_pix: 2.5202e-02 ] [ l_g_total: 2.5202e-02 ] +2024-10-10 00:34:28,862 INFO: [ epoch: 350 ] [ iter:468,300 ] [ performance: 26.668 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:13 ] [ l_g_pix: 3.6065e-02 ] [ l_g_total: 3.6065e-02 ] +2024-10-10 00:34:32,550 INFO: [ epoch: 350 ] [ iter:468,400 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:08 ] [ l_g_pix: 4.7419e-02 ] [ l_g_total: 4.7419e-02 ] +2024-10-10 00:34:36,251 INFO: [ epoch: 350 ] [ iter:468,500 ] [ performance: 27.121 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:02 ] [ l_g_pix: 2.7893e-02 ] [ l_g_total: 2.7893e-02 ] +2024-10-10 00:34:39,991 INFO: [ epoch: 350 ] [ iter:468,600 ] [ performance: 26.723 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:56 ] [ l_g_pix: 2.3583e-02 ] [ l_g_total: 2.3583e-02 ] +2024-10-10 00:34:43,686 INFO: [ epoch: 350 ] [ iter:468,700 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:50 ] [ l_g_pix: 1.5952e-02 ] [ l_g_total: 1.5952e-02 ] +2024-10-10 00:34:47,431 INFO: [ epoch: 350 ] [ iter:468,800 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:44 ] [ l_g_pix: 1.5315e-02 ] [ l_g_total: 1.5315e-02 ] +2024-10-10 00:34:51,005 INFO: [ epoch: 350 ] [ iter:468,900 ] [ performance: 27.503 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:39 ] [ l_g_pix: 2.6275e-02 ] [ l_g_total: 2.6275e-02 ] +2024-10-10 00:34:56,304 INFO: [ epoch: 351 ] [ iter:469,000 ] [ performance: 16.266 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:33 ] [ l_g_pix: 3.4311e-02 ] [ l_g_total: 3.4311e-02 ] +2024-10-10 00:35:00,031 INFO: [ epoch: 351 ] [ iter:469,100 ] [ performance: 21.287 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:27 ] [ l_g_pix: 2.3381e-02 ] [ l_g_total: 2.3381e-02 ] +2024-10-10 00:35:03,760 INFO: [ epoch: 351 ] [ iter:469,200 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:21 ] [ l_g_pix: 2.4770e-02 ] [ l_g_total: 2.4770e-02 ] +2024-10-10 00:35:07,452 INFO: [ epoch: 351 ] [ iter:469,300 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:15 ] [ l_g_pix: 3.1114e-02 ] [ l_g_total: 3.1114e-02 ] +2024-10-10 00:35:11,211 INFO: [ epoch: 351 ] [ iter:469,400 ] [ performance: 26.614 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:10 ] [ l_g_pix: 3.3082e-02 ] [ l_g_total: 3.3082e-02 ] +2024-10-10 00:35:15,001 INFO: [ epoch: 351 ] [ iter:469,500 ] [ performance: 26.478 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:04 ] [ l_g_pix: 3.4077e-02 ] [ l_g_total: 3.4077e-02 ] +2024-10-10 00:35:18,703 INFO: [ epoch: 351 ] [ iter:469,600 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:58 ] [ l_g_pix: 3.0862e-02 ] [ l_g_total: 3.0862e-02 ] +2024-10-10 00:35:22,436 INFO: [ epoch: 351 ] [ iter:469,700 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:52 ] [ l_g_pix: 3.4392e-02 ] [ l_g_total: 3.4392e-02 ] +2024-10-10 00:35:26,175 INFO: [ epoch: 351 ] [ iter:469,800 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:47 ] [ l_g_pix: 2.0210e-02 ] [ l_g_total: 2.0210e-02 ] +2024-10-10 00:35:29,921 INFO: [ epoch: 351 ] [ iter:469,900 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:41 ] [ l_g_pix: 4.3312e-02 ] [ l_g_total: 4.3312e-02 ] +2024-10-10 00:35:33,683 INFO: [ epoch: 351 ] [ iter:470,000 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:35 ] [ l_g_pix: 3.5093e-02 ] [ l_g_total: 3.5093e-02 ] +2024-10-10 00:35:33,684 INFO: Saving models and training states. +2024-10-10 00:38:26,521 INFO: Validation val + + # psnr: 27.2229........ Best: 27.2275 @ 460000 iter + # ssim: 0.7672........ Best: 0.7673 @ 460000 iter + # dists: 0.7732........ Best: 0.7731 @ 460000 iter + +2024-10-10 00:38:30,221 INFO: [ epoch: 351 ] [ iter:470,100 ] [ performance: 27.028 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:48 ] [ l_g_pix: 3.1218e-02 ] [ l_g_total: 3.1218e-02 ] +2024-10-10 00:38:33,867 INFO: [ epoch: 351 ] [ iter:470,200 ] [ performance: 27.748 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:42 ] [ l_g_pix: 3.6436e-02 ] [ l_g_total: 3.6436e-02 ] +2024-10-10 00:38:38,847 INFO: [ epoch: 352 ] [ iter:470,300 ] [ performance: 22.434 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:36 ] [ l_g_pix: 3.5898e-02 ] [ l_g_total: 3.5898e-02 ] +2024-10-10 00:38:42,710 INFO: [ epoch: 352 ] [ iter:470,400 ] [ performance: 26.408 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:30 ] [ l_g_pix: 3.2404e-02 ] [ l_g_total: 3.2404e-02 ] +2024-10-10 00:38:46,752 INFO: [ epoch: 352 ] [ iter:470,500 ] [ performance: 25.343 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:24 ] [ l_g_pix: 3.4029e-02 ] [ l_g_total: 3.4029e-02 ] +2024-10-10 00:38:50,627 INFO: [ epoch: 352 ] [ iter:470,600 ] [ performance: 27.310 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:19 ] [ l_g_pix: 2.3913e-02 ] [ l_g_total: 2.3913e-02 ] +2024-10-10 00:38:54,290 INFO: [ epoch: 352 ] [ iter:470,700 ] [ performance: 27.306 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:13 ] [ l_g_pix: 2.0501e-02 ] [ l_g_total: 2.0501e-02 ] +2024-10-10 00:38:57,975 INFO: [ epoch: 352 ] [ iter:470,800 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:07 ] [ l_g_pix: 2.2624e-02 ] [ l_g_total: 2.2624e-02 ] +2024-10-10 00:39:01,694 INFO: [ epoch: 352 ] [ iter:470,900 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:01 ] [ l_g_pix: 1.7911e-02 ] [ l_g_total: 1.7911e-02 ] +2024-10-10 00:39:05,411 INFO: [ epoch: 352 ] [ iter:471,000 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:55 ] [ l_g_pix: 3.9441e-02 ] [ l_g_total: 3.9441e-02 ] +2024-10-10 00:39:09,186 INFO: [ epoch: 352 ] [ iter:471,100 ] [ performance: 26.655 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:49 ] [ l_g_pix: 1.9524e-02 ] [ l_g_total: 1.9524e-02 ] +2024-10-10 00:39:12,915 INFO: [ epoch: 352 ] [ iter:471,200 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:44 ] [ l_g_pix: 1.9022e-02 ] [ l_g_total: 1.9022e-02 ] +2024-10-10 00:39:16,642 INFO: [ epoch: 352 ] [ iter:471,300 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:38 ] [ l_g_pix: 2.2844e-02 ] [ l_g_total: 2.2844e-02 ] +2024-10-10 00:39:20,374 INFO: [ epoch: 352 ] [ iter:471,400 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:32 ] [ l_g_pix: 2.2812e-02 ] [ l_g_total: 2.2812e-02 ] +2024-10-10 00:39:24,112 INFO: [ epoch: 352 ] [ iter:471,500 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:26 ] [ l_g_pix: 3.0881e-02 ] [ l_g_total: 3.0881e-02 ] +2024-10-10 00:39:27,633 INFO: [ epoch: 352 ] [ iter:471,600 ] [ performance: 28.770 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:20 ] [ l_g_pix: 1.9613e-02 ] [ l_g_total: 1.9613e-02 ] +2024-10-10 00:39:32,957 INFO: [ epoch: 353 ] [ iter:471,700 ] [ performance: 21.391 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:15 ] [ l_g_pix: 1.6879e-02 ] [ l_g_total: 1.6879e-02 ] +2024-10-10 00:39:36,660 INFO: [ epoch: 353 ] [ iter:471,800 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:09 ] [ l_g_pix: 2.5414e-02 ] [ l_g_total: 2.5414e-02 ] +2024-10-10 00:39:40,439 INFO: [ epoch: 353 ] [ iter:471,900 ] [ performance: 26.648 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:03 ] [ l_g_pix: 4.1326e-02 ] [ l_g_total: 4.1326e-02 ] +2024-10-10 00:39:44,157 INFO: [ epoch: 353 ] [ iter:472,000 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:57 ] [ l_g_pix: 2.8766e-02 ] [ l_g_total: 2.8766e-02 ] +2024-10-10 00:39:47,882 INFO: [ epoch: 353 ] [ iter:472,100 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:51 ] [ l_g_pix: 3.6890e-02 ] [ l_g_total: 3.6890e-02 ] +2024-10-10 00:39:51,548 INFO: [ epoch: 353 ] [ iter:472,200 ] [ performance: 27.393 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:46 ] [ l_g_pix: 3.1977e-02 ] [ l_g_total: 3.1977e-02 ] +2024-10-10 00:39:55,282 INFO: [ epoch: 353 ] [ iter:472,300 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:40 ] [ l_g_pix: 3.0939e-02 ] [ l_g_total: 3.0939e-02 ] +2024-10-10 00:39:59,027 INFO: [ epoch: 353 ] [ iter:472,400 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:34 ] [ l_g_pix: 2.6550e-02 ] [ l_g_total: 2.6550e-02 ] +2024-10-10 00:40:02,743 INFO: [ epoch: 353 ] [ iter:472,500 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:28 ] [ l_g_pix: 3.1346e-02 ] [ l_g_total: 3.1346e-02 ] +2024-10-10 00:40:06,490 INFO: [ epoch: 353 ] [ iter:472,600 ] [ performance: 26.614 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:22 ] [ l_g_pix: 2.3886e-02 ] [ l_g_total: 2.3886e-02 ] +2024-10-10 00:40:10,224 INFO: [ epoch: 353 ] [ iter:472,700 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:17 ] [ l_g_pix: 2.1911e-02 ] [ l_g_total: 2.1911e-02 ] +2024-10-10 00:40:13,925 INFO: [ epoch: 353 ] [ iter:472,800 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:11 ] [ l_g_pix: 2.8704e-02 ] [ l_g_total: 2.8704e-02 ] +2024-10-10 00:40:17,525 INFO: [ epoch: 353 ] [ iter:472,900 ] [ performance: 27.542 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:05 ] [ l_g_pix: 3.8746e-02 ] [ l_g_total: 3.8746e-02 ] +2024-10-10 00:40:22,595 INFO: [ epoch: 354 ] [ iter:473,000 ] [ performance: 22.845 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:59 ] [ l_g_pix: 3.3551e-02 ] [ l_g_total: 3.3551e-02 ] +2024-10-10 00:40:26,289 INFO: [ epoch: 354 ] [ iter:473,100 ] [ performance: 25.565 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:53 ] [ l_g_pix: 2.5613e-02 ] [ l_g_total: 2.5613e-02 ] +2024-10-10 00:40:30,027 INFO: [ epoch: 354 ] [ iter:473,200 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:48 ] [ l_g_pix: 2.4136e-02 ] [ l_g_total: 2.4136e-02 ] +2024-10-10 00:40:33,701 INFO: [ epoch: 354 ] [ iter:473,300 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:42 ] [ l_g_pix: 2.8375e-02 ] [ l_g_total: 2.8375e-02 ] +2024-10-10 00:40:37,455 INFO: [ epoch: 354 ] [ iter:473,400 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:36 ] [ l_g_pix: 1.8685e-02 ] [ l_g_total: 1.8685e-02 ] +2024-10-10 00:40:41,153 INFO: [ epoch: 354 ] [ iter:473,500 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:30 ] [ l_g_pix: 4.4035e-02 ] [ l_g_total: 4.4035e-02 ] +2024-10-10 00:40:44,935 INFO: [ epoch: 354 ] [ iter:473,600 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:24 ] [ l_g_pix: 2.4801e-02 ] [ l_g_total: 2.4801e-02 ] +2024-10-10 00:40:48,681 INFO: [ epoch: 354 ] [ iter:473,700 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:19 ] [ l_g_pix: 3.1122e-02 ] [ l_g_total: 3.1122e-02 ] +2024-10-10 00:40:52,383 INFO: [ epoch: 354 ] [ iter:473,800 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:13 ] [ l_g_pix: 3.5283e-02 ] [ l_g_total: 3.5283e-02 ] +2024-10-10 00:40:56,116 INFO: [ epoch: 354 ] [ iter:473,900 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:07 ] [ l_g_pix: 2.2240e-02 ] [ l_g_total: 2.2240e-02 ] +2024-10-10 00:40:59,810 INFO: [ epoch: 354 ] [ iter:474,000 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:01 ] [ l_g_pix: 2.9250e-02 ] [ l_g_total: 2.9250e-02 ] +2024-10-10 00:41:03,546 INFO: [ epoch: 354 ] [ iter:474,100 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:55 ] [ l_g_pix: 2.5718e-02 ] [ l_g_total: 2.5718e-02 ] +2024-10-10 00:41:07,213 INFO: [ epoch: 354 ] [ iter:474,200 ] [ performance: 27.477 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:50 ] [ l_g_pix: 3.5089e-02 ] [ l_g_total: 3.5089e-02 ] +2024-10-10 00:41:11,912 INFO: [ epoch: 355 ] [ iter:474,300 ] [ performance: 22.778 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:44 ] [ l_g_pix: 1.9985e-02 ] [ l_g_total: 1.9985e-02 ] +2024-10-10 00:41:15,849 INFO: [ epoch: 355 ] [ iter:474,400 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:38 ] [ l_g_pix: 2.0682e-02 ] [ l_g_total: 2.0682e-02 ] +2024-10-10 00:41:19,592 INFO: [ epoch: 355 ] [ iter:474,500 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:32 ] [ l_g_pix: 3.2245e-02 ] [ l_g_total: 3.2245e-02 ] +2024-10-10 00:41:23,317 INFO: [ epoch: 355 ] [ iter:474,600 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:27 ] [ l_g_pix: 3.7071e-02 ] [ l_g_total: 3.7071e-02 ] +2024-10-10 00:41:27,021 INFO: [ epoch: 355 ] [ iter:474,700 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:21 ] [ l_g_pix: 2.4478e-02 ] [ l_g_total: 2.4478e-02 ] +2024-10-10 00:41:30,750 INFO: [ epoch: 355 ] [ iter:474,800 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:15 ] [ l_g_pix: 2.6761e-02 ] [ l_g_total: 2.6761e-02 ] +2024-10-10 00:41:34,449 INFO: [ epoch: 355 ] [ iter:474,900 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:09 ] [ l_g_pix: 3.8457e-02 ] [ l_g_total: 3.8457e-02 ] +2024-10-10 00:41:38,169 INFO: [ epoch: 355 ] [ iter:475,000 ] [ performance: 26.707 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:03 ] [ l_g_pix: 2.9703e-02 ] [ l_g_total: 2.9703e-02 ] +2024-10-10 00:41:41,902 INFO: [ epoch: 355 ] [ iter:475,100 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:58 ] [ l_g_pix: 2.6646e-02 ] [ l_g_total: 2.6646e-02 ] +2024-10-10 00:41:45,640 INFO: [ epoch: 355 ] [ iter:475,200 ] [ performance: 26.997 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:52 ] [ l_g_pix: 2.0979e-02 ] [ l_g_total: 2.0979e-02 ] +2024-10-10 00:41:49,382 INFO: [ epoch: 355 ] [ iter:475,300 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:46 ] [ l_g_pix: 3.3026e-02 ] [ l_g_total: 3.3026e-02 ] +2024-10-10 00:41:53,169 INFO: [ epoch: 355 ] [ iter:475,400 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:40 ] [ l_g_pix: 3.1313e-02 ] [ l_g_total: 3.1313e-02 ] +2024-10-10 00:41:56,918 INFO: [ epoch: 355 ] [ iter:475,500 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:35 ] [ l_g_pix: 3.1780e-02 ] [ l_g_total: 3.1780e-02 ] +2024-10-10 00:42:00,428 INFO: [ epoch: 355 ] [ iter:475,600 ] [ performance: 29.231 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:29 ] [ l_g_pix: 2.5800e-02 ] [ l_g_total: 2.5800e-02 ] +2024-10-10 00:42:05,745 INFO: [ epoch: 356 ] [ iter:475,700 ] [ performance: 20.685 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:23 ] [ l_g_pix: 3.5336e-02 ] [ l_g_total: 3.5336e-02 ] +2024-10-10 00:42:09,439 INFO: [ epoch: 356 ] [ iter:475,800 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:17 ] [ l_g_pix: 2.8240e-02 ] [ l_g_total: 2.8240e-02 ] +2024-10-10 00:42:13,219 INFO: [ epoch: 356 ] [ iter:475,900 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:12 ] [ l_g_pix: 1.7651e-02 ] [ l_g_total: 1.7651e-02 ] +2024-10-10 00:42:16,944 INFO: [ epoch: 356 ] [ iter:476,000 ] [ performance: 26.872 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:06 ] [ l_g_pix: 3.0821e-02 ] [ l_g_total: 3.0821e-02 ] +2024-10-10 00:42:20,669 INFO: [ epoch: 356 ] [ iter:476,100 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:00 ] [ l_g_pix: 2.9470e-02 ] [ l_g_total: 2.9470e-02 ] +2024-10-10 00:42:24,393 INFO: [ epoch: 356 ] [ iter:476,200 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:54 ] [ l_g_pix: 3.1483e-02 ] [ l_g_total: 3.1483e-02 ] +2024-10-10 00:42:28,125 INFO: [ epoch: 356 ] [ iter:476,300 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:48 ] [ l_g_pix: 3.6136e-02 ] [ l_g_total: 3.6136e-02 ] +2024-10-10 00:42:31,837 INFO: [ epoch: 356 ] [ iter:476,400 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:43 ] [ l_g_pix: 2.7614e-02 ] [ l_g_total: 2.7614e-02 ] +2024-10-10 00:42:35,540 INFO: [ epoch: 356 ] [ iter:476,500 ] [ performance: 26.991 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:37 ] [ l_g_pix: 2.2403e-02 ] [ l_g_total: 2.2403e-02 ] +2024-10-10 00:42:39,242 INFO: [ epoch: 356 ] [ iter:476,600 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:31 ] [ l_g_pix: 2.4746e-02 ] [ l_g_total: 2.4746e-02 ] +2024-10-10 00:42:42,979 INFO: [ epoch: 356 ] [ iter:476,700 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:25 ] [ l_g_pix: 2.3386e-02 ] [ l_g_total: 2.3386e-02 ] +2024-10-10 00:42:46,683 INFO: [ epoch: 356 ] [ iter:476,800 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:20 ] [ l_g_pix: 2.4607e-02 ] [ l_g_total: 2.4607e-02 ] +2024-10-10 00:42:50,301 INFO: [ epoch: 356 ] [ iter:476,900 ] [ performance: 27.453 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:14 ] [ l_g_pix: 2.7702e-02 ] [ l_g_total: 2.7702e-02 ] +2024-10-10 00:42:55,519 INFO: [ epoch: 357 ] [ iter:477,000 ] [ performance: 25.056 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:08 ] [ l_g_pix: 2.0234e-02 ] [ l_g_total: 2.0234e-02 ] +2024-10-10 00:42:59,234 INFO: [ epoch: 357 ] [ iter:477,100 ] [ performance: 26.507 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:02 ] [ l_g_pix: 3.3945e-02 ] [ l_g_total: 3.3945e-02 ] +2024-10-10 00:43:02,991 INFO: [ epoch: 357 ] [ iter:477,200 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:57 ] [ l_g_pix: 2.3528e-02 ] [ l_g_total: 2.3528e-02 ] +2024-10-10 00:43:06,709 INFO: [ epoch: 357 ] [ iter:477,300 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:51 ] [ l_g_pix: 4.2388e-02 ] [ l_g_total: 4.2388e-02 ] +2024-10-10 00:43:10,452 INFO: [ epoch: 357 ] [ iter:477,400 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:45 ] [ l_g_pix: 2.5230e-02 ] [ l_g_total: 2.5230e-02 ] +2024-10-10 00:43:14,156 INFO: [ epoch: 357 ] [ iter:477,500 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:39 ] [ l_g_pix: 1.7526e-02 ] [ l_g_total: 1.7526e-02 ] +2024-10-10 00:43:17,892 INFO: [ epoch: 357 ] [ iter:477,600 ] [ performance: 26.858 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:34 ] [ l_g_pix: 2.0878e-02 ] [ l_g_total: 2.0878e-02 ] +2024-10-10 00:43:21,608 INFO: [ epoch: 357 ] [ iter:477,700 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:28 ] [ l_g_pix: 3.9683e-02 ] [ l_g_total: 3.9683e-02 ] +2024-10-10 00:43:25,362 INFO: [ epoch: 357 ] [ iter:477,800 ] [ performance: 26.580 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:22 ] [ l_g_pix: 1.7726e-02 ] [ l_g_total: 1.7726e-02 ] +2024-10-10 00:43:29,096 INFO: [ epoch: 357 ] [ iter:477,900 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:16 ] [ l_g_pix: 2.8425e-02 ] [ l_g_total: 2.8425e-02 ] +2024-10-10 00:43:32,842 INFO: [ epoch: 357 ] [ iter:478,000 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:10 ] [ l_g_pix: 2.1006e-02 ] [ l_g_total: 2.1006e-02 ] +2024-10-10 00:43:36,542 INFO: [ epoch: 357 ] [ iter:478,100 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:05 ] [ l_g_pix: 3.2952e-02 ] [ l_g_total: 3.2952e-02 ] +2024-10-10 00:43:40,249 INFO: [ epoch: 357 ] [ iter:478,200 ] [ performance: 27.908 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:59 ] [ l_g_pix: 3.4652e-02 ] [ l_g_total: 3.4652e-02 ] +2024-10-10 00:43:44,878 INFO: [ epoch: 358 ] [ iter:478,300 ] [ performance: 22.490 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:53 ] [ l_g_pix: 2.7770e-02 ] [ l_g_total: 2.7770e-02 ] +2024-10-10 00:43:48,841 INFO: [ epoch: 358 ] [ iter:478,400 ] [ performance: 27.753 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:48 ] [ l_g_pix: 1.4753e-02 ] [ l_g_total: 1.4753e-02 ] +2024-10-10 00:43:52,526 INFO: [ epoch: 358 ] [ iter:478,500 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:42 ] [ l_g_pix: 3.4039e-02 ] [ l_g_total: 3.4039e-02 ] +2024-10-10 00:43:56,233 INFO: [ epoch: 358 ] [ iter:478,600 ] [ performance: 26.978 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:36 ] [ l_g_pix: 4.2471e-02 ] [ l_g_total: 4.2471e-02 ] +2024-10-10 00:43:59,924 INFO: [ epoch: 358 ] [ iter:478,700 ] [ performance: 27.075 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:30 ] [ l_g_pix: 2.7064e-02 ] [ l_g_total: 2.7064e-02 ] +2024-10-10 00:44:03,620 INFO: [ epoch: 358 ] [ iter:478,800 ] [ performance: 27.736 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:24 ] [ l_g_pix: 3.4695e-02 ] [ l_g_total: 3.4695e-02 ] +2024-10-10 00:44:07,331 INFO: [ epoch: 358 ] [ iter:478,900 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:19 ] [ l_g_pix: 3.3499e-02 ] [ l_g_total: 3.3499e-02 ] +2024-10-10 00:44:11,030 INFO: [ epoch: 358 ] [ iter:479,000 ] [ performance: 27.650 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:13 ] [ l_g_pix: 2.4687e-02 ] [ l_g_total: 2.4687e-02 ] +2024-10-10 00:44:14,754 INFO: [ epoch: 358 ] [ iter:479,100 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:07 ] [ l_g_pix: 2.4038e-02 ] [ l_g_total: 2.4038e-02 ] +2024-10-10 00:44:18,460 INFO: [ epoch: 358 ] [ iter:479,200 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:01 ] [ l_g_pix: 2.5302e-02 ] [ l_g_total: 2.5302e-02 ] +2024-10-10 00:44:22,207 INFO: [ epoch: 358 ] [ iter:479,300 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:56 ] [ l_g_pix: 2.4476e-02 ] [ l_g_total: 2.4476e-02 ] +2024-10-10 00:44:25,915 INFO: [ epoch: 358 ] [ iter:479,400 ] [ performance: 27.468 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:50 ] [ l_g_pix: 2.2465e-02 ] [ l_g_total: 2.2465e-02 ] +2024-10-10 00:44:29,663 INFO: [ epoch: 358 ] [ iter:479,500 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:44 ] [ l_g_pix: 4.4159e-02 ] [ l_g_total: 4.4159e-02 ] +2024-10-10 00:44:33,233 INFO: [ epoch: 358 ] [ iter:479,600 ] [ performance: 29.147 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:38 ] [ l_g_pix: 3.2075e-02 ] [ l_g_total: 3.2075e-02 ] +2024-10-10 00:44:38,550 INFO: [ epoch: 359 ] [ iter:479,700 ] [ performance: 19.668 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:33 ] [ l_g_pix: 2.1042e-02 ] [ l_g_total: 2.1042e-02 ] +2024-10-10 00:44:42,298 INFO: [ epoch: 359 ] [ iter:479,800 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:27 ] [ l_g_pix: 2.8928e-02 ] [ l_g_total: 2.8928e-02 ] +2024-10-10 00:44:46,067 INFO: [ epoch: 359 ] [ iter:479,900 ] [ performance: 26.612 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:21 ] [ l_g_pix: 2.4250e-02 ] [ l_g_total: 2.4250e-02 ] +2024-10-10 00:44:49,818 INFO: [ epoch: 359 ] [ iter:480,000 ] [ performance: 27.904 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:16 ] [ l_g_pix: 3.3252e-02 ] [ l_g_total: 3.3252e-02 ] +2024-10-10 00:44:49,818 INFO: Saving models and training states. +2024-10-10 00:47:45,075 INFO: Validation val + + # psnr: 27.2318........ Best: 27.2318 @ 480000 iter + # ssim: 0.7676........ Best: 0.7676 @ 480000 iter + # dists: 0.7731........ Best: 0.7731 @ 480000 iter + +2024-10-10 00:47:48,771 INFO: [ epoch: 359 ] [ iter:480,100 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:24 ] [ l_g_pix: 2.1485e-02 ] [ l_g_total: 2.1485e-02 ] +2024-10-10 00:47:52,486 INFO: [ epoch: 359 ] [ iter:480,200 ] [ performance: 27.418 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:19 ] [ l_g_pix: 4.3942e-02 ] [ l_g_total: 4.3942e-02 ] +2024-10-10 00:47:56,183 INFO: [ epoch: 359 ] [ iter:480,300 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:13 ] [ l_g_pix: 2.5376e-02 ] [ l_g_total: 2.5376e-02 ] +2024-10-10 00:47:59,940 INFO: [ epoch: 359 ] [ iter:480,400 ] [ performance: 25.967 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:07 ] [ l_g_pix: 2.2427e-02 ] [ l_g_total: 2.2427e-02 ] +2024-10-10 00:48:03,696 INFO: [ epoch: 359 ] [ iter:480,500 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:01 ] [ l_g_pix: 2.8183e-02 ] [ l_g_total: 2.8183e-02 ] +2024-10-10 00:48:07,377 INFO: [ epoch: 359 ] [ iter:480,600 ] [ performance: 27.215 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:56 ] [ l_g_pix: 1.8594e-02 ] [ l_g_total: 1.8594e-02 ] +2024-10-10 00:48:11,128 INFO: [ epoch: 359 ] [ iter:480,700 ] [ performance: 26.707 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:50 ] [ l_g_pix: 3.3713e-02 ] [ l_g_total: 3.3713e-02 ] +2024-10-10 00:48:14,859 INFO: [ epoch: 359 ] [ iter:480,800 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:44 ] [ l_g_pix: 3.8147e-02 ] [ l_g_total: 3.8147e-02 ] +2024-10-10 00:48:18,489 INFO: [ epoch: 359 ] [ iter:480,900 ] [ performance: 27.524 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:38 ] [ l_g_pix: 4.4345e-02 ] [ l_g_total: 4.4345e-02 ] +2024-10-10 00:48:23,627 INFO: [ epoch: 360 ] [ iter:481,000 ] [ performance: 26.061 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:33 ] [ l_g_pix: 2.2135e-02 ] [ l_g_total: 2.2135e-02 ] +2024-10-10 00:48:27,372 INFO: [ epoch: 360 ] [ iter:481,100 ] [ performance: 26.666 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:27 ] [ l_g_pix: 2.1332e-02 ] [ l_g_total: 2.1332e-02 ] +2024-10-10 00:48:31,139 INFO: [ epoch: 360 ] [ iter:481,200 ] [ performance: 27.907 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:21 ] [ l_g_pix: 3.7863e-02 ] [ l_g_total: 3.7863e-02 ] +2024-10-10 00:48:34,853 INFO: [ epoch: 360 ] [ iter:481,300 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:15 ] [ l_g_pix: 2.2223e-02 ] [ l_g_total: 2.2223e-02 ] +2024-10-10 00:48:38,508 INFO: [ epoch: 360 ] [ iter:481,400 ] [ performance: 28.330 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:09 ] [ l_g_pix: 2.5440e-02 ] [ l_g_total: 2.5440e-02 ] +2024-10-10 00:48:42,215 INFO: [ epoch: 360 ] [ iter:481,500 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:04 ] [ l_g_pix: 2.7338e-02 ] [ l_g_total: 2.7338e-02 ] +2024-10-10 00:48:45,949 INFO: [ epoch: 360 ] [ iter:481,600 ] [ performance: 28.355 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:58 ] [ l_g_pix: 2.3479e-02 ] [ l_g_total: 2.3479e-02 ] +2024-10-10 00:48:49,704 INFO: [ epoch: 360 ] [ iter:481,700 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:52 ] [ l_g_pix: 2.9094e-02 ] [ l_g_total: 2.9094e-02 ] +2024-10-10 00:48:53,426 INFO: [ epoch: 360 ] [ iter:481,800 ] [ performance: 27.955 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:46 ] [ l_g_pix: 3.6972e-02 ] [ l_g_total: 3.6972e-02 ] +2024-10-10 00:48:57,117 INFO: [ epoch: 360 ] [ iter:481,900 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:41 ] [ l_g_pix: 2.5257e-02 ] [ l_g_total: 2.5257e-02 ] +2024-10-10 00:49:00,829 INFO: [ epoch: 360 ] [ iter:482,000 ] [ performance: 28.793 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:35 ] [ l_g_pix: 3.6648e-02 ] [ l_g_total: 3.6648e-02 ] +2024-10-10 00:49:04,602 INFO: [ epoch: 360 ] [ iter:482,100 ] [ performance: 26.553 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:29 ] [ l_g_pix: 3.0604e-02 ] [ l_g_total: 3.0604e-02 ] +2024-10-10 00:49:08,305 INFO: [ epoch: 360 ] [ iter:482,200 ] [ performance: 29.736 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:23 ] [ l_g_pix: 2.4339e-02 ] [ l_g_total: 2.4339e-02 ] +2024-10-10 00:49:12,919 INFO: [ epoch: 361 ] [ iter:482,300 ] [ performance: 21.739 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:18 ] [ l_g_pix: 2.1002e-02 ] [ l_g_total: 2.1002e-02 ] +2024-10-10 00:49:16,981 INFO: [ epoch: 361 ] [ iter:482,400 ] [ performance: 23.086 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:12 ] [ l_g_pix: 2.9807e-02 ] [ l_g_total: 2.9807e-02 ] +2024-10-10 00:49:20,729 INFO: [ epoch: 361 ] [ iter:482,500 ] [ performance: 26.683 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:06 ] [ l_g_pix: 3.0424e-02 ] [ l_g_total: 3.0424e-02 ] +2024-10-10 00:49:24,459 INFO: [ epoch: 361 ] [ iter:482,600 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:00 ] [ l_g_pix: 2.4845e-02 ] [ l_g_total: 2.4845e-02 ] +2024-10-10 00:49:28,179 INFO: [ epoch: 361 ] [ iter:482,700 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:55 ] [ l_g_pix: 2.4875e-02 ] [ l_g_total: 2.4875e-02 ] +2024-10-10 00:49:31,902 INFO: [ epoch: 361 ] [ iter:482,800 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:49 ] [ l_g_pix: 2.9401e-02 ] [ l_g_total: 2.9401e-02 ] +2024-10-10 00:49:35,573 INFO: [ epoch: 361 ] [ iter:482,900 ] [ performance: 27.253 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:43 ] [ l_g_pix: 2.6578e-02 ] [ l_g_total: 2.6578e-02 ] +2024-10-10 00:49:39,327 INFO: [ epoch: 361 ] [ iter:483,000 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:37 ] [ l_g_pix: 2.3182e-02 ] [ l_g_total: 2.3182e-02 ] +2024-10-10 00:49:42,995 INFO: [ epoch: 361 ] [ iter:483,100 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:31 ] [ l_g_pix: 2.1326e-02 ] [ l_g_total: 2.1326e-02 ] +2024-10-10 00:49:46,754 INFO: [ epoch: 361 ] [ iter:483,200 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:26 ] [ l_g_pix: 2.4978e-02 ] [ l_g_total: 2.4978e-02 ] +2024-10-10 00:49:50,530 INFO: [ epoch: 361 ] [ iter:483,300 ] [ performance: 26.538 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:20 ] [ l_g_pix: 2.7345e-02 ] [ l_g_total: 2.7345e-02 ] +2024-10-10 00:49:54,270 INFO: [ epoch: 361 ] [ iter:483,400 ] [ performance: 26.645 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:14 ] [ l_g_pix: 2.9503e-02 ] [ l_g_total: 2.9503e-02 ] +2024-10-10 00:49:57,897 INFO: [ epoch: 361 ] [ iter:483,500 ] [ performance: 27.632 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:08 ] [ l_g_pix: 2.8140e-02 ] [ l_g_total: 2.8140e-02 ] +2024-10-10 00:50:01,444 INFO: [ epoch: 361 ] [ iter:483,600 ] [ performance: 27.919 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:03 ] [ l_g_pix: 3.1963e-02 ] [ l_g_total: 3.1963e-02 ] +2024-10-10 00:50:06,551 INFO: [ epoch: 362 ] [ iter:483,700 ] [ performance: 19.186 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:57 ] [ l_g_pix: 1.8452e-02 ] [ l_g_total: 1.8452e-02 ] +2024-10-10 00:50:10,271 INFO: [ epoch: 362 ] [ iter:483,800 ] [ performance: 22.511 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:51 ] [ l_g_pix: 2.5663e-02 ] [ l_g_total: 2.5663e-02 ] +2024-10-10 00:50:13,976 INFO: [ epoch: 362 ] [ iter:483,900 ] [ performance: 27.030 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:46 ] [ l_g_pix: 2.0123e-02 ] [ l_g_total: 2.0123e-02 ] +2024-10-10 00:50:17,732 INFO: [ epoch: 362 ] [ iter:484,000 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:40 ] [ l_g_pix: 3.7570e-02 ] [ l_g_total: 3.7570e-02 ] +2024-10-10 00:50:21,408 INFO: [ epoch: 362 ] [ iter:484,100 ] [ performance: 27.339 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:34 ] [ l_g_pix: 2.5057e-02 ] [ l_g_total: 2.5057e-02 ] +2024-10-10 00:50:25,094 INFO: [ epoch: 362 ] [ iter:484,200 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:28 ] [ l_g_pix: 2.4387e-02 ] [ l_g_total: 2.4387e-02 ] +2024-10-10 00:50:28,838 INFO: [ epoch: 362 ] [ iter:484,300 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:22 ] [ l_g_pix: 3.1016e-02 ] [ l_g_total: 3.1016e-02 ] +2024-10-10 00:50:32,540 INFO: [ epoch: 362 ] [ iter:484,400 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:17 ] [ l_g_pix: 3.5446e-02 ] [ l_g_total: 3.5446e-02 ] +2024-10-10 00:50:36,274 INFO: [ epoch: 362 ] [ iter:484,500 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:11 ] [ l_g_pix: 2.9128e-02 ] [ l_g_total: 2.9128e-02 ] +2024-10-10 00:50:39,933 INFO: [ epoch: 362 ] [ iter:484,600 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:05 ] [ l_g_pix: 2.7501e-02 ] [ l_g_total: 2.7501e-02 ] +2024-10-10 00:50:43,663 INFO: [ epoch: 362 ] [ iter:484,700 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:59 ] [ l_g_pix: 3.5573e-02 ] [ l_g_total: 3.5573e-02 ] +2024-10-10 00:50:47,360 INFO: [ epoch: 362 ] [ iter:484,800 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:54 ] [ l_g_pix: 3.3918e-02 ] [ l_g_total: 3.3918e-02 ] +2024-10-10 00:50:51,028 INFO: [ epoch: 362 ] [ iter:484,900 ] [ performance: 27.402 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:48 ] [ l_g_pix: 2.6520e-02 ] [ l_g_total: 2.6520e-02 ] +2024-10-10 00:50:55,941 INFO: [ epoch: 363 ] [ iter:485,000 ] [ performance: 23.143 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:42 ] [ l_g_pix: 3.1515e-02 ] [ l_g_total: 3.1515e-02 ] +2024-10-10 00:50:59,712 INFO: [ epoch: 363 ] [ iter:485,100 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:37 ] [ l_g_pix: 2.5524e-02 ] [ l_g_total: 2.5524e-02 ] +2024-10-10 00:51:03,397 INFO: [ epoch: 363 ] [ iter:485,200 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:31 ] [ l_g_pix: 2.7628e-02 ] [ l_g_total: 2.7628e-02 ] +2024-10-10 00:51:07,079 INFO: [ epoch: 363 ] [ iter:485,300 ] [ performance: 27.224 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:25 ] [ l_g_pix: 4.1902e-02 ] [ l_g_total: 4.1902e-02 ] +2024-10-10 00:51:10,773 INFO: [ epoch: 363 ] [ iter:485,400 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:19 ] [ l_g_pix: 3.2950e-02 ] [ l_g_total: 3.2950e-02 ] +2024-10-10 00:51:14,468 INFO: [ epoch: 363 ] [ iter:485,500 ] [ performance: 27.240 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:14 ] [ l_g_pix: 2.6067e-02 ] [ l_g_total: 2.6067e-02 ] +2024-10-10 00:51:18,174 INFO: [ epoch: 363 ] [ iter:485,600 ] [ performance: 27.104 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:08 ] [ l_g_pix: 2.3915e-02 ] [ l_g_total: 2.3915e-02 ] +2024-10-10 00:51:21,887 INFO: [ epoch: 363 ] [ iter:485,700 ] [ performance: 26.947 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:02 ] [ l_g_pix: 2.9964e-02 ] [ l_g_total: 2.9964e-02 ] +2024-10-10 00:51:25,607 INFO: [ epoch: 363 ] [ iter:485,800 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:56 ] [ l_g_pix: 3.9190e-02 ] [ l_g_total: 3.9190e-02 ] +2024-10-10 00:51:29,338 INFO: [ epoch: 363 ] [ iter:485,900 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:51 ] [ l_g_pix: 3.4394e-02 ] [ l_g_total: 3.4394e-02 ] +2024-10-10 00:51:33,046 INFO: [ epoch: 363 ] [ iter:486,000 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:45 ] [ l_g_pix: 3.0545e-02 ] [ l_g_total: 3.0545e-02 ] +2024-10-10 00:51:36,811 INFO: [ epoch: 363 ] [ iter:486,100 ] [ performance: 26.628 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:39 ] [ l_g_pix: 2.0863e-02 ] [ l_g_total: 2.0863e-02 ] +2024-10-10 00:51:40,578 INFO: [ epoch: 363 ] [ iter:486,200 ] [ performance: 26.588 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:33 ] [ l_g_pix: 1.8821e-02 ] [ l_g_total: 1.8821e-02 ] +2024-10-10 00:51:44,046 INFO: [ epoch: 363 ] [ iter:486,300 ] [ performance: 29.124 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:28 ] [ l_g_pix: 2.2923e-02 ] [ l_g_total: 2.2923e-02 ] +2024-10-10 00:51:49,208 INFO: [ epoch: 364 ] [ iter:486,400 ] [ performance: 22.793 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:22 ] [ l_g_pix: 2.7746e-02 ] [ l_g_total: 2.7746e-02 ] +2024-10-10 00:51:52,902 INFO: [ epoch: 364 ] [ iter:486,500 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:16 ] [ l_g_pix: 2.6162e-02 ] [ l_g_total: 2.6162e-02 ] +2024-10-10 00:51:56,634 INFO: [ epoch: 364 ] [ iter:486,600 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:11 ] [ l_g_pix: 3.1561e-02 ] [ l_g_total: 3.1561e-02 ] +2024-10-10 00:52:00,388 INFO: [ epoch: 364 ] [ iter:486,700 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:05 ] [ l_g_pix: 3.2624e-02 ] [ l_g_total: 3.2624e-02 ] +2024-10-10 00:52:04,143 INFO: [ epoch: 364 ] [ iter:486,800 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:59 ] [ l_g_pix: 2.9229e-02 ] [ l_g_total: 2.9229e-02 ] +2024-10-10 00:52:07,857 INFO: [ epoch: 364 ] [ iter:486,900 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:53 ] [ l_g_pix: 3.1068e-02 ] [ l_g_total: 3.1068e-02 ] +2024-10-10 00:52:11,620 INFO: [ epoch: 364 ] [ iter:487,000 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:48 ] [ l_g_pix: 2.6765e-02 ] [ l_g_total: 2.6765e-02 ] +2024-10-10 00:52:15,291 INFO: [ epoch: 364 ] [ iter:487,100 ] [ performance: 27.532 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:42 ] [ l_g_pix: 3.4988e-02 ] [ l_g_total: 3.4988e-02 ] +2024-10-10 00:52:19,030 INFO: [ epoch: 364 ] [ iter:487,200 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:36 ] [ l_g_pix: 3.7167e-02 ] [ l_g_total: 3.7167e-02 ] +2024-10-10 00:52:22,795 INFO: [ epoch: 364 ] [ iter:487,300 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:31 ] [ l_g_pix: 4.5395e-02 ] [ l_g_total: 4.5395e-02 ] +2024-10-10 00:52:26,570 INFO: [ epoch: 364 ] [ iter:487,400 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:25 ] [ l_g_pix: 2.2164e-02 ] [ l_g_total: 2.2164e-02 ] +2024-10-10 00:52:30,324 INFO: [ epoch: 364 ] [ iter:487,500 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:19 ] [ l_g_pix: 3.6055e-02 ] [ l_g_total: 3.6055e-02 ] +2024-10-10 00:52:33,891 INFO: [ epoch: 364 ] [ iter:487,600 ] [ performance: 27.452 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:13 ] [ l_g_pix: 4.4746e-02 ] [ l_g_total: 4.4746e-02 ] +2024-10-10 00:52:39,188 INFO: [ epoch: 365 ] [ iter:487,700 ] [ performance: 16.935 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:08 ] [ l_g_pix: 2.2044e-02 ] [ l_g_total: 2.2044e-02 ] +2024-10-10 00:52:42,941 INFO: [ epoch: 365 ] [ iter:487,800 ] [ performance: 21.425 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:02 ] [ l_g_pix: 3.8753e-02 ] [ l_g_total: 3.8753e-02 ] +2024-10-10 00:52:46,638 INFO: [ epoch: 365 ] [ iter:487,900 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:56 ] [ l_g_pix: 1.5771e-02 ] [ l_g_total: 1.5771e-02 ] +2024-10-10 00:52:50,404 INFO: [ epoch: 365 ] [ iter:488,000 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:51 ] [ l_g_pix: 2.2635e-02 ] [ l_g_total: 2.2635e-02 ] +2024-10-10 00:52:54,231 INFO: [ epoch: 365 ] [ iter:488,100 ] [ performance: 26.275 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:45 ] [ l_g_pix: 1.9838e-02 ] [ l_g_total: 1.9838e-02 ] +2024-10-10 00:52:57,980 INFO: [ epoch: 365 ] [ iter:488,200 ] [ performance: 26.507 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:39 ] [ l_g_pix: 2.5606e-02 ] [ l_g_total: 2.5606e-02 ] +2024-10-10 00:53:01,742 INFO: [ epoch: 365 ] [ iter:488,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:33 ] [ l_g_pix: 3.1067e-02 ] [ l_g_total: 3.1067e-02 ] +2024-10-10 00:53:05,478 INFO: [ epoch: 365 ] [ iter:488,400 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:28 ] [ l_g_pix: 1.9502e-02 ] [ l_g_total: 1.9502e-02 ] +2024-10-10 00:53:09,236 INFO: [ epoch: 365 ] [ iter:488,500 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:22 ] [ l_g_pix: 2.2502e-02 ] [ l_g_total: 2.2502e-02 ] +2024-10-10 00:53:12,969 INFO: [ epoch: 365 ] [ iter:488,600 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:16 ] [ l_g_pix: 3.2612e-02 ] [ l_g_total: 3.2612e-02 ] +2024-10-10 00:53:16,714 INFO: [ epoch: 365 ] [ iter:488,700 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:11 ] [ l_g_pix: 2.3457e-02 ] [ l_g_total: 2.3457e-02 ] +2024-10-10 00:53:20,478 INFO: [ epoch: 365 ] [ iter:488,800 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:05 ] [ l_g_pix: 2.4318e-02 ] [ l_g_total: 2.4318e-02 ] +2024-10-10 00:53:24,177 INFO: [ epoch: 365 ] [ iter:488,900 ] [ performance: 27.257 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:59 ] [ l_g_pix: 2.1891e-02 ] [ l_g_total: 2.1891e-02 ] +2024-10-10 00:53:29,335 INFO: [ epoch: 366 ] [ iter:489,000 ] [ performance: 21.957 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:54 ] [ l_g_pix: 1.4782e-02 ] [ l_g_total: 1.4782e-02 ] +2024-10-10 00:53:33,087 INFO: [ epoch: 366 ] [ iter:489,100 ] [ performance: 27.029 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:48 ] [ l_g_pix: 2.5337e-02 ] [ l_g_total: 2.5337e-02 ] +2024-10-10 00:53:36,805 INFO: [ epoch: 366 ] [ iter:489,200 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:42 ] [ l_g_pix: 2.6843e-02 ] [ l_g_total: 2.6843e-02 ] +2024-10-10 00:53:40,508 INFO: [ epoch: 366 ] [ iter:489,300 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:36 ] [ l_g_pix: 2.9135e-02 ] [ l_g_total: 2.9135e-02 ] +2024-10-10 00:53:44,245 INFO: [ epoch: 366 ] [ iter:489,400 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:31 ] [ l_g_pix: 3.5106e-02 ] [ l_g_total: 3.5106e-02 ] +2024-10-10 00:53:47,979 INFO: [ epoch: 366 ] [ iter:489,500 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:25 ] [ l_g_pix: 2.1887e-02 ] [ l_g_total: 2.1887e-02 ] +2024-10-10 00:53:51,740 INFO: [ epoch: 366 ] [ iter:489,600 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:19 ] [ l_g_pix: 1.3260e-02 ] [ l_g_total: 1.3260e-02 ] +2024-10-10 00:53:55,435 INFO: [ epoch: 366 ] [ iter:489,700 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:14 ] [ l_g_pix: 2.0585e-02 ] [ l_g_total: 2.0585e-02 ] +2024-10-10 00:53:59,170 INFO: [ epoch: 366 ] [ iter:489,800 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:08 ] [ l_g_pix: 3.9823e-02 ] [ l_g_total: 3.9823e-02 ] +2024-10-10 00:54:02,914 INFO: [ epoch: 366 ] [ iter:489,900 ] [ performance: 26.872 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:02 ] [ l_g_pix: 3.0349e-02 ] [ l_g_total: 3.0349e-02 ] +2024-10-10 00:54:06,629 INFO: [ epoch: 366 ] [ iter:490,000 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:56 ] [ l_g_pix: 2.2954e-02 ] [ l_g_total: 2.2954e-02 ] +2024-10-10 00:54:06,630 INFO: Saving models and training states. +2024-10-10 00:57:13,361 INFO: Validation val + + # psnr: 27.2272........ Best: 27.2318 @ 480000 iter + # ssim: 0.7674........ Best: 0.7676 @ 480000 iter + # dists: 0.7731........ Best: 0.7731 @ 480000 iter + +2024-10-10 00:57:17,096 INFO: [ epoch: 366 ] [ iter:490,100 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:02 ] [ l_g_pix: 2.9667e-02 ] [ l_g_total: 2.9667e-02 ] +2024-10-10 00:57:20,833 INFO: [ epoch: 366 ] [ iter:490,200 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:56 ] [ l_g_pix: 3.0737e-02 ] [ l_g_total: 3.0737e-02 ] +2024-10-10 00:57:24,323 INFO: [ epoch: 366 ] [ iter:490,300 ] [ performance: 29.098 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:51 ] [ l_g_pix: 3.2352e-02 ] [ l_g_total: 3.2352e-02 ] +2024-10-10 00:57:29,544 INFO: [ epoch: 367 ] [ iter:490,400 ] [ performance: 22.007 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:45 ] [ l_g_pix: 2.5577e-02 ] [ l_g_total: 2.5577e-02 ] +2024-10-10 00:57:33,250 INFO: [ epoch: 367 ] [ iter:490,500 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:39 ] [ l_g_pix: 2.2310e-02 ] [ l_g_total: 2.2310e-02 ] +2024-10-10 00:57:36,966 INFO: [ epoch: 367 ] [ iter:490,600 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:33 ] [ l_g_pix: 2.2120e-02 ] [ l_g_total: 2.2120e-02 ] +2024-10-10 00:57:40,713 INFO: [ epoch: 367 ] [ iter:490,700 ] [ performance: 26.675 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:28 ] [ l_g_pix: 3.0372e-02 ] [ l_g_total: 3.0372e-02 ] +2024-10-10 00:57:44,443 INFO: [ epoch: 367 ] [ iter:490,800 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:22 ] [ l_g_pix: 1.8650e-02 ] [ l_g_total: 1.8650e-02 ] +2024-10-10 00:57:48,212 INFO: [ epoch: 367 ] [ iter:490,900 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:16 ] [ l_g_pix: 2.6502e-02 ] [ l_g_total: 2.6502e-02 ] +2024-10-10 00:57:51,989 INFO: [ epoch: 367 ] [ iter:491,000 ] [ performance: 26.507 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:11 ] [ l_g_pix: 3.2805e-02 ] [ l_g_total: 3.2805e-02 ] +2024-10-10 00:57:55,709 INFO: [ epoch: 367 ] [ iter:491,100 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:05 ] [ l_g_pix: 3.1859e-02 ] [ l_g_total: 3.1859e-02 ] +2024-10-10 00:57:59,467 INFO: [ epoch: 367 ] [ iter:491,200 ] [ performance: 26.709 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:59 ] [ l_g_pix: 2.5160e-02 ] [ l_g_total: 2.5160e-02 ] +2024-10-10 00:58:03,183 INFO: [ epoch: 367 ] [ iter:491,300 ] [ performance: 27.111 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:53 ] [ l_g_pix: 3.5709e-02 ] [ l_g_total: 3.5709e-02 ] +2024-10-10 00:58:06,890 INFO: [ epoch: 367 ] [ iter:491,400 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:48 ] [ l_g_pix: 2.2637e-02 ] [ l_g_total: 2.2637e-02 ] +2024-10-10 00:58:10,631 INFO: [ epoch: 367 ] [ iter:491,500 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:42 ] [ l_g_pix: 2.0568e-02 ] [ l_g_total: 2.0568e-02 ] +2024-10-10 00:58:14,213 INFO: [ epoch: 367 ] [ iter:491,600 ] [ performance: 27.669 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:36 ] [ l_g_pix: 2.7113e-02 ] [ l_g_total: 2.7113e-02 ] +2024-10-10 00:58:19,443 INFO: [ epoch: 368 ] [ iter:491,700 ] [ performance: 14.836 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:30 ] [ l_g_pix: 2.6104e-02 ] [ l_g_total: 2.6104e-02 ] +2024-10-10 00:58:23,143 INFO: [ epoch: 368 ] [ iter:491,800 ] [ performance: 20.985 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:25 ] [ l_g_pix: 3.0002e-02 ] [ l_g_total: 3.0002e-02 ] +2024-10-10 00:58:26,850 INFO: [ epoch: 368 ] [ iter:491,900 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:19 ] [ l_g_pix: 3.0441e-02 ] [ l_g_total: 3.0441e-02 ] +2024-10-10 00:58:30,521 INFO: [ epoch: 368 ] [ iter:492,000 ] [ performance: 27.167 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:13 ] [ l_g_pix: 2.8955e-02 ] [ l_g_total: 2.8955e-02 ] +2024-10-10 00:58:34,194 INFO: [ epoch: 368 ] [ iter:492,100 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:08 ] [ l_g_pix: 2.0855e-02 ] [ l_g_total: 2.0855e-02 ] +2024-10-10 00:58:37,889 INFO: [ epoch: 368 ] [ iter:492,200 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:02 ] [ l_g_pix: 3.1969e-02 ] [ l_g_total: 3.1969e-02 ] +2024-10-10 00:58:41,617 INFO: [ epoch: 368 ] [ iter:492,300 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:56 ] [ l_g_pix: 2.0876e-02 ] [ l_g_total: 2.0876e-02 ] +2024-10-10 00:58:45,294 INFO: [ epoch: 368 ] [ iter:492,400 ] [ performance: 27.057 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:50 ] [ l_g_pix: 4.7121e-02 ] [ l_g_total: 4.7121e-02 ] +2024-10-10 00:58:49,032 INFO: [ epoch: 368 ] [ iter:492,500 ] [ performance: 26.724 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:45 ] [ l_g_pix: 2.1318e-02 ] [ l_g_total: 2.1318e-02 ] +2024-10-10 00:58:52,716 INFO: [ epoch: 368 ] [ iter:492,600 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:39 ] [ l_g_pix: 3.3265e-02 ] [ l_g_total: 3.3265e-02 ] +2024-10-10 00:58:56,366 INFO: [ epoch: 368 ] [ iter:492,700 ] [ performance: 27.389 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:33 ] [ l_g_pix: 2.4684e-02 ] [ l_g_total: 2.4684e-02 ] +2024-10-10 00:59:00,103 INFO: [ epoch: 368 ] [ iter:492,800 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:27 ] [ l_g_pix: 1.9913e-02 ] [ l_g_total: 1.9913e-02 ] +2024-10-10 00:59:03,777 INFO: [ epoch: 368 ] [ iter:492,900 ] [ performance: 27.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:22 ] [ l_g_pix: 3.5189e-02 ] [ l_g_total: 3.5189e-02 ] +2024-10-10 00:59:08,517 INFO: [ epoch: 369 ] [ iter:493,000 ] [ performance: 22.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:16 ] [ l_g_pix: 3.1302e-02 ] [ l_g_total: 3.1302e-02 ] +2024-10-10 00:59:12,440 INFO: [ epoch: 369 ] [ iter:493,100 ] [ performance: 27.116 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:10 ] [ l_g_pix: 3.3367e-02 ] [ l_g_total: 3.3367e-02 ] +2024-10-10 00:59:16,166 INFO: [ epoch: 369 ] [ iter:493,200 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:05 ] [ l_g_pix: 2.4132e-02 ] [ l_g_total: 2.4132e-02 ] +2024-10-10 00:59:19,895 INFO: [ epoch: 369 ] [ iter:493,300 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:59 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-10 00:59:23,663 INFO: [ epoch: 369 ] [ iter:493,400 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:53 ] [ l_g_pix: 3.7178e-02 ] [ l_g_total: 3.7178e-02 ] +2024-10-10 00:59:27,367 INFO: [ epoch: 369 ] [ iter:493,500 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:48 ] [ l_g_pix: 2.3488e-02 ] [ l_g_total: 2.3488e-02 ] +2024-10-10 00:59:31,047 INFO: [ epoch: 369 ] [ iter:493,600 ] [ performance: 27.246 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:42 ] [ l_g_pix: 3.2806e-02 ] [ l_g_total: 3.2806e-02 ] +2024-10-10 00:59:34,755 INFO: [ epoch: 369 ] [ iter:493,700 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:36 ] [ l_g_pix: 3.1126e-02 ] [ l_g_total: 3.1126e-02 ] +2024-10-10 00:59:38,420 INFO: [ epoch: 369 ] [ iter:493,800 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:30 ] [ l_g_pix: 3.1544e-02 ] [ l_g_total: 3.1544e-02 ] +2024-10-10 00:59:42,134 INFO: [ epoch: 369 ] [ iter:493,900 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:25 ] [ l_g_pix: 2.9576e-02 ] [ l_g_total: 2.9576e-02 ] +2024-10-10 00:59:45,839 INFO: [ epoch: 369 ] [ iter:494,000 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:19 ] [ l_g_pix: 3.1874e-02 ] [ l_g_total: 3.1874e-02 ] +2024-10-10 00:59:49,573 INFO: [ epoch: 369 ] [ iter:494,100 ] [ performance: 26.670 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:13 ] [ l_g_pix: 2.7720e-02 ] [ l_g_total: 2.7720e-02 ] +2024-10-10 00:59:53,313 INFO: [ epoch: 369 ] [ iter:494,200 ] [ performance: 26.720 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:07 ] [ l_g_pix: 3.3809e-02 ] [ l_g_total: 3.3809e-02 ] +2024-10-10 00:59:56,827 INFO: [ epoch: 369 ] [ iter:494,300 ] [ performance: 28.742 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:02 ] [ l_g_pix: 3.2670e-02 ] [ l_g_total: 3.2670e-02 ] +2024-10-10 01:00:02,101 INFO: [ epoch: 370 ] [ iter:494,400 ] [ performance: 21.047 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:56 ] [ l_g_pix: 2.9644e-02 ] [ l_g_total: 2.9644e-02 ] +2024-10-10 01:00:05,836 INFO: [ epoch: 370 ] [ iter:494,500 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:50 ] [ l_g_pix: 3.3093e-02 ] [ l_g_total: 3.3093e-02 ] +2024-10-10 01:00:09,606 INFO: [ epoch: 370 ] [ iter:494,600 ] [ performance: 26.689 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:45 ] [ l_g_pix: 4.0775e-02 ] [ l_g_total: 4.0775e-02 ] +2024-10-10 01:00:13,312 INFO: [ epoch: 370 ] [ iter:494,700 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:39 ] [ l_g_pix: 2.4884e-02 ] [ l_g_total: 2.4884e-02 ] +2024-10-10 01:00:17,051 INFO: [ epoch: 370 ] [ iter:494,800 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:33 ] [ l_g_pix: 2.3088e-02 ] [ l_g_total: 2.3088e-02 ] +2024-10-10 01:00:20,807 INFO: [ epoch: 370 ] [ iter:494,900 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:28 ] [ l_g_pix: 2.5799e-02 ] [ l_g_total: 2.5799e-02 ] +2024-10-10 01:00:24,588 INFO: [ epoch: 370 ] [ iter:495,000 ] [ performance: 26.526 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:22 ] [ l_g_pix: 2.2660e-02 ] [ l_g_total: 2.2660e-02 ] +2024-10-10 01:00:28,291 INFO: [ epoch: 370 ] [ iter:495,100 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:16 ] [ l_g_pix: 1.9040e-02 ] [ l_g_total: 1.9040e-02 ] +2024-10-10 01:00:32,089 INFO: [ epoch: 370 ] [ iter:495,200 ] [ performance: 26.488 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:11 ] [ l_g_pix: 2.3535e-02 ] [ l_g_total: 2.3535e-02 ] +2024-10-10 01:00:35,783 INFO: [ epoch: 370 ] [ iter:495,300 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:05 ] [ l_g_pix: 1.7454e-02 ] [ l_g_total: 1.7454e-02 ] +2024-10-10 01:00:39,442 INFO: [ epoch: 370 ] [ iter:495,400 ] [ performance: 27.237 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:59 ] [ l_g_pix: 2.0142e-02 ] [ l_g_total: 2.0142e-02 ] +2024-10-10 01:00:43,176 INFO: [ epoch: 370 ] [ iter:495,500 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:53 ] [ l_g_pix: 3.6558e-02 ] [ l_g_total: 3.6558e-02 ] +2024-10-10 01:00:46,805 INFO: [ epoch: 370 ] [ iter:495,600 ] [ performance: 27.289 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:48 ] [ l_g_pix: 2.0818e-02 ] [ l_g_total: 2.0818e-02 ] +2024-10-10 01:00:51,801 INFO: [ epoch: 371 ] [ iter:495,700 ] [ performance: 22.052 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:42 ] [ l_g_pix: 3.2803e-02 ] [ l_g_total: 3.2803e-02 ] +2024-10-10 01:00:55,560 INFO: [ epoch: 371 ] [ iter:495,800 ] [ performance: 25.284 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:36 ] [ l_g_pix: 4.4911e-02 ] [ l_g_total: 4.4911e-02 ] +2024-10-10 01:00:59,298 INFO: [ epoch: 371 ] [ iter:495,900 ] [ performance: 26.747 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:31 ] [ l_g_pix: 3.4648e-02 ] [ l_g_total: 3.4648e-02 ] +2024-10-10 01:01:02,989 INFO: [ epoch: 371 ] [ iter:496,000 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:25 ] [ l_g_pix: 2.2182e-02 ] [ l_g_total: 2.2182e-02 ] +2024-10-10 01:01:06,692 INFO: [ epoch: 371 ] [ iter:496,100 ] [ performance: 27.383 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:19 ] [ l_g_pix: 2.8350e-02 ] [ l_g_total: 2.8350e-02 ] +2024-10-10 01:01:10,382 INFO: [ epoch: 371 ] [ iter:496,200 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:14 ] [ l_g_pix: 3.4558e-02 ] [ l_g_total: 3.4558e-02 ] +2024-10-10 01:01:14,126 INFO: [ epoch: 371 ] [ iter:496,300 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:08 ] [ l_g_pix: 2.7853e-02 ] [ l_g_total: 2.7853e-02 ] +2024-10-10 01:01:17,844 INFO: [ epoch: 371 ] [ iter:496,400 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:02 ] [ l_g_pix: 3.2781e-02 ] [ l_g_total: 3.2781e-02 ] +2024-10-10 01:01:21,583 INFO: [ epoch: 371 ] [ iter:496,500 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:56 ] [ l_g_pix: 2.9585e-02 ] [ l_g_total: 2.9585e-02 ] +2024-10-10 01:01:25,329 INFO: [ epoch: 371 ] [ iter:496,600 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:51 ] [ l_g_pix: 1.9560e-02 ] [ l_g_total: 1.9560e-02 ] +2024-10-10 01:01:29,081 INFO: [ epoch: 371 ] [ iter:496,700 ] [ performance: 26.413 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:45 ] [ l_g_pix: 1.9862e-02 ] [ l_g_total: 1.9862e-02 ] +2024-10-10 01:01:32,832 INFO: [ epoch: 371 ] [ iter:496,800 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:39 ] [ l_g_pix: 2.6754e-02 ] [ l_g_total: 2.6754e-02 ] +2024-10-10 01:01:36,563 INFO: [ epoch: 371 ] [ iter:496,900 ] [ performance: 27.774 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:34 ] [ l_g_pix: 2.8673e-02 ] [ l_g_total: 2.8673e-02 ] +2024-10-10 01:01:41,353 INFO: [ epoch: 372 ] [ iter:497,000 ] [ performance: 22.082 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:28 ] [ l_g_pix: 3.2793e-02 ] [ l_g_total: 3.2793e-02 ] +2024-10-10 01:01:45,456 INFO: [ epoch: 372 ] [ iter:497,100 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:22 ] [ l_g_pix: 3.2093e-02 ] [ l_g_total: 3.2093e-02 ] +2024-10-10 01:01:49,138 INFO: [ epoch: 372 ] [ iter:497,200 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:17 ] [ l_g_pix: 2.6496e-02 ] [ l_g_total: 2.6496e-02 ] +2024-10-10 01:01:52,873 INFO: [ epoch: 372 ] [ iter:497,300 ] [ performance: 27.215 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:11 ] [ l_g_pix: 2.2435e-02 ] [ l_g_total: 2.2435e-02 ] +2024-10-10 01:01:56,563 INFO: [ epoch: 372 ] [ iter:497,400 ] [ performance: 27.127 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:05 ] [ l_g_pix: 3.1528e-02 ] [ l_g_total: 3.1528e-02 ] +2024-10-10 01:02:00,294 INFO: [ epoch: 372 ] [ iter:497,500 ] [ performance: 27.183 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:00 ] [ l_g_pix: 3.0451e-02 ] [ l_g_total: 3.0451e-02 ] +2024-10-10 01:02:04,001 INFO: [ epoch: 372 ] [ iter:497,600 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:54 ] [ l_g_pix: 3.6455e-02 ] [ l_g_total: 3.6455e-02 ] +2024-10-10 01:02:07,710 INFO: [ epoch: 372 ] [ iter:497,700 ] [ performance: 27.730 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:48 ] [ l_g_pix: 2.4258e-02 ] [ l_g_total: 2.4258e-02 ] +2024-10-10 01:02:11,423 INFO: [ epoch: 372 ] [ iter:497,800 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:43 ] [ l_g_pix: 3.4530e-02 ] [ l_g_total: 3.4530e-02 ] +2024-10-10 01:02:15,165 INFO: [ epoch: 372 ] [ iter:497,900 ] [ performance: 27.498 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:37 ] [ l_g_pix: 2.2291e-02 ] [ l_g_total: 2.2291e-02 ] +2024-10-10 01:02:18,867 INFO: [ epoch: 372 ] [ iter:498,000 ] [ performance: 27.106 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:31 ] [ l_g_pix: 3.1980e-02 ] [ l_g_total: 3.1980e-02 ] +2024-10-10 01:02:22,588 INFO: [ epoch: 372 ] [ iter:498,100 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:26 ] [ l_g_pix: 2.5147e-02 ] [ l_g_total: 2.5147e-02 ] +2024-10-10 01:02:26,319 INFO: [ epoch: 372 ] [ iter:498,200 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:20 ] [ l_g_pix: 1.1696e-02 ] [ l_g_total: 1.1696e-02 ] +2024-10-10 01:02:29,902 INFO: [ epoch: 372 ] [ iter:498,300 ] [ performance: 29.160 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:14 ] [ l_g_pix: 2.3702e-02 ] [ l_g_total: 2.3702e-02 ] +2024-10-10 01:02:35,125 INFO: [ epoch: 373 ] [ iter:498,400 ] [ performance: 20.365 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:09 ] [ l_g_pix: 3.9636e-02 ] [ l_g_total: 3.9636e-02 ] +2024-10-10 01:02:38,860 INFO: [ epoch: 373 ] [ iter:498,500 ] [ performance: 27.981 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:03 ] [ l_g_pix: 3.4912e-02 ] [ l_g_total: 3.4912e-02 ] +2024-10-10 01:02:42,581 INFO: [ epoch: 373 ] [ iter:498,600 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:57 ] [ l_g_pix: 3.5036e-02 ] [ l_g_total: 3.5036e-02 ] +2024-10-10 01:02:46,365 INFO: [ epoch: 373 ] [ iter:498,700 ] [ performance: 26.573 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:52 ] [ l_g_pix: 2.4929e-02 ] [ l_g_total: 2.4929e-02 ] +2024-10-10 01:02:50,076 INFO: [ epoch: 373 ] [ iter:498,800 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:46 ] [ l_g_pix: 2.6027e-02 ] [ l_g_total: 2.6027e-02 ] +2024-10-10 01:02:53,786 INFO: [ epoch: 373 ] [ iter:498,900 ] [ performance: 27.733 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:40 ] [ l_g_pix: 4.8248e-02 ] [ l_g_total: 4.8248e-02 ] +2024-10-10 01:02:57,502 INFO: [ epoch: 373 ] [ iter:499,000 ] [ performance: 27.037 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:35 ] [ l_g_pix: 2.9368e-02 ] [ l_g_total: 2.9368e-02 ] +2024-10-10 01:03:01,240 INFO: [ epoch: 373 ] [ iter:499,100 ] [ performance: 27.341 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:29 ] [ l_g_pix: 2.9334e-02 ] [ l_g_total: 2.9334e-02 ] +2024-10-10 01:03:04,976 INFO: [ epoch: 373 ] [ iter:499,200 ] [ performance: 26.858 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:23 ] [ l_g_pix: 2.8169e-02 ] [ l_g_total: 2.8169e-02 ] +2024-10-10 01:03:08,718 INFO: [ epoch: 373 ] [ iter:499,300 ] [ performance: 27.485 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:17 ] [ l_g_pix: 2.6976e-02 ] [ l_g_total: 2.6976e-02 ] +2024-10-10 01:03:12,343 INFO: [ epoch: 373 ] [ iter:499,400 ] [ performance: 27.574 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:12 ] [ l_g_pix: 2.4857e-02 ] [ l_g_total: 2.4857e-02 ] +2024-10-10 01:03:16,000 INFO: [ epoch: 373 ] [ iter:499,500 ] [ performance: 27.270 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:06 ] [ l_g_pix: 2.3228e-02 ] [ l_g_total: 2.3228e-02 ] +2024-10-10 01:03:19,651 INFO: [ epoch: 373 ] [ iter:499,600 ] [ performance: 27.375 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:00 ] [ l_g_pix: 2.3228e-02 ] [ l_g_total: 2.3228e-02 ] +2024-10-10 01:03:24,849 INFO: [ epoch: 374 ] [ iter:499,700 ] [ performance: 23.981 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:55 ] [ l_g_pix: 3.9318e-02 ] [ l_g_total: 3.9318e-02 ] +2024-10-10 01:03:28,614 INFO: [ epoch: 374 ] [ iter:499,800 ] [ performance: 26.241 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:49 ] [ l_g_pix: 2.7736e-02 ] [ l_g_total: 2.7736e-02 ] +2024-10-10 01:03:32,309 INFO: [ epoch: 374 ] [ iter:499,900 ] [ performance: 27.382 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:44 ] [ l_g_pix: 2.7930e-02 ] [ l_g_total: 2.7930e-02 ] +2024-10-10 01:03:36,056 INFO: [ epoch: 374 ] [ iter:500,000 ] [ performance: 26.774 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:38 ] [ l_g_pix: 3.5789e-02 ] [ l_g_total: 3.5789e-02 ] +2024-10-10 01:03:36,056 INFO: Saving models and training states. +2024-10-10 01:06:32,852 INFO: Validation val + + # psnr: 27.2303........ Best: 27.2318 @ 480000 iter + # ssim: 0.7675........ Best: 0.7676 @ 480000 iter + # dists: 0.7731........ Best: 0.7731 @ 480000 iter + +2024-10-10 01:06:36,575 INFO: [ epoch: 374 ] [ iter:500,100 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:39 ] [ l_g_pix: 2.2046e-02 ] [ l_g_total: 2.2046e-02 ] +2024-10-10 01:06:40,264 INFO: [ epoch: 374 ] [ iter:500,200 ] [ performance: 27.108 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:34 ] [ l_g_pix: 2.8370e-02 ] [ l_g_total: 2.8370e-02 ] +2024-10-10 01:06:43,991 INFO: [ epoch: 374 ] [ iter:500,300 ] [ performance: 26.585 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:28 ] [ l_g_pix: 3.1536e-02 ] [ l_g_total: 3.1536e-02 ] +2024-10-10 01:06:47,708 INFO: [ epoch: 374 ] [ iter:500,400 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:22 ] [ l_g_pix: 2.6424e-02 ] [ l_g_total: 2.6424e-02 ] +2024-10-10 01:06:51,419 INFO: [ epoch: 374 ] [ iter:500,500 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:16 ] [ l_g_pix: 3.0948e-02 ] [ l_g_total: 3.0948e-02 ] +2024-10-10 01:06:55,161 INFO: [ epoch: 374 ] [ iter:500,600 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:11 ] [ l_g_pix: 2.8705e-02 ] [ l_g_total: 2.8705e-02 ] +2024-10-10 01:06:58,895 INFO: [ epoch: 374 ] [ iter:500,700 ] [ performance: 27.225 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:05 ] [ l_g_pix: 2.6498e-02 ] [ l_g_total: 2.6498e-02 ] +2024-10-10 01:07:02,620 INFO: [ epoch: 374 ] [ iter:500,800 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:59 ] [ l_g_pix: 4.0271e-02 ] [ l_g_total: 4.0271e-02 ] +2024-10-10 01:07:06,339 INFO: [ epoch: 374 ] [ iter:500,900 ] [ performance: 27.696 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:54 ] [ l_g_pix: 2.1616e-02 ] [ l_g_total: 2.1616e-02 ] +2024-10-10 01:07:10,046 INFO: [ epoch: 374 ] [ iter:501,000 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:48 ] [ l_g_pix: 3.2821e-02 ] [ l_g_total: 3.2821e-02 ] +2024-10-10 01:07:15,583 INFO: [ epoch: 375 ] [ iter:501,100 ] [ performance: 26.128 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:42 ] [ l_g_pix: 3.6502e-02 ] [ l_g_total: 3.6502e-02 ] +2024-10-10 01:07:19,277 INFO: [ epoch: 375 ] [ iter:501,200 ] [ performance: 27.011 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:37 ] [ l_g_pix: 3.0367e-02 ] [ l_g_total: 3.0367e-02 ] +2024-10-10 01:07:22,938 INFO: [ epoch: 375 ] [ iter:501,300 ] [ performance: 27.842 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:31 ] [ l_g_pix: 3.6269e-02 ] [ l_g_total: 3.6269e-02 ] +2024-10-10 01:07:26,658 INFO: [ epoch: 375 ] [ iter:501,400 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:25 ] [ l_g_pix: 3.3318e-02 ] [ l_g_total: 3.3318e-02 ] +2024-10-10 01:07:30,315 INFO: [ epoch: 375 ] [ iter:501,500 ] [ performance: 29.265 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:20 ] [ l_g_pix: 2.8391e-02 ] [ l_g_total: 2.8391e-02 ] +2024-10-10 01:07:34,004 INFO: [ epoch: 375 ] [ iter:501,600 ] [ performance: 27.205 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:14 ] [ l_g_pix: 2.7452e-02 ] [ l_g_total: 2.7452e-02 ] +2024-10-10 01:07:37,676 INFO: [ epoch: 375 ] [ iter:501,700 ] [ performance: 28.370 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:08 ] [ l_g_pix: 3.1820e-02 ] [ l_g_total: 3.1820e-02 ] +2024-10-10 01:07:41,385 INFO: [ epoch: 375 ] [ iter:501,800 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:02 ] [ l_g_pix: 1.9938e-02 ] [ l_g_total: 1.9938e-02 ] +2024-10-10 01:07:45,105 INFO: [ epoch: 375 ] [ iter:501,900 ] [ performance: 26.435 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:57 ] [ l_g_pix: 3.8980e-02 ] [ l_g_total: 3.8980e-02 ] +2024-10-10 01:07:48,853 INFO: [ epoch: 375 ] [ iter:502,000 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:51 ] [ l_g_pix: 3.2102e-02 ] [ l_g_total: 3.2102e-02 ] +2024-10-10 01:07:52,613 INFO: [ epoch: 375 ] [ iter:502,100 ] [ performance: 26.270 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:45 ] [ l_g_pix: 3.3106e-02 ] [ l_g_total: 3.3106e-02 ] +2024-10-10 01:07:56,402 INFO: [ epoch: 375 ] [ iter:502,200 ] [ performance: 26.398 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:40 ] [ l_g_pix: 2.2586e-02 ] [ l_g_total: 2.2586e-02 ] +2024-10-10 01:07:59,998 INFO: [ epoch: 375 ] [ iter:502,300 ] [ performance: 28.640 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:34 ] [ l_g_pix: 2.3093e-02 ] [ l_g_total: 2.3093e-02 ] +2024-10-10 01:08:05,190 INFO: [ epoch: 376 ] [ iter:502,400 ] [ performance: 19.328 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:28 ] [ l_g_pix: 2.8407e-02 ] [ l_g_total: 2.8407e-02 ] +2024-10-10 01:08:08,879 INFO: [ epoch: 376 ] [ iter:502,500 ] [ performance: 22.551 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:23 ] [ l_g_pix: 1.9978e-02 ] [ l_g_total: 1.9978e-02 ] +2024-10-10 01:08:12,587 INFO: [ epoch: 376 ] [ iter:502,600 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:17 ] [ l_g_pix: 2.9798e-02 ] [ l_g_total: 2.9798e-02 ] +2024-10-10 01:08:16,303 INFO: [ epoch: 376 ] [ iter:502,700 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:11 ] [ l_g_pix: 3.5433e-02 ] [ l_g_total: 3.5433e-02 ] +2024-10-10 01:08:20,029 INFO: [ epoch: 376 ] [ iter:502,800 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:06 ] [ l_g_pix: 4.2306e-02 ] [ l_g_total: 4.2306e-02 ] +2024-10-10 01:08:23,770 INFO: [ epoch: 376 ] [ iter:502,900 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:00 ] [ l_g_pix: 3.5498e-02 ] [ l_g_total: 3.5498e-02 ] +2024-10-10 01:08:27,474 INFO: [ epoch: 376 ] [ iter:503,000 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:54 ] [ l_g_pix: 2.7854e-02 ] [ l_g_total: 2.7854e-02 ] +2024-10-10 01:08:31,228 INFO: [ epoch: 376 ] [ iter:503,100 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:49 ] [ l_g_pix: 2.5109e-02 ] [ l_g_total: 2.5109e-02 ] +2024-10-10 01:08:34,920 INFO: [ epoch: 376 ] [ iter:503,200 ] [ performance: 27.140 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:43 ] [ l_g_pix: 1.9250e-02 ] [ l_g_total: 1.9250e-02 ] +2024-10-10 01:08:38,581 INFO: [ epoch: 376 ] [ iter:503,300 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:37 ] [ l_g_pix: 2.4043e-02 ] [ l_g_total: 2.4043e-02 ] +2024-10-10 01:08:42,299 INFO: [ epoch: 376 ] [ iter:503,400 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:32 ] [ l_g_pix: 3.0779e-02 ] [ l_g_total: 3.0779e-02 ] +2024-10-10 01:08:46,043 INFO: [ epoch: 376 ] [ iter:503,500 ] [ performance: 26.828 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:26 ] [ l_g_pix: 2.0967e-02 ] [ l_g_total: 2.0967e-02 ] +2024-10-10 01:08:49,733 INFO: [ epoch: 376 ] [ iter:503,600 ] [ performance: 27.190 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:20 ] [ l_g_pix: 3.3470e-02 ] [ l_g_total: 3.3470e-02 ] +2024-10-10 01:08:54,692 INFO: [ epoch: 377 ] [ iter:503,700 ] [ performance: 23.075 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:15 ] [ l_g_pix: 2.1807e-02 ] [ l_g_total: 2.1807e-02 ] +2024-10-10 01:08:58,460 INFO: [ epoch: 377 ] [ iter:503,800 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:09 ] [ l_g_pix: 3.0642e-02 ] [ l_g_total: 3.0642e-02 ] +2024-10-10 01:09:02,223 INFO: [ epoch: 377 ] [ iter:503,900 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:03 ] [ l_g_pix: 2.8357e-02 ] [ l_g_total: 2.8357e-02 ] +2024-10-10 01:09:05,986 INFO: [ epoch: 377 ] [ iter:504,000 ] [ performance: 26.644 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:58 ] [ l_g_pix: 3.1157e-02 ] [ l_g_total: 3.1157e-02 ] +2024-10-10 01:09:09,651 INFO: [ epoch: 377 ] [ iter:504,100 ] [ performance: 26.976 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:52 ] [ l_g_pix: 3.1942e-02 ] [ l_g_total: 3.1942e-02 ] +2024-10-10 01:09:13,345 INFO: [ epoch: 377 ] [ iter:504,200 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:46 ] [ l_g_pix: 2.8832e-02 ] [ l_g_total: 2.8832e-02 ] +2024-10-10 01:09:17,102 INFO: [ epoch: 377 ] [ iter:504,300 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:41 ] [ l_g_pix: 3.2008e-02 ] [ l_g_total: 3.2008e-02 ] +2024-10-10 01:09:20,823 INFO: [ epoch: 377 ] [ iter:504,400 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:35 ] [ l_g_pix: 2.5756e-02 ] [ l_g_total: 2.5756e-02 ] +2024-10-10 01:09:24,532 INFO: [ epoch: 377 ] [ iter:504,500 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:29 ] [ l_g_pix: 2.5131e-02 ] [ l_g_total: 2.5131e-02 ] +2024-10-10 01:09:28,292 INFO: [ epoch: 377 ] [ iter:504,600 ] [ performance: 26.588 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:24 ] [ l_g_pix: 2.8418e-02 ] [ l_g_total: 2.8418e-02 ] +2024-10-10 01:09:32,062 INFO: [ epoch: 377 ] [ iter:504,700 ] [ performance: 26.560 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:18 ] [ l_g_pix: 3.9353e-02 ] [ l_g_total: 3.9353e-02 ] +2024-10-10 01:09:35,803 INFO: [ epoch: 377 ] [ iter:504,800 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:12 ] [ l_g_pix: 3.4149e-02 ] [ l_g_total: 3.4149e-02 ] +2024-10-10 01:09:39,560 INFO: [ epoch: 377 ] [ iter:504,900 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:07 ] [ l_g_pix: 2.8507e-02 ] [ l_g_total: 2.8507e-02 ] +2024-10-10 01:09:43,039 INFO: [ epoch: 377 ] [ iter:505,000 ] [ performance: 28.976 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:01 ] [ l_g_pix: 3.5358e-02 ] [ l_g_total: 3.5358e-02 ] +2024-10-10 01:09:48,364 INFO: [ epoch: 378 ] [ iter:505,100 ] [ performance: 22.487 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:55 ] [ l_g_pix: 1.8717e-02 ] [ l_g_total: 1.8717e-02 ] +2024-10-10 01:09:52,054 INFO: [ epoch: 378 ] [ iter:505,200 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:50 ] [ l_g_pix: 3.4660e-02 ] [ l_g_total: 3.4660e-02 ] +2024-10-10 01:09:55,801 INFO: [ epoch: 378 ] [ iter:505,300 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:44 ] [ l_g_pix: 2.9313e-02 ] [ l_g_total: 2.9313e-02 ] +2024-10-10 01:09:59,547 INFO: [ epoch: 378 ] [ iter:505,400 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:38 ] [ l_g_pix: 2.6404e-02 ] [ l_g_total: 2.6404e-02 ] +2024-10-10 01:10:03,267 INFO: [ epoch: 378 ] [ iter:505,500 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:33 ] [ l_g_pix: 2.3877e-02 ] [ l_g_total: 2.3877e-02 ] +2024-10-10 01:10:06,986 INFO: [ epoch: 378 ] [ iter:505,600 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:27 ] [ l_g_pix: 2.6685e-02 ] [ l_g_total: 2.6685e-02 ] +2024-10-10 01:10:10,741 INFO: [ epoch: 378 ] [ iter:505,700 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:21 ] [ l_g_pix: 4.4989e-02 ] [ l_g_total: 4.4989e-02 ] +2024-10-10 01:10:14,441 INFO: [ epoch: 378 ] [ iter:505,800 ] [ performance: 27.165 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:16 ] [ l_g_pix: 2.5559e-02 ] [ l_g_total: 2.5559e-02 ] +2024-10-10 01:10:18,142 INFO: [ epoch: 378 ] [ iter:505,900 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:10 ] [ l_g_pix: 1.7480e-02 ] [ l_g_total: 1.7480e-02 ] +2024-10-10 01:10:21,897 INFO: [ epoch: 378 ] [ iter:506,000 ] [ performance: 26.640 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:04 ] [ l_g_pix: 1.7721e-02 ] [ l_g_total: 1.7721e-02 ] +2024-10-10 01:10:25,612 INFO: [ epoch: 378 ] [ iter:506,100 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:59 ] [ l_g_pix: 3.9085e-02 ] [ l_g_total: 3.9085e-02 ] +2024-10-10 01:10:29,305 INFO: [ epoch: 378 ] [ iter:506,200 ] [ performance: 27.091 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:53 ] [ l_g_pix: 3.5543e-02 ] [ l_g_total: 3.5543e-02 ] +2024-10-10 01:10:32,890 INFO: [ epoch: 378 ] [ iter:506,300 ] [ performance: 27.528 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:47 ] [ l_g_pix: 2.3592e-02 ] [ l_g_total: 2.3592e-02 ] +2024-10-10 01:10:38,162 INFO: [ epoch: 379 ] [ iter:506,400 ] [ performance: 17.637 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:42 ] [ l_g_pix: 2.7932e-02 ] [ l_g_total: 2.7932e-02 ] +2024-10-10 01:10:41,921 INFO: [ epoch: 379 ] [ iter:506,500 ] [ performance: 21.675 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:36 ] [ l_g_pix: 2.9057e-02 ] [ l_g_total: 2.9057e-02 ] +2024-10-10 01:10:45,614 INFO: [ epoch: 379 ] [ iter:506,600 ] [ performance: 27.307 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:30 ] [ l_g_pix: 2.8199e-02 ] [ l_g_total: 2.8199e-02 ] +2024-10-10 01:10:49,328 INFO: [ epoch: 379 ] [ iter:506,700 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:25 ] [ l_g_pix: 2.6988e-02 ] [ l_g_total: 2.6988e-02 ] +2024-10-10 01:10:53,070 INFO: [ epoch: 379 ] [ iter:506,800 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:19 ] [ l_g_pix: 2.5340e-02 ] [ l_g_total: 2.5340e-02 ] +2024-10-10 01:10:56,811 INFO: [ epoch: 379 ] [ iter:506,900 ] [ performance: 26.770 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:13 ] [ l_g_pix: 3.3434e-02 ] [ l_g_total: 3.3434e-02 ] +2024-10-10 01:11:00,522 INFO: [ epoch: 379 ] [ iter:507,000 ] [ performance: 27.022 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:08 ] [ l_g_pix: 2.0823e-02 ] [ l_g_total: 2.0823e-02 ] +2024-10-10 01:11:04,232 INFO: [ epoch: 379 ] [ iter:507,100 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:02 ] [ l_g_pix: 3.5766e-02 ] [ l_g_total: 3.5766e-02 ] +2024-10-10 01:11:07,938 INFO: [ epoch: 379 ] [ iter:507,200 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:56 ] [ l_g_pix: 4.1290e-02 ] [ l_g_total: 4.1290e-02 ] +2024-10-10 01:11:11,650 INFO: [ epoch: 379 ] [ iter:507,300 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:51 ] [ l_g_pix: 1.6217e-02 ] [ l_g_total: 1.6217e-02 ] +2024-10-10 01:11:15,380 INFO: [ epoch: 379 ] [ iter:507,400 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:45 ] [ l_g_pix: 2.7384e-02 ] [ l_g_total: 2.7384e-02 ] +2024-10-10 01:11:19,057 INFO: [ epoch: 379 ] [ iter:507,500 ] [ performance: 27.080 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:40 ] [ l_g_pix: 1.8466e-02 ] [ l_g_total: 1.8466e-02 ] +2024-10-10 01:11:22,693 INFO: [ epoch: 379 ] [ iter:507,600 ] [ performance: 27.641 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:34 ] [ l_g_pix: 2.2539e-02 ] [ l_g_total: 2.2539e-02 ] +2024-10-10 01:11:27,864 INFO: [ epoch: 380 ] [ iter:507,700 ] [ performance: 22.198 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:28 ] [ l_g_pix: 2.6187e-02 ] [ l_g_total: 2.6187e-02 ] +2024-10-10 01:11:31,661 INFO: [ epoch: 380 ] [ iter:507,800 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:23 ] [ l_g_pix: 2.6847e-02 ] [ l_g_total: 2.6847e-02 ] +2024-10-10 01:11:35,379 INFO: [ epoch: 380 ] [ iter:507,900 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:17 ] [ l_g_pix: 2.9574e-02 ] [ l_g_total: 2.9574e-02 ] +2024-10-10 01:11:39,111 INFO: [ epoch: 380 ] [ iter:508,000 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:11 ] [ l_g_pix: 3.0104e-02 ] [ l_g_total: 3.0104e-02 ] +2024-10-10 01:11:42,863 INFO: [ epoch: 380 ] [ iter:508,100 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:06 ] [ l_g_pix: 2.9457e-02 ] [ l_g_total: 2.9457e-02 ] +2024-10-10 01:11:46,604 INFO: [ epoch: 380 ] [ iter:508,200 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:00 ] [ l_g_pix: 3.1381e-02 ] [ l_g_total: 3.1381e-02 ] +2024-10-10 01:11:50,275 INFO: [ epoch: 380 ] [ iter:508,300 ] [ performance: 27.117 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:54 ] [ l_g_pix: 3.2973e-02 ] [ l_g_total: 3.2973e-02 ] +2024-10-10 01:11:53,975 INFO: [ epoch: 380 ] [ iter:508,400 ] [ performance: 27.138 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:49 ] [ l_g_pix: 2.0021e-02 ] [ l_g_total: 2.0021e-02 ] +2024-10-10 01:11:57,686 INFO: [ epoch: 380 ] [ iter:508,500 ] [ performance: 27.032 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:43 ] [ l_g_pix: 3.0023e-02 ] [ l_g_total: 3.0023e-02 ] +2024-10-10 01:12:01,408 INFO: [ epoch: 380 ] [ iter:508,600 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:37 ] [ l_g_pix: 3.8407e-02 ] [ l_g_total: 3.8407e-02 ] +2024-10-10 01:12:05,112 INFO: [ epoch: 380 ] [ iter:508,700 ] [ performance: 27.030 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:32 ] [ l_g_pix: 2.4096e-02 ] [ l_g_total: 2.4096e-02 ] +2024-10-10 01:12:08,849 INFO: [ epoch: 380 ] [ iter:508,800 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:26 ] [ l_g_pix: 3.4879e-02 ] [ l_g_total: 3.4879e-02 ] +2024-10-10 01:12:12,538 INFO: [ epoch: 380 ] [ iter:508,900 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:21 ] [ l_g_pix: 3.9035e-02 ] [ l_g_total: 3.9035e-02 ] +2024-10-10 01:12:16,036 INFO: [ epoch: 380 ] [ iter:509,000 ] [ performance: 29.119 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:15 ] [ l_g_pix: 3.1401e-02 ] [ l_g_total: 3.1401e-02 ] +2024-10-10 01:12:21,248 INFO: [ epoch: 381 ] [ iter:509,100 ] [ performance: 22.265 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:09 ] [ l_g_pix: 2.7806e-02 ] [ l_g_total: 2.7806e-02 ] +2024-10-10 01:12:24,998 INFO: [ epoch: 381 ] [ iter:509,200 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:04 ] [ l_g_pix: 4.1343e-02 ] [ l_g_total: 4.1343e-02 ] +2024-10-10 01:12:28,720 INFO: [ epoch: 381 ] [ iter:509,300 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:58 ] [ l_g_pix: 4.2079e-02 ] [ l_g_total: 4.2079e-02 ] +2024-10-10 01:12:32,444 INFO: [ epoch: 381 ] [ iter:509,400 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:52 ] [ l_g_pix: 2.2736e-02 ] [ l_g_total: 2.2736e-02 ] +2024-10-10 01:12:36,186 INFO: [ epoch: 381 ] [ iter:509,500 ] [ performance: 26.784 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:47 ] [ l_g_pix: 3.3881e-02 ] [ l_g_total: 3.3881e-02 ] +2024-10-10 01:12:39,947 INFO: [ epoch: 381 ] [ iter:509,600 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:41 ] [ l_g_pix: 3.5547e-02 ] [ l_g_total: 3.5547e-02 ] +2024-10-10 01:12:43,681 INFO: [ epoch: 381 ] [ iter:509,700 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:36 ] [ l_g_pix: 2.3085e-02 ] [ l_g_total: 2.3085e-02 ] +2024-10-10 01:12:47,406 INFO: [ epoch: 381 ] [ iter:509,800 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:30 ] [ l_g_pix: 2.0144e-02 ] [ l_g_total: 2.0144e-02 ] +2024-10-10 01:12:51,166 INFO: [ epoch: 381 ] [ iter:509,900 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:24 ] [ l_g_pix: 2.2822e-02 ] [ l_g_total: 2.2822e-02 ] +2024-10-10 01:12:54,905 INFO: [ epoch: 381 ] [ iter:510,000 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:19 ] [ l_g_pix: 3.3950e-02 ] [ l_g_total: 3.3950e-02 ] +2024-10-10 01:12:54,905 INFO: Saving models and training states. +2024-10-10 01:16:03,547 INFO: Validation val + + # psnr: 27.2249........ Best: 27.2318 @ 480000 iter + # ssim: 0.7673........ Best: 0.7676 @ 480000 iter + # dists: 0.7732........ Best: 0.7731 @ 480000 iter + +2024-10-10 01:16:07,252 INFO: [ epoch: 381 ] [ iter:510,100 ] [ performance: 26.968 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:17 ] [ l_g_pix: 3.3003e-02 ] [ l_g_total: 3.3003e-02 ] +2024-10-10 01:16:11,021 INFO: [ epoch: 381 ] [ iter:510,200 ] [ performance: 26.774 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:11 ] [ l_g_pix: 2.4699e-02 ] [ l_g_total: 2.4699e-02 ] +2024-10-10 01:16:14,678 INFO: [ epoch: 381 ] [ iter:510,300 ] [ performance: 27.128 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:05 ] [ l_g_pix: 2.8116e-02 ] [ l_g_total: 2.8116e-02 ] +2024-10-10 01:16:19,775 INFO: [ epoch: 382 ] [ iter:510,400 ] [ performance: 16.314 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:00 ] [ l_g_pix: 2.3028e-02 ] [ l_g_total: 2.3028e-02 ] +2024-10-10 01:16:23,510 INFO: [ epoch: 382 ] [ iter:510,500 ] [ performance: 21.543 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:54 ] [ l_g_pix: 2.9703e-02 ] [ l_g_total: 2.9703e-02 ] +2024-10-10 01:16:27,221 INFO: [ epoch: 382 ] [ iter:510,600 ] [ performance: 27.068 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:48 ] [ l_g_pix: 2.8871e-02 ] [ l_g_total: 2.8871e-02 ] +2024-10-10 01:16:30,930 INFO: [ epoch: 382 ] [ iter:510,700 ] [ performance: 27.008 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:43 ] [ l_g_pix: 2.1401e-02 ] [ l_g_total: 2.1401e-02 ] +2024-10-10 01:16:34,678 INFO: [ epoch: 382 ] [ iter:510,800 ] [ performance: 26.594 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:37 ] [ l_g_pix: 2.6994e-02 ] [ l_g_total: 2.6994e-02 ] +2024-10-10 01:16:38,421 INFO: [ epoch: 382 ] [ iter:510,900 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:31 ] [ l_g_pix: 2.0348e-02 ] [ l_g_total: 2.0348e-02 ] +2024-10-10 01:16:42,160 INFO: [ epoch: 382 ] [ iter:511,000 ] [ performance: 26.843 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:26 ] [ l_g_pix: 2.5587e-02 ] [ l_g_total: 2.5587e-02 ] +2024-10-10 01:16:45,865 INFO: [ epoch: 382 ] [ iter:511,100 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:20 ] [ l_g_pix: 2.7954e-02 ] [ l_g_total: 2.7954e-02 ] +2024-10-10 01:16:49,602 INFO: [ epoch: 382 ] [ iter:511,200 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:14 ] [ l_g_pix: 2.5558e-02 ] [ l_g_total: 2.5558e-02 ] +2024-10-10 01:16:53,310 INFO: [ epoch: 382 ] [ iter:511,300 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:09 ] [ l_g_pix: 3.1771e-02 ] [ l_g_total: 3.1771e-02 ] +2024-10-10 01:16:57,091 INFO: [ epoch: 382 ] [ iter:511,400 ] [ performance: 26.715 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:03 ] [ l_g_pix: 3.1765e-02 ] [ l_g_total: 3.1765e-02 ] +2024-10-10 01:17:00,765 INFO: [ epoch: 382 ] [ iter:511,500 ] [ performance: 27.042 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:57 ] [ l_g_pix: 2.4627e-02 ] [ l_g_total: 2.4627e-02 ] +2024-10-10 01:17:04,548 INFO: [ epoch: 382 ] [ iter:511,600 ] [ performance: 26.385 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:52 ] [ l_g_pix: 2.9419e-02 ] [ l_g_total: 2.9419e-02 ] +2024-10-10 01:17:09,305 INFO: [ epoch: 383 ] [ iter:511,700 ] [ performance: 22.687 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:46 ] [ l_g_pix: 2.9142e-02 ] [ l_g_total: 2.9142e-02 ] +2024-10-10 01:17:13,340 INFO: [ epoch: 383 ] [ iter:511,800 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:41 ] [ l_g_pix: 3.0286e-02 ] [ l_g_total: 3.0286e-02 ] +2024-10-10 01:17:17,099 INFO: [ epoch: 383 ] [ iter:511,900 ] [ performance: 26.675 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:35 ] [ l_g_pix: 2.7166e-02 ] [ l_g_total: 2.7166e-02 ] +2024-10-10 01:17:20,798 INFO: [ epoch: 383 ] [ iter:512,000 ] [ performance: 27.162 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:29 ] [ l_g_pix: 2.6384e-02 ] [ l_g_total: 2.6384e-02 ] +2024-10-10 01:17:24,538 INFO: [ epoch: 383 ] [ iter:512,100 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:24 ] [ l_g_pix: 2.7943e-02 ] [ l_g_total: 2.7943e-02 ] +2024-10-10 01:17:28,260 INFO: [ epoch: 383 ] [ iter:512,200 ] [ performance: 26.523 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:18 ] [ l_g_pix: 3.5782e-02 ] [ l_g_total: 3.5782e-02 ] +2024-10-10 01:17:31,981 INFO: [ epoch: 383 ] [ iter:512,300 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:12 ] [ l_g_pix: 2.5066e-02 ] [ l_g_total: 2.5066e-02 ] +2024-10-10 01:17:35,727 INFO: [ epoch: 383 ] [ iter:512,400 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:07 ] [ l_g_pix: 1.5741e-02 ] [ l_g_total: 1.5741e-02 ] +2024-10-10 01:17:39,428 INFO: [ epoch: 383 ] [ iter:512,500 ] [ performance: 27.038 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:01 ] [ l_g_pix: 2.9171e-02 ] [ l_g_total: 2.9171e-02 ] +2024-10-10 01:17:43,178 INFO: [ epoch: 383 ] [ iter:512,600 ] [ performance: 26.920 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:55 ] [ l_g_pix: 3.9236e-02 ] [ l_g_total: 3.9236e-02 ] +2024-10-10 01:17:46,910 INFO: [ epoch: 383 ] [ iter:512,700 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:50 ] [ l_g_pix: 2.0646e-02 ] [ l_g_total: 2.0646e-02 ] +2024-10-10 01:17:50,636 INFO: [ epoch: 383 ] [ iter:512,800 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:44 ] [ l_g_pix: 2.3208e-02 ] [ l_g_total: 2.3208e-02 ] +2024-10-10 01:17:54,384 INFO: [ epoch: 383 ] [ iter:512,900 ] [ performance: 26.713 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:38 ] [ l_g_pix: 4.0013e-02 ] [ l_g_total: 4.0013e-02 ] +2024-10-10 01:17:57,943 INFO: [ epoch: 383 ] [ iter:513,000 ] [ performance: 28.883 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:33 ] [ l_g_pix: 2.5823e-02 ] [ l_g_total: 2.5823e-02 ] +2024-10-10 01:18:03,019 INFO: [ epoch: 384 ] [ iter:513,100 ] [ performance: 21.970 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:27 ] [ l_g_pix: 3.3577e-02 ] [ l_g_total: 3.3577e-02 ] +2024-10-10 01:18:06,759 INFO: [ epoch: 384 ] [ iter:513,200 ] [ performance: 26.482 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:21 ] [ l_g_pix: 3.2784e-02 ] [ l_g_total: 3.2784e-02 ] +2024-10-10 01:18:10,454 INFO: [ epoch: 384 ] [ iter:513,300 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:16 ] [ l_g_pix: 2.7856e-02 ] [ l_g_total: 2.7856e-02 ] +2024-10-10 01:18:14,180 INFO: [ epoch: 384 ] [ iter:513,400 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:10 ] [ l_g_pix: 1.9910e-02 ] [ l_g_total: 1.9910e-02 ] +2024-10-10 01:18:17,858 INFO: [ epoch: 384 ] [ iter:513,500 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:05 ] [ l_g_pix: 3.2345e-02 ] [ l_g_total: 3.2345e-02 ] +2024-10-10 01:18:21,490 INFO: [ epoch: 384 ] [ iter:513,600 ] [ performance: 27.395 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:59 ] [ l_g_pix: 2.7089e-02 ] [ l_g_total: 2.7089e-02 ] +2024-10-10 01:18:25,158 INFO: [ epoch: 384 ] [ iter:513,700 ] [ performance: 27.310 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:53 ] [ l_g_pix: 2.4108e-02 ] [ l_g_total: 2.4108e-02 ] +2024-10-10 01:18:28,828 INFO: [ epoch: 384 ] [ iter:513,800 ] [ performance: 27.286 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:48 ] [ l_g_pix: 2.5490e-02 ] [ l_g_total: 2.5490e-02 ] +2024-10-10 01:18:32,503 INFO: [ epoch: 384 ] [ iter:513,900 ] [ performance: 27.235 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:42 ] [ l_g_pix: 3.3316e-02 ] [ l_g_total: 3.3316e-02 ] +2024-10-10 01:18:36,269 INFO: [ epoch: 384 ] [ iter:514,000 ] [ performance: 26.679 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:36 ] [ l_g_pix: 2.3486e-02 ] [ l_g_total: 2.3486e-02 ] +2024-10-10 01:18:39,995 INFO: [ epoch: 384 ] [ iter:514,100 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:31 ] [ l_g_pix: 2.2538e-02 ] [ l_g_total: 2.2538e-02 ] +2024-10-10 01:18:43,696 INFO: [ epoch: 384 ] [ iter:514,200 ] [ performance: 27.260 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:25 ] [ l_g_pix: 2.8488e-02 ] [ l_g_total: 2.8488e-02 ] +2024-10-10 01:18:47,285 INFO: [ epoch: 384 ] [ iter:514,300 ] [ performance: 27.685 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:19 ] [ l_g_pix: 2.3418e-02 ] [ l_g_total: 2.3418e-02 ] +2024-10-10 01:18:52,364 INFO: [ epoch: 385 ] [ iter:514,400 ] [ performance: 13.461 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:14 ] [ l_g_pix: 1.7786e-02 ] [ l_g_total: 1.7786e-02 ] +2024-10-10 01:18:56,092 INFO: [ epoch: 385 ] [ iter:514,500 ] [ performance: 20.816 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:08 ] [ l_g_pix: 4.0604e-02 ] [ l_g_total: 4.0604e-02 ] +2024-10-10 01:18:59,816 INFO: [ epoch: 385 ] [ iter:514,600 ] [ performance: 26.475 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:03 ] [ l_g_pix: 3.5995e-02 ] [ l_g_total: 3.5995e-02 ] +2024-10-10 01:19:03,503 INFO: [ epoch: 385 ] [ iter:514,700 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:57 ] [ l_g_pix: 3.5042e-02 ] [ l_g_total: 3.5042e-02 ] +2024-10-10 01:19:07,147 INFO: [ epoch: 385 ] [ iter:514,800 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:51 ] [ l_g_pix: 3.1659e-02 ] [ l_g_total: 3.1659e-02 ] +2024-10-10 01:19:10,865 INFO: [ epoch: 385 ] [ iter:514,900 ] [ performance: 26.984 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:46 ] [ l_g_pix: 1.8504e-02 ] [ l_g_total: 1.8504e-02 ] +2024-10-10 01:19:14,602 INFO: [ epoch: 385 ] [ iter:515,000 ] [ performance: 26.433 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:40 ] [ l_g_pix: 3.8882e-02 ] [ l_g_total: 3.8882e-02 ] +2024-10-10 01:19:18,356 INFO: [ epoch: 385 ] [ iter:515,100 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:34 ] [ l_g_pix: 4.5066e-02 ] [ l_g_total: 4.5066e-02 ] +2024-10-10 01:19:22,065 INFO: [ epoch: 385 ] [ iter:515,200 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:29 ] [ l_g_pix: 2.0488e-02 ] [ l_g_total: 2.0488e-02 ] +2024-10-10 01:19:25,770 INFO: [ epoch: 385 ] [ iter:515,300 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:23 ] [ l_g_pix: 2.4672e-02 ] [ l_g_total: 2.4672e-02 ] +2024-10-10 01:19:29,502 INFO: [ epoch: 385 ] [ iter:515,400 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:18 ] [ l_g_pix: 3.8758e-02 ] [ l_g_total: 3.8758e-02 ] +2024-10-10 01:19:33,247 INFO: [ epoch: 385 ] [ iter:515,500 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:12 ] [ l_g_pix: 1.9198e-02 ] [ l_g_total: 1.9198e-02 ] +2024-10-10 01:19:36,971 INFO: [ epoch: 385 ] [ iter:515,600 ] [ performance: 27.288 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:06 ] [ l_g_pix: 1.8590e-02 ] [ l_g_total: 1.8590e-02 ] +2024-10-10 01:19:41,559 INFO: [ epoch: 386 ] [ iter:515,700 ] [ performance: 23.003 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:01 ] [ l_g_pix: 2.4202e-02 ] [ l_g_total: 2.4202e-02 ] +2024-10-10 01:19:45,777 INFO: [ epoch: 386 ] [ iter:515,800 ] [ performance: 28.207 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:55 ] [ l_g_pix: 3.0803e-02 ] [ l_g_total: 3.0803e-02 ] +2024-10-10 01:19:49,494 INFO: [ epoch: 386 ] [ iter:515,900 ] [ performance: 27.229 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:49 ] [ l_g_pix: 2.1478e-02 ] [ l_g_total: 2.1478e-02 ] +2024-10-10 01:19:53,186 INFO: [ epoch: 386 ] [ iter:516,000 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:44 ] [ l_g_pix: 2.4509e-02 ] [ l_g_total: 2.4509e-02 ] +2024-10-10 01:19:56,875 INFO: [ epoch: 386 ] [ iter:516,100 ] [ performance: 27.039 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:38 ] [ l_g_pix: 4.7898e-02 ] [ l_g_total: 4.7898e-02 ] +2024-10-10 01:20:00,632 INFO: [ epoch: 386 ] [ iter:516,200 ] [ performance: 26.381 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:33 ] [ l_g_pix: 2.2309e-02 ] [ l_g_total: 2.2309e-02 ] +2024-10-10 01:20:04,345 INFO: [ epoch: 386 ] [ iter:516,300 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:27 ] [ l_g_pix: 2.4716e-02 ] [ l_g_total: 2.4716e-02 ] +2024-10-10 01:20:08,123 INFO: [ epoch: 386 ] [ iter:516,400 ] [ performance: 26.158 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:21 ] [ l_g_pix: 2.7578e-02 ] [ l_g_total: 2.7578e-02 ] +2024-10-10 01:20:11,867 INFO: [ epoch: 386 ] [ iter:516,500 ] [ performance: 26.582 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:16 ] [ l_g_pix: 3.0048e-02 ] [ l_g_total: 3.0048e-02 ] +2024-10-10 01:20:15,615 INFO: [ epoch: 386 ] [ iter:516,600 ] [ performance: 26.758 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:10 ] [ l_g_pix: 2.6795e-02 ] [ l_g_total: 2.6795e-02 ] +2024-10-10 01:20:19,271 INFO: [ epoch: 386 ] [ iter:516,700 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:04 ] [ l_g_pix: 4.0459e-02 ] [ l_g_total: 4.0459e-02 ] +2024-10-10 01:20:23,005 INFO: [ epoch: 386 ] [ iter:516,800 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:59 ] [ l_g_pix: 2.7110e-02 ] [ l_g_total: 2.7110e-02 ] +2024-10-10 01:20:26,746 INFO: [ epoch: 386 ] [ iter:516,900 ] [ performance: 26.772 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:53 ] [ l_g_pix: 2.9810e-02 ] [ l_g_total: 2.9810e-02 ] +2024-10-10 01:20:30,306 INFO: [ epoch: 386 ] [ iter:517,000 ] [ performance: 29.039 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:48 ] [ l_g_pix: 2.9595e-02 ] [ l_g_total: 2.9595e-02 ] +2024-10-10 01:20:35,575 INFO: [ epoch: 387 ] [ iter:517,100 ] [ performance: 20.542 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:42 ] [ l_g_pix: 3.2704e-02 ] [ l_g_total: 3.2704e-02 ] +2024-10-10 01:20:39,331 INFO: [ epoch: 387 ] [ iter:517,200 ] [ performance: 26.630 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:36 ] [ l_g_pix: 2.2561e-02 ] [ l_g_total: 2.2561e-02 ] +2024-10-10 01:20:43,077 INFO: [ epoch: 387 ] [ iter:517,300 ] [ performance: 26.685 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:31 ] [ l_g_pix: 2.1655e-02 ] [ l_g_total: 2.1655e-02 ] +2024-10-10 01:20:46,833 INFO: [ epoch: 387 ] [ iter:517,400 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:25 ] [ l_g_pix: 1.9457e-02 ] [ l_g_total: 1.9457e-02 ] +2024-10-10 01:20:50,551 INFO: [ epoch: 387 ] [ iter:517,500 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:20 ] [ l_g_pix: 2.7656e-02 ] [ l_g_total: 2.7656e-02 ] +2024-10-10 01:20:54,331 INFO: [ epoch: 387 ] [ iter:517,600 ] [ performance: 27.205 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:14 ] [ l_g_pix: 3.3179e-02 ] [ l_g_total: 3.3179e-02 ] +2024-10-10 01:20:58,026 INFO: [ epoch: 387 ] [ iter:517,700 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:08 ] [ l_g_pix: 3.0911e-02 ] [ l_g_total: 3.0911e-02 ] +2024-10-10 01:21:01,752 INFO: [ epoch: 387 ] [ iter:517,800 ] [ performance: 26.712 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:03 ] [ l_g_pix: 2.6547e-02 ] [ l_g_total: 2.6547e-02 ] +2024-10-10 01:21:05,463 INFO: [ epoch: 387 ] [ iter:517,900 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:57 ] [ l_g_pix: 3.8204e-02 ] [ l_g_total: 3.8204e-02 ] +2024-10-10 01:21:09,177 INFO: [ epoch: 387 ] [ iter:518,000 ] [ performance: 27.028 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:51 ] [ l_g_pix: 3.6479e-02 ] [ l_g_total: 3.6479e-02 ] +2024-10-10 01:21:12,908 INFO: [ epoch: 387 ] [ iter:518,100 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:46 ] [ l_g_pix: 2.5379e-02 ] [ l_g_total: 2.5379e-02 ] +2024-10-10 01:21:16,640 INFO: [ epoch: 387 ] [ iter:518,200 ] [ performance: 27.688 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:40 ] [ l_g_pix: 2.7655e-02 ] [ l_g_total: 2.7655e-02 ] +2024-10-10 01:21:20,311 INFO: [ epoch: 387 ] [ iter:518,300 ] [ performance: 27.325 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:35 ] [ l_g_pix: 2.3448e-02 ] [ l_g_total: 2.3448e-02 ] +2024-10-10 01:21:25,450 INFO: [ epoch: 388 ] [ iter:518,400 ] [ performance: 18.515 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:29 ] [ l_g_pix: 2.9324e-02 ] [ l_g_total: 2.9324e-02 ] +2024-10-10 01:21:29,169 INFO: [ epoch: 388 ] [ iter:518,500 ] [ performance: 24.935 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:23 ] [ l_g_pix: 3.1832e-02 ] [ l_g_total: 3.1832e-02 ] +2024-10-10 01:21:32,892 INFO: [ epoch: 388 ] [ iter:518,600 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:18 ] [ l_g_pix: 3.8367e-02 ] [ l_g_total: 3.8367e-02 ] +2024-10-10 01:21:36,631 INFO: [ epoch: 388 ] [ iter:518,700 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:12 ] [ l_g_pix: 1.5453e-02 ] [ l_g_total: 1.5453e-02 ] +2024-10-10 01:21:40,360 INFO: [ epoch: 388 ] [ iter:518,800 ] [ performance: 27.703 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:07 ] [ l_g_pix: 2.9574e-02 ] [ l_g_total: 2.9574e-02 ] +2024-10-10 01:21:44,117 INFO: [ epoch: 388 ] [ iter:518,900 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:01 ] [ l_g_pix: 2.2966e-02 ] [ l_g_total: 2.2966e-02 ] +2024-10-10 01:21:47,858 INFO: [ epoch: 388 ] [ iter:519,000 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:55 ] [ l_g_pix: 1.9839e-02 ] [ l_g_total: 1.9839e-02 ] +2024-10-10 01:21:51,574 INFO: [ epoch: 388 ] [ iter:519,100 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:50 ] [ l_g_pix: 3.1851e-02 ] [ l_g_total: 3.1851e-02 ] +2024-10-10 01:21:55,276 INFO: [ epoch: 388 ] [ iter:519,200 ] [ performance: 26.801 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:44 ] [ l_g_pix: 2.5375e-02 ] [ l_g_total: 2.5375e-02 ] +2024-10-10 01:21:58,996 INFO: [ epoch: 388 ] [ iter:519,300 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:39 ] [ l_g_pix: 3.0259e-02 ] [ l_g_total: 3.0259e-02 ] +2024-10-10 01:22:02,780 INFO: [ epoch: 388 ] [ iter:519,400 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:33 ] [ l_g_pix: 4.2928e-02 ] [ l_g_total: 4.2928e-02 ] +2024-10-10 01:22:06,529 INFO: [ epoch: 388 ] [ iter:519,500 ] [ performance: 26.711 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:27 ] [ l_g_pix: 2.2421e-02 ] [ l_g_total: 2.2421e-02 ] +2024-10-10 01:22:10,275 INFO: [ epoch: 388 ] [ iter:519,600 ] [ performance: 27.396 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:22 ] [ l_g_pix: 3.0001e-02 ] [ l_g_total: 3.0001e-02 ] +2024-10-10 01:22:13,741 INFO: [ epoch: 388 ] [ iter:519,700 ] [ performance: 28.661 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:16 ] [ l_g_pix: 3.5035e-02 ] [ l_g_total: 3.5035e-02 ] +2024-10-10 01:22:18,974 INFO: [ epoch: 389 ] [ iter:519,800 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:11 ] [ l_g_pix: 2.1330e-02 ] [ l_g_total: 2.1330e-02 ] +2024-10-10 01:22:22,726 INFO: [ epoch: 389 ] [ iter:519,900 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:05 ] [ l_g_pix: 3.4079e-02 ] [ l_g_total: 3.4079e-02 ] +2024-10-10 01:22:26,479 INFO: [ epoch: 389 ] [ iter:520,000 ] [ performance: 27.457 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 2.5726e-02 ] [ l_g_total: 2.5726e-02 ] +2024-10-10 01:22:26,479 INFO: Saving models and training states. +2024-10-10 01:25:25,640 INFO: Validation val + + # psnr: 27.2389........ Best: 27.2389 @ 520000 iter + # ssim: 0.7677........ Best: 0.7677 @ 520000 iter + # dists: 0.7730........ Best: 0.7730 @ 520000 iter + +2024-10-10 01:25:25,642 INFO: End of training. Time consumed: 8:07:51 +2024-10-10 01:25:25,642 INFO: Save the latest model. +2024-10-10 01:29:04,599 INFO: Validation val + + # psnr: 27.2389........ Best: 27.2389 @ 520001 iter + # ssim: 0.7677........ Best: 0.7677 @ 520001 iter + # dists: 0.7730........ Best: 0.7730 @ 520001 iter + diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/10000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/10000.state new file mode 100644 index 0000000000000000000000000000000000000000..06476d6e226ea12dee9b0e948e9f6daa73b20fa5 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/10000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf170c29ade56e0f70d561f45bb0faab46d47803a6cb8cd2e00e47ac771acad +size 19036538 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/100000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..2ecda26029be7bc3ad5ecb17270f0063ee6f5a1d --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f97e9d96d051ab4723ffcca5a3ef224465d6d3e0781670487f6de47a3383779d +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/110000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/110000.state new file mode 100644 index 0000000000000000000000000000000000000000..53e7ac969783c58d879e520b5f3a235d72f7f572 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/110000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713d26b89588c296f58248437863842b255f7fcb92c117a119bf27fec4c60ae4 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/120000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/120000.state new file mode 100644 index 0000000000000000000000000000000000000000..b29ce1bb2597b9441c0c839203845f5c8b8d2877 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/120000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a211143d2b0f34064186dca013a2923425b2e42a25a3060187e8fab62b8df54 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/130000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/130000.state new file mode 100644 index 0000000000000000000000000000000000000000..d42c6a441677af700a68e46e0d3602bbcaec40ae --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/130000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1dd7a35f5e6605a597254f51d1cdd5c3aeccbaa660ba950580b001b94f0d04a +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/140000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/140000.state new file mode 100644 index 0000000000000000000000000000000000000000..a59c68a9d4bf4ced527d0f30cea76480beb775c8 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/140000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:808f8d181e85f449906f74fc4e2131ac4e395311f7c55d4f5cbbe643bd04d836 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/150000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/150000.state new file mode 100644 index 0000000000000000000000000000000000000000..16220934fccef418b7f645af4aeea10d70e1b345 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/150000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d7459cd424f5d750b671dc821da8e7e3ba40835781595b2c6e05fcc7f4b10f +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/160000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/160000.state new file mode 100644 index 0000000000000000000000000000000000000000..ce4370b0977e4bc07bcd27f1bb4b20592e774c7b --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/160000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e0387046f8922d4ffa9bb0c6c837bf7974a7e17fd6a05c47f736b0f70d5ec7 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/170000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/170000.state new file mode 100644 index 0000000000000000000000000000000000000000..78034fba55893b6513ff8472027af27c7cf90ed9 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/170000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:357365bc32abd045badf6b74f283ff3ed581355314cb5df73b811f3784291223 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/180000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/180000.state new file mode 100644 index 0000000000000000000000000000000000000000..37c1c7399fa38847a867023b33aecc8485da0818 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/180000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f809bd1a9573fe7a7fa088c2d196c4446e73ca3a057c0c2a9603d1fc2fb749d4 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/190000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/190000.state new file mode 100644 index 0000000000000000000000000000000000000000..5c1f5352da57722f8cb808911e8c6776665452f8 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/190000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba1f2a5c33251a1d4a354be6cec2dd37518048d3f5c8966b895e0160f9880e6d +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/20000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/20000.state new file mode 100644 index 0000000000000000000000000000000000000000..9a0a85ee600f90a8f6745c70e641e00cdbdf398d --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/20000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca311ee7c93acdf6ddbc725544068fd1eb60784088b2b671e195ac4aa5bd22f +size 19036538 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/200000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/200000.state new file mode 100644 index 0000000000000000000000000000000000000000..b97c32de7461395080165c8fd87fe5889ce4c1f1 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/200000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:854d12454ba1139b511da43cf1c310f3b77139f7c4d51169a9de8942efe698cf +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/210000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/210000.state new file mode 100644 index 0000000000000000000000000000000000000000..a80e197a82fda0d95f3afc01fa36cf88ebd246d5 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/210000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe699bc46299c18e68df6788a7f826a79e0cb94bb726c86e30c58318a83484e4 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/220000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/220000.state new file mode 100644 index 0000000000000000000000000000000000000000..c19e0a9371e0815866000b0c413015c6561a8e38 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/220000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1ea0173c31c38618605a36ddf46b5a1d51ecd523f378cc7914ed3c6d1a4f49a +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/230000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/230000.state new file mode 100644 index 0000000000000000000000000000000000000000..e102de6b297b69e4c9e7476c9ecb7f6a74b13e21 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/230000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b36556f5c22275495da5c75c005403a1c93ac6d4f1806b414ed6a5d86d350f1 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/240000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/240000.state new file mode 100644 index 0000000000000000000000000000000000000000..099a73cff8867204410ad08c25c5f729d547a798 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/240000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5efca501fc8cdd585f23cc45fc52c44cd060716a874ddeedb9f859b81067264c +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/250000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/250000.state new file mode 100644 index 0000000000000000000000000000000000000000..515e9091be239093b4c98c3397c778715b7fae8d --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/250000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98191fdcb56708cb467257a4534473581ebceb706c035d06438c5effb9b6b213 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/260000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/260000.state new file mode 100644 index 0000000000000000000000000000000000000000..249bc691225a66370c9bc461f3cea7836637fe13 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/260000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d455bcdb066ddca9293dbeb6a074682988c691c809535a980aea239990d82f4f +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/270000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/270000.state new file mode 100644 index 0000000000000000000000000000000000000000..692842a02ed1139a42a2734aecfb7c8663424181 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/270000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74034097d5af9a0b2b64691dd32217ffa3c8e6de4efb4ba813566e72a7109def +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/280000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/280000.state new file mode 100644 index 0000000000000000000000000000000000000000..9bb3dcb596d3f8e43fab6cd4be56cba80db1ed22 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/280000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f45f8c7f7755a663081a01666096ef5d29416b397215130229e3d6e30773bf +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/290000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/290000.state new file mode 100644 index 0000000000000000000000000000000000000000..dcf75733ab78888f677daec47077c955aad5d39b --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/290000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39eb20bdc3c460db6bfb771f82a2890ffb93aea403cec82e93997c40b18c3702 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/30000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/30000.state new file mode 100644 index 0000000000000000000000000000000000000000..3868a78e2bf574d3c3e22c7fc215857258137647 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/30000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba67a5fcba0f1635bd335a35834350e0d12e87f9455d5dc8be5c443c38abd7a +size 19036538 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/300000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/300000.state new file mode 100644 index 0000000000000000000000000000000000000000..a4d7b38dde7caf48f61ec95fd0a985a20a19c644 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/300000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99966e2031ea0a1ad3e6ef2d015168c6dc4f3ab0ab2c3e7b165f20f0cc691d51 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/310000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/310000.state new file mode 100644 index 0000000000000000000000000000000000000000..f99da686cdc6809a2d39f07d150f88c80f61bb49 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/310000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9c0dab9a81699d3c5061cb0bbc1d83c7df80ec717104c00af0155ac309f0d88 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/320000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/320000.state new file mode 100644 index 0000000000000000000000000000000000000000..edd42e27a63c542a054473634cc3dd6c3c03315c --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/320000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a49aabf3cabb83eaba6ccd86b2e4106f4cd05d0a62edc68f4e1fde165de7d29 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/330000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/330000.state new file mode 100644 index 0000000000000000000000000000000000000000..2037eb6dd9a848bb407672cdaf0126b18381ceb0 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/330000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7ea404dd5ebbc15fb8fda0bcd76bc4fa99c6149662258f5a354456cd73bc093 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/340000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/340000.state new file mode 100644 index 0000000000000000000000000000000000000000..f7fc2e1c87ace05704a6e26237dd96f4f576a3a0 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/340000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207467501fc1a98e755b4b1e84b04147500d1da9c7c8510ebc9eba84f49b197b +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/350000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/350000.state new file mode 100644 index 0000000000000000000000000000000000000000..56ec338ce563ee6a631b58eaeb36103863354b03 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/350000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:730db4ad1d345507edce0b4007ac062832cfc4f7c14a374f5fe77f34984c31d3 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/360000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/360000.state new file mode 100644 index 0000000000000000000000000000000000000000..b26aacbad2c5a319918406cfd3cb47fc38d6386f --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/360000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f1d3c71e84773029340c91e125695b32e3bccddc246a9f94a019f90a109f9f +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/370000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/370000.state new file mode 100644 index 0000000000000000000000000000000000000000..59dcf73aac58a10b3b3be043d04f8ea4845970b0 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/370000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc27dbf36543169017b41fdbb96fe19afb0e792e7068e8c2ea5e2ffa1c085455 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/380000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/380000.state new file mode 100644 index 0000000000000000000000000000000000000000..0d02e791194453deb9d48f74e52988fa6a8a1fb9 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/380000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec93b5b6574b7f7504af982aa1c833200b0faaf4621644bb964521693e6e264d +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/390000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/390000.state new file mode 100644 index 0000000000000000000000000000000000000000..89c6eb0e1c36854cb92d9da86eb793d960cb15a8 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/390000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef5a86203429d97354c945d83bbcdac96cdb4868d4d54bf7b99c057f05b560a +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/40000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/40000.state new file mode 100644 index 0000000000000000000000000000000000000000..c42b4e90187e54450fe3829dfbc041e6d9e3d42b --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/40000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd219346193b43bd784fe9d566880f0853c0ff2140c59f644ef69d91778caa76 +size 19036538 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/400000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/400000.state new file mode 100644 index 0000000000000000000000000000000000000000..bcef3a759af29504d4c1180f766d713b589c39f6 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/400000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa0315e08344e461586a985cb2015a2aeb5f79ee96f7d9ff7d18c99fd801aa1 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/410000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/410000.state new file mode 100644 index 0000000000000000000000000000000000000000..8fb50018609d81bba66a8d0910a0a46a41b879b0 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/410000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0f803d43fd8dfd980198cc446fff916ec3d2ac4fd744a0206af78bcd5812f7 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/420000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/420000.state new file mode 100644 index 0000000000000000000000000000000000000000..eeb00a1d00c4de7ebba5e95bb1a521fc31bb8933 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/420000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e59e58667c29e3a6d00cb3635938e4661e32b68b77eacb7aaa71f0dd1ce5db +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/430000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/430000.state new file mode 100644 index 0000000000000000000000000000000000000000..9f18f282eeb74e892fa6e354263c2b62a7124d86 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/430000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233b3fffb6c38cb8b7424daf9f196e1585646bfe746c7009b9c0237effb5b7a4 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/440000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/440000.state new file mode 100644 index 0000000000000000000000000000000000000000..be7c4e987a754014c233df005b9d1685b6d42771 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/440000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47b5e34dc03feb05014b0a6a6c4d84ec9c5abd7c0b2c208e0432b59e2988e812 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/450000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/450000.state new file mode 100644 index 0000000000000000000000000000000000000000..1e9fde56bc4258266e31a908933e6811067a67f3 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/450000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de7a556ab3096ba5d5a1fdfb1e78a5b670808a38a25369a0ac24f64f6538635e +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/460000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/460000.state new file mode 100644 index 0000000000000000000000000000000000000000..f1f39e000eccb57ad75da4b010208d8c0a2bac01 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/460000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49327761ed0f3e4ea4743b45748571cd1664bb4a86ef4c579cf74880f7bec15b +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/470000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/470000.state new file mode 100644 index 0000000000000000000000000000000000000000..16b5c7b2e035a2c5a29a95226ea1cdc3c779fd78 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/470000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d36b6da7e4086b19071cdb9d1fa74cc95fd8da08bd635af1643397c5abe854b7 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/480000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/480000.state new file mode 100644 index 0000000000000000000000000000000000000000..63727f007440361015035a37e70bfb3324acb8c7 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/480000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e8b8aa5fe63bd20b14267287ccfd260a4ecff6be9b73f9829cb9f1f833c155 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/490000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/490000.state new file mode 100644 index 0000000000000000000000000000000000000000..27c51911410127bd8e3c0ee5828922f443636fee --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/490000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86bfaa476f11c4b406595a44829555059ab042b856856384ecafffd6ed4f5b48 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/50000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/50000.state new file mode 100644 index 0000000000000000000000000000000000000000..16b35b0897b09df58c940dd73362f4fa71609594 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/50000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f52f6284ab00f1b3e8fe87132ac4a8da05b8910792edfb6d444f8814b57b752 +size 19036538 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/500000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/500000.state new file mode 100644 index 0000000000000000000000000000000000000000..b786c8178a121f292ba7dcd2d18dfb7bbaecfba8 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/500000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306638a02f6869135eaf7298409d4c310c08d717c83a3c65e73ccac50191a9a2 +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/510000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/510000.state new file mode 100644 index 0000000000000000000000000000000000000000..ef61ced4ce4138f64058db2306b13d71ee5dbf88 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/510000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5249aa518c9031a0a2c2f5c13add0f551a4213f833f5cfad8f80fe3a3296ee8a +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/520000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/520000.state new file mode 100644 index 0000000000000000000000000000000000000000..51d76e0bc80b8d5c88cbac0925a8aaee51ba02e0 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/520000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783263508608625390862caf5d06ef82f6bd1c92799e596fe60354ffa365471d +size 19045418 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/60000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/60000.state new file mode 100644 index 0000000000000000000000000000000000000000..06e6214210f1ccbab8bd98db5d76f4b12df3ef37 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/60000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c224454f1248cc474526276490cb432d2b899f5daa4465da5c02d7a214f39b8 +size 19036538 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/70000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/70000.state new file mode 100644 index 0000000000000000000000000000000000000000..29c49f38013959ef0de7d8fbe4ceafd783d79f6a --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/70000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7ff34203620433231db0c0f46df1aa78a02467d3a07eccfee1e99df20108bc +size 19036538 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/80000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/80000.state new file mode 100644 index 0000000000000000000000000000000000000000..da6c99c3dcddfd96d7b11fc74a219993fd21f7f0 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/80000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e275551028949f8133ad2d16cc8aaae7eb080941b35af20222e94f07cda1c25e +size 19036538 diff --git a/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/90000.state b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/90000.state new file mode 100644 index 0000000000000000000000000000000000000000..dfc9bdd32ab7cbd079b1064ed551402d42532bc6 --- /dev/null +++ b/curated/training/4xDF2K_plksr_tiny_fp16_full/training_states/90000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fd773c981787b4f4b379dcf2c2e406e0fc90e31104a47df090d64e2adef6fcc +size 19036538