diff --git a/.gitattributes b/.gitattributes index e9978953cd2382e19fc297aa319ecb2f7d4099fb..2ef669e29c6d993581c63bc6cde52cb8e5791a4f 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1969,3 +1969,10 @@ ic9600/visualization/urban100/4xIC9600_0.7_DF2K_plksr_tiny_fp16_100k_Urban100/va ic9600/visualization/urban100/4xIC9600_0.7_DF2K_plksr_tiny_fp16_100k_Urban100/val_1/img_098.png filter=lfs diff=lfs merge=lfs -text ic9600/visualization/urban100/4xIC9600_0.7_DF2K_plksr_tiny_fp16_100k_Urban100/val_1/img_099.png filter=lfs diff=lfs merge=lfs -text ic9600/visualization/urban100/4xIC9600_0.7_DF2K_plksr_tiny_fp16_100k_Urban100/val_1/img_100.png filter=lfs diff=lfs merge=lfs -text +baseline/DF2K/4xDF2K_plksr_tiny_bf16/training_states/200000.state filter=lfs diff=lfs merge=lfs -text +baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/training_states/500000.state filter=lfs diff=lfs merge=lfs -text +baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/training_states/200000.state filter=lfs diff=lfs merge=lfs -text +baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/training_states/200000.state filter=lfs diff=lfs merge=lfs -text +baseline/DF2K/4xDF2K_plksr_tiny_fp16/training_states/100000.state filter=lfs diff=lfs merge=lfs -text +baseline/DF2K/4xDF2K_plksr_tiny_fp16/training_states/200000.state filter=lfs diff=lfs merge=lfs -text +baseline/DF2K/4xDF2K_plksr_tiny/training_states/500000.state filter=lfs diff=lfs merge=lfs -text diff --git a/baseline/DF2K/4xDF2K_plksr_tiny/4xDF2K_plksr_tiny.toml b/baseline/DF2K/4xDF2K_plksr_tiny/4xDF2K_plksr_tiny.toml new file mode 100644 index 0000000000000000000000000000000000000000..33867a64a4758d1cf9afcaf81d490b78197745b7 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny/4xDF2K_plksr_tiny.toml @@ -0,0 +1,57 @@ +name = "4xDF2K_plksr_tiny" +model_type = "image" +scale = 4 +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_HR_tiled/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_LR_tiled/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 500000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/baseline/DF2K/4xDF2K_plksr_tiny/models/net_g_500000.pth b/baseline/DF2K/4xDF2K_plksr_tiny/models/net_g_500000.pth new file mode 100644 index 0000000000000000000000000000000000000000..43de7a089414f38bf107cf74eb343c115d342797 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny/models/net_g_500000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccfef467d9603724f3bcbf938ad01d7560ef162421aeaa9dfea183c9b7a1a676 +size 9513138 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny/train_4xDF2K_plksr_tiny_20240926_193309.log b/baseline/DF2K/4xDF2K_plksr_tiny/train_4xDF2K_plksr_tiny_20240926_193309.log new file mode 100644 index 0000000000000000000000000000000000000000..ff4f951d6e17818137b2cdb13f0d15744e940216 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny/train_4xDF2K_plksr_tiny_20240926_193309.log @@ -0,0 +1,5371 @@ +2024-09-26 19:33:09,081 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-09-26 19:33:11,474 INFO: Dataset [paired] is built. +2024-09-26 19:33:11,475 INFO: Training statistics: + Starting model: 4xDF2K_plksr_tiny + Number of train images: 21387 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1337 + Total epochs 748 for total iters 1000000. +2024-09-26 19:33:11,475 INFO: Dataset [paired] is built. +2024-09-26 19:33:11,475 INFO: Number of val images/folders: 100 +2024-09-26 19:33:11,992 INFO: Using network [plksr]. +2024-09-26 19:33:12,019 INFO: Using exponential-moving average. +2024-09-26 19:33:12,020 INFO: Loss [L1Loss] enabled. +2024-09-26 19:33:12,020 INFO: Using model [image]. +2024-09-26 19:33:12,627 INFO: Deterministic mode enabled. +2024-09-26 19:33:12,628 INFO: Start training from epoch: 0, iter: 0 +2024-09-26 19:33:21,143 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 11.745 it/s ] [ lr: 1.00e-04 ] [ eta: 15:31:34 ] [ l_g_pix: 5.1209e-02 ] [ l_g_total: 5.1209e-02 ] +2024-09-26 19:33:26,661 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 14.254 it/s ] [ lr: 1.00e-04 ] [ eta: 15:25:26 ] [ l_g_pix: 3.9070e-02 ] [ l_g_total: 3.9070e-02 ] +2024-09-26 19:33:32,204 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 18.051 it/s ] [ lr: 1.00e-04 ] [ eta: 15:24:47 ] [ l_g_pix: 3.6845e-02 ] [ l_g_total: 3.6845e-02 ] +2024-09-26 19:33:37,770 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 18.011 it/s ] [ lr: 1.00e-04 ] [ eta: 15:25:18 ] [ l_g_pix: 4.2734e-02 ] [ l_g_total: 4.2734e-02 ] +2024-09-26 19:33:43,321 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 18.034 it/s ] [ lr: 1.00e-04 ] [ eta: 15:25:08 ] [ l_g_pix: 3.8671e-02 ] [ l_g_total: 3.8671e-02 ] +2024-09-26 19:33:48,955 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 17.890 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:17 ] [ l_g_pix: 3.9020e-02 ] [ l_g_total: 3.9020e-02 ] +2024-09-26 19:33:54,534 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 17.960 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:28 ] [ l_g_pix: 3.0136e-02 ] [ l_g_total: 3.0136e-02 ] +2024-09-26 19:34:00,100 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 17.964 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:19 ] [ l_g_pix: 3.0361e-02 ] [ l_g_total: 3.0361e-02 ] +2024-09-26 19:34:05,693 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 17.892 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:41 ] [ l_g_pix: 3.5236e-02 ] [ l_g_total: 3.5236e-02 ] +2024-09-26 19:34:11,248 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 17.950 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:18 ] [ l_g_pix: 4.1411e-02 ] [ l_g_total: 4.1411e-02 ] +2024-09-26 19:34:16,823 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 17.956 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:18 ] [ l_g_pix: 3.0172e-02 ] [ l_g_total: 3.0172e-02 ] +2024-09-26 19:34:22,403 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 17.938 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:21 ] [ l_g_pix: 3.0941e-02 ] [ l_g_total: 3.0941e-02 ] +2024-09-26 19:34:27,852 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 18.414 it/s ] [ lr: 1.00e-04 ] [ eta: 15:25:42 ] [ l_g_pix: 3.3419e-02 ] [ l_g_total: 3.3419e-02 ] +2024-09-26 19:34:34,215 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 16.919 it/s ] [ lr: 1.00e-04 ] [ eta: 15:35:08 ] [ l_g_pix: 2.6234e-02 ] [ l_g_total: 2.6234e-02 ] +2024-09-26 19:34:39,747 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 18.127 it/s ] [ lr: 1.00e-04 ] [ eta: 15:34:05 ] [ l_g_pix: 2.4487e-02 ] [ l_g_total: 2.4487e-02 ] +2024-09-26 19:34:45,304 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 18.060 it/s ] [ lr: 1.00e-04 ] [ eta: 15:33:24 ] [ l_g_pix: 4.8110e-02 ] [ l_g_total: 4.8110e-02 ] +2024-09-26 19:34:50,848 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 18.114 it/s ] [ lr: 1.00e-04 ] [ eta: 15:32:41 ] [ l_g_pix: 3.2831e-02 ] [ l_g_total: 3.2831e-02 ] +2024-09-26 19:34:56,389 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 18.081 it/s ] [ lr: 1.00e-04 ] [ eta: 15:31:59 ] [ l_g_pix: 1.9757e-02 ] [ l_g_total: 1.9757e-02 ] +2024-09-26 19:35:01,936 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 18.072 it/s ] [ lr: 1.00e-04 ] [ eta: 15:31:24 ] [ l_g_pix: 2.6141e-02 ] [ l_g_total: 2.6141e-02 ] +2024-09-26 19:35:07,485 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 18.046 it/s ] [ lr: 1.00e-04 ] [ eta: 15:30:54 ] [ l_g_pix: 3.6898e-02 ] [ l_g_total: 3.6898e-02 ] +2024-09-26 19:35:13,033 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 18.094 it/s ] [ lr: 1.00e-04 ] [ eta: 15:30:25 ] [ l_g_pix: 3.7815e-02 ] [ l_g_total: 3.7815e-02 ] +2024-09-26 19:35:18,590 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 18.043 it/s ] [ lr: 1.00e-04 ] [ eta: 15:30:03 ] [ l_g_pix: 2.9771e-02 ] [ l_g_total: 2.9771e-02 ] +2024-09-26 19:35:24,158 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 18.022 it/s ] [ lr: 1.00e-04 ] [ eta: 15:29:46 ] [ l_g_pix: 2.8735e-02 ] [ l_g_total: 2.8735e-02 ] +2024-09-26 19:35:29,629 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 18.157 it/s ] [ lr: 1.00e-04 ] [ eta: 15:28:51 ] [ l_g_pix: 2.1778e-02 ] [ l_g_total: 2.1778e-02 ] +2024-09-26 19:35:35,148 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 18.169 it/s ] [ lr: 1.00e-04 ] [ eta: 15:28:18 ] [ l_g_pix: 3.3858e-02 ] [ l_g_total: 3.3858e-02 ] +2024-09-26 19:35:40,605 INFO: [ epoch: 1 ] [ iter: 2,600 ] [ performance: 18.254 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:24 ] [ l_g_pix: 2.4991e-02 ] [ l_g_total: 2.4991e-02 ] +2024-09-26 19:35:46,830 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 15.789 it/s ] [ lr: 1.00e-04 ] [ eta: 15:31:17 ] [ l_g_pix: 3.8354e-02 ] [ l_g_total: 3.8354e-02 ] +2024-09-26 19:35:52,314 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 17.009 it/s ] [ lr: 1.00e-04 ] [ eta: 15:30:29 ] [ l_g_pix: 3.6035e-02 ] [ l_g_total: 3.6035e-02 ] +2024-09-26 19:35:57,776 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 18.444 it/s ] [ lr: 1.00e-04 ] [ eta: 15:29:36 ] [ l_g_pix: 2.5084e-02 ] [ l_g_total: 2.5084e-02 ] +2024-09-26 19:36:03,261 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 18.331 it/s ] [ lr: 1.00e-04 ] [ eta: 15:28:55 ] [ l_g_pix: 2.8359e-02 ] [ l_g_total: 2.8359e-02 ] +2024-09-26 19:36:08,736 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 18.404 it/s ] [ lr: 1.00e-04 ] [ eta: 15:28:12 ] [ l_g_pix: 1.9183e-02 ] [ l_g_total: 1.9183e-02 ] +2024-09-26 19:36:14,234 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 18.287 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:39 ] [ l_g_pix: 3.3893e-02 ] [ l_g_total: 3.3893e-02 ] +2024-09-26 19:36:19,772 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 18.110 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:19 ] [ l_g_pix: 2.9261e-02 ] [ l_g_total: 2.9261e-02 ] +2024-09-26 19:36:25,323 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 18.059 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:05 ] [ l_g_pix: 2.8406e-02 ] [ l_g_total: 2.8406e-02 ] +2024-09-26 19:36:30,842 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 18.297 it/s ] [ lr: 1.00e-04 ] [ eta: 15:26:41 ] [ l_g_pix: 3.3755e-02 ] [ l_g_total: 3.3755e-02 ] +2024-09-26 19:36:36,421 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 18.094 it/s ] [ lr: 1.00e-04 ] [ eta: 15:26:35 ] [ l_g_pix: 4.8529e-02 ] [ l_g_total: 4.8529e-02 ] +2024-09-26 19:36:41,968 INFO: [ epoch: 2 ] [ iter: 3,700 ] [ performance: 18.159 it/s ] [ lr: 1.00e-04 ] [ eta: 15:26:21 ] [ l_g_pix: 3.5222e-02 ] [ l_g_total: 3.5222e-02 ] +2024-09-26 19:36:47,488 INFO: [ epoch: 2 ] [ iter: 3,800 ] [ performance: 18.136 it/s ] [ lr: 1.00e-04 ] [ eta: 15:26:00 ] [ l_g_pix: 3.1653e-02 ] [ l_g_total: 3.1653e-02 ] +2024-09-26 19:36:53,008 INFO: [ epoch: 2 ] [ iter: 3,900 ] [ performance: 18.267 it/s ] [ lr: 1.00e-04 ] [ eta: 15:25:40 ] [ l_g_pix: 2.6432e-02 ] [ l_g_total: 2.6432e-02 ] +2024-09-26 19:36:58,387 INFO: [ epoch: 2 ] [ iter: 4,000 ] [ performance: 18.447 it/s ] [ lr: 1.00e-04 ] [ eta: 15:24:45 ] [ l_g_pix: 2.7535e-02 ] [ l_g_total: 2.7535e-02 ] +2024-09-26 19:37:04,702 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 17.615 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:40 ] [ l_g_pix: 3.1732e-02 ] [ l_g_total: 3.1732e-02 ] +2024-09-26 19:37:10,276 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 17.797 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:31 ] [ l_g_pix: 3.9057e-02 ] [ l_g_total: 3.9057e-02 ] +2024-09-26 19:37:15,913 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 17.953 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:37 ] [ l_g_pix: 3.6024e-02 ] [ l_g_total: 3.6024e-02 ] +2024-09-26 19:37:21,498 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 17.927 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:30 ] [ l_g_pix: 4.4067e-02 ] [ l_g_total: 4.4067e-02 ] +2024-09-26 19:37:27,245 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 17.403 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:59 ] [ l_g_pix: 4.6646e-02 ] [ l_g_total: 4.6646e-02 ] +2024-09-26 19:37:32,829 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 17.684 it/s ] [ lr: 1.00e-04 ] [ eta: 15:27:52 ] [ l_g_pix: 2.3819e-02 ] [ l_g_total: 2.3819e-02 ] +2024-09-26 19:37:38,565 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 17.387 it/s ] [ lr: 1.00e-04 ] [ eta: 15:28:17 ] [ l_g_pix: 3.1883e-02 ] [ l_g_total: 3.1883e-02 ] +2024-09-26 19:37:44,474 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 17.123 it/s ] [ lr: 1.00e-04 ] [ eta: 15:29:16 ] [ l_g_pix: 4.2330e-02 ] [ l_g_total: 4.2330e-02 ] +2024-09-26 19:37:50,569 INFO: [ epoch: 3 ] [ iter: 4,900 ] [ performance: 16.224 it/s ] [ lr: 1.00e-04 ] [ eta: 15:30:50 ] [ l_g_pix: 3.9249e-02 ] [ l_g_total: 3.9249e-02 ] +2024-09-26 19:37:56,785 INFO: [ epoch: 3 ] [ iter: 5,000 ] [ performance: 16.148 it/s ] [ lr: 1.00e-04 ] [ eta: 15:32:45 ] [ l_g_pix: 2.2016e-02 ] [ l_g_total: 2.2016e-02 ] +2024-09-26 19:38:02,918 INFO: [ epoch: 3 ] [ iter: 5,100 ] [ performance: 16.527 it/s ] [ lr: 1.00e-04 ] [ eta: 15:34:18 ] [ l_g_pix: 3.5764e-02 ] [ l_g_total: 3.5764e-02 ] +2024-09-26 19:38:09,063 INFO: [ epoch: 3 ] [ iter: 5,200 ] [ performance: 16.381 it/s ] [ lr: 1.00e-04 ] [ eta: 15:35:50 ] [ l_g_pix: 3.7545e-02 ] [ l_g_total: 3.7545e-02 ] +2024-09-26 19:38:15,236 INFO: [ epoch: 3 ] [ iter: 5,300 ] [ performance: 16.167 it/s ] [ lr: 1.00e-04 ] [ eta: 15:37:24 ] [ l_g_pix: 3.0543e-02 ] [ l_g_total: 3.0543e-02 ] +2024-09-26 19:38:22,260 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 15.001 it/s ] [ lr: 1.00e-04 ] [ eta: 15:41:30 ] [ l_g_pix: 3.8770e-02 ] [ l_g_total: 3.8770e-02 ] +2024-09-26 19:38:28,435 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 16.319 it/s ] [ lr: 1.00e-04 ] [ eta: 15:42:54 ] [ l_g_pix: 3.2471e-02 ] [ l_g_total: 3.2471e-02 ] +2024-09-26 19:38:34,546 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 16.346 it/s ] [ lr: 1.00e-04 ] [ eta: 15:44:04 ] [ l_g_pix: 4.4458e-02 ] [ l_g_total: 4.4458e-02 ] +2024-09-26 19:38:40,569 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 16.732 it/s ] [ lr: 1.00e-04 ] [ eta: 15:44:55 ] [ l_g_pix: 2.5017e-02 ] [ l_g_total: 2.5017e-02 ] +2024-09-26 19:38:46,634 INFO: [ epoch: 4 ] [ iter: 5,800 ] [ performance: 16.589 it/s ] [ lr: 1.00e-04 ] [ eta: 15:45:52 ] [ l_g_pix: 3.3098e-02 ] [ l_g_total: 3.3098e-02 ] +2024-09-26 19:38:52,623 INFO: [ epoch: 4 ] [ iter: 5,900 ] [ performance: 16.682 it/s ] [ lr: 1.00e-04 ] [ eta: 15:46:33 ] [ l_g_pix: 3.9023e-02 ] [ l_g_total: 3.9023e-02 ] +2024-09-26 19:38:58,600 INFO: [ epoch: 4 ] [ iter: 6,000 ] [ performance: 16.712 it/s ] [ lr: 1.00e-04 ] [ eta: 15:47:11 ] [ l_g_pix: 3.3949e-02 ] [ l_g_total: 3.3949e-02 ] +2024-09-26 19:39:05,448 INFO: [ epoch: 4 ] [ iter: 6,100 ] [ performance: 13.810 it/s ] [ lr: 1.00e-04 ] [ eta: 15:50:10 ] [ l_g_pix: 2.3506e-02 ] [ l_g_total: 2.3506e-02 ] +2024-09-26 19:39:11,589 INFO: [ epoch: 4 ] [ iter: 6,200 ] [ performance: 15.167 it/s ] [ lr: 1.00e-04 ] [ eta: 15:51:09 ] [ l_g_pix: 3.2863e-02 ] [ l_g_total: 3.2863e-02 ] +2024-09-26 19:39:17,608 INFO: [ epoch: 4 ] [ iter: 6,300 ] [ performance: 16.560 it/s ] [ lr: 1.00e-04 ] [ eta: 15:51:47 ] [ l_g_pix: 2.6515e-02 ] [ l_g_total: 2.6515e-02 ] +2024-09-26 19:39:23,539 INFO: [ epoch: 4 ] [ iter: 6,400 ] [ performance: 16.738 it/s ] [ lr: 1.00e-04 ] [ eta: 15:52:10 ] [ l_g_pix: 2.4487e-02 ] [ l_g_total: 2.4487e-02 ] +2024-09-26 19:39:29,456 INFO: [ epoch: 4 ] [ iter: 6,500 ] [ performance: 16.824 it/s ] [ lr: 1.00e-04 ] [ eta: 15:52:29 ] [ l_g_pix: 3.8875e-02 ] [ l_g_total: 3.8875e-02 ] +2024-09-26 19:39:35,430 INFO: [ epoch: 4 ] [ iter: 6,600 ] [ performance: 16.774 it/s ] [ lr: 1.00e-04 ] [ eta: 15:52:57 ] [ l_g_pix: 3.2448e-02 ] [ l_g_total: 3.2448e-02 ] +2024-09-26 19:39:42,014 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 14.313 it/s ] [ lr: 1.00e-04 ] [ eta: 15:54:54 ] [ l_g_pix: 4.1843e-02 ] [ l_g_total: 4.1843e-02 ] +2024-09-26 19:39:47,931 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 15.762 it/s ] [ lr: 1.00e-04 ] [ eta: 15:55:10 ] [ l_g_pix: 2.7357e-02 ] [ l_g_total: 2.7357e-02 ] +2024-09-26 19:39:53,722 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 17.212 it/s ] [ lr: 1.00e-04 ] [ eta: 15:55:07 ] [ l_g_pix: 2.7642e-02 ] [ l_g_total: 2.7642e-02 ] +2024-09-26 19:39:59,581 INFO: [ epoch: 5 ] [ iter: 7,000 ] [ performance: 17.127 it/s ] [ lr: 1.00e-04 ] [ eta: 15:55:14 ] [ l_g_pix: 3.7998e-02 ] [ l_g_total: 3.7998e-02 ] +2024-09-26 19:40:05,440 INFO: [ epoch: 5 ] [ iter: 7,100 ] [ performance: 17.058 it/s ] [ lr: 1.00e-04 ] [ eta: 15:55:20 ] [ l_g_pix: 3.5376e-02 ] [ l_g_total: 3.5376e-02 ] +2024-09-26 19:40:11,312 INFO: [ epoch: 5 ] [ iter: 7,200 ] [ performance: 17.042 it/s ] [ lr: 1.00e-04 ] [ eta: 15:55:28 ] [ l_g_pix: 3.3657e-02 ] [ l_g_total: 3.3657e-02 ] +2024-09-26 19:40:16,869 INFO: [ epoch: 5 ] [ iter: 7,300 ] [ performance: 18.150 it/s ] [ lr: 1.00e-04 ] [ eta: 15:54:53 ] [ l_g_pix: 2.5827e-02 ] [ l_g_total: 2.5827e-02 ] +2024-09-26 19:40:22,638 INFO: [ epoch: 5 ] [ iter: 7,400 ] [ performance: 17.647 it/s ] [ lr: 1.00e-04 ] [ eta: 15:54:47 ] [ l_g_pix: 1.9274e-02 ] [ l_g_total: 1.9274e-02 ] +2024-09-26 19:40:28,571 INFO: [ epoch: 5 ] [ iter: 7,500 ] [ performance: 16.901 it/s ] [ lr: 1.00e-04 ] [ eta: 15:55:02 ] [ l_g_pix: 3.4377e-02 ] [ l_g_total: 3.4377e-02 ] +2024-09-26 19:40:34,496 INFO: [ epoch: 5 ] [ iter: 7,600 ] [ performance: 16.887 it/s ] [ lr: 1.00e-04 ] [ eta: 15:55:16 ] [ l_g_pix: 4.1162e-02 ] [ l_g_total: 4.1162e-02 ] +2024-09-26 19:40:40,275 INFO: [ epoch: 5 ] [ iter: 7,700 ] [ performance: 17.384 it/s ] [ lr: 1.00e-04 ] [ eta: 15:55:11 ] [ l_g_pix: 3.7828e-02 ] [ l_g_total: 3.7828e-02 ] +2024-09-26 19:40:45,993 INFO: [ epoch: 5 ] [ iter: 7,800 ] [ performance: 17.450 it/s ] [ lr: 1.00e-04 ] [ eta: 15:54:58 ] [ l_g_pix: 2.0433e-02 ] [ l_g_total: 2.0433e-02 ] +2024-09-26 19:40:51,913 INFO: [ epoch: 5 ] [ iter: 7,900 ] [ performance: 16.797 it/s ] [ lr: 1.00e-04 ] [ eta: 15:55:10 ] [ l_g_pix: 4.0331e-02 ] [ l_g_total: 4.0331e-02 ] +2024-09-26 19:40:57,740 INFO: [ epoch: 5 ] [ iter: 8,000 ] [ performance: 17.023 it/s ] [ lr: 1.00e-04 ] [ eta: 15:55:11 ] [ l_g_pix: 3.7502e-02 ] [ l_g_total: 3.7502e-02 ] +2024-09-26 19:41:04,484 INFO: [ epoch: 6 ] [ iter: 8,100 ] [ performance: 16.889 it/s ] [ lr: 1.00e-04 ] [ eta: 15:57:03 ] [ l_g_pix: 3.5867e-02 ] [ l_g_total: 3.5867e-02 ] +2024-09-26 19:41:10,140 INFO: [ epoch: 6 ] [ iter: 8,200 ] [ performance: 17.377 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:42 ] [ l_g_pix: 3.2040e-02 ] [ l_g_total: 3.2040e-02 ] +2024-09-26 19:41:16,039 INFO: [ epoch: 6 ] [ iter: 8,300 ] [ performance: 16.938 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:49 ] [ l_g_pix: 2.9649e-02 ] [ l_g_total: 2.9649e-02 ] +2024-09-26 19:41:21,904 INFO: [ epoch: 6 ] [ iter: 8,400 ] [ performance: 17.009 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:52 ] [ l_g_pix: 2.3775e-02 ] [ l_g_total: 2.3775e-02 ] +2024-09-26 19:41:27,763 INFO: [ epoch: 6 ] [ iter: 8,500 ] [ performance: 17.173 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:55 ] [ l_g_pix: 3.3792e-02 ] [ l_g_total: 3.3792e-02 ] +2024-09-26 19:41:33,598 INFO: [ epoch: 6 ] [ iter: 8,600 ] [ performance: 17.153 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:54 ] [ l_g_pix: 3.8235e-02 ] [ l_g_total: 3.8235e-02 ] +2024-09-26 19:41:39,367 INFO: [ epoch: 6 ] [ iter: 8,700 ] [ performance: 17.636 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:46 ] [ l_g_pix: 4.2238e-02 ] [ l_g_total: 4.2238e-02 ] +2024-09-26 19:41:45,255 INFO: [ epoch: 6 ] [ iter: 8,800 ] [ performance: 17.216 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:51 ] [ l_g_pix: 4.2446e-02 ] [ l_g_total: 4.2446e-02 ] +2024-09-26 19:41:51,073 INFO: [ epoch: 6 ] [ iter: 8,900 ] [ performance: 17.362 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:48 ] [ l_g_pix: 4.3550e-02 ] [ l_g_total: 4.3550e-02 ] +2024-09-26 19:41:56,881 INFO: [ epoch: 6 ] [ iter: 9,000 ] [ performance: 17.271 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:44 ] [ l_g_pix: 3.8849e-02 ] [ l_g_total: 3.8849e-02 ] +2024-09-26 19:42:02,625 INFO: [ epoch: 6 ] [ iter: 9,100 ] [ performance: 17.390 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:33 ] [ l_g_pix: 2.9497e-02 ] [ l_g_total: 2.9497e-02 ] +2024-09-26 19:42:08,476 INFO: [ epoch: 6 ] [ iter: 9,200 ] [ performance: 17.198 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:33 ] [ l_g_pix: 2.1633e-02 ] [ l_g_total: 2.1633e-02 ] +2024-09-26 19:42:14,342 INFO: [ epoch: 6 ] [ iter: 9,300 ] [ performance: 17.222 it/s ] [ lr: 1.00e-04 ] [ eta: 15:56:35 ] [ l_g_pix: 2.8056e-02 ] [ l_g_total: 2.8056e-02 ] +2024-09-26 19:42:21,062 INFO: [ epoch: 7 ] [ iter: 9,400 ] [ performance: 15.627 it/s ] [ lr: 1.00e-04 ] [ eta: 15:58:07 ] [ l_g_pix: 3.1578e-02 ] [ l_g_total: 3.1578e-02 ] +2024-09-26 19:42:26,951 INFO: [ epoch: 7 ] [ iter: 9,500 ] [ performance: 17.050 it/s ] [ lr: 1.00e-04 ] [ eta: 15:58:10 ] [ l_g_pix: 3.6764e-02 ] [ l_g_total: 3.6764e-02 ] +2024-09-26 19:42:32,709 INFO: [ epoch: 7 ] [ iter: 9,600 ] [ performance: 17.257 it/s ] [ lr: 1.00e-04 ] [ eta: 15:58:00 ] [ l_g_pix: 4.0953e-02 ] [ l_g_total: 4.0953e-02 ] +2024-09-26 19:42:38,639 INFO: [ epoch: 7 ] [ iter: 9,700 ] [ performance: 16.941 it/s ] [ lr: 1.00e-04 ] [ eta: 15:58:07 ] [ l_g_pix: 3.8865e-02 ] [ l_g_total: 3.8865e-02 ] +2024-09-26 19:42:44,463 INFO: [ epoch: 7 ] [ iter: 9,800 ] [ performance: 17.094 it/s ] [ lr: 1.00e-04 ] [ eta: 15:58:03 ] [ l_g_pix: 2.9618e-02 ] [ l_g_total: 2.9618e-02 ] +2024-09-26 19:42:50,270 INFO: [ epoch: 7 ] [ iter: 9,900 ] [ performance: 16.961 it/s ] [ lr: 1.00e-04 ] [ eta: 15:57:57 ] [ l_g_pix: 4.4015e-02 ] [ l_g_total: 4.4015e-02 ] +2024-09-26 19:42:56,169 INFO: [ epoch: 7 ] [ iter: 10,000 ] [ performance: 16.957 it/s ] [ lr: 1.00e-04 ] [ eta: 15:58:01 ] [ l_g_pix: 2.1292e-02 ] [ l_g_total: 2.1292e-02 ] +2024-09-26 19:42:56,169 INFO: Saving models and training states. +2024-09-26 19:47:49,440 INFO: Validation val + + # psnr: 26.2989........ Best: 26.2989 @ 10000 iter + # ssim: 0.7394........ Best: 0.7394 @ 10000 iter + # dists: 0.7808........ Best: 0.7808 @ 10000 iter + +2024-09-26 19:47:55,316 INFO: [ epoch: 7 ] [ iter: 10,100 ] [ performance: 17.349 it/s ] [ lr: 1.00e-04 ] [ eta: 23:57:08 ] [ l_g_pix: 3.9343e-02 ] [ l_g_total: 3.9343e-02 ] +2024-09-26 19:48:01,137 INFO: [ epoch: 7 ] [ iter: 10,200 ] [ performance: 17.238 it/s ] [ lr: 1.00e-04 ] [ eta: 23:52:19 ] [ l_g_pix: 3.0495e-02 ] [ l_g_total: 3.0495e-02 ] +2024-09-26 19:48:07,125 INFO: [ epoch: 7 ] [ iter: 10,300 ] [ performance: 16.740 it/s ] [ lr: 1.00e-04 ] [ eta: 23:47:51 ] [ l_g_pix: 3.1539e-02 ] [ l_g_total: 3.1539e-02 ] +2024-09-26 19:48:12,802 INFO: [ epoch: 7 ] [ iter: 10,400 ] [ performance: 17.319 it/s ] [ lr: 1.00e-04 ] [ eta: 23:42:59 ] [ l_g_pix: 4.6627e-02 ] [ l_g_total: 4.6627e-02 ] +2024-09-26 19:48:18,296 INFO: [ epoch: 7 ] [ iter: 10,500 ] [ performance: 18.472 it/s ] [ lr: 1.00e-04 ] [ eta: 23:37:55 ] [ l_g_pix: 3.6309e-02 ] [ l_g_total: 3.6309e-02 ] +2024-09-26 19:48:23,920 INFO: [ epoch: 7 ] [ iter: 10,600 ] [ performance: 18.002 it/s ] [ lr: 1.00e-04 ] [ eta: 23:33:09 ] [ l_g_pix: 2.5639e-02 ] [ l_g_total: 2.5639e-02 ] +2024-09-26 19:48:30,338 INFO: [ epoch: 8 ] [ iter: 10,700 ] [ performance: 13.248 it/s ] [ lr: 1.00e-04 ] [ eta: 23:29:41 ] [ l_g_pix: 3.4525e-02 ] [ l_g_total: 3.4525e-02 ] +2024-09-26 19:48:36,217 INFO: [ epoch: 8 ] [ iter: 10,800 ] [ performance: 15.597 it/s ] [ lr: 1.00e-04 ] [ eta: 23:25:28 ] [ l_g_pix: 2.3522e-02 ] [ l_g_total: 2.3522e-02 ] +2024-09-26 19:48:42,050 INFO: [ epoch: 8 ] [ iter: 10,900 ] [ performance: 17.216 it/s ] [ lr: 1.00e-04 ] [ eta: 23:21:15 ] [ l_g_pix: 2.1073e-02 ] [ l_g_total: 2.1073e-02 ] +2024-09-26 19:48:47,922 INFO: [ epoch: 8 ] [ iter: 11,000 ] [ performance: 17.091 it/s ] [ lr: 1.00e-04 ] [ eta: 23:17:10 ] [ l_g_pix: 4.1027e-02 ] [ l_g_total: 4.1027e-02 ] +2024-09-26 19:48:53,781 INFO: [ epoch: 8 ] [ iter: 11,100 ] [ performance: 17.105 it/s ] [ lr: 1.00e-04 ] [ eta: 23:13:09 ] [ l_g_pix: 4.4754e-02 ] [ l_g_total: 4.4754e-02 ] +2024-09-26 19:48:59,553 INFO: [ epoch: 8 ] [ iter: 11,200 ] [ performance: 17.257 it/s ] [ lr: 1.00e-04 ] [ eta: 23:09:04 ] [ l_g_pix: 2.6813e-02 ] [ l_g_total: 2.6813e-02 ] +2024-09-26 19:49:05,372 INFO: [ epoch: 8 ] [ iter: 11,300 ] [ performance: 17.658 it/s ] [ lr: 1.00e-04 ] [ eta: 23:05:07 ] [ l_g_pix: 2.8594e-02 ] [ l_g_total: 2.8594e-02 ] +2024-09-26 19:49:11,113 INFO: [ epoch: 8 ] [ iter: 11,400 ] [ performance: 17.494 it/s ] [ lr: 1.00e-04 ] [ eta: 23:01:07 ] [ l_g_pix: 2.7601e-02 ] [ l_g_total: 2.7601e-02 ] +2024-09-26 19:49:16,882 INFO: [ epoch: 8 ] [ iter: 11,500 ] [ performance: 17.885 it/s ] [ lr: 1.00e-04 ] [ eta: 22:57:14 ] [ l_g_pix: 2.9406e-02 ] [ l_g_total: 2.9406e-02 ] +2024-09-26 19:49:22,640 INFO: [ epoch: 8 ] [ iter: 11,600 ] [ performance: 17.522 it/s ] [ lr: 1.00e-04 ] [ eta: 22:53:24 ] [ l_g_pix: 3.7676e-02 ] [ l_g_total: 3.7676e-02 ] +2024-09-26 19:49:28,515 INFO: [ epoch: 8 ] [ iter: 11,700 ] [ performance: 16.976 it/s ] [ lr: 1.00e-04 ] [ eta: 22:49:48 ] [ l_g_pix: 3.1616e-02 ] [ l_g_total: 3.1616e-02 ] +2024-09-26 19:49:34,407 INFO: [ epoch: 8 ] [ iter: 11,800 ] [ performance: 16.977 it/s ] [ lr: 1.00e-04 ] [ eta: 22:46:17 ] [ l_g_pix: 3.2009e-02 ] [ l_g_total: 3.2009e-02 ] +2024-09-26 19:49:40,243 INFO: [ epoch: 8 ] [ iter: 11,900 ] [ performance: 17.198 it/s ] [ lr: 1.00e-04 ] [ eta: 22:42:44 ] [ l_g_pix: 4.0713e-02 ] [ l_g_total: 4.0713e-02 ] +2024-09-26 19:49:45,952 INFO: [ epoch: 8 ] [ iter: 12,000 ] [ performance: 17.422 it/s ] [ lr: 1.00e-04 ] [ eta: 22:39:05 ] [ l_g_pix: 3.6217e-02 ] [ l_g_total: 3.6217e-02 ] +2024-09-26 19:49:52,761 INFO: [ epoch: 9 ] [ iter: 12,100 ] [ performance: 17.835 it/s ] [ lr: 1.00e-04 ] [ eta: 22:36:58 ] [ l_g_pix: 3.4603e-02 ] [ l_g_total: 3.4603e-02 ] +2024-09-26 19:49:58,904 INFO: [ epoch: 9 ] [ iter: 12,200 ] [ performance: 16.696 it/s ] [ lr: 1.00e-04 ] [ eta: 22:34:00 ] [ l_g_pix: 2.3159e-02 ] [ l_g_total: 2.3159e-02 ] +2024-09-26 19:50:05,229 INFO: [ epoch: 9 ] [ iter: 12,300 ] [ performance: 15.864 it/s ] [ lr: 1.00e-04 ] [ eta: 22:31:19 ] [ l_g_pix: 3.2642e-02 ] [ l_g_total: 3.2642e-02 ] +2024-09-26 19:50:11,403 INFO: [ epoch: 9 ] [ iter: 12,400 ] [ performance: 16.103 it/s ] [ lr: 1.00e-04 ] [ eta: 22:28:29 ] [ l_g_pix: 2.9090e-02 ] [ l_g_total: 2.9090e-02 ] +2024-09-26 19:50:17,629 INFO: [ epoch: 9 ] [ iter: 12,500 ] [ performance: 16.177 it/s ] [ lr: 1.00e-04 ] [ eta: 22:25:45 ] [ l_g_pix: 3.6931e-02 ] [ l_g_total: 3.6931e-02 ] +2024-09-26 19:50:23,636 INFO: [ epoch: 9 ] [ iter: 12,600 ] [ performance: 16.516 it/s ] [ lr: 1.00e-04 ] [ eta: 22:22:47 ] [ l_g_pix: 3.3575e-02 ] [ l_g_total: 3.3575e-02 ] +2024-09-26 19:50:29,696 INFO: [ epoch: 9 ] [ iter: 12,700 ] [ performance: 16.700 it/s ] [ lr: 1.00e-04 ] [ eta: 22:19:56 ] [ l_g_pix: 3.5233e-02 ] [ l_g_total: 3.5233e-02 ] +2024-09-26 19:50:35,586 INFO: [ epoch: 9 ] [ iter: 12,800 ] [ performance: 16.903 it/s ] [ lr: 1.00e-04 ] [ eta: 22:16:54 ] [ l_g_pix: 3.5212e-02 ] [ l_g_total: 3.5212e-02 ] +2024-09-26 19:50:41,602 INFO: [ epoch: 9 ] [ iter: 12,900 ] [ performance: 16.826 it/s ] [ lr: 1.00e-04 ] [ eta: 22:14:04 ] [ l_g_pix: 4.2475e-02 ] [ l_g_total: 4.2475e-02 ] +2024-09-26 19:50:47,658 INFO: [ epoch: 9 ] [ iter: 13,000 ] [ performance: 16.598 it/s ] [ lr: 1.00e-04 ] [ eta: 22:11:20 ] [ l_g_pix: 3.1592e-02 ] [ l_g_total: 3.1592e-02 ] +2024-09-26 19:50:53,747 INFO: [ epoch: 9 ] [ iter: 13,100 ] [ performance: 16.542 it/s ] [ lr: 1.00e-04 ] [ eta: 22:08:41 ] [ l_g_pix: 3.0520e-02 ] [ l_g_total: 3.0520e-02 ] +2024-09-26 19:50:59,672 INFO: [ epoch: 9 ] [ iter: 13,200 ] [ performance: 16.790 it/s ] [ lr: 1.00e-04 ] [ eta: 22:05:52 ] [ l_g_pix: 3.9254e-02 ] [ l_g_total: 3.9254e-02 ] +2024-09-26 19:51:05,645 INFO: [ epoch: 9 ] [ iter: 13,300 ] [ performance: 17.190 it/s ] [ lr: 1.00e-04 ] [ eta: 22:03:09 ] [ l_g_pix: 3.6332e-02 ] [ l_g_total: 3.6332e-02 ] +2024-09-26 19:51:12,757 INFO: [ epoch: 10 ] [ iter: 13,400 ] [ performance: 14.744 it/s ] [ lr: 1.00e-04 ] [ eta: 22:01:52 ] [ l_g_pix: 3.2125e-02 ] [ l_g_total: 3.2125e-02 ] +2024-09-26 19:51:18,361 INFO: [ epoch: 10 ] [ iter: 13,500 ] [ performance: 18.235 it/s ] [ lr: 1.00e-04 ] [ eta: 21:58:46 ] [ l_g_pix: 2.4113e-02 ] [ l_g_total: 2.4113e-02 ] +2024-09-26 19:51:23,926 INFO: [ epoch: 10 ] [ iter: 13,600 ] [ performance: 18.036 it/s ] [ lr: 1.00e-04 ] [ eta: 21:55:40 ] [ l_g_pix: 2.1870e-02 ] [ l_g_total: 2.1870e-02 ] +2024-09-26 19:51:29,458 INFO: [ epoch: 10 ] [ iter: 13,700 ] [ performance: 18.379 it/s ] [ lr: 1.00e-04 ] [ eta: 21:52:34 ] [ l_g_pix: 3.0080e-02 ] [ l_g_total: 3.0080e-02 ] +2024-09-26 19:51:34,989 INFO: [ epoch: 10 ] [ iter: 13,800 ] [ performance: 18.153 it/s ] [ lr: 1.00e-04 ] [ eta: 21:49:31 ] [ l_g_pix: 3.6695e-02 ] [ l_g_total: 3.6695e-02 ] +2024-09-26 19:51:40,842 INFO: [ epoch: 10 ] [ iter: 13,900 ] [ performance: 16.602 it/s ] [ lr: 1.00e-04 ] [ eta: 21:46:53 ] [ l_g_pix: 2.4373e-02 ] [ l_g_total: 2.4373e-02 ] +2024-09-26 19:51:46,615 INFO: [ epoch: 10 ] [ iter: 14,000 ] [ performance: 17.148 it/s ] [ lr: 1.00e-04 ] [ eta: 21:44:12 ] [ l_g_pix: 2.8736e-02 ] [ l_g_total: 2.8736e-02 ] +2024-09-26 19:51:52,374 INFO: [ epoch: 10 ] [ iter: 14,100 ] [ performance: 17.654 it/s ] [ lr: 1.00e-04 ] [ eta: 21:41:31 ] [ l_g_pix: 3.5614e-02 ] [ l_g_total: 3.5614e-02 ] +2024-09-26 19:51:58,185 INFO: [ epoch: 10 ] [ iter: 14,200 ] [ performance: 17.312 it/s ] [ lr: 1.00e-04 ] [ eta: 21:38:57 ] [ l_g_pix: 2.4223e-02 ] [ l_g_total: 2.4223e-02 ] +2024-09-26 19:52:03,992 INFO: [ epoch: 10 ] [ iter: 14,300 ] [ performance: 17.785 it/s ] [ lr: 1.00e-04 ] [ eta: 21:36:24 ] [ l_g_pix: 2.9412e-02 ] [ l_g_total: 2.9412e-02 ] +2024-09-26 19:52:09,792 INFO: [ epoch: 10 ] [ iter: 14,400 ] [ performance: 17.363 it/s ] [ lr: 1.00e-04 ] [ eta: 21:33:53 ] [ l_g_pix: 3.7169e-02 ] [ l_g_total: 3.7169e-02 ] +2024-09-26 19:52:15,581 INFO: [ epoch: 10 ] [ iter: 14,500 ] [ performance: 18.003 it/s ] [ lr: 1.00e-04 ] [ eta: 21:31:24 ] [ l_g_pix: 2.3546e-02 ] [ l_g_total: 2.3546e-02 ] +2024-09-26 19:52:21,370 INFO: [ epoch: 10 ] [ iter: 14,600 ] [ performance: 17.430 it/s ] [ lr: 1.00e-04 ] [ eta: 21:28:56 ] [ l_g_pix: 4.2584e-02 ] [ l_g_total: 4.2584e-02 ] +2024-09-26 19:52:27,972 INFO: [ epoch: 11 ] [ iter: 14,700 ] [ performance: 10.743 it/s ] [ lr: 1.00e-04 ] [ eta: 21:27:24 ] [ l_g_pix: 1.9995e-02 ] [ l_g_total: 1.9995e-02 ] +2024-09-26 19:52:33,894 INFO: [ epoch: 11 ] [ iter: 14,800 ] [ performance: 15.058 it/s ] [ lr: 1.00e-04 ] [ eta: 21:25:09 ] [ l_g_pix: 4.8475e-02 ] [ l_g_total: 4.8475e-02 ] +2024-09-26 19:52:39,369 INFO: [ epoch: 11 ] [ iter: 14,900 ] [ performance: 18.796 it/s ] [ lr: 1.00e-04 ] [ eta: 21:22:26 ] [ l_g_pix: 3.2499e-02 ] [ l_g_total: 3.2499e-02 ] +2024-09-26 19:52:44,898 INFO: [ epoch: 11 ] [ iter: 15,000 ] [ performance: 18.232 it/s ] [ lr: 1.00e-04 ] [ eta: 21:19:48 ] [ l_g_pix: 3.1304e-02 ] [ l_g_total: 3.1304e-02 ] +2024-09-26 19:52:50,432 INFO: [ epoch: 11 ] [ iter: 15,100 ] [ performance: 18.292 it/s ] [ lr: 1.00e-04 ] [ eta: 21:17:13 ] [ l_g_pix: 3.2691e-02 ] [ l_g_total: 3.2691e-02 ] +2024-09-26 19:52:56,054 INFO: [ epoch: 11 ] [ iter: 15,200 ] [ performance: 17.889 it/s ] [ lr: 1.00e-04 ] [ eta: 21:14:45 ] [ l_g_pix: 3.5168e-02 ] [ l_g_total: 3.5168e-02 ] +2024-09-26 19:53:01,665 INFO: [ epoch: 11 ] [ iter: 15,300 ] [ performance: 18.404 it/s ] [ lr: 1.00e-04 ] [ eta: 21:12:18 ] [ l_g_pix: 2.3255e-02 ] [ l_g_total: 2.3255e-02 ] +2024-09-26 19:53:07,256 INFO: [ epoch: 11 ] [ iter: 15,400 ] [ performance: 17.988 it/s ] [ lr: 1.00e-04 ] [ eta: 21:09:52 ] [ l_g_pix: 2.2473e-02 ] [ l_g_total: 2.2473e-02 ] +2024-09-26 19:53:12,779 INFO: [ epoch: 11 ] [ iter: 15,500 ] [ performance: 18.467 it/s ] [ lr: 1.00e-04 ] [ eta: 21:07:24 ] [ l_g_pix: 3.8336e-02 ] [ l_g_total: 3.8336e-02 ] +2024-09-26 19:53:18,292 INFO: [ epoch: 11 ] [ iter: 15,600 ] [ performance: 18.199 it/s ] [ lr: 1.00e-04 ] [ eta: 21:04:57 ] [ l_g_pix: 2.8912e-02 ] [ l_g_total: 2.8912e-02 ] +2024-09-26 19:53:23,976 INFO: [ epoch: 11 ] [ iter: 15,700 ] [ performance: 17.599 it/s ] [ lr: 1.00e-04 ] [ eta: 21:02:42 ] [ l_g_pix: 3.6452e-02 ] [ l_g_total: 3.6452e-02 ] +2024-09-26 19:53:29,513 INFO: [ epoch: 11 ] [ iter: 15,800 ] [ performance: 17.978 it/s ] [ lr: 1.00e-04 ] [ eta: 21:00:20 ] [ l_g_pix: 2.6559e-02 ] [ l_g_total: 2.6559e-02 ] +2024-09-26 19:53:35,046 INFO: [ epoch: 11 ] [ iter: 15,900 ] [ performance: 18.673 it/s ] [ lr: 1.00e-04 ] [ eta: 20:57:59 ] [ l_g_pix: 3.7757e-02 ] [ l_g_total: 3.7757e-02 ] +2024-09-26 19:53:40,470 INFO: [ epoch: 11 ] [ iter: 16,000 ] [ performance: 18.477 it/s ] [ lr: 1.00e-04 ] [ eta: 20:55:33 ] [ l_g_pix: 3.7219e-02 ] [ l_g_total: 3.7219e-02 ] +2024-09-26 19:53:47,095 INFO: [ epoch: 12 ] [ iter: 16,100 ] [ performance: 17.758 it/s ] [ lr: 1.00e-04 ] [ eta: 20:54:22 ] [ l_g_pix: 3.0763e-02 ] [ l_g_total: 3.0763e-02 ] +2024-09-26 19:53:53,031 INFO: [ epoch: 12 ] [ iter: 16,200 ] [ performance: 16.994 it/s ] [ lr: 1.00e-04 ] [ eta: 20:52:31 ] [ l_g_pix: 3.7316e-02 ] [ l_g_total: 3.7316e-02 ] +2024-09-26 19:53:58,778 INFO: [ epoch: 12 ] [ iter: 16,300 ] [ performance: 16.902 it/s ] [ lr: 1.00e-04 ] [ eta: 20:50:29 ] [ l_g_pix: 2.3954e-02 ] [ l_g_total: 2.3954e-02 ] +2024-09-26 19:54:04,580 INFO: [ epoch: 12 ] [ iter: 16,400 ] [ performance: 17.183 it/s ] [ lr: 1.00e-04 ] [ eta: 20:48:32 ] [ l_g_pix: 3.1857e-02 ] [ l_g_total: 3.1857e-02 ] +2024-09-26 19:54:10,348 INFO: [ epoch: 12 ] [ iter: 16,500 ] [ performance: 16.882 it/s ] [ lr: 1.00e-04 ] [ eta: 20:46:34 ] [ l_g_pix: 3.3397e-02 ] [ l_g_total: 3.3397e-02 ] +2024-09-26 19:54:16,217 INFO: [ epoch: 12 ] [ iter: 16,600 ] [ performance: 17.017 it/s ] [ lr: 1.00e-04 ] [ eta: 20:44:44 ] [ l_g_pix: 2.8246e-02 ] [ l_g_total: 2.8246e-02 ] +2024-09-26 19:54:22,015 INFO: [ epoch: 12 ] [ iter: 16,700 ] [ performance: 17.630 it/s ] [ lr: 1.00e-04 ] [ eta: 20:42:50 ] [ l_g_pix: 3.1407e-02 ] [ l_g_total: 3.1407e-02 ] +2024-09-26 19:54:27,791 INFO: [ epoch: 12 ] [ iter: 16,800 ] [ performance: 17.359 it/s ] [ lr: 1.00e-04 ] [ eta: 20:40:57 ] [ l_g_pix: 2.5637e-02 ] [ l_g_total: 2.5637e-02 ] +2024-09-26 19:54:33,514 INFO: [ epoch: 12 ] [ iter: 16,900 ] [ performance: 18.288 it/s ] [ lr: 1.00e-04 ] [ eta: 20:39:02 ] [ l_g_pix: 3.2449e-02 ] [ l_g_total: 3.2449e-02 ] +2024-09-26 19:54:39,320 INFO: [ epoch: 12 ] [ iter: 17,000 ] [ performance: 17.366 it/s ] [ lr: 1.00e-04 ] [ eta: 20:37:13 ] [ l_g_pix: 4.1366e-02 ] [ l_g_total: 4.1366e-02 ] +2024-09-26 19:54:45,181 INFO: [ epoch: 12 ] [ iter: 17,100 ] [ performance: 17.506 it/s ] [ lr: 1.00e-04 ] [ eta: 20:35:28 ] [ l_g_pix: 4.5291e-02 ] [ l_g_total: 4.5291e-02 ] +2024-09-26 19:54:50,972 INFO: [ epoch: 12 ] [ iter: 17,200 ] [ performance: 17.300 it/s ] [ lr: 1.00e-04 ] [ eta: 20:33:40 ] [ l_g_pix: 2.6200e-02 ] [ l_g_total: 2.6200e-02 ] +2024-09-26 19:54:56,745 INFO: [ epoch: 12 ] [ iter: 17,300 ] [ performance: 17.626 it/s ] [ lr: 1.00e-04 ] [ eta: 20:31:53 ] [ l_g_pix: 2.5118e-02 ] [ l_g_total: 2.5118e-02 ] +2024-09-26 19:55:03,556 INFO: [ epoch: 13 ] [ iter: 17,400 ] [ performance: 14.992 it/s ] [ lr: 1.00e-04 ] [ eta: 20:31:05 ] [ l_g_pix: 3.7910e-02 ] [ l_g_total: 3.7910e-02 ] +2024-09-26 19:55:09,260 INFO: [ epoch: 13 ] [ iter: 17,500 ] [ performance: 18.449 it/s ] [ lr: 1.00e-04 ] [ eta: 20:29:16 ] [ l_g_pix: 2.2968e-02 ] [ l_g_total: 2.2968e-02 ] +2024-09-26 19:55:14,804 INFO: [ epoch: 13 ] [ iter: 17,600 ] [ performance: 18.087 it/s ] [ lr: 1.00e-04 ] [ eta: 20:27:19 ] [ l_g_pix: 3.1712e-02 ] [ l_g_total: 3.1712e-02 ] +2024-09-26 19:55:20,332 INFO: [ epoch: 13 ] [ iter: 17,700 ] [ performance: 18.323 it/s ] [ lr: 1.00e-04 ] [ eta: 20:25:22 ] [ l_g_pix: 3.1596e-02 ] [ l_g_total: 3.1596e-02 ] +2024-09-26 19:55:25,855 INFO: [ epoch: 13 ] [ iter: 17,800 ] [ performance: 18.130 it/s ] [ lr: 1.00e-04 ] [ eta: 20:23:26 ] [ l_g_pix: 3.4606e-02 ] [ l_g_total: 3.4606e-02 ] +2024-09-26 19:55:31,484 INFO: [ epoch: 13 ] [ iter: 17,900 ] [ performance: 17.802 it/s ] [ lr: 1.00e-04 ] [ eta: 20:21:38 ] [ l_g_pix: 3.7158e-02 ] [ l_g_total: 3.7158e-02 ] +2024-09-26 19:55:37,451 INFO: [ epoch: 13 ] [ iter: 18,000 ] [ performance: 16.860 it/s ] [ lr: 1.00e-04 ] [ eta: 20:20:08 ] [ l_g_pix: 3.4864e-02 ] [ l_g_total: 3.4864e-02 ] +2024-09-26 19:55:43,542 INFO: [ epoch: 13 ] [ iter: 18,100 ] [ performance: 16.454 it/s ] [ lr: 1.00e-04 ] [ eta: 20:18:47 ] [ l_g_pix: 3.7858e-02 ] [ l_g_total: 3.7858e-02 ] +2024-09-26 19:55:49,547 INFO: [ epoch: 13 ] [ iter: 18,200 ] [ performance: 16.636 it/s ] [ lr: 1.00e-04 ] [ eta: 20:17:22 ] [ l_g_pix: 3.1244e-02 ] [ l_g_total: 3.1244e-02 ] +2024-09-26 19:55:55,634 INFO: [ epoch: 13 ] [ iter: 18,300 ] [ performance: 16.005 it/s ] [ lr: 1.00e-04 ] [ eta: 20:16:02 ] [ l_g_pix: 1.7796e-02 ] [ l_g_total: 1.7796e-02 ] +2024-09-26 19:56:01,555 INFO: [ epoch: 13 ] [ iter: 18,400 ] [ performance: 16.815 it/s ] [ lr: 1.00e-04 ] [ eta: 20:14:34 ] [ l_g_pix: 3.1147e-02 ] [ l_g_total: 3.1147e-02 ] +2024-09-26 19:56:07,620 INFO: [ epoch: 13 ] [ iter: 18,500 ] [ performance: 16.211 it/s ] [ lr: 1.00e-04 ] [ eta: 20:13:14 ] [ l_g_pix: 3.9122e-02 ] [ l_g_total: 3.9122e-02 ] +2024-09-26 19:56:13,636 INFO: [ epoch: 13 ] [ iter: 18,600 ] [ performance: 16.592 it/s ] [ lr: 1.00e-04 ] [ eta: 20:11:53 ] [ l_g_pix: 3.4820e-02 ] [ l_g_total: 3.4820e-02 ] +2024-09-26 19:56:19,541 INFO: [ epoch: 13 ] [ iter: 18,700 ] [ performance: 17.076 it/s ] [ lr: 1.00e-04 ] [ eta: 20:10:26 ] [ l_g_pix: 3.3820e-02 ] [ l_g_total: 3.3820e-02 ] +2024-09-26 19:56:26,669 INFO: [ epoch: 14 ] [ iter: 18,800 ] [ performance: 14.198 it/s ] [ lr: 1.00e-04 ] [ eta: 20:10:05 ] [ l_g_pix: 3.0525e-02 ] [ l_g_total: 3.0525e-02 ] +2024-09-26 19:56:32,553 INFO: [ epoch: 14 ] [ iter: 18,900 ] [ performance: 16.384 it/s ] [ lr: 1.00e-04 ] [ eta: 20:08:39 ] [ l_g_pix: 2.1722e-02 ] [ l_g_total: 2.1722e-02 ] +2024-09-26 19:56:38,590 INFO: [ epoch: 14 ] [ iter: 19,000 ] [ performance: 16.557 it/s ] [ lr: 1.00e-04 ] [ eta: 20:07:21 ] [ l_g_pix: 2.6987e-02 ] [ l_g_total: 2.6987e-02 ] +2024-09-26 19:56:44,355 INFO: [ epoch: 14 ] [ iter: 19,100 ] [ performance: 17.022 it/s ] [ lr: 1.00e-04 ] [ eta: 20:05:51 ] [ l_g_pix: 2.2813e-02 ] [ l_g_total: 2.2813e-02 ] +2024-09-26 19:56:50,244 INFO: [ epoch: 14 ] [ iter: 19,200 ] [ performance: 16.983 it/s ] [ lr: 1.00e-04 ] [ eta: 20:04:28 ] [ l_g_pix: 2.6254e-02 ] [ l_g_total: 2.6254e-02 ] +2024-09-26 19:56:56,134 INFO: [ epoch: 14 ] [ iter: 19,300 ] [ performance: 16.914 it/s ] [ lr: 1.00e-04 ] [ eta: 20:03:05 ] [ l_g_pix: 4.9538e-02 ] [ l_g_total: 4.9538e-02 ] +2024-09-26 19:57:02,004 INFO: [ epoch: 14 ] [ iter: 19,400 ] [ performance: 17.033 it/s ] [ lr: 1.00e-04 ] [ eta: 20:01:42 ] [ l_g_pix: 3.6849e-02 ] [ l_g_total: 3.6849e-02 ] +2024-09-26 19:57:07,841 INFO: [ epoch: 14 ] [ iter: 19,500 ] [ performance: 17.879 it/s ] [ lr: 1.00e-04 ] [ eta: 20:00:19 ] [ l_g_pix: 4.4044e-02 ] [ l_g_total: 4.4044e-02 ] +2024-09-26 19:57:13,686 INFO: [ epoch: 14 ] [ iter: 19,600 ] [ performance: 17.133 it/s ] [ lr: 1.00e-04 ] [ eta: 19:58:56 ] [ l_g_pix: 3.4778e-02 ] [ l_g_total: 3.4778e-02 ] +2024-09-26 19:57:19,366 INFO: [ epoch: 14 ] [ iter: 19,700 ] [ performance: 18.252 it/s ] [ lr: 1.00e-04 ] [ eta: 19:57:27 ] [ l_g_pix: 4.2030e-02 ] [ l_g_total: 4.2030e-02 ] +2024-09-26 19:57:24,905 INFO: [ epoch: 14 ] [ iter: 19,800 ] [ performance: 18.060 it/s ] [ lr: 1.00e-04 ] [ eta: 19:55:51 ] [ l_g_pix: 2.7530e-02 ] [ l_g_total: 2.7530e-02 ] +2024-09-26 19:57:30,464 INFO: [ epoch: 14 ] [ iter: 19,900 ] [ performance: 18.565 it/s ] [ lr: 1.00e-04 ] [ eta: 19:54:17 ] [ l_g_pix: 2.8937e-02 ] [ l_g_total: 2.8937e-02 ] +2024-09-26 19:57:35,904 INFO: [ epoch: 14 ] [ iter: 20,000 ] [ performance: 18.387 it/s ] [ lr: 1.00e-04 ] [ eta: 19:52:37 ] [ l_g_pix: 3.8112e-02 ] [ l_g_total: 3.8112e-02 ] +2024-09-26 19:57:35,904 INFO: Saving models and training states. +2024-09-26 20:01:19,370 INFO: Validation val + + # psnr: 26.2967........ Best: 26.2989 @ 10000 iter + # ssim: 0.7393........ Best: 0.7394 @ 10000 iter + # dists: 0.7809........ Best: 0.7808 @ 10000 iter + +2024-09-26 20:01:26,282 INFO: [ epoch: 15 ] [ iter: 20,100 ] [ performance: 16.205 it/s ] [ lr: 1.00e-04 ] [ eta: 22:53:46 ] [ l_g_pix: 3.5325e-02 ] [ l_g_total: 3.5325e-02 ] +2024-09-26 20:01:32,030 INFO: [ epoch: 15 ] [ iter: 20,200 ] [ performance: 17.402 it/s ] [ lr: 1.00e-04 ] [ eta: 22:51:28 ] [ l_g_pix: 3.2425e-02 ] [ l_g_total: 3.2425e-02 ] +2024-09-26 20:01:37,758 INFO: [ epoch: 15 ] [ iter: 20,300 ] [ performance: 17.430 it/s ] [ lr: 1.00e-04 ] [ eta: 22:49:11 ] [ l_g_pix: 4.1262e-02 ] [ l_g_total: 4.1262e-02 ] +2024-09-26 20:01:43,638 INFO: [ epoch: 15 ] [ iter: 20,400 ] [ performance: 17.008 it/s ] [ lr: 1.00e-04 ] [ eta: 22:47:02 ] [ l_g_pix: 2.6726e-02 ] [ l_g_total: 2.6726e-02 ] +2024-09-26 20:01:49,633 INFO: [ epoch: 15 ] [ iter: 20,500 ] [ performance: 16.844 it/s ] [ lr: 1.00e-04 ] [ eta: 22:45:00 ] [ l_g_pix: 2.2958e-02 ] [ l_g_total: 2.2958e-02 ] +2024-09-26 20:01:55,420 INFO: [ epoch: 15 ] [ iter: 20,600 ] [ performance: 17.297 it/s ] [ lr: 1.00e-04 ] [ eta: 22:42:50 ] [ l_g_pix: 3.5414e-02 ] [ l_g_total: 3.5414e-02 ] +2024-09-26 20:02:01,328 INFO: [ epoch: 15 ] [ iter: 20,700 ] [ performance: 17.109 it/s ] [ lr: 1.00e-04 ] [ eta: 22:40:46 ] [ l_g_pix: 3.1716e-02 ] [ l_g_total: 3.1716e-02 ] +2024-09-26 20:02:07,358 INFO: [ epoch: 15 ] [ iter: 20,800 ] [ performance: 16.566 it/s ] [ lr: 1.00e-04 ] [ eta: 22:38:49 ] [ l_g_pix: 2.6479e-02 ] [ l_g_total: 2.6479e-02 ] +2024-09-26 20:02:13,374 INFO: [ epoch: 15 ] [ iter: 20,900 ] [ performance: 16.596 it/s ] [ lr: 1.00e-04 ] [ eta: 22:36:52 ] [ l_g_pix: 1.7869e-02 ] [ l_g_total: 1.7869e-02 ] +2024-09-26 20:02:19,313 INFO: [ epoch: 15 ] [ iter: 21,000 ] [ performance: 16.845 it/s ] [ lr: 1.00e-04 ] [ eta: 22:34:53 ] [ l_g_pix: 2.9464e-02 ] [ l_g_total: 2.9464e-02 ] +2024-09-26 20:02:25,297 INFO: [ epoch: 15 ] [ iter: 21,100 ] [ performance: 16.779 it/s ] [ lr: 1.00e-04 ] [ eta: 22:32:57 ] [ l_g_pix: 2.6484e-02 ] [ l_g_total: 2.6484e-02 ] +2024-09-26 20:02:31,231 INFO: [ epoch: 15 ] [ iter: 21,200 ] [ performance: 16.867 it/s ] [ lr: 1.00e-04 ] [ eta: 22:31:00 ] [ l_g_pix: 4.5644e-02 ] [ l_g_total: 4.5644e-02 ] +2024-09-26 20:02:37,200 INFO: [ epoch: 15 ] [ iter: 21,300 ] [ performance: 16.810 it/s ] [ lr: 1.00e-04 ] [ eta: 22:29:05 ] [ l_g_pix: 2.8870e-02 ] [ l_g_total: 2.8870e-02 ] +2024-09-26 20:02:43,955 INFO: [ epoch: 16 ] [ iter: 21,400 ] [ performance: 14.648 it/s ] [ lr: 1.00e-04 ] [ eta: 22:27:48 ] [ l_g_pix: 1.9719e-02 ] [ l_g_total: 1.9719e-02 ] +2024-09-26 20:02:49,789 INFO: [ epoch: 16 ] [ iter: 21,500 ] [ performance: 15.837 it/s ] [ lr: 1.00e-04 ] [ eta: 22:25:49 ] [ l_g_pix: 3.2421e-02 ] [ l_g_total: 3.2421e-02 ] +2024-09-26 20:02:55,511 INFO: [ epoch: 16 ] [ iter: 21,600 ] [ performance: 17.537 it/s ] [ lr: 1.00e-04 ] [ eta: 22:23:46 ] [ l_g_pix: 3.9323e-02 ] [ l_g_total: 3.9323e-02 ] +2024-09-26 20:03:01,136 INFO: [ epoch: 16 ] [ iter: 21,700 ] [ performance: 17.662 it/s ] [ lr: 1.00e-04 ] [ eta: 22:21:40 ] [ l_g_pix: 3.1884e-02 ] [ l_g_total: 3.1884e-02 ] +2024-09-26 20:03:06,716 INFO: [ epoch: 16 ] [ iter: 21,800 ] [ performance: 17.969 it/s ] [ lr: 1.00e-04 ] [ eta: 22:19:33 ] [ l_g_pix: 3.1336e-02 ] [ l_g_total: 3.1336e-02 ] +2024-09-26 20:03:12,253 INFO: [ epoch: 16 ] [ iter: 21,900 ] [ performance: 18.018 it/s ] [ lr: 1.00e-04 ] [ eta: 22:17:25 ] [ l_g_pix: 3.6349e-02 ] [ l_g_total: 3.6349e-02 ] +2024-09-26 20:03:17,834 INFO: [ epoch: 16 ] [ iter: 22,000 ] [ performance: 17.984 it/s ] [ lr: 1.00e-04 ] [ eta: 22:15:20 ] [ l_g_pix: 3.1919e-02 ] [ l_g_total: 3.1919e-02 ] +2024-09-26 20:03:23,602 INFO: [ epoch: 16 ] [ iter: 22,100 ] [ performance: 17.641 it/s ] [ lr: 1.00e-04 ] [ eta: 22:13:25 ] [ l_g_pix: 3.4888e-02 ] [ l_g_total: 3.4888e-02 ] +2024-09-26 20:03:29,417 INFO: [ epoch: 16 ] [ iter: 22,200 ] [ performance: 17.288 it/s ] [ lr: 1.00e-04 ] [ eta: 22:11:32 ] [ l_g_pix: 4.5943e-02 ] [ l_g_total: 4.5943e-02 ] +2024-09-26 20:03:35,298 INFO: [ epoch: 16 ] [ iter: 22,300 ] [ performance: 17.137 it/s ] [ lr: 1.00e-04 ] [ eta: 22:09:44 ] [ l_g_pix: 2.1151e-02 ] [ l_g_total: 2.1151e-02 ] +2024-09-26 20:03:41,113 INFO: [ epoch: 16 ] [ iter: 22,400 ] [ performance: 17.214 it/s ] [ lr: 1.00e-04 ] [ eta: 22:07:53 ] [ l_g_pix: 1.7370e-02 ] [ l_g_total: 1.7370e-02 ] +2024-09-26 20:03:46,911 INFO: [ epoch: 16 ] [ iter: 22,500 ] [ performance: 17.234 it/s ] [ lr: 1.00e-04 ] [ eta: 22:06:03 ] [ l_g_pix: 3.2578e-02 ] [ l_g_total: 3.2578e-02 ] +2024-09-26 20:03:52,533 INFO: [ epoch: 16 ] [ iter: 22,600 ] [ performance: 17.849 it/s ] [ lr: 1.00e-04 ] [ eta: 22:04:06 ] [ l_g_pix: 3.7020e-02 ] [ l_g_total: 3.7020e-02 ] +2024-09-26 20:03:57,924 INFO: [ epoch: 16 ] [ iter: 22,700 ] [ performance: 18.217 it/s ] [ lr: 1.00e-04 ] [ eta: 22:02:00 ] [ l_g_pix: 2.0955e-02 ] [ l_g_total: 2.0955e-02 ] +2024-09-26 20:04:04,549 INFO: [ epoch: 17 ] [ iter: 22,800 ] [ performance: 17.472 it/s ] [ lr: 1.00e-04 ] [ eta: 22:00:48 ] [ l_g_pix: 3.1130e-02 ] [ l_g_total: 3.1130e-02 ] +2024-09-26 20:04:10,075 INFO: [ epoch: 17 ] [ iter: 22,900 ] [ performance: 17.802 it/s ] [ lr: 1.00e-04 ] [ eta: 21:58:49 ] [ l_g_pix: 2.2222e-02 ] [ l_g_total: 2.2222e-02 ] +2024-09-26 20:04:15,840 INFO: [ epoch: 17 ] [ iter: 23,000 ] [ performance: 17.418 it/s ] [ lr: 1.00e-04 ] [ eta: 21:57:02 ] [ l_g_pix: 3.7747e-02 ] [ l_g_total: 3.7747e-02 ] +2024-09-26 20:04:21,768 INFO: [ epoch: 17 ] [ iter: 23,100 ] [ performance: 17.121 it/s ] [ lr: 1.00e-04 ] [ eta: 21:55:23 ] [ l_g_pix: 2.6824e-02 ] [ l_g_total: 2.6824e-02 ] +2024-09-26 20:04:27,531 INFO: [ epoch: 17 ] [ iter: 23,200 ] [ performance: 17.443 it/s ] [ lr: 1.00e-04 ] [ eta: 21:53:37 ] [ l_g_pix: 2.8501e-02 ] [ l_g_total: 2.8501e-02 ] +2024-09-26 20:04:33,308 INFO: [ epoch: 17 ] [ iter: 23,300 ] [ performance: 17.374 it/s ] [ lr: 1.00e-04 ] [ eta: 21:51:53 ] [ l_g_pix: 2.1964e-02 ] [ l_g_total: 2.1964e-02 ] +2024-09-26 20:04:39,283 INFO: [ epoch: 17 ] [ iter: 23,400 ] [ performance: 16.662 it/s ] [ lr: 1.00e-04 ] [ eta: 21:50:18 ] [ l_g_pix: 3.7676e-02 ] [ l_g_total: 3.7676e-02 ] +2024-09-26 20:04:45,307 INFO: [ epoch: 17 ] [ iter: 23,500 ] [ performance: 16.631 it/s ] [ lr: 1.00e-04 ] [ eta: 21:48:46 ] [ l_g_pix: 3.9367e-02 ] [ l_g_total: 3.9367e-02 ] +2024-09-26 20:04:51,238 INFO: [ epoch: 17 ] [ iter: 23,600 ] [ performance: 16.896 it/s ] [ lr: 1.00e-04 ] [ eta: 21:47:10 ] [ l_g_pix: 4.0522e-02 ] [ l_g_total: 4.0522e-02 ] +2024-09-26 20:04:57,114 INFO: [ epoch: 17 ] [ iter: 23,700 ] [ performance: 16.964 it/s ] [ lr: 1.00e-04 ] [ eta: 21:45:34 ] [ l_g_pix: 3.1573e-02 ] [ l_g_total: 3.1573e-02 ] +2024-09-26 20:05:03,037 INFO: [ epoch: 17 ] [ iter: 23,800 ] [ performance: 16.898 it/s ] [ lr: 1.00e-04 ] [ eta: 21:43:59 ] [ l_g_pix: 5.2598e-02 ] [ l_g_total: 5.2598e-02 ] +2024-09-26 20:05:09,039 INFO: [ epoch: 17 ] [ iter: 23,900 ] [ performance: 16.769 it/s ] [ lr: 1.00e-04 ] [ eta: 21:42:29 ] [ l_g_pix: 2.6433e-02 ] [ l_g_total: 2.6433e-02 ] +2024-09-26 20:05:14,736 INFO: [ epoch: 17 ] [ iter: 24,000 ] [ performance: 17.648 it/s ] [ lr: 1.00e-04 ] [ eta: 21:40:47 ] [ l_g_pix: 2.5388e-02 ] [ l_g_total: 2.5388e-02 ] +2024-09-26 20:05:21,476 INFO: [ epoch: 18 ] [ iter: 24,100 ] [ performance: 15.981 it/s ] [ lr: 1.00e-04 ] [ eta: 21:39:48 ] [ l_g_pix: 2.4451e-02 ] [ l_g_total: 2.4451e-02 ] +2024-09-26 20:05:27,304 INFO: [ epoch: 18 ] [ iter: 24,200 ] [ performance: 17.265 it/s ] [ lr: 1.00e-04 ] [ eta: 21:38:13 ] [ l_g_pix: 2.0703e-02 ] [ l_g_total: 2.0703e-02 ] +2024-09-26 20:05:33,179 INFO: [ epoch: 18 ] [ iter: 24,300 ] [ performance: 17.131 it/s ] [ lr: 1.00e-04 ] [ eta: 21:36:40 ] [ l_g_pix: 3.8848e-02 ] [ l_g_total: 3.8848e-02 ] +2024-09-26 20:05:39,020 INFO: [ epoch: 18 ] [ iter: 24,400 ] [ performance: 17.214 it/s ] [ lr: 1.00e-04 ] [ eta: 21:35:07 ] [ l_g_pix: 2.8541e-02 ] [ l_g_total: 2.8541e-02 ] +2024-09-26 20:05:44,845 INFO: [ epoch: 18 ] [ iter: 24,500 ] [ performance: 17.189 it/s ] [ lr: 1.00e-04 ] [ eta: 21:33:34 ] [ l_g_pix: 3.7258e-02 ] [ l_g_total: 3.7258e-02 ] +2024-09-26 20:05:50,647 INFO: [ epoch: 18 ] [ iter: 24,600 ] [ performance: 17.195 it/s ] [ lr: 1.00e-04 ] [ eta: 21:32:01 ] [ l_g_pix: 3.5023e-02 ] [ l_g_total: 3.5023e-02 ] +2024-09-26 20:05:56,508 INFO: [ epoch: 18 ] [ iter: 24,700 ] [ performance: 17.121 it/s ] [ lr: 1.00e-04 ] [ eta: 21:30:30 ] [ l_g_pix: 2.8700e-02 ] [ l_g_total: 2.8700e-02 ] +2024-09-26 20:06:02,399 INFO: [ epoch: 18 ] [ iter: 24,800 ] [ performance: 17.197 it/s ] [ lr: 1.00e-04 ] [ eta: 21:29:02 ] [ l_g_pix: 3.5796e-02 ] [ l_g_total: 3.5796e-02 ] +2024-09-26 20:06:08,185 INFO: [ epoch: 18 ] [ iter: 24,900 ] [ performance: 17.247 it/s ] [ lr: 1.00e-04 ] [ eta: 21:27:30 ] [ l_g_pix: 3.4618e-02 ] [ l_g_total: 3.4618e-02 ] +2024-09-26 20:06:13,975 INFO: [ epoch: 18 ] [ iter: 25,000 ] [ performance: 17.340 it/s ] [ lr: 1.00e-04 ] [ eta: 21:25:59 ] [ l_g_pix: 3.1743e-02 ] [ l_g_total: 3.1743e-02 ] +2024-09-26 20:06:19,876 INFO: [ epoch: 18 ] [ iter: 25,100 ] [ performance: 17.116 it/s ] [ lr: 1.00e-04 ] [ eta: 21:24:33 ] [ l_g_pix: 2.8740e-02 ] [ l_g_total: 2.8740e-02 ] +2024-09-26 20:06:25,572 INFO: [ epoch: 18 ] [ iter: 25,200 ] [ performance: 17.692 it/s ] [ lr: 1.00e-04 ] [ eta: 21:22:59 ] [ l_g_pix: 2.8681e-02 ] [ l_g_total: 2.8681e-02 ] +2024-09-26 20:06:31,334 INFO: [ epoch: 18 ] [ iter: 25,300 ] [ performance: 17.500 it/s ] [ lr: 1.00e-04 ] [ eta: 21:21:29 ] [ l_g_pix: 2.9749e-02 ] [ l_g_total: 2.9749e-02 ] +2024-09-26 20:06:37,913 INFO: [ epoch: 19 ] [ iter: 25,400 ] [ performance: 14.450 it/s ] [ lr: 1.00e-04 ] [ eta: 21:20:31 ] [ l_g_pix: 3.4729e-02 ] [ l_g_total: 3.4729e-02 ] +2024-09-26 20:06:43,704 INFO: [ epoch: 19 ] [ iter: 25,500 ] [ performance: 15.946 it/s ] [ lr: 1.00e-04 ] [ eta: 21:19:03 ] [ l_g_pix: 4.1334e-02 ] [ l_g_total: 4.1334e-02 ] +2024-09-26 20:06:49,408 INFO: [ epoch: 19 ] [ iter: 25,600 ] [ performance: 17.578 it/s ] [ lr: 1.00e-04 ] [ eta: 21:17:33 ] [ l_g_pix: 3.0324e-02 ] [ l_g_total: 3.0324e-02 ] +2024-09-26 20:06:55,047 INFO: [ epoch: 19 ] [ iter: 25,700 ] [ performance: 17.669 it/s ] [ lr: 1.00e-04 ] [ eta: 21:16:00 ] [ l_g_pix: 3.5083e-02 ] [ l_g_total: 3.5083e-02 ] +2024-09-26 20:07:00,641 INFO: [ epoch: 19 ] [ iter: 25,800 ] [ performance: 17.803 it/s ] [ lr: 1.00e-04 ] [ eta: 21:14:27 ] [ l_g_pix: 2.9233e-02 ] [ l_g_total: 2.9233e-02 ] +2024-09-26 20:07:06,137 INFO: [ epoch: 19 ] [ iter: 25,900 ] [ performance: 18.029 it/s ] [ lr: 1.00e-04 ] [ eta: 21:12:51 ] [ l_g_pix: 3.6380e-02 ] [ l_g_total: 3.6380e-02 ] +2024-09-26 20:07:11,651 INFO: [ epoch: 19 ] [ iter: 26,000 ] [ performance: 18.294 it/s ] [ lr: 1.00e-04 ] [ eta: 21:11:16 ] [ l_g_pix: 3.5985e-02 ] [ l_g_total: 3.5985e-02 ] +2024-09-26 20:07:17,328 INFO: [ epoch: 19 ] [ iter: 26,100 ] [ performance: 17.891 it/s ] [ lr: 1.00e-04 ] [ eta: 21:09:47 ] [ l_g_pix: 3.1432e-02 ] [ l_g_total: 3.1432e-02 ] +2024-09-26 20:07:23,154 INFO: [ epoch: 19 ] [ iter: 26,200 ] [ performance: 17.223 it/s ] [ lr: 1.00e-04 ] [ eta: 21:08:25 ] [ l_g_pix: 3.0254e-02 ] [ l_g_total: 3.0254e-02 ] +2024-09-26 20:07:28,948 INFO: [ epoch: 19 ] [ iter: 26,300 ] [ performance: 17.246 it/s ] [ lr: 1.00e-04 ] [ eta: 21:07:03 ] [ l_g_pix: 3.1578e-02 ] [ l_g_total: 3.1578e-02 ] +2024-09-26 20:07:34,671 INFO: [ epoch: 19 ] [ iter: 26,400 ] [ performance: 17.405 it/s ] [ lr: 1.00e-04 ] [ eta: 21:05:38 ] [ l_g_pix: 4.3546e-02 ] [ l_g_total: 4.3546e-02 ] +2024-09-26 20:07:40,473 INFO: [ epoch: 19 ] [ iter: 26,500 ] [ performance: 17.306 it/s ] [ lr: 1.00e-04 ] [ eta: 21:04:17 ] [ l_g_pix: 3.9543e-02 ] [ l_g_total: 3.9543e-02 ] +2024-09-26 20:07:46,145 INFO: [ epoch: 19 ] [ iter: 26,600 ] [ performance: 17.744 it/s ] [ lr: 1.00e-04 ] [ eta: 21:02:51 ] [ l_g_pix: 3.4431e-02 ] [ l_g_total: 3.4431e-02 ] +2024-09-26 20:07:51,527 INFO: [ epoch: 19 ] [ iter: 26,700 ] [ performance: 18.234 it/s ] [ lr: 1.00e-04 ] [ eta: 21:01:16 ] [ l_g_pix: 3.7863e-02 ] [ l_g_total: 3.7863e-02 ] +2024-09-26 20:07:58,198 INFO: [ epoch: 20 ] [ iter: 26,800 ] [ performance: 17.421 it/s ] [ lr: 1.00e-04 ] [ eta: 21:00:28 ] [ l_g_pix: 3.1744e-02 ] [ l_g_total: 3.1744e-02 ] +2024-09-26 20:08:03,768 INFO: [ epoch: 20 ] [ iter: 26,900 ] [ performance: 17.738 it/s ] [ lr: 1.00e-04 ] [ eta: 20:59:01 ] [ l_g_pix: 4.0766e-02 ] [ l_g_total: 4.0766e-02 ] +2024-09-26 20:08:09,451 INFO: [ epoch: 20 ] [ iter: 27,000 ] [ performance: 17.616 it/s ] [ lr: 1.00e-04 ] [ eta: 20:57:38 ] [ l_g_pix: 2.7295e-02 ] [ l_g_total: 2.7295e-02 ] +2024-09-26 20:08:15,013 INFO: [ epoch: 20 ] [ iter: 27,100 ] [ performance: 17.835 it/s ] [ lr: 1.00e-04 ] [ eta: 20:56:12 ] [ l_g_pix: 3.8638e-02 ] [ l_g_total: 3.8638e-02 ] +2024-09-26 20:08:20,571 INFO: [ epoch: 20 ] [ iter: 27,200 ] [ performance: 17.974 it/s ] [ lr: 1.00e-04 ] [ eta: 20:54:46 ] [ l_g_pix: 2.8887e-02 ] [ l_g_total: 2.8887e-02 ] +2024-09-26 20:08:26,153 INFO: [ epoch: 20 ] [ iter: 27,300 ] [ performance: 17.940 it/s ] [ lr: 1.00e-04 ] [ eta: 20:53:21 ] [ l_g_pix: 3.5369e-02 ] [ l_g_total: 3.5369e-02 ] +2024-09-26 20:08:31,723 INFO: [ epoch: 20 ] [ iter: 27,400 ] [ performance: 17.943 it/s ] [ lr: 1.00e-04 ] [ eta: 20:51:56 ] [ l_g_pix: 2.4380e-02 ] [ l_g_total: 2.4380e-02 ] +2024-09-26 20:08:37,700 INFO: [ epoch: 20 ] [ iter: 27,500 ] [ performance: 17.186 it/s ] [ lr: 1.00e-04 ] [ eta: 20:50:47 ] [ l_g_pix: 2.7493e-02 ] [ l_g_total: 2.7493e-02 ] +2024-09-26 20:08:43,698 INFO: [ epoch: 20 ] [ iter: 27,600 ] [ performance: 16.801 it/s ] [ lr: 1.00e-04 ] [ eta: 20:49:39 ] [ l_g_pix: 3.5212e-02 ] [ l_g_total: 3.5212e-02 ] +2024-09-26 20:08:49,673 INFO: [ epoch: 20 ] [ iter: 27,700 ] [ performance: 16.763 it/s ] [ lr: 1.00e-04 ] [ eta: 20:48:30 ] [ l_g_pix: 3.2201e-02 ] [ l_g_total: 3.2201e-02 ] +2024-09-26 20:08:55,639 INFO: [ epoch: 20 ] [ iter: 27,800 ] [ performance: 16.752 it/s ] [ lr: 1.00e-04 ] [ eta: 20:47:22 ] [ l_g_pix: 3.7928e-02 ] [ l_g_total: 3.7928e-02 ] +2024-09-26 20:09:01,437 INFO: [ epoch: 20 ] [ iter: 27,900 ] [ performance: 17.058 it/s ] [ lr: 1.00e-04 ] [ eta: 20:46:08 ] [ l_g_pix: 3.2097e-02 ] [ l_g_total: 3.2097e-02 ] +2024-09-26 20:09:06,921 INFO: [ epoch: 20 ] [ iter: 28,000 ] [ performance: 18.559 it/s ] [ lr: 1.00e-04 ] [ eta: 20:44:43 ] [ l_g_pix: 2.4548e-02 ] [ l_g_total: 2.4548e-02 ] +2024-09-26 20:09:13,549 INFO: [ epoch: 21 ] [ iter: 28,100 ] [ performance: 16.240 it/s ] [ lr: 1.00e-04 ] [ eta: 20:43:59 ] [ l_g_pix: 3.6033e-02 ] [ l_g_total: 3.6033e-02 ] +2024-09-26 20:09:19,067 INFO: [ epoch: 21 ] [ iter: 28,200 ] [ performance: 18.182 it/s ] [ lr: 1.00e-04 ] [ eta: 20:42:37 ] [ l_g_pix: 3.5842e-02 ] [ l_g_total: 3.5842e-02 ] +2024-09-26 20:09:24,723 INFO: [ epoch: 21 ] [ iter: 28,300 ] [ performance: 17.868 it/s ] [ lr: 1.00e-04 ] [ eta: 20:41:20 ] [ l_g_pix: 4.5723e-02 ] [ l_g_total: 4.5723e-02 ] +2024-09-26 20:09:30,631 INFO: [ epoch: 21 ] [ iter: 28,400 ] [ performance: 16.570 it/s ] [ lr: 1.00e-04 ] [ eta: 20:40:12 ] [ l_g_pix: 3.3407e-02 ] [ l_g_total: 3.3407e-02 ] +2024-09-26 20:09:36,737 INFO: [ epoch: 21 ] [ iter: 28,500 ] [ performance: 16.449 it/s ] [ lr: 1.00e-04 ] [ eta: 20:39:12 ] [ l_g_pix: 3.2786e-02 ] [ l_g_total: 3.2786e-02 ] +2024-09-26 20:09:42,712 INFO: [ epoch: 21 ] [ iter: 28,600 ] [ performance: 16.763 it/s ] [ lr: 1.00e-04 ] [ eta: 20:38:07 ] [ l_g_pix: 3.4333e-02 ] [ l_g_total: 3.4333e-02 ] +2024-09-26 20:09:48,697 INFO: [ epoch: 21 ] [ iter: 28,700 ] [ performance: 16.730 it/s ] [ lr: 1.00e-04 ] [ eta: 20:37:03 ] [ l_g_pix: 3.4037e-02 ] [ l_g_total: 3.4037e-02 ] +2024-09-26 20:09:54,712 INFO: [ epoch: 21 ] [ iter: 28,800 ] [ performance: 16.692 it/s ] [ lr: 1.00e-04 ] [ eta: 20:36:01 ] [ l_g_pix: 3.8206e-02 ] [ l_g_total: 3.8206e-02 ] +2024-09-26 20:10:00,782 INFO: [ epoch: 21 ] [ iter: 28,900 ] [ performance: 16.555 it/s ] [ lr: 1.00e-04 ] [ eta: 20:35:00 ] [ l_g_pix: 2.7764e-02 ] [ l_g_total: 2.7764e-02 ] +2024-09-26 20:10:06,659 INFO: [ epoch: 21 ] [ iter: 29,000 ] [ performance: 17.197 it/s ] [ lr: 1.00e-04 ] [ eta: 20:33:54 ] [ l_g_pix: 3.3115e-02 ] [ l_g_total: 3.3115e-02 ] +2024-09-26 20:10:12,660 INFO: [ epoch: 21 ] [ iter: 29,100 ] [ performance: 16.853 it/s ] [ lr: 1.00e-04 ] [ eta: 20:32:52 ] [ l_g_pix: 4.0958e-02 ] [ l_g_total: 4.0958e-02 ] +2024-09-26 20:10:18,659 INFO: [ epoch: 21 ] [ iter: 29,200 ] [ performance: 16.982 it/s ] [ lr: 1.00e-04 ] [ eta: 20:31:51 ] [ l_g_pix: 4.1187e-02 ] [ l_g_total: 4.1187e-02 ] +2024-09-26 20:10:24,544 INFO: [ epoch: 21 ] [ iter: 29,300 ] [ performance: 16.989 it/s ] [ lr: 1.00e-04 ] [ eta: 20:30:46 ] [ l_g_pix: 3.1074e-02 ] [ l_g_total: 3.1074e-02 ] +2024-09-26 20:10:31,166 INFO: [ epoch: 22 ] [ iter: 29,400 ] [ performance: 13.351 it/s ] [ lr: 1.00e-04 ] [ eta: 20:30:06 ] [ l_g_pix: 3.2574e-02 ] [ l_g_total: 3.2574e-02 ] +2024-09-26 20:10:37,153 INFO: [ epoch: 22 ] [ iter: 29,500 ] [ performance: 15.353 it/s ] [ lr: 1.00e-04 ] [ eta: 20:29:05 ] [ l_g_pix: 4.1597e-02 ] [ l_g_total: 4.1597e-02 ] +2024-09-26 20:10:42,944 INFO: [ epoch: 22 ] [ iter: 29,600 ] [ performance: 17.776 it/s ] [ lr: 1.00e-04 ] [ eta: 20:27:58 ] [ l_g_pix: 4.0617e-02 ] [ l_g_total: 4.0617e-02 ] +2024-09-26 20:10:48,966 INFO: [ epoch: 22 ] [ iter: 29,700 ] [ performance: 16.995 it/s ] [ lr: 1.00e-04 ] [ eta: 20:26:59 ] [ l_g_pix: 2.2388e-02 ] [ l_g_total: 2.2388e-02 ] +2024-09-26 20:10:54,932 INFO: [ epoch: 22 ] [ iter: 29,800 ] [ performance: 17.049 it/s ] [ lr: 1.00e-04 ] [ eta: 20:25:59 ] [ l_g_pix: 2.6725e-02 ] [ l_g_total: 2.6725e-02 ] +2024-09-26 20:11:00,799 INFO: [ epoch: 22 ] [ iter: 29,900 ] [ performance: 17.046 it/s ] [ lr: 1.00e-04 ] [ eta: 20:24:56 ] [ l_g_pix: 2.7182e-02 ] [ l_g_total: 2.7182e-02 ] +2024-09-26 20:11:06,756 INFO: [ epoch: 22 ] [ iter: 30,000 ] [ performance: 16.635 it/s ] [ lr: 1.00e-04 ] [ eta: 20:23:56 ] [ l_g_pix: 3.3831e-02 ] [ l_g_total: 3.3831e-02 ] +2024-09-26 20:11:06,756 INFO: Saving models and training states. +2024-09-26 20:15:32,054 INFO: Validation val + + # psnr: 26.8861........ Best: 26.8861 @ 30000 iter + # ssim: 0.7542........ Best: 0.7542 @ 30000 iter + # dists: 0.7745........ Best: 0.7745 @ 30000 iter + +2024-09-26 20:15:38,101 INFO: [ epoch: 22 ] [ iter: 30,100 ] [ performance: 16.573 it/s ] [ lr: 1.00e-04 ] [ eta: 22:45:28 ] [ l_g_pix: 4.2579e-02 ] [ l_g_total: 4.2579e-02 ] +2024-09-26 20:15:44,151 INFO: [ epoch: 22 ] [ iter: 30,200 ] [ performance: 16.444 it/s ] [ lr: 1.00e-04 ] [ eta: 22:44:02 ] [ l_g_pix: 2.3172e-02 ] [ l_g_total: 2.3172e-02 ] +2024-09-26 20:15:50,351 INFO: [ epoch: 22 ] [ iter: 30,300 ] [ performance: 16.233 it/s ] [ lr: 1.00e-04 ] [ eta: 22:42:42 ] [ l_g_pix: 1.9305e-02 ] [ l_g_total: 1.9305e-02 ] +2024-09-26 20:15:56,363 INFO: [ epoch: 22 ] [ iter: 30,400 ] [ performance: 17.235 it/s ] [ lr: 1.00e-04 ] [ eta: 22:41:17 ] [ l_g_pix: 3.1248e-02 ] [ l_g_total: 3.1248e-02 ] +2024-09-26 20:16:01,964 INFO: [ epoch: 22 ] [ iter: 30,500 ] [ performance: 17.648 it/s ] [ lr: 1.00e-04 ] [ eta: 22:39:39 ] [ l_g_pix: 3.2706e-02 ] [ l_g_total: 3.2706e-02 ] +2024-09-26 20:16:07,539 INFO: [ epoch: 22 ] [ iter: 30,600 ] [ performance: 18.006 it/s ] [ lr: 1.00e-04 ] [ eta: 22:38:00 ] [ l_g_pix: 3.5291e-02 ] [ l_g_total: 3.5291e-02 ] +2024-09-26 20:16:12,937 INFO: [ epoch: 22 ] [ iter: 30,700 ] [ performance: 18.358 it/s ] [ lr: 1.00e-04 ] [ eta: 22:36:17 ] [ l_g_pix: 2.8207e-02 ] [ l_g_total: 2.8207e-02 ] +2024-09-26 20:16:19,668 INFO: [ epoch: 23 ] [ iter: 30,800 ] [ performance: 17.810 it/s ] [ lr: 1.00e-04 ] [ eta: 22:35:16 ] [ l_g_pix: 4.7241e-02 ] [ l_g_total: 4.7241e-02 ] +2024-09-26 20:16:25,483 INFO: [ epoch: 23 ] [ iter: 30,900 ] [ performance: 17.391 it/s ] [ lr: 1.00e-04 ] [ eta: 22:33:47 ] [ l_g_pix: 3.2611e-02 ] [ l_g_total: 3.2611e-02 ] +2024-09-26 20:16:31,328 INFO: [ epoch: 23 ] [ iter: 31,000 ] [ performance: 16.847 it/s ] [ lr: 1.00e-04 ] [ eta: 22:32:19 ] [ l_g_pix: 3.7617e-02 ] [ l_g_total: 3.7617e-02 ] +2024-09-26 20:16:37,125 INFO: [ epoch: 23 ] [ iter: 31,100 ] [ performance: 17.123 it/s ] [ lr: 1.00e-04 ] [ eta: 22:30:51 ] [ l_g_pix: 2.7501e-02 ] [ l_g_total: 2.7501e-02 ] +2024-09-26 20:16:42,875 INFO: [ epoch: 23 ] [ iter: 31,200 ] [ performance: 17.431 it/s ] [ lr: 1.00e-04 ] [ eta: 22:29:21 ] [ l_g_pix: 2.4230e-02 ] [ l_g_total: 2.4230e-02 ] +2024-09-26 20:16:48,803 INFO: [ epoch: 23 ] [ iter: 31,300 ] [ performance: 17.040 it/s ] [ lr: 1.00e-04 ] [ eta: 22:27:57 ] [ l_g_pix: 4.2087e-02 ] [ l_g_total: 4.2087e-02 ] +2024-09-26 20:16:54,487 INFO: [ epoch: 23 ] [ iter: 31,400 ] [ performance: 18.285 it/s ] [ lr: 1.00e-04 ] [ eta: 22:26:27 ] [ l_g_pix: 3.7980e-02 ] [ l_g_total: 3.7980e-02 ] +2024-09-26 20:17:00,033 INFO: [ epoch: 23 ] [ iter: 31,500 ] [ performance: 18.109 it/s ] [ lr: 1.00e-04 ] [ eta: 22:24:53 ] [ l_g_pix: 3.0022e-02 ] [ l_g_total: 3.0022e-02 ] +2024-09-26 20:17:05,600 INFO: [ epoch: 23 ] [ iter: 31,600 ] [ performance: 18.229 it/s ] [ lr: 1.00e-04 ] [ eta: 22:23:20 ] [ l_g_pix: 3.5489e-02 ] [ l_g_total: 3.5489e-02 ] +2024-09-26 20:17:11,187 INFO: [ epoch: 23 ] [ iter: 31,700 ] [ performance: 17.998 it/s ] [ lr: 1.00e-04 ] [ eta: 22:21:48 ] [ l_g_pix: 3.2672e-02 ] [ l_g_total: 3.2672e-02 ] +2024-09-26 20:17:16,847 INFO: [ epoch: 23 ] [ iter: 31,800 ] [ performance: 17.828 it/s ] [ lr: 1.00e-04 ] [ eta: 22:20:19 ] [ l_g_pix: 3.6653e-02 ] [ l_g_total: 3.6653e-02 ] +2024-09-26 20:17:22,485 INFO: [ epoch: 23 ] [ iter: 31,900 ] [ performance: 17.767 it/s ] [ lr: 1.00e-04 ] [ eta: 22:18:49 ] [ l_g_pix: 2.7397e-02 ] [ l_g_total: 2.7397e-02 ] +2024-09-26 20:17:27,982 INFO: [ epoch: 23 ] [ iter: 32,000 ] [ performance: 18.889 it/s ] [ lr: 1.00e-04 ] [ eta: 22:17:16 ] [ l_g_pix: 2.6393e-02 ] [ l_g_total: 2.6393e-02 ] +2024-09-26 20:17:34,533 INFO: [ epoch: 24 ] [ iter: 32,100 ] [ performance: 16.170 it/s ] [ lr: 1.00e-04 ] [ eta: 22:16:16 ] [ l_g_pix: 4.3301e-02 ] [ l_g_total: 4.3301e-02 ] +2024-09-26 20:17:40,148 INFO: [ epoch: 24 ] [ iter: 32,200 ] [ performance: 17.841 it/s ] [ lr: 1.00e-04 ] [ eta: 22:14:47 ] [ l_g_pix: 3.2891e-02 ] [ l_g_total: 3.2891e-02 ] +2024-09-26 20:17:45,762 INFO: [ epoch: 24 ] [ iter: 32,300 ] [ performance: 17.822 it/s ] [ lr: 1.00e-04 ] [ eta: 22:13:19 ] [ l_g_pix: 3.7458e-02 ] [ l_g_total: 3.7458e-02 ] +2024-09-26 20:17:51,294 INFO: [ epoch: 24 ] [ iter: 32,400 ] [ performance: 18.494 it/s ] [ lr: 1.00e-04 ] [ eta: 22:11:49 ] [ l_g_pix: 1.5860e-02 ] [ l_g_total: 1.5860e-02 ] +2024-09-26 20:17:56,852 INFO: [ epoch: 24 ] [ iter: 32,500 ] [ performance: 18.132 it/s ] [ lr: 1.00e-04 ] [ eta: 22:10:20 ] [ l_g_pix: 4.0893e-02 ] [ l_g_total: 4.0893e-02 ] +2024-09-26 20:18:02,376 INFO: [ epoch: 24 ] [ iter: 32,600 ] [ performance: 18.126 it/s ] [ lr: 1.00e-04 ] [ eta: 22:08:51 ] [ l_g_pix: 3.4182e-02 ] [ l_g_total: 3.4182e-02 ] +2024-09-26 20:18:08,218 INFO: [ epoch: 24 ] [ iter: 32,700 ] [ performance: 17.385 it/s ] [ lr: 1.00e-04 ] [ eta: 22:07:32 ] [ l_g_pix: 3.2812e-02 ] [ l_g_total: 3.2812e-02 ] +2024-09-26 20:18:14,114 INFO: [ epoch: 24 ] [ iter: 32,800 ] [ performance: 16.884 it/s ] [ lr: 1.00e-04 ] [ eta: 22:06:15 ] [ l_g_pix: 2.7426e-02 ] [ l_g_total: 2.7426e-02 ] +2024-09-26 20:18:19,908 INFO: [ epoch: 24 ] [ iter: 32,900 ] [ performance: 17.158 it/s ] [ lr: 1.00e-04 ] [ eta: 22:04:55 ] [ l_g_pix: 3.6885e-02 ] [ l_g_total: 3.6885e-02 ] +2024-09-26 20:18:25,705 INFO: [ epoch: 24 ] [ iter: 33,000 ] [ performance: 17.621 it/s ] [ lr: 1.00e-04 ] [ eta: 22:03:36 ] [ l_g_pix: 4.0822e-02 ] [ l_g_total: 4.0822e-02 ] +2024-09-26 20:18:31,536 INFO: [ epoch: 24 ] [ iter: 33,100 ] [ performance: 17.275 it/s ] [ lr: 1.00e-04 ] [ eta: 22:02:18 ] [ l_g_pix: 3.0140e-02 ] [ l_g_total: 3.0140e-02 ] +2024-09-26 20:18:37,216 INFO: [ epoch: 24 ] [ iter: 33,200 ] [ performance: 18.193 it/s ] [ lr: 1.00e-04 ] [ eta: 22:00:56 ] [ l_g_pix: 3.5051e-02 ] [ l_g_total: 3.5051e-02 ] +2024-09-26 20:18:42,770 INFO: [ epoch: 24 ] [ iter: 33,300 ] [ performance: 18.054 it/s ] [ lr: 1.00e-04 ] [ eta: 21:59:31 ] [ l_g_pix: 3.5513e-02 ] [ l_g_total: 3.5513e-02 ] +2024-09-26 20:18:48,262 INFO: [ epoch: 24 ] [ iter: 33,400 ] [ performance: 17.766 it/s ] [ lr: 1.00e-04 ] [ eta: 21:58:05 ] [ l_g_pix: 4.5008e-02 ] [ l_g_total: 4.5008e-02 ] +2024-09-26 20:18:54,831 INFO: [ epoch: 25 ] [ iter: 33,500 ] [ performance: 15.799 it/s ] [ lr: 1.00e-04 ] [ eta: 21:57:10 ] [ l_g_pix: 3.2816e-02 ] [ l_g_total: 3.2816e-02 ] +2024-09-26 20:19:00,711 INFO: [ epoch: 25 ] [ iter: 33,600 ] [ performance: 16.898 it/s ] [ lr: 1.00e-04 ] [ eta: 21:55:56 ] [ l_g_pix: 2.0964e-02 ] [ l_g_total: 2.0964e-02 ] +2024-09-26 20:19:06,606 INFO: [ epoch: 25 ] [ iter: 33,700 ] [ performance: 16.948 it/s ] [ lr: 1.00e-04 ] [ eta: 21:54:43 ] [ l_g_pix: 3.9641e-02 ] [ l_g_total: 3.9641e-02 ] +2024-09-26 20:19:12,363 INFO: [ epoch: 25 ] [ iter: 33,800 ] [ performance: 17.927 it/s ] [ lr: 1.00e-04 ] [ eta: 21:53:26 ] [ l_g_pix: 2.9163e-02 ] [ l_g_total: 2.9163e-02 ] +2024-09-26 20:19:18,085 INFO: [ epoch: 25 ] [ iter: 33,900 ] [ performance: 17.586 it/s ] [ lr: 1.00e-04 ] [ eta: 21:52:08 ] [ l_g_pix: 3.0882e-02 ] [ l_g_total: 3.0882e-02 ] +2024-09-26 20:19:23,908 INFO: [ epoch: 25 ] [ iter: 34,000 ] [ performance: 17.514 it/s ] [ lr: 1.00e-04 ] [ eta: 21:50:54 ] [ l_g_pix: 3.4008e-02 ] [ l_g_total: 3.4008e-02 ] +2024-09-26 20:19:29,561 INFO: [ epoch: 25 ] [ iter: 34,100 ] [ performance: 17.651 it/s ] [ lr: 1.00e-04 ] [ eta: 21:49:35 ] [ l_g_pix: 3.3602e-02 ] [ l_g_total: 3.3602e-02 ] +2024-09-26 20:19:35,146 INFO: [ epoch: 25 ] [ iter: 34,200 ] [ performance: 18.308 it/s ] [ lr: 1.00e-04 ] [ eta: 21:48:15 ] [ l_g_pix: 2.5976e-02 ] [ l_g_total: 2.5976e-02 ] +2024-09-26 20:19:40,712 INFO: [ epoch: 25 ] [ iter: 34,300 ] [ performance: 18.045 it/s ] [ lr: 1.00e-04 ] [ eta: 21:46:55 ] [ l_g_pix: 2.8598e-02 ] [ l_g_total: 2.8598e-02 ] +2024-09-26 20:19:46,270 INFO: [ epoch: 25 ] [ iter: 34,400 ] [ performance: 18.209 it/s ] [ lr: 1.00e-04 ] [ eta: 21:45:35 ] [ l_g_pix: 2.8469e-02 ] [ l_g_total: 2.8469e-02 ] +2024-09-26 20:19:51,937 INFO: [ epoch: 25 ] [ iter: 34,500 ] [ performance: 17.773 it/s ] [ lr: 1.00e-04 ] [ eta: 21:44:18 ] [ l_g_pix: 2.9372e-02 ] [ l_g_total: 2.9372e-02 ] +2024-09-26 20:19:57,853 INFO: [ epoch: 25 ] [ iter: 34,600 ] [ performance: 17.487 it/s ] [ lr: 1.00e-04 ] [ eta: 21:43:09 ] [ l_g_pix: 4.5661e-02 ] [ l_g_total: 4.5661e-02 ] +2024-09-26 20:20:03,684 INFO: [ epoch: 25 ] [ iter: 34,700 ] [ performance: 17.223 it/s ] [ lr: 1.00e-04 ] [ eta: 21:41:58 ] [ l_g_pix: 3.3303e-02 ] [ l_g_total: 3.3303e-02 ] +2024-09-26 20:20:10,959 INFO: [ epoch: 26 ] [ iter: 34,800 ] [ performance: 16.794 it/s ] [ lr: 1.00e-04 ] [ eta: 21:41:27 ] [ l_g_pix: 1.9421e-02 ] [ l_g_total: 1.9421e-02 ] +2024-09-26 20:20:16,822 INFO: [ epoch: 26 ] [ iter: 34,900 ] [ performance: 17.003 it/s ] [ lr: 1.00e-04 ] [ eta: 21:40:18 ] [ l_g_pix: 4.6515e-02 ] [ l_g_total: 4.6515e-02 ] +2024-09-26 20:20:22,656 INFO: [ epoch: 26 ] [ iter: 35,000 ] [ performance: 17.741 it/s ] [ lr: 1.00e-04 ] [ eta: 21:39:07 ] [ l_g_pix: 2.1141e-02 ] [ l_g_total: 2.1141e-02 ] +2024-09-26 20:20:28,528 INFO: [ epoch: 26 ] [ iter: 35,100 ] [ performance: 17.175 it/s ] [ lr: 1.00e-04 ] [ eta: 21:37:59 ] [ l_g_pix: 3.3067e-02 ] [ l_g_total: 3.3067e-02 ] +2024-09-26 20:20:34,270 INFO: [ epoch: 26 ] [ iter: 35,200 ] [ performance: 17.917 it/s ] [ lr: 1.00e-04 ] [ eta: 21:36:47 ] [ l_g_pix: 3.4127e-02 ] [ l_g_total: 3.4127e-02 ] +2024-09-26 20:20:40,187 INFO: [ epoch: 26 ] [ iter: 35,300 ] [ performance: 17.098 it/s ] [ lr: 1.00e-04 ] [ eta: 21:35:40 ] [ l_g_pix: 4.2171e-02 ] [ l_g_total: 4.2171e-02 ] +2024-09-26 20:20:45,952 INFO: [ epoch: 26 ] [ iter: 35,400 ] [ performance: 17.975 it/s ] [ lr: 1.00e-04 ] [ eta: 21:34:29 ] [ l_g_pix: 3.1588e-02 ] [ l_g_total: 3.1588e-02 ] +2024-09-26 20:20:51,561 INFO: [ epoch: 26 ] [ iter: 35,500 ] [ performance: 17.860 it/s ] [ lr: 1.00e-04 ] [ eta: 21:33:15 ] [ l_g_pix: 3.0287e-02 ] [ l_g_total: 3.0287e-02 ] +2024-09-26 20:20:57,152 INFO: [ epoch: 26 ] [ iter: 35,600 ] [ performance: 18.244 it/s ] [ lr: 1.00e-04 ] [ eta: 21:32:00 ] [ l_g_pix: 2.7660e-02 ] [ l_g_total: 2.7660e-02 ] +2024-09-26 20:21:02,748 INFO: [ epoch: 26 ] [ iter: 35,700 ] [ performance: 17.941 it/s ] [ lr: 1.00e-04 ] [ eta: 21:30:46 ] [ l_g_pix: 3.6736e-02 ] [ l_g_total: 3.6736e-02 ] +2024-09-26 20:21:08,406 INFO: [ epoch: 26 ] [ iter: 35,800 ] [ performance: 17.409 it/s ] [ lr: 1.00e-04 ] [ eta: 21:29:35 ] [ l_g_pix: 2.4250e-02 ] [ l_g_total: 2.4250e-02 ] +2024-09-26 20:21:14,040 INFO: [ epoch: 26 ] [ iter: 35,900 ] [ performance: 17.689 it/s ] [ lr: 1.00e-04 ] [ eta: 21:28:22 ] [ l_g_pix: 3.9720e-02 ] [ l_g_total: 3.9720e-02 ] +2024-09-26 20:21:19,589 INFO: [ epoch: 26 ] [ iter: 36,000 ] [ performance: 19.044 it/s ] [ lr: 1.00e-04 ] [ eta: 21:27:08 ] [ l_g_pix: 3.6773e-02 ] [ l_g_total: 3.6773e-02 ] +2024-09-26 20:21:26,090 INFO: [ epoch: 27 ] [ iter: 36,100 ] [ performance: 15.916 it/s ] [ lr: 1.00e-04 ] [ eta: 21:26:20 ] [ l_g_pix: 4.7955e-02 ] [ l_g_total: 4.7955e-02 ] +2024-09-26 20:21:31,639 INFO: [ epoch: 27 ] [ iter: 36,200 ] [ performance: 18.276 it/s ] [ lr: 1.00e-04 ] [ eta: 21:25:06 ] [ l_g_pix: 3.9172e-02 ] [ l_g_total: 3.9172e-02 ] +2024-09-26 20:21:37,454 INFO: [ epoch: 27 ] [ iter: 36,300 ] [ performance: 17.370 it/s ] [ lr: 1.00e-04 ] [ eta: 21:24:00 ] [ l_g_pix: 3.7825e-02 ] [ l_g_total: 3.7825e-02 ] +2024-09-26 20:21:43,342 INFO: [ epoch: 27 ] [ iter: 36,400 ] [ performance: 17.437 it/s ] [ lr: 1.00e-04 ] [ eta: 21:22:57 ] [ l_g_pix: 2.1324e-02 ] [ l_g_total: 2.1324e-02 ] +2024-09-26 20:21:49,096 INFO: [ epoch: 27 ] [ iter: 36,500 ] [ performance: 17.392 it/s ] [ lr: 1.00e-04 ] [ eta: 21:21:50 ] [ l_g_pix: 3.3562e-02 ] [ l_g_total: 3.3562e-02 ] +2024-09-26 20:21:54,901 INFO: [ epoch: 27 ] [ iter: 36,600 ] [ performance: 16.957 it/s ] [ lr: 1.00e-04 ] [ eta: 21:20:44 ] [ l_g_pix: 4.4954e-02 ] [ l_g_total: 4.4954e-02 ] +2024-09-26 20:22:00,682 INFO: [ epoch: 27 ] [ iter: 36,700 ] [ performance: 17.247 it/s ] [ lr: 1.00e-04 ] [ eta: 21:19:39 ] [ l_g_pix: 2.1672e-02 ] [ l_g_total: 2.1672e-02 ] +2024-09-26 20:22:06,625 INFO: [ epoch: 27 ] [ iter: 36,800 ] [ performance: 16.368 it/s ] [ lr: 1.00e-04 ] [ eta: 21:18:38 ] [ l_g_pix: 3.0685e-02 ] [ l_g_total: 3.0685e-02 ] +2024-09-26 20:22:12,572 INFO: [ epoch: 27 ] [ iter: 36,900 ] [ performance: 16.750 it/s ] [ lr: 1.00e-04 ] [ eta: 21:17:37 ] [ l_g_pix: 2.9126e-02 ] [ l_g_total: 2.9126e-02 ] +2024-09-26 20:22:18,343 INFO: [ epoch: 27 ] [ iter: 37,000 ] [ performance: 17.654 it/s ] [ lr: 1.00e-04 ] [ eta: 21:16:32 ] [ l_g_pix: 3.6822e-02 ] [ l_g_total: 3.6822e-02 ] +2024-09-26 20:22:24,163 INFO: [ epoch: 27 ] [ iter: 37,100 ] [ performance: 17.247 it/s ] [ lr: 1.00e-04 ] [ eta: 21:15:29 ] [ l_g_pix: 2.8464e-02 ] [ l_g_total: 2.8464e-02 ] +2024-09-26 20:22:29,987 INFO: [ epoch: 27 ] [ iter: 37,200 ] [ performance: 17.532 it/s ] [ lr: 1.00e-04 ] [ eta: 21:14:26 ] [ l_g_pix: 3.6401e-02 ] [ l_g_total: 3.6401e-02 ] +2024-09-26 20:22:35,861 INFO: [ epoch: 27 ] [ iter: 37,300 ] [ performance: 17.092 it/s ] [ lr: 1.00e-04 ] [ eta: 21:13:25 ] [ l_g_pix: 3.8329e-02 ] [ l_g_total: 3.8329e-02 ] +2024-09-26 20:22:41,466 INFO: [ epoch: 27 ] [ iter: 37,400 ] [ performance: 18.486 it/s ] [ lr: 1.00e-04 ] [ eta: 21:12:17 ] [ l_g_pix: 4.4605e-02 ] [ l_g_total: 4.4605e-02 ] +2024-09-26 20:22:48,477 INFO: [ epoch: 28 ] [ iter: 37,500 ] [ performance: 14.677 it/s ] [ lr: 1.00e-04 ] [ eta: 21:11:45 ] [ l_g_pix: 2.0908e-02 ] [ l_g_total: 2.0908e-02 ] +2024-09-26 20:22:54,313 INFO: [ epoch: 28 ] [ iter: 37,600 ] [ performance: 17.591 it/s ] [ lr: 1.00e-04 ] [ eta: 21:10:44 ] [ l_g_pix: 3.0837e-02 ] [ l_g_total: 3.0837e-02 ] +2024-09-26 20:23:00,191 INFO: [ epoch: 28 ] [ iter: 37,700 ] [ performance: 17.080 it/s ] [ lr: 1.00e-04 ] [ eta: 21:09:44 ] [ l_g_pix: 3.1649e-02 ] [ l_g_total: 3.1649e-02 ] +2024-09-26 20:23:05,975 INFO: [ epoch: 28 ] [ iter: 37,800 ] [ performance: 18.054 it/s ] [ lr: 1.00e-04 ] [ eta: 21:08:41 ] [ l_g_pix: 2.8497e-02 ] [ l_g_total: 2.8497e-02 ] +2024-09-26 20:23:11,760 INFO: [ epoch: 28 ] [ iter: 37,900 ] [ performance: 17.367 it/s ] [ lr: 1.00e-04 ] [ eta: 21:07:39 ] [ l_g_pix: 2.4663e-02 ] [ l_g_total: 2.4663e-02 ] +2024-09-26 20:23:17,512 INFO: [ epoch: 28 ] [ iter: 38,000 ] [ performance: 18.204 it/s ] [ lr: 1.00e-04 ] [ eta: 21:06:37 ] [ l_g_pix: 2.3442e-02 ] [ l_g_total: 2.3442e-02 ] +2024-09-26 20:23:23,183 INFO: [ epoch: 28 ] [ iter: 38,100 ] [ performance: 17.692 it/s ] [ lr: 1.00e-04 ] [ eta: 21:05:33 ] [ l_g_pix: 3.2901e-02 ] [ l_g_total: 3.2901e-02 ] +2024-09-26 20:23:28,794 INFO: [ epoch: 28 ] [ iter: 38,200 ] [ performance: 17.977 it/s ] [ lr: 1.00e-04 ] [ eta: 21:04:27 ] [ l_g_pix: 2.8742e-02 ] [ l_g_total: 2.8742e-02 ] +2024-09-26 20:23:34,360 INFO: [ epoch: 28 ] [ iter: 38,300 ] [ performance: 17.968 it/s ] [ lr: 1.00e-04 ] [ eta: 21:03:21 ] [ l_g_pix: 4.2114e-02 ] [ l_g_total: 4.2114e-02 ] +2024-09-26 20:23:39,942 INFO: [ epoch: 28 ] [ iter: 38,400 ] [ performance: 18.225 it/s ] [ lr: 1.00e-04 ] [ eta: 21:02:16 ] [ l_g_pix: 2.4797e-02 ] [ l_g_total: 2.4797e-02 ] +2024-09-26 20:23:45,634 INFO: [ epoch: 28 ] [ iter: 38,500 ] [ performance: 17.622 it/s ] [ lr: 1.00e-04 ] [ eta: 21:01:13 ] [ l_g_pix: 2.8381e-02 ] [ l_g_total: 2.8381e-02 ] +2024-09-26 20:23:51,461 INFO: [ epoch: 28 ] [ iter: 38,600 ] [ performance: 16.615 it/s ] [ lr: 1.00e-04 ] [ eta: 21:00:15 ] [ l_g_pix: 2.7999e-02 ] [ l_g_total: 2.7999e-02 ] +2024-09-26 20:23:57,034 INFO: [ epoch: 28 ] [ iter: 38,700 ] [ performance: 17.840 it/s ] [ lr: 1.00e-04 ] [ eta: 20:59:10 ] [ l_g_pix: 3.3679e-02 ] [ l_g_total: 3.3679e-02 ] +2024-09-26 20:24:03,868 INFO: [ epoch: 29 ] [ iter: 38,800 ] [ performance: 17.668 it/s ] [ lr: 1.00e-04 ] [ eta: 20:58:36 ] [ l_g_pix: 2.9733e-02 ] [ l_g_total: 2.9733e-02 ] +2024-09-26 20:24:09,541 INFO: [ epoch: 29 ] [ iter: 38,900 ] [ performance: 17.634 it/s ] [ lr: 1.00e-04 ] [ eta: 20:57:35 ] [ l_g_pix: 2.7319e-02 ] [ l_g_total: 2.7319e-02 ] +2024-09-26 20:24:15,333 INFO: [ epoch: 29 ] [ iter: 39,000 ] [ performance: 18.286 it/s ] [ lr: 1.00e-04 ] [ eta: 20:56:36 ] [ l_g_pix: 3.3702e-02 ] [ l_g_total: 3.3702e-02 ] +2024-09-26 20:24:21,320 INFO: [ epoch: 29 ] [ iter: 39,100 ] [ performance: 16.788 it/s ] [ lr: 1.00e-04 ] [ eta: 20:55:43 ] [ l_g_pix: 3.1183e-02 ] [ l_g_total: 3.1183e-02 ] +2024-09-26 20:24:27,251 INFO: [ epoch: 29 ] [ iter: 39,200 ] [ performance: 16.558 it/s ] [ lr: 1.00e-04 ] [ eta: 20:54:48 ] [ l_g_pix: 2.5071e-02 ] [ l_g_total: 2.5071e-02 ] +2024-09-26 20:24:33,159 INFO: [ epoch: 29 ] [ iter: 39,300 ] [ performance: 16.911 it/s ] [ lr: 1.00e-04 ] [ eta: 20:53:53 ] [ l_g_pix: 4.5520e-02 ] [ l_g_total: 4.5520e-02 ] +2024-09-26 20:24:39,048 INFO: [ epoch: 29 ] [ iter: 39,400 ] [ performance: 17.486 it/s ] [ lr: 1.00e-04 ] [ eta: 20:52:58 ] [ l_g_pix: 3.6671e-02 ] [ l_g_total: 3.6671e-02 ] +2024-09-26 20:24:44,956 INFO: [ epoch: 29 ] [ iter: 39,500 ] [ performance: 16.950 it/s ] [ lr: 1.00e-04 ] [ eta: 20:52:03 ] [ l_g_pix: 2.3938e-02 ] [ l_g_total: 2.3938e-02 ] +2024-09-26 20:24:50,755 INFO: [ epoch: 29 ] [ iter: 39,600 ] [ performance: 18.317 it/s ] [ lr: 1.00e-04 ] [ eta: 20:51:06 ] [ l_g_pix: 3.5075e-02 ] [ l_g_total: 3.5075e-02 ] +2024-09-26 20:24:56,569 INFO: [ epoch: 29 ] [ iter: 39,700 ] [ performance: 17.233 it/s ] [ lr: 1.00e-04 ] [ eta: 20:50:10 ] [ l_g_pix: 2.2766e-02 ] [ l_g_total: 2.2766e-02 ] +2024-09-26 20:25:02,342 INFO: [ epoch: 29 ] [ iter: 39,800 ] [ performance: 17.166 it/s ] [ lr: 1.00e-04 ] [ eta: 20:49:13 ] [ l_g_pix: 1.5646e-02 ] [ l_g_total: 1.5646e-02 ] +2024-09-26 20:25:08,093 INFO: [ epoch: 29 ] [ iter: 39,900 ] [ performance: 17.386 it/s ] [ lr: 1.00e-04 ] [ eta: 20:48:16 ] [ l_g_pix: 4.0195e-02 ] [ l_g_total: 4.0195e-02 ] +2024-09-26 20:25:13,919 INFO: [ epoch: 29 ] [ iter: 40,000 ] [ performance: 17.489 it/s ] [ lr: 1.00e-04 ] [ eta: 20:47:21 ] [ l_g_pix: 3.5904e-02 ] [ l_g_total: 3.5904e-02 ] +2024-09-26 20:25:13,919 INFO: Saving models and training states. +2024-09-26 20:30:07,646 INFO: Validation val + + # psnr: 27.0759........ Best: 27.0759 @ 40000 iter + # ssim: 0.7609........ Best: 0.7609 @ 40000 iter + # dists: 0.7741........ Best: 0.7741 @ 40000 iter + +2024-09-26 20:30:14,544 INFO: [ epoch: 30 ] [ iter: 40,100 ] [ performance: 14.526 it/s ] [ lr: 1.00e-04 ] [ eta: 22:44:03 ] [ l_g_pix: 3.0042e-02 ] [ l_g_total: 3.0042e-02 ] +2024-09-26 20:30:20,620 INFO: [ epoch: 30 ] [ iter: 40,200 ] [ performance: 15.428 it/s ] [ lr: 1.00e-04 ] [ eta: 22:42:56 ] [ l_g_pix: 2.8179e-02 ] [ l_g_total: 2.8179e-02 ] +2024-09-26 20:30:26,424 INFO: [ epoch: 30 ] [ iter: 40,300 ] [ performance: 17.233 it/s ] [ lr: 1.00e-04 ] [ eta: 22:41:43 ] [ l_g_pix: 3.3299e-02 ] [ l_g_total: 3.3299e-02 ] +2024-09-26 20:30:32,150 INFO: [ epoch: 30 ] [ iter: 40,400 ] [ performance: 17.350 it/s ] [ lr: 1.00e-04 ] [ eta: 22:40:28 ] [ l_g_pix: 4.5867e-02 ] [ l_g_total: 4.5867e-02 ] +2024-09-26 20:30:37,974 INFO: [ epoch: 30 ] [ iter: 40,500 ] [ performance: 17.175 it/s ] [ lr: 1.00e-04 ] [ eta: 22:39:16 ] [ l_g_pix: 3.7858e-02 ] [ l_g_total: 3.7858e-02 ] +2024-09-26 20:30:43,874 INFO: [ epoch: 30 ] [ iter: 40,600 ] [ performance: 17.063 it/s ] [ lr: 1.00e-04 ] [ eta: 22:38:06 ] [ l_g_pix: 2.4637e-02 ] [ l_g_total: 2.4637e-02 ] +2024-09-26 20:30:49,698 INFO: [ epoch: 30 ] [ iter: 40,700 ] [ performance: 17.169 it/s ] [ lr: 1.00e-04 ] [ eta: 22:36:54 ] [ l_g_pix: 3.1465e-02 ] [ l_g_total: 3.1465e-02 ] +2024-09-26 20:30:55,458 INFO: [ epoch: 30 ] [ iter: 40,800 ] [ performance: 17.266 it/s ] [ lr: 1.00e-04 ] [ eta: 22:35:42 ] [ l_g_pix: 2.8475e-02 ] [ l_g_total: 2.8475e-02 ] +2024-09-26 20:31:01,192 INFO: [ epoch: 30 ] [ iter: 40,900 ] [ performance: 17.451 it/s ] [ lr: 1.00e-04 ] [ eta: 22:34:29 ] [ l_g_pix: 4.0391e-02 ] [ l_g_total: 4.0391e-02 ] +2024-09-26 20:31:07,032 INFO: [ epoch: 30 ] [ iter: 41,000 ] [ performance: 17.284 it/s ] [ lr: 1.00e-04 ] [ eta: 22:33:19 ] [ l_g_pix: 3.6130e-02 ] [ l_g_total: 3.6130e-02 ] +2024-09-26 20:31:13,080 INFO: [ epoch: 30 ] [ iter: 41,100 ] [ performance: 16.582 it/s ] [ lr: 1.00e-04 ] [ eta: 22:32:14 ] [ l_g_pix: 3.6363e-02 ] [ l_g_total: 3.6363e-02 ] +2024-09-26 20:31:19,116 INFO: [ epoch: 30 ] [ iter: 41,200 ] [ performance: 16.576 it/s ] [ lr: 1.00e-04 ] [ eta: 22:31:09 ] [ l_g_pix: 3.5397e-02 ] [ l_g_total: 3.5397e-02 ] +2024-09-26 20:31:25,041 INFO: [ epoch: 30 ] [ iter: 41,300 ] [ performance: 16.913 it/s ] [ lr: 1.00e-04 ] [ eta: 22:30:02 ] [ l_g_pix: 2.6270e-02 ] [ l_g_total: 2.6270e-02 ] +2024-09-26 20:31:30,891 INFO: [ epoch: 30 ] [ iter: 41,400 ] [ performance: 17.007 it/s ] [ lr: 1.00e-04 ] [ eta: 22:28:53 ] [ l_g_pix: 2.6289e-02 ] [ l_g_total: 2.6289e-02 ] +2024-09-26 20:31:38,159 INFO: [ epoch: 31 ] [ iter: 41,500 ] [ performance: 13.591 it/s ] [ lr: 1.00e-04 ] [ eta: 22:28:18 ] [ l_g_pix: 3.3034e-02 ] [ l_g_total: 3.3034e-02 ] +2024-09-26 20:31:43,893 INFO: [ epoch: 31 ] [ iter: 41,600 ] [ performance: 15.336 it/s ] [ lr: 1.00e-04 ] [ eta: 22:27:07 ] [ l_g_pix: 1.3031e-02 ] [ l_g_total: 1.3031e-02 ] +2024-09-26 20:31:49,624 INFO: [ epoch: 31 ] [ iter: 41,700 ] [ performance: 17.481 it/s ] [ lr: 1.00e-04 ] [ eta: 22:25:56 ] [ l_g_pix: 3.8487e-02 ] [ l_g_total: 3.8487e-02 ] +2024-09-26 20:31:55,429 INFO: [ epoch: 31 ] [ iter: 41,800 ] [ performance: 17.350 it/s ] [ lr: 1.00e-04 ] [ eta: 22:24:48 ] [ l_g_pix: 2.4797e-02 ] [ l_g_total: 2.4797e-02 ] +2024-09-26 20:32:01,169 INFO: [ epoch: 31 ] [ iter: 41,900 ] [ performance: 17.441 it/s ] [ lr: 1.00e-04 ] [ eta: 22:23:38 ] [ l_g_pix: 3.3529e-02 ] [ l_g_total: 3.3529e-02 ] +2024-09-26 20:32:07,383 INFO: [ epoch: 31 ] [ iter: 42,000 ] [ performance: 16.714 it/s ] [ lr: 1.00e-04 ] [ eta: 22:22:39 ] [ l_g_pix: 2.8098e-02 ] [ l_g_total: 2.8098e-02 ] +2024-09-26 20:32:13,550 INFO: [ epoch: 31 ] [ iter: 42,100 ] [ performance: 16.293 it/s ] [ lr: 1.00e-04 ] [ eta: 22:21:40 ] [ l_g_pix: 3.9718e-02 ] [ l_g_total: 3.9718e-02 ] +2024-09-26 20:32:19,536 INFO: [ epoch: 31 ] [ iter: 42,200 ] [ performance: 16.509 it/s ] [ lr: 1.00e-04 ] [ eta: 22:20:37 ] [ l_g_pix: 3.1854e-02 ] [ l_g_total: 3.1854e-02 ] +2024-09-26 20:32:25,640 INFO: [ epoch: 31 ] [ iter: 42,300 ] [ performance: 16.502 it/s ] [ lr: 1.00e-04 ] [ eta: 22:19:36 ] [ l_g_pix: 4.3087e-02 ] [ l_g_total: 4.3087e-02 ] +2024-09-26 20:32:31,360 INFO: [ epoch: 31 ] [ iter: 42,400 ] [ performance: 17.004 it/s ] [ lr: 1.00e-04 ] [ eta: 22:18:28 ] [ l_g_pix: 2.1636e-02 ] [ l_g_total: 2.1636e-02 ] +2024-09-26 20:32:36,978 INFO: [ epoch: 31 ] [ iter: 42,500 ] [ performance: 17.880 it/s ] [ lr: 1.00e-04 ] [ eta: 22:17:17 ] [ l_g_pix: 3.2106e-02 ] [ l_g_total: 3.2106e-02 ] +2024-09-26 20:32:42,567 INFO: [ epoch: 31 ] [ iter: 42,600 ] [ performance: 17.889 it/s ] [ lr: 1.00e-04 ] [ eta: 22:16:06 ] [ l_g_pix: 3.2513e-02 ] [ l_g_total: 3.2513e-02 ] +2024-09-26 20:32:48,052 INFO: [ epoch: 31 ] [ iter: 42,700 ] [ performance: 18.368 it/s ] [ lr: 1.00e-04 ] [ eta: 22:14:53 ] [ l_g_pix: 2.6669e-02 ] [ l_g_total: 2.6669e-02 ] +2024-09-26 20:32:55,321 INFO: [ epoch: 32 ] [ iter: 42,800 ] [ performance: 15.591 it/s ] [ lr: 1.00e-04 ] [ eta: 22:14:20 ] [ l_g_pix: 3.7042e-02 ] [ l_g_total: 3.7042e-02 ] +2024-09-26 20:33:01,275 INFO: [ epoch: 32 ] [ iter: 42,900 ] [ performance: 16.846 it/s ] [ lr: 1.00e-04 ] [ eta: 22:13:18 ] [ l_g_pix: 2.8695e-02 ] [ l_g_total: 2.8695e-02 ] +2024-09-26 20:33:07,008 INFO: [ epoch: 32 ] [ iter: 43,000 ] [ performance: 17.161 it/s ] [ lr: 1.00e-04 ] [ eta: 22:12:11 ] [ l_g_pix: 2.0012e-02 ] [ l_g_total: 2.0012e-02 ] +2024-09-26 20:33:12,797 INFO: [ epoch: 32 ] [ iter: 43,100 ] [ performance: 17.375 it/s ] [ lr: 1.00e-04 ] [ eta: 22:11:06 ] [ l_g_pix: 3.7157e-02 ] [ l_g_total: 3.7157e-02 ] +2024-09-26 20:33:18,448 INFO: [ epoch: 32 ] [ iter: 43,200 ] [ performance: 17.546 it/s ] [ lr: 1.00e-04 ] [ eta: 22:09:57 ] [ l_g_pix: 1.7775e-02 ] [ l_g_total: 1.7775e-02 ] +2024-09-26 20:33:24,101 INFO: [ epoch: 32 ] [ iter: 43,300 ] [ performance: 17.754 it/s ] [ lr: 1.00e-04 ] [ eta: 22:08:50 ] [ l_g_pix: 2.5432e-02 ] [ l_g_total: 2.5432e-02 ] +2024-09-26 20:33:29,686 INFO: [ epoch: 32 ] [ iter: 43,400 ] [ performance: 17.837 it/s ] [ lr: 1.00e-04 ] [ eta: 22:07:41 ] [ l_g_pix: 3.3542e-02 ] [ l_g_total: 3.3542e-02 ] +2024-09-26 20:33:35,234 INFO: [ epoch: 32 ] [ iter: 43,500 ] [ performance: 18.139 it/s ] [ lr: 1.00e-04 ] [ eta: 22:06:31 ] [ l_g_pix: 1.5286e-02 ] [ l_g_total: 1.5286e-02 ] +2024-09-26 20:33:40,880 INFO: [ epoch: 32 ] [ iter: 43,600 ] [ performance: 17.907 it/s ] [ lr: 1.00e-04 ] [ eta: 22:05:24 ] [ l_g_pix: 2.5013e-02 ] [ l_g_total: 2.5013e-02 ] +2024-09-26 20:33:46,588 INFO: [ epoch: 32 ] [ iter: 43,700 ] [ performance: 17.671 it/s ] [ lr: 1.00e-04 ] [ eta: 22:04:19 ] [ l_g_pix: 3.7344e-02 ] [ l_g_total: 3.7344e-02 ] +2024-09-26 20:33:52,203 INFO: [ epoch: 32 ] [ iter: 43,800 ] [ performance: 17.749 it/s ] [ lr: 1.00e-04 ] [ eta: 22:03:12 ] [ l_g_pix: 3.5205e-02 ] [ l_g_total: 3.5205e-02 ] +2024-09-26 20:33:57,784 INFO: [ epoch: 32 ] [ iter: 43,900 ] [ performance: 18.061 it/s ] [ lr: 1.00e-04 ] [ eta: 22:02:04 ] [ l_g_pix: 2.7103e-02 ] [ l_g_total: 2.7103e-02 ] +2024-09-26 20:34:03,321 INFO: [ epoch: 32 ] [ iter: 44,000 ] [ performance: 18.062 it/s ] [ lr: 1.00e-04 ] [ eta: 22:00:56 ] [ l_g_pix: 3.3183e-02 ] [ l_g_total: 3.3183e-02 ] +2024-09-26 20:34:09,963 INFO: [ epoch: 33 ] [ iter: 44,100 ] [ performance: 14.489 it/s ] [ lr: 1.00e-04 ] [ eta: 22:00:12 ] [ l_g_pix: 3.6731e-02 ] [ l_g_total: 3.6731e-02 ] +2024-09-26 20:34:15,857 INFO: [ epoch: 33 ] [ iter: 44,200 ] [ performance: 15.763 it/s ] [ lr: 1.00e-04 ] [ eta: 21:59:12 ] [ l_g_pix: 2.3381e-02 ] [ l_g_total: 2.3381e-02 ] +2024-09-26 20:34:21,406 INFO: [ epoch: 33 ] [ iter: 44,300 ] [ performance: 18.181 it/s ] [ lr: 1.00e-04 ] [ eta: 21:58:05 ] [ l_g_pix: 2.5332e-02 ] [ l_g_total: 2.5332e-02 ] +2024-09-26 20:34:26,941 INFO: [ epoch: 33 ] [ iter: 44,400 ] [ performance: 18.119 it/s ] [ lr: 1.00e-04 ] [ eta: 21:56:58 ] [ l_g_pix: 3.1140e-02 ] [ l_g_total: 3.1140e-02 ] +2024-09-26 20:34:32,550 INFO: [ epoch: 33 ] [ iter: 44,500 ] [ performance: 17.982 it/s ] [ lr: 1.00e-04 ] [ eta: 21:55:52 ] [ l_g_pix: 3.2490e-02 ] [ l_g_total: 3.2490e-02 ] +2024-09-26 20:34:38,419 INFO: [ epoch: 33 ] [ iter: 44,600 ] [ performance: 17.444 it/s ] [ lr: 1.00e-04 ] [ eta: 21:54:53 ] [ l_g_pix: 2.5541e-02 ] [ l_g_total: 2.5541e-02 ] +2024-09-26 20:34:44,306 INFO: [ epoch: 33 ] [ iter: 44,700 ] [ performance: 16.937 it/s ] [ lr: 1.00e-04 ] [ eta: 21:53:54 ] [ l_g_pix: 2.0887e-02 ] [ l_g_total: 2.0887e-02 ] +2024-09-26 20:34:50,148 INFO: [ epoch: 33 ] [ iter: 44,800 ] [ performance: 17.040 it/s ] [ lr: 1.00e-04 ] [ eta: 21:52:54 ] [ l_g_pix: 3.1683e-02 ] [ l_g_total: 3.1683e-02 ] +2024-09-26 20:34:55,967 INFO: [ epoch: 33 ] [ iter: 44,900 ] [ performance: 17.215 it/s ] [ lr: 1.00e-04 ] [ eta: 21:51:54 ] [ l_g_pix: 1.8226e-02 ] [ l_g_total: 1.8226e-02 ] +2024-09-26 20:35:01,741 INFO: [ epoch: 33 ] [ iter: 45,000 ] [ performance: 17.275 it/s ] [ lr: 1.00e-04 ] [ eta: 21:50:54 ] [ l_g_pix: 4.0834e-02 ] [ l_g_total: 4.0834e-02 ] +2024-09-26 20:35:07,608 INFO: [ epoch: 33 ] [ iter: 45,100 ] [ performance: 17.121 it/s ] [ lr: 1.00e-04 ] [ eta: 21:49:55 ] [ l_g_pix: 3.7954e-02 ] [ l_g_total: 3.7954e-02 ] +2024-09-26 20:35:13,471 INFO: [ epoch: 33 ] [ iter: 45,200 ] [ performance: 17.086 it/s ] [ lr: 1.00e-04 ] [ eta: 21:48:57 ] [ l_g_pix: 3.0896e-02 ] [ l_g_total: 3.0896e-02 ] +2024-09-26 20:35:19,262 INFO: [ epoch: 33 ] [ iter: 45,300 ] [ performance: 17.233 it/s ] [ lr: 1.00e-04 ] [ eta: 21:47:57 ] [ l_g_pix: 2.3490e-02 ] [ l_g_total: 2.3490e-02 ] +2024-09-26 20:35:24,951 INFO: [ epoch: 33 ] [ iter: 45,400 ] [ performance: 17.428 it/s ] [ lr: 1.00e-04 ] [ eta: 21:46:56 ] [ l_g_pix: 2.7398e-02 ] [ l_g_total: 2.7398e-02 ] +2024-09-26 20:35:32,266 INFO: [ epoch: 34 ] [ iter: 45,500 ] [ performance: 15.708 it/s ] [ lr: 1.00e-04 ] [ eta: 21:46:29 ] [ l_g_pix: 2.3610e-02 ] [ l_g_total: 2.3610e-02 ] +2024-09-26 20:35:38,147 INFO: [ epoch: 34 ] [ iter: 45,600 ] [ performance: 16.429 it/s ] [ lr: 1.00e-04 ] [ eta: 21:45:32 ] [ l_g_pix: 3.2588e-02 ] [ l_g_total: 3.2588e-02 ] +2024-09-26 20:35:43,956 INFO: [ epoch: 34 ] [ iter: 45,700 ] [ performance: 17.263 it/s ] [ lr: 1.00e-04 ] [ eta: 21:44:34 ] [ l_g_pix: 2.8955e-02 ] [ l_g_total: 2.8955e-02 ] +2024-09-26 20:35:49,803 INFO: [ epoch: 34 ] [ iter: 45,800 ] [ performance: 17.171 it/s ] [ lr: 1.00e-04 ] [ eta: 21:43:36 ] [ l_g_pix: 4.2730e-02 ] [ l_g_total: 4.2730e-02 ] +2024-09-26 20:35:55,643 INFO: [ epoch: 34 ] [ iter: 45,900 ] [ performance: 17.146 it/s ] [ lr: 1.00e-04 ] [ eta: 21:42:39 ] [ l_g_pix: 3.5707e-02 ] [ l_g_total: 3.5707e-02 ] +2024-09-26 20:36:01,610 INFO: [ epoch: 34 ] [ iter: 46,000 ] [ performance: 16.921 it/s ] [ lr: 1.00e-04 ] [ eta: 21:41:45 ] [ l_g_pix: 2.9192e-02 ] [ l_g_total: 2.9192e-02 ] +2024-09-26 20:36:07,587 INFO: [ epoch: 34 ] [ iter: 46,100 ] [ performance: 16.975 it/s ] [ lr: 1.00e-04 ] [ eta: 21:40:51 ] [ l_g_pix: 3.5062e-02 ] [ l_g_total: 3.5062e-02 ] +2024-09-26 20:36:13,453 INFO: [ epoch: 34 ] [ iter: 46,200 ] [ performance: 17.018 it/s ] [ lr: 1.00e-04 ] [ eta: 21:39:55 ] [ l_g_pix: 2.7309e-02 ] [ l_g_total: 2.7309e-02 ] +2024-09-26 20:36:19,200 INFO: [ epoch: 34 ] [ iter: 46,300 ] [ performance: 17.746 it/s ] [ lr: 1.00e-04 ] [ eta: 21:38:57 ] [ l_g_pix: 3.2037e-02 ] [ l_g_total: 3.2037e-02 ] +2024-09-26 20:36:24,838 INFO: [ epoch: 34 ] [ iter: 46,400 ] [ performance: 17.743 it/s ] [ lr: 1.00e-04 ] [ eta: 21:37:56 ] [ l_g_pix: 2.8548e-02 ] [ l_g_total: 2.8548e-02 ] +2024-09-26 20:36:30,526 INFO: [ epoch: 34 ] [ iter: 46,500 ] [ performance: 17.657 it/s ] [ lr: 1.00e-04 ] [ eta: 21:36:57 ] [ l_g_pix: 3.7208e-02 ] [ l_g_total: 3.7208e-02 ] +2024-09-26 20:36:36,094 INFO: [ epoch: 34 ] [ iter: 46,600 ] [ performance: 17.836 it/s ] [ lr: 1.00e-04 ] [ eta: 21:35:56 ] [ l_g_pix: 3.1535e-02 ] [ l_g_total: 3.1535e-02 ] +2024-09-26 20:36:41,625 INFO: [ epoch: 34 ] [ iter: 46,700 ] [ performance: 18.123 it/s ] [ lr: 1.00e-04 ] [ eta: 21:34:54 ] [ l_g_pix: 3.3712e-02 ] [ l_g_total: 3.3712e-02 ] +2024-09-26 20:36:48,643 INFO: [ epoch: 35 ] [ iter: 46,800 ] [ performance: 15.601 it/s ] [ lr: 1.00e-04 ] [ eta: 21:34:23 ] [ l_g_pix: 2.9477e-02 ] [ l_g_total: 2.9477e-02 ] +2024-09-26 20:36:54,277 INFO: [ epoch: 35 ] [ iter: 46,900 ] [ performance: 17.797 it/s ] [ lr: 1.00e-04 ] [ eta: 21:33:24 ] [ l_g_pix: 3.4658e-02 ] [ l_g_total: 3.4658e-02 ] +2024-09-26 20:36:59,807 INFO: [ epoch: 35 ] [ iter: 47,000 ] [ performance: 17.968 it/s ] [ lr: 1.00e-04 ] [ eta: 21:32:23 ] [ l_g_pix: 3.8830e-02 ] [ l_g_total: 3.8830e-02 ] +2024-09-26 20:37:05,338 INFO: [ epoch: 35 ] [ iter: 47,100 ] [ performance: 18.160 it/s ] [ lr: 1.00e-04 ] [ eta: 21:31:22 ] [ l_g_pix: 4.0081e-02 ] [ l_g_total: 4.0081e-02 ] +2024-09-26 20:37:11,025 INFO: [ epoch: 35 ] [ iter: 47,200 ] [ performance: 17.809 it/s ] [ lr: 1.00e-04 ] [ eta: 21:30:24 ] [ l_g_pix: 2.0969e-02 ] [ l_g_total: 2.0969e-02 ] +2024-09-26 20:37:16,730 INFO: [ epoch: 35 ] [ iter: 47,300 ] [ performance: 17.634 it/s ] [ lr: 1.00e-04 ] [ eta: 21:29:28 ] [ l_g_pix: 3.3993e-02 ] [ l_g_total: 3.3993e-02 ] +2024-09-26 20:37:22,327 INFO: [ epoch: 35 ] [ iter: 47,400 ] [ performance: 17.775 it/s ] [ lr: 1.00e-04 ] [ eta: 21:28:29 ] [ l_g_pix: 1.9546e-02 ] [ l_g_total: 1.9546e-02 ] +2024-09-26 20:37:27,872 INFO: [ epoch: 35 ] [ iter: 47,500 ] [ performance: 18.083 it/s ] [ lr: 1.00e-04 ] [ eta: 21:27:29 ] [ l_g_pix: 2.2134e-02 ] [ l_g_total: 2.2134e-02 ] +2024-09-26 20:37:33,479 INFO: [ epoch: 35 ] [ iter: 47,600 ] [ performance: 17.933 it/s ] [ lr: 1.00e-04 ] [ eta: 21:26:31 ] [ l_g_pix: 1.9382e-02 ] [ l_g_total: 1.9382e-02 ] +2024-09-26 20:37:39,115 INFO: [ epoch: 35 ] [ iter: 47,700 ] [ performance: 17.753 it/s ] [ lr: 1.00e-04 ] [ eta: 21:25:33 ] [ l_g_pix: 2.6892e-02 ] [ l_g_total: 2.6892e-02 ] +2024-09-26 20:37:44,777 INFO: [ epoch: 35 ] [ iter: 47,800 ] [ performance: 17.698 it/s ] [ lr: 1.00e-04 ] [ eta: 21:24:37 ] [ l_g_pix: 2.2394e-02 ] [ l_g_total: 2.2394e-02 ] +2024-09-26 20:37:50,339 INFO: [ epoch: 35 ] [ iter: 47,900 ] [ performance: 18.067 it/s ] [ lr: 1.00e-04 ] [ eta: 21:23:38 ] [ l_g_pix: 3.0622e-02 ] [ l_g_total: 3.0622e-02 ] +2024-09-26 20:37:55,936 INFO: [ epoch: 35 ] [ iter: 48,000 ] [ performance: 17.946 it/s ] [ lr: 1.00e-04 ] [ eta: 21:22:41 ] [ l_g_pix: 3.2340e-02 ] [ l_g_total: 3.2340e-02 ] +2024-09-26 20:38:02,546 INFO: [ epoch: 36 ] [ iter: 48,100 ] [ performance: 13.578 it/s ] [ lr: 1.00e-04 ] [ eta: 21:22:04 ] [ l_g_pix: 2.6058e-02 ] [ l_g_total: 2.6058e-02 ] +2024-09-26 20:38:08,765 INFO: [ epoch: 36 ] [ iter: 48,200 ] [ performance: 15.032 it/s ] [ lr: 1.00e-04 ] [ eta: 21:21:19 ] [ l_g_pix: 4.1266e-02 ] [ l_g_total: 4.1266e-02 ] +2024-09-26 20:38:14,618 INFO: [ epoch: 36 ] [ iter: 48,300 ] [ performance: 17.166 it/s ] [ lr: 1.00e-04 ] [ eta: 21:20:27 ] [ l_g_pix: 2.3865e-02 ] [ l_g_total: 2.3865e-02 ] +2024-09-26 20:38:20,379 INFO: [ epoch: 36 ] [ iter: 48,400 ] [ performance: 17.288 it/s ] [ lr: 1.00e-04 ] [ eta: 21:19:33 ] [ l_g_pix: 3.5191e-02 ] [ l_g_total: 3.5191e-02 ] +2024-09-26 20:38:26,256 INFO: [ epoch: 36 ] [ iter: 48,500 ] [ performance: 16.959 it/s ] [ lr: 1.00e-04 ] [ eta: 21:18:42 ] [ l_g_pix: 3.5880e-02 ] [ l_g_total: 3.5880e-02 ] +2024-09-26 20:38:31,993 INFO: [ epoch: 36 ] [ iter: 48,600 ] [ performance: 17.255 it/s ] [ lr: 1.00e-04 ] [ eta: 21:17:49 ] [ l_g_pix: 2.6846e-02 ] [ l_g_total: 2.6846e-02 ] +2024-09-26 20:38:37,843 INFO: [ epoch: 36 ] [ iter: 48,700 ] [ performance: 17.144 it/s ] [ lr: 1.00e-04 ] [ eta: 21:16:57 ] [ l_g_pix: 2.9292e-02 ] [ l_g_total: 2.9292e-02 ] +2024-09-26 20:38:43,693 INFO: [ epoch: 36 ] [ iter: 48,800 ] [ performance: 17.115 it/s ] [ lr: 1.00e-04 ] [ eta: 21:16:06 ] [ l_g_pix: 2.9624e-02 ] [ l_g_total: 2.9624e-02 ] +2024-09-26 20:38:49,477 INFO: [ epoch: 36 ] [ iter: 48,900 ] [ performance: 17.152 it/s ] [ lr: 1.00e-04 ] [ eta: 21:15:14 ] [ l_g_pix: 2.6701e-02 ] [ l_g_total: 2.6701e-02 ] +2024-09-26 20:38:55,098 INFO: [ epoch: 36 ] [ iter: 49,000 ] [ performance: 17.554 it/s ] [ lr: 1.00e-04 ] [ eta: 21:14:19 ] [ l_g_pix: 1.7206e-02 ] [ l_g_total: 1.7206e-02 ] +2024-09-26 20:39:00,732 INFO: [ epoch: 36 ] [ iter: 49,100 ] [ performance: 17.856 it/s ] [ lr: 1.00e-04 ] [ eta: 21:13:25 ] [ l_g_pix: 3.3721e-02 ] [ l_g_total: 3.3721e-02 ] +2024-09-26 20:39:06,284 INFO: [ epoch: 36 ] [ iter: 49,200 ] [ performance: 17.958 it/s ] [ lr: 1.00e-04 ] [ eta: 21:12:29 ] [ l_g_pix: 2.2979e-02 ] [ l_g_total: 2.2979e-02 ] +2024-09-26 20:39:11,797 INFO: [ epoch: 36 ] [ iter: 49,300 ] [ performance: 18.216 it/s ] [ lr: 1.00e-04 ] [ eta: 21:11:32 ] [ l_g_pix: 4.1426e-02 ] [ l_g_total: 4.1426e-02 ] +2024-09-26 20:39:17,261 INFO: [ epoch: 36 ] [ iter: 49,400 ] [ performance: 18.273 it/s ] [ lr: 1.00e-04 ] [ eta: 21:10:35 ] [ l_g_pix: 1.7382e-02 ] [ l_g_total: 1.7382e-02 ] +2024-09-26 20:39:24,220 INFO: [ epoch: 37 ] [ iter: 49,500 ] [ performance: 16.821 it/s ] [ lr: 1.00e-04 ] [ eta: 21:10:06 ] [ l_g_pix: 1.9667e-02 ] [ l_g_total: 1.9667e-02 ] +2024-09-26 20:39:30,083 INFO: [ epoch: 37 ] [ iter: 49,600 ] [ performance: 16.974 it/s ] [ lr: 1.00e-04 ] [ eta: 21:09:17 ] [ l_g_pix: 2.6163e-02 ] [ l_g_total: 2.6163e-02 ] +2024-09-26 20:39:36,202 INFO: [ epoch: 37 ] [ iter: 49,700 ] [ performance: 16.500 it/s ] [ lr: 1.00e-04 ] [ eta: 21:08:33 ] [ l_g_pix: 2.3775e-02 ] [ l_g_total: 2.3775e-02 ] +2024-09-26 20:39:42,197 INFO: [ epoch: 37 ] [ iter: 49,800 ] [ performance: 16.618 it/s ] [ lr: 1.00e-04 ] [ eta: 21:07:46 ] [ l_g_pix: 4.0486e-02 ] [ l_g_total: 4.0486e-02 ] +2024-09-26 20:39:48,009 INFO: [ epoch: 37 ] [ iter: 49,900 ] [ performance: 17.747 it/s ] [ lr: 1.00e-04 ] [ eta: 21:06:57 ] [ l_g_pix: 3.5374e-02 ] [ l_g_total: 3.5374e-02 ] +2024-09-26 20:39:53,666 INFO: [ epoch: 37 ] [ iter: 50,000 ] [ performance: 17.703 it/s ] [ lr: 1.00e-04 ] [ eta: 21:06:04 ] [ l_g_pix: 2.8224e-02 ] [ l_g_total: 2.8224e-02 ] +2024-09-26 20:39:53,666 INFO: Saving models and training states. +2024-09-26 20:43:44,109 INFO: Validation val + + # psnr: 27.1323........ Best: 27.1323 @ 50000 iter + # ssim: 0.7629........ Best: 0.7629 @ 50000 iter + # dists: 0.7736........ Best: 0.7736 @ 50000 iter + +2024-09-26 20:43:50,449 INFO: [ epoch: 37 ] [ iter: 50,100 ] [ performance: 15.826 it/s ] [ lr: 1.00e-04 ] [ eta: 22:18:14 ] [ l_g_pix: 4.0786e-02 ] [ l_g_total: 4.0786e-02 ] +2024-09-26 20:43:56,846 INFO: [ epoch: 37 ] [ iter: 50,200 ] [ performance: 15.699 it/s ] [ lr: 1.00e-04 ] [ eta: 22:17:27 ] [ l_g_pix: 2.6876e-02 ] [ l_g_total: 2.6876e-02 ] +2024-09-26 20:44:02,955 INFO: [ epoch: 37 ] [ iter: 50,300 ] [ performance: 17.090 it/s ] [ lr: 1.00e-04 ] [ eta: 22:16:34 ] [ l_g_pix: 3.2427e-02 ] [ l_g_total: 3.2427e-02 ] +2024-09-26 20:44:08,649 INFO: [ epoch: 37 ] [ iter: 50,400 ] [ performance: 17.404 it/s ] [ lr: 1.00e-04 ] [ eta: 22:15:34 ] [ l_g_pix: 3.1772e-02 ] [ l_g_total: 3.1772e-02 ] +2024-09-26 20:44:14,273 INFO: [ epoch: 37 ] [ iter: 50,500 ] [ performance: 17.929 it/s ] [ lr: 1.00e-04 ] [ eta: 22:14:32 ] [ l_g_pix: 2.9539e-02 ] [ l_g_total: 2.9539e-02 ] +2024-09-26 20:44:19,868 INFO: [ epoch: 37 ] [ iter: 50,600 ] [ performance: 17.899 it/s ] [ lr: 1.00e-04 ] [ eta: 22:13:31 ] [ l_g_pix: 3.2177e-02 ] [ l_g_total: 3.2177e-02 ] +2024-09-26 20:44:25,355 INFO: [ epoch: 37 ] [ iter: 50,700 ] [ performance: 18.691 it/s ] [ lr: 1.00e-04 ] [ eta: 22:12:27 ] [ l_g_pix: 4.3452e-02 ] [ l_g_total: 4.3452e-02 ] +2024-09-26 20:44:32,217 INFO: [ epoch: 38 ] [ iter: 50,800 ] [ performance: 15.697 it/s ] [ lr: 1.00e-04 ] [ eta: 22:11:50 ] [ l_g_pix: 2.9894e-02 ] [ l_g_total: 2.9894e-02 ] +2024-09-26 20:44:37,902 INFO: [ epoch: 38 ] [ iter: 50,900 ] [ performance: 18.085 it/s ] [ lr: 1.00e-04 ] [ eta: 22:10:50 ] [ l_g_pix: 3.3341e-02 ] [ l_g_total: 3.3341e-02 ] +2024-09-26 20:44:43,606 INFO: [ epoch: 38 ] [ iter: 51,000 ] [ performance: 17.707 it/s ] [ lr: 1.00e-04 ] [ eta: 22:09:51 ] [ l_g_pix: 3.0653e-02 ] [ l_g_total: 3.0653e-02 ] +2024-09-26 20:44:49,142 INFO: [ epoch: 38 ] [ iter: 51,100 ] [ performance: 18.384 it/s ] [ lr: 1.00e-04 ] [ eta: 22:08:50 ] [ l_g_pix: 2.9095e-02 ] [ l_g_total: 2.9095e-02 ] +2024-09-26 20:44:54,754 INFO: [ epoch: 38 ] [ iter: 51,200 ] [ performance: 17.995 it/s ] [ lr: 1.00e-04 ] [ eta: 22:07:50 ] [ l_g_pix: 1.6861e-02 ] [ l_g_total: 1.6861e-02 ] +2024-09-26 20:45:00,450 INFO: [ epoch: 38 ] [ iter: 51,300 ] [ performance: 17.765 it/s ] [ lr: 1.00e-04 ] [ eta: 22:06:51 ] [ l_g_pix: 2.2557e-02 ] [ l_g_total: 2.2557e-02 ] +2024-09-26 20:45:06,108 INFO: [ epoch: 38 ] [ iter: 51,400 ] [ performance: 17.703 it/s ] [ lr: 1.00e-04 ] [ eta: 22:05:52 ] [ l_g_pix: 1.7635e-02 ] [ l_g_total: 1.7635e-02 ] +2024-09-26 20:45:11,734 INFO: [ epoch: 38 ] [ iter: 51,500 ] [ performance: 18.003 it/s ] [ lr: 1.00e-04 ] [ eta: 22:04:53 ] [ l_g_pix: 3.3604e-02 ] [ l_g_total: 3.3604e-02 ] +2024-09-26 20:45:17,311 INFO: [ epoch: 38 ] [ iter: 51,600 ] [ performance: 17.962 it/s ] [ lr: 1.00e-04 ] [ eta: 22:03:53 ] [ l_g_pix: 3.3116e-02 ] [ l_g_total: 3.3116e-02 ] +2024-09-26 20:45:22,921 INFO: [ epoch: 38 ] [ iter: 51,700 ] [ performance: 17.968 it/s ] [ lr: 1.00e-04 ] [ eta: 22:02:54 ] [ l_g_pix: 2.5958e-02 ] [ l_g_total: 2.5958e-02 ] +2024-09-26 20:45:28,615 INFO: [ epoch: 38 ] [ iter: 51,800 ] [ performance: 17.684 it/s ] [ lr: 1.00e-04 ] [ eta: 22:01:57 ] [ l_g_pix: 2.1926e-02 ] [ l_g_total: 2.1926e-02 ] +2024-09-26 20:45:34,249 INFO: [ epoch: 38 ] [ iter: 51,900 ] [ performance: 18.009 it/s ] [ lr: 1.00e-04 ] [ eta: 22:00:58 ] [ l_g_pix: 2.4942e-02 ] [ l_g_total: 2.4942e-02 ] +2024-09-26 20:45:39,872 INFO: [ epoch: 38 ] [ iter: 52,000 ] [ performance: 17.851 it/s ] [ lr: 1.00e-04 ] [ eta: 22:00:00 ] [ l_g_pix: 3.0739e-02 ] [ l_g_total: 3.0739e-02 ] +2024-09-26 20:45:45,244 INFO: [ epoch: 38 ] [ iter: 52,100 ] [ performance: 19.016 it/s ] [ lr: 1.00e-04 ] [ eta: 21:58:58 ] [ l_g_pix: 2.4574e-02 ] [ l_g_total: 2.4574e-02 ] +2024-09-26 20:45:52,195 INFO: [ epoch: 39 ] [ iter: 52,200 ] [ performance: 15.485 it/s ] [ lr: 1.00e-04 ] [ eta: 21:58:24 ] [ l_g_pix: 4.3831e-02 ] [ l_g_total: 4.3831e-02 ] +2024-09-26 20:45:58,186 INFO: [ epoch: 39 ] [ iter: 52,300 ] [ performance: 17.399 it/s ] [ lr: 1.00e-04 ] [ eta: 21:57:33 ] [ l_g_pix: 2.9355e-02 ] [ l_g_total: 2.9355e-02 ] +2024-09-26 20:46:04,195 INFO: [ epoch: 39 ] [ iter: 52,400 ] [ performance: 16.854 it/s ] [ lr: 1.00e-04 ] [ eta: 21:56:42 ] [ l_g_pix: 3.8151e-02 ] [ l_g_total: 3.8151e-02 ] +2024-09-26 20:46:10,486 INFO: [ epoch: 39 ] [ iter: 52,500 ] [ performance: 16.058 it/s ] [ lr: 1.00e-04 ] [ eta: 21:55:57 ] [ l_g_pix: 2.5851e-02 ] [ l_g_total: 2.5851e-02 ] +2024-09-26 20:46:16,522 INFO: [ epoch: 39 ] [ iter: 52,600 ] [ performance: 16.423 it/s ] [ lr: 1.00e-04 ] [ eta: 21:55:07 ] [ l_g_pix: 2.1585e-02 ] [ l_g_total: 2.1585e-02 ] +2024-09-26 20:46:22,236 INFO: [ epoch: 39 ] [ iter: 52,700 ] [ performance: 18.143 it/s ] [ lr: 1.00e-04 ] [ eta: 21:54:12 ] [ l_g_pix: 3.7459e-02 ] [ l_g_total: 3.7459e-02 ] +2024-09-26 20:46:27,852 INFO: [ epoch: 39 ] [ iter: 52,800 ] [ performance: 17.898 it/s ] [ lr: 1.00e-04 ] [ eta: 21:53:15 ] [ l_g_pix: 3.5121e-02 ] [ l_g_total: 3.5121e-02 ] +2024-09-26 20:46:33,420 INFO: [ epoch: 39 ] [ iter: 52,900 ] [ performance: 18.313 it/s ] [ lr: 1.00e-04 ] [ eta: 21:52:18 ] [ l_g_pix: 2.3238e-02 ] [ l_g_total: 2.3238e-02 ] +2024-09-26 20:46:38,952 INFO: [ epoch: 39 ] [ iter: 53,000 ] [ performance: 18.142 it/s ] [ lr: 1.00e-04 ] [ eta: 21:51:20 ] [ l_g_pix: 2.9619e-02 ] [ l_g_total: 2.9619e-02 ] +2024-09-26 20:46:44,557 INFO: [ epoch: 39 ] [ iter: 53,100 ] [ performance: 18.002 it/s ] [ lr: 1.00e-04 ] [ eta: 21:50:23 ] [ l_g_pix: 3.1039e-02 ] [ l_g_total: 3.1039e-02 ] +2024-09-26 20:46:50,444 INFO: [ epoch: 39 ] [ iter: 53,200 ] [ performance: 17.252 it/s ] [ lr: 1.00e-04 ] [ eta: 21:49:32 ] [ l_g_pix: 2.7025e-02 ] [ l_g_total: 2.7025e-02 ] +2024-09-26 20:46:56,395 INFO: [ epoch: 39 ] [ iter: 53,300 ] [ performance: 16.946 it/s ] [ lr: 1.00e-04 ] [ eta: 21:48:42 ] [ l_g_pix: 2.6962e-02 ] [ l_g_total: 2.6962e-02 ] +2024-09-26 20:47:02,130 INFO: [ epoch: 39 ] [ iter: 53,400 ] [ performance: 17.309 it/s ] [ lr: 1.00e-04 ] [ eta: 21:47:48 ] [ l_g_pix: 2.2928e-02 ] [ l_g_total: 2.2928e-02 ] +2024-09-26 20:47:09,125 INFO: [ epoch: 40 ] [ iter: 53,500 ] [ performance: 17.175 it/s ] [ lr: 1.00e-04 ] [ eta: 21:47:17 ] [ l_g_pix: 2.1878e-02 ] [ l_g_total: 2.1878e-02 ] +2024-09-26 20:47:14,763 INFO: [ epoch: 40 ] [ iter: 53,600 ] [ performance: 17.593 it/s ] [ lr: 1.00e-04 ] [ eta: 21:46:22 ] [ l_g_pix: 3.1309e-02 ] [ l_g_total: 3.1309e-02 ] +2024-09-26 20:47:20,726 INFO: [ epoch: 40 ] [ iter: 53,700 ] [ performance: 16.328 it/s ] [ lr: 1.00e-04 ] [ eta: 21:45:33 ] [ l_g_pix: 3.4762e-02 ] [ l_g_total: 3.4762e-02 ] +2024-09-26 20:47:26,822 INFO: [ epoch: 40 ] [ iter: 53,800 ] [ performance: 16.386 it/s ] [ lr: 1.00e-04 ] [ eta: 21:44:46 ] [ l_g_pix: 2.7426e-02 ] [ l_g_total: 2.7426e-02 ] +2024-09-26 20:47:32,660 INFO: [ epoch: 40 ] [ iter: 53,900 ] [ performance: 17.259 it/s ] [ lr: 1.00e-04 ] [ eta: 21:43:55 ] [ l_g_pix: 2.9342e-02 ] [ l_g_total: 2.9342e-02 ] +2024-09-26 20:47:38,375 INFO: [ epoch: 40 ] [ iter: 54,000 ] [ performance: 17.440 it/s ] [ lr: 1.00e-04 ] [ eta: 21:43:02 ] [ l_g_pix: 2.6563e-02 ] [ l_g_total: 2.6563e-02 ] +2024-09-26 20:47:44,202 INFO: [ epoch: 40 ] [ iter: 54,100 ] [ performance: 16.362 it/s ] [ lr: 1.00e-04 ] [ eta: 21:42:11 ] [ l_g_pix: 2.6128e-02 ] [ l_g_total: 2.6128e-02 ] +2024-09-26 20:47:50,245 INFO: [ epoch: 40 ] [ iter: 54,200 ] [ performance: 16.506 it/s ] [ lr: 1.00e-04 ] [ eta: 21:41:24 ] [ l_g_pix: 3.0382e-02 ] [ l_g_total: 3.0382e-02 ] +2024-09-26 20:47:56,115 INFO: [ epoch: 40 ] [ iter: 54,300 ] [ performance: 16.922 it/s ] [ lr: 1.00e-04 ] [ eta: 21:40:34 ] [ l_g_pix: 3.2937e-02 ] [ l_g_total: 3.2937e-02 ] +2024-09-26 20:48:02,028 INFO: [ epoch: 40 ] [ iter: 54,400 ] [ performance: 16.916 it/s ] [ lr: 1.00e-04 ] [ eta: 21:39:45 ] [ l_g_pix: 2.8360e-02 ] [ l_g_total: 2.8360e-02 ] +2024-09-26 20:48:07,707 INFO: [ epoch: 40 ] [ iter: 54,500 ] [ performance: 18.151 it/s ] [ lr: 1.00e-04 ] [ eta: 21:38:53 ] [ l_g_pix: 2.7706e-02 ] [ l_g_total: 2.7706e-02 ] +2024-09-26 20:48:13,265 INFO: [ epoch: 40 ] [ iter: 54,600 ] [ performance: 18.029 it/s ] [ lr: 1.00e-04 ] [ eta: 21:37:58 ] [ l_g_pix: 4.3724e-02 ] [ l_g_total: 4.3724e-02 ] +2024-09-26 20:48:18,784 INFO: [ epoch: 40 ] [ iter: 54,700 ] [ performance: 18.842 it/s ] [ lr: 1.00e-04 ] [ eta: 21:37:03 ] [ l_g_pix: 3.6109e-02 ] [ l_g_total: 3.6109e-02 ] +2024-09-26 20:48:25,504 INFO: [ epoch: 41 ] [ iter: 54,800 ] [ performance: 15.602 it/s ] [ lr: 1.00e-04 ] [ eta: 21:36:28 ] [ l_g_pix: 1.8220e-02 ] [ l_g_total: 1.8220e-02 ] +2024-09-26 20:48:31,295 INFO: [ epoch: 41 ] [ iter: 54,900 ] [ performance: 18.282 it/s ] [ lr: 1.00e-04 ] [ eta: 21:35:38 ] [ l_g_pix: 3.0039e-02 ] [ l_g_total: 3.0039e-02 ] +2024-09-26 20:48:36,935 INFO: [ epoch: 41 ] [ iter: 55,000 ] [ performance: 17.847 it/s ] [ lr: 1.00e-04 ] [ eta: 21:34:45 ] [ l_g_pix: 3.7330e-02 ] [ l_g_total: 3.7330e-02 ] +2024-09-26 20:48:42,541 INFO: [ epoch: 41 ] [ iter: 55,100 ] [ performance: 18.147 it/s ] [ lr: 1.00e-04 ] [ eta: 21:33:52 ] [ l_g_pix: 2.0278e-02 ] [ l_g_total: 2.0278e-02 ] +2024-09-26 20:48:48,108 INFO: [ epoch: 41 ] [ iter: 55,200 ] [ performance: 18.003 it/s ] [ lr: 1.00e-04 ] [ eta: 21:32:59 ] [ l_g_pix: 3.1639e-02 ] [ l_g_total: 3.1639e-02 ] +2024-09-26 20:48:53,807 INFO: [ epoch: 41 ] [ iter: 55,300 ] [ performance: 17.741 it/s ] [ lr: 1.00e-04 ] [ eta: 21:32:08 ] [ l_g_pix: 3.4204e-02 ] [ l_g_total: 3.4204e-02 ] +2024-09-26 20:48:59,457 INFO: [ epoch: 41 ] [ iter: 55,400 ] [ performance: 17.710 it/s ] [ lr: 1.00e-04 ] [ eta: 21:31:16 ] [ l_g_pix: 3.8239e-02 ] [ l_g_total: 3.8239e-02 ] +2024-09-26 20:49:05,044 INFO: [ epoch: 41 ] [ iter: 55,500 ] [ performance: 18.038 it/s ] [ lr: 1.00e-04 ] [ eta: 21:30:23 ] [ l_g_pix: 2.3835e-02 ] [ l_g_total: 2.3835e-02 ] +2024-09-26 20:49:10,599 INFO: [ epoch: 41 ] [ iter: 55,600 ] [ performance: 18.013 it/s ] [ lr: 1.00e-04 ] [ eta: 21:29:30 ] [ l_g_pix: 2.7295e-02 ] [ l_g_total: 2.7295e-02 ] +2024-09-26 20:49:16,194 INFO: [ epoch: 41 ] [ iter: 55,700 ] [ performance: 18.086 it/s ] [ lr: 1.00e-04 ] [ eta: 21:28:38 ] [ l_g_pix: 2.9863e-02 ] [ l_g_total: 2.9863e-02 ] +2024-09-26 20:49:21,836 INFO: [ epoch: 41 ] [ iter: 55,800 ] [ performance: 17.795 it/s ] [ lr: 1.00e-04 ] [ eta: 21:27:47 ] [ l_g_pix: 1.9907e-02 ] [ l_g_total: 1.9907e-02 ] +2024-09-26 20:49:27,479 INFO: [ epoch: 41 ] [ iter: 55,900 ] [ performance: 18.222 it/s ] [ lr: 1.00e-04 ] [ eta: 21:26:56 ] [ l_g_pix: 3.3507e-02 ] [ l_g_total: 3.3507e-02 ] +2024-09-26 20:49:33,067 INFO: [ epoch: 41 ] [ iter: 56,000 ] [ performance: 17.956 it/s ] [ lr: 1.00e-04 ] [ eta: 21:26:04 ] [ l_g_pix: 2.2934e-02 ] [ l_g_total: 2.2934e-02 ] +2024-09-26 20:49:38,456 INFO: [ epoch: 41 ] [ iter: 56,100 ] [ performance: 19.105 it/s ] [ lr: 1.00e-04 ] [ eta: 21:25:09 ] [ l_g_pix: 2.6148e-02 ] [ l_g_total: 2.6148e-02 ] +2024-09-26 20:49:45,412 INFO: [ epoch: 42 ] [ iter: 56,200 ] [ performance: 15.024 it/s ] [ lr: 1.00e-04 ] [ eta: 21:24:40 ] [ l_g_pix: 3.7588e-02 ] [ l_g_total: 3.7588e-02 ] +2024-09-26 20:49:51,089 INFO: [ epoch: 42 ] [ iter: 56,300 ] [ performance: 18.070 it/s ] [ lr: 1.00e-04 ] [ eta: 21:23:50 ] [ l_g_pix: 3.6130e-02 ] [ l_g_total: 3.6130e-02 ] +2024-09-26 20:49:56,748 INFO: [ epoch: 42 ] [ iter: 56,400 ] [ performance: 17.738 it/s ] [ lr: 1.00e-04 ] [ eta: 21:23:00 ] [ l_g_pix: 3.6192e-02 ] [ l_g_total: 3.6192e-02 ] +2024-09-26 20:50:02,393 INFO: [ epoch: 42 ] [ iter: 56,500 ] [ performance: 18.284 it/s ] [ lr: 1.00e-04 ] [ eta: 21:22:10 ] [ l_g_pix: 2.4985e-02 ] [ l_g_total: 2.4985e-02 ] +2024-09-26 20:50:07,960 INFO: [ epoch: 42 ] [ iter: 56,600 ] [ performance: 18.016 it/s ] [ lr: 1.00e-04 ] [ eta: 21:21:19 ] [ l_g_pix: 2.2208e-02 ] [ l_g_total: 2.2208e-02 ] +2024-09-26 20:50:13,645 INFO: [ epoch: 42 ] [ iter: 56,700 ] [ performance: 17.915 it/s ] [ lr: 1.00e-04 ] [ eta: 21:20:30 ] [ l_g_pix: 3.4374e-02 ] [ l_g_total: 3.4374e-02 ] +2024-09-26 20:50:19,289 INFO: [ epoch: 42 ] [ iter: 56,800 ] [ performance: 17.750 it/s ] [ lr: 1.00e-04 ] [ eta: 21:19:40 ] [ l_g_pix: 4.0521e-02 ] [ l_g_total: 4.0521e-02 ] +2024-09-26 20:50:24,852 INFO: [ epoch: 42 ] [ iter: 56,900 ] [ performance: 18.323 it/s ] [ lr: 1.00e-04 ] [ eta: 21:18:49 ] [ l_g_pix: 2.2334e-02 ] [ l_g_total: 2.2334e-02 ] +2024-09-26 20:50:30,383 INFO: [ epoch: 42 ] [ iter: 57,000 ] [ performance: 18.117 it/s ] [ lr: 1.00e-04 ] [ eta: 21:17:58 ] [ l_g_pix: 3.0524e-02 ] [ l_g_total: 3.0524e-02 ] +2024-09-26 20:50:36,000 INFO: [ epoch: 42 ] [ iter: 57,100 ] [ performance: 18.069 it/s ] [ lr: 1.00e-04 ] [ eta: 21:17:08 ] [ l_g_pix: 3.7312e-02 ] [ l_g_total: 3.7312e-02 ] +2024-09-26 20:50:41,691 INFO: [ epoch: 42 ] [ iter: 57,200 ] [ performance: 17.642 it/s ] [ lr: 1.00e-04 ] [ eta: 21:16:20 ] [ l_g_pix: 3.0890e-02 ] [ l_g_total: 3.0890e-02 ] +2024-09-26 20:50:47,863 INFO: [ epoch: 42 ] [ iter: 57,300 ] [ performance: 16.101 it/s ] [ lr: 1.00e-04 ] [ eta: 21:15:40 ] [ l_g_pix: 2.4375e-02 ] [ l_g_total: 2.4375e-02 ] +2024-09-26 20:50:53,680 INFO: [ epoch: 42 ] [ iter: 57,400 ] [ performance: 17.042 it/s ] [ lr: 1.00e-04 ] [ eta: 21:14:54 ] [ l_g_pix: 3.1620e-02 ] [ l_g_total: 3.1620e-02 ] +2024-09-26 20:51:01,080 INFO: [ epoch: 43 ] [ iter: 57,500 ] [ performance: 16.463 it/s ] [ lr: 1.00e-04 ] [ eta: 21:14:34 ] [ l_g_pix: 2.9632e-02 ] [ l_g_total: 2.9632e-02 ] +2024-09-26 20:51:06,935 INFO: [ epoch: 43 ] [ iter: 57,600 ] [ performance: 17.004 it/s ] [ lr: 1.00e-04 ] [ eta: 21:13:49 ] [ l_g_pix: 2.7536e-02 ] [ l_g_total: 2.7536e-02 ] +2024-09-26 20:51:12,895 INFO: [ epoch: 43 ] [ iter: 57,700 ] [ performance: 16.771 it/s ] [ lr: 1.00e-04 ] [ eta: 21:13:06 ] [ l_g_pix: 2.3881e-02 ] [ l_g_total: 2.3881e-02 ] +2024-09-26 20:51:18,801 INFO: [ epoch: 43 ] [ iter: 57,800 ] [ performance: 16.914 it/s ] [ lr: 1.00e-04 ] [ eta: 21:12:22 ] [ l_g_pix: 5.0787e-02 ] [ l_g_total: 5.0787e-02 ] +2024-09-26 20:51:24,463 INFO: [ epoch: 43 ] [ iter: 57,900 ] [ performance: 17.959 it/s ] [ lr: 1.00e-04 ] [ eta: 21:11:34 ] [ l_g_pix: 3.0946e-02 ] [ l_g_total: 3.0946e-02 ] +2024-09-26 20:51:30,117 INFO: [ epoch: 43 ] [ iter: 58,000 ] [ performance: 17.716 it/s ] [ lr: 1.00e-04 ] [ eta: 21:10:46 ] [ l_g_pix: 2.4081e-02 ] [ l_g_total: 2.4081e-02 ] +2024-09-26 20:51:35,788 INFO: [ epoch: 43 ] [ iter: 58,100 ] [ performance: 18.429 it/s ] [ lr: 1.00e-04 ] [ eta: 21:09:59 ] [ l_g_pix: 4.6903e-02 ] [ l_g_total: 4.6903e-02 ] +2024-09-26 20:51:41,428 INFO: [ epoch: 43 ] [ iter: 58,200 ] [ performance: 17.800 it/s ] [ lr: 1.00e-04 ] [ eta: 21:09:11 ] [ l_g_pix: 2.3716e-02 ] [ l_g_total: 2.3716e-02 ] +2024-09-26 20:51:46,971 INFO: [ epoch: 43 ] [ iter: 58,300 ] [ performance: 18.266 it/s ] [ lr: 1.00e-04 ] [ eta: 21:08:22 ] [ l_g_pix: 5.0516e-02 ] [ l_g_total: 5.0516e-02 ] +2024-09-26 20:51:52,537 INFO: [ epoch: 43 ] [ iter: 58,400 ] [ performance: 17.995 it/s ] [ lr: 1.00e-04 ] [ eta: 21:07:33 ] [ l_g_pix: 2.6006e-02 ] [ l_g_total: 2.6006e-02 ] +2024-09-26 20:51:58,244 INFO: [ epoch: 43 ] [ iter: 58,500 ] [ performance: 18.328 it/s ] [ lr: 1.00e-04 ] [ eta: 21:06:47 ] [ l_g_pix: 3.0224e-02 ] [ l_g_total: 3.0224e-02 ] +2024-09-26 20:52:03,840 INFO: [ epoch: 43 ] [ iter: 58,600 ] [ performance: 17.909 it/s ] [ lr: 1.00e-04 ] [ eta: 21:05:59 ] [ l_g_pix: 2.7859e-02 ] [ l_g_total: 2.7859e-02 ] +2024-09-26 20:52:09,416 INFO: [ epoch: 43 ] [ iter: 58,700 ] [ performance: 19.025 it/s ] [ lr: 1.00e-04 ] [ eta: 21:05:11 ] [ l_g_pix: 2.2815e-02 ] [ l_g_total: 2.2815e-02 ] +2024-09-26 20:52:15,958 INFO: [ epoch: 44 ] [ iter: 58,800 ] [ performance: 15.515 it/s ] [ lr: 1.00e-04 ] [ eta: 21:04:39 ] [ l_g_pix: 3.2906e-02 ] [ l_g_total: 3.2906e-02 ] +2024-09-26 20:52:21,724 INFO: [ epoch: 44 ] [ iter: 58,900 ] [ performance: 18.675 it/s ] [ lr: 1.00e-04 ] [ eta: 21:03:54 ] [ l_g_pix: 4.1590e-02 ] [ l_g_total: 4.1590e-02 ] +2024-09-26 20:52:27,424 INFO: [ epoch: 44 ] [ iter: 59,000 ] [ performance: 17.614 it/s ] [ lr: 1.00e-04 ] [ eta: 21:03:08 ] [ l_g_pix: 2.8212e-02 ] [ l_g_total: 2.8212e-02 ] +2024-09-26 20:52:33,064 INFO: [ epoch: 44 ] [ iter: 59,100 ] [ performance: 18.140 it/s ] [ lr: 1.00e-04 ] [ eta: 21:02:22 ] [ l_g_pix: 3.1377e-02 ] [ l_g_total: 3.1377e-02 ] +2024-09-26 20:52:38,581 INFO: [ epoch: 44 ] [ iter: 59,200 ] [ performance: 18.129 it/s ] [ lr: 1.00e-04 ] [ eta: 21:01:33 ] [ l_g_pix: 3.0875e-02 ] [ l_g_total: 3.0875e-02 ] +2024-09-26 20:52:44,135 INFO: [ epoch: 44 ] [ iter: 59,300 ] [ performance: 18.700 it/s ] [ lr: 1.00e-04 ] [ eta: 21:00:46 ] [ l_g_pix: 2.0847e-02 ] [ l_g_total: 2.0847e-02 ] +2024-09-26 20:52:49,774 INFO: [ epoch: 44 ] [ iter: 59,400 ] [ performance: 17.778 it/s ] [ lr: 1.00e-04 ] [ eta: 21:00:00 ] [ l_g_pix: 2.4657e-02 ] [ l_g_total: 2.4657e-02 ] +2024-09-26 20:52:55,479 INFO: [ epoch: 44 ] [ iter: 59,500 ] [ performance: 18.097 it/s ] [ lr: 1.00e-04 ] [ eta: 20:59:15 ] [ l_g_pix: 2.7385e-02 ] [ l_g_total: 2.7385e-02 ] +2024-09-26 20:53:01,104 INFO: [ epoch: 44 ] [ iter: 59,600 ] [ performance: 17.791 it/s ] [ lr: 1.00e-04 ] [ eta: 20:58:29 ] [ l_g_pix: 2.5192e-02 ] [ l_g_total: 2.5192e-02 ] +2024-09-26 20:53:06,662 INFO: [ epoch: 44 ] [ iter: 59,700 ] [ performance: 18.477 it/s ] [ lr: 1.00e-04 ] [ eta: 20:57:42 ] [ l_g_pix: 3.1091e-02 ] [ l_g_total: 3.1091e-02 ] +2024-09-26 20:53:12,315 INFO: [ epoch: 44 ] [ iter: 59,800 ] [ performance: 17.716 it/s ] [ lr: 1.00e-04 ] [ eta: 20:56:56 ] [ l_g_pix: 2.9954e-02 ] [ l_g_total: 2.9954e-02 ] +2024-09-26 20:53:18,016 INFO: [ epoch: 44 ] [ iter: 59,900 ] [ performance: 18.314 it/s ] [ lr: 1.00e-04 ] [ eta: 20:56:12 ] [ l_g_pix: 3.5912e-02 ] [ l_g_total: 3.5912e-02 ] +2024-09-26 20:53:23,692 INFO: [ epoch: 44 ] [ iter: 60,000 ] [ performance: 17.633 it/s ] [ lr: 5.00e-05 ] [ eta: 20:55:27 ] [ l_g_pix: 5.0153e-02 ] [ l_g_total: 5.0153e-02 ] +2024-09-26 20:53:23,693 INFO: Saving models and training states. +2024-09-26 20:57:17,428 INFO: Validation val + + # psnr: 27.1565........ Best: 27.1565 @ 60000 iter + # ssim: 0.7640........ Best: 0.7640 @ 60000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-09-26 20:57:22,810 INFO: [ epoch: 44 ] [ iter: 60,100 ] [ performance: 18.905 it/s ] [ lr: 5.00e-05 ] [ eta: 21:55:34 ] [ l_g_pix: 4.0596e-02 ] [ l_g_total: 4.0596e-02 ] +2024-09-26 20:57:29,810 INFO: [ epoch: 45 ] [ iter: 60,200 ] [ performance: 14.324 it/s ] [ lr: 5.00e-05 ] [ eta: 21:55:03 ] [ l_g_pix: 3.3056e-02 ] [ l_g_total: 3.3056e-02 ] +2024-09-26 20:57:35,391 INFO: [ epoch: 45 ] [ iter: 60,300 ] [ performance: 15.912 it/s ] [ lr: 5.00e-05 ] [ eta: 21:54:11 ] [ l_g_pix: 3.2436e-02 ] [ l_g_total: 3.2436e-02 ] +2024-09-26 20:57:41,028 INFO: [ epoch: 45 ] [ iter: 60,400 ] [ performance: 17.743 it/s ] [ lr: 5.00e-05 ] [ eta: 21:53:20 ] [ l_g_pix: 2.5628e-02 ] [ l_g_total: 2.5628e-02 ] +2024-09-26 20:57:46,607 INFO: [ epoch: 45 ] [ iter: 60,500 ] [ performance: 17.836 it/s ] [ lr: 5.00e-05 ] [ eta: 21:52:28 ] [ l_g_pix: 3.6931e-02 ] [ l_g_total: 3.6931e-02 ] +2024-09-26 20:57:52,202 INFO: [ epoch: 45 ] [ iter: 60,600 ] [ performance: 17.879 it/s ] [ lr: 5.00e-05 ] [ eta: 21:51:36 ] [ l_g_pix: 3.4551e-02 ] [ l_g_total: 3.4551e-02 ] +2024-09-26 20:57:57,749 INFO: [ epoch: 45 ] [ iter: 60,700 ] [ performance: 17.954 it/s ] [ lr: 5.00e-05 ] [ eta: 21:50:44 ] [ l_g_pix: 3.9557e-02 ] [ l_g_total: 3.9557e-02 ] +2024-09-26 20:58:03,373 INFO: [ epoch: 45 ] [ iter: 60,800 ] [ performance: 17.802 it/s ] [ lr: 5.00e-05 ] [ eta: 21:49:53 ] [ l_g_pix: 3.5289e-02 ] [ l_g_total: 3.5289e-02 ] +2024-09-26 20:58:08,954 INFO: [ epoch: 45 ] [ iter: 60,900 ] [ performance: 17.862 it/s ] [ lr: 5.00e-05 ] [ eta: 21:49:02 ] [ l_g_pix: 2.8533e-02 ] [ l_g_total: 2.8533e-02 ] +2024-09-26 20:58:14,539 INFO: [ epoch: 45 ] [ iter: 61,000 ] [ performance: 17.909 it/s ] [ lr: 5.00e-05 ] [ eta: 21:48:11 ] [ l_g_pix: 3.5359e-02 ] [ l_g_total: 3.5359e-02 ] +2024-09-26 20:58:20,096 INFO: [ epoch: 45 ] [ iter: 61,100 ] [ performance: 17.953 it/s ] [ lr: 5.00e-05 ] [ eta: 21:47:19 ] [ l_g_pix: 4.3228e-02 ] [ l_g_total: 4.3228e-02 ] +2024-09-26 20:58:25,755 INFO: [ epoch: 45 ] [ iter: 61,200 ] [ performance: 17.674 it/s ] [ lr: 5.00e-05 ] [ eta: 21:46:30 ] [ l_g_pix: 3.2069e-02 ] [ l_g_total: 3.2069e-02 ] +2024-09-26 20:58:31,507 INFO: [ epoch: 45 ] [ iter: 61,300 ] [ performance: 17.527 it/s ] [ lr: 5.00e-05 ] [ eta: 21:45:42 ] [ l_g_pix: 3.4788e-02 ] [ l_g_total: 3.4788e-02 ] +2024-09-26 20:58:37,436 INFO: [ epoch: 45 ] [ iter: 61,400 ] [ performance: 16.891 it/s ] [ lr: 5.00e-05 ] [ eta: 21:44:56 ] [ l_g_pix: 3.7821e-02 ] [ l_g_total: 3.7821e-02 ] +2024-09-26 20:58:44,954 INFO: [ epoch: 46 ] [ iter: 61,500 ] [ performance: 14.838 it/s ] [ lr: 5.00e-05 ] [ eta: 21:44:35 ] [ l_g_pix: 2.1547e-02 ] [ l_g_total: 2.1547e-02 ] +2024-09-26 20:58:50,902 INFO: [ epoch: 46 ] [ iter: 61,600 ] [ performance: 16.846 it/s ] [ lr: 5.00e-05 ] [ eta: 21:43:51 ] [ l_g_pix: 3.8987e-02 ] [ l_g_total: 3.8987e-02 ] +2024-09-26 20:58:56,705 INFO: [ epoch: 46 ] [ iter: 61,700 ] [ performance: 17.044 it/s ] [ lr: 5.00e-05 ] [ eta: 21:43:04 ] [ l_g_pix: 2.0941e-02 ] [ l_g_total: 2.0941e-02 ] +2024-09-26 20:59:02,302 INFO: [ epoch: 46 ] [ iter: 61,800 ] [ performance: 17.891 it/s ] [ lr: 5.00e-05 ] [ eta: 21:42:14 ] [ l_g_pix: 3.0207e-02 ] [ l_g_total: 3.0207e-02 ] +2024-09-26 20:59:07,868 INFO: [ epoch: 46 ] [ iter: 61,900 ] [ performance: 17.932 it/s ] [ lr: 5.00e-05 ] [ eta: 21:41:24 ] [ l_g_pix: 3.6647e-02 ] [ l_g_total: 3.6647e-02 ] +2024-09-26 20:59:13,439 INFO: [ epoch: 46 ] [ iter: 62,000 ] [ performance: 18.007 it/s ] [ lr: 5.00e-05 ] [ eta: 21:40:34 ] [ l_g_pix: 2.9446e-02 ] [ l_g_total: 2.9446e-02 ] +2024-09-26 20:59:19,059 INFO: [ epoch: 46 ] [ iter: 62,100 ] [ performance: 17.896 it/s ] [ lr: 5.00e-05 ] [ eta: 21:39:45 ] [ l_g_pix: 3.5191e-02 ] [ l_g_total: 3.5191e-02 ] +2024-09-26 20:59:24,685 INFO: [ epoch: 46 ] [ iter: 62,200 ] [ performance: 17.841 it/s ] [ lr: 5.00e-05 ] [ eta: 21:38:56 ] [ l_g_pix: 2.2324e-02 ] [ l_g_total: 2.2324e-02 ] +2024-09-26 20:59:30,302 INFO: [ epoch: 46 ] [ iter: 62,300 ] [ performance: 17.822 it/s ] [ lr: 5.00e-05 ] [ eta: 21:38:07 ] [ l_g_pix: 2.7136e-02 ] [ l_g_total: 2.7136e-02 ] +2024-09-26 20:59:35,871 INFO: [ epoch: 46 ] [ iter: 62,400 ] [ performance: 18.023 it/s ] [ lr: 5.00e-05 ] [ eta: 21:37:17 ] [ l_g_pix: 2.8149e-02 ] [ l_g_total: 2.8149e-02 ] +2024-09-26 20:59:41,486 INFO: [ epoch: 46 ] [ iter: 62,500 ] [ performance: 17.912 it/s ] [ lr: 5.00e-05 ] [ eta: 21:36:29 ] [ l_g_pix: 3.7302e-02 ] [ l_g_total: 3.7302e-02 ] +2024-09-26 20:59:47,191 INFO: [ epoch: 46 ] [ iter: 62,600 ] [ performance: 17.602 it/s ] [ lr: 5.00e-05 ] [ eta: 21:35:42 ] [ l_g_pix: 2.7863e-02 ] [ l_g_total: 2.7863e-02 ] +2024-09-26 20:59:52,851 INFO: [ epoch: 46 ] [ iter: 62,700 ] [ performance: 17.638 it/s ] [ lr: 5.00e-05 ] [ eta: 21:34:54 ] [ l_g_pix: 4.1516e-02 ] [ l_g_total: 4.1516e-02 ] +2024-09-26 20:59:59,413 INFO: [ epoch: 47 ] [ iter: 62,800 ] [ performance: 14.954 it/s ] [ lr: 5.00e-05 ] [ eta: 21:34:20 ] [ l_g_pix: 2.6516e-02 ] [ l_g_total: 2.6516e-02 ] +2024-09-26 21:00:05,144 INFO: [ epoch: 47 ] [ iter: 62,900 ] [ performance: 16.186 it/s ] [ lr: 5.00e-05 ] [ eta: 21:33:34 ] [ l_g_pix: 2.7628e-02 ] [ l_g_total: 2.7628e-02 ] +2024-09-26 21:00:10,746 INFO: [ epoch: 47 ] [ iter: 63,000 ] [ performance: 17.994 it/s ] [ lr: 5.00e-05 ] [ eta: 21:32:45 ] [ l_g_pix: 2.4862e-02 ] [ l_g_total: 2.4862e-02 ] +2024-09-26 21:00:16,392 INFO: [ epoch: 47 ] [ iter: 63,100 ] [ performance: 17.843 it/s ] [ lr: 5.00e-05 ] [ eta: 21:31:58 ] [ l_g_pix: 4.1074e-02 ] [ l_g_total: 4.1074e-02 ] +2024-09-26 21:00:22,035 INFO: [ epoch: 47 ] [ iter: 63,200 ] [ performance: 17.806 it/s ] [ lr: 5.00e-05 ] [ eta: 21:31:11 ] [ l_g_pix: 2.2153e-02 ] [ l_g_total: 2.2153e-02 ] +2024-09-26 21:00:27,663 INFO: [ epoch: 47 ] [ iter: 63,300 ] [ performance: 17.787 it/s ] [ lr: 5.00e-05 ] [ eta: 21:30:23 ] [ l_g_pix: 3.1903e-02 ] [ l_g_total: 3.1903e-02 ] +2024-09-26 21:00:33,258 INFO: [ epoch: 47 ] [ iter: 63,400 ] [ performance: 17.983 it/s ] [ lr: 5.00e-05 ] [ eta: 21:29:36 ] [ l_g_pix: 2.8648e-02 ] [ l_g_total: 2.8648e-02 ] +2024-09-26 21:00:38,864 INFO: [ epoch: 47 ] [ iter: 63,500 ] [ performance: 17.907 it/s ] [ lr: 5.00e-05 ] [ eta: 21:28:48 ] [ l_g_pix: 2.3207e-02 ] [ l_g_total: 2.3207e-02 ] +2024-09-26 21:00:44,496 INFO: [ epoch: 47 ] [ iter: 63,600 ] [ performance: 17.848 it/s ] [ lr: 5.00e-05 ] [ eta: 21:28:01 ] [ l_g_pix: 2.8190e-02 ] [ l_g_total: 2.8190e-02 ] +2024-09-26 21:00:50,081 INFO: [ epoch: 47 ] [ iter: 63,700 ] [ performance: 17.880 it/s ] [ lr: 5.00e-05 ] [ eta: 21:27:14 ] [ l_g_pix: 3.6799e-02 ] [ l_g_total: 3.6799e-02 ] +2024-09-26 21:00:55,641 INFO: [ epoch: 47 ] [ iter: 63,800 ] [ performance: 18.126 it/s ] [ lr: 5.00e-05 ] [ eta: 21:26:26 ] [ l_g_pix: 2.9987e-02 ] [ l_g_total: 2.9987e-02 ] +2024-09-26 21:01:01,289 INFO: [ epoch: 47 ] [ iter: 63,900 ] [ performance: 17.894 it/s ] [ lr: 5.00e-05 ] [ eta: 21:25:40 ] [ l_g_pix: 2.9717e-02 ] [ l_g_total: 2.9717e-02 ] +2024-09-26 21:01:06,950 INFO: [ epoch: 47 ] [ iter: 64,000 ] [ performance: 17.790 it/s ] [ lr: 5.00e-05 ] [ eta: 21:24:54 ] [ l_g_pix: 2.4059e-02 ] [ l_g_total: 2.4059e-02 ] +2024-09-26 21:01:12,464 INFO: [ epoch: 47 ] [ iter: 64,100 ] [ performance: 17.979 it/s ] [ lr: 5.00e-05 ] [ eta: 21:24:06 ] [ l_g_pix: 3.8473e-02 ] [ l_g_total: 3.8473e-02 ] +2024-09-26 21:01:19,328 INFO: [ epoch: 48 ] [ iter: 64,200 ] [ performance: 13.956 it/s ] [ lr: 5.00e-05 ] [ eta: 21:23:38 ] [ l_g_pix: 4.4230e-02 ] [ l_g_total: 4.4230e-02 ] +2024-09-26 21:01:24,851 INFO: [ epoch: 48 ] [ iter: 64,300 ] [ performance: 15.981 it/s ] [ lr: 5.00e-05 ] [ eta: 21:22:50 ] [ l_g_pix: 3.3812e-02 ] [ l_g_total: 3.3812e-02 ] +2024-09-26 21:01:30,521 INFO: [ epoch: 48 ] [ iter: 64,400 ] [ performance: 17.669 it/s ] [ lr: 5.00e-05 ] [ eta: 21:22:05 ] [ l_g_pix: 4.7021e-02 ] [ l_g_total: 4.7021e-02 ] +2024-09-26 21:01:36,176 INFO: [ epoch: 48 ] [ iter: 64,500 ] [ performance: 17.678 it/s ] [ lr: 5.00e-05 ] [ eta: 21:21:19 ] [ l_g_pix: 4.5700e-02 ] [ l_g_total: 4.5700e-02 ] +2024-09-26 21:01:41,785 INFO: [ epoch: 48 ] [ iter: 64,600 ] [ performance: 17.966 it/s ] [ lr: 5.00e-05 ] [ eta: 21:20:33 ] [ l_g_pix: 3.3879e-02 ] [ l_g_total: 3.3879e-02 ] +2024-09-26 21:01:47,345 INFO: [ epoch: 48 ] [ iter: 64,700 ] [ performance: 17.979 it/s ] [ lr: 5.00e-05 ] [ eta: 21:19:47 ] [ l_g_pix: 2.6374e-02 ] [ l_g_total: 2.6374e-02 ] +2024-09-26 21:01:52,951 INFO: [ epoch: 48 ] [ iter: 64,800 ] [ performance: 17.958 it/s ] [ lr: 5.00e-05 ] [ eta: 21:19:01 ] [ l_g_pix: 2.7493e-02 ] [ l_g_total: 2.7493e-02 ] +2024-09-26 21:01:58,618 INFO: [ epoch: 48 ] [ iter: 64,900 ] [ performance: 17.782 it/s ] [ lr: 5.00e-05 ] [ eta: 21:18:16 ] [ l_g_pix: 3.2781e-02 ] [ l_g_total: 3.2781e-02 ] +2024-09-26 21:02:04,253 INFO: [ epoch: 48 ] [ iter: 65,000 ] [ performance: 17.814 it/s ] [ lr: 5.00e-05 ] [ eta: 21:17:31 ] [ l_g_pix: 3.3388e-02 ] [ l_g_total: 3.3388e-02 ] +2024-09-26 21:02:09,999 INFO: [ epoch: 48 ] [ iter: 65,100 ] [ performance: 17.582 it/s ] [ lr: 5.00e-05 ] [ eta: 21:16:48 ] [ l_g_pix: 1.9726e-02 ] [ l_g_total: 1.9726e-02 ] +2024-09-26 21:02:15,534 INFO: [ epoch: 48 ] [ iter: 65,200 ] [ performance: 18.170 it/s ] [ lr: 5.00e-05 ] [ eta: 21:16:01 ] [ l_g_pix: 4.0279e-02 ] [ l_g_total: 4.0279e-02 ] +2024-09-26 21:02:21,170 INFO: [ epoch: 48 ] [ iter: 65,300 ] [ performance: 17.926 it/s ] [ lr: 5.00e-05 ] [ eta: 21:15:17 ] [ l_g_pix: 3.0021e-02 ] [ l_g_total: 3.0021e-02 ] +2024-09-26 21:02:26,746 INFO: [ epoch: 48 ] [ iter: 65,400 ] [ performance: 18.169 it/s ] [ lr: 5.00e-05 ] [ eta: 21:14:31 ] [ l_g_pix: 2.8907e-02 ] [ l_g_total: 2.8907e-02 ] +2024-09-26 21:02:33,652 INFO: [ epoch: 49 ] [ iter: 65,500 ] [ performance: 15.863 it/s ] [ lr: 5.00e-05 ] [ eta: 21:14:05 ] [ l_g_pix: 2.1226e-02 ] [ l_g_total: 2.1226e-02 ] +2024-09-26 21:02:39,236 INFO: [ epoch: 49 ] [ iter: 65,600 ] [ performance: 18.071 it/s ] [ lr: 5.00e-05 ] [ eta: 21:13:20 ] [ l_g_pix: 3.1061e-02 ] [ l_g_total: 3.1061e-02 ] +2024-09-26 21:02:44,859 INFO: [ epoch: 49 ] [ iter: 65,700 ] [ performance: 17.911 it/s ] [ lr: 5.00e-05 ] [ eta: 21:12:35 ] [ l_g_pix: 2.0814e-02 ] [ l_g_total: 2.0814e-02 ] +2024-09-26 21:02:50,516 INFO: [ epoch: 49 ] [ iter: 65,800 ] [ performance: 17.793 it/s ] [ lr: 5.00e-05 ] [ eta: 21:11:51 ] [ l_g_pix: 2.5978e-02 ] [ l_g_total: 2.5978e-02 ] +2024-09-26 21:02:56,125 INFO: [ epoch: 49 ] [ iter: 65,900 ] [ performance: 17.815 it/s ] [ lr: 5.00e-05 ] [ eta: 21:11:07 ] [ l_g_pix: 4.2428e-02 ] [ l_g_total: 4.2428e-02 ] +2024-09-26 21:03:01,679 INFO: [ epoch: 49 ] [ iter: 66,000 ] [ performance: 18.155 it/s ] [ lr: 5.00e-05 ] [ eta: 21:10:22 ] [ l_g_pix: 2.6473e-02 ] [ l_g_total: 2.6473e-02 ] +2024-09-26 21:03:07,266 INFO: [ epoch: 49 ] [ iter: 66,100 ] [ performance: 18.008 it/s ] [ lr: 5.00e-05 ] [ eta: 21:09:37 ] [ l_g_pix: 2.3965e-02 ] [ l_g_total: 2.3965e-02 ] +2024-09-26 21:03:12,943 INFO: [ epoch: 49 ] [ iter: 66,200 ] [ performance: 17.683 it/s ] [ lr: 5.00e-05 ] [ eta: 21:08:54 ] [ l_g_pix: 4.3435e-02 ] [ l_g_total: 4.3435e-02 ] +2024-09-26 21:03:18,661 INFO: [ epoch: 49 ] [ iter: 66,300 ] [ performance: 17.570 it/s ] [ lr: 5.00e-05 ] [ eta: 21:08:12 ] [ l_g_pix: 2.9744e-02 ] [ l_g_total: 2.9744e-02 ] +2024-09-26 21:03:24,299 INFO: [ epoch: 49 ] [ iter: 66,400 ] [ performance: 17.862 it/s ] [ lr: 5.00e-05 ] [ eta: 21:07:28 ] [ l_g_pix: 2.1117e-02 ] [ l_g_total: 2.1117e-02 ] +2024-09-26 21:03:29,859 INFO: [ epoch: 49 ] [ iter: 66,500 ] [ performance: 17.936 it/s ] [ lr: 5.00e-05 ] [ eta: 21:06:44 ] [ l_g_pix: 2.9238e-02 ] [ l_g_total: 2.9238e-02 ] +2024-09-26 21:03:35,414 INFO: [ epoch: 49 ] [ iter: 66,600 ] [ performance: 18.161 it/s ] [ lr: 5.00e-05 ] [ eta: 21:05:59 ] [ l_g_pix: 2.3940e-02 ] [ l_g_total: 2.3940e-02 ] +2024-09-26 21:03:41,063 INFO: [ epoch: 49 ] [ iter: 66,700 ] [ performance: 17.889 it/s ] [ lr: 5.00e-05 ] [ eta: 21:05:16 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-09-26 21:03:46,706 INFO: [ epoch: 49 ] [ iter: 66,800 ] [ performance: 17.531 it/s ] [ lr: 5.00e-05 ] [ eta: 21:04:33 ] [ l_g_pix: 3.5931e-02 ] [ l_g_total: 3.5931e-02 ] +2024-09-26 21:03:53,491 INFO: [ epoch: 50 ] [ iter: 66,900 ] [ performance: 15.756 it/s ] [ lr: 5.00e-05 ] [ eta: 21:04:06 ] [ l_g_pix: 2.7271e-02 ] [ l_g_total: 2.7271e-02 ] +2024-09-26 21:03:59,059 INFO: [ epoch: 50 ] [ iter: 67,000 ] [ performance: 18.039 it/s ] [ lr: 5.00e-05 ] [ eta: 21:03:23 ] [ l_g_pix: 2.5549e-02 ] [ l_g_total: 2.5549e-02 ] +2024-09-26 21:04:04,674 INFO: [ epoch: 50 ] [ iter: 67,100 ] [ performance: 17.904 it/s ] [ lr: 5.00e-05 ] [ eta: 21:02:40 ] [ l_g_pix: 2.4461e-02 ] [ l_g_total: 2.4461e-02 ] +2024-09-26 21:04:10,357 INFO: [ epoch: 50 ] [ iter: 67,200 ] [ performance: 17.807 it/s ] [ lr: 5.00e-05 ] [ eta: 21:01:58 ] [ l_g_pix: 2.4782e-02 ] [ l_g_total: 2.4782e-02 ] +2024-09-26 21:04:16,438 INFO: [ epoch: 50 ] [ iter: 67,300 ] [ performance: 16.962 it/s ] [ lr: 5.00e-05 ] [ eta: 21:01:21 ] [ l_g_pix: 1.9274e-02 ] [ l_g_total: 1.9274e-02 ] +2024-09-26 21:04:22,380 INFO: [ epoch: 50 ] [ iter: 67,400 ] [ performance: 17.015 it/s ] [ lr: 5.00e-05 ] [ eta: 21:00:43 ] [ l_g_pix: 3.1985e-02 ] [ l_g_total: 3.1985e-02 ] +2024-09-26 21:04:28,337 INFO: [ epoch: 50 ] [ iter: 67,500 ] [ performance: 16.879 it/s ] [ lr: 5.00e-05 ] [ eta: 21:00:05 ] [ l_g_pix: 2.4609e-02 ] [ l_g_total: 2.4609e-02 ] +2024-09-26 21:04:34,005 INFO: [ epoch: 50 ] [ iter: 67,600 ] [ performance: 17.668 it/s ] [ lr: 5.00e-05 ] [ eta: 20:59:24 ] [ l_g_pix: 3.6209e-02 ] [ l_g_total: 3.6209e-02 ] +2024-09-26 21:04:39,652 INFO: [ epoch: 50 ] [ iter: 67,700 ] [ performance: 17.695 it/s ] [ lr: 5.00e-05 ] [ eta: 20:58:42 ] [ l_g_pix: 3.4400e-02 ] [ l_g_total: 3.4400e-02 ] +2024-09-26 21:04:45,302 INFO: [ epoch: 50 ] [ iter: 67,800 ] [ performance: 17.954 it/s ] [ lr: 5.00e-05 ] [ eta: 20:58:00 ] [ l_g_pix: 2.7861e-02 ] [ l_g_total: 2.7861e-02 ] +2024-09-26 21:04:50,874 INFO: [ epoch: 50 ] [ iter: 67,900 ] [ performance: 17.952 it/s ] [ lr: 5.00e-05 ] [ eta: 20:57:17 ] [ l_g_pix: 3.5888e-02 ] [ l_g_total: 3.5888e-02 ] +2024-09-26 21:04:56,508 INFO: [ epoch: 50 ] [ iter: 68,000 ] [ performance: 17.839 it/s ] [ lr: 5.00e-05 ] [ eta: 20:56:35 ] [ l_g_pix: 2.6749e-02 ] [ l_g_total: 2.6749e-02 ] +2024-09-26 21:05:02,076 INFO: [ epoch: 50 ] [ iter: 68,100 ] [ performance: 17.916 it/s ] [ lr: 5.00e-05 ] [ eta: 20:55:53 ] [ l_g_pix: 2.7701e-02 ] [ l_g_total: 2.7701e-02 ] +2024-09-26 21:05:09,033 INFO: [ epoch: 51 ] [ iter: 68,200 ] [ performance: 16.513 it/s ] [ lr: 5.00e-05 ] [ eta: 20:55:29 ] [ l_g_pix: 3.0452e-02 ] [ l_g_total: 3.0452e-02 ] +2024-09-26 21:05:14,593 INFO: [ epoch: 51 ] [ iter: 68,300 ] [ performance: 17.399 it/s ] [ lr: 5.00e-05 ] [ eta: 20:54:47 ] [ l_g_pix: 3.2794e-02 ] [ l_g_total: 3.2794e-02 ] +2024-09-26 21:05:20,209 INFO: [ epoch: 51 ] [ iter: 68,400 ] [ performance: 17.852 it/s ] [ lr: 5.00e-05 ] [ eta: 20:54:05 ] [ l_g_pix: 2.5487e-02 ] [ l_g_total: 2.5487e-02 ] +2024-09-26 21:05:25,879 INFO: [ epoch: 51 ] [ iter: 68,500 ] [ performance: 17.717 it/s ] [ lr: 5.00e-05 ] [ eta: 20:53:24 ] [ l_g_pix: 1.9484e-02 ] [ l_g_total: 1.9484e-02 ] +2024-09-26 21:05:31,512 INFO: [ epoch: 51 ] [ iter: 68,600 ] [ performance: 17.846 it/s ] [ lr: 5.00e-05 ] [ eta: 20:52:43 ] [ l_g_pix: 3.0691e-02 ] [ l_g_total: 3.0691e-02 ] +2024-09-26 21:05:37,116 INFO: [ epoch: 51 ] [ iter: 68,700 ] [ performance: 17.847 it/s ] [ lr: 5.00e-05 ] [ eta: 20:52:01 ] [ l_g_pix: 2.8520e-02 ] [ l_g_total: 2.8520e-02 ] +2024-09-26 21:05:42,710 INFO: [ epoch: 51 ] [ iter: 68,800 ] [ performance: 17.979 it/s ] [ lr: 5.00e-05 ] [ eta: 20:51:20 ] [ l_g_pix: 4.4180e-02 ] [ l_g_total: 4.4180e-02 ] +2024-09-26 21:05:48,332 INFO: [ epoch: 51 ] [ iter: 68,900 ] [ performance: 17.860 it/s ] [ lr: 5.00e-05 ] [ eta: 20:50:39 ] [ l_g_pix: 2.1337e-02 ] [ l_g_total: 2.1337e-02 ] +2024-09-26 21:05:53,979 INFO: [ epoch: 51 ] [ iter: 69,000 ] [ performance: 17.941 it/s ] [ lr: 5.00e-05 ] [ eta: 20:49:58 ] [ l_g_pix: 2.3788e-02 ] [ l_g_total: 2.3788e-02 ] +2024-09-26 21:05:59,618 INFO: [ epoch: 51 ] [ iter: 69,100 ] [ performance: 17.811 it/s ] [ lr: 5.00e-05 ] [ eta: 20:49:18 ] [ l_g_pix: 3.5667e-02 ] [ l_g_total: 3.5667e-02 ] +2024-09-26 21:06:05,163 INFO: [ epoch: 51 ] [ iter: 69,200 ] [ performance: 18.159 it/s ] [ lr: 5.00e-05 ] [ eta: 20:48:36 ] [ l_g_pix: 2.8253e-02 ] [ l_g_total: 2.8253e-02 ] +2024-09-26 21:06:10,787 INFO: [ epoch: 51 ] [ iter: 69,300 ] [ performance: 17.915 it/s ] [ lr: 5.00e-05 ] [ eta: 20:47:55 ] [ l_g_pix: 2.3319e-02 ] [ l_g_total: 2.3319e-02 ] +2024-09-26 21:06:16,391 INFO: [ epoch: 51 ] [ iter: 69,400 ] [ performance: 18.116 it/s ] [ lr: 5.00e-05 ] [ eta: 20:47:14 ] [ l_g_pix: 2.5366e-02 ] [ l_g_total: 2.5366e-02 ] +2024-09-26 21:06:23,192 INFO: [ epoch: 52 ] [ iter: 69,500 ] [ performance: 15.759 it/s ] [ lr: 5.00e-05 ] [ eta: 20:46:50 ] [ l_g_pix: 3.6222e-02 ] [ l_g_total: 3.6222e-02 ] +2024-09-26 21:06:28,859 INFO: [ epoch: 52 ] [ iter: 69,600 ] [ performance: 18.173 it/s ] [ lr: 5.00e-05 ] [ eta: 20:46:10 ] [ l_g_pix: 3.4781e-02 ] [ l_g_total: 3.4781e-02 ] +2024-09-26 21:06:34,428 INFO: [ epoch: 52 ] [ iter: 69,700 ] [ performance: 18.032 it/s ] [ lr: 5.00e-05 ] [ eta: 20:45:29 ] [ l_g_pix: 3.2822e-02 ] [ l_g_total: 3.2822e-02 ] +2024-09-26 21:06:40,082 INFO: [ epoch: 52 ] [ iter: 69,800 ] [ performance: 17.853 it/s ] [ lr: 5.00e-05 ] [ eta: 20:44:49 ] [ l_g_pix: 2.5764e-02 ] [ l_g_total: 2.5764e-02 ] +2024-09-26 21:06:45,723 INFO: [ epoch: 52 ] [ iter: 69,900 ] [ performance: 17.772 it/s ] [ lr: 5.00e-05 ] [ eta: 20:44:10 ] [ l_g_pix: 1.9774e-02 ] [ l_g_total: 1.9774e-02 ] +2024-09-26 21:06:51,367 INFO: [ epoch: 52 ] [ iter: 70,000 ] [ performance: 18.150 it/s ] [ lr: 5.00e-05 ] [ eta: 20:43:30 ] [ l_g_pix: 2.8598e-02 ] [ l_g_total: 2.8598e-02 ] +2024-09-26 21:06:51,368 INFO: Saving models and training states. +2024-09-26 21:10:43,348 INFO: Validation val + + # psnr: 27.1689........ Best: 27.1689 @ 70000 iter + # ssim: 0.7647........ Best: 0.7647 @ 70000 iter + # dists: 0.7733........ Best: 0.7733 @ 70000 iter + +2024-09-26 21:10:48,940 INFO: [ epoch: 52 ] [ iter: 70,100 ] [ performance: 17.975 it/s ] [ lr: 5.00e-05 ] [ eta: 21:34:07 ] [ l_g_pix: 4.2954e-02 ] [ l_g_total: 4.2954e-02 ] +2024-09-26 21:10:54,582 INFO: [ epoch: 52 ] [ iter: 70,200 ] [ performance: 18.280 it/s ] [ lr: 5.00e-05 ] [ eta: 21:33:23 ] [ l_g_pix: 2.8865e-02 ] [ l_g_total: 2.8865e-02 ] +2024-09-26 21:11:00,172 INFO: [ epoch: 52 ] [ iter: 70,300 ] [ performance: 18.021 it/s ] [ lr: 5.00e-05 ] [ eta: 21:32:38 ] [ l_g_pix: 3.2806e-02 ] [ l_g_total: 3.2806e-02 ] +2024-09-26 21:11:05,787 INFO: [ epoch: 52 ] [ iter: 70,400 ] [ performance: 18.145 it/s ] [ lr: 5.00e-05 ] [ eta: 21:31:54 ] [ l_g_pix: 2.7605e-02 ] [ l_g_total: 2.7605e-02 ] +2024-09-26 21:11:11,412 INFO: [ epoch: 52 ] [ iter: 70,500 ] [ performance: 17.900 it/s ] [ lr: 5.00e-05 ] [ eta: 21:31:09 ] [ l_g_pix: 4.4787e-02 ] [ l_g_total: 4.4787e-02 ] +2024-09-26 21:11:16,990 INFO: [ epoch: 52 ] [ iter: 70,600 ] [ performance: 18.238 it/s ] [ lr: 5.00e-05 ] [ eta: 21:30:25 ] [ l_g_pix: 2.8519e-02 ] [ l_g_total: 2.8519e-02 ] +2024-09-26 21:11:22,592 INFO: [ epoch: 52 ] [ iter: 70,700 ] [ performance: 17.986 it/s ] [ lr: 5.00e-05 ] [ eta: 21:29:41 ] [ l_g_pix: 3.9374e-02 ] [ l_g_total: 3.9374e-02 ] +2024-09-26 21:11:28,054 INFO: [ epoch: 52 ] [ iter: 70,800 ] [ performance: 18.598 it/s ] [ lr: 5.00e-05 ] [ eta: 21:28:55 ] [ l_g_pix: 4.4440e-02 ] [ l_g_total: 4.4440e-02 ] +2024-09-26 21:11:35,738 INFO: [ epoch: 53 ] [ iter: 70,900 ] [ performance: 14.420 it/s ] [ lr: 5.00e-05 ] [ eta: 21:28:38 ] [ l_g_pix: 4.2081e-02 ] [ l_g_total: 4.2081e-02 ] +2024-09-26 21:11:41,812 INFO: [ epoch: 53 ] [ iter: 71,000 ] [ performance: 16.559 it/s ] [ lr: 5.00e-05 ] [ eta: 21:28:00 ] [ l_g_pix: 2.1321e-02 ] [ l_g_total: 2.1321e-02 ] +2024-09-26 21:11:47,474 INFO: [ epoch: 53 ] [ iter: 71,100 ] [ performance: 17.296 it/s ] [ lr: 5.00e-05 ] [ eta: 21:27:17 ] [ l_g_pix: 3.6577e-02 ] [ l_g_total: 3.6577e-02 ] +2024-09-26 21:11:53,051 INFO: [ epoch: 53 ] [ iter: 71,200 ] [ performance: 18.219 it/s ] [ lr: 5.00e-05 ] [ eta: 21:26:33 ] [ l_g_pix: 3.4772e-02 ] [ l_g_total: 3.4772e-02 ] +2024-09-26 21:11:58,713 INFO: [ epoch: 53 ] [ iter: 71,300 ] [ performance: 17.836 it/s ] [ lr: 5.00e-05 ] [ eta: 21:25:50 ] [ l_g_pix: 3.3621e-02 ] [ l_g_total: 3.3621e-02 ] +2024-09-26 21:12:04,368 INFO: [ epoch: 53 ] [ iter: 71,400 ] [ performance: 18.126 it/s ] [ lr: 5.00e-05 ] [ eta: 21:25:08 ] [ l_g_pix: 2.3630e-02 ] [ l_g_total: 2.3630e-02 ] +2024-09-26 21:12:09,945 INFO: [ epoch: 53 ] [ iter: 71,500 ] [ performance: 17.991 it/s ] [ lr: 5.00e-05 ] [ eta: 21:24:24 ] [ l_g_pix: 3.4177e-02 ] [ l_g_total: 3.4177e-02 ] +2024-09-26 21:12:15,512 INFO: [ epoch: 53 ] [ iter: 71,600 ] [ performance: 18.105 it/s ] [ lr: 5.00e-05 ] [ eta: 21:23:40 ] [ l_g_pix: 3.2253e-02 ] [ l_g_total: 3.2253e-02 ] +2024-09-26 21:12:21,162 INFO: [ epoch: 53 ] [ iter: 71,700 ] [ performance: 17.824 it/s ] [ lr: 5.00e-05 ] [ eta: 21:22:58 ] [ l_g_pix: 4.2161e-02 ] [ l_g_total: 4.2161e-02 ] +2024-09-26 21:12:26,798 INFO: [ epoch: 53 ] [ iter: 71,800 ] [ performance: 18.021 it/s ] [ lr: 5.00e-05 ] [ eta: 21:22:15 ] [ l_g_pix: 1.9455e-02 ] [ l_g_total: 1.9455e-02 ] +2024-09-26 21:12:32,452 INFO: [ epoch: 53 ] [ iter: 71,900 ] [ performance: 17.788 it/s ] [ lr: 5.00e-05 ] [ eta: 21:21:33 ] [ l_g_pix: 4.4086e-02 ] [ l_g_total: 4.4086e-02 ] +2024-09-26 21:12:38,026 INFO: [ epoch: 53 ] [ iter: 72,000 ] [ performance: 18.232 it/s ] [ lr: 5.00e-05 ] [ eta: 21:20:49 ] [ l_g_pix: 4.1226e-02 ] [ l_g_total: 4.1226e-02 ] +2024-09-26 21:12:43,574 INFO: [ epoch: 53 ] [ iter: 72,100 ] [ performance: 18.086 it/s ] [ lr: 5.00e-05 ] [ eta: 21:20:06 ] [ l_g_pix: 2.7801e-02 ] [ l_g_total: 2.7801e-02 ] +2024-09-26 21:12:50,671 INFO: [ epoch: 54 ] [ iter: 72,200 ] [ performance: 16.831 it/s ] [ lr: 5.00e-05 ] [ eta: 21:19:43 ] [ l_g_pix: 3.6431e-02 ] [ l_g_total: 3.6431e-02 ] +2024-09-26 21:12:56,317 INFO: [ epoch: 54 ] [ iter: 72,300 ] [ performance: 17.448 it/s ] [ lr: 5.00e-05 ] [ eta: 21:19:00 ] [ l_g_pix: 2.4255e-02 ] [ l_g_total: 2.4255e-02 ] +2024-09-26 21:13:01,863 INFO: [ epoch: 54 ] [ iter: 72,400 ] [ performance: 18.452 it/s ] [ lr: 5.00e-05 ] [ eta: 21:18:17 ] [ l_g_pix: 2.0819e-02 ] [ l_g_total: 2.0819e-02 ] +2024-09-26 21:13:07,488 INFO: [ epoch: 54 ] [ iter: 72,500 ] [ performance: 17.968 it/s ] [ lr: 5.00e-05 ] [ eta: 21:17:35 ] [ l_g_pix: 1.8398e-02 ] [ l_g_total: 1.8398e-02 ] +2024-09-26 21:13:13,168 INFO: [ epoch: 54 ] [ iter: 72,600 ] [ performance: 17.649 it/s ] [ lr: 5.00e-05 ] [ eta: 21:16:54 ] [ l_g_pix: 2.1978e-02 ] [ l_g_total: 2.1978e-02 ] +2024-09-26 21:13:18,856 INFO: [ epoch: 54 ] [ iter: 72,700 ] [ performance: 17.601 it/s ] [ lr: 5.00e-05 ] [ eta: 21:16:13 ] [ l_g_pix: 3.0098e-02 ] [ l_g_total: 3.0098e-02 ] +2024-09-26 21:13:24,567 INFO: [ epoch: 54 ] [ iter: 72,800 ] [ performance: 17.526 it/s ] [ lr: 5.00e-05 ] [ eta: 21:15:32 ] [ l_g_pix: 3.0811e-02 ] [ l_g_total: 3.0811e-02 ] +2024-09-26 21:13:30,161 INFO: [ epoch: 54 ] [ iter: 72,900 ] [ performance: 17.783 it/s ] [ lr: 5.00e-05 ] [ eta: 21:14:50 ] [ l_g_pix: 3.2196e-02 ] [ l_g_total: 3.2196e-02 ] +2024-09-26 21:13:35,793 INFO: [ epoch: 54 ] [ iter: 73,000 ] [ performance: 18.099 it/s ] [ lr: 5.00e-05 ] [ eta: 21:14:09 ] [ l_g_pix: 3.8740e-02 ] [ l_g_total: 3.8740e-02 ] +2024-09-26 21:13:41,472 INFO: [ epoch: 54 ] [ iter: 73,100 ] [ performance: 17.742 it/s ] [ lr: 5.00e-05 ] [ eta: 21:13:28 ] [ l_g_pix: 2.7786e-02 ] [ l_g_total: 2.7786e-02 ] +2024-09-26 21:13:47,145 INFO: [ epoch: 54 ] [ iter: 73,200 ] [ performance: 18.014 it/s ] [ lr: 5.00e-05 ] [ eta: 21:12:47 ] [ l_g_pix: 2.6058e-02 ] [ l_g_total: 2.6058e-02 ] +2024-09-26 21:13:52,753 INFO: [ epoch: 54 ] [ iter: 73,300 ] [ performance: 17.883 it/s ] [ lr: 5.00e-05 ] [ eta: 21:12:05 ] [ l_g_pix: 3.5476e-02 ] [ l_g_total: 3.5476e-02 ] +2024-09-26 21:13:58,305 INFO: [ epoch: 54 ] [ iter: 73,400 ] [ performance: 18.478 it/s ] [ lr: 5.00e-05 ] [ eta: 21:11:23 ] [ l_g_pix: 2.8205e-02 ] [ l_g_total: 2.8205e-02 ] +2024-09-26 21:14:05,290 INFO: [ epoch: 55 ] [ iter: 73,500 ] [ performance: 15.206 it/s ] [ lr: 5.00e-05 ] [ eta: 21:10:59 ] [ l_g_pix: 3.8851e-02 ] [ l_g_total: 3.8851e-02 ] +2024-09-26 21:14:11,141 INFO: [ epoch: 55 ] [ iter: 73,600 ] [ performance: 18.240 it/s ] [ lr: 5.00e-05 ] [ eta: 21:10:21 ] [ l_g_pix: 4.1449e-02 ] [ l_g_total: 4.1449e-02 ] +2024-09-26 21:14:16,805 INFO: [ epoch: 55 ] [ iter: 73,700 ] [ performance: 17.803 it/s ] [ lr: 5.00e-05 ] [ eta: 21:09:41 ] [ l_g_pix: 4.2202e-02 ] [ l_g_total: 4.2202e-02 ] +2024-09-26 21:14:22,356 INFO: [ epoch: 55 ] [ iter: 73,800 ] [ performance: 18.451 it/s ] [ lr: 5.00e-05 ] [ eta: 21:08:59 ] [ l_g_pix: 4.0536e-02 ] [ l_g_total: 4.0536e-02 ] +2024-09-26 21:14:27,969 INFO: [ epoch: 55 ] [ iter: 73,900 ] [ performance: 17.972 it/s ] [ lr: 5.00e-05 ] [ eta: 21:08:18 ] [ l_g_pix: 1.5281e-02 ] [ l_g_total: 1.5281e-02 ] +2024-09-26 21:14:33,630 INFO: [ epoch: 55 ] [ iter: 74,000 ] [ performance: 18.000 it/s ] [ lr: 5.00e-05 ] [ eta: 21:07:38 ] [ l_g_pix: 3.2686e-02 ] [ l_g_total: 3.2686e-02 ] +2024-09-26 21:14:39,291 INFO: [ epoch: 55 ] [ iter: 74,100 ] [ performance: 17.746 it/s ] [ lr: 5.00e-05 ] [ eta: 21:06:58 ] [ l_g_pix: 2.3070e-02 ] [ l_g_total: 2.3070e-02 ] +2024-09-26 21:14:44,893 INFO: [ epoch: 55 ] [ iter: 74,200 ] [ performance: 18.240 it/s ] [ lr: 5.00e-05 ] [ eta: 21:06:17 ] [ l_g_pix: 3.6420e-02 ] [ l_g_total: 3.6420e-02 ] +2024-09-26 21:14:50,500 INFO: [ epoch: 55 ] [ iter: 74,300 ] [ performance: 17.933 it/s ] [ lr: 5.00e-05 ] [ eta: 21:05:36 ] [ l_g_pix: 2.5716e-02 ] [ l_g_total: 2.5716e-02 ] +2024-09-26 21:14:56,174 INFO: [ epoch: 55 ] [ iter: 74,400 ] [ performance: 17.935 it/s ] [ lr: 5.00e-05 ] [ eta: 21:04:57 ] [ l_g_pix: 2.7226e-02 ] [ l_g_total: 2.7226e-02 ] +2024-09-26 21:15:01,792 INFO: [ epoch: 55 ] [ iter: 74,500 ] [ performance: 17.832 it/s ] [ lr: 5.00e-05 ] [ eta: 21:04:16 ] [ l_g_pix: 2.1712e-02 ] [ l_g_total: 2.1712e-02 ] +2024-09-26 21:15:07,490 INFO: [ epoch: 55 ] [ iter: 74,600 ] [ performance: 18.107 it/s ] [ lr: 5.00e-05 ] [ eta: 21:03:37 ] [ l_g_pix: 3.2332e-02 ] [ l_g_total: 3.2332e-02 ] +2024-09-26 21:15:13,103 INFO: [ epoch: 55 ] [ iter: 74,700 ] [ performance: 17.882 it/s ] [ lr: 5.00e-05 ] [ eta: 21:02:57 ] [ l_g_pix: 3.9786e-02 ] [ l_g_total: 3.9786e-02 ] +2024-09-26 21:15:18,607 INFO: [ epoch: 55 ] [ iter: 74,800 ] [ performance: 18.605 it/s ] [ lr: 5.00e-05 ] [ eta: 21:02:16 ] [ l_g_pix: 2.7206e-02 ] [ l_g_total: 2.7206e-02 ] +2024-09-26 21:15:25,859 INFO: [ epoch: 56 ] [ iter: 74,900 ] [ performance: 14.619 it/s ] [ lr: 5.00e-05 ] [ eta: 21:01:56 ] [ l_g_pix: 2.8848e-02 ] [ l_g_total: 2.8848e-02 ] +2024-09-26 21:15:31,554 INFO: [ epoch: 56 ] [ iter: 75,000 ] [ performance: 17.915 it/s ] [ lr: 5.00e-05 ] [ eta: 21:01:17 ] [ l_g_pix: 3.9039e-02 ] [ l_g_total: 3.9039e-02 ] +2024-09-26 21:15:37,124 INFO: [ epoch: 56 ] [ iter: 75,100 ] [ performance: 17.945 it/s ] [ lr: 5.00e-05 ] [ eta: 21:00:37 ] [ l_g_pix: 3.3490e-02 ] [ l_g_total: 3.3490e-02 ] +2024-09-26 21:15:42,732 INFO: [ epoch: 56 ] [ iter: 75,200 ] [ performance: 18.179 it/s ] [ lr: 5.00e-05 ] [ eta: 20:59:57 ] [ l_g_pix: 3.5080e-02 ] [ l_g_total: 3.5080e-02 ] +2024-09-26 21:15:48,346 INFO: [ epoch: 56 ] [ iter: 75,300 ] [ performance: 17.888 it/s ] [ lr: 5.00e-05 ] [ eta: 20:59:17 ] [ l_g_pix: 2.6093e-02 ] [ l_g_total: 2.6093e-02 ] +2024-09-26 21:15:54,000 INFO: [ epoch: 56 ] [ iter: 75,400 ] [ performance: 18.143 it/s ] [ lr: 5.00e-05 ] [ eta: 20:58:38 ] [ l_g_pix: 2.0918e-02 ] [ l_g_total: 2.0918e-02 ] +2024-09-26 21:15:59,645 INFO: [ epoch: 56 ] [ iter: 75,500 ] [ performance: 17.801 it/s ] [ lr: 5.00e-05 ] [ eta: 20:57:59 ] [ l_g_pix: 2.9530e-02 ] [ l_g_total: 2.9530e-02 ] +2024-09-26 21:16:05,305 INFO: [ epoch: 56 ] [ iter: 75,600 ] [ performance: 17.743 it/s ] [ lr: 5.00e-05 ] [ eta: 20:57:20 ] [ l_g_pix: 3.0624e-02 ] [ l_g_total: 3.0624e-02 ] +2024-09-26 21:16:10,902 INFO: [ epoch: 56 ] [ iter: 75,700 ] [ performance: 17.844 it/s ] [ lr: 5.00e-05 ] [ eta: 20:56:41 ] [ l_g_pix: 2.9039e-02 ] [ l_g_total: 2.9039e-02 ] +2024-09-26 21:16:16,534 INFO: [ epoch: 56 ] [ iter: 75,800 ] [ performance: 18.222 it/s ] [ lr: 5.00e-05 ] [ eta: 20:56:02 ] [ l_g_pix: 1.6218e-02 ] [ l_g_total: 1.6218e-02 ] +2024-09-26 21:16:22,153 INFO: [ epoch: 56 ] [ iter: 75,900 ] [ performance: 17.877 it/s ] [ lr: 5.00e-05 ] [ eta: 20:55:23 ] [ l_g_pix: 1.8531e-02 ] [ l_g_total: 1.8531e-02 ] +2024-09-26 21:16:27,790 INFO: [ epoch: 56 ] [ iter: 76,000 ] [ performance: 18.114 it/s ] [ lr: 5.00e-05 ] [ eta: 20:54:44 ] [ l_g_pix: 3.6974e-02 ] [ l_g_total: 3.6974e-02 ] +2024-09-26 21:16:33,290 INFO: [ epoch: 56 ] [ iter: 76,100 ] [ performance: 18.173 it/s ] [ lr: 5.00e-05 ] [ eta: 20:54:04 ] [ l_g_pix: 2.7342e-02 ] [ l_g_total: 2.7342e-02 ] +2024-09-26 21:16:40,193 INFO: [ epoch: 57 ] [ iter: 76,200 ] [ performance: 16.972 it/s ] [ lr: 5.00e-05 ] [ eta: 20:53:41 ] [ l_g_pix: 2.5056e-02 ] [ l_g_total: 2.5056e-02 ] +2024-09-26 21:16:45,854 INFO: [ epoch: 57 ] [ iter: 76,300 ] [ performance: 17.542 it/s ] [ lr: 5.00e-05 ] [ eta: 20:53:03 ] [ l_g_pix: 3.5663e-02 ] [ l_g_total: 3.5663e-02 ] +2024-09-26 21:16:51,505 INFO: [ epoch: 57 ] [ iter: 76,400 ] [ performance: 18.181 it/s ] [ lr: 5.00e-05 ] [ eta: 20:52:24 ] [ l_g_pix: 3.0379e-02 ] [ l_g_total: 3.0379e-02 ] +2024-09-26 21:16:57,082 INFO: [ epoch: 57 ] [ iter: 76,500 ] [ performance: 17.975 it/s ] [ lr: 5.00e-05 ] [ eta: 20:51:45 ] [ l_g_pix: 2.8840e-02 ] [ l_g_total: 2.8840e-02 ] +2024-09-26 21:17:02,728 INFO: [ epoch: 57 ] [ iter: 76,600 ] [ performance: 17.643 it/s ] [ lr: 5.00e-05 ] [ eta: 20:51:07 ] [ l_g_pix: 3.7160e-02 ] [ l_g_total: 3.7160e-02 ] +2024-09-26 21:17:08,423 INFO: [ epoch: 57 ] [ iter: 76,700 ] [ performance: 17.575 it/s ] [ lr: 5.00e-05 ] [ eta: 20:50:30 ] [ l_g_pix: 2.6993e-02 ] [ l_g_total: 2.6993e-02 ] +2024-09-26 21:17:14,105 INFO: [ epoch: 57 ] [ iter: 76,800 ] [ performance: 18.258 it/s ] [ lr: 5.00e-05 ] [ eta: 20:49:52 ] [ l_g_pix: 3.0796e-02 ] [ l_g_total: 3.0796e-02 ] +2024-09-26 21:17:19,713 INFO: [ epoch: 57 ] [ iter: 76,900 ] [ performance: 17.898 it/s ] [ lr: 5.00e-05 ] [ eta: 20:49:14 ] [ l_g_pix: 3.8592e-02 ] [ l_g_total: 3.8592e-02 ] +2024-09-26 21:17:25,280 INFO: [ epoch: 57 ] [ iter: 77,000 ] [ performance: 18.122 it/s ] [ lr: 5.00e-05 ] [ eta: 20:48:35 ] [ l_g_pix: 3.5185e-02 ] [ l_g_total: 3.5185e-02 ] +2024-09-26 21:17:30,926 INFO: [ epoch: 57 ] [ iter: 77,100 ] [ performance: 17.773 it/s ] [ lr: 5.00e-05 ] [ eta: 20:47:58 ] [ l_g_pix: 2.7913e-02 ] [ l_g_total: 2.7913e-02 ] +2024-09-26 21:17:36,593 INFO: [ epoch: 57 ] [ iter: 77,200 ] [ performance: 18.181 it/s ] [ lr: 5.00e-05 ] [ eta: 20:47:20 ] [ l_g_pix: 2.9543e-02 ] [ l_g_total: 2.9543e-02 ] +2024-09-26 21:17:42,257 INFO: [ epoch: 57 ] [ iter: 77,300 ] [ performance: 17.728 it/s ] [ lr: 5.00e-05 ] [ eta: 20:46:43 ] [ l_g_pix: 3.5504e-02 ] [ l_g_total: 3.5504e-02 ] +2024-09-26 21:17:47,903 INFO: [ epoch: 57 ] [ iter: 77,400 ] [ performance: 18.107 it/s ] [ lr: 5.00e-05 ] [ eta: 20:46:05 ] [ l_g_pix: 4.0474e-02 ] [ l_g_total: 4.0474e-02 ] +2024-09-26 21:17:54,451 INFO: [ epoch: 58 ] [ iter: 77,500 ] [ performance: 15.593 it/s ] [ lr: 5.00e-05 ] [ eta: 20:45:39 ] [ l_g_pix: 3.4283e-02 ] [ l_g_total: 3.4283e-02 ] +2024-09-26 21:18:00,349 INFO: [ epoch: 58 ] [ iter: 77,600 ] [ performance: 17.040 it/s ] [ lr: 5.00e-05 ] [ eta: 20:45:05 ] [ l_g_pix: 4.2462e-02 ] [ l_g_total: 4.2462e-02 ] +2024-09-26 21:18:05,972 INFO: [ epoch: 58 ] [ iter: 77,700 ] [ performance: 17.692 it/s ] [ lr: 5.00e-05 ] [ eta: 20:44:27 ] [ l_g_pix: 4.1806e-02 ] [ l_g_total: 4.1806e-02 ] +2024-09-26 21:18:11,624 INFO: [ epoch: 58 ] [ iter: 77,800 ] [ performance: 18.310 it/s ] [ lr: 5.00e-05 ] [ eta: 20:43:50 ] [ l_g_pix: 2.2107e-02 ] [ l_g_total: 2.2107e-02 ] +2024-09-26 21:18:17,234 INFO: [ epoch: 58 ] [ iter: 77,900 ] [ performance: 17.882 it/s ] [ lr: 5.00e-05 ] [ eta: 20:43:13 ] [ l_g_pix: 3.3796e-02 ] [ l_g_total: 3.3796e-02 ] +2024-09-26 21:18:22,924 INFO: [ epoch: 58 ] [ iter: 78,000 ] [ performance: 18.171 it/s ] [ lr: 5.00e-05 ] [ eta: 20:42:36 ] [ l_g_pix: 4.2591e-02 ] [ l_g_total: 4.2591e-02 ] +2024-09-26 21:18:28,636 INFO: [ epoch: 58 ] [ iter: 78,100 ] [ performance: 17.579 it/s ] [ lr: 5.00e-05 ] [ eta: 20:42:00 ] [ l_g_pix: 3.1001e-02 ] [ l_g_total: 3.1001e-02 ] +2024-09-26 21:18:34,265 INFO: [ epoch: 58 ] [ iter: 78,200 ] [ performance: 18.491 it/s ] [ lr: 5.00e-05 ] [ eta: 20:41:23 ] [ l_g_pix: 3.4719e-02 ] [ l_g_total: 3.4719e-02 ] +2024-09-26 21:18:39,841 INFO: [ epoch: 58 ] [ iter: 78,300 ] [ performance: 17.992 it/s ] [ lr: 5.00e-05 ] [ eta: 20:40:45 ] [ l_g_pix: 3.0193e-02 ] [ l_g_total: 3.0193e-02 ] +2024-09-26 21:18:45,440 INFO: [ epoch: 58 ] [ iter: 78,400 ] [ performance: 17.861 it/s ] [ lr: 5.00e-05 ] [ eta: 20:40:08 ] [ l_g_pix: 3.0966e-02 ] [ l_g_total: 3.0966e-02 ] +2024-09-26 21:18:51,071 INFO: [ epoch: 58 ] [ iter: 78,500 ] [ performance: 17.771 it/s ] [ lr: 5.00e-05 ] [ eta: 20:39:31 ] [ l_g_pix: 2.4638e-02 ] [ l_g_total: 2.4638e-02 ] +2024-09-26 21:18:56,765 INFO: [ epoch: 58 ] [ iter: 78,600 ] [ performance: 18.097 it/s ] [ lr: 5.00e-05 ] [ eta: 20:38:55 ] [ l_g_pix: 3.2330e-02 ] [ l_g_total: 3.2330e-02 ] +2024-09-26 21:19:02,350 INFO: [ epoch: 58 ] [ iter: 78,700 ] [ performance: 17.924 it/s ] [ lr: 5.00e-05 ] [ eta: 20:38:18 ] [ l_g_pix: 3.0352e-02 ] [ l_g_total: 3.0352e-02 ] +2024-09-26 21:19:07,766 INFO: [ epoch: 58 ] [ iter: 78,800 ] [ performance: 18.817 it/s ] [ lr: 5.00e-05 ] [ eta: 20:37:39 ] [ l_g_pix: 3.1754e-02 ] [ l_g_total: 3.1754e-02 ] +2024-09-26 21:19:14,703 INFO: [ epoch: 59 ] [ iter: 78,900 ] [ performance: 14.674 it/s ] [ lr: 5.00e-05 ] [ eta: 20:37:18 ] [ l_g_pix: 2.6660e-02 ] [ l_g_total: 2.6660e-02 ] +2024-09-26 21:19:20,325 INFO: [ epoch: 59 ] [ iter: 79,000 ] [ performance: 18.044 it/s ] [ lr: 5.00e-05 ] [ eta: 20:36:42 ] [ l_g_pix: 2.4347e-02 ] [ l_g_total: 2.4347e-02 ] +2024-09-26 21:19:25,991 INFO: [ epoch: 59 ] [ iter: 79,100 ] [ performance: 17.678 it/s ] [ lr: 5.00e-05 ] [ eta: 20:36:06 ] [ l_g_pix: 2.9747e-02 ] [ l_g_total: 2.9747e-02 ] +2024-09-26 21:19:31,585 INFO: [ epoch: 59 ] [ iter: 79,200 ] [ performance: 18.667 it/s ] [ lr: 5.00e-05 ] [ eta: 20:35:29 ] [ l_g_pix: 2.2757e-02 ] [ l_g_total: 2.2757e-02 ] +2024-09-26 21:19:37,194 INFO: [ epoch: 59 ] [ iter: 79,300 ] [ performance: 17.877 it/s ] [ lr: 5.00e-05 ] [ eta: 20:34:53 ] [ l_g_pix: 2.5847e-02 ] [ l_g_total: 2.5847e-02 ] +2024-09-26 21:19:42,835 INFO: [ epoch: 59 ] [ iter: 79,400 ] [ performance: 17.778 it/s ] [ lr: 5.00e-05 ] [ eta: 20:34:17 ] [ l_g_pix: 2.3880e-02 ] [ l_g_total: 2.3880e-02 ] +2024-09-26 21:19:48,475 INFO: [ epoch: 59 ] [ iter: 79,500 ] [ performance: 17.735 it/s ] [ lr: 5.00e-05 ] [ eta: 20:33:41 ] [ l_g_pix: 3.5113e-02 ] [ l_g_total: 3.5113e-02 ] +2024-09-26 21:19:54,125 INFO: [ epoch: 59 ] [ iter: 79,600 ] [ performance: 18.038 it/s ] [ lr: 5.00e-05 ] [ eta: 20:33:05 ] [ l_g_pix: 1.8682e-02 ] [ l_g_total: 1.8682e-02 ] +2024-09-26 21:19:59,728 INFO: [ epoch: 59 ] [ iter: 79,700 ] [ performance: 17.859 it/s ] [ lr: 5.00e-05 ] [ eta: 20:32:29 ] [ l_g_pix: 3.3868e-02 ] [ l_g_total: 3.3868e-02 ] +2024-09-26 21:20:05,372 INFO: [ epoch: 59 ] [ iter: 79,800 ] [ performance: 18.021 it/s ] [ lr: 5.00e-05 ] [ eta: 20:31:53 ] [ l_g_pix: 1.9878e-02 ] [ l_g_total: 1.9878e-02 ] +2024-09-26 21:20:11,046 INFO: [ epoch: 59 ] [ iter: 79,900 ] [ performance: 17.637 it/s ] [ lr: 5.00e-05 ] [ eta: 20:31:18 ] [ l_g_pix: 4.0145e-02 ] [ l_g_total: 4.0145e-02 ] +2024-09-26 21:20:16,692 INFO: [ epoch: 59 ] [ iter: 80,000 ] [ performance: 18.259 it/s ] [ lr: 5.00e-05 ] [ eta: 20:30:43 ] [ l_g_pix: 2.1297e-02 ] [ l_g_total: 2.1297e-02 ] +2024-09-26 21:20:16,692 INFO: Saving models and training states. +2024-09-26 21:23:54,120 INFO: Validation val + + # psnr: 27.1790........ Best: 27.1790 @ 80000 iter + # ssim: 0.7651........ Best: 0.7651 @ 80000 iter + # dists: 0.7733........ Best: 0.7733 @ 70000 iter + +2024-09-26 21:23:59,604 INFO: [ epoch: 59 ] [ iter: 80,100 ] [ performance: 18.238 it/s ] [ lr: 5.00e-05 ] [ eta: 21:11:43 ] [ l_g_pix: 3.1698e-02 ] [ l_g_total: 3.1698e-02 ] +2024-09-26 21:24:06,657 INFO: [ epoch: 60 ] [ iter: 80,200 ] [ performance: 17.472 it/s ] [ lr: 5.00e-05 ] [ eta: 21:11:20 ] [ l_g_pix: 2.9603e-02 ] [ l_g_total: 2.9603e-02 ] +2024-09-26 21:24:12,314 INFO: [ epoch: 60 ] [ iter: 80,300 ] [ performance: 17.681 it/s ] [ lr: 5.00e-05 ] [ eta: 21:10:42 ] [ l_g_pix: 3.1057e-02 ] [ l_g_total: 3.1057e-02 ] +2024-09-26 21:24:17,831 INFO: [ epoch: 60 ] [ iter: 80,400 ] [ performance: 17.901 it/s ] [ lr: 5.00e-05 ] [ eta: 21:10:02 ] [ l_g_pix: 2.7021e-02 ] [ l_g_total: 2.7021e-02 ] +2024-09-26 21:24:23,361 INFO: [ epoch: 60 ] [ iter: 80,500 ] [ performance: 18.086 it/s ] [ lr: 5.00e-05 ] [ eta: 21:09:22 ] [ l_g_pix: 2.7346e-02 ] [ l_g_total: 2.7346e-02 ] +2024-09-26 21:24:29,016 INFO: [ epoch: 60 ] [ iter: 80,600 ] [ performance: 17.884 it/s ] [ lr: 5.00e-05 ] [ eta: 21:08:44 ] [ l_g_pix: 2.7307e-02 ] [ l_g_total: 2.7307e-02 ] +2024-09-26 21:24:34,639 INFO: [ epoch: 60 ] [ iter: 80,700 ] [ performance: 17.789 it/s ] [ lr: 5.00e-05 ] [ eta: 21:08:05 ] [ l_g_pix: 1.8561e-02 ] [ l_g_total: 1.8561e-02 ] +2024-09-26 21:24:40,246 INFO: [ epoch: 60 ] [ iter: 80,800 ] [ performance: 17.813 it/s ] [ lr: 5.00e-05 ] [ eta: 21:07:26 ] [ l_g_pix: 3.4548e-02 ] [ l_g_total: 3.4548e-02 ] +2024-09-26 21:24:45,813 INFO: [ epoch: 60 ] [ iter: 80,900 ] [ performance: 17.981 it/s ] [ lr: 5.00e-05 ] [ eta: 21:06:47 ] [ l_g_pix: 3.6106e-02 ] [ l_g_total: 3.6106e-02 ] +2024-09-26 21:24:51,443 INFO: [ epoch: 60 ] [ iter: 81,000 ] [ performance: 17.871 it/s ] [ lr: 5.00e-05 ] [ eta: 21:06:09 ] [ l_g_pix: 2.8492e-02 ] [ l_g_total: 2.8492e-02 ] +2024-09-26 21:24:57,047 INFO: [ epoch: 60 ] [ iter: 81,100 ] [ performance: 17.869 it/s ] [ lr: 5.00e-05 ] [ eta: 21:05:31 ] [ l_g_pix: 4.0045e-02 ] [ l_g_total: 4.0045e-02 ] +2024-09-26 21:25:02,674 INFO: [ epoch: 60 ] [ iter: 81,200 ] [ performance: 17.820 it/s ] [ lr: 5.00e-05 ] [ eta: 21:04:53 ] [ l_g_pix: 2.4639e-02 ] [ l_g_total: 2.4639e-02 ] +2024-09-26 21:25:08,273 INFO: [ epoch: 60 ] [ iter: 81,300 ] [ performance: 17.904 it/s ] [ lr: 5.00e-05 ] [ eta: 21:04:14 ] [ l_g_pix: 2.7888e-02 ] [ l_g_total: 2.7888e-02 ] +2024-09-26 21:25:13,851 INFO: [ epoch: 60 ] [ iter: 81,400 ] [ performance: 17.920 it/s ] [ lr: 5.00e-05 ] [ eta: 21:03:36 ] [ l_g_pix: 4.2123e-02 ] [ l_g_total: 4.2123e-02 ] +2024-09-26 21:25:20,469 INFO: [ epoch: 61 ] [ iter: 81,500 ] [ performance: 14.995 it/s ] [ lr: 5.00e-05 ] [ eta: 21:03:09 ] [ l_g_pix: 3.7870e-02 ] [ l_g_total: 3.7870e-02 ] +2024-09-26 21:25:26,430 INFO: [ epoch: 61 ] [ iter: 81,600 ] [ performance: 15.860 it/s ] [ lr: 5.00e-05 ] [ eta: 21:02:35 ] [ l_g_pix: 4.4315e-02 ] [ l_g_total: 4.4315e-02 ] +2024-09-26 21:25:32,075 INFO: [ epoch: 61 ] [ iter: 81,700 ] [ performance: 17.765 it/s ] [ lr: 5.00e-05 ] [ eta: 21:01:58 ] [ l_g_pix: 2.7752e-02 ] [ l_g_total: 2.7752e-02 ] +2024-09-26 21:25:37,696 INFO: [ epoch: 61 ] [ iter: 81,800 ] [ performance: 17.779 it/s ] [ lr: 5.00e-05 ] [ eta: 21:01:20 ] [ l_g_pix: 2.2108e-02 ] [ l_g_total: 2.2108e-02 ] +2024-09-26 21:25:43,351 INFO: [ epoch: 61 ] [ iter: 81,900 ] [ performance: 17.731 it/s ] [ lr: 5.00e-05 ] [ eta: 21:00:43 ] [ l_g_pix: 3.4756e-02 ] [ l_g_total: 3.4756e-02 ] +2024-09-26 21:25:49,022 INFO: [ epoch: 61 ] [ iter: 82,000 ] [ performance: 17.681 it/s ] [ lr: 5.00e-05 ] [ eta: 21:00:06 ] [ l_g_pix: 2.3694e-02 ] [ l_g_total: 2.3694e-02 ] +2024-09-26 21:25:54,648 INFO: [ epoch: 61 ] [ iter: 82,100 ] [ performance: 17.825 it/s ] [ lr: 5.00e-05 ] [ eta: 20:59:28 ] [ l_g_pix: 2.5188e-02 ] [ l_g_total: 2.5188e-02 ] +2024-09-26 21:26:00,309 INFO: [ epoch: 61 ] [ iter: 82,200 ] [ performance: 17.744 it/s ] [ lr: 5.00e-05 ] [ eta: 20:58:51 ] [ l_g_pix: 2.4160e-02 ] [ l_g_total: 2.4160e-02 ] +2024-09-26 21:26:05,939 INFO: [ epoch: 61 ] [ iter: 82,300 ] [ performance: 17.801 it/s ] [ lr: 5.00e-05 ] [ eta: 20:58:14 ] [ l_g_pix: 3.6227e-02 ] [ l_g_total: 3.6227e-02 ] +2024-09-26 21:26:11,649 INFO: [ epoch: 61 ] [ iter: 82,400 ] [ performance: 17.650 it/s ] [ lr: 5.00e-05 ] [ eta: 20:57:38 ] [ l_g_pix: 3.1107e-02 ] [ l_g_total: 3.1107e-02 ] +2024-09-26 21:26:17,287 INFO: [ epoch: 61 ] [ iter: 82,500 ] [ performance: 17.770 it/s ] [ lr: 5.00e-05 ] [ eta: 20:57:01 ] [ l_g_pix: 2.4489e-02 ] [ l_g_total: 2.4489e-02 ] +2024-09-26 21:26:22,933 INFO: [ epoch: 61 ] [ iter: 82,600 ] [ performance: 17.742 it/s ] [ lr: 5.00e-05 ] [ eta: 20:56:24 ] [ l_g_pix: 2.3728e-02 ] [ l_g_total: 2.3728e-02 ] +2024-09-26 21:26:28,570 INFO: [ epoch: 61 ] [ iter: 82,700 ] [ performance: 17.843 it/s ] [ lr: 5.00e-05 ] [ eta: 20:55:47 ] [ l_g_pix: 4.1398e-02 ] [ l_g_total: 4.1398e-02 ] +2024-09-26 21:26:34,062 INFO: [ epoch: 61 ] [ iter: 82,800 ] [ performance: 18.035 it/s ] [ lr: 5.00e-05 ] [ eta: 20:55:09 ] [ l_g_pix: 1.7798e-02 ] [ l_g_total: 1.7798e-02 ] +2024-09-26 21:26:41,132 INFO: [ epoch: 62 ] [ iter: 82,900 ] [ performance: 13.744 it/s ] [ lr: 5.00e-05 ] [ eta: 20:54:48 ] [ l_g_pix: 2.8185e-02 ] [ l_g_total: 2.8185e-02 ] +2024-09-26 21:26:46,823 INFO: [ epoch: 62 ] [ iter: 83,000 ] [ performance: 15.547 it/s ] [ lr: 5.00e-05 ] [ eta: 20:54:12 ] [ l_g_pix: 1.9546e-02 ] [ l_g_total: 1.9546e-02 ] +2024-09-26 21:26:52,665 INFO: [ epoch: 62 ] [ iter: 83,100 ] [ performance: 17.090 it/s ] [ lr: 5.00e-05 ] [ eta: 20:53:38 ] [ l_g_pix: 3.2259e-02 ] [ l_g_total: 3.2259e-02 ] +2024-09-26 21:26:58,519 INFO: [ epoch: 62 ] [ iter: 83,200 ] [ performance: 17.087 it/s ] [ lr: 5.00e-05 ] [ eta: 20:53:04 ] [ l_g_pix: 3.5598e-02 ] [ l_g_total: 3.5598e-02 ] +2024-09-26 21:27:04,319 INFO: [ epoch: 62 ] [ iter: 83,300 ] [ performance: 17.363 it/s ] [ lr: 5.00e-05 ] [ eta: 20:52:29 ] [ l_g_pix: 2.8953e-02 ] [ l_g_total: 2.8953e-02 ] +2024-09-26 21:27:10,045 INFO: [ epoch: 62 ] [ iter: 83,400 ] [ performance: 17.420 it/s ] [ lr: 5.00e-05 ] [ eta: 20:51:54 ] [ l_g_pix: 4.0430e-02 ] [ l_g_total: 4.0430e-02 ] +2024-09-26 21:27:15,816 INFO: [ epoch: 62 ] [ iter: 83,500 ] [ performance: 17.409 it/s ] [ lr: 5.00e-05 ] [ eta: 20:51:19 ] [ l_g_pix: 3.2900e-02 ] [ l_g_total: 3.2900e-02 ] +2024-09-26 21:27:21,549 INFO: [ epoch: 62 ] [ iter: 83,600 ] [ performance: 17.429 it/s ] [ lr: 5.00e-05 ] [ eta: 20:50:44 ] [ l_g_pix: 2.1646e-02 ] [ l_g_total: 2.1646e-02 ] +2024-09-26 21:27:27,358 INFO: [ epoch: 62 ] [ iter: 83,700 ] [ performance: 17.284 it/s ] [ lr: 5.00e-05 ] [ eta: 20:50:09 ] [ l_g_pix: 2.9629e-02 ] [ l_g_total: 2.9629e-02 ] +2024-09-26 21:27:33,033 INFO: [ epoch: 62 ] [ iter: 83,800 ] [ performance: 17.467 it/s ] [ lr: 5.00e-05 ] [ eta: 20:49:34 ] [ l_g_pix: 2.6931e-02 ] [ l_g_total: 2.6931e-02 ] +2024-09-26 21:27:38,710 INFO: [ epoch: 62 ] [ iter: 83,900 ] [ performance: 17.729 it/s ] [ lr: 5.00e-05 ] [ eta: 20:48:58 ] [ l_g_pix: 2.2670e-02 ] [ l_g_total: 2.2670e-02 ] +2024-09-26 21:27:44,305 INFO: [ epoch: 62 ] [ iter: 84,000 ] [ performance: 17.810 it/s ] [ lr: 5.00e-05 ] [ eta: 20:48:22 ] [ l_g_pix: 2.6982e-02 ] [ l_g_total: 2.6982e-02 ] +2024-09-26 21:27:49,830 INFO: [ epoch: 62 ] [ iter: 84,100 ] [ performance: 18.296 it/s ] [ lr: 5.00e-05 ] [ eta: 20:47:45 ] [ l_g_pix: 3.0912e-02 ] [ l_g_total: 3.0912e-02 ] +2024-09-26 21:27:56,723 INFO: [ epoch: 63 ] [ iter: 84,200 ] [ performance: 16.003 it/s ] [ lr: 5.00e-05 ] [ eta: 20:47:23 ] [ l_g_pix: 3.0387e-02 ] [ l_g_total: 3.0387e-02 ] +2024-09-26 21:28:02,470 INFO: [ epoch: 63 ] [ iter: 84,300 ] [ performance: 17.841 it/s ] [ lr: 5.00e-05 ] [ eta: 20:46:48 ] [ l_g_pix: 1.6976e-02 ] [ l_g_total: 1.6976e-02 ] +2024-09-26 21:28:08,123 INFO: [ epoch: 63 ] [ iter: 84,400 ] [ performance: 17.758 it/s ] [ lr: 5.00e-05 ] [ eta: 20:46:13 ] [ l_g_pix: 2.2902e-02 ] [ l_g_total: 2.2902e-02 ] +2024-09-26 21:28:13,718 INFO: [ epoch: 63 ] [ iter: 84,500 ] [ performance: 18.043 it/s ] [ lr: 5.00e-05 ] [ eta: 20:45:37 ] [ l_g_pix: 3.3529e-02 ] [ l_g_total: 3.3529e-02 ] +2024-09-26 21:28:19,343 INFO: [ epoch: 63 ] [ iter: 84,600 ] [ performance: 17.896 it/s ] [ lr: 5.00e-05 ] [ eta: 20:45:01 ] [ l_g_pix: 2.3192e-02 ] [ l_g_total: 2.3192e-02 ] +2024-09-26 21:28:25,041 INFO: [ epoch: 63 ] [ iter: 84,700 ] [ performance: 17.596 it/s ] [ lr: 5.00e-05 ] [ eta: 20:44:26 ] [ l_g_pix: 3.1426e-02 ] [ l_g_total: 3.1426e-02 ] +2024-09-26 21:28:30,706 INFO: [ epoch: 63 ] [ iter: 84,800 ] [ performance: 17.629 it/s ] [ lr: 5.00e-05 ] [ eta: 20:43:51 ] [ l_g_pix: 2.1955e-02 ] [ l_g_total: 2.1955e-02 ] +2024-09-26 21:28:36,296 INFO: [ epoch: 63 ] [ iter: 84,900 ] [ performance: 18.085 it/s ] [ lr: 5.00e-05 ] [ eta: 20:43:15 ] [ l_g_pix: 3.0476e-02 ] [ l_g_total: 3.0476e-02 ] +2024-09-26 21:28:41,883 INFO: [ epoch: 63 ] [ iter: 85,000 ] [ performance: 17.982 it/s ] [ lr: 5.00e-05 ] [ eta: 20:42:40 ] [ l_g_pix: 4.4228e-02 ] [ l_g_total: 4.4228e-02 ] +2024-09-26 21:28:47,494 INFO: [ epoch: 63 ] [ iter: 85,100 ] [ performance: 17.907 it/s ] [ lr: 5.00e-05 ] [ eta: 20:42:04 ] [ l_g_pix: 1.9877e-02 ] [ l_g_total: 1.9877e-02 ] +2024-09-26 21:28:53,145 INFO: [ epoch: 63 ] [ iter: 85,200 ] [ performance: 17.789 it/s ] [ lr: 5.00e-05 ] [ eta: 20:41:29 ] [ l_g_pix: 3.1704e-02 ] [ l_g_total: 3.1704e-02 ] +2024-09-26 21:28:58,828 INFO: [ epoch: 63 ] [ iter: 85,300 ] [ performance: 17.692 it/s ] [ lr: 5.00e-05 ] [ eta: 20:40:55 ] [ l_g_pix: 2.8281e-02 ] [ l_g_total: 2.8281e-02 ] +2024-09-26 21:29:04,476 INFO: [ epoch: 63 ] [ iter: 85,400 ] [ performance: 17.703 it/s ] [ lr: 5.00e-05 ] [ eta: 20:40:20 ] [ l_g_pix: 2.3241e-02 ] [ l_g_total: 2.3241e-02 ] +2024-09-26 21:29:09,901 INFO: [ epoch: 63 ] [ iter: 85,500 ] [ performance: 18.575 it/s ] [ lr: 5.00e-05 ] [ eta: 20:39:43 ] [ l_g_pix: 2.3250e-02 ] [ l_g_total: 2.3250e-02 ] +2024-09-26 21:29:16,938 INFO: [ epoch: 64 ] [ iter: 85,600 ] [ performance: 15.804 it/s ] [ lr: 5.00e-05 ] [ eta: 20:39:23 ] [ l_g_pix: 2.7978e-02 ] [ l_g_total: 2.7978e-02 ] +2024-09-26 21:29:22,596 INFO: [ epoch: 64 ] [ iter: 85,700 ] [ performance: 17.848 it/s ] [ lr: 5.00e-05 ] [ eta: 20:38:48 ] [ l_g_pix: 3.1773e-02 ] [ l_g_total: 3.1773e-02 ] +2024-09-26 21:29:28,262 INFO: [ epoch: 64 ] [ iter: 85,800 ] [ performance: 17.734 it/s ] [ lr: 5.00e-05 ] [ eta: 20:38:14 ] [ l_g_pix: 4.1892e-02 ] [ l_g_total: 4.1892e-02 ] +2024-09-26 21:29:33,894 INFO: [ epoch: 64 ] [ iter: 85,900 ] [ performance: 17.858 it/s ] [ lr: 5.00e-05 ] [ eta: 20:37:39 ] [ l_g_pix: 2.9872e-02 ] [ l_g_total: 2.9872e-02 ] +2024-09-26 21:29:39,591 INFO: [ epoch: 64 ] [ iter: 86,000 ] [ performance: 17.681 it/s ] [ lr: 5.00e-05 ] [ eta: 20:37:05 ] [ l_g_pix: 3.2147e-02 ] [ l_g_total: 3.2147e-02 ] +2024-09-26 21:29:45,294 INFO: [ epoch: 64 ] [ iter: 86,100 ] [ performance: 17.585 it/s ] [ lr: 5.00e-05 ] [ eta: 20:36:32 ] [ l_g_pix: 2.8168e-02 ] [ l_g_total: 2.8168e-02 ] +2024-09-26 21:29:50,886 INFO: [ epoch: 64 ] [ iter: 86,200 ] [ performance: 17.758 it/s ] [ lr: 5.00e-05 ] [ eta: 20:35:57 ] [ l_g_pix: 2.1555e-02 ] [ l_g_total: 2.1555e-02 ] +2024-09-26 21:29:56,422 INFO: [ epoch: 64 ] [ iter: 86,300 ] [ performance: 18.155 it/s ] [ lr: 5.00e-05 ] [ eta: 20:35:21 ] [ l_g_pix: 2.5561e-02 ] [ l_g_total: 2.5561e-02 ] +2024-09-26 21:30:02,044 INFO: [ epoch: 64 ] [ iter: 86,400 ] [ performance: 17.940 it/s ] [ lr: 5.00e-05 ] [ eta: 20:34:47 ] [ l_g_pix: 2.6091e-02 ] [ l_g_total: 2.6091e-02 ] +2024-09-26 21:30:07,700 INFO: [ epoch: 64 ] [ iter: 86,500 ] [ performance: 17.711 it/s ] [ lr: 5.00e-05 ] [ eta: 20:34:13 ] [ l_g_pix: 2.8675e-02 ] [ l_g_total: 2.8675e-02 ] +2024-09-26 21:30:13,407 INFO: [ epoch: 64 ] [ iter: 86,600 ] [ performance: 17.600 it/s ] [ lr: 5.00e-05 ] [ eta: 20:33:39 ] [ l_g_pix: 2.4199e-02 ] [ l_g_total: 2.4199e-02 ] +2024-09-26 21:30:19,020 INFO: [ epoch: 64 ] [ iter: 86,700 ] [ performance: 17.940 it/s ] [ lr: 5.00e-05 ] [ eta: 20:33:05 ] [ l_g_pix: 3.0514e-02 ] [ l_g_total: 3.0514e-02 ] +2024-09-26 21:30:24,500 INFO: [ epoch: 64 ] [ iter: 86,800 ] [ performance: 18.126 it/s ] [ lr: 5.00e-05 ] [ eta: 20:32:29 ] [ l_g_pix: 2.3723e-02 ] [ l_g_total: 2.3723e-02 ] +2024-09-26 21:30:31,411 INFO: [ epoch: 65 ] [ iter: 86,900 ] [ performance: 13.150 it/s ] [ lr: 5.00e-05 ] [ eta: 20:32:09 ] [ l_g_pix: 2.6459e-02 ] [ l_g_total: 2.6459e-02 ] +2024-09-26 21:30:36,992 INFO: [ epoch: 65 ] [ iter: 87,000 ] [ performance: 15.626 it/s ] [ lr: 5.00e-05 ] [ eta: 20:31:34 ] [ l_g_pix: 2.8090e-02 ] [ l_g_total: 2.8090e-02 ] +2024-09-26 21:30:42,645 INFO: [ epoch: 65 ] [ iter: 87,100 ] [ performance: 17.755 it/s ] [ lr: 5.00e-05 ] [ eta: 20:31:01 ] [ l_g_pix: 2.7807e-02 ] [ l_g_total: 2.7807e-02 ] +2024-09-26 21:30:48,293 INFO: [ epoch: 65 ] [ iter: 87,200 ] [ performance: 17.728 it/s ] [ lr: 5.00e-05 ] [ eta: 20:30:27 ] [ l_g_pix: 1.6454e-02 ] [ l_g_total: 1.6454e-02 ] +2024-09-26 21:30:53,966 INFO: [ epoch: 65 ] [ iter: 87,300 ] [ performance: 17.773 it/s ] [ lr: 5.00e-05 ] [ eta: 20:29:54 ] [ l_g_pix: 2.8915e-02 ] [ l_g_total: 2.8915e-02 ] +2024-09-26 21:30:59,582 INFO: [ epoch: 65 ] [ iter: 87,400 ] [ performance: 17.795 it/s ] [ lr: 5.00e-05 ] [ eta: 20:29:20 ] [ l_g_pix: 2.2125e-02 ] [ l_g_total: 2.2125e-02 ] +2024-09-26 21:31:05,203 INFO: [ epoch: 65 ] [ iter: 87,500 ] [ performance: 17.952 it/s ] [ lr: 5.00e-05 ] [ eta: 20:28:46 ] [ l_g_pix: 2.7300e-02 ] [ l_g_total: 2.7300e-02 ] +2024-09-26 21:31:10,895 INFO: [ epoch: 65 ] [ iter: 87,600 ] [ performance: 17.719 it/s ] [ lr: 5.00e-05 ] [ eta: 20:28:13 ] [ l_g_pix: 1.9517e-02 ] [ l_g_total: 1.9517e-02 ] +2024-09-26 21:31:16,450 INFO: [ epoch: 65 ] [ iter: 87,700 ] [ performance: 18.224 it/s ] [ lr: 5.00e-05 ] [ eta: 20:27:39 ] [ l_g_pix: 2.7431e-02 ] [ l_g_total: 2.7431e-02 ] +2024-09-26 21:31:22,052 INFO: [ epoch: 65 ] [ iter: 87,800 ] [ performance: 17.995 it/s ] [ lr: 5.00e-05 ] [ eta: 20:27:05 ] [ l_g_pix: 2.4243e-02 ] [ l_g_total: 2.4243e-02 ] +2024-09-26 21:31:27,735 INFO: [ epoch: 65 ] [ iter: 87,900 ] [ performance: 17.654 it/s ] [ lr: 5.00e-05 ] [ eta: 20:26:32 ] [ l_g_pix: 2.6584e-02 ] [ l_g_total: 2.6584e-02 ] +2024-09-26 21:31:33,422 INFO: [ epoch: 65 ] [ iter: 88,000 ] [ performance: 17.614 it/s ] [ lr: 5.00e-05 ] [ eta: 20:25:59 ] [ l_g_pix: 3.5153e-02 ] [ l_g_total: 3.5153e-02 ] +2024-09-26 21:31:39,035 INFO: [ epoch: 65 ] [ iter: 88,100 ] [ performance: 17.940 it/s ] [ lr: 5.00e-05 ] [ eta: 20:25:26 ] [ l_g_pix: 2.5218e-02 ] [ l_g_total: 2.5218e-02 ] +2024-09-26 21:31:45,844 INFO: [ epoch: 66 ] [ iter: 88,200 ] [ performance: 15.785 it/s ] [ lr: 5.00e-05 ] [ eta: 20:25:05 ] [ l_g_pix: 2.1515e-02 ] [ l_g_total: 2.1515e-02 ] +2024-09-26 21:31:51,618 INFO: [ epoch: 66 ] [ iter: 88,300 ] [ performance: 17.968 it/s ] [ lr: 5.00e-05 ] [ eta: 20:24:33 ] [ l_g_pix: 2.0450e-02 ] [ l_g_total: 2.0450e-02 ] +2024-09-26 21:31:57,287 INFO: [ epoch: 66 ] [ iter: 88,400 ] [ performance: 17.764 it/s ] [ lr: 5.00e-05 ] [ eta: 20:24:01 ] [ l_g_pix: 3.7979e-02 ] [ l_g_total: 3.7979e-02 ] +2024-09-26 21:32:02,934 INFO: [ epoch: 66 ] [ iter: 88,500 ] [ performance: 17.781 it/s ] [ lr: 5.00e-05 ] [ eta: 20:23:28 ] [ l_g_pix: 3.6908e-02 ] [ l_g_total: 3.6908e-02 ] +2024-09-26 21:32:08,527 INFO: [ epoch: 66 ] [ iter: 88,600 ] [ performance: 17.845 it/s ] [ lr: 5.00e-05 ] [ eta: 20:22:54 ] [ l_g_pix: 4.4870e-02 ] [ l_g_total: 4.4870e-02 ] +2024-09-26 21:32:14,198 INFO: [ epoch: 66 ] [ iter: 88,700 ] [ performance: 17.867 it/s ] [ lr: 5.00e-05 ] [ eta: 20:22:22 ] [ l_g_pix: 2.8927e-02 ] [ l_g_total: 2.8927e-02 ] +2024-09-26 21:32:19,919 INFO: [ epoch: 66 ] [ iter: 88,800 ] [ performance: 17.622 it/s ] [ lr: 5.00e-05 ] [ eta: 20:21:50 ] [ l_g_pix: 2.9565e-02 ] [ l_g_total: 2.9565e-02 ] +2024-09-26 21:32:25,560 INFO: [ epoch: 66 ] [ iter: 88,900 ] [ performance: 17.956 it/s ] [ lr: 5.00e-05 ] [ eta: 20:21:17 ] [ l_g_pix: 4.4503e-02 ] [ l_g_total: 4.4503e-02 ] +2024-09-26 21:32:31,242 INFO: [ epoch: 66 ] [ iter: 89,000 ] [ performance: 17.730 it/s ] [ lr: 5.00e-05 ] [ eta: 20:20:45 ] [ l_g_pix: 2.6423e-02 ] [ l_g_total: 2.6423e-02 ] +2024-09-26 21:32:36,898 INFO: [ epoch: 66 ] [ iter: 89,100 ] [ performance: 17.811 it/s ] [ lr: 5.00e-05 ] [ eta: 20:20:13 ] [ l_g_pix: 3.3995e-02 ] [ l_g_total: 3.3995e-02 ] +2024-09-26 21:32:42,562 INFO: [ epoch: 66 ] [ iter: 89,200 ] [ performance: 17.715 it/s ] [ lr: 5.00e-05 ] [ eta: 20:19:40 ] [ l_g_pix: 2.5344e-02 ] [ l_g_total: 2.5344e-02 ] +2024-09-26 21:32:48,246 INFO: [ epoch: 66 ] [ iter: 89,300 ] [ performance: 17.813 it/s ] [ lr: 5.00e-05 ] [ eta: 20:19:08 ] [ l_g_pix: 3.3553e-02 ] [ l_g_total: 3.3553e-02 ] +2024-09-26 21:32:53,908 INFO: [ epoch: 66 ] [ iter: 89,400 ] [ performance: 17.716 it/s ] [ lr: 5.00e-05 ] [ eta: 20:18:36 ] [ l_g_pix: 2.7080e-02 ] [ l_g_total: 2.7080e-02 ] +2024-09-26 21:32:59,328 INFO: [ epoch: 66 ] [ iter: 89,500 ] [ performance: 18.818 it/s ] [ lr: 5.00e-05 ] [ eta: 20:18:02 ] [ l_g_pix: 2.8417e-02 ] [ l_g_total: 2.8417e-02 ] +2024-09-26 21:33:06,407 INFO: [ epoch: 67 ] [ iter: 89,600 ] [ performance: 15.500 it/s ] [ lr: 5.00e-05 ] [ eta: 20:17:44 ] [ l_g_pix: 3.1713e-02 ] [ l_g_total: 3.1713e-02 ] +2024-09-26 21:33:12,071 INFO: [ epoch: 67 ] [ iter: 89,700 ] [ performance: 17.874 it/s ] [ lr: 5.00e-05 ] [ eta: 20:17:12 ] [ l_g_pix: 2.6553e-02 ] [ l_g_total: 2.6553e-02 ] +2024-09-26 21:33:17,742 INFO: [ epoch: 67 ] [ iter: 89,800 ] [ performance: 17.719 it/s ] [ lr: 5.00e-05 ] [ eta: 20:16:40 ] [ l_g_pix: 2.8138e-02 ] [ l_g_total: 2.8138e-02 ] +2024-09-26 21:33:23,369 INFO: [ epoch: 67 ] [ iter: 89,900 ] [ performance: 17.953 it/s ] [ lr: 5.00e-05 ] [ eta: 20:16:08 ] [ l_g_pix: 2.4967e-02 ] [ l_g_total: 2.4967e-02 ] +2024-09-26 21:33:28,974 INFO: [ epoch: 67 ] [ iter: 90,000 ] [ performance: 17.882 it/s ] [ lr: 5.00e-05 ] [ eta: 20:15:35 ] [ l_g_pix: 1.5235e-02 ] [ l_g_total: 1.5235e-02 ] +2024-09-26 21:33:28,974 INFO: Saving models and training states. +2024-09-26 21:37:50,561 INFO: Validation val + + # psnr: 27.1855........ Best: 27.1855 @ 90000 iter + # ssim: 0.7654........ Best: 0.7654 @ 90000 iter + # dists: 0.7733........ Best: 0.7733 @ 70000 iter + +2024-09-26 21:37:56,256 INFO: [ epoch: 67 ] [ iter: 90,100 ] [ performance: 17.693 it/s ] [ lr: 5.00e-05 ] [ eta: 20:59:06 ] [ l_g_pix: 2.6061e-02 ] [ l_g_total: 2.6061e-02 ] +2024-09-26 21:38:01,866 INFO: [ epoch: 67 ] [ iter: 90,200 ] [ performance: 17.783 it/s ] [ lr: 5.00e-05 ] [ eta: 20:58:30 ] [ l_g_pix: 3.1678e-02 ] [ l_g_total: 3.1678e-02 ] +2024-09-26 21:38:07,492 INFO: [ epoch: 67 ] [ iter: 90,300 ] [ performance: 18.097 it/s ] [ lr: 5.00e-05 ] [ eta: 20:57:55 ] [ l_g_pix: 3.0157e-02 ] [ l_g_total: 3.0157e-02 ] +2024-09-26 21:38:13,136 INFO: [ epoch: 67 ] [ iter: 90,400 ] [ performance: 17.846 it/s ] [ lr: 5.00e-05 ] [ eta: 20:57:20 ] [ l_g_pix: 2.0945e-02 ] [ l_g_total: 2.0945e-02 ] +2024-09-26 21:38:18,681 INFO: [ epoch: 67 ] [ iter: 90,500 ] [ performance: 18.212 it/s ] [ lr: 5.00e-05 ] [ eta: 20:56:44 ] [ l_g_pix: 2.4916e-02 ] [ l_g_total: 2.4916e-02 ] +2024-09-26 21:38:24,312 INFO: [ epoch: 67 ] [ iter: 90,600 ] [ performance: 17.910 it/s ] [ lr: 5.00e-05 ] [ eta: 20:56:09 ] [ l_g_pix: 2.9431e-02 ] [ l_g_total: 2.9431e-02 ] +2024-09-26 21:38:29,943 INFO: [ epoch: 67 ] [ iter: 90,700 ] [ performance: 17.803 it/s ] [ lr: 5.00e-05 ] [ eta: 20:55:34 ] [ l_g_pix: 2.2207e-02 ] [ l_g_total: 2.2207e-02 ] +2024-09-26 21:38:35,442 INFO: [ epoch: 67 ] [ iter: 90,800 ] [ performance: 18.060 it/s ] [ lr: 5.00e-05 ] [ eta: 20:54:58 ] [ l_g_pix: 3.6720e-02 ] [ l_g_total: 3.6720e-02 ] +2024-09-26 21:38:42,357 INFO: [ epoch: 68 ] [ iter: 90,900 ] [ performance: 16.569 it/s ] [ lr: 5.00e-05 ] [ eta: 20:54:36 ] [ l_g_pix: 2.4697e-02 ] [ l_g_total: 2.4697e-02 ] +2024-09-26 21:38:47,961 INFO: [ epoch: 68 ] [ iter: 91,000 ] [ performance: 17.412 it/s ] [ lr: 5.00e-05 ] [ eta: 20:54:01 ] [ l_g_pix: 3.1842e-02 ] [ l_g_total: 3.1842e-02 ] +2024-09-26 21:38:53,563 INFO: [ epoch: 68 ] [ iter: 91,100 ] [ performance: 18.300 it/s ] [ lr: 5.00e-05 ] [ eta: 20:53:26 ] [ l_g_pix: 4.0073e-02 ] [ l_g_total: 4.0073e-02 ] +2024-09-26 21:38:59,214 INFO: [ epoch: 68 ] [ iter: 91,200 ] [ performance: 17.888 it/s ] [ lr: 5.00e-05 ] [ eta: 20:52:52 ] [ l_g_pix: 3.2589e-02 ] [ l_g_total: 3.2589e-02 ] +2024-09-26 21:39:04,755 INFO: [ epoch: 68 ] [ iter: 91,300 ] [ performance: 18.317 it/s ] [ lr: 5.00e-05 ] [ eta: 20:52:16 ] [ l_g_pix: 2.4566e-02 ] [ l_g_total: 2.4566e-02 ] +2024-09-26 21:39:10,345 INFO: [ epoch: 68 ] [ iter: 91,400 ] [ performance: 18.022 it/s ] [ lr: 5.00e-05 ] [ eta: 20:51:41 ] [ l_g_pix: 2.0065e-02 ] [ l_g_total: 2.0065e-02 ] +2024-09-26 21:39:16,024 INFO: [ epoch: 68 ] [ iter: 91,500 ] [ performance: 17.784 it/s ] [ lr: 5.00e-05 ] [ eta: 20:51:07 ] [ l_g_pix: 4.0396e-02 ] [ l_g_total: 4.0396e-02 ] +2024-09-26 21:39:21,674 INFO: [ epoch: 68 ] [ iter: 91,600 ] [ performance: 17.727 it/s ] [ lr: 5.00e-05 ] [ eta: 20:50:33 ] [ l_g_pix: 3.1670e-02 ] [ l_g_total: 3.1670e-02 ] +2024-09-26 21:39:27,290 INFO: [ epoch: 68 ] [ iter: 91,700 ] [ performance: 17.925 it/s ] [ lr: 5.00e-05 ] [ eta: 20:49:59 ] [ l_g_pix: 3.0273e-02 ] [ l_g_total: 3.0273e-02 ] +2024-09-26 21:39:32,923 INFO: [ epoch: 68 ] [ iter: 91,800 ] [ performance: 17.809 it/s ] [ lr: 5.00e-05 ] [ eta: 20:49:24 ] [ l_g_pix: 2.1622e-02 ] [ l_g_total: 2.1622e-02 ] +2024-09-26 21:39:38,554 INFO: [ epoch: 68 ] [ iter: 91,900 ] [ performance: 17.894 it/s ] [ lr: 5.00e-05 ] [ eta: 20:48:50 ] [ l_g_pix: 2.3283e-02 ] [ l_g_total: 2.3283e-02 ] +2024-09-26 21:39:44,175 INFO: [ epoch: 68 ] [ iter: 92,000 ] [ performance: 17.825 it/s ] [ lr: 5.00e-05 ] [ eta: 20:48:16 ] [ l_g_pix: 1.8089e-02 ] [ l_g_total: 1.8089e-02 ] +2024-09-26 21:39:49,764 INFO: [ epoch: 68 ] [ iter: 92,100 ] [ performance: 18.274 it/s ] [ lr: 5.00e-05 ] [ eta: 20:47:42 ] [ l_g_pix: 3.0535e-02 ] [ l_g_total: 3.0535e-02 ] +2024-09-26 21:39:56,294 INFO: [ epoch: 69 ] [ iter: 92,200 ] [ performance: 16.086 it/s ] [ lr: 5.00e-05 ] [ eta: 20:47:16 ] [ l_g_pix: 2.5367e-02 ] [ l_g_total: 2.5367e-02 ] +2024-09-26 21:40:02,052 INFO: [ epoch: 69 ] [ iter: 92,300 ] [ performance: 18.116 it/s ] [ lr: 5.00e-05 ] [ eta: 20:46:44 ] [ l_g_pix: 4.0384e-02 ] [ l_g_total: 4.0384e-02 ] +2024-09-26 21:40:07,729 INFO: [ epoch: 69 ] [ iter: 92,400 ] [ performance: 17.758 it/s ] [ lr: 5.00e-05 ] [ eta: 20:46:10 ] [ l_g_pix: 2.2675e-02 ] [ l_g_total: 2.2675e-02 ] +2024-09-26 21:40:13,443 INFO: [ epoch: 69 ] [ iter: 92,500 ] [ performance: 18.136 it/s ] [ lr: 5.00e-05 ] [ eta: 20:45:37 ] [ l_g_pix: 2.7061e-02 ] [ l_g_total: 2.7061e-02 ] +2024-09-26 21:40:19,022 INFO: [ epoch: 69 ] [ iter: 92,600 ] [ performance: 17.985 it/s ] [ lr: 5.00e-05 ] [ eta: 20:45:03 ] [ l_g_pix: 1.7505e-02 ] [ l_g_total: 1.7505e-02 ] +2024-09-26 21:40:24,695 INFO: [ epoch: 69 ] [ iter: 92,700 ] [ performance: 17.321 it/s ] [ lr: 5.00e-05 ] [ eta: 20:44:30 ] [ l_g_pix: 1.4428e-02 ] [ l_g_total: 1.4428e-02 ] +2024-09-26 21:40:30,448 INFO: [ epoch: 69 ] [ iter: 92,800 ] [ performance: 17.367 it/s ] [ lr: 5.00e-05 ] [ eta: 20:43:57 ] [ l_g_pix: 2.8873e-02 ] [ l_g_total: 2.8873e-02 ] +2024-09-26 21:40:36,158 INFO: [ epoch: 69 ] [ iter: 92,900 ] [ performance: 17.951 it/s ] [ lr: 5.00e-05 ] [ eta: 20:43:25 ] [ l_g_pix: 2.4808e-02 ] [ l_g_total: 2.4808e-02 ] +2024-09-26 21:40:41,797 INFO: [ epoch: 69 ] [ iter: 93,000 ] [ performance: 17.794 it/s ] [ lr: 5.00e-05 ] [ eta: 20:42:51 ] [ l_g_pix: 1.8057e-02 ] [ l_g_total: 1.8057e-02 ] +2024-09-26 21:40:47,418 INFO: [ epoch: 69 ] [ iter: 93,100 ] [ performance: 18.227 it/s ] [ lr: 5.00e-05 ] [ eta: 20:42:18 ] [ l_g_pix: 3.1557e-02 ] [ l_g_total: 3.1557e-02 ] +2024-09-26 21:40:53,017 INFO: [ epoch: 69 ] [ iter: 93,200 ] [ performance: 17.959 it/s ] [ lr: 5.00e-05 ] [ eta: 20:41:44 ] [ l_g_pix: 3.4373e-02 ] [ l_g_total: 3.4373e-02 ] +2024-09-26 21:40:58,675 INFO: [ epoch: 69 ] [ iter: 93,300 ] [ performance: 17.927 it/s ] [ lr: 5.00e-05 ] [ eta: 20:41:11 ] [ l_g_pix: 2.4344e-02 ] [ l_g_total: 2.4344e-02 ] +2024-09-26 21:41:04,362 INFO: [ epoch: 69 ] [ iter: 93,400 ] [ performance: 17.674 it/s ] [ lr: 5.00e-05 ] [ eta: 20:40:38 ] [ l_g_pix: 2.7030e-02 ] [ l_g_total: 2.7030e-02 ] +2024-09-26 21:41:09,867 INFO: [ epoch: 69 ] [ iter: 93,500 ] [ performance: 18.820 it/s ] [ lr: 5.00e-05 ] [ eta: 20:40:04 ] [ l_g_pix: 4.0478e-02 ] [ l_g_total: 4.0478e-02 ] +2024-09-26 21:41:16,749 INFO: [ epoch: 70 ] [ iter: 93,600 ] [ performance: 15.446 it/s ] [ lr: 5.00e-05 ] [ eta: 20:39:43 ] [ l_g_pix: 2.7572e-02 ] [ l_g_total: 2.7572e-02 ] +2024-09-26 21:41:22,438 INFO: [ epoch: 70 ] [ iter: 93,700 ] [ performance: 17.877 it/s ] [ lr: 5.00e-05 ] [ eta: 20:39:10 ] [ l_g_pix: 2.8204e-02 ] [ l_g_total: 2.8204e-02 ] +2024-09-26 21:41:28,098 INFO: [ epoch: 70 ] [ iter: 93,800 ] [ performance: 17.722 it/s ] [ lr: 5.00e-05 ] [ eta: 20:38:37 ] [ l_g_pix: 3.0863e-02 ] [ l_g_total: 3.0863e-02 ] +2024-09-26 21:41:33,721 INFO: [ epoch: 70 ] [ iter: 93,900 ] [ performance: 18.237 it/s ] [ lr: 5.00e-05 ] [ eta: 20:38:04 ] [ l_g_pix: 2.7962e-02 ] [ l_g_total: 2.7962e-02 ] +2024-09-26 21:41:39,365 INFO: [ epoch: 70 ] [ iter: 94,000 ] [ performance: 17.846 it/s ] [ lr: 5.00e-05 ] [ eta: 20:37:31 ] [ l_g_pix: 2.7911e-02 ] [ l_g_total: 2.7911e-02 ] +2024-09-26 21:41:45,013 INFO: [ epoch: 70 ] [ iter: 94,100 ] [ performance: 18.135 it/s ] [ lr: 5.00e-05 ] [ eta: 20:36:59 ] [ l_g_pix: 2.9739e-02 ] [ l_g_total: 2.9739e-02 ] +2024-09-26 21:41:50,642 INFO: [ epoch: 70 ] [ iter: 94,200 ] [ performance: 17.855 it/s ] [ lr: 5.00e-05 ] [ eta: 20:36:26 ] [ l_g_pix: 2.9343e-02 ] [ l_g_total: 2.9343e-02 ] +2024-09-26 21:41:56,296 INFO: [ epoch: 70 ] [ iter: 94,300 ] [ performance: 18.007 it/s ] [ lr: 5.00e-05 ] [ eta: 20:35:53 ] [ l_g_pix: 3.0190e-02 ] [ l_g_total: 3.0190e-02 ] +2024-09-26 21:42:01,963 INFO: [ epoch: 70 ] [ iter: 94,400 ] [ performance: 17.732 it/s ] [ lr: 5.00e-05 ] [ eta: 20:35:21 ] [ l_g_pix: 1.9610e-02 ] [ l_g_total: 1.9610e-02 ] +2024-09-26 21:42:07,563 INFO: [ epoch: 70 ] [ iter: 94,500 ] [ performance: 18.141 it/s ] [ lr: 5.00e-05 ] [ eta: 20:34:48 ] [ l_g_pix: 3.4990e-02 ] [ l_g_total: 3.4990e-02 ] +2024-09-26 21:42:13,181 INFO: [ epoch: 70 ] [ iter: 94,600 ] [ performance: 17.879 it/s ] [ lr: 5.00e-05 ] [ eta: 20:34:15 ] [ l_g_pix: 3.2272e-02 ] [ l_g_total: 3.2272e-02 ] +2024-09-26 21:42:18,930 INFO: [ epoch: 70 ] [ iter: 94,700 ] [ performance: 17.376 it/s ] [ lr: 5.00e-05 ] [ eta: 20:33:44 ] [ l_g_pix: 3.9879e-02 ] [ l_g_total: 3.9879e-02 ] +2024-09-26 21:42:24,519 INFO: [ epoch: 70 ] [ iter: 94,800 ] [ performance: 17.775 it/s ] [ lr: 5.00e-05 ] [ eta: 20:33:11 ] [ l_g_pix: 2.4494e-02 ] [ l_g_total: 2.4494e-02 ] +2024-09-26 21:42:31,499 INFO: [ epoch: 71 ] [ iter: 94,900 ] [ performance: 15.216 it/s ] [ lr: 5.00e-05 ] [ eta: 20:32:51 ] [ l_g_pix: 2.6571e-02 ] [ l_g_total: 2.6571e-02 ] +2024-09-26 21:42:37,473 INFO: [ epoch: 71 ] [ iter: 95,000 ] [ performance: 16.383 it/s ] [ lr: 5.00e-05 ] [ eta: 20:32:22 ] [ l_g_pix: 3.2647e-02 ] [ l_g_total: 3.2647e-02 ] +2024-09-26 21:42:43,467 INFO: [ epoch: 71 ] [ iter: 95,100 ] [ performance: 17.140 it/s ] [ lr: 5.00e-05 ] [ eta: 20:31:53 ] [ l_g_pix: 2.8905e-02 ] [ l_g_total: 2.8905e-02 ] +2024-09-26 21:42:49,124 INFO: [ epoch: 71 ] [ iter: 95,200 ] [ performance: 17.563 it/s ] [ lr: 5.00e-05 ] [ eta: 20:31:21 ] [ l_g_pix: 3.1424e-02 ] [ l_g_total: 3.1424e-02 ] +2024-09-26 21:42:54,810 INFO: [ epoch: 71 ] [ iter: 95,300 ] [ performance: 17.924 it/s ] [ lr: 5.00e-05 ] [ eta: 20:30:50 ] [ l_g_pix: 2.9034e-02 ] [ l_g_total: 2.9034e-02 ] +2024-09-26 21:43:00,478 INFO: [ epoch: 71 ] [ iter: 95,400 ] [ performance: 17.701 it/s ] [ lr: 5.00e-05 ] [ eta: 20:30:18 ] [ l_g_pix: 3.3973e-02 ] [ l_g_total: 3.3973e-02 ] +2024-09-26 21:43:06,220 INFO: [ epoch: 71 ] [ iter: 95,500 ] [ performance: 17.710 it/s ] [ lr: 5.00e-05 ] [ eta: 20:29:47 ] [ l_g_pix: 1.9245e-02 ] [ l_g_total: 1.9245e-02 ] +2024-09-26 21:43:11,904 INFO: [ epoch: 71 ] [ iter: 95,600 ] [ performance: 17.620 it/s ] [ lr: 5.00e-05 ] [ eta: 20:29:15 ] [ l_g_pix: 4.3612e-02 ] [ l_g_total: 4.3612e-02 ] +2024-09-26 21:43:17,556 INFO: [ epoch: 71 ] [ iter: 95,700 ] [ performance: 17.484 it/s ] [ lr: 5.00e-05 ] [ eta: 20:28:43 ] [ l_g_pix: 2.8685e-02 ] [ l_g_total: 2.8685e-02 ] +2024-09-26 21:43:23,216 INFO: [ epoch: 71 ] [ iter: 95,800 ] [ performance: 17.635 it/s ] [ lr: 5.00e-05 ] [ eta: 20:28:12 ] [ l_g_pix: 2.6290e-02 ] [ l_g_total: 2.6290e-02 ] +2024-09-26 21:43:28,847 INFO: [ epoch: 71 ] [ iter: 95,900 ] [ performance: 17.966 it/s ] [ lr: 5.00e-05 ] [ eta: 20:27:40 ] [ l_g_pix: 2.9821e-02 ] [ l_g_total: 2.9821e-02 ] +2024-09-26 21:43:34,469 INFO: [ epoch: 71 ] [ iter: 96,000 ] [ performance: 17.824 it/s ] [ lr: 5.00e-05 ] [ eta: 20:27:08 ] [ l_g_pix: 2.7003e-02 ] [ l_g_total: 2.7003e-02 ] +2024-09-26 21:43:40,219 INFO: [ epoch: 71 ] [ iter: 96,100 ] [ performance: 18.150 it/s ] [ lr: 5.00e-05 ] [ eta: 20:26:37 ] [ l_g_pix: 4.4974e-02 ] [ l_g_total: 4.4974e-02 ] +2024-09-26 21:43:46,846 INFO: [ epoch: 72 ] [ iter: 96,200 ] [ performance: 15.565 it/s ] [ lr: 5.00e-05 ] [ eta: 20:26:15 ] [ l_g_pix: 2.5421e-02 ] [ l_g_total: 2.5421e-02 ] +2024-09-26 21:43:52,845 INFO: [ epoch: 72 ] [ iter: 96,300 ] [ performance: 17.876 it/s ] [ lr: 5.00e-05 ] [ eta: 20:25:47 ] [ l_g_pix: 3.1097e-02 ] [ l_g_total: 3.1097e-02 ] +2024-09-26 21:43:58,580 INFO: [ epoch: 72 ] [ iter: 96,400 ] [ performance: 17.515 it/s ] [ lr: 5.00e-05 ] [ eta: 20:25:16 ] [ l_g_pix: 3.9755e-02 ] [ l_g_total: 3.9755e-02 ] +2024-09-26 21:44:04,253 INFO: [ epoch: 72 ] [ iter: 96,500 ] [ performance: 18.040 it/s ] [ lr: 5.00e-05 ] [ eta: 20:24:45 ] [ l_g_pix: 3.0815e-02 ] [ l_g_total: 3.0815e-02 ] +2024-09-26 21:44:09,894 INFO: [ epoch: 72 ] [ iter: 96,600 ] [ performance: 17.781 it/s ] [ lr: 5.00e-05 ] [ eta: 20:24:13 ] [ l_g_pix: 2.2496e-02 ] [ l_g_total: 2.2496e-02 ] +2024-09-26 21:44:15,532 INFO: [ epoch: 72 ] [ iter: 96,700 ] [ performance: 18.179 it/s ] [ lr: 5.00e-05 ] [ eta: 20:23:42 ] [ l_g_pix: 3.2870e-02 ] [ l_g_total: 3.2870e-02 ] +2024-09-26 21:44:21,165 INFO: [ epoch: 72 ] [ iter: 96,800 ] [ performance: 17.820 it/s ] [ lr: 5.00e-05 ] [ eta: 20:23:10 ] [ l_g_pix: 3.1346e-02 ] [ l_g_total: 3.1346e-02 ] +2024-09-26 21:44:26,814 INFO: [ epoch: 72 ] [ iter: 96,900 ] [ performance: 18.134 it/s ] [ lr: 5.00e-05 ] [ eta: 20:22:39 ] [ l_g_pix: 3.1341e-02 ] [ l_g_total: 3.1341e-02 ] +2024-09-26 21:44:32,469 INFO: [ epoch: 72 ] [ iter: 97,000 ] [ performance: 17.755 it/s ] [ lr: 5.00e-05 ] [ eta: 20:22:08 ] [ l_g_pix: 2.1732e-02 ] [ l_g_total: 2.1732e-02 ] +2024-09-26 21:44:38,153 INFO: [ epoch: 72 ] [ iter: 97,100 ] [ performance: 17.770 it/s ] [ lr: 5.00e-05 ] [ eta: 20:21:37 ] [ l_g_pix: 3.4009e-02 ] [ l_g_total: 3.4009e-02 ] +2024-09-26 21:44:43,803 INFO: [ epoch: 72 ] [ iter: 97,200 ] [ performance: 17.712 it/s ] [ lr: 5.00e-05 ] [ eta: 20:21:06 ] [ l_g_pix: 2.6702e-02 ] [ l_g_total: 2.6702e-02 ] +2024-09-26 21:44:49,568 INFO: [ epoch: 72 ] [ iter: 97,300 ] [ performance: 18.411 it/s ] [ lr: 5.00e-05 ] [ eta: 20:20:36 ] [ l_g_pix: 3.9645e-02 ] [ l_g_total: 3.9645e-02 ] +2024-09-26 21:44:55,294 INFO: [ epoch: 72 ] [ iter: 97,400 ] [ performance: 17.591 it/s ] [ lr: 5.00e-05 ] [ eta: 20:20:06 ] [ l_g_pix: 2.9495e-02 ] [ l_g_total: 2.9495e-02 ] +2024-09-26 21:45:00,921 INFO: [ epoch: 72 ] [ iter: 97,500 ] [ performance: 17.681 it/s ] [ lr: 5.00e-05 ] [ eta: 20:19:35 ] [ l_g_pix: 3.3537e-02 ] [ l_g_total: 3.3537e-02 ] +2024-09-26 21:45:07,815 INFO: [ epoch: 73 ] [ iter: 97,600 ] [ performance: 14.857 it/s ] [ lr: 5.00e-05 ] [ eta: 20:19:16 ] [ l_g_pix: 2.6442e-02 ] [ l_g_total: 2.6442e-02 ] +2024-09-26 21:45:13,452 INFO: [ epoch: 73 ] [ iter: 97,700 ] [ performance: 17.910 it/s ] [ lr: 5.00e-05 ] [ eta: 20:18:45 ] [ l_g_pix: 2.6534e-02 ] [ l_g_total: 2.6534e-02 ] +2024-09-26 21:45:19,082 INFO: [ epoch: 73 ] [ iter: 97,800 ] [ performance: 17.784 it/s ] [ lr: 5.00e-05 ] [ eta: 20:18:14 ] [ l_g_pix: 3.5858e-02 ] [ l_g_total: 3.5858e-02 ] +2024-09-26 21:45:24,775 INFO: [ epoch: 73 ] [ iter: 97,900 ] [ performance: 17.655 it/s ] [ lr: 5.00e-05 ] [ eta: 20:17:44 ] [ l_g_pix: 3.7114e-02 ] [ l_g_total: 3.7114e-02 ] +2024-09-26 21:45:30,406 INFO: [ epoch: 73 ] [ iter: 98,000 ] [ performance: 17.750 it/s ] [ lr: 5.00e-05 ] [ eta: 20:17:13 ] [ l_g_pix: 4.9297e-02 ] [ l_g_total: 4.9297e-02 ] +2024-09-26 21:45:36,004 INFO: [ epoch: 73 ] [ iter: 98,100 ] [ performance: 18.153 it/s ] [ lr: 5.00e-05 ] [ eta: 20:16:42 ] [ l_g_pix: 2.5737e-02 ] [ l_g_total: 2.5737e-02 ] +2024-09-26 21:45:41,696 INFO: [ epoch: 73 ] [ iter: 98,200 ] [ performance: 17.633 it/s ] [ lr: 5.00e-05 ] [ eta: 20:16:11 ] [ l_g_pix: 2.3951e-02 ] [ l_g_total: 2.3951e-02 ] +2024-09-26 21:45:47,331 INFO: [ epoch: 73 ] [ iter: 98,300 ] [ performance: 17.635 it/s ] [ lr: 5.00e-05 ] [ eta: 20:15:41 ] [ l_g_pix: 2.2795e-02 ] [ l_g_total: 2.2795e-02 ] +2024-09-26 21:45:53,016 INFO: [ epoch: 73 ] [ iter: 98,400 ] [ performance: 17.596 it/s ] [ lr: 5.00e-05 ] [ eta: 20:15:11 ] [ l_g_pix: 2.1063e-02 ] [ l_g_total: 2.1063e-02 ] +2024-09-26 21:45:58,673 INFO: [ epoch: 73 ] [ iter: 98,500 ] [ performance: 17.817 it/s ] [ lr: 5.00e-05 ] [ eta: 20:14:40 ] [ l_g_pix: 3.3108e-02 ] [ l_g_total: 3.3108e-02 ] +2024-09-26 21:46:04,370 INFO: [ epoch: 73 ] [ iter: 98,600 ] [ performance: 17.580 it/s ] [ lr: 5.00e-05 ] [ eta: 20:14:10 ] [ l_g_pix: 3.1853e-02 ] [ l_g_total: 3.1853e-02 ] +2024-09-26 21:46:10,036 INFO: [ epoch: 73 ] [ iter: 98,700 ] [ performance: 18.155 it/s ] [ lr: 5.00e-05 ] [ eta: 20:13:40 ] [ l_g_pix: 3.2891e-02 ] [ l_g_total: 3.2891e-02 ] +2024-09-26 21:46:15,623 INFO: [ epoch: 73 ] [ iter: 98,800 ] [ performance: 17.920 it/s ] [ lr: 5.00e-05 ] [ eta: 20:13:10 ] [ l_g_pix: 1.9331e-02 ] [ l_g_total: 1.9331e-02 ] +2024-09-26 21:46:22,589 INFO: [ epoch: 74 ] [ iter: 98,900 ] [ performance: 14.888 it/s ] [ lr: 5.00e-05 ] [ eta: 20:12:51 ] [ l_g_pix: 2.8044e-02 ] [ l_g_total: 2.8044e-02 ] +2024-09-26 21:46:28,297 INFO: [ epoch: 74 ] [ iter: 99,000 ] [ performance: 17.296 it/s ] [ lr: 5.00e-05 ] [ eta: 20:12:22 ] [ l_g_pix: 4.6032e-02 ] [ l_g_total: 4.6032e-02 ] +2024-09-26 21:46:33,999 INFO: [ epoch: 74 ] [ iter: 99,100 ] [ performance: 17.904 it/s ] [ lr: 5.00e-05 ] [ eta: 20:11:52 ] [ l_g_pix: 2.6301e-02 ] [ l_g_total: 2.6301e-02 ] +2024-09-26 21:46:39,671 INFO: [ epoch: 74 ] [ iter: 99,200 ] [ performance: 17.652 it/s ] [ lr: 5.00e-05 ] [ eta: 20:11:22 ] [ l_g_pix: 1.6744e-02 ] [ l_g_total: 1.6744e-02 ] +2024-09-26 21:46:45,436 INFO: [ epoch: 74 ] [ iter: 99,300 ] [ performance: 16.663 it/s ] [ lr: 5.00e-05 ] [ eta: 20:10:53 ] [ l_g_pix: 5.0417e-02 ] [ l_g_total: 5.0417e-02 ] +2024-09-26 21:46:51,327 INFO: [ epoch: 74 ] [ iter: 99,400 ] [ performance: 16.960 it/s ] [ lr: 5.00e-05 ] [ eta: 20:10:25 ] [ l_g_pix: 2.3534e-02 ] [ l_g_total: 2.3534e-02 ] +2024-09-26 21:46:57,322 INFO: [ epoch: 74 ] [ iter: 99,500 ] [ performance: 17.129 it/s ] [ lr: 5.00e-05 ] [ eta: 20:09:59 ] [ l_g_pix: 4.2178e-02 ] [ l_g_total: 4.2178e-02 ] +2024-09-26 21:47:03,289 INFO: [ epoch: 74 ] [ iter: 99,600 ] [ performance: 16.779 it/s ] [ lr: 5.00e-05 ] [ eta: 20:09:32 ] [ l_g_pix: 4.0573e-02 ] [ l_g_total: 4.0573e-02 ] +2024-09-26 21:47:08,984 INFO: [ epoch: 74 ] [ iter: 99,700 ] [ performance: 17.941 it/s ] [ lr: 5.00e-05 ] [ eta: 20:09:02 ] [ l_g_pix: 2.0267e-02 ] [ l_g_total: 2.0267e-02 ] +2024-09-26 21:47:14,644 INFO: [ epoch: 74 ] [ iter: 99,800 ] [ performance: 17.683 it/s ] [ lr: 5.00e-05 ] [ eta: 20:08:33 ] [ l_g_pix: 2.8449e-02 ] [ l_g_total: 2.8449e-02 ] +2024-09-26 21:47:20,295 INFO: [ epoch: 74 ] [ iter: 99,900 ] [ performance: 18.165 it/s ] [ lr: 5.00e-05 ] [ eta: 20:08:03 ] [ l_g_pix: 4.0456e-02 ] [ l_g_total: 4.0456e-02 ] +2024-09-26 21:47:25,936 INFO: [ epoch: 74 ] [ iter:100,000 ] [ performance: 17.741 it/s ] [ lr: 5.00e-05 ] [ eta: 20:07:33 ] [ l_g_pix: 3.8450e-02 ] [ l_g_total: 3.8450e-02 ] +2024-09-26 21:47:25,936 INFO: Saving models and training states. +2024-09-26 21:51:27,909 INFO: Validation val + + # psnr: 27.1869........ Best: 27.1869 @ 100000 iter + # ssim: 0.7656........ Best: 0.7656 @ 100000 iter + # dists: 0.7733........ Best: 0.7733 @ 70000 iter + +2024-09-26 21:51:33,439 INFO: [ epoch: 74 ] [ iter:100,100 ] [ performance: 18.501 it/s ] [ lr: 5.00e-05 ] [ eta: 20:43:18 ] [ l_g_pix: 2.1178e-02 ] [ l_g_total: 2.1178e-02 ] +2024-09-26 21:51:39,016 INFO: [ epoch: 74 ] [ iter:100,200 ] [ performance: 17.945 it/s ] [ lr: 5.00e-05 ] [ eta: 20:42:45 ] [ l_g_pix: 2.6522e-02 ] [ l_g_total: 2.6522e-02 ] +2024-09-26 21:51:45,742 INFO: [ epoch: 75 ] [ iter:100,300 ] [ performance: 18.728 it/s ] [ lr: 5.00e-05 ] [ eta: 20:42:23 ] [ l_g_pix: 3.6402e-02 ] [ l_g_total: 3.6402e-02 ] +2024-09-26 21:51:51,308 INFO: [ epoch: 75 ] [ iter:100,400 ] [ performance: 17.975 it/s ] [ lr: 5.00e-05 ] [ eta: 20:41:50 ] [ l_g_pix: 2.5768e-02 ] [ l_g_total: 2.5768e-02 ] +2024-09-26 21:51:56,960 INFO: [ epoch: 75 ] [ iter:100,500 ] [ performance: 17.836 it/s ] [ lr: 5.00e-05 ] [ eta: 20:41:18 ] [ l_g_pix: 3.2883e-02 ] [ l_g_total: 3.2883e-02 ] +2024-09-26 21:52:02,588 INFO: [ epoch: 75 ] [ iter:100,600 ] [ performance: 17.771 it/s ] [ lr: 5.00e-05 ] [ eta: 20:40:46 ] [ l_g_pix: 2.9362e-02 ] [ l_g_total: 2.9362e-02 ] +2024-09-26 21:52:08,298 INFO: [ epoch: 75 ] [ iter:100,700 ] [ performance: 17.642 it/s ] [ lr: 5.00e-05 ] [ eta: 20:40:15 ] [ l_g_pix: 3.9311e-02 ] [ l_g_total: 3.9311e-02 ] +2024-09-26 21:52:13,980 INFO: [ epoch: 75 ] [ iter:100,800 ] [ performance: 17.611 it/s ] [ lr: 5.00e-05 ] [ eta: 20:39:44 ] [ l_g_pix: 2.6144e-02 ] [ l_g_total: 2.6144e-02 ] +2024-09-26 21:52:19,627 INFO: [ epoch: 75 ] [ iter:100,900 ] [ performance: 17.661 it/s ] [ lr: 5.00e-05 ] [ eta: 20:39:12 ] [ l_g_pix: 3.0771e-02 ] [ l_g_total: 3.0771e-02 ] +2024-09-26 21:52:25,251 INFO: [ epoch: 75 ] [ iter:101,000 ] [ performance: 17.805 it/s ] [ lr: 5.00e-05 ] [ eta: 20:38:40 ] [ l_g_pix: 4.4958e-02 ] [ l_g_total: 4.4958e-02 ] +2024-09-26 21:52:30,870 INFO: [ epoch: 75 ] [ iter:101,100 ] [ performance: 17.802 it/s ] [ lr: 5.00e-05 ] [ eta: 20:38:08 ] [ l_g_pix: 2.1398e-02 ] [ l_g_total: 2.1398e-02 ] +2024-09-26 21:52:36,505 INFO: [ epoch: 75 ] [ iter:101,200 ] [ performance: 17.764 it/s ] [ lr: 5.00e-05 ] [ eta: 20:37:37 ] [ l_g_pix: 3.4524e-02 ] [ l_g_total: 3.4524e-02 ] +2024-09-26 21:52:42,110 INFO: [ epoch: 75 ] [ iter:101,300 ] [ performance: 17.806 it/s ] [ lr: 5.00e-05 ] [ eta: 20:37:05 ] [ l_g_pix: 2.5665e-02 ] [ l_g_total: 2.5665e-02 ] +2024-09-26 21:52:47,819 INFO: [ epoch: 75 ] [ iter:101,400 ] [ performance: 17.538 it/s ] [ lr: 5.00e-05 ] [ eta: 20:36:34 ] [ l_g_pix: 3.4478e-02 ] [ l_g_total: 3.4478e-02 ] +2024-09-26 21:52:53,336 INFO: [ epoch: 75 ] [ iter:101,500 ] [ performance: 17.836 it/s ] [ lr: 5.00e-05 ] [ eta: 20:36:02 ] [ l_g_pix: 3.7521e-02 ] [ l_g_total: 3.7521e-02 ] +2024-09-26 21:53:00,214 INFO: [ epoch: 76 ] [ iter:101,600 ] [ performance: 14.397 it/s ] [ lr: 5.00e-05 ] [ eta: 20:35:41 ] [ l_g_pix: 2.7352e-02 ] [ l_g_total: 2.7352e-02 ] +2024-09-26 21:53:05,868 INFO: [ epoch: 76 ] [ iter:101,700 ] [ performance: 15.916 it/s ] [ lr: 5.00e-05 ] [ eta: 20:35:10 ] [ l_g_pix: 3.5028e-02 ] [ l_g_total: 3.5028e-02 ] +2024-09-26 21:53:11,570 INFO: [ epoch: 76 ] [ iter:101,800 ] [ performance: 17.567 it/s ] [ lr: 5.00e-05 ] [ eta: 20:34:39 ] [ l_g_pix: 3.0175e-02 ] [ l_g_total: 3.0175e-02 ] +2024-09-26 21:53:17,204 INFO: [ epoch: 76 ] [ iter:101,900 ] [ performance: 17.661 it/s ] [ lr: 5.00e-05 ] [ eta: 20:34:08 ] [ l_g_pix: 2.4937e-02 ] [ l_g_total: 2.4937e-02 ] +2024-09-26 21:53:22,867 INFO: [ epoch: 76 ] [ iter:102,000 ] [ performance: 17.732 it/s ] [ lr: 5.00e-05 ] [ eta: 20:33:37 ] [ l_g_pix: 3.5549e-02 ] [ l_g_total: 3.5549e-02 ] +2024-09-26 21:53:28,506 INFO: [ epoch: 76 ] [ iter:102,100 ] [ performance: 17.734 it/s ] [ lr: 5.00e-05 ] [ eta: 20:33:06 ] [ l_g_pix: 2.9303e-02 ] [ l_g_total: 2.9303e-02 ] +2024-09-26 21:53:34,178 INFO: [ epoch: 76 ] [ iter:102,200 ] [ performance: 17.685 it/s ] [ lr: 5.00e-05 ] [ eta: 20:32:35 ] [ l_g_pix: 2.4838e-02 ] [ l_g_total: 2.4838e-02 ] +2024-09-26 21:53:39,856 INFO: [ epoch: 76 ] [ iter:102,300 ] [ performance: 17.648 it/s ] [ lr: 5.00e-05 ] [ eta: 20:32:04 ] [ l_g_pix: 3.6146e-02 ] [ l_g_total: 3.6146e-02 ] +2024-09-26 21:53:45,529 INFO: [ epoch: 76 ] [ iter:102,400 ] [ performance: 17.650 it/s ] [ lr: 5.00e-05 ] [ eta: 20:31:34 ] [ l_g_pix: 2.6864e-02 ] [ l_g_total: 2.6864e-02 ] +2024-09-26 21:53:51,215 INFO: [ epoch: 76 ] [ iter:102,500 ] [ performance: 17.618 it/s ] [ lr: 5.00e-05 ] [ eta: 20:31:03 ] [ l_g_pix: 2.4858e-02 ] [ l_g_total: 2.4858e-02 ] +2024-09-26 21:53:56,914 INFO: [ epoch: 76 ] [ iter:102,600 ] [ performance: 17.597 it/s ] [ lr: 5.00e-05 ] [ eta: 20:30:33 ] [ l_g_pix: 3.3346e-02 ] [ l_g_total: 3.3346e-02 ] +2024-09-26 21:54:02,660 INFO: [ epoch: 76 ] [ iter:102,700 ] [ performance: 17.500 it/s ] [ lr: 5.00e-05 ] [ eta: 20:30:03 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-09-26 21:54:08,271 INFO: [ epoch: 76 ] [ iter:102,800 ] [ performance: 18.002 it/s ] [ lr: 5.00e-05 ] [ eta: 20:29:32 ] [ l_g_pix: 3.3816e-02 ] [ l_g_total: 3.3816e-02 ] +2024-09-26 21:54:14,989 INFO: [ epoch: 77 ] [ iter:102,900 ] [ performance: 16.209 it/s ] [ lr: 5.00e-05 ] [ eta: 20:29:10 ] [ l_g_pix: 2.5057e-02 ] [ l_g_total: 2.5057e-02 ] +2024-09-26 21:54:20,738 INFO: [ epoch: 77 ] [ iter:103,000 ] [ performance: 17.718 it/s ] [ lr: 5.00e-05 ] [ eta: 20:28:41 ] [ l_g_pix: 4.4154e-02 ] [ l_g_total: 4.4154e-02 ] +2024-09-26 21:54:26,458 INFO: [ epoch: 77 ] [ iter:103,100 ] [ performance: 17.595 it/s ] [ lr: 5.00e-05 ] [ eta: 20:28:11 ] [ l_g_pix: 2.7147e-02 ] [ l_g_total: 2.7147e-02 ] +2024-09-26 21:54:32,137 INFO: [ epoch: 77 ] [ iter:103,200 ] [ performance: 17.692 it/s ] [ lr: 5.00e-05 ] [ eta: 20:27:41 ] [ l_g_pix: 3.7998e-02 ] [ l_g_total: 3.7998e-02 ] +2024-09-26 21:54:37,770 INFO: [ epoch: 77 ] [ iter:103,300 ] [ performance: 17.725 it/s ] [ lr: 5.00e-05 ] [ eta: 20:27:10 ] [ l_g_pix: 3.7971e-02 ] [ l_g_total: 3.7971e-02 ] +2024-09-26 21:54:43,375 INFO: [ epoch: 77 ] [ iter:103,400 ] [ performance: 17.900 it/s ] [ lr: 5.00e-05 ] [ eta: 20:26:39 ] [ l_g_pix: 3.5440e-02 ] [ l_g_total: 3.5440e-02 ] +2024-09-26 21:54:49,089 INFO: [ epoch: 77 ] [ iter:103,500 ] [ performance: 17.686 it/s ] [ lr: 5.00e-05 ] [ eta: 20:26:09 ] [ l_g_pix: 2.9471e-02 ] [ l_g_total: 2.9471e-02 ] +2024-09-26 21:54:54,822 INFO: [ epoch: 77 ] [ iter:103,600 ] [ performance: 17.700 it/s ] [ lr: 5.00e-05 ] [ eta: 20:25:40 ] [ l_g_pix: 3.2470e-02 ] [ l_g_total: 3.2470e-02 ] +2024-09-26 21:55:00,511 INFO: [ epoch: 77 ] [ iter:103,700 ] [ performance: 17.635 it/s ] [ lr: 5.00e-05 ] [ eta: 20:25:10 ] [ l_g_pix: 3.5757e-02 ] [ l_g_total: 3.5757e-02 ] +2024-09-26 21:55:06,149 INFO: [ epoch: 77 ] [ iter:103,800 ] [ performance: 17.844 it/s ] [ lr: 5.00e-05 ] [ eta: 20:24:39 ] [ l_g_pix: 3.1840e-02 ] [ l_g_total: 3.1840e-02 ] +2024-09-26 21:55:11,774 INFO: [ epoch: 77 ] [ iter:103,900 ] [ performance: 17.809 it/s ] [ lr: 5.00e-05 ] [ eta: 20:24:09 ] [ l_g_pix: 2.3761e-02 ] [ l_g_total: 2.3761e-02 ] +2024-09-26 21:55:17,495 INFO: [ epoch: 77 ] [ iter:104,000 ] [ performance: 17.632 it/s ] [ lr: 5.00e-05 ] [ eta: 20:23:39 ] [ l_g_pix: 2.6310e-02 ] [ l_g_total: 2.6310e-02 ] +2024-09-26 21:55:23,211 INFO: [ epoch: 77 ] [ iter:104,100 ] [ performance: 17.559 it/s ] [ lr: 5.00e-05 ] [ eta: 20:23:10 ] [ l_g_pix: 1.9814e-02 ] [ l_g_total: 1.9814e-02 ] +2024-09-26 21:55:28,656 INFO: [ epoch: 77 ] [ iter:104,200 ] [ performance: 18.540 it/s ] [ lr: 5.00e-05 ] [ eta: 20:22:38 ] [ l_g_pix: 2.1633e-02 ] [ l_g_total: 2.1633e-02 ] +2024-09-26 21:55:35,749 INFO: [ epoch: 78 ] [ iter:104,300 ] [ performance: 15.805 it/s ] [ lr: 5.00e-05 ] [ eta: 20:22:21 ] [ l_g_pix: 3.9429e-02 ] [ l_g_total: 3.9429e-02 ] +2024-09-26 21:55:41,406 INFO: [ epoch: 78 ] [ iter:104,400 ] [ performance: 17.802 it/s ] [ lr: 5.00e-05 ] [ eta: 20:21:51 ] [ l_g_pix: 2.8468e-02 ] [ l_g_total: 2.8468e-02 ] +2024-09-26 21:55:47,067 INFO: [ epoch: 78 ] [ iter:104,500 ] [ performance: 17.729 it/s ] [ lr: 5.00e-05 ] [ eta: 20:21:21 ] [ l_g_pix: 3.1161e-02 ] [ l_g_total: 3.1161e-02 ] +2024-09-26 21:55:52,708 INFO: [ epoch: 78 ] [ iter:104,600 ] [ performance: 17.928 it/s ] [ lr: 5.00e-05 ] [ eta: 20:20:51 ] [ l_g_pix: 3.1461e-02 ] [ l_g_total: 3.1461e-02 ] +2024-09-26 21:55:58,397 INFO: [ epoch: 78 ] [ iter:104,700 ] [ performance: 17.733 it/s ] [ lr: 5.00e-05 ] [ eta: 20:20:21 ] [ l_g_pix: 3.2501e-02 ] [ l_g_total: 3.2501e-02 ] +2024-09-26 21:56:04,077 INFO: [ epoch: 78 ] [ iter:104,800 ] [ performance: 17.777 it/s ] [ lr: 5.00e-05 ] [ eta: 20:19:52 ] [ l_g_pix: 2.5966e-02 ] [ l_g_total: 2.5966e-02 ] +2024-09-26 21:56:09,747 INFO: [ epoch: 78 ] [ iter:104,900 ] [ performance: 17.701 it/s ] [ lr: 5.00e-05 ] [ eta: 20:19:22 ] [ l_g_pix: 1.3187e-02 ] [ l_g_total: 1.3187e-02 ] +2024-09-26 21:56:15,441 INFO: [ epoch: 78 ] [ iter:105,000 ] [ performance: 17.698 it/s ] [ lr: 5.00e-05 ] [ eta: 20:18:53 ] [ l_g_pix: 3.3691e-02 ] [ l_g_total: 3.3691e-02 ] +2024-09-26 21:56:21,135 INFO: [ epoch: 78 ] [ iter:105,100 ] [ performance: 17.625 it/s ] [ lr: 5.00e-05 ] [ eta: 20:18:24 ] [ l_g_pix: 3.4543e-02 ] [ l_g_total: 3.4543e-02 ] +2024-09-26 21:56:26,794 INFO: [ epoch: 78 ] [ iter:105,200 ] [ performance: 17.727 it/s ] [ lr: 5.00e-05 ] [ eta: 20:17:54 ] [ l_g_pix: 3.8054e-02 ] [ l_g_total: 3.8054e-02 ] +2024-09-26 21:56:32,480 INFO: [ epoch: 78 ] [ iter:105,300 ] [ performance: 17.651 it/s ] [ lr: 5.00e-05 ] [ eta: 20:17:25 ] [ l_g_pix: 3.8398e-02 ] [ l_g_total: 3.8398e-02 ] +2024-09-26 21:56:38,197 INFO: [ epoch: 78 ] [ iter:105,400 ] [ performance: 17.517 it/s ] [ lr: 5.00e-05 ] [ eta: 20:16:56 ] [ l_g_pix: 3.1649e-02 ] [ l_g_total: 3.1649e-02 ] +2024-09-26 21:56:43,748 INFO: [ epoch: 78 ] [ iter:105,500 ] [ performance: 17.799 it/s ] [ lr: 5.00e-05 ] [ eta: 20:16:26 ] [ l_g_pix: 4.3222e-02 ] [ l_g_total: 4.3222e-02 ] +2024-09-26 21:56:50,590 INFO: [ epoch: 79 ] [ iter:105,600 ] [ performance: 13.733 it/s ] [ lr: 5.00e-05 ] [ eta: 20:16:06 ] [ l_g_pix: 2.4046e-02 ] [ l_g_total: 2.4046e-02 ] +2024-09-26 21:56:56,258 INFO: [ epoch: 79 ] [ iter:105,700 ] [ performance: 15.726 it/s ] [ lr: 5.00e-05 ] [ eta: 20:15:37 ] [ l_g_pix: 2.4639e-02 ] [ l_g_total: 2.4639e-02 ] +2024-09-26 21:57:02,006 INFO: [ epoch: 79 ] [ iter:105,800 ] [ performance: 17.610 it/s ] [ lr: 5.00e-05 ] [ eta: 20:15:09 ] [ l_g_pix: 3.1649e-02 ] [ l_g_total: 3.1649e-02 ] +2024-09-26 21:57:07,733 INFO: [ epoch: 79 ] [ iter:105,900 ] [ performance: 17.525 it/s ] [ lr: 5.00e-05 ] [ eta: 20:14:40 ] [ l_g_pix: 4.1489e-02 ] [ l_g_total: 4.1489e-02 ] +2024-09-26 21:57:13,420 INFO: [ epoch: 79 ] [ iter:106,000 ] [ performance: 17.673 it/s ] [ lr: 5.00e-05 ] [ eta: 20:14:11 ] [ l_g_pix: 2.4240e-02 ] [ l_g_total: 2.4240e-02 ] +2024-09-26 21:57:19,088 INFO: [ epoch: 79 ] [ iter:106,100 ] [ performance: 17.656 it/s ] [ lr: 5.00e-05 ] [ eta: 20:13:42 ] [ l_g_pix: 4.0798e-02 ] [ l_g_total: 4.0798e-02 ] +2024-09-26 21:57:24,746 INFO: [ epoch: 79 ] [ iter:106,200 ] [ performance: 17.796 it/s ] [ lr: 5.00e-05 ] [ eta: 20:13:13 ] [ l_g_pix: 2.8869e-02 ] [ l_g_total: 2.8869e-02 ] +2024-09-26 21:57:30,422 INFO: [ epoch: 79 ] [ iter:106,300 ] [ performance: 17.692 it/s ] [ lr: 5.00e-05 ] [ eta: 20:12:44 ] [ l_g_pix: 2.3160e-02 ] [ l_g_total: 2.3160e-02 ] +2024-09-26 21:57:36,080 INFO: [ epoch: 79 ] [ iter:106,400 ] [ performance: 17.773 it/s ] [ lr: 5.00e-05 ] [ eta: 20:12:15 ] [ l_g_pix: 3.8135e-02 ] [ l_g_total: 3.8135e-02 ] +2024-09-26 21:57:41,701 INFO: [ epoch: 79 ] [ iter:106,500 ] [ performance: 17.785 it/s ] [ lr: 5.00e-05 ] [ eta: 20:11:46 ] [ l_g_pix: 2.9320e-02 ] [ l_g_total: 2.9320e-02 ] +2024-09-26 21:57:47,382 INFO: [ epoch: 79 ] [ iter:106,600 ] [ performance: 17.735 it/s ] [ lr: 5.00e-05 ] [ eta: 20:11:17 ] [ l_g_pix: 2.5223e-02 ] [ l_g_total: 2.5223e-02 ] +2024-09-26 21:57:53,062 INFO: [ epoch: 79 ] [ iter:106,700 ] [ performance: 17.660 it/s ] [ lr: 5.00e-05 ] [ eta: 20:10:48 ] [ l_g_pix: 3.4857e-02 ] [ l_g_total: 3.4857e-02 ] +2024-09-26 21:57:58,702 INFO: [ epoch: 79 ] [ iter:106,800 ] [ performance: 17.897 it/s ] [ lr: 5.00e-05 ] [ eta: 20:10:19 ] [ l_g_pix: 2.1480e-02 ] [ l_g_total: 2.1480e-02 ] +2024-09-26 21:58:05,357 INFO: [ epoch: 80 ] [ iter:106,900 ] [ performance: 16.082 it/s ] [ lr: 5.00e-05 ] [ eta: 20:09:59 ] [ l_g_pix: 2.7949e-02 ] [ l_g_total: 2.7949e-02 ] +2024-09-26 21:58:11,146 INFO: [ epoch: 80 ] [ iter:107,000 ] [ performance: 17.742 it/s ] [ lr: 5.00e-05 ] [ eta: 20:09:31 ] [ l_g_pix: 2.5643e-02 ] [ l_g_total: 2.5643e-02 ] +2024-09-26 21:58:16,811 INFO: [ epoch: 80 ] [ iter:107,100 ] [ performance: 17.691 it/s ] [ lr: 5.00e-05 ] [ eta: 20:09:03 ] [ l_g_pix: 2.3319e-02 ] [ l_g_total: 2.3319e-02 ] +2024-09-26 21:58:22,483 INFO: [ epoch: 80 ] [ iter:107,200 ] [ performance: 17.820 it/s ] [ lr: 5.00e-05 ] [ eta: 20:08:34 ] [ l_g_pix: 3.0792e-02 ] [ l_g_total: 3.0792e-02 ] +2024-09-26 21:58:28,109 INFO: [ epoch: 80 ] [ iter:107,300 ] [ performance: 17.794 it/s ] [ lr: 5.00e-05 ] [ eta: 20:08:05 ] [ l_g_pix: 2.7831e-02 ] [ l_g_total: 2.7831e-02 ] +2024-09-26 21:58:33,747 INFO: [ epoch: 80 ] [ iter:107,400 ] [ performance: 17.854 it/s ] [ lr: 5.00e-05 ] [ eta: 20:07:36 ] [ l_g_pix: 2.3810e-02 ] [ l_g_total: 2.3810e-02 ] +2024-09-26 21:58:39,436 INFO: [ epoch: 80 ] [ iter:107,500 ] [ performance: 17.688 it/s ] [ lr: 5.00e-05 ] [ eta: 20:07:08 ] [ l_g_pix: 3.2388e-02 ] [ l_g_total: 3.2388e-02 ] +2024-09-26 21:58:45,046 INFO: [ epoch: 80 ] [ iter:107,600 ] [ performance: 17.785 it/s ] [ lr: 5.00e-05 ] [ eta: 20:06:39 ] [ l_g_pix: 1.6424e-02 ] [ l_g_total: 1.6424e-02 ] +2024-09-26 21:58:50,739 INFO: [ epoch: 80 ] [ iter:107,700 ] [ performance: 17.654 it/s ] [ lr: 5.00e-05 ] [ eta: 20:06:11 ] [ l_g_pix: 4.2316e-02 ] [ l_g_total: 4.2316e-02 ] +2024-09-26 21:58:56,322 INFO: [ epoch: 80 ] [ iter:107,800 ] [ performance: 17.987 it/s ] [ lr: 5.00e-05 ] [ eta: 20:05:42 ] [ l_g_pix: 2.3216e-02 ] [ l_g_total: 2.3216e-02 ] +2024-09-26 21:59:02,001 INFO: [ epoch: 80 ] [ iter:107,900 ] [ performance: 17.758 it/s ] [ lr: 5.00e-05 ] [ eta: 20:05:14 ] [ l_g_pix: 3.2237e-02 ] [ l_g_total: 3.2237e-02 ] +2024-09-26 21:59:07,694 INFO: [ epoch: 80 ] [ iter:108,000 ] [ performance: 17.777 it/s ] [ lr: 5.00e-05 ] [ eta: 20:04:46 ] [ l_g_pix: 2.6753e-02 ] [ l_g_total: 2.6753e-02 ] +2024-09-26 21:59:13,358 INFO: [ epoch: 80 ] [ iter:108,100 ] [ performance: 17.704 it/s ] [ lr: 5.00e-05 ] [ eta: 20:04:18 ] [ l_g_pix: 1.8036e-02 ] [ l_g_total: 1.8036e-02 ] +2024-09-26 21:59:18,985 INFO: [ epoch: 80 ] [ iter:108,200 ] [ performance: 17.789 it/s ] [ lr: 5.00e-05 ] [ eta: 20:03:49 ] [ l_g_pix: 2.0905e-02 ] [ l_g_total: 2.0905e-02 ] +2024-09-26 21:59:26,247 INFO: [ epoch: 81 ] [ iter:108,300 ] [ performance: 15.077 it/s ] [ lr: 5.00e-05 ] [ eta: 20:03:34 ] [ l_g_pix: 3.6373e-02 ] [ l_g_total: 3.6373e-02 ] +2024-09-26 21:59:32,158 INFO: [ epoch: 81 ] [ iter:108,400 ] [ performance: 16.985 it/s ] [ lr: 5.00e-05 ] [ eta: 20:03:08 ] [ l_g_pix: 2.3303e-02 ] [ l_g_total: 2.3303e-02 ] +2024-09-26 21:59:38,050 INFO: [ epoch: 81 ] [ iter:108,500 ] [ performance: 16.978 it/s ] [ lr: 5.00e-05 ] [ eta: 20:02:42 ] [ l_g_pix: 3.7214e-02 ] [ l_g_total: 3.7214e-02 ] +2024-09-26 21:59:43,926 INFO: [ epoch: 81 ] [ iter:108,600 ] [ performance: 17.582 it/s ] [ lr: 5.00e-05 ] [ eta: 20:02:15 ] [ l_g_pix: 1.6752e-02 ] [ l_g_total: 1.6752e-02 ] +2024-09-26 21:59:49,592 INFO: [ epoch: 81 ] [ iter:108,700 ] [ performance: 17.625 it/s ] [ lr: 5.00e-05 ] [ eta: 20:01:48 ] [ l_g_pix: 2.1004e-02 ] [ l_g_total: 2.1004e-02 ] +2024-09-26 21:59:55,218 INFO: [ epoch: 81 ] [ iter:108,800 ] [ performance: 17.915 it/s ] [ lr: 5.00e-05 ] [ eta: 20:01:19 ] [ l_g_pix: 3.2308e-02 ] [ l_g_total: 3.2308e-02 ] +2024-09-26 22:00:00,841 INFO: [ epoch: 81 ] [ iter:108,900 ] [ performance: 17.834 it/s ] [ lr: 5.00e-05 ] [ eta: 20:00:51 ] [ l_g_pix: 3.1315e-02 ] [ l_g_total: 3.1315e-02 ] +2024-09-26 22:00:06,506 INFO: [ epoch: 81 ] [ iter:109,000 ] [ performance: 17.746 it/s ] [ lr: 5.00e-05 ] [ eta: 20:00:23 ] [ l_g_pix: 3.0939e-02 ] [ l_g_total: 3.0939e-02 ] +2024-09-26 22:00:12,284 INFO: [ epoch: 81 ] [ iter:109,100 ] [ performance: 17.467 it/s ] [ lr: 5.00e-05 ] [ eta: 19:59:56 ] [ l_g_pix: 2.5769e-02 ] [ l_g_total: 2.5769e-02 ] +2024-09-26 22:00:17,979 INFO: [ epoch: 81 ] [ iter:109,200 ] [ performance: 17.812 it/s ] [ lr: 5.00e-05 ] [ eta: 19:59:29 ] [ l_g_pix: 3.1953e-02 ] [ l_g_total: 3.1953e-02 ] +2024-09-26 22:00:23,679 INFO: [ epoch: 81 ] [ iter:109,300 ] [ performance: 17.643 it/s ] [ lr: 5.00e-05 ] [ eta: 19:59:01 ] [ l_g_pix: 3.9003e-02 ] [ l_g_total: 3.9003e-02 ] +2024-09-26 22:00:29,299 INFO: [ epoch: 81 ] [ iter:109,400 ] [ performance: 17.980 it/s ] [ lr: 5.00e-05 ] [ eta: 19:58:33 ] [ l_g_pix: 2.3043e-02 ] [ l_g_total: 2.3043e-02 ] +2024-09-26 22:00:34,896 INFO: [ epoch: 81 ] [ iter:109,500 ] [ performance: 17.908 it/s ] [ lr: 5.00e-05 ] [ eta: 19:58:05 ] [ l_g_pix: 2.9636e-02 ] [ l_g_total: 2.9636e-02 ] +2024-09-26 22:00:41,819 INFO: [ epoch: 82 ] [ iter:109,600 ] [ performance: 12.429 it/s ] [ lr: 5.00e-05 ] [ eta: 19:57:47 ] [ l_g_pix: 2.9328e-02 ] [ l_g_total: 2.9328e-02 ] +2024-09-26 22:00:47,542 INFO: [ epoch: 82 ] [ iter:109,700 ] [ performance: 15.275 it/s ] [ lr: 5.00e-05 ] [ eta: 19:57:20 ] [ l_g_pix: 2.8108e-02 ] [ l_g_total: 2.8108e-02 ] +2024-09-26 22:00:53,142 INFO: [ epoch: 82 ] [ iter:109,800 ] [ performance: 18.208 it/s ] [ lr: 5.00e-05 ] [ eta: 19:56:52 ] [ l_g_pix: 3.7050e-02 ] [ l_g_total: 3.7050e-02 ] +2024-09-26 22:00:58,805 INFO: [ epoch: 82 ] [ iter:109,900 ] [ performance: 17.848 it/s ] [ lr: 5.00e-05 ] [ eta: 19:56:25 ] [ l_g_pix: 2.0688e-02 ] [ l_g_total: 2.0688e-02 ] +2024-09-26 22:01:04,526 INFO: [ epoch: 82 ] [ iter:110,000 ] [ performance: 17.567 it/s ] [ lr: 5.00e-05 ] [ eta: 19:55:58 ] [ l_g_pix: 3.4570e-02 ] [ l_g_total: 3.4570e-02 ] +2024-09-26 22:01:04,526 INFO: Saving models and training states. +2024-09-26 22:05:01,624 INFO: Validation val + + # psnr: 27.1883........ Best: 27.1883 @ 110000 iter + # ssim: 0.7657........ Best: 0.7657 @ 110000 iter + # dists: 0.7733........ Best: 0.7733 @ 110000 iter + +2024-09-26 22:05:07,354 INFO: [ epoch: 82 ] [ iter:110,100 ] [ performance: 17.494 it/s ] [ lr: 5.00e-05 ] [ eta: 20:27:27 ] [ l_g_pix: 2.5833e-02 ] [ l_g_total: 2.5833e-02 ] +2024-09-26 22:05:13,315 INFO: [ epoch: 82 ] [ iter:110,200 ] [ performance: 16.320 it/s ] [ lr: 5.00e-05 ] [ eta: 20:27:00 ] [ l_g_pix: 2.8675e-02 ] [ l_g_total: 2.8675e-02 ] +2024-09-26 22:05:19,013 INFO: [ epoch: 82 ] [ iter:110,300 ] [ performance: 17.112 it/s ] [ lr: 5.00e-05 ] [ eta: 20:26:31 ] [ l_g_pix: 2.7388e-02 ] [ l_g_total: 2.7388e-02 ] +2024-09-26 22:05:24,713 INFO: [ epoch: 82 ] [ iter:110,400 ] [ performance: 17.701 it/s ] [ lr: 5.00e-05 ] [ eta: 20:26:02 ] [ l_g_pix: 2.6195e-02 ] [ l_g_total: 2.6195e-02 ] +2024-09-26 22:05:30,302 INFO: [ epoch: 82 ] [ iter:110,500 ] [ performance: 17.829 it/s ] [ lr: 5.00e-05 ] [ eta: 20:25:32 ] [ l_g_pix: 2.2907e-02 ] [ l_g_total: 2.2907e-02 ] +2024-09-26 22:05:35,921 INFO: [ epoch: 82 ] [ iter:110,600 ] [ performance: 18.069 it/s ] [ lr: 5.00e-05 ] [ eta: 20:25:03 ] [ l_g_pix: 2.6428e-02 ] [ l_g_total: 2.6428e-02 ] +2024-09-26 22:05:41,612 INFO: [ epoch: 82 ] [ iter:110,700 ] [ performance: 17.736 it/s ] [ lr: 5.00e-05 ] [ eta: 20:24:34 ] [ l_g_pix: 2.5699e-02 ] [ l_g_total: 2.5699e-02 ] +2024-09-26 22:05:47,273 INFO: [ epoch: 82 ] [ iter:110,800 ] [ performance: 17.988 it/s ] [ lr: 5.00e-05 ] [ eta: 20:24:05 ] [ l_g_pix: 3.2106e-02 ] [ l_g_total: 3.2106e-02 ] +2024-09-26 22:05:54,044 INFO: [ epoch: 83 ] [ iter:110,900 ] [ performance: 15.695 it/s ] [ lr: 5.00e-05 ] [ eta: 20:23:44 ] [ l_g_pix: 2.7141e-02 ] [ l_g_total: 2.7141e-02 ] +2024-09-26 22:05:59,902 INFO: [ epoch: 83 ] [ iter:111,000 ] [ performance: 17.753 it/s ] [ lr: 5.00e-05 ] [ eta: 20:23:17 ] [ l_g_pix: 2.8141e-02 ] [ l_g_total: 2.8141e-02 ] +2024-09-26 22:06:05,506 INFO: [ epoch: 83 ] [ iter:111,100 ] [ performance: 17.816 it/s ] [ lr: 5.00e-05 ] [ eta: 20:22:48 ] [ l_g_pix: 1.9813e-02 ] [ l_g_total: 1.9813e-02 ] +2024-09-26 22:06:11,151 INFO: [ epoch: 83 ] [ iter:111,200 ] [ performance: 18.079 it/s ] [ lr: 5.00e-05 ] [ eta: 20:22:18 ] [ l_g_pix: 2.5083e-02 ] [ l_g_total: 2.5083e-02 ] +2024-09-26 22:06:16,813 INFO: [ epoch: 83 ] [ iter:111,300 ] [ performance: 17.796 it/s ] [ lr: 5.00e-05 ] [ eta: 20:21:49 ] [ l_g_pix: 2.6352e-02 ] [ l_g_total: 2.6352e-02 ] +2024-09-26 22:06:22,481 INFO: [ epoch: 83 ] [ iter:111,400 ] [ performance: 18.068 it/s ] [ lr: 5.00e-05 ] [ eta: 20:21:21 ] [ l_g_pix: 1.9190e-02 ] [ l_g_total: 1.9190e-02 ] +2024-09-26 22:06:28,148 INFO: [ epoch: 83 ] [ iter:111,500 ] [ performance: 17.779 it/s ] [ lr: 5.00e-05 ] [ eta: 20:20:52 ] [ l_g_pix: 3.6948e-02 ] [ l_g_total: 3.6948e-02 ] +2024-09-26 22:06:33,844 INFO: [ epoch: 83 ] [ iter:111,600 ] [ performance: 17.545 it/s ] [ lr: 5.00e-05 ] [ eta: 20:20:23 ] [ l_g_pix: 3.3169e-02 ] [ l_g_total: 3.3169e-02 ] +2024-09-26 22:06:39,567 INFO: [ epoch: 83 ] [ iter:111,700 ] [ performance: 17.499 it/s ] [ lr: 5.00e-05 ] [ eta: 20:19:55 ] [ l_g_pix: 4.4995e-02 ] [ l_g_total: 4.4995e-02 ] +2024-09-26 22:06:45,261 INFO: [ epoch: 83 ] [ iter:111,800 ] [ performance: 18.177 it/s ] [ lr: 5.00e-05 ] [ eta: 20:19:27 ] [ l_g_pix: 3.1258e-02 ] [ l_g_total: 3.1258e-02 ] +2024-09-26 22:06:51,021 INFO: [ epoch: 83 ] [ iter:111,900 ] [ performance: 17.606 it/s ] [ lr: 5.00e-05 ] [ eta: 20:18:59 ] [ l_g_pix: 2.7967e-02 ] [ l_g_total: 2.7967e-02 ] +2024-09-26 22:06:56,741 INFO: [ epoch: 83 ] [ iter:112,000 ] [ performance: 17.943 it/s ] [ lr: 5.00e-05 ] [ eta: 20:18:30 ] [ l_g_pix: 3.2088e-02 ] [ l_g_total: 3.2088e-02 ] +2024-09-26 22:07:02,449 INFO: [ epoch: 83 ] [ iter:112,100 ] [ performance: 17.646 it/s ] [ lr: 5.00e-05 ] [ eta: 20:18:02 ] [ l_g_pix: 2.6340e-02 ] [ l_g_total: 2.6340e-02 ] +2024-09-26 22:07:07,989 INFO: [ epoch: 83 ] [ iter:112,200 ] [ performance: 18.295 it/s ] [ lr: 5.00e-05 ] [ eta: 20:17:33 ] [ l_g_pix: 3.3410e-02 ] [ l_g_total: 3.3410e-02 ] +2024-09-26 22:07:14,926 INFO: [ epoch: 84 ] [ iter:112,300 ] [ performance: 15.382 it/s ] [ lr: 5.00e-05 ] [ eta: 20:17:14 ] [ l_g_pix: 2.3255e-02 ] [ l_g_total: 2.3255e-02 ] +2024-09-26 22:07:20,568 INFO: [ epoch: 84 ] [ iter:112,400 ] [ performance: 17.924 it/s ] [ lr: 5.00e-05 ] [ eta: 20:16:46 ] [ l_g_pix: 2.4425e-02 ] [ l_g_total: 2.4425e-02 ] +2024-09-26 22:07:26,271 INFO: [ epoch: 84 ] [ iter:112,500 ] [ performance: 17.649 it/s ] [ lr: 5.00e-05 ] [ eta: 20:16:18 ] [ l_g_pix: 4.0341e-02 ] [ l_g_total: 4.0341e-02 ] +2024-09-26 22:07:31,936 INFO: [ epoch: 84 ] [ iter:112,600 ] [ performance: 17.906 it/s ] [ lr: 5.00e-05 ] [ eta: 20:15:49 ] [ l_g_pix: 3.0460e-02 ] [ l_g_total: 3.0460e-02 ] +2024-09-26 22:07:37,564 INFO: [ epoch: 84 ] [ iter:112,700 ] [ performance: 17.810 it/s ] [ lr: 5.00e-05 ] [ eta: 20:15:21 ] [ l_g_pix: 2.8592e-02 ] [ l_g_total: 2.8592e-02 ] +2024-09-26 22:07:43,226 INFO: [ epoch: 84 ] [ iter:112,800 ] [ performance: 17.852 it/s ] [ lr: 5.00e-05 ] [ eta: 20:14:52 ] [ l_g_pix: 2.7283e-02 ] [ l_g_total: 2.7283e-02 ] +2024-09-26 22:07:48,903 INFO: [ epoch: 84 ] [ iter:112,900 ] [ performance: 17.684 it/s ] [ lr: 5.00e-05 ] [ eta: 20:14:24 ] [ l_g_pix: 2.9061e-02 ] [ l_g_total: 2.9061e-02 ] +2024-09-26 22:07:54,557 INFO: [ epoch: 84 ] [ iter:113,000 ] [ performance: 17.863 it/s ] [ lr: 5.00e-05 ] [ eta: 20:13:56 ] [ l_g_pix: 2.8342e-02 ] [ l_g_total: 2.8342e-02 ] +2024-09-26 22:08:00,361 INFO: [ epoch: 84 ] [ iter:113,100 ] [ performance: 17.400 it/s ] [ lr: 5.00e-05 ] [ eta: 20:13:29 ] [ l_g_pix: 3.6177e-02 ] [ l_g_total: 3.6177e-02 ] +2024-09-26 22:08:05,946 INFO: [ epoch: 84 ] [ iter:113,200 ] [ performance: 18.318 it/s ] [ lr: 5.00e-05 ] [ eta: 20:13:00 ] [ l_g_pix: 3.2629e-02 ] [ l_g_total: 3.2629e-02 ] +2024-09-26 22:08:11,621 INFO: [ epoch: 84 ] [ iter:113,300 ] [ performance: 17.808 it/s ] [ lr: 5.00e-05 ] [ eta: 20:12:32 ] [ l_g_pix: 2.6148e-02 ] [ l_g_total: 2.6148e-02 ] +2024-09-26 22:08:17,242 INFO: [ epoch: 84 ] [ iter:113,400 ] [ performance: 18.030 it/s ] [ lr: 5.00e-05 ] [ eta: 20:12:03 ] [ l_g_pix: 3.1249e-02 ] [ l_g_total: 3.1249e-02 ] +2024-09-26 22:08:22,796 INFO: [ epoch: 84 ] [ iter:113,500 ] [ performance: 18.013 it/s ] [ lr: 5.00e-05 ] [ eta: 20:11:35 ] [ l_g_pix: 4.4437e-02 ] [ l_g_total: 4.4437e-02 ] +2024-09-26 22:08:29,850 INFO: [ epoch: 85 ] [ iter:113,600 ] [ performance: 15.869 it/s ] [ lr: 5.00e-05 ] [ eta: 20:11:17 ] [ l_g_pix: 2.8863e-02 ] [ l_g_total: 2.8863e-02 ] +2024-09-26 22:08:35,579 INFO: [ epoch: 85 ] [ iter:113,700 ] [ performance: 17.018 it/s ] [ lr: 5.00e-05 ] [ eta: 20:10:50 ] [ l_g_pix: 2.8936e-02 ] [ l_g_total: 2.8936e-02 ] +2024-09-26 22:08:41,222 INFO: [ epoch: 85 ] [ iter:113,800 ] [ performance: 18.216 it/s ] [ lr: 5.00e-05 ] [ eta: 20:10:22 ] [ l_g_pix: 2.8585e-02 ] [ l_g_total: 2.8585e-02 ] +2024-09-26 22:08:46,802 INFO: [ epoch: 85 ] [ iter:113,900 ] [ performance: 17.998 it/s ] [ lr: 5.00e-05 ] [ eta: 20:09:53 ] [ l_g_pix: 3.6975e-02 ] [ l_g_total: 3.6975e-02 ] +2024-09-26 22:08:52,463 INFO: [ epoch: 85 ] [ iter:114,000 ] [ performance: 18.128 it/s ] [ lr: 5.00e-05 ] [ eta: 20:09:25 ] [ l_g_pix: 3.0441e-02 ] [ l_g_total: 3.0441e-02 ] +2024-09-26 22:08:58,121 INFO: [ epoch: 85 ] [ iter:114,100 ] [ performance: 17.786 it/s ] [ lr: 5.00e-05 ] [ eta: 20:08:58 ] [ l_g_pix: 3.6468e-02 ] [ l_g_total: 3.6468e-02 ] +2024-09-26 22:09:03,802 INFO: [ epoch: 85 ] [ iter:114,200 ] [ performance: 17.860 it/s ] [ lr: 5.00e-05 ] [ eta: 20:08:30 ] [ l_g_pix: 2.9331e-02 ] [ l_g_total: 2.9331e-02 ] +2024-09-26 22:09:09,461 INFO: [ epoch: 85 ] [ iter:114,300 ] [ performance: 17.719 it/s ] [ lr: 5.00e-05 ] [ eta: 20:08:02 ] [ l_g_pix: 3.7275e-02 ] [ l_g_total: 3.7275e-02 ] +2024-09-26 22:09:15,142 INFO: [ epoch: 85 ] [ iter:114,400 ] [ performance: 18.078 it/s ] [ lr: 5.00e-05 ] [ eta: 20:07:35 ] [ l_g_pix: 4.0279e-02 ] [ l_g_total: 4.0279e-02 ] +2024-09-26 22:09:20,806 INFO: [ epoch: 85 ] [ iter:114,500 ] [ performance: 17.755 it/s ] [ lr: 5.00e-05 ] [ eta: 20:07:07 ] [ l_g_pix: 4.0972e-02 ] [ l_g_total: 4.0972e-02 ] +2024-09-26 22:09:26,488 INFO: [ epoch: 85 ] [ iter:114,600 ] [ performance: 17.992 it/s ] [ lr: 5.00e-05 ] [ eta: 20:06:39 ] [ l_g_pix: 2.3288e-02 ] [ l_g_total: 2.3288e-02 ] +2024-09-26 22:09:32,180 INFO: [ epoch: 85 ] [ iter:114,700 ] [ performance: 17.668 it/s ] [ lr: 5.00e-05 ] [ eta: 20:06:12 ] [ l_g_pix: 2.6354e-02 ] [ l_g_total: 2.6354e-02 ] +2024-09-26 22:09:37,824 INFO: [ epoch: 85 ] [ iter:114,800 ] [ performance: 18.098 it/s ] [ lr: 5.00e-05 ] [ eta: 20:05:44 ] [ l_g_pix: 1.9703e-02 ] [ l_g_total: 1.9703e-02 ] +2024-09-26 22:09:44,445 INFO: [ epoch: 86 ] [ iter:114,900 ] [ performance: 15.691 it/s ] [ lr: 5.00e-05 ] [ eta: 20:05:24 ] [ l_g_pix: 2.8247e-02 ] [ l_g_total: 2.8247e-02 ] +2024-09-26 22:09:50,566 INFO: [ epoch: 86 ] [ iter:115,000 ] [ performance: 17.768 it/s ] [ lr: 5.00e-05 ] [ eta: 20:05:00 ] [ l_g_pix: 1.8551e-02 ] [ l_g_total: 1.8551e-02 ] +2024-09-26 22:09:56,497 INFO: [ epoch: 86 ] [ iter:115,100 ] [ performance: 17.051 it/s ] [ lr: 5.00e-05 ] [ eta: 20:04:35 ] [ l_g_pix: 3.2691e-02 ] [ l_g_total: 3.2691e-02 ] +2024-09-26 22:10:02,353 INFO: [ epoch: 86 ] [ iter:115,200 ] [ performance: 17.628 it/s ] [ lr: 5.00e-05 ] [ eta: 20:04:09 ] [ l_g_pix: 2.7977e-02 ] [ l_g_total: 2.7977e-02 ] +2024-09-26 22:10:08,020 INFO: [ epoch: 86 ] [ iter:115,300 ] [ performance: 17.645 it/s ] [ lr: 5.00e-05 ] [ eta: 20:03:42 ] [ l_g_pix: 2.7596e-02 ] [ l_g_total: 2.7596e-02 ] +2024-09-26 22:10:13,884 INFO: [ epoch: 86 ] [ iter:115,400 ] [ performance: 17.688 it/s ] [ lr: 5.00e-05 ] [ eta: 20:03:16 ] [ l_g_pix: 2.4959e-02 ] [ l_g_total: 2.4959e-02 ] +2024-09-26 22:10:19,810 INFO: [ epoch: 86 ] [ iter:115,500 ] [ performance: 17.039 it/s ] [ lr: 5.00e-05 ] [ eta: 20:02:51 ] [ l_g_pix: 3.3506e-02 ] [ l_g_total: 3.3506e-02 ] +2024-09-26 22:10:25,748 INFO: [ epoch: 86 ] [ iter:115,600 ] [ performance: 16.854 it/s ] [ lr: 5.00e-05 ] [ eta: 20:02:26 ] [ l_g_pix: 2.7353e-02 ] [ l_g_total: 2.7353e-02 ] +2024-09-26 22:10:31,477 INFO: [ epoch: 86 ] [ iter:115,700 ] [ performance: 17.336 it/s ] [ lr: 5.00e-05 ] [ eta: 20:01:59 ] [ l_g_pix: 3.6794e-02 ] [ l_g_total: 3.6794e-02 ] +2024-09-26 22:10:37,141 INFO: [ epoch: 86 ] [ iter:115,800 ] [ performance: 18.161 it/s ] [ lr: 5.00e-05 ] [ eta: 20:01:32 ] [ l_g_pix: 2.6943e-02 ] [ l_g_total: 2.6943e-02 ] +2024-09-26 22:10:42,754 INFO: [ epoch: 86 ] [ iter:115,900 ] [ performance: 17.883 it/s ] [ lr: 5.00e-05 ] [ eta: 20:01:04 ] [ l_g_pix: 3.6355e-02 ] [ l_g_total: 3.6355e-02 ] +2024-09-26 22:10:48,474 INFO: [ epoch: 86 ] [ iter:116,000 ] [ performance: 17.733 it/s ] [ lr: 5.00e-05 ] [ eta: 20:00:37 ] [ l_g_pix: 2.3572e-02 ] [ l_g_total: 2.3572e-02 ] +2024-09-26 22:10:54,174 INFO: [ epoch: 86 ] [ iter:116,100 ] [ performance: 17.582 it/s ] [ lr: 5.00e-05 ] [ eta: 20:00:11 ] [ l_g_pix: 2.7056e-02 ] [ l_g_total: 2.7056e-02 ] +2024-09-26 22:10:59,714 INFO: [ epoch: 86 ] [ iter:116,200 ] [ performance: 18.675 it/s ] [ lr: 5.00e-05 ] [ eta: 19:59:43 ] [ l_g_pix: 1.9125e-02 ] [ l_g_total: 1.9125e-02 ] +2024-09-26 22:11:06,602 INFO: [ epoch: 87 ] [ iter:116,300 ] [ performance: 15.127 it/s ] [ lr: 5.00e-05 ] [ eta: 19:59:25 ] [ l_g_pix: 1.8639e-02 ] [ l_g_total: 1.8639e-02 ] +2024-09-26 22:11:12,254 INFO: [ epoch: 87 ] [ iter:116,400 ] [ performance: 18.038 it/s ] [ lr: 5.00e-05 ] [ eta: 19:58:58 ] [ l_g_pix: 3.6920e-02 ] [ l_g_total: 3.6920e-02 ] +2024-09-26 22:11:17,918 INFO: [ epoch: 87 ] [ iter:116,500 ] [ performance: 17.722 it/s ] [ lr: 5.00e-05 ] [ eta: 19:58:31 ] [ l_g_pix: 2.3848e-02 ] [ l_g_total: 2.3848e-02 ] +2024-09-26 22:11:23,598 INFO: [ epoch: 87 ] [ iter:116,600 ] [ performance: 17.974 it/s ] [ lr: 5.00e-05 ] [ eta: 19:58:04 ] [ l_g_pix: 2.4911e-02 ] [ l_g_total: 2.4911e-02 ] +2024-09-26 22:11:29,313 INFO: [ epoch: 87 ] [ iter:116,700 ] [ performance: 17.578 it/s ] [ lr: 5.00e-05 ] [ eta: 19:57:38 ] [ l_g_pix: 1.7176e-02 ] [ l_g_total: 1.7176e-02 ] +2024-09-26 22:11:34,899 INFO: [ epoch: 87 ] [ iter:116,800 ] [ performance: 18.191 it/s ] [ lr: 5.00e-05 ] [ eta: 19:57:10 ] [ l_g_pix: 2.1123e-02 ] [ l_g_total: 2.1123e-02 ] +2024-09-26 22:11:40,492 INFO: [ epoch: 87 ] [ iter:116,900 ] [ performance: 17.931 it/s ] [ lr: 5.00e-05 ] [ eta: 19:56:43 ] [ l_g_pix: 3.6521e-02 ] [ l_g_total: 3.6521e-02 ] +2024-09-26 22:11:46,138 INFO: [ epoch: 87 ] [ iter:117,000 ] [ performance: 17.687 it/s ] [ lr: 5.00e-05 ] [ eta: 19:56:16 ] [ l_g_pix: 3.0090e-02 ] [ l_g_total: 3.0090e-02 ] +2024-09-26 22:11:51,820 INFO: [ epoch: 87 ] [ iter:117,100 ] [ performance: 17.616 it/s ] [ lr: 5.00e-05 ] [ eta: 19:55:50 ] [ l_g_pix: 3.9210e-02 ] [ l_g_total: 3.9210e-02 ] +2024-09-26 22:11:57,504 INFO: [ epoch: 87 ] [ iter:117,200 ] [ performance: 17.895 it/s ] [ lr: 5.00e-05 ] [ eta: 19:55:23 ] [ l_g_pix: 2.5725e-02 ] [ l_g_total: 2.5725e-02 ] +2024-09-26 22:12:03,119 INFO: [ epoch: 87 ] [ iter:117,300 ] [ performance: 17.826 it/s ] [ lr: 5.00e-05 ] [ eta: 19:54:56 ] [ l_g_pix: 3.9251e-02 ] [ l_g_total: 3.9251e-02 ] +2024-09-26 22:12:08,700 INFO: [ epoch: 87 ] [ iter:117,400 ] [ performance: 18.355 it/s ] [ lr: 5.00e-05 ] [ eta: 19:54:29 ] [ l_g_pix: 2.7269e-02 ] [ l_g_total: 2.7269e-02 ] +2024-09-26 22:12:14,314 INFO: [ epoch: 87 ] [ iter:117,500 ] [ performance: 17.888 it/s ] [ lr: 5.00e-05 ] [ eta: 19:54:02 ] [ l_g_pix: 2.3785e-02 ] [ l_g_total: 2.3785e-02 ] +2024-09-26 22:12:21,104 INFO: [ epoch: 88 ] [ iter:117,600 ] [ performance: 16.307 it/s ] [ lr: 5.00e-05 ] [ eta: 19:53:44 ] [ l_g_pix: 3.2493e-02 ] [ l_g_total: 3.2493e-02 ] +2024-09-26 22:12:26,814 INFO: [ epoch: 88 ] [ iter:117,700 ] [ performance: 17.349 it/s ] [ lr: 5.00e-05 ] [ eta: 19:53:18 ] [ l_g_pix: 4.5767e-02 ] [ l_g_total: 4.5767e-02 ] +2024-09-26 22:12:32,419 INFO: [ epoch: 88 ] [ iter:117,800 ] [ performance: 18.059 it/s ] [ lr: 5.00e-05 ] [ eta: 19:52:51 ] [ l_g_pix: 1.5554e-02 ] [ l_g_total: 1.5554e-02 ] +2024-09-26 22:12:38,085 INFO: [ epoch: 88 ] [ iter:117,900 ] [ performance: 17.702 it/s ] [ lr: 5.00e-05 ] [ eta: 19:52:24 ] [ l_g_pix: 3.2941e-02 ] [ l_g_total: 3.2941e-02 ] +2024-09-26 22:12:43,724 INFO: [ epoch: 88 ] [ iter:118,000 ] [ performance: 17.612 it/s ] [ lr: 5.00e-05 ] [ eta: 19:51:58 ] [ l_g_pix: 2.6931e-02 ] [ l_g_total: 2.6931e-02 ] +2024-09-26 22:12:49,318 INFO: [ epoch: 88 ] [ iter:118,100 ] [ performance: 17.850 it/s ] [ lr: 5.00e-05 ] [ eta: 19:51:31 ] [ l_g_pix: 3.9537e-02 ] [ l_g_total: 3.9537e-02 ] +2024-09-26 22:12:54,995 INFO: [ epoch: 88 ] [ iter:118,200 ] [ performance: 17.824 it/s ] [ lr: 5.00e-05 ] [ eta: 19:51:05 ] [ l_g_pix: 3.0268e-02 ] [ l_g_total: 3.0268e-02 ] +2024-09-26 22:13:00,669 INFO: [ epoch: 88 ] [ iter:118,300 ] [ performance: 17.647 it/s ] [ lr: 5.00e-05 ] [ eta: 19:50:38 ] [ l_g_pix: 3.1386e-02 ] [ l_g_total: 3.1386e-02 ] +2024-09-26 22:13:06,371 INFO: [ epoch: 88 ] [ iter:118,400 ] [ performance: 17.699 it/s ] [ lr: 5.00e-05 ] [ eta: 19:50:12 ] [ l_g_pix: 2.3337e-02 ] [ l_g_total: 2.3337e-02 ] +2024-09-26 22:13:11,998 INFO: [ epoch: 88 ] [ iter:118,500 ] [ performance: 17.766 it/s ] [ lr: 5.00e-05 ] [ eta: 19:49:46 ] [ l_g_pix: 2.7113e-02 ] [ l_g_total: 2.7113e-02 ] +2024-09-26 22:13:17,655 INFO: [ epoch: 88 ] [ iter:118,600 ] [ performance: 17.944 it/s ] [ lr: 5.00e-05 ] [ eta: 19:49:20 ] [ l_g_pix: 2.8644e-02 ] [ l_g_total: 2.8644e-02 ] +2024-09-26 22:13:23,310 INFO: [ epoch: 88 ] [ iter:118,700 ] [ performance: 17.710 it/s ] [ lr: 5.00e-05 ] [ eta: 19:48:53 ] [ l_g_pix: 3.2688e-02 ] [ l_g_total: 3.2688e-02 ] +2024-09-26 22:13:29,008 INFO: [ epoch: 88 ] [ iter:118,800 ] [ performance: 17.572 it/s ] [ lr: 5.00e-05 ] [ eta: 19:48:27 ] [ l_g_pix: 2.3109e-02 ] [ l_g_total: 2.3109e-02 ] +2024-09-26 22:13:34,496 INFO: [ epoch: 88 ] [ iter:118,900 ] [ performance: 18.171 it/s ] [ lr: 5.00e-05 ] [ eta: 19:48:00 ] [ l_g_pix: 2.3887e-02 ] [ l_g_total: 2.3887e-02 ] +2024-09-26 22:13:41,541 INFO: [ epoch: 89 ] [ iter:119,000 ] [ performance: 16.878 it/s ] [ lr: 5.00e-05 ] [ eta: 19:47:44 ] [ l_g_pix: 3.1339e-02 ] [ l_g_total: 3.1339e-02 ] +2024-09-26 22:13:47,187 INFO: [ epoch: 89 ] [ iter:119,100 ] [ performance: 17.648 it/s ] [ lr: 5.00e-05 ] [ eta: 19:47:18 ] [ l_g_pix: 2.8094e-02 ] [ l_g_total: 2.8094e-02 ] +2024-09-26 22:13:52,831 INFO: [ epoch: 89 ] [ iter:119,200 ] [ performance: 18.655 it/s ] [ lr: 5.00e-05 ] [ eta: 19:46:52 ] [ l_g_pix: 3.3013e-02 ] [ l_g_total: 3.3013e-02 ] +2024-09-26 22:13:58,478 INFO: [ epoch: 89 ] [ iter:119,300 ] [ performance: 17.770 it/s ] [ lr: 5.00e-05 ] [ eta: 19:46:26 ] [ l_g_pix: 2.6643e-02 ] [ l_g_total: 2.6643e-02 ] +2024-09-26 22:14:04,133 INFO: [ epoch: 89 ] [ iter:119,400 ] [ performance: 18.072 it/s ] [ lr: 5.00e-05 ] [ eta: 19:46:00 ] [ l_g_pix: 2.6887e-02 ] [ l_g_total: 2.6887e-02 ] +2024-09-26 22:14:09,813 INFO: [ epoch: 89 ] [ iter:119,500 ] [ performance: 17.634 it/s ] [ lr: 5.00e-05 ] [ eta: 19:45:34 ] [ l_g_pix: 2.5564e-02 ] [ l_g_total: 2.5564e-02 ] +2024-09-26 22:14:15,543 INFO: [ epoch: 89 ] [ iter:119,600 ] [ performance: 17.140 it/s ] [ lr: 5.00e-05 ] [ eta: 19:45:09 ] [ l_g_pix: 4.2290e-02 ] [ l_g_total: 4.2290e-02 ] +2024-09-26 22:14:21,219 INFO: [ epoch: 89 ] [ iter:119,700 ] [ performance: 17.597 it/s ] [ lr: 5.00e-05 ] [ eta: 19:44:43 ] [ l_g_pix: 3.3063e-02 ] [ l_g_total: 3.3063e-02 ] +2024-09-26 22:14:26,844 INFO: [ epoch: 89 ] [ iter:119,800 ] [ performance: 17.938 it/s ] [ lr: 5.00e-05 ] [ eta: 19:44:17 ] [ l_g_pix: 3.3663e-02 ] [ l_g_total: 3.3663e-02 ] +2024-09-26 22:14:32,524 INFO: [ epoch: 89 ] [ iter:119,900 ] [ performance: 17.621 it/s ] [ lr: 5.00e-05 ] [ eta: 19:43:51 ] [ l_g_pix: 1.8498e-02 ] [ l_g_total: 1.8498e-02 ] +2024-09-26 22:14:38,156 INFO: [ epoch: 89 ] [ iter:120,000 ] [ performance: 18.618 it/s ] [ lr: 2.50e-05 ] [ eta: 19:43:25 ] [ l_g_pix: 3.2687e-02 ] [ l_g_total: 3.2687e-02 ] +2024-09-26 22:14:38,157 INFO: Saving models and training states. +2024-09-26 22:19:03,624 INFO: Validation val + + # psnr: 27.1990........ Best: 27.1990 @ 120000 iter + # ssim: 0.7661........ Best: 0.7661 @ 120000 iter + # dists: 0.7732........ Best: 0.7732 @ 120000 iter + +2024-09-26 22:19:09,347 INFO: [ epoch: 89 ] [ iter:120,100 ] [ performance: 17.511 it/s ] [ lr: 2.50e-05 ] [ eta: 20:15:25 ] [ l_g_pix: 2.4351e-02 ] [ l_g_total: 2.4351e-02 ] +2024-09-26 22:19:14,879 INFO: [ epoch: 89 ] [ iter:120,200 ] [ performance: 18.990 it/s ] [ lr: 2.50e-05 ] [ eta: 20:14:57 ] [ l_g_pix: 2.9031e-02 ] [ l_g_total: 2.9031e-02 ] +2024-09-26 22:19:21,971 INFO: [ epoch: 90 ] [ iter:120,300 ] [ performance: 14.175 it/s ] [ lr: 2.50e-05 ] [ eta: 20:14:40 ] [ l_g_pix: 2.6937e-02 ] [ l_g_total: 2.6937e-02 ] +2024-09-26 22:19:27,653 INFO: [ epoch: 90 ] [ iter:120,400 ] [ performance: 18.185 it/s ] [ lr: 2.50e-05 ] [ eta: 20:14:12 ] [ l_g_pix: 3.2144e-02 ] [ l_g_total: 3.2144e-02 ] +2024-09-26 22:19:33,361 INFO: [ epoch: 90 ] [ iter:120,500 ] [ performance: 17.528 it/s ] [ lr: 2.50e-05 ] [ eta: 20:13:45 ] [ l_g_pix: 3.8318e-02 ] [ l_g_total: 3.8318e-02 ] +2024-09-26 22:19:38,960 INFO: [ epoch: 90 ] [ iter:120,600 ] [ performance: 17.694 it/s ] [ lr: 2.50e-05 ] [ eta: 20:13:17 ] [ l_g_pix: 1.9706e-02 ] [ l_g_total: 1.9706e-02 ] +2024-09-26 22:19:44,616 INFO: [ epoch: 90 ] [ iter:120,700 ] [ performance: 17.683 it/s ] [ lr: 2.50e-05 ] [ eta: 20:12:50 ] [ l_g_pix: 2.3800e-02 ] [ l_g_total: 2.3800e-02 ] +2024-09-26 22:19:50,197 INFO: [ epoch: 90 ] [ iter:120,800 ] [ performance: 17.801 it/s ] [ lr: 2.50e-05 ] [ eta: 20:12:22 ] [ l_g_pix: 2.6684e-02 ] [ l_g_total: 2.6684e-02 ] +2024-09-26 22:19:55,841 INFO: [ epoch: 90 ] [ iter:120,900 ] [ performance: 17.724 it/s ] [ lr: 2.50e-05 ] [ eta: 20:11:55 ] [ l_g_pix: 3.6119e-02 ] [ l_g_total: 3.6119e-02 ] +2024-09-26 22:20:01,563 INFO: [ epoch: 90 ] [ iter:121,000 ] [ performance: 17.600 it/s ] [ lr: 2.50e-05 ] [ eta: 20:11:28 ] [ l_g_pix: 1.9701e-02 ] [ l_g_total: 1.9701e-02 ] +2024-09-26 22:20:07,312 INFO: [ epoch: 90 ] [ iter:121,100 ] [ performance: 17.407 it/s ] [ lr: 2.50e-05 ] [ eta: 20:11:01 ] [ l_g_pix: 2.7135e-02 ] [ l_g_total: 2.7135e-02 ] +2024-09-26 22:20:12,920 INFO: [ epoch: 90 ] [ iter:121,200 ] [ performance: 17.620 it/s ] [ lr: 2.50e-05 ] [ eta: 20:10:34 ] [ l_g_pix: 2.7177e-02 ] [ l_g_total: 2.7177e-02 ] +2024-09-26 22:20:18,655 INFO: [ epoch: 90 ] [ iter:121,300 ] [ performance: 17.506 it/s ] [ lr: 2.50e-05 ] [ eta: 20:10:07 ] [ l_g_pix: 1.6753e-02 ] [ l_g_total: 1.6753e-02 ] +2024-09-26 22:20:24,393 INFO: [ epoch: 90 ] [ iter:121,400 ] [ performance: 17.468 it/s ] [ lr: 2.50e-05 ] [ eta: 20:09:41 ] [ l_g_pix: 3.2701e-02 ] [ l_g_total: 3.2701e-02 ] +2024-09-26 22:20:30,021 INFO: [ epoch: 90 ] [ iter:121,500 ] [ performance: 17.814 it/s ] [ lr: 2.50e-05 ] [ eta: 20:09:13 ] [ l_g_pix: 2.7886e-02 ] [ l_g_total: 2.7886e-02 ] +2024-09-26 22:20:36,770 INFO: [ epoch: 91 ] [ iter:121,600 ] [ performance: 16.151 it/s ] [ lr: 2.50e-05 ] [ eta: 20:08:54 ] [ l_g_pix: 2.1437e-02 ] [ l_g_total: 2.1437e-02 ] +2024-09-26 22:20:42,597 INFO: [ epoch: 91 ] [ iter:121,700 ] [ performance: 17.283 it/s ] [ lr: 2.50e-05 ] [ eta: 20:08:28 ] [ l_g_pix: 4.1296e-02 ] [ l_g_total: 4.1296e-02 ] +2024-09-26 22:20:48,299 INFO: [ epoch: 91 ] [ iter:121,800 ] [ performance: 17.415 it/s ] [ lr: 2.50e-05 ] [ eta: 20:08:02 ] [ l_g_pix: 3.2191e-02 ] [ l_g_total: 3.2191e-02 ] +2024-09-26 22:20:54,013 INFO: [ epoch: 91 ] [ iter:121,900 ] [ performance: 17.519 it/s ] [ lr: 2.50e-05 ] [ eta: 20:07:35 ] [ l_g_pix: 2.8901e-02 ] [ l_g_total: 2.8901e-02 ] +2024-09-26 22:20:59,696 INFO: [ epoch: 91 ] [ iter:122,000 ] [ performance: 17.560 it/s ] [ lr: 2.50e-05 ] [ eta: 20:07:08 ] [ l_g_pix: 3.6868e-02 ] [ l_g_total: 3.6868e-02 ] +2024-09-26 22:21:05,339 INFO: [ epoch: 91 ] [ iter:122,100 ] [ performance: 17.798 it/s ] [ lr: 2.50e-05 ] [ eta: 20:06:41 ] [ l_g_pix: 1.8567e-02 ] [ l_g_total: 1.8567e-02 ] +2024-09-26 22:21:11,007 INFO: [ epoch: 91 ] [ iter:122,200 ] [ performance: 17.720 it/s ] [ lr: 2.50e-05 ] [ eta: 20:06:15 ] [ l_g_pix: 2.3031e-02 ] [ l_g_total: 2.3031e-02 ] +2024-09-26 22:21:16,681 INFO: [ epoch: 91 ] [ iter:122,300 ] [ performance: 17.666 it/s ] [ lr: 2.50e-05 ] [ eta: 20:05:48 ] [ l_g_pix: 3.0892e-02 ] [ l_g_total: 3.0892e-02 ] +2024-09-26 22:21:22,391 INFO: [ epoch: 91 ] [ iter:122,400 ] [ performance: 17.588 it/s ] [ lr: 2.50e-05 ] [ eta: 20:05:22 ] [ l_g_pix: 3.5418e-02 ] [ l_g_total: 3.5418e-02 ] +2024-09-26 22:21:28,057 INFO: [ epoch: 91 ] [ iter:122,500 ] [ performance: 17.720 it/s ] [ lr: 2.50e-05 ] [ eta: 20:04:55 ] [ l_g_pix: 3.1376e-02 ] [ l_g_total: 3.1376e-02 ] +2024-09-26 22:21:33,714 INFO: [ epoch: 91 ] [ iter:122,600 ] [ performance: 17.699 it/s ] [ lr: 2.50e-05 ] [ eta: 20:04:28 ] [ l_g_pix: 3.5472e-02 ] [ l_g_total: 3.5472e-02 ] +2024-09-26 22:21:39,436 INFO: [ epoch: 91 ] [ iter:122,700 ] [ performance: 17.563 it/s ] [ lr: 2.50e-05 ] [ eta: 20:04:02 ] [ l_g_pix: 4.1509e-02 ] [ l_g_total: 4.1509e-02 ] +2024-09-26 22:21:45,085 INFO: [ epoch: 91 ] [ iter:122,800 ] [ performance: 17.638 it/s ] [ lr: 2.50e-05 ] [ eta: 20:03:35 ] [ l_g_pix: 2.3458e-02 ] [ l_g_total: 2.3458e-02 ] +2024-09-26 22:21:50,564 INFO: [ epoch: 91 ] [ iter:122,900 ] [ performance: 18.418 it/s ] [ lr: 2.50e-05 ] [ eta: 20:03:07 ] [ l_g_pix: 3.3569e-02 ] [ l_g_total: 3.3569e-02 ] +2024-09-26 22:21:57,611 INFO: [ epoch: 92 ] [ iter:123,000 ] [ performance: 15.911 it/s ] [ lr: 2.50e-05 ] [ eta: 20:02:51 ] [ l_g_pix: 2.3103e-02 ] [ l_g_total: 2.3103e-02 ] +2024-09-26 22:22:03,211 INFO: [ epoch: 92 ] [ iter:123,100 ] [ performance: 17.944 it/s ] [ lr: 2.50e-05 ] [ eta: 20:02:24 ] [ l_g_pix: 2.5179e-02 ] [ l_g_total: 2.5179e-02 ] +2024-09-26 22:22:08,844 INFO: [ epoch: 92 ] [ iter:123,200 ] [ performance: 17.843 it/s ] [ lr: 2.50e-05 ] [ eta: 20:01:57 ] [ l_g_pix: 3.9752e-02 ] [ l_g_total: 3.9752e-02 ] +2024-09-26 22:22:14,586 INFO: [ epoch: 92 ] [ iter:123,300 ] [ performance: 17.471 it/s ] [ lr: 2.50e-05 ] [ eta: 20:01:31 ] [ l_g_pix: 2.9944e-02 ] [ l_g_total: 2.9944e-02 ] +2024-09-26 22:22:20,242 INFO: [ epoch: 92 ] [ iter:123,400 ] [ performance: 17.584 it/s ] [ lr: 2.50e-05 ] [ eta: 20:01:05 ] [ l_g_pix: 2.6348e-02 ] [ l_g_total: 2.6348e-02 ] +2024-09-26 22:22:25,909 INFO: [ epoch: 92 ] [ iter:123,500 ] [ performance: 17.703 it/s ] [ lr: 2.50e-05 ] [ eta: 20:00:38 ] [ l_g_pix: 3.8276e-02 ] [ l_g_total: 3.8276e-02 ] +2024-09-26 22:22:31,608 INFO: [ epoch: 92 ] [ iter:123,600 ] [ performance: 17.621 it/s ] [ lr: 2.50e-05 ] [ eta: 20:00:12 ] [ l_g_pix: 3.2489e-02 ] [ l_g_total: 3.2489e-02 ] +2024-09-26 22:22:37,278 INFO: [ epoch: 92 ] [ iter:123,700 ] [ performance: 17.732 it/s ] [ lr: 2.50e-05 ] [ eta: 19:59:46 ] [ l_g_pix: 2.7738e-02 ] [ l_g_total: 2.7738e-02 ] +2024-09-26 22:22:42,953 INFO: [ epoch: 92 ] [ iter:123,800 ] [ performance: 17.672 it/s ] [ lr: 2.50e-05 ] [ eta: 19:59:20 ] [ l_g_pix: 2.9229e-02 ] [ l_g_total: 2.9229e-02 ] +2024-09-26 22:22:48,555 INFO: [ epoch: 92 ] [ iter:123,900 ] [ performance: 17.985 it/s ] [ lr: 2.50e-05 ] [ eta: 19:58:53 ] [ l_g_pix: 4.3874e-02 ] [ l_g_total: 4.3874e-02 ] +2024-09-26 22:22:54,203 INFO: [ epoch: 92 ] [ iter:124,000 ] [ performance: 17.832 it/s ] [ lr: 2.50e-05 ] [ eta: 19:58:27 ] [ l_g_pix: 2.4411e-02 ] [ l_g_total: 2.4411e-02 ] +2024-09-26 22:22:59,893 INFO: [ epoch: 92 ] [ iter:124,100 ] [ performance: 17.722 it/s ] [ lr: 2.50e-05 ] [ eta: 19:58:01 ] [ l_g_pix: 2.5261e-02 ] [ l_g_total: 2.5261e-02 ] +2024-09-26 22:23:05,480 INFO: [ epoch: 92 ] [ iter:124,200 ] [ performance: 17.819 it/s ] [ lr: 2.50e-05 ] [ eta: 19:57:34 ] [ l_g_pix: 2.7939e-02 ] [ l_g_total: 2.7939e-02 ] +2024-09-26 22:23:12,514 INFO: [ epoch: 93 ] [ iter:124,300 ] [ performance: 13.645 it/s ] [ lr: 2.50e-05 ] [ eta: 19:57:18 ] [ l_g_pix: 2.3221e-02 ] [ l_g_total: 2.3221e-02 ] +2024-09-26 22:23:18,183 INFO: [ epoch: 93 ] [ iter:124,400 ] [ performance: 15.586 it/s ] [ lr: 2.50e-05 ] [ eta: 19:56:52 ] [ l_g_pix: 4.3269e-02 ] [ l_g_total: 4.3269e-02 ] +2024-09-26 22:23:23,827 INFO: [ epoch: 93 ] [ iter:124,500 ] [ performance: 17.911 it/s ] [ lr: 2.50e-05 ] [ eta: 19:56:25 ] [ l_g_pix: 2.1270e-02 ] [ l_g_total: 2.1270e-02 ] +2024-09-26 22:23:29,539 INFO: [ epoch: 93 ] [ iter:124,600 ] [ performance: 17.686 it/s ] [ lr: 2.50e-05 ] [ eta: 19:56:00 ] [ l_g_pix: 2.4025e-02 ] [ l_g_total: 2.4025e-02 ] +2024-09-26 22:23:35,248 INFO: [ epoch: 93 ] [ iter:124,700 ] [ performance: 17.615 it/s ] [ lr: 2.50e-05 ] [ eta: 19:55:34 ] [ l_g_pix: 3.5733e-02 ] [ l_g_total: 3.5733e-02 ] +2024-09-26 22:23:40,853 INFO: [ epoch: 93 ] [ iter:124,800 ] [ performance: 17.740 it/s ] [ lr: 2.50e-05 ] [ eta: 19:55:08 ] [ l_g_pix: 2.2927e-02 ] [ l_g_total: 2.2927e-02 ] +2024-09-26 22:23:46,509 INFO: [ epoch: 93 ] [ iter:124,900 ] [ performance: 17.746 it/s ] [ lr: 2.50e-05 ] [ eta: 19:54:42 ] [ l_g_pix: 2.6222e-02 ] [ l_g_total: 2.6222e-02 ] +2024-09-26 22:23:52,269 INFO: [ epoch: 93 ] [ iter:125,000 ] [ performance: 17.530 it/s ] [ lr: 2.50e-05 ] [ eta: 19:54:17 ] [ l_g_pix: 2.8811e-02 ] [ l_g_total: 2.8811e-02 ] +2024-09-26 22:23:57,969 INFO: [ epoch: 93 ] [ iter:125,100 ] [ performance: 17.686 it/s ] [ lr: 2.50e-05 ] [ eta: 19:53:51 ] [ l_g_pix: 3.0234e-02 ] [ l_g_total: 3.0234e-02 ] +2024-09-26 22:24:03,658 INFO: [ epoch: 93 ] [ iter:125,200 ] [ performance: 17.627 it/s ] [ lr: 2.50e-05 ] [ eta: 19:53:25 ] [ l_g_pix: 2.7705e-02 ] [ l_g_total: 2.7705e-02 ] +2024-09-26 22:24:09,310 INFO: [ epoch: 93 ] [ iter:125,300 ] [ performance: 17.742 it/s ] [ lr: 2.50e-05 ] [ eta: 19:53:00 ] [ l_g_pix: 3.1295e-02 ] [ l_g_total: 3.1295e-02 ] +2024-09-26 22:24:15,036 INFO: [ epoch: 93 ] [ iter:125,400 ] [ performance: 17.585 it/s ] [ lr: 2.50e-05 ] [ eta: 19:52:34 ] [ l_g_pix: 4.4356e-02 ] [ l_g_total: 4.4356e-02 ] +2024-09-26 22:24:20,736 INFO: [ epoch: 93 ] [ iter:125,500 ] [ performance: 17.706 it/s ] [ lr: 2.50e-05 ] [ eta: 19:52:09 ] [ l_g_pix: 3.9422e-02 ] [ l_g_total: 3.9422e-02 ] +2024-09-26 22:24:27,446 INFO: [ epoch: 94 ] [ iter:125,600 ] [ performance: 15.999 it/s ] [ lr: 2.50e-05 ] [ eta: 19:51:50 ] [ l_g_pix: 3.7337e-02 ] [ l_g_total: 3.7337e-02 ] +2024-09-26 22:24:33,319 INFO: [ epoch: 94 ] [ iter:125,700 ] [ performance: 17.771 it/s ] [ lr: 2.50e-05 ] [ eta: 19:51:26 ] [ l_g_pix: 3.5989e-02 ] [ l_g_total: 3.5989e-02 ] +2024-09-26 22:24:38,974 INFO: [ epoch: 94 ] [ iter:125,800 ] [ performance: 17.722 it/s ] [ lr: 2.50e-05 ] [ eta: 19:51:00 ] [ l_g_pix: 2.1545e-02 ] [ l_g_total: 2.1545e-02 ] +2024-09-26 22:24:44,678 INFO: [ epoch: 94 ] [ iter:125,900 ] [ performance: 17.567 it/s ] [ lr: 2.50e-05 ] [ eta: 19:50:35 ] [ l_g_pix: 3.6966e-02 ] [ l_g_total: 3.6966e-02 ] +2024-09-26 22:24:50,345 INFO: [ epoch: 94 ] [ iter:126,000 ] [ performance: 17.614 it/s ] [ lr: 2.50e-05 ] [ eta: 19:50:10 ] [ l_g_pix: 2.3296e-02 ] [ l_g_total: 2.3296e-02 ] +2024-09-26 22:24:55,991 INFO: [ epoch: 94 ] [ iter:126,100 ] [ performance: 17.829 it/s ] [ lr: 2.50e-05 ] [ eta: 19:49:44 ] [ l_g_pix: 3.0899e-02 ] [ l_g_total: 3.0899e-02 ] +2024-09-26 22:25:01,653 INFO: [ epoch: 94 ] [ iter:126,200 ] [ performance: 17.733 it/s ] [ lr: 2.50e-05 ] [ eta: 19:49:18 ] [ l_g_pix: 3.5678e-02 ] [ l_g_total: 3.5678e-02 ] +2024-09-26 22:25:07,270 INFO: [ epoch: 94 ] [ iter:126,300 ] [ performance: 17.813 it/s ] [ lr: 2.50e-05 ] [ eta: 19:48:53 ] [ l_g_pix: 2.9248e-02 ] [ l_g_total: 2.9248e-02 ] +2024-09-26 22:25:12,994 INFO: [ epoch: 94 ] [ iter:126,400 ] [ performance: 17.613 it/s ] [ lr: 2.50e-05 ] [ eta: 19:48:27 ] [ l_g_pix: 2.4592e-02 ] [ l_g_total: 2.4592e-02 ] +2024-09-26 22:25:18,708 INFO: [ epoch: 94 ] [ iter:126,500 ] [ performance: 17.544 it/s ] [ lr: 2.50e-05 ] [ eta: 19:48:02 ] [ l_g_pix: 2.6182e-02 ] [ l_g_total: 2.6182e-02 ] +2024-09-26 22:25:24,351 INFO: [ epoch: 94 ] [ iter:126,600 ] [ performance: 17.650 it/s ] [ lr: 2.50e-05 ] [ eta: 19:47:37 ] [ l_g_pix: 4.1998e-02 ] [ l_g_total: 4.1998e-02 ] +2024-09-26 22:25:29,997 INFO: [ epoch: 94 ] [ iter:126,700 ] [ performance: 17.776 it/s ] [ lr: 2.50e-05 ] [ eta: 19:47:11 ] [ l_g_pix: 3.3852e-02 ] [ l_g_total: 3.3852e-02 ] +2024-09-26 22:25:35,717 INFO: [ epoch: 94 ] [ iter:126,800 ] [ performance: 17.604 it/s ] [ lr: 2.50e-05 ] [ eta: 19:46:46 ] [ l_g_pix: 4.8060e-02 ] [ l_g_total: 4.8060e-02 ] +2024-09-26 22:25:41,245 INFO: [ epoch: 94 ] [ iter:126,900 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 19:46:20 ] [ l_g_pix: 2.5364e-02 ] [ l_g_total: 2.5364e-02 ] +2024-09-26 22:25:48,432 INFO: [ epoch: 95 ] [ iter:127,000 ] [ performance: 15.434 it/s ] [ lr: 2.50e-05 ] [ eta: 19:46:05 ] [ l_g_pix: 1.7209e-02 ] [ l_g_total: 1.7209e-02 ] +2024-09-26 22:25:54,152 INFO: [ epoch: 95 ] [ iter:127,100 ] [ performance: 17.476 it/s ] [ lr: 2.50e-05 ] [ eta: 19:45:41 ] [ l_g_pix: 3.0958e-02 ] [ l_g_total: 3.0958e-02 ] +2024-09-26 22:25:59,822 INFO: [ epoch: 95 ] [ iter:127,200 ] [ performance: 17.575 it/s ] [ lr: 2.50e-05 ] [ eta: 19:45:15 ] [ l_g_pix: 3.0394e-02 ] [ l_g_total: 3.0394e-02 ] +2024-09-26 22:26:05,453 INFO: [ epoch: 95 ] [ iter:127,300 ] [ performance: 17.869 it/s ] [ lr: 2.50e-05 ] [ eta: 19:44:50 ] [ l_g_pix: 1.9886e-02 ] [ l_g_total: 1.9886e-02 ] +2024-09-26 22:26:11,161 INFO: [ epoch: 95 ] [ iter:127,400 ] [ performance: 17.659 it/s ] [ lr: 2.50e-05 ] [ eta: 19:44:25 ] [ l_g_pix: 2.2747e-02 ] [ l_g_total: 2.2747e-02 ] +2024-09-26 22:26:16,824 INFO: [ epoch: 95 ] [ iter:127,500 ] [ performance: 17.795 it/s ] [ lr: 2.50e-05 ] [ eta: 19:44:00 ] [ l_g_pix: 3.4648e-02 ] [ l_g_total: 3.4648e-02 ] +2024-09-26 22:26:22,464 INFO: [ epoch: 95 ] [ iter:127,600 ] [ performance: 17.757 it/s ] [ lr: 2.50e-05 ] [ eta: 19:43:35 ] [ l_g_pix: 4.0488e-02 ] [ l_g_total: 4.0488e-02 ] +2024-09-26 22:26:28,125 INFO: [ epoch: 95 ] [ iter:127,700 ] [ performance: 17.664 it/s ] [ lr: 2.50e-05 ] [ eta: 19:43:10 ] [ l_g_pix: 2.7708e-02 ] [ l_g_total: 2.7708e-02 ] +2024-09-26 22:26:33,816 INFO: [ epoch: 95 ] [ iter:127,800 ] [ performance: 17.610 it/s ] [ lr: 2.50e-05 ] [ eta: 19:42:45 ] [ l_g_pix: 2.5679e-02 ] [ l_g_total: 2.5679e-02 ] +2024-09-26 22:26:39,482 INFO: [ epoch: 95 ] [ iter:127,900 ] [ performance: 17.618 it/s ] [ lr: 2.50e-05 ] [ eta: 19:42:20 ] [ l_g_pix: 1.8188e-02 ] [ l_g_total: 1.8188e-02 ] +2024-09-26 22:26:45,085 INFO: [ epoch: 95 ] [ iter:128,000 ] [ performance: 17.758 it/s ] [ lr: 2.50e-05 ] [ eta: 19:41:55 ] [ l_g_pix: 3.2968e-02 ] [ l_g_total: 3.2968e-02 ] +2024-09-26 22:26:50,751 INFO: [ epoch: 95 ] [ iter:128,100 ] [ performance: 17.723 it/s ] [ lr: 2.50e-05 ] [ eta: 19:41:30 ] [ l_g_pix: 1.9775e-02 ] [ l_g_total: 1.9775e-02 ] +2024-09-26 22:26:56,346 INFO: [ epoch: 95 ] [ iter:128,200 ] [ performance: 17.817 it/s ] [ lr: 2.50e-05 ] [ eta: 19:41:04 ] [ l_g_pix: 3.3268e-02 ] [ l_g_total: 3.3268e-02 ] +2024-09-26 22:27:03,405 INFO: [ epoch: 96 ] [ iter:128,300 ] [ performance: 12.511 it/s ] [ lr: 2.50e-05 ] [ eta: 19:40:49 ] [ l_g_pix: 2.8651e-02 ] [ l_g_total: 2.8651e-02 ] +2024-09-26 22:27:09,061 INFO: [ epoch: 96 ] [ iter:128,400 ] [ performance: 15.267 it/s ] [ lr: 2.50e-05 ] [ eta: 19:40:24 ] [ l_g_pix: 2.9007e-02 ] [ l_g_total: 2.9007e-02 ] +2024-09-26 22:27:14,763 INFO: [ epoch: 96 ] [ iter:128,500 ] [ performance: 17.528 it/s ] [ lr: 2.50e-05 ] [ eta: 19:39:59 ] [ l_g_pix: 3.0376e-02 ] [ l_g_total: 3.0376e-02 ] +2024-09-26 22:27:20,447 INFO: [ epoch: 96 ] [ iter:128,600 ] [ performance: 17.570 it/s ] [ lr: 2.50e-05 ] [ eta: 19:39:35 ] [ l_g_pix: 1.9056e-02 ] [ l_g_total: 1.9056e-02 ] +2024-09-26 22:27:26,057 INFO: [ epoch: 96 ] [ iter:128,700 ] [ performance: 17.904 it/s ] [ lr: 2.50e-05 ] [ eta: 19:39:10 ] [ l_g_pix: 1.6680e-02 ] [ l_g_total: 1.6680e-02 ] +2024-09-26 22:27:31,708 INFO: [ epoch: 96 ] [ iter:128,800 ] [ performance: 17.774 it/s ] [ lr: 2.50e-05 ] [ eta: 19:38:45 ] [ l_g_pix: 2.9471e-02 ] [ l_g_total: 2.9471e-02 ] +2024-09-26 22:27:37,357 INFO: [ epoch: 96 ] [ iter:128,900 ] [ performance: 17.708 it/s ] [ lr: 2.50e-05 ] [ eta: 19:38:20 ] [ l_g_pix: 2.5051e-02 ] [ l_g_total: 2.5051e-02 ] +2024-09-26 22:27:43,016 INFO: [ epoch: 96 ] [ iter:129,000 ] [ performance: 17.687 it/s ] [ lr: 2.50e-05 ] [ eta: 19:37:55 ] [ l_g_pix: 2.6334e-02 ] [ l_g_total: 2.6334e-02 ] +2024-09-26 22:27:48,727 INFO: [ epoch: 96 ] [ iter:129,100 ] [ performance: 17.907 it/s ] [ lr: 2.50e-05 ] [ eta: 19:37:31 ] [ l_g_pix: 1.6429e-02 ] [ l_g_total: 1.6429e-02 ] +2024-09-26 22:27:54,429 INFO: [ epoch: 96 ] [ iter:129,200 ] [ performance: 17.672 it/s ] [ lr: 2.50e-05 ] [ eta: 19:37:07 ] [ l_g_pix: 3.0698e-02 ] [ l_g_total: 3.0698e-02 ] +2024-09-26 22:28:00,111 INFO: [ epoch: 96 ] [ iter:129,300 ] [ performance: 17.661 it/s ] [ lr: 2.50e-05 ] [ eta: 19:36:42 ] [ l_g_pix: 4.2774e-02 ] [ l_g_total: 4.2774e-02 ] +2024-09-26 22:28:05,768 INFO: [ epoch: 96 ] [ iter:129,400 ] [ performance: 17.673 it/s ] [ lr: 2.50e-05 ] [ eta: 19:36:17 ] [ l_g_pix: 2.8060e-02 ] [ l_g_total: 2.8060e-02 ] +2024-09-26 22:28:11,435 INFO: [ epoch: 96 ] [ iter:129,500 ] [ performance: 17.838 it/s ] [ lr: 2.50e-05 ] [ eta: 19:35:53 ] [ l_g_pix: 3.8832e-02 ] [ l_g_total: 3.8832e-02 ] +2024-09-26 22:28:18,040 INFO: [ epoch: 97 ] [ iter:129,600 ] [ performance: 16.013 it/s ] [ lr: 2.50e-05 ] [ eta: 19:35:35 ] [ l_g_pix: 2.2111e-02 ] [ l_g_total: 2.2111e-02 ] +2024-09-26 22:28:23,957 INFO: [ epoch: 97 ] [ iter:129,700 ] [ performance: 17.804 it/s ] [ lr: 2.50e-05 ] [ eta: 19:35:12 ] [ l_g_pix: 3.0439e-02 ] [ l_g_total: 3.0439e-02 ] +2024-09-26 22:28:29,607 INFO: [ epoch: 97 ] [ iter:129,800 ] [ performance: 17.738 it/s ] [ lr: 2.50e-05 ] [ eta: 19:34:47 ] [ l_g_pix: 3.1204e-02 ] [ l_g_total: 3.1204e-02 ] +2024-09-26 22:28:35,272 INFO: [ epoch: 97 ] [ iter:129,900 ] [ performance: 17.802 it/s ] [ lr: 2.50e-05 ] [ eta: 19:34:23 ] [ l_g_pix: 2.6496e-02 ] [ l_g_total: 2.6496e-02 ] +2024-09-26 22:28:40,914 INFO: [ epoch: 97 ] [ iter:130,000 ] [ performance: 17.754 it/s ] [ lr: 2.50e-05 ] [ eta: 19:33:59 ] [ l_g_pix: 2.4162e-02 ] [ l_g_total: 2.4162e-02 ] +2024-09-26 22:28:40,914 INFO: Saving models and training states. +2024-09-26 22:32:24,171 INFO: Validation val + + # psnr: 27.1916........ Best: 27.1990 @ 120000 iter + # ssim: 0.7660........ Best: 0.7661 @ 120000 iter + # dists: 0.7732........ Best: 0.7732 @ 120000 iter + +2024-09-26 22:32:29,749 INFO: [ epoch: 97 ] [ iter:130,100 ] [ performance: 17.866 it/s ] [ lr: 2.50e-05 ] [ eta: 19:58:26 ] [ l_g_pix: 2.4108e-02 ] [ l_g_total: 2.4108e-02 ] +2024-09-26 22:32:35,388 INFO: [ epoch: 97 ] [ iter:130,200 ] [ performance: 17.781 it/s ] [ lr: 2.50e-05 ] [ eta: 19:58:01 ] [ l_g_pix: 2.7808e-02 ] [ l_g_total: 2.7808e-02 ] +2024-09-26 22:32:41,024 INFO: [ epoch: 97 ] [ iter:130,300 ] [ performance: 17.971 it/s ] [ lr: 2.50e-05 ] [ eta: 19:57:35 ] [ l_g_pix: 2.7304e-02 ] [ l_g_total: 2.7304e-02 ] +2024-09-26 22:32:46,655 INFO: [ epoch: 97 ] [ iter:130,400 ] [ performance: 17.833 it/s ] [ lr: 2.50e-05 ] [ eta: 19:57:09 ] [ l_g_pix: 2.2398e-02 ] [ l_g_total: 2.2398e-02 ] +2024-09-26 22:32:52,276 INFO: [ epoch: 97 ] [ iter:130,500 ] [ performance: 18.054 it/s ] [ lr: 2.50e-05 ] [ eta: 19:56:43 ] [ l_g_pix: 2.7374e-02 ] [ l_g_total: 2.7374e-02 ] +2024-09-26 22:32:57,922 INFO: [ epoch: 97 ] [ iter:130,600 ] [ performance: 17.834 it/s ] [ lr: 2.50e-05 ] [ eta: 19:56:17 ] [ l_g_pix: 2.6817e-02 ] [ l_g_total: 2.6817e-02 ] +2024-09-26 22:33:03,603 INFO: [ epoch: 97 ] [ iter:130,700 ] [ performance: 17.808 it/s ] [ lr: 2.50e-05 ] [ eta: 19:55:52 ] [ l_g_pix: 2.7715e-02 ] [ l_g_total: 2.7715e-02 ] +2024-09-26 22:33:09,231 INFO: [ epoch: 97 ] [ iter:130,800 ] [ performance: 17.784 it/s ] [ lr: 2.50e-05 ] [ eta: 19:55:26 ] [ l_g_pix: 2.5297e-02 ] [ l_g_total: 2.5297e-02 ] +2024-09-26 22:33:14,750 INFO: [ epoch: 97 ] [ iter:130,900 ] [ performance: 18.768 it/s ] [ lr: 2.50e-05 ] [ eta: 19:55:00 ] [ l_g_pix: 2.7284e-02 ] [ l_g_total: 2.7284e-02 ] +2024-09-26 22:33:21,852 INFO: [ epoch: 98 ] [ iter:131,000 ] [ performance: 15.343 it/s ] [ lr: 2.50e-05 ] [ eta: 19:54:44 ] [ l_g_pix: 4.1215e-02 ] [ l_g_total: 4.1215e-02 ] +2024-09-26 22:33:27,471 INFO: [ epoch: 98 ] [ iter:131,100 ] [ performance: 18.180 it/s ] [ lr: 2.50e-05 ] [ eta: 19:54:18 ] [ l_g_pix: 2.7683e-02 ] [ l_g_total: 2.7683e-02 ] +2024-09-26 22:33:33,090 INFO: [ epoch: 98 ] [ iter:131,200 ] [ performance: 17.922 it/s ] [ lr: 2.50e-05 ] [ eta: 19:53:53 ] [ l_g_pix: 2.6578e-02 ] [ l_g_total: 2.6578e-02 ] +2024-09-26 22:33:38,743 INFO: [ epoch: 98 ] [ iter:131,300 ] [ performance: 18.052 it/s ] [ lr: 2.50e-05 ] [ eta: 19:53:27 ] [ l_g_pix: 3.4659e-02 ] [ l_g_total: 3.4659e-02 ] +2024-09-26 22:33:44,412 INFO: [ epoch: 98 ] [ iter:131,400 ] [ performance: 17.773 it/s ] [ lr: 2.50e-05 ] [ eta: 19:53:02 ] [ l_g_pix: 2.6350e-02 ] [ l_g_total: 2.6350e-02 ] +2024-09-26 22:33:50,141 INFO: [ epoch: 98 ] [ iter:131,500 ] [ performance: 17.852 it/s ] [ lr: 2.50e-05 ] [ eta: 19:52:37 ] [ l_g_pix: 2.0813e-02 ] [ l_g_total: 2.0813e-02 ] +2024-09-26 22:33:55,803 INFO: [ epoch: 98 ] [ iter:131,600 ] [ performance: 17.724 it/s ] [ lr: 2.50e-05 ] [ eta: 19:52:12 ] [ l_g_pix: 2.6895e-02 ] [ l_g_total: 2.6895e-02 ] +2024-09-26 22:34:01,521 INFO: [ epoch: 98 ] [ iter:131,700 ] [ performance: 17.785 it/s ] [ lr: 2.50e-05 ] [ eta: 19:51:47 ] [ l_g_pix: 2.2789e-02 ] [ l_g_total: 2.2789e-02 ] +2024-09-26 22:34:07,157 INFO: [ epoch: 98 ] [ iter:131,800 ] [ performance: 17.758 it/s ] [ lr: 2.50e-05 ] [ eta: 19:51:22 ] [ l_g_pix: 1.5716e-02 ] [ l_g_total: 1.5716e-02 ] +2024-09-26 22:34:12,866 INFO: [ epoch: 98 ] [ iter:131,900 ] [ performance: 17.794 it/s ] [ lr: 2.50e-05 ] [ eta: 19:50:57 ] [ l_g_pix: 3.7889e-02 ] [ l_g_total: 3.7889e-02 ] +2024-09-26 22:34:18,571 INFO: [ epoch: 98 ] [ iter:132,000 ] [ performance: 17.611 it/s ] [ lr: 2.50e-05 ] [ eta: 19:50:32 ] [ l_g_pix: 3.4886e-02 ] [ l_g_total: 3.4886e-02 ] +2024-09-26 22:34:24,264 INFO: [ epoch: 98 ] [ iter:132,100 ] [ performance: 18.097 it/s ] [ lr: 2.50e-05 ] [ eta: 19:50:07 ] [ l_g_pix: 3.2970e-02 ] [ l_g_total: 3.2970e-02 ] +2024-09-26 22:34:29,910 INFO: [ epoch: 98 ] [ iter:132,200 ] [ performance: 17.836 it/s ] [ lr: 2.50e-05 ] [ eta: 19:49:42 ] [ l_g_pix: 2.7387e-02 ] [ l_g_total: 2.7387e-02 ] +2024-09-26 22:34:36,844 INFO: [ epoch: 99 ] [ iter:132,300 ] [ performance: 11.210 it/s ] [ lr: 2.50e-05 ] [ eta: 19:49:25 ] [ l_g_pix: 2.9759e-02 ] [ l_g_total: 2.9759e-02 ] +2024-09-26 22:34:42,637 INFO: [ epoch: 99 ] [ iter:132,400 ] [ performance: 14.888 it/s ] [ lr: 2.50e-05 ] [ eta: 19:49:01 ] [ l_g_pix: 2.6945e-02 ] [ l_g_total: 2.6945e-02 ] +2024-09-26 22:34:48,262 INFO: [ epoch: 99 ] [ iter:132,500 ] [ performance: 17.998 it/s ] [ lr: 2.50e-05 ] [ eta: 19:48:36 ] [ l_g_pix: 2.8365e-02 ] [ l_g_total: 2.8365e-02 ] +2024-09-26 22:34:53,899 INFO: [ epoch: 99 ] [ iter:132,600 ] [ performance: 17.817 it/s ] [ lr: 2.50e-05 ] [ eta: 19:48:11 ] [ l_g_pix: 2.1999e-02 ] [ l_g_total: 2.1999e-02 ] +2024-09-26 22:34:59,619 INFO: [ epoch: 99 ] [ iter:132,700 ] [ performance: 17.162 it/s ] [ lr: 2.50e-05 ] [ eta: 19:47:46 ] [ l_g_pix: 2.4851e-02 ] [ l_g_total: 2.4851e-02 ] +2024-09-26 22:35:05,567 INFO: [ epoch: 99 ] [ iter:132,800 ] [ performance: 16.913 it/s ] [ lr: 2.50e-05 ] [ eta: 19:47:23 ] [ l_g_pix: 3.4876e-02 ] [ l_g_total: 3.4876e-02 ] +2024-09-26 22:35:11,402 INFO: [ epoch: 99 ] [ iter:132,900 ] [ performance: 17.370 it/s ] [ lr: 2.50e-05 ] [ eta: 19:47:00 ] [ l_g_pix: 2.8666e-02 ] [ l_g_total: 2.8666e-02 ] +2024-09-26 22:35:17,074 INFO: [ epoch: 99 ] [ iter:133,000 ] [ performance: 17.559 it/s ] [ lr: 2.50e-05 ] [ eta: 19:46:35 ] [ l_g_pix: 3.1746e-02 ] [ l_g_total: 3.1746e-02 ] +2024-09-26 22:35:22,744 INFO: [ epoch: 99 ] [ iter:133,100 ] [ performance: 18.163 it/s ] [ lr: 2.50e-05 ] [ eta: 19:46:10 ] [ l_g_pix: 2.6926e-02 ] [ l_g_total: 2.6926e-02 ] +2024-09-26 22:35:28,445 INFO: [ epoch: 99 ] [ iter:133,200 ] [ performance: 17.711 it/s ] [ lr: 2.50e-05 ] [ eta: 19:45:45 ] [ l_g_pix: 3.1520e-02 ] [ l_g_total: 3.1520e-02 ] +2024-09-26 22:35:34,144 INFO: [ epoch: 99 ] [ iter:133,300 ] [ performance: 17.883 it/s ] [ lr: 2.50e-05 ] [ eta: 19:45:21 ] [ l_g_pix: 3.3461e-02 ] [ l_g_total: 3.3461e-02 ] +2024-09-26 22:35:39,881 INFO: [ epoch: 99 ] [ iter:133,400 ] [ performance: 17.553 it/s ] [ lr: 2.50e-05 ] [ eta: 19:44:57 ] [ l_g_pix: 1.9947e-02 ] [ l_g_total: 1.9947e-02 ] +2024-09-26 22:35:45,528 INFO: [ epoch: 99 ] [ iter:133,500 ] [ performance: 17.803 it/s ] [ lr: 2.50e-05 ] [ eta: 19:44:32 ] [ l_g_pix: 3.8516e-02 ] [ l_g_total: 3.8516e-02 ] +2024-09-26 22:35:51,108 INFO: [ epoch: 99 ] [ iter:133,600 ] [ performance: 17.892 it/s ] [ lr: 2.50e-05 ] [ eta: 19:44:07 ] [ l_g_pix: 4.3209e-02 ] [ l_g_total: 4.3209e-02 ] +2024-09-26 22:35:58,014 INFO: [ epoch: 100 ] [ iter:133,700 ] [ performance: 17.988 it/s ] [ lr: 2.50e-05 ] [ eta: 19:43:50 ] [ l_g_pix: 2.0638e-02 ] [ l_g_total: 2.0638e-02 ] +2024-09-26 22:36:03,656 INFO: [ epoch: 100 ] [ iter:133,800 ] [ performance: 17.794 it/s ] [ lr: 2.50e-05 ] [ eta: 19:43:25 ] [ l_g_pix: 2.4540e-02 ] [ l_g_total: 2.4540e-02 ] +2024-09-26 22:36:09,281 INFO: [ epoch: 100 ] [ iter:133,900 ] [ performance: 18.157 it/s ] [ lr: 2.50e-05 ] [ eta: 19:43:01 ] [ l_g_pix: 3.5042e-02 ] [ l_g_total: 3.5042e-02 ] +2024-09-26 22:36:14,938 INFO: [ epoch: 100 ] [ iter:134,000 ] [ performance: 17.798 it/s ] [ lr: 2.50e-05 ] [ eta: 19:42:36 ] [ l_g_pix: 4.3714e-02 ] [ l_g_total: 4.3714e-02 ] +2024-09-26 22:36:20,620 INFO: [ epoch: 100 ] [ iter:134,100 ] [ performance: 17.895 it/s ] [ lr: 2.50e-05 ] [ eta: 19:42:12 ] [ l_g_pix: 2.4648e-02 ] [ l_g_total: 2.4648e-02 ] +2024-09-26 22:36:26,292 INFO: [ epoch: 100 ] [ iter:134,200 ] [ performance: 17.697 it/s ] [ lr: 2.50e-05 ] [ eta: 19:41:47 ] [ l_g_pix: 3.3453e-02 ] [ l_g_total: 3.3453e-02 ] +2024-09-26 22:36:32,021 INFO: [ epoch: 100 ] [ iter:134,300 ] [ performance: 17.824 it/s ] [ lr: 2.50e-05 ] [ eta: 19:41:23 ] [ l_g_pix: 2.6924e-02 ] [ l_g_total: 2.6924e-02 ] +2024-09-26 22:36:37,695 INFO: [ epoch: 100 ] [ iter:134,400 ] [ performance: 17.673 it/s ] [ lr: 2.50e-05 ] [ eta: 19:40:59 ] [ l_g_pix: 2.5401e-02 ] [ l_g_total: 2.5401e-02 ] +2024-09-26 22:36:43,382 INFO: [ epoch: 100 ] [ iter:134,500 ] [ performance: 17.650 it/s ] [ lr: 2.50e-05 ] [ eta: 19:40:34 ] [ l_g_pix: 3.5791e-02 ] [ l_g_total: 3.5791e-02 ] +2024-09-26 22:36:49,128 INFO: [ epoch: 100 ] [ iter:134,600 ] [ performance: 17.464 it/s ] [ lr: 2.50e-05 ] [ eta: 19:40:10 ] [ l_g_pix: 3.4812e-02 ] [ l_g_total: 3.4812e-02 ] +2024-09-26 22:36:54,821 INFO: [ epoch: 100 ] [ iter:134,700 ] [ performance: 17.937 it/s ] [ lr: 2.50e-05 ] [ eta: 19:39:46 ] [ l_g_pix: 3.2176e-02 ] [ l_g_total: 3.2176e-02 ] +2024-09-26 22:37:00,535 INFO: [ epoch: 100 ] [ iter:134,800 ] [ performance: 17.601 it/s ] [ lr: 2.50e-05 ] [ eta: 19:39:22 ] [ l_g_pix: 2.9863e-02 ] [ l_g_total: 2.9863e-02 ] +2024-09-26 22:37:06,115 INFO: [ epoch: 100 ] [ iter:134,900 ] [ performance: 18.423 it/s ] [ lr: 2.50e-05 ] [ eta: 19:38:57 ] [ l_g_pix: 2.3393e-02 ] [ l_g_total: 2.3393e-02 ] +2024-09-26 22:37:13,175 INFO: [ epoch: 101 ] [ iter:135,000 ] [ performance: 14.943 it/s ] [ lr: 2.50e-05 ] [ eta: 19:38:42 ] [ l_g_pix: 1.8554e-02 ] [ l_g_total: 1.8554e-02 ] +2024-09-26 22:37:18,898 INFO: [ epoch: 101 ] [ iter:135,100 ] [ performance: 17.965 it/s ] [ lr: 2.50e-05 ] [ eta: 19:38:18 ] [ l_g_pix: 2.7650e-02 ] [ l_g_total: 2.7650e-02 ] +2024-09-26 22:37:24,593 INFO: [ epoch: 101 ] [ iter:135,200 ] [ performance: 17.647 it/s ] [ lr: 2.50e-05 ] [ eta: 19:37:54 ] [ l_g_pix: 3.3403e-02 ] [ l_g_total: 3.3403e-02 ] +2024-09-26 22:37:30,297 INFO: [ epoch: 101 ] [ iter:135,300 ] [ performance: 17.877 it/s ] [ lr: 2.50e-05 ] [ eta: 19:37:30 ] [ l_g_pix: 2.6656e-02 ] [ l_g_total: 2.6656e-02 ] +2024-09-26 22:37:35,995 INFO: [ epoch: 101 ] [ iter:135,400 ] [ performance: 17.621 it/s ] [ lr: 2.50e-05 ] [ eta: 19:37:06 ] [ l_g_pix: 2.6097e-02 ] [ l_g_total: 2.6097e-02 ] +2024-09-26 22:37:41,719 INFO: [ epoch: 101 ] [ iter:135,500 ] [ performance: 17.758 it/s ] [ lr: 2.50e-05 ] [ eta: 19:36:43 ] [ l_g_pix: 2.4954e-02 ] [ l_g_total: 2.4954e-02 ] +2024-09-26 22:37:47,319 INFO: [ epoch: 101 ] [ iter:135,600 ] [ performance: 17.838 it/s ] [ lr: 2.50e-05 ] [ eta: 19:36:18 ] [ l_g_pix: 4.1246e-02 ] [ l_g_total: 4.1246e-02 ] +2024-09-26 22:37:53,010 INFO: [ epoch: 101 ] [ iter:135,700 ] [ performance: 17.707 it/s ] [ lr: 2.50e-05 ] [ eta: 19:35:54 ] [ l_g_pix: 2.7494e-02 ] [ l_g_total: 2.7494e-02 ] +2024-09-26 22:37:58,721 INFO: [ epoch: 101 ] [ iter:135,800 ] [ performance: 17.551 it/s ] [ lr: 2.50e-05 ] [ eta: 19:35:30 ] [ l_g_pix: 1.8657e-02 ] [ l_g_total: 1.8657e-02 ] +2024-09-26 22:38:04,393 INFO: [ epoch: 101 ] [ iter:135,900 ] [ performance: 18.155 it/s ] [ lr: 2.50e-05 ] [ eta: 19:35:06 ] [ l_g_pix: 2.5119e-02 ] [ l_g_total: 2.5119e-02 ] +2024-09-26 22:38:10,039 INFO: [ epoch: 101 ] [ iter:136,000 ] [ performance: 17.797 it/s ] [ lr: 2.50e-05 ] [ eta: 19:34:42 ] [ l_g_pix: 3.2317e-02 ] [ l_g_total: 3.2317e-02 ] +2024-09-26 22:38:15,754 INFO: [ epoch: 101 ] [ iter:136,100 ] [ performance: 17.889 it/s ] [ lr: 2.50e-05 ] [ eta: 19:34:19 ] [ l_g_pix: 2.3531e-02 ] [ l_g_total: 2.3531e-02 ] +2024-09-26 22:38:21,358 INFO: [ epoch: 101 ] [ iter:136,200 ] [ performance: 17.854 it/s ] [ lr: 2.50e-05 ] [ eta: 19:33:54 ] [ l_g_pix: 3.6352e-02 ] [ l_g_total: 3.6352e-02 ] +2024-09-26 22:38:28,200 INFO: [ epoch: 102 ] [ iter:136,300 ] [ performance: 15.882 it/s ] [ lr: 2.50e-05 ] [ eta: 19:33:38 ] [ l_g_pix: 1.8044e-02 ] [ l_g_total: 1.8044e-02 ] +2024-09-26 22:38:34,006 INFO: [ epoch: 102 ] [ iter:136,400 ] [ performance: 16.969 it/s ] [ lr: 2.50e-05 ] [ eta: 19:33:15 ] [ l_g_pix: 2.6416e-02 ] [ l_g_total: 2.6416e-02 ] +2024-09-26 22:38:39,650 INFO: [ epoch: 102 ] [ iter:136,500 ] [ performance: 17.776 it/s ] [ lr: 2.50e-05 ] [ eta: 19:32:51 ] [ l_g_pix: 2.6101e-02 ] [ l_g_total: 2.6101e-02 ] +2024-09-26 22:38:45,281 INFO: [ epoch: 102 ] [ iter:136,600 ] [ performance: 17.766 it/s ] [ lr: 2.50e-05 ] [ eta: 19:32:27 ] [ l_g_pix: 2.4217e-02 ] [ l_g_total: 2.4217e-02 ] +2024-09-26 22:38:50,985 INFO: [ epoch: 102 ] [ iter:136,700 ] [ performance: 17.909 it/s ] [ lr: 2.50e-05 ] [ eta: 19:32:03 ] [ l_g_pix: 3.3255e-02 ] [ l_g_total: 3.3255e-02 ] +2024-09-26 22:38:56,615 INFO: [ epoch: 102 ] [ iter:136,800 ] [ performance: 17.787 it/s ] [ lr: 2.50e-05 ] [ eta: 19:31:39 ] [ l_g_pix: 2.4266e-02 ] [ l_g_total: 2.4266e-02 ] +2024-09-26 22:39:02,306 INFO: [ epoch: 102 ] [ iter:136,900 ] [ performance: 17.969 it/s ] [ lr: 2.50e-05 ] [ eta: 19:31:15 ] [ l_g_pix: 3.3226e-02 ] [ l_g_total: 3.3226e-02 ] +2024-09-26 22:39:08,009 INFO: [ epoch: 102 ] [ iter:137,000 ] [ performance: 17.604 it/s ] [ lr: 2.50e-05 ] [ eta: 19:30:52 ] [ l_g_pix: 3.7811e-02 ] [ l_g_total: 3.7811e-02 ] +2024-09-26 22:39:13,645 INFO: [ epoch: 102 ] [ iter:137,100 ] [ performance: 17.975 it/s ] [ lr: 2.50e-05 ] [ eta: 19:30:28 ] [ l_g_pix: 2.8045e-02 ] [ l_g_total: 2.8045e-02 ] +2024-09-26 22:39:19,300 INFO: [ epoch: 102 ] [ iter:137,200 ] [ performance: 17.730 it/s ] [ lr: 2.50e-05 ] [ eta: 19:30:04 ] [ l_g_pix: 3.8016e-02 ] [ l_g_total: 3.8016e-02 ] +2024-09-26 22:39:25,046 INFO: [ epoch: 102 ] [ iter:137,300 ] [ performance: 17.575 it/s ] [ lr: 2.50e-05 ] [ eta: 19:29:41 ] [ l_g_pix: 3.2072e-02 ] [ l_g_total: 3.2072e-02 ] +2024-09-26 22:39:30,710 INFO: [ epoch: 102 ] [ iter:137,400 ] [ performance: 17.646 it/s ] [ lr: 2.50e-05 ] [ eta: 19:29:17 ] [ l_g_pix: 1.9410e-02 ] [ l_g_total: 1.9410e-02 ] +2024-09-26 22:39:36,430 INFO: [ epoch: 102 ] [ iter:137,500 ] [ performance: 17.929 it/s ] [ lr: 2.50e-05 ] [ eta: 19:28:54 ] [ l_g_pix: 2.8418e-02 ] [ l_g_total: 2.8418e-02 ] +2024-09-26 22:39:41,881 INFO: [ epoch: 102 ] [ iter:137,600 ] [ performance: 18.288 it/s ] [ lr: 2.50e-05 ] [ eta: 19:28:29 ] [ l_g_pix: 4.0373e-02 ] [ l_g_total: 4.0373e-02 ] +2024-09-26 22:39:48,907 INFO: [ epoch: 103 ] [ iter:137,700 ] [ performance: 17.932 it/s ] [ lr: 2.50e-05 ] [ eta: 19:28:14 ] [ l_g_pix: 3.2530e-02 ] [ l_g_total: 3.2530e-02 ] +2024-09-26 22:39:54,522 INFO: [ epoch: 103 ] [ iter:137,800 ] [ performance: 17.827 it/s ] [ lr: 2.50e-05 ] [ eta: 19:27:50 ] [ l_g_pix: 3.1592e-02 ] [ l_g_total: 3.1592e-02 ] +2024-09-26 22:40:00,227 INFO: [ epoch: 103 ] [ iter:137,900 ] [ performance: 18.054 it/s ] [ lr: 2.50e-05 ] [ eta: 19:27:27 ] [ l_g_pix: 2.6007e-02 ] [ l_g_total: 2.6007e-02 ] +2024-09-26 22:40:05,850 INFO: [ epoch: 103 ] [ iter:138,000 ] [ performance: 17.818 it/s ] [ lr: 2.50e-05 ] [ eta: 19:27:03 ] [ l_g_pix: 3.0138e-02 ] [ l_g_total: 3.0138e-02 ] +2024-09-26 22:40:11,498 INFO: [ epoch: 103 ] [ iter:138,100 ] [ performance: 17.935 it/s ] [ lr: 2.50e-05 ] [ eta: 19:26:40 ] [ l_g_pix: 3.2965e-02 ] [ l_g_total: 3.2965e-02 ] +2024-09-26 22:40:17,162 INFO: [ epoch: 103 ] [ iter:138,200 ] [ performance: 17.692 it/s ] [ lr: 2.50e-05 ] [ eta: 19:26:16 ] [ l_g_pix: 2.9325e-02 ] [ l_g_total: 2.9325e-02 ] +2024-09-26 22:40:22,812 INFO: [ epoch: 103 ] [ iter:138,300 ] [ performance: 18.046 it/s ] [ lr: 2.50e-05 ] [ eta: 19:25:53 ] [ l_g_pix: 3.9782e-02 ] [ l_g_total: 3.9782e-02 ] +2024-09-26 22:40:28,505 INFO: [ epoch: 103 ] [ iter:138,400 ] [ performance: 17.620 it/s ] [ lr: 2.50e-05 ] [ eta: 19:25:30 ] [ l_g_pix: 3.1233e-02 ] [ l_g_total: 3.1233e-02 ] +2024-09-26 22:40:34,179 INFO: [ epoch: 103 ] [ iter:138,500 ] [ performance: 17.879 it/s ] [ lr: 2.50e-05 ] [ eta: 19:25:06 ] [ l_g_pix: 2.0846e-02 ] [ l_g_total: 2.0846e-02 ] +2024-09-26 22:40:39,899 INFO: [ epoch: 103 ] [ iter:138,600 ] [ performance: 17.524 it/s ] [ lr: 2.50e-05 ] [ eta: 19:24:43 ] [ l_g_pix: 2.3975e-02 ] [ l_g_total: 2.3975e-02 ] +2024-09-26 22:40:45,636 INFO: [ epoch: 103 ] [ iter:138,700 ] [ performance: 18.035 it/s ] [ lr: 2.50e-05 ] [ eta: 19:24:20 ] [ l_g_pix: 2.9475e-02 ] [ l_g_total: 2.9475e-02 ] +2024-09-26 22:40:51,332 INFO: [ epoch: 103 ] [ iter:138,800 ] [ performance: 17.602 it/s ] [ lr: 2.50e-05 ] [ eta: 19:23:57 ] [ l_g_pix: 3.2366e-02 ] [ l_g_total: 3.2366e-02 ] +2024-09-26 22:40:56,930 INFO: [ epoch: 103 ] [ iter:138,900 ] [ performance: 18.766 it/s ] [ lr: 2.50e-05 ] [ eta: 19:23:34 ] [ l_g_pix: 2.6666e-02 ] [ l_g_total: 2.6666e-02 ] +2024-09-26 22:41:03,966 INFO: [ epoch: 104 ] [ iter:139,000 ] [ performance: 14.507 it/s ] [ lr: 2.50e-05 ] [ eta: 19:23:19 ] [ l_g_pix: 3.5977e-02 ] [ l_g_total: 3.5977e-02 ] +2024-09-26 22:41:09,675 INFO: [ epoch: 104 ] [ iter:139,100 ] [ performance: 18.090 it/s ] [ lr: 2.50e-05 ] [ eta: 19:22:56 ] [ l_g_pix: 1.6805e-02 ] [ l_g_total: 1.6805e-02 ] +2024-09-26 22:41:15,308 INFO: [ epoch: 104 ] [ iter:139,200 ] [ performance: 17.778 it/s ] [ lr: 2.50e-05 ] [ eta: 19:22:33 ] [ l_g_pix: 2.1725e-02 ] [ l_g_total: 2.1725e-02 ] +2024-09-26 22:41:21,010 INFO: [ epoch: 104 ] [ iter:139,300 ] [ performance: 17.891 it/s ] [ lr: 2.50e-05 ] [ eta: 19:22:10 ] [ l_g_pix: 2.4258e-02 ] [ l_g_total: 2.4258e-02 ] +2024-09-26 22:41:26,709 INFO: [ epoch: 104 ] [ iter:139,400 ] [ performance: 17.570 it/s ] [ lr: 2.50e-05 ] [ eta: 19:21:47 ] [ l_g_pix: 2.8481e-02 ] [ l_g_total: 2.8481e-02 ] +2024-09-26 22:41:32,345 INFO: [ epoch: 104 ] [ iter:139,500 ] [ performance: 18.025 it/s ] [ lr: 2.50e-05 ] [ eta: 19:21:23 ] [ l_g_pix: 2.5757e-02 ] [ l_g_total: 2.5757e-02 ] +2024-09-26 22:41:38,024 INFO: [ epoch: 104 ] [ iter:139,600 ] [ performance: 17.635 it/s ] [ lr: 2.50e-05 ] [ eta: 19:21:00 ] [ l_g_pix: 2.1953e-02 ] [ l_g_total: 2.1953e-02 ] +2024-09-26 22:41:43,716 INFO: [ epoch: 104 ] [ iter:139,700 ] [ performance: 17.515 it/s ] [ lr: 2.50e-05 ] [ eta: 19:20:37 ] [ l_g_pix: 3.3655e-02 ] [ l_g_total: 3.3655e-02 ] +2024-09-26 22:41:49,418 INFO: [ epoch: 104 ] [ iter:139,800 ] [ performance: 17.538 it/s ] [ lr: 2.50e-05 ] [ eta: 19:20:15 ] [ l_g_pix: 3.3922e-02 ] [ l_g_total: 3.3922e-02 ] +2024-09-26 22:41:55,107 INFO: [ epoch: 104 ] [ iter:139,900 ] [ performance: 17.991 it/s ] [ lr: 2.50e-05 ] [ eta: 19:19:52 ] [ l_g_pix: 1.9303e-02 ] [ l_g_total: 1.9303e-02 ] +2024-09-26 22:42:00,844 INFO: [ epoch: 104 ] [ iter:140,000 ] [ performance: 17.455 it/s ] [ lr: 2.50e-05 ] [ eta: 19:19:29 ] [ l_g_pix: 3.9415e-02 ] [ l_g_total: 3.9415e-02 ] +2024-09-26 22:42:00,844 INFO: Saving models and training states. +2024-09-26 22:46:11,766 INFO: Validation val + + # psnr: 27.1894........ Best: 27.1990 @ 120000 iter + # ssim: 0.7660........ Best: 0.7661 @ 120000 iter + # dists: 0.7733........ Best: 0.7732 @ 120000 iter + +2024-09-26 22:46:17,278 INFO: [ epoch: 104 ] [ iter:140,100 ] [ performance: 18.145 it/s ] [ lr: 2.50e-05 ] [ eta: 19:44:45 ] [ l_g_pix: 2.2153e-02 ] [ l_g_total: 2.2153e-02 ] +2024-09-26 22:46:22,851 INFO: [ epoch: 104 ] [ iter:140,200 ] [ performance: 17.950 it/s ] [ lr: 2.50e-05 ] [ eta: 19:44:21 ] [ l_g_pix: 2.6054e-02 ] [ l_g_total: 2.6054e-02 ] +2024-09-26 22:46:29,682 INFO: [ epoch: 105 ] [ iter:140,300 ] [ performance: 14.691 it/s ] [ lr: 2.50e-05 ] [ eta: 19:44:04 ] [ l_g_pix: 2.6962e-02 ] [ l_g_total: 2.6962e-02 ] +2024-09-26 22:46:35,450 INFO: [ epoch: 105 ] [ iter:140,400 ] [ performance: 17.282 it/s ] [ lr: 2.50e-05 ] [ eta: 19:43:40 ] [ l_g_pix: 2.6752e-02 ] [ l_g_total: 2.6752e-02 ] +2024-09-26 22:46:41,239 INFO: [ epoch: 105 ] [ iter:140,500 ] [ performance: 17.686 it/s ] [ lr: 2.50e-05 ] [ eta: 19:43:17 ] [ l_g_pix: 2.8273e-02 ] [ l_g_total: 2.8273e-02 ] +2024-09-26 22:46:46,903 INFO: [ epoch: 105 ] [ iter:140,600 ] [ performance: 17.660 it/s ] [ lr: 2.50e-05 ] [ eta: 19:42:53 ] [ l_g_pix: 3.4757e-02 ] [ l_g_total: 3.4757e-02 ] +2024-09-26 22:46:52,477 INFO: [ epoch: 105 ] [ iter:140,700 ] [ performance: 17.799 it/s ] [ lr: 2.50e-05 ] [ eta: 19:42:28 ] [ l_g_pix: 2.5811e-02 ] [ l_g_total: 2.5811e-02 ] +2024-09-26 22:46:58,261 INFO: [ epoch: 105 ] [ iter:140,800 ] [ performance: 17.293 it/s ] [ lr: 2.50e-05 ] [ eta: 19:42:05 ] [ l_g_pix: 3.0183e-02 ] [ l_g_total: 3.0183e-02 ] +2024-09-26 22:47:03,944 INFO: [ epoch: 105 ] [ iter:140,900 ] [ performance: 17.445 it/s ] [ lr: 2.50e-05 ] [ eta: 19:41:41 ] [ l_g_pix: 2.1811e-02 ] [ l_g_total: 2.1811e-02 ] +2024-09-26 22:47:09,715 INFO: [ epoch: 105 ] [ iter:141,000 ] [ performance: 17.350 it/s ] [ lr: 2.50e-05 ] [ eta: 19:41:17 ] [ l_g_pix: 3.4448e-02 ] [ l_g_total: 3.4448e-02 ] +2024-09-26 22:47:15,377 INFO: [ epoch: 105 ] [ iter:141,100 ] [ performance: 17.506 it/s ] [ lr: 2.50e-05 ] [ eta: 19:40:53 ] [ l_g_pix: 3.7896e-02 ] [ l_g_total: 3.7896e-02 ] +2024-09-26 22:47:21,061 INFO: [ epoch: 105 ] [ iter:141,200 ] [ performance: 17.597 it/s ] [ lr: 2.50e-05 ] [ eta: 19:40:29 ] [ l_g_pix: 3.1894e-02 ] [ l_g_total: 3.1894e-02 ] +2024-09-26 22:47:26,691 INFO: [ epoch: 105 ] [ iter:141,300 ] [ performance: 17.682 it/s ] [ lr: 2.50e-05 ] [ eta: 19:40:05 ] [ l_g_pix: 4.3370e-02 ] [ l_g_total: 4.3370e-02 ] +2024-09-26 22:47:32,494 INFO: [ epoch: 105 ] [ iter:141,400 ] [ performance: 17.237 it/s ] [ lr: 2.50e-05 ] [ eta: 19:39:42 ] [ l_g_pix: 2.8560e-02 ] [ l_g_total: 2.8560e-02 ] +2024-09-26 22:47:38,142 INFO: [ epoch: 105 ] [ iter:141,500 ] [ performance: 17.473 it/s ] [ lr: 2.50e-05 ] [ eta: 19:39:18 ] [ l_g_pix: 1.6765e-02 ] [ l_g_total: 1.6765e-02 ] +2024-09-26 22:47:43,593 INFO: [ epoch: 105 ] [ iter:141,600 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 19:38:53 ] [ l_g_pix: 3.4960e-02 ] [ l_g_total: 3.4960e-02 ] +2024-09-26 22:47:50,619 INFO: [ epoch: 106 ] [ iter:141,700 ] [ performance: 16.012 it/s ] [ lr: 2.50e-05 ] [ eta: 19:38:37 ] [ l_g_pix: 2.7701e-02 ] [ l_g_total: 2.7701e-02 ] +2024-09-26 22:47:56,235 INFO: [ epoch: 106 ] [ iter:141,800 ] [ performance: 17.873 it/s ] [ lr: 2.50e-05 ] [ eta: 19:38:13 ] [ l_g_pix: 2.5803e-02 ] [ l_g_total: 2.5803e-02 ] +2024-09-26 22:48:02,041 INFO: [ epoch: 106 ] [ iter:141,900 ] [ performance: 17.536 it/s ] [ lr: 2.50e-05 ] [ eta: 19:37:50 ] [ l_g_pix: 2.2927e-02 ] [ l_g_total: 2.2927e-02 ] +2024-09-26 22:48:07,664 INFO: [ epoch: 106 ] [ iter:142,000 ] [ performance: 17.858 it/s ] [ lr: 2.50e-05 ] [ eta: 19:37:26 ] [ l_g_pix: 2.8209e-02 ] [ l_g_total: 2.8209e-02 ] +2024-09-26 22:48:13,412 INFO: [ epoch: 106 ] [ iter:142,100 ] [ performance: 17.619 it/s ] [ lr: 2.50e-05 ] [ eta: 19:37:03 ] [ l_g_pix: 3.0277e-02 ] [ l_g_total: 3.0277e-02 ] +2024-09-26 22:48:19,171 INFO: [ epoch: 106 ] [ iter:142,200 ] [ performance: 17.352 it/s ] [ lr: 2.50e-05 ] [ eta: 19:36:40 ] [ l_g_pix: 3.1550e-02 ] [ l_g_total: 3.1550e-02 ] +2024-09-26 22:48:24,780 INFO: [ epoch: 106 ] [ iter:142,300 ] [ performance: 17.599 it/s ] [ lr: 2.50e-05 ] [ eta: 19:36:16 ] [ l_g_pix: 2.6356e-02 ] [ l_g_total: 2.6356e-02 ] +2024-09-26 22:48:30,384 INFO: [ epoch: 106 ] [ iter:142,400 ] [ performance: 17.882 it/s ] [ lr: 2.50e-05 ] [ eta: 19:35:52 ] [ l_g_pix: 3.2409e-02 ] [ l_g_total: 3.2409e-02 ] +2024-09-26 22:48:35,989 INFO: [ epoch: 106 ] [ iter:142,500 ] [ performance: 17.862 it/s ] [ lr: 2.50e-05 ] [ eta: 19:35:28 ] [ l_g_pix: 2.2422e-02 ] [ l_g_total: 2.2422e-02 ] +2024-09-26 22:48:41,638 INFO: [ epoch: 106 ] [ iter:142,600 ] [ performance: 17.734 it/s ] [ lr: 2.50e-05 ] [ eta: 19:35:04 ] [ l_g_pix: 1.9092e-02 ] [ l_g_total: 1.9092e-02 ] +2024-09-26 22:48:47,305 INFO: [ epoch: 106 ] [ iter:142,700 ] [ performance: 17.690 it/s ] [ lr: 2.50e-05 ] [ eta: 19:34:41 ] [ l_g_pix: 3.4999e-02 ] [ l_g_total: 3.4999e-02 ] +2024-09-26 22:48:53,155 INFO: [ epoch: 106 ] [ iter:142,800 ] [ performance: 17.198 it/s ] [ lr: 2.50e-05 ] [ eta: 19:34:18 ] [ l_g_pix: 3.9858e-02 ] [ l_g_total: 3.9858e-02 ] +2024-09-26 22:48:58,753 INFO: [ epoch: 106 ] [ iter:142,900 ] [ performance: 17.543 it/s ] [ lr: 2.50e-05 ] [ eta: 19:33:54 ] [ l_g_pix: 3.0042e-02 ] [ l_g_total: 3.0042e-02 ] +2024-09-26 22:49:05,833 INFO: [ epoch: 107 ] [ iter:143,000 ] [ performance: 13.775 it/s ] [ lr: 2.50e-05 ] [ eta: 19:33:39 ] [ l_g_pix: 2.0381e-02 ] [ l_g_total: 2.0381e-02 ] +2024-09-26 22:49:11,468 INFO: [ epoch: 107 ] [ iter:143,100 ] [ performance: 15.629 it/s ] [ lr: 2.50e-05 ] [ eta: 19:33:15 ] [ l_g_pix: 2.7998e-02 ] [ l_g_total: 2.7998e-02 ] +2024-09-26 22:49:17,211 INFO: [ epoch: 107 ] [ iter:143,200 ] [ performance: 17.482 it/s ] [ lr: 2.50e-05 ] [ eta: 19:32:52 ] [ l_g_pix: 2.0618e-02 ] [ l_g_total: 2.0618e-02 ] +2024-09-26 22:49:23,007 INFO: [ epoch: 107 ] [ iter:143,300 ] [ performance: 17.362 it/s ] [ lr: 2.50e-05 ] [ eta: 19:32:30 ] [ l_g_pix: 3.6311e-02 ] [ l_g_total: 3.6311e-02 ] +2024-09-26 22:49:28,654 INFO: [ epoch: 107 ] [ iter:143,400 ] [ performance: 17.805 it/s ] [ lr: 2.50e-05 ] [ eta: 19:32:06 ] [ l_g_pix: 2.9680e-02 ] [ l_g_total: 2.9680e-02 ] +2024-09-26 22:49:34,259 INFO: [ epoch: 107 ] [ iter:143,500 ] [ performance: 17.825 it/s ] [ lr: 2.50e-05 ] [ eta: 19:31:42 ] [ l_g_pix: 3.3252e-02 ] [ l_g_total: 3.3252e-02 ] +2024-09-26 22:49:39,926 INFO: [ epoch: 107 ] [ iter:143,600 ] [ performance: 17.696 it/s ] [ lr: 2.50e-05 ] [ eta: 19:31:19 ] [ l_g_pix: 3.0954e-02 ] [ l_g_total: 3.0954e-02 ] +2024-09-26 22:49:45,695 INFO: [ epoch: 107 ] [ iter:143,700 ] [ performance: 17.501 it/s ] [ lr: 2.50e-05 ] [ eta: 19:30:56 ] [ l_g_pix: 2.4595e-02 ] [ l_g_total: 2.4595e-02 ] +2024-09-26 22:49:51,381 INFO: [ epoch: 107 ] [ iter:143,800 ] [ performance: 17.686 it/s ] [ lr: 2.50e-05 ] [ eta: 19:30:33 ] [ l_g_pix: 2.2810e-02 ] [ l_g_total: 2.2810e-02 ] +2024-09-26 22:49:57,044 INFO: [ epoch: 107 ] [ iter:143,900 ] [ performance: 17.678 it/s ] [ lr: 2.50e-05 ] [ eta: 19:30:10 ] [ l_g_pix: 2.8003e-02 ] [ l_g_total: 2.8003e-02 ] +2024-09-26 22:50:02,731 INFO: [ epoch: 107 ] [ iter:144,000 ] [ performance: 17.707 it/s ] [ lr: 2.50e-05 ] [ eta: 19:29:47 ] [ l_g_pix: 4.1686e-02 ] [ l_g_total: 4.1686e-02 ] +2024-09-26 22:50:08,397 INFO: [ epoch: 107 ] [ iter:144,100 ] [ performance: 17.677 it/s ] [ lr: 2.50e-05 ] [ eta: 19:29:23 ] [ l_g_pix: 3.4043e-02 ] [ l_g_total: 3.4043e-02 ] +2024-09-26 22:50:13,990 INFO: [ epoch: 107 ] [ iter:144,200 ] [ performance: 18.035 it/s ] [ lr: 2.50e-05 ] [ eta: 19:29:00 ] [ l_g_pix: 3.6733e-02 ] [ l_g_total: 3.6733e-02 ] +2024-09-26 22:50:20,751 INFO: [ epoch: 108 ] [ iter:144,300 ] [ performance: 16.107 it/s ] [ lr: 2.50e-05 ] [ eta: 19:28:43 ] [ l_g_pix: 4.0638e-02 ] [ l_g_total: 4.0638e-02 ] +2024-09-26 22:50:26,677 INFO: [ epoch: 108 ] [ iter:144,400 ] [ performance: 17.349 it/s ] [ lr: 2.50e-05 ] [ eta: 19:28:21 ] [ l_g_pix: 2.4644e-02 ] [ l_g_total: 2.4644e-02 ] +2024-09-26 22:50:32,278 INFO: [ epoch: 108 ] [ iter:144,500 ] [ performance: 17.624 it/s ] [ lr: 2.50e-05 ] [ eta: 19:27:58 ] [ l_g_pix: 3.5995e-02 ] [ l_g_total: 3.5995e-02 ] +2024-09-26 22:50:38,097 INFO: [ epoch: 108 ] [ iter:144,600 ] [ performance: 17.387 it/s ] [ lr: 2.50e-05 ] [ eta: 19:27:36 ] [ l_g_pix: 3.9808e-02 ] [ l_g_total: 3.9808e-02 ] +2024-09-26 22:50:43,761 INFO: [ epoch: 108 ] [ iter:144,700 ] [ performance: 17.535 it/s ] [ lr: 2.50e-05 ] [ eta: 19:27:13 ] [ l_g_pix: 2.1729e-02 ] [ l_g_total: 2.1729e-02 ] +2024-09-26 22:50:49,380 INFO: [ epoch: 108 ] [ iter:144,800 ] [ performance: 17.895 it/s ] [ lr: 2.50e-05 ] [ eta: 19:26:49 ] [ l_g_pix: 3.2196e-02 ] [ l_g_total: 3.2196e-02 ] +2024-09-26 22:50:54,996 INFO: [ epoch: 108 ] [ iter:144,900 ] [ performance: 17.847 it/s ] [ lr: 2.50e-05 ] [ eta: 19:26:26 ] [ l_g_pix: 3.0708e-02 ] [ l_g_total: 3.0708e-02 ] +2024-09-26 22:51:00,635 INFO: [ epoch: 108 ] [ iter:145,000 ] [ performance: 17.865 it/s ] [ lr: 2.50e-05 ] [ eta: 19:26:03 ] [ l_g_pix: 3.1728e-02 ] [ l_g_total: 3.1728e-02 ] +2024-09-26 22:51:06,313 INFO: [ epoch: 108 ] [ iter:145,100 ] [ performance: 17.726 it/s ] [ lr: 2.50e-05 ] [ eta: 19:25:40 ] [ l_g_pix: 2.4504e-02 ] [ l_g_total: 2.4504e-02 ] +2024-09-26 22:51:11,956 INFO: [ epoch: 108 ] [ iter:145,200 ] [ performance: 17.898 it/s ] [ lr: 2.50e-05 ] [ eta: 19:25:17 ] [ l_g_pix: 1.9830e-02 ] [ l_g_total: 1.9830e-02 ] +2024-09-26 22:51:17,546 INFO: [ epoch: 108 ] [ iter:145,300 ] [ performance: 17.896 it/s ] [ lr: 2.50e-05 ] [ eta: 19:24:53 ] [ l_g_pix: 3.0475e-02 ] [ l_g_total: 3.0475e-02 ] +2024-09-26 22:51:23,165 INFO: [ epoch: 108 ] [ iter:145,400 ] [ performance: 17.883 it/s ] [ lr: 2.50e-05 ] [ eta: 19:24:30 ] [ l_g_pix: 2.0355e-02 ] [ l_g_total: 2.0355e-02 ] +2024-09-26 22:51:28,844 INFO: [ epoch: 108 ] [ iter:145,500 ] [ performance: 17.729 it/s ] [ lr: 2.50e-05 ] [ eta: 19:24:07 ] [ l_g_pix: 2.6354e-02 ] [ l_g_total: 2.6354e-02 ] +2024-09-26 22:51:34,351 INFO: [ epoch: 108 ] [ iter:145,600 ] [ performance: 18.418 it/s ] [ lr: 2.50e-05 ] [ eta: 19:23:43 ] [ l_g_pix: 2.7167e-02 ] [ l_g_total: 2.7167e-02 ] +2024-09-26 22:51:41,532 INFO: [ epoch: 109 ] [ iter:145,700 ] [ performance: 15.567 it/s ] [ lr: 2.50e-05 ] [ eta: 19:23:29 ] [ l_g_pix: 1.8497e-02 ] [ l_g_total: 1.8497e-02 ] +2024-09-26 22:51:47,198 INFO: [ epoch: 109 ] [ iter:145,800 ] [ performance: 17.789 it/s ] [ lr: 2.50e-05 ] [ eta: 19:23:06 ] [ l_g_pix: 2.0069e-02 ] [ l_g_total: 2.0069e-02 ] +2024-09-26 22:51:53,076 INFO: [ epoch: 109 ] [ iter:145,900 ] [ performance: 17.339 it/s ] [ lr: 2.50e-05 ] [ eta: 19:22:45 ] [ l_g_pix: 2.7262e-02 ] [ l_g_total: 2.7262e-02 ] +2024-09-26 22:51:58,841 INFO: [ epoch: 109 ] [ iter:146,000 ] [ performance: 17.416 it/s ] [ lr: 2.50e-05 ] [ eta: 19:22:23 ] [ l_g_pix: 3.8042e-02 ] [ l_g_total: 3.8042e-02 ] +2024-09-26 22:52:04,494 INFO: [ epoch: 109 ] [ iter:146,100 ] [ performance: 17.574 it/s ] [ lr: 2.50e-05 ] [ eta: 19:22:00 ] [ l_g_pix: 2.7409e-02 ] [ l_g_total: 2.7409e-02 ] +2024-09-26 22:52:10,139 INFO: [ epoch: 109 ] [ iter:146,200 ] [ performance: 17.864 it/s ] [ lr: 2.50e-05 ] [ eta: 19:21:37 ] [ l_g_pix: 3.3010e-02 ] [ l_g_total: 3.3010e-02 ] +2024-09-26 22:52:15,691 INFO: [ epoch: 109 ] [ iter:146,300 ] [ performance: 17.950 it/s ] [ lr: 2.50e-05 ] [ eta: 19:21:13 ] [ l_g_pix: 2.5429e-02 ] [ l_g_total: 2.5429e-02 ] +2024-09-26 22:52:21,335 INFO: [ epoch: 109 ] [ iter:146,400 ] [ performance: 17.828 it/s ] [ lr: 2.50e-05 ] [ eta: 19:20:51 ] [ l_g_pix: 2.3819e-02 ] [ l_g_total: 2.3819e-02 ] +2024-09-26 22:52:26,993 INFO: [ epoch: 109 ] [ iter:146,500 ] [ performance: 17.740 it/s ] [ lr: 2.50e-05 ] [ eta: 19:20:28 ] [ l_g_pix: 3.4106e-02 ] [ l_g_total: 3.4106e-02 ] +2024-09-26 22:52:32,681 INFO: [ epoch: 109 ] [ iter:146,600 ] [ performance: 17.566 it/s ] [ lr: 2.50e-05 ] [ eta: 19:20:05 ] [ l_g_pix: 3.3535e-02 ] [ l_g_total: 3.3535e-02 ] +2024-09-26 22:52:38,326 INFO: [ epoch: 109 ] [ iter:146,700 ] [ performance: 17.655 it/s ] [ lr: 2.50e-05 ] [ eta: 19:19:43 ] [ l_g_pix: 3.8985e-02 ] [ l_g_total: 3.8985e-02 ] +2024-09-26 22:52:43,992 INFO: [ epoch: 109 ] [ iter:146,800 ] [ performance: 17.668 it/s ] [ lr: 2.50e-05 ] [ eta: 19:19:20 ] [ l_g_pix: 2.1409e-02 ] [ l_g_total: 2.1409e-02 ] +2024-09-26 22:52:49,577 INFO: [ epoch: 109 ] [ iter:146,900 ] [ performance: 17.810 it/s ] [ lr: 2.50e-05 ] [ eta: 19:18:57 ] [ l_g_pix: 3.8760e-02 ] [ l_g_total: 3.8760e-02 ] +2024-09-26 22:52:56,603 INFO: [ epoch: 110 ] [ iter:147,000 ] [ performance: 13.028 it/s ] [ lr: 2.50e-05 ] [ eta: 19:18:42 ] [ l_g_pix: 3.3052e-02 ] [ l_g_total: 3.3052e-02 ] +2024-09-26 22:53:02,303 INFO: [ epoch: 110 ] [ iter:147,100 ] [ performance: 15.377 it/s ] [ lr: 2.50e-05 ] [ eta: 19:18:20 ] [ l_g_pix: 2.5429e-02 ] [ l_g_total: 2.5429e-02 ] +2024-09-26 22:53:07,985 INFO: [ epoch: 110 ] [ iter:147,200 ] [ performance: 17.659 it/s ] [ lr: 2.50e-05 ] [ eta: 19:17:57 ] [ l_g_pix: 1.9115e-02 ] [ l_g_total: 1.9115e-02 ] +2024-09-26 22:53:13,598 INFO: [ epoch: 110 ] [ iter:147,300 ] [ performance: 17.754 it/s ] [ lr: 2.50e-05 ] [ eta: 19:17:35 ] [ l_g_pix: 2.7493e-02 ] [ l_g_total: 2.7493e-02 ] +2024-09-26 22:53:19,262 INFO: [ epoch: 110 ] [ iter:147,400 ] [ performance: 17.764 it/s ] [ lr: 2.50e-05 ] [ eta: 19:17:12 ] [ l_g_pix: 3.0027e-02 ] [ l_g_total: 3.0027e-02 ] +2024-09-26 22:53:24,928 INFO: [ epoch: 110 ] [ iter:147,500 ] [ performance: 17.697 it/s ] [ lr: 2.50e-05 ] [ eta: 19:16:50 ] [ l_g_pix: 2.7445e-02 ] [ l_g_total: 2.7445e-02 ] +2024-09-26 22:53:30,641 INFO: [ epoch: 110 ] [ iter:147,600 ] [ performance: 17.536 it/s ] [ lr: 2.50e-05 ] [ eta: 19:16:28 ] [ l_g_pix: 2.4529e-02 ] [ l_g_total: 2.4529e-02 ] +2024-09-26 22:53:36,313 INFO: [ epoch: 110 ] [ iter:147,700 ] [ performance: 17.595 it/s ] [ lr: 2.50e-05 ] [ eta: 19:16:05 ] [ l_g_pix: 1.7257e-02 ] [ l_g_total: 1.7257e-02 ] +2024-09-26 22:53:41,987 INFO: [ epoch: 110 ] [ iter:147,800 ] [ performance: 17.890 it/s ] [ lr: 2.50e-05 ] [ eta: 19:15:43 ] [ l_g_pix: 1.9648e-02 ] [ l_g_total: 1.9648e-02 ] +2024-09-26 22:53:47,673 INFO: [ epoch: 110 ] [ iter:147,900 ] [ performance: 17.708 it/s ] [ lr: 2.50e-05 ] [ eta: 19:15:21 ] [ l_g_pix: 2.7596e-02 ] [ l_g_total: 2.7596e-02 ] +2024-09-26 22:53:53,380 INFO: [ epoch: 110 ] [ iter:148,000 ] [ performance: 17.626 it/s ] [ lr: 2.50e-05 ] [ eta: 19:14:58 ] [ l_g_pix: 3.0622e-02 ] [ l_g_total: 3.0622e-02 ] +2024-09-26 22:53:59,102 INFO: [ epoch: 110 ] [ iter:148,100 ] [ performance: 17.537 it/s ] [ lr: 2.50e-05 ] [ eta: 19:14:36 ] [ l_g_pix: 2.2979e-02 ] [ l_g_total: 2.2979e-02 ] +2024-09-26 22:54:04,811 INFO: [ epoch: 110 ] [ iter:148,200 ] [ performance: 17.899 it/s ] [ lr: 2.50e-05 ] [ eta: 19:14:14 ] [ l_g_pix: 2.2085e-02 ] [ l_g_total: 2.2085e-02 ] +2024-09-26 22:54:11,419 INFO: [ epoch: 111 ] [ iter:148,300 ] [ performance: 16.101 it/s ] [ lr: 2.50e-05 ] [ eta: 19:13:57 ] [ l_g_pix: 2.2605e-02 ] [ l_g_total: 2.2605e-02 ] +2024-09-26 22:54:17,455 INFO: [ epoch: 111 ] [ iter:148,400 ] [ performance: 17.573 it/s ] [ lr: 2.50e-05 ] [ eta: 19:13:37 ] [ l_g_pix: 3.7413e-02 ] [ l_g_total: 3.7413e-02 ] +2024-09-26 22:54:23,133 INFO: [ epoch: 111 ] [ iter:148,500 ] [ performance: 17.599 it/s ] [ lr: 2.50e-05 ] [ eta: 19:13:15 ] [ l_g_pix: 2.2751e-02 ] [ l_g_total: 2.2751e-02 ] +2024-09-26 22:54:28,880 INFO: [ epoch: 111 ] [ iter:148,600 ] [ performance: 17.478 it/s ] [ lr: 2.50e-05 ] [ eta: 19:12:53 ] [ l_g_pix: 2.9756e-02 ] [ l_g_total: 2.9756e-02 ] +2024-09-26 22:54:34,554 INFO: [ epoch: 111 ] [ iter:148,700 ] [ performance: 17.571 it/s ] [ lr: 2.50e-05 ] [ eta: 19:12:31 ] [ l_g_pix: 2.6346e-02 ] [ l_g_total: 2.6346e-02 ] +2024-09-26 22:54:40,242 INFO: [ epoch: 111 ] [ iter:148,800 ] [ performance: 17.552 it/s ] [ lr: 2.50e-05 ] [ eta: 19:12:09 ] [ l_g_pix: 2.2870e-02 ] [ l_g_total: 2.2870e-02 ] +2024-09-26 22:54:45,973 INFO: [ epoch: 111 ] [ iter:148,900 ] [ performance: 17.490 it/s ] [ lr: 2.50e-05 ] [ eta: 19:11:47 ] [ l_g_pix: 2.5150e-02 ] [ l_g_total: 2.5150e-02 ] +2024-09-26 22:54:51,584 INFO: [ epoch: 111 ] [ iter:149,000 ] [ performance: 17.953 it/s ] [ lr: 2.50e-05 ] [ eta: 19:11:25 ] [ l_g_pix: 4.2307e-02 ] [ l_g_total: 4.2307e-02 ] +2024-09-26 22:54:57,313 INFO: [ epoch: 111 ] [ iter:149,100 ] [ performance: 17.639 it/s ] [ lr: 2.50e-05 ] [ eta: 19:11:03 ] [ l_g_pix: 2.2828e-02 ] [ l_g_total: 2.2828e-02 ] +2024-09-26 22:55:03,077 INFO: [ epoch: 111 ] [ iter:149,200 ] [ performance: 17.392 it/s ] [ lr: 2.50e-05 ] [ eta: 19:10:42 ] [ l_g_pix: 3.7835e-02 ] [ l_g_total: 3.7835e-02 ] +2024-09-26 22:55:08,728 INFO: [ epoch: 111 ] [ iter:149,300 ] [ performance: 17.583 it/s ] [ lr: 2.50e-05 ] [ eta: 19:10:20 ] [ l_g_pix: 3.0768e-02 ] [ l_g_total: 3.0768e-02 ] +2024-09-26 22:55:14,460 INFO: [ epoch: 111 ] [ iter:149,400 ] [ performance: 17.672 it/s ] [ lr: 2.50e-05 ] [ eta: 19:09:58 ] [ l_g_pix: 2.4326e-02 ] [ l_g_total: 2.4326e-02 ] +2024-09-26 22:55:20,136 INFO: [ epoch: 111 ] [ iter:149,500 ] [ performance: 17.640 it/s ] [ lr: 2.50e-05 ] [ eta: 19:09:36 ] [ l_g_pix: 3.2223e-02 ] [ l_g_total: 3.2223e-02 ] +2024-09-26 22:55:25,637 INFO: [ epoch: 111 ] [ iter:149,600 ] [ performance: 18.670 it/s ] [ lr: 2.50e-05 ] [ eta: 19:09:13 ] [ l_g_pix: 2.9917e-02 ] [ l_g_total: 2.9917e-02 ] +2024-09-26 22:55:32,685 INFO: [ epoch: 112 ] [ iter:149,700 ] [ performance: 15.528 it/s ] [ lr: 2.50e-05 ] [ eta: 19:08:59 ] [ l_g_pix: 3.3841e-02 ] [ l_g_total: 3.3841e-02 ] +2024-09-26 22:55:38,331 INFO: [ epoch: 112 ] [ iter:149,800 ] [ performance: 17.997 it/s ] [ lr: 2.50e-05 ] [ eta: 19:08:37 ] [ l_g_pix: 3.5953e-02 ] [ l_g_total: 3.5953e-02 ] +2024-09-26 22:55:43,969 INFO: [ epoch: 112 ] [ iter:149,900 ] [ performance: 17.830 it/s ] [ lr: 2.50e-05 ] [ eta: 19:08:15 ] [ l_g_pix: 2.2533e-02 ] [ l_g_total: 2.2533e-02 ] +2024-09-26 22:55:50,179 INFO: [ epoch: 112 ] [ iter:150,000 ] [ performance: 15.677 it/s ] [ lr: 2.50e-05 ] [ eta: 19:07:56 ] [ l_g_pix: 3.4289e-02 ] [ l_g_total: 3.4289e-02 ] +2024-09-26 22:55:50,180 INFO: Saving models and training states. +2024-09-26 22:59:16,740 INFO: Validation val + + # psnr: 27.1952........ Best: 27.1990 @ 120000 iter + # ssim: 0.7662........ Best: 0.7662 @ 150000 iter + # dists: 0.7732........ Best: 0.7732 @ 120000 iter + +2024-09-26 22:59:22,283 INFO: [ epoch: 112 ] [ iter:150,100 ] [ performance: 17.139 it/s ] [ lr: 2.50e-05 ] [ eta: 19:27:03 ] [ l_g_pix: 2.5480e-02 ] [ l_g_total: 2.5480e-02 ] +2024-09-26 22:59:27,888 INFO: [ epoch: 112 ] [ iter:150,200 ] [ performance: 17.568 it/s ] [ lr: 2.50e-05 ] [ eta: 19:26:40 ] [ l_g_pix: 2.3066e-02 ] [ l_g_total: 2.3066e-02 ] +2024-09-26 22:59:33,452 INFO: [ epoch: 112 ] [ iter:150,300 ] [ performance: 17.833 it/s ] [ lr: 2.50e-05 ] [ eta: 19:26:16 ] [ l_g_pix: 3.0924e-02 ] [ l_g_total: 3.0924e-02 ] +2024-09-26 22:59:39,021 INFO: [ epoch: 112 ] [ iter:150,400 ] [ performance: 18.110 it/s ] [ lr: 2.50e-05 ] [ eta: 19:25:53 ] [ l_g_pix: 2.3149e-02 ] [ l_g_total: 2.3149e-02 ] +2024-09-26 22:59:44,563 INFO: [ epoch: 112 ] [ iter:150,500 ] [ performance: 18.069 it/s ] [ lr: 2.50e-05 ] [ eta: 19:25:30 ] [ l_g_pix: 2.4271e-02 ] [ l_g_total: 2.4271e-02 ] +2024-09-26 22:59:50,124 INFO: [ epoch: 112 ] [ iter:150,600 ] [ performance: 18.057 it/s ] [ lr: 2.50e-05 ] [ eta: 19:25:06 ] [ l_g_pix: 3.7848e-02 ] [ l_g_total: 3.7848e-02 ] +2024-09-26 22:59:55,730 INFO: [ epoch: 112 ] [ iter:150,700 ] [ performance: 17.914 it/s ] [ lr: 2.50e-05 ] [ eta: 19:24:43 ] [ l_g_pix: 1.5679e-02 ] [ l_g_total: 1.5679e-02 ] +2024-09-26 23:00:01,326 INFO: [ epoch: 112 ] [ iter:150,800 ] [ performance: 17.958 it/s ] [ lr: 2.50e-05 ] [ eta: 19:24:20 ] [ l_g_pix: 2.1716e-02 ] [ l_g_total: 2.1716e-02 ] +2024-09-26 23:00:06,830 INFO: [ epoch: 112 ] [ iter:150,900 ] [ performance: 18.099 it/s ] [ lr: 2.50e-05 ] [ eta: 19:23:57 ] [ l_g_pix: 3.1041e-02 ] [ l_g_total: 3.1041e-02 ] +2024-09-26 23:00:13,519 INFO: [ epoch: 113 ] [ iter:151,000 ] [ performance: 12.226 it/s ] [ lr: 2.50e-05 ] [ eta: 19:23:40 ] [ l_g_pix: 2.7004e-02 ] [ l_g_total: 2.7004e-02 ] +2024-09-26 23:00:19,292 INFO: [ epoch: 113 ] [ iter:151,100 ] [ performance: 15.240 it/s ] [ lr: 2.50e-05 ] [ eta: 19:23:18 ] [ l_g_pix: 2.8400e-02 ] [ l_g_total: 2.8400e-02 ] +2024-09-26 23:00:24,796 INFO: [ epoch: 113 ] [ iter:151,200 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 19:22:54 ] [ l_g_pix: 2.5180e-02 ] [ l_g_total: 2.5180e-02 ] +2024-09-26 23:00:30,240 INFO: [ epoch: 113 ] [ iter:151,300 ] [ performance: 18.365 it/s ] [ lr: 2.50e-05 ] [ eta: 19:22:31 ] [ l_g_pix: 2.9019e-02 ] [ l_g_total: 2.9019e-02 ] +2024-09-26 23:00:35,681 INFO: [ epoch: 113 ] [ iter:151,400 ] [ performance: 18.445 it/s ] [ lr: 2.50e-05 ] [ eta: 19:22:07 ] [ l_g_pix: 1.7136e-02 ] [ l_g_total: 1.7136e-02 ] +2024-09-26 23:00:41,107 INFO: [ epoch: 113 ] [ iter:151,500 ] [ performance: 18.436 it/s ] [ lr: 2.50e-05 ] [ eta: 19:21:43 ] [ l_g_pix: 2.8515e-02 ] [ l_g_total: 2.8515e-02 ] +2024-09-26 23:00:46,550 INFO: [ epoch: 113 ] [ iter:151,600 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 19:21:19 ] [ l_g_pix: 2.8842e-02 ] [ l_g_total: 2.8842e-02 ] +2024-09-26 23:00:51,977 INFO: [ epoch: 113 ] [ iter:151,700 ] [ performance: 18.409 it/s ] [ lr: 2.50e-05 ] [ eta: 19:20:55 ] [ l_g_pix: 4.2744e-02 ] [ l_g_total: 4.2744e-02 ] +2024-09-26 23:00:57,424 INFO: [ epoch: 113 ] [ iter:151,800 ] [ performance: 18.247 it/s ] [ lr: 2.50e-05 ] [ eta: 19:20:32 ] [ l_g_pix: 3.7087e-02 ] [ l_g_total: 3.7087e-02 ] +2024-09-26 23:01:02,893 INFO: [ epoch: 113 ] [ iter:151,900 ] [ performance: 18.276 it/s ] [ lr: 2.50e-05 ] [ eta: 19:20:08 ] [ l_g_pix: 2.5705e-02 ] [ l_g_total: 2.5705e-02 ] +2024-09-26 23:01:08,347 INFO: [ epoch: 113 ] [ iter:152,000 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 19:19:45 ] [ l_g_pix: 3.2768e-02 ] [ l_g_total: 3.2768e-02 ] +2024-09-26 23:01:13,788 INFO: [ epoch: 113 ] [ iter:152,100 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 19:19:21 ] [ l_g_pix: 1.6329e-02 ] [ l_g_total: 1.6329e-02 ] +2024-09-26 23:01:19,246 INFO: [ epoch: 113 ] [ iter:152,200 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 19:18:58 ] [ l_g_pix: 3.2471e-02 ] [ l_g_total: 3.2471e-02 ] +2024-09-26 23:01:24,509 INFO: [ epoch: 113 ] [ iter:152,300 ] [ performance: 18.825 it/s ] [ lr: 2.50e-05 ] [ eta: 19:18:33 ] [ l_g_pix: 2.6583e-02 ] [ l_g_total: 2.6583e-02 ] +2024-09-26 23:01:31,296 INFO: [ epoch: 114 ] [ iter:152,400 ] [ performance: 18.220 it/s ] [ lr: 2.50e-05 ] [ eta: 19:18:17 ] [ l_g_pix: 2.8029e-02 ] [ l_g_total: 2.8029e-02 ] +2024-09-26 23:01:36,751 INFO: [ epoch: 114 ] [ iter:152,500 ] [ performance: 18.301 it/s ] [ lr: 2.50e-05 ] [ eta: 19:17:53 ] [ l_g_pix: 2.1577e-02 ] [ l_g_total: 2.1577e-02 ] +2024-09-26 23:01:42,157 INFO: [ epoch: 114 ] [ iter:152,600 ] [ performance: 18.641 it/s ] [ lr: 2.50e-05 ] [ eta: 19:17:30 ] [ l_g_pix: 2.5929e-02 ] [ l_g_total: 2.5929e-02 ] +2024-09-26 23:01:47,630 INFO: [ epoch: 114 ] [ iter:152,700 ] [ performance: 18.378 it/s ] [ lr: 2.50e-05 ] [ eta: 19:17:06 ] [ l_g_pix: 4.4609e-02 ] [ l_g_total: 4.4609e-02 ] +2024-09-26 23:01:53,121 INFO: [ epoch: 114 ] [ iter:152,800 ] [ performance: 18.193 it/s ] [ lr: 2.50e-05 ] [ eta: 19:16:43 ] [ l_g_pix: 2.2963e-02 ] [ l_g_total: 2.2963e-02 ] +2024-09-26 23:01:58,602 INFO: [ epoch: 114 ] [ iter:152,900 ] [ performance: 18.231 it/s ] [ lr: 2.50e-05 ] [ eta: 19:16:20 ] [ l_g_pix: 2.9738e-02 ] [ l_g_total: 2.9738e-02 ] +2024-09-26 23:02:04,048 INFO: [ epoch: 114 ] [ iter:153,000 ] [ performance: 18.378 it/s ] [ lr: 2.50e-05 ] [ eta: 19:15:57 ] [ l_g_pix: 3.7038e-02 ] [ l_g_total: 3.7038e-02 ] +2024-09-26 23:02:09,491 INFO: [ epoch: 114 ] [ iter:153,100 ] [ performance: 18.374 it/s ] [ lr: 2.50e-05 ] [ eta: 19:15:33 ] [ l_g_pix: 2.0390e-02 ] [ l_g_total: 2.0390e-02 ] +2024-09-26 23:02:14,931 INFO: [ epoch: 114 ] [ iter:153,200 ] [ performance: 18.298 it/s ] [ lr: 2.50e-05 ] [ eta: 19:15:10 ] [ l_g_pix: 2.8679e-02 ] [ l_g_total: 2.8679e-02 ] +2024-09-26 23:02:20,348 INFO: [ epoch: 114 ] [ iter:153,300 ] [ performance: 18.419 it/s ] [ lr: 2.50e-05 ] [ eta: 19:14:46 ] [ l_g_pix: 3.2396e-02 ] [ l_g_total: 3.2396e-02 ] +2024-09-26 23:02:25,809 INFO: [ epoch: 114 ] [ iter:153,400 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 19:14:23 ] [ l_g_pix: 2.3615e-02 ] [ l_g_total: 2.3615e-02 ] +2024-09-26 23:02:31,280 INFO: [ epoch: 114 ] [ iter:153,500 ] [ performance: 18.313 it/s ] [ lr: 2.50e-05 ] [ eta: 19:14:00 ] [ l_g_pix: 4.0867e-02 ] [ l_g_total: 4.0867e-02 ] +2024-09-26 23:02:36,624 INFO: [ epoch: 114 ] [ iter:153,600 ] [ performance: 19.081 it/s ] [ lr: 2.50e-05 ] [ eta: 19:13:36 ] [ l_g_pix: 3.9091e-02 ] [ l_g_total: 3.9091e-02 ] +2024-09-26 23:02:43,238 INFO: [ epoch: 115 ] [ iter:153,700 ] [ performance: 16.001 it/s ] [ lr: 2.50e-05 ] [ eta: 19:13:20 ] [ l_g_pix: 2.2947e-02 ] [ l_g_total: 2.2947e-02 ] +2024-09-26 23:02:48,695 INFO: [ epoch: 115 ] [ iter:153,800 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 19:12:56 ] [ l_g_pix: 2.5662e-02 ] [ l_g_total: 2.5662e-02 ] +2024-09-26 23:02:54,139 INFO: [ epoch: 115 ] [ iter:153,900 ] [ performance: 18.375 it/s ] [ lr: 2.50e-05 ] [ eta: 19:12:33 ] [ l_g_pix: 3.7969e-02 ] [ l_g_total: 3.7969e-02 ] +2024-09-26 23:02:59,639 INFO: [ epoch: 115 ] [ iter:154,000 ] [ performance: 18.238 it/s ] [ lr: 2.50e-05 ] [ eta: 19:12:10 ] [ l_g_pix: 4.2081e-02 ] [ l_g_total: 4.2081e-02 ] +2024-09-26 23:03:05,127 INFO: [ epoch: 115 ] [ iter:154,100 ] [ performance: 18.226 it/s ] [ lr: 2.50e-05 ] [ eta: 19:11:47 ] [ l_g_pix: 2.5385e-02 ] [ l_g_total: 2.5385e-02 ] +2024-09-26 23:03:10,599 INFO: [ epoch: 115 ] [ iter:154,200 ] [ performance: 18.321 it/s ] [ lr: 2.50e-05 ] [ eta: 19:11:24 ] [ l_g_pix: 2.6386e-02 ] [ l_g_total: 2.6386e-02 ] +2024-09-26 23:03:16,038 INFO: [ epoch: 115 ] [ iter:154,300 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 19:11:01 ] [ l_g_pix: 4.3963e-02 ] [ l_g_total: 4.3963e-02 ] +2024-09-26 23:03:21,487 INFO: [ epoch: 115 ] [ iter:154,400 ] [ performance: 18.300 it/s ] [ lr: 2.50e-05 ] [ eta: 19:10:38 ] [ l_g_pix: 1.9448e-02 ] [ l_g_total: 1.9448e-02 ] +2024-09-26 23:03:26,951 INFO: [ epoch: 115 ] [ iter:154,500 ] [ performance: 18.305 it/s ] [ lr: 2.50e-05 ] [ eta: 19:10:15 ] [ l_g_pix: 3.3043e-02 ] [ l_g_total: 3.3043e-02 ] +2024-09-26 23:03:32,412 INFO: [ epoch: 115 ] [ iter:154,600 ] [ performance: 18.305 it/s ] [ lr: 2.50e-05 ] [ eta: 19:09:52 ] [ l_g_pix: 3.0193e-02 ] [ l_g_total: 3.0193e-02 ] +2024-09-26 23:03:37,855 INFO: [ epoch: 115 ] [ iter:154,700 ] [ performance: 18.359 it/s ] [ lr: 2.50e-05 ] [ eta: 19:09:29 ] [ l_g_pix: 2.7222e-02 ] [ l_g_total: 2.7222e-02 ] +2024-09-26 23:03:43,316 INFO: [ epoch: 115 ] [ iter:154,800 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 19:09:06 ] [ l_g_pix: 1.4414e-02 ] [ l_g_total: 1.4414e-02 ] +2024-09-26 23:03:48,734 INFO: [ epoch: 115 ] [ iter:154,900 ] [ performance: 18.418 it/s ] [ lr: 2.50e-05 ] [ eta: 19:08:43 ] [ l_g_pix: 2.1312e-02 ] [ l_g_total: 2.1312e-02 ] +2024-09-26 23:03:55,280 INFO: [ epoch: 116 ] [ iter:155,000 ] [ performance: 10.340 it/s ] [ lr: 2.50e-05 ] [ eta: 19:08:26 ] [ l_g_pix: 3.6357e-02 ] [ l_g_total: 3.6357e-02 ] +2024-09-26 23:04:00,805 INFO: [ epoch: 116 ] [ iter:155,100 ] [ performance: 15.491 it/s ] [ lr: 2.50e-05 ] [ eta: 19:08:04 ] [ l_g_pix: 2.1224e-02 ] [ l_g_total: 2.1224e-02 ] +2024-09-26 23:04:06,316 INFO: [ epoch: 116 ] [ iter:155,200 ] [ performance: 18.135 it/s ] [ lr: 2.50e-05 ] [ eta: 19:07:41 ] [ l_g_pix: 2.7238e-02 ] [ l_g_total: 2.7238e-02 ] +2024-09-26 23:04:11,914 INFO: [ epoch: 116 ] [ iter:155,300 ] [ performance: 17.923 it/s ] [ lr: 2.50e-05 ] [ eta: 19:07:19 ] [ l_g_pix: 2.3249e-02 ] [ l_g_total: 2.3249e-02 ] +2024-09-26 23:04:17,587 INFO: [ epoch: 116 ] [ iter:155,400 ] [ performance: 17.824 it/s ] [ lr: 2.50e-05 ] [ eta: 19:06:58 ] [ l_g_pix: 3.1242e-02 ] [ l_g_total: 3.1242e-02 ] +2024-09-26 23:04:23,089 INFO: [ epoch: 116 ] [ iter:155,500 ] [ performance: 18.101 it/s ] [ lr: 2.50e-05 ] [ eta: 19:06:35 ] [ l_g_pix: 3.1269e-02 ] [ l_g_total: 3.1269e-02 ] +2024-09-26 23:04:28,656 INFO: [ epoch: 116 ] [ iter:155,600 ] [ performance: 18.497 it/s ] [ lr: 2.50e-05 ] [ eta: 19:06:13 ] [ l_g_pix: 2.0331e-02 ] [ l_g_total: 2.0331e-02 ] +2024-09-26 23:04:34,237 INFO: [ epoch: 116 ] [ iter:155,700 ] [ performance: 18.037 it/s ] [ lr: 2.50e-05 ] [ eta: 19:05:51 ] [ l_g_pix: 3.2320e-02 ] [ l_g_total: 3.2320e-02 ] +2024-09-26 23:04:39,939 INFO: [ epoch: 116 ] [ iter:155,800 ] [ performance: 17.585 it/s ] [ lr: 2.50e-05 ] [ eta: 19:05:30 ] [ l_g_pix: 3.4450e-02 ] [ l_g_total: 3.4450e-02 ] +2024-09-26 23:04:45,730 INFO: [ epoch: 116 ] [ iter:155,900 ] [ performance: 17.333 it/s ] [ lr: 2.50e-05 ] [ eta: 19:05:09 ] [ l_g_pix: 3.4595e-02 ] [ l_g_total: 3.4595e-02 ] +2024-09-26 23:04:51,501 INFO: [ epoch: 116 ] [ iter:156,000 ] [ performance: 16.690 it/s ] [ lr: 2.50e-05 ] [ eta: 19:04:48 ] [ l_g_pix: 3.3457e-02 ] [ l_g_total: 3.3457e-02 ] +2024-09-26 23:04:57,284 INFO: [ epoch: 116 ] [ iter:156,100 ] [ performance: 17.175 it/s ] [ lr: 2.50e-05 ] [ eta: 19:04:27 ] [ l_g_pix: 2.8108e-02 ] [ l_g_total: 2.8108e-02 ] +2024-09-26 23:05:03,038 INFO: [ epoch: 116 ] [ iter:156,200 ] [ performance: 17.548 it/s ] [ lr: 2.50e-05 ] [ eta: 19:04:06 ] [ l_g_pix: 2.3168e-02 ] [ l_g_total: 2.3168e-02 ] +2024-09-26 23:05:08,572 INFO: [ epoch: 116 ] [ iter:156,300 ] [ performance: 17.972 it/s ] [ lr: 2.50e-05 ] [ eta: 19:03:44 ] [ l_g_pix: 2.1873e-02 ] [ l_g_total: 2.1873e-02 ] +2024-09-26 23:05:15,507 INFO: [ epoch: 117 ] [ iter:156,400 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 19:03:29 ] [ l_g_pix: 2.3651e-02 ] [ l_g_total: 2.3651e-02 ] +2024-09-26 23:05:21,087 INFO: [ epoch: 117 ] [ iter:156,500 ] [ performance: 17.999 it/s ] [ lr: 2.50e-05 ] [ eta: 19:03:07 ] [ l_g_pix: 2.9385e-02 ] [ l_g_total: 2.9385e-02 ] +2024-09-26 23:05:26,859 INFO: [ epoch: 117 ] [ iter:156,600 ] [ performance: 17.174 it/s ] [ lr: 2.50e-05 ] [ eta: 19:02:47 ] [ l_g_pix: 2.9047e-02 ] [ l_g_total: 2.9047e-02 ] +2024-09-26 23:05:32,732 INFO: [ epoch: 117 ] [ iter:156,700 ] [ performance: 17.055 it/s ] [ lr: 2.50e-05 ] [ eta: 19:02:26 ] [ l_g_pix: 2.3419e-02 ] [ l_g_total: 2.3419e-02 ] +2024-09-26 23:05:38,647 INFO: [ epoch: 117 ] [ iter:156,800 ] [ performance: 16.950 it/s ] [ lr: 2.50e-05 ] [ eta: 19:02:06 ] [ l_g_pix: 3.2229e-02 ] [ l_g_total: 3.2229e-02 ] +2024-09-26 23:05:44,562 INFO: [ epoch: 117 ] [ iter:156,900 ] [ performance: 16.915 it/s ] [ lr: 2.50e-05 ] [ eta: 19:01:46 ] [ l_g_pix: 2.7757e-02 ] [ l_g_total: 2.7757e-02 ] +2024-09-26 23:05:50,330 INFO: [ epoch: 117 ] [ iter:157,000 ] [ performance: 17.512 it/s ] [ lr: 2.50e-05 ] [ eta: 19:01:25 ] [ l_g_pix: 2.0561e-02 ] [ l_g_total: 2.0561e-02 ] +2024-09-26 23:05:56,247 INFO: [ epoch: 117 ] [ iter:157,100 ] [ performance: 16.997 it/s ] [ lr: 2.50e-05 ] [ eta: 19:01:05 ] [ l_g_pix: 2.4727e-02 ] [ l_g_total: 2.4727e-02 ] +2024-09-26 23:06:02,055 INFO: [ epoch: 117 ] [ iter:157,200 ] [ performance: 17.031 it/s ] [ lr: 2.50e-05 ] [ eta: 19:00:45 ] [ l_g_pix: 4.3306e-02 ] [ l_g_total: 4.3306e-02 ] +2024-09-26 23:06:07,625 INFO: [ epoch: 117 ] [ iter:157,300 ] [ performance: 17.807 it/s ] [ lr: 2.50e-05 ] [ eta: 19:00:23 ] [ l_g_pix: 2.8318e-02 ] [ l_g_total: 2.8318e-02 ] +2024-09-26 23:06:13,537 INFO: [ epoch: 117 ] [ iter:157,400 ] [ performance: 16.921 it/s ] [ lr: 2.50e-05 ] [ eta: 19:00:03 ] [ l_g_pix: 2.0507e-02 ] [ l_g_total: 2.0507e-02 ] +2024-09-26 23:06:19,495 INFO: [ epoch: 117 ] [ iter:157,500 ] [ performance: 16.805 it/s ] [ lr: 2.50e-05 ] [ eta: 18:59:43 ] [ l_g_pix: 2.8209e-02 ] [ l_g_total: 2.8209e-02 ] +2024-09-26 23:06:25,168 INFO: [ epoch: 117 ] [ iter:157,600 ] [ performance: 18.482 it/s ] [ lr: 2.50e-05 ] [ eta: 18:59:22 ] [ l_g_pix: 3.6075e-02 ] [ l_g_total: 3.6075e-02 ] +2024-09-26 23:06:32,148 INFO: [ epoch: 118 ] [ iter:157,700 ] [ performance: 14.788 it/s ] [ lr: 2.50e-05 ] [ eta: 18:59:08 ] [ l_g_pix: 3.0340e-02 ] [ l_g_total: 3.0340e-02 ] +2024-09-26 23:06:37,652 INFO: [ epoch: 118 ] [ iter:157,800 ] [ performance: 18.270 it/s ] [ lr: 2.50e-05 ] [ eta: 18:58:46 ] [ l_g_pix: 3.3742e-02 ] [ l_g_total: 3.3742e-02 ] +2024-09-26 23:06:43,132 INFO: [ epoch: 118 ] [ iter:157,900 ] [ performance: 18.252 it/s ] [ lr: 2.50e-05 ] [ eta: 18:58:24 ] [ l_g_pix: 5.1560e-02 ] [ l_g_total: 5.1560e-02 ] +2024-09-26 23:06:48,685 INFO: [ epoch: 118 ] [ iter:158,000 ] [ performance: 18.108 it/s ] [ lr: 2.50e-05 ] [ eta: 18:58:02 ] [ l_g_pix: 4.1497e-02 ] [ l_g_total: 4.1497e-02 ] +2024-09-26 23:06:54,273 INFO: [ epoch: 118 ] [ iter:158,100 ] [ performance: 17.922 it/s ] [ lr: 2.50e-05 ] [ eta: 18:57:41 ] [ l_g_pix: 2.6403e-02 ] [ l_g_total: 2.6403e-02 ] +2024-09-26 23:06:59,784 INFO: [ epoch: 118 ] [ iter:158,200 ] [ performance: 18.473 it/s ] [ lr: 2.50e-05 ] [ eta: 18:57:19 ] [ l_g_pix: 2.1180e-02 ] [ l_g_total: 2.1180e-02 ] +2024-09-26 23:07:05,277 INFO: [ epoch: 118 ] [ iter:158,300 ] [ performance: 18.237 it/s ] [ lr: 2.50e-05 ] [ eta: 18:56:57 ] [ l_g_pix: 3.4390e-02 ] [ l_g_total: 3.4390e-02 ] +2024-09-26 23:07:10,868 INFO: [ epoch: 118 ] [ iter:158,400 ] [ performance: 18.045 it/s ] [ lr: 2.50e-05 ] [ eta: 18:56:35 ] [ l_g_pix: 2.1675e-02 ] [ l_g_total: 2.1675e-02 ] +2024-09-26 23:07:16,310 INFO: [ epoch: 118 ] [ iter:158,500 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 18:56:13 ] [ l_g_pix: 3.1762e-02 ] [ l_g_total: 3.1762e-02 ] +2024-09-26 23:07:21,859 INFO: [ epoch: 118 ] [ iter:158,600 ] [ performance: 18.280 it/s ] [ lr: 2.50e-05 ] [ eta: 18:55:51 ] [ l_g_pix: 4.1167e-02 ] [ l_g_total: 4.1167e-02 ] +2024-09-26 23:07:27,640 INFO: [ epoch: 118 ] [ iter:158,700 ] [ performance: 17.393 it/s ] [ lr: 2.50e-05 ] [ eta: 18:55:31 ] [ l_g_pix: 2.5420e-02 ] [ l_g_total: 2.5420e-02 ] +2024-09-26 23:07:33,239 INFO: [ epoch: 118 ] [ iter:158,800 ] [ performance: 17.632 it/s ] [ lr: 2.50e-05 ] [ eta: 18:55:10 ] [ l_g_pix: 3.2243e-02 ] [ l_g_total: 3.2243e-02 ] +2024-09-26 23:07:38,989 INFO: [ epoch: 118 ] [ iter:158,900 ] [ performance: 17.418 it/s ] [ lr: 2.50e-05 ] [ eta: 18:54:49 ] [ l_g_pix: 2.8157e-02 ] [ l_g_total: 2.8157e-02 ] +2024-09-26 23:07:45,870 INFO: [ epoch: 119 ] [ iter:159,000 ] [ performance: 15.256 it/s ] [ lr: 2.50e-05 ] [ eta: 18:54:35 ] [ l_g_pix: 3.2299e-02 ] [ l_g_total: 3.2299e-02 ] +2024-09-26 23:07:51,592 INFO: [ epoch: 119 ] [ iter:159,100 ] [ performance: 17.273 it/s ] [ lr: 2.50e-05 ] [ eta: 18:54:14 ] [ l_g_pix: 3.3567e-02 ] [ l_g_total: 3.3567e-02 ] +2024-09-26 23:07:57,240 INFO: [ epoch: 119 ] [ iter:159,200 ] [ performance: 17.439 it/s ] [ lr: 2.50e-05 ] [ eta: 18:53:53 ] [ l_g_pix: 2.6095e-02 ] [ l_g_total: 2.6095e-02 ] +2024-09-26 23:08:03,165 INFO: [ epoch: 119 ] [ iter:159,300 ] [ performance: 16.918 it/s ] [ lr: 2.50e-05 ] [ eta: 18:53:33 ] [ l_g_pix: 2.8357e-02 ] [ l_g_total: 2.8357e-02 ] +2024-09-26 23:08:08,769 INFO: [ epoch: 119 ] [ iter:159,400 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 18:53:12 ] [ l_g_pix: 2.4767e-02 ] [ l_g_total: 2.4767e-02 ] +2024-09-26 23:08:14,296 INFO: [ epoch: 119 ] [ iter:159,500 ] [ performance: 18.111 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:51 ] [ l_g_pix: 3.0314e-02 ] [ l_g_total: 3.0314e-02 ] +2024-09-26 23:08:19,920 INFO: [ epoch: 119 ] [ iter:159,600 ] [ performance: 18.132 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:30 ] [ l_g_pix: 2.9837e-02 ] [ l_g_total: 2.9837e-02 ] +2024-09-26 23:08:25,496 INFO: [ epoch: 119 ] [ iter:159,700 ] [ performance: 17.947 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:08 ] [ l_g_pix: 3.6488e-02 ] [ l_g_total: 3.6488e-02 ] +2024-09-26 23:08:31,044 INFO: [ epoch: 119 ] [ iter:159,800 ] [ performance: 17.689 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:47 ] [ l_g_pix: 2.5120e-02 ] [ l_g_total: 2.5120e-02 ] +2024-09-26 23:08:36,748 INFO: [ epoch: 119 ] [ iter:159,900 ] [ performance: 17.547 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:26 ] [ l_g_pix: 2.9560e-02 ] [ l_g_total: 2.9560e-02 ] +2024-09-26 23:08:42,440 INFO: [ epoch: 119 ] [ iter:160,000 ] [ performance: 16.856 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:06 ] [ l_g_pix: 2.4033e-02 ] [ l_g_total: 2.4033e-02 ] +2024-09-26 23:08:42,440 INFO: Saving models and training states. +2024-09-26 23:13:52,502 INFO: Validation val + + # psnr: 27.1961........ Best: 27.1990 @ 120000 iter + # ssim: 0.7662........ Best: 0.7662 @ 160000 iter + # dists: 0.7732........ Best: 0.7732 @ 120000 iter + +2024-09-26 23:13:58,010 INFO: [ epoch: 119 ] [ iter:160,100 ] [ performance: 18.107 it/s ] [ lr: 2.50e-05 ] [ eta: 19:17:51 ] [ l_g_pix: 2.4789e-02 ] [ l_g_total: 2.4789e-02 ] +2024-09-26 23:14:03,485 INFO: [ epoch: 119 ] [ iter:160,200 ] [ performance: 18.710 it/s ] [ lr: 2.50e-05 ] [ eta: 19:17:28 ] [ l_g_pix: 2.3435e-02 ] [ l_g_total: 2.3435e-02 ] +2024-09-26 23:14:08,873 INFO: [ epoch: 119 ] [ iter:160,300 ] [ performance: 18.567 it/s ] [ lr: 2.50e-05 ] [ eta: 19:17:04 ] [ l_g_pix: 3.5919e-02 ] [ l_g_total: 3.5919e-02 ] +2024-09-26 23:14:15,818 INFO: [ epoch: 120 ] [ iter:160,400 ] [ performance: 18.947 it/s ] [ lr: 2.50e-05 ] [ eta: 19:16:49 ] [ l_g_pix: 2.3154e-02 ] [ l_g_total: 2.3154e-02 ] +2024-09-26 23:14:21,397 INFO: [ epoch: 120 ] [ iter:160,500 ] [ performance: 17.946 it/s ] [ lr: 2.50e-05 ] [ eta: 19:16:27 ] [ l_g_pix: 2.1637e-02 ] [ l_g_total: 2.1637e-02 ] +2024-09-26 23:14:27,016 INFO: [ epoch: 120 ] [ iter:160,600 ] [ performance: 17.491 it/s ] [ lr: 2.50e-05 ] [ eta: 19:16:05 ] [ l_g_pix: 2.0073e-02 ] [ l_g_total: 2.0073e-02 ] +2024-09-26 23:14:32,850 INFO: [ epoch: 120 ] [ iter:160,700 ] [ performance: 17.147 it/s ] [ lr: 2.50e-05 ] [ eta: 19:15:44 ] [ l_g_pix: 1.7192e-02 ] [ l_g_total: 1.7192e-02 ] +2024-09-26 23:14:38,386 INFO: [ epoch: 120 ] [ iter:160,800 ] [ performance: 17.592 it/s ] [ lr: 2.50e-05 ] [ eta: 19:15:21 ] [ l_g_pix: 3.5812e-02 ] [ l_g_total: 3.5812e-02 ] +2024-09-26 23:14:43,983 INFO: [ epoch: 120 ] [ iter:160,900 ] [ performance: 17.870 it/s ] [ lr: 2.50e-05 ] [ eta: 19:14:59 ] [ l_g_pix: 2.8008e-02 ] [ l_g_total: 2.8008e-02 ] +2024-09-26 23:14:49,622 INFO: [ epoch: 120 ] [ iter:161,000 ] [ performance: 17.802 it/s ] [ lr: 2.50e-05 ] [ eta: 19:14:37 ] [ l_g_pix: 2.7928e-02 ] [ l_g_total: 2.7928e-02 ] +2024-09-26 23:14:55,266 INFO: [ epoch: 120 ] [ iter:161,100 ] [ performance: 17.734 it/s ] [ lr: 2.50e-05 ] [ eta: 19:14:15 ] [ l_g_pix: 2.8258e-02 ] [ l_g_total: 2.8258e-02 ] +2024-09-26 23:15:00,749 INFO: [ epoch: 120 ] [ iter:161,200 ] [ performance: 17.984 it/s ] [ lr: 2.50e-05 ] [ eta: 19:13:53 ] [ l_g_pix: 3.4470e-02 ] [ l_g_total: 3.4470e-02 ] +2024-09-26 23:15:06,299 INFO: [ epoch: 120 ] [ iter:161,300 ] [ performance: 18.071 it/s ] [ lr: 2.50e-05 ] [ eta: 19:13:30 ] [ l_g_pix: 4.5285e-02 ] [ l_g_total: 4.5285e-02 ] +2024-09-26 23:15:12,008 INFO: [ epoch: 120 ] [ iter:161,400 ] [ performance: 17.787 it/s ] [ lr: 2.50e-05 ] [ eta: 19:13:09 ] [ l_g_pix: 3.3901e-02 ] [ l_g_total: 3.3901e-02 ] +2024-09-26 23:15:17,713 INFO: [ epoch: 120 ] [ iter:161,500 ] [ performance: 17.568 it/s ] [ lr: 2.50e-05 ] [ eta: 19:12:48 ] [ l_g_pix: 2.5410e-02 ] [ l_g_total: 2.5410e-02 ] +2024-09-26 23:15:23,396 INFO: [ epoch: 120 ] [ iter:161,600 ] [ performance: 17.584 it/s ] [ lr: 2.50e-05 ] [ eta: 19:12:26 ] [ l_g_pix: 2.5249e-02 ] [ l_g_total: 2.5249e-02 ] +2024-09-26 23:15:30,334 INFO: [ epoch: 121 ] [ iter:161,700 ] [ performance: 14.338 it/s ] [ lr: 2.50e-05 ] [ eta: 19:12:11 ] [ l_g_pix: 3.4895e-02 ] [ l_g_total: 3.4895e-02 ] +2024-09-26 23:15:36,139 INFO: [ epoch: 121 ] [ iter:161,800 ] [ performance: 15.682 it/s ] [ lr: 2.50e-05 ] [ eta: 19:11:50 ] [ l_g_pix: 3.0405e-02 ] [ l_g_total: 3.0405e-02 ] +2024-09-26 23:15:41,700 INFO: [ epoch: 121 ] [ iter:161,900 ] [ performance: 18.025 it/s ] [ lr: 2.50e-05 ] [ eta: 19:11:28 ] [ l_g_pix: 4.1975e-02 ] [ l_g_total: 4.1975e-02 ] +2024-09-26 23:15:47,128 INFO: [ epoch: 121 ] [ iter:162,000 ] [ performance: 18.229 it/s ] [ lr: 2.50e-05 ] [ eta: 19:11:05 ] [ l_g_pix: 1.8126e-02 ] [ l_g_total: 1.8126e-02 ] +2024-09-26 23:15:52,562 INFO: [ epoch: 121 ] [ iter:162,100 ] [ performance: 18.408 it/s ] [ lr: 2.50e-05 ] [ eta: 19:10:42 ] [ l_g_pix: 2.4373e-02 ] [ l_g_total: 2.4373e-02 ] +2024-09-26 23:15:58,010 INFO: [ epoch: 121 ] [ iter:162,200 ] [ performance: 18.384 it/s ] [ lr: 2.50e-05 ] [ eta: 19:10:20 ] [ l_g_pix: 2.4960e-02 ] [ l_g_total: 2.4960e-02 ] +2024-09-26 23:16:03,376 INFO: [ epoch: 121 ] [ iter:162,300 ] [ performance: 18.632 it/s ] [ lr: 2.50e-05 ] [ eta: 19:09:57 ] [ l_g_pix: 2.4602e-02 ] [ l_g_total: 2.4602e-02 ] +2024-09-26 23:16:08,805 INFO: [ epoch: 121 ] [ iter:162,400 ] [ performance: 18.523 it/s ] [ lr: 2.50e-05 ] [ eta: 19:09:34 ] [ l_g_pix: 3.6345e-02 ] [ l_g_total: 3.6345e-02 ] +2024-09-26 23:16:14,315 INFO: [ epoch: 121 ] [ iter:162,500 ] [ performance: 18.146 it/s ] [ lr: 2.50e-05 ] [ eta: 19:09:12 ] [ l_g_pix: 3.3029e-02 ] [ l_g_total: 3.3029e-02 ] +2024-09-26 23:16:20,083 INFO: [ epoch: 121 ] [ iter:162,600 ] [ performance: 17.718 it/s ] [ lr: 2.50e-05 ] [ eta: 19:08:51 ] [ l_g_pix: 2.0843e-02 ] [ l_g_total: 2.0843e-02 ] +2024-09-26 23:16:25,695 INFO: [ epoch: 121 ] [ iter:162,700 ] [ performance: 17.835 it/s ] [ lr: 2.50e-05 ] [ eta: 19:08:29 ] [ l_g_pix: 3.2939e-02 ] [ l_g_total: 3.2939e-02 ] +2024-09-26 23:16:31,266 INFO: [ epoch: 121 ] [ iter:162,800 ] [ performance: 17.897 it/s ] [ lr: 2.50e-05 ] [ eta: 19:08:07 ] [ l_g_pix: 2.1966e-02 ] [ l_g_total: 2.1966e-02 ] +2024-09-26 23:16:37,058 INFO: [ epoch: 121 ] [ iter:162,900 ] [ performance: 17.197 it/s ] [ lr: 2.50e-05 ] [ eta: 19:07:46 ] [ l_g_pix: 3.7171e-02 ] [ l_g_total: 3.7171e-02 ] +2024-09-26 23:16:43,791 INFO: [ epoch: 122 ] [ iter:163,000 ] [ performance: 15.878 it/s ] [ lr: 2.50e-05 ] [ eta: 19:07:30 ] [ l_g_pix: 3.4480e-02 ] [ l_g_total: 3.4480e-02 ] +2024-09-26 23:16:49,519 INFO: [ epoch: 122 ] [ iter:163,100 ] [ performance: 17.492 it/s ] [ lr: 2.50e-05 ] [ eta: 19:07:09 ] [ l_g_pix: 3.8341e-02 ] [ l_g_total: 3.8341e-02 ] +2024-09-26 23:16:55,147 INFO: [ epoch: 122 ] [ iter:163,200 ] [ performance: 17.638 it/s ] [ lr: 2.50e-05 ] [ eta: 19:06:48 ] [ l_g_pix: 4.4271e-02 ] [ l_g_total: 4.4271e-02 ] +2024-09-26 23:17:01,043 INFO: [ epoch: 122 ] [ iter:163,300 ] [ performance: 16.955 it/s ] [ lr: 2.50e-05 ] [ eta: 19:06:28 ] [ l_g_pix: 2.4496e-02 ] [ l_g_total: 2.4496e-02 ] +2024-09-26 23:17:06,628 INFO: [ epoch: 122 ] [ iter:163,400 ] [ performance: 17.448 it/s ] [ lr: 2.50e-05 ] [ eta: 19:06:06 ] [ l_g_pix: 2.9137e-02 ] [ l_g_total: 2.9137e-02 ] +2024-09-26 23:17:12,334 INFO: [ epoch: 122 ] [ iter:163,500 ] [ performance: 17.521 it/s ] [ lr: 2.50e-05 ] [ eta: 19:05:45 ] [ l_g_pix: 3.9834e-02 ] [ l_g_total: 3.9834e-02 ] +2024-09-26 23:17:17,765 INFO: [ epoch: 122 ] [ iter:163,600 ] [ performance: 17.989 it/s ] [ lr: 2.50e-05 ] [ eta: 19:05:22 ] [ l_g_pix: 2.9835e-02 ] [ l_g_total: 2.9835e-02 ] +2024-09-26 23:17:23,220 INFO: [ epoch: 122 ] [ iter:163,700 ] [ performance: 18.346 it/s ] [ lr: 2.50e-05 ] [ eta: 19:05:00 ] [ l_g_pix: 1.6486e-02 ] [ l_g_total: 1.6486e-02 ] +2024-09-26 23:17:28,675 INFO: [ epoch: 122 ] [ iter:163,800 ] [ performance: 18.341 it/s ] [ lr: 2.50e-05 ] [ eta: 19:04:38 ] [ l_g_pix: 3.0255e-02 ] [ l_g_total: 3.0255e-02 ] +2024-09-26 23:17:34,123 INFO: [ epoch: 122 ] [ iter:163,900 ] [ performance: 18.373 it/s ] [ lr: 2.50e-05 ] [ eta: 19:04:16 ] [ l_g_pix: 2.7678e-02 ] [ l_g_total: 2.7678e-02 ] +2024-09-26 23:17:39,606 INFO: [ epoch: 122 ] [ iter:164,000 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 19:03:53 ] [ l_g_pix: 2.2976e-02 ] [ l_g_total: 2.2976e-02 ] +2024-09-26 23:17:45,065 INFO: [ epoch: 122 ] [ iter:164,100 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 19:03:31 ] [ l_g_pix: 3.5165e-02 ] [ l_g_total: 3.5165e-02 ] +2024-09-26 23:17:50,534 INFO: [ epoch: 122 ] [ iter:164,200 ] [ performance: 18.321 it/s ] [ lr: 2.50e-05 ] [ eta: 19:03:09 ] [ l_g_pix: 2.7595e-02 ] [ l_g_total: 2.7595e-02 ] +2024-09-26 23:17:55,856 INFO: [ epoch: 122 ] [ iter:164,300 ] [ performance: 18.865 it/s ] [ lr: 2.50e-05 ] [ eta: 19:02:46 ] [ l_g_pix: 3.6036e-02 ] [ l_g_total: 3.6036e-02 ] +2024-09-26 23:18:02,522 INFO: [ epoch: 123 ] [ iter:164,400 ] [ performance: 16.539 it/s ] [ lr: 2.50e-05 ] [ eta: 19:02:30 ] [ l_g_pix: 3.2355e-02 ] [ l_g_total: 3.2355e-02 ] +2024-09-26 23:18:07,946 INFO: [ epoch: 123 ] [ iter:164,500 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 19:02:08 ] [ l_g_pix: 3.0881e-02 ] [ l_g_total: 3.0881e-02 ] +2024-09-26 23:18:13,370 INFO: [ epoch: 123 ] [ iter:164,600 ] [ performance: 18.432 it/s ] [ lr: 2.50e-05 ] [ eta: 19:01:45 ] [ l_g_pix: 2.7149e-02 ] [ l_g_total: 2.7149e-02 ] +2024-09-26 23:18:18,807 INFO: [ epoch: 123 ] [ iter:164,700 ] [ performance: 18.459 it/s ] [ lr: 2.50e-05 ] [ eta: 19:01:23 ] [ l_g_pix: 2.0253e-02 ] [ l_g_total: 2.0253e-02 ] +2024-09-26 23:18:24,274 INFO: [ epoch: 123 ] [ iter:164,800 ] [ performance: 18.368 it/s ] [ lr: 2.50e-05 ] [ eta: 19:01:01 ] [ l_g_pix: 2.9903e-02 ] [ l_g_total: 2.9903e-02 ] +2024-09-26 23:18:29,724 INFO: [ epoch: 123 ] [ iter:164,900 ] [ performance: 18.381 it/s ] [ lr: 2.50e-05 ] [ eta: 19:00:39 ] [ l_g_pix: 2.5954e-02 ] [ l_g_total: 2.5954e-02 ] +2024-09-26 23:18:35,135 INFO: [ epoch: 123 ] [ iter:165,000 ] [ performance: 18.437 it/s ] [ lr: 2.50e-05 ] [ eta: 19:00:17 ] [ l_g_pix: 1.7815e-02 ] [ l_g_total: 1.7815e-02 ] +2024-09-26 23:18:40,567 INFO: [ epoch: 123 ] [ iter:165,100 ] [ performance: 18.483 it/s ] [ lr: 2.50e-05 ] [ eta: 18:59:55 ] [ l_g_pix: 2.9750e-02 ] [ l_g_total: 2.9750e-02 ] +2024-09-26 23:18:46,072 INFO: [ epoch: 123 ] [ iter:165,200 ] [ performance: 18.304 it/s ] [ lr: 2.50e-05 ] [ eta: 18:59:33 ] [ l_g_pix: 2.8393e-02 ] [ l_g_total: 2.8393e-02 ] +2024-09-26 23:18:51,544 INFO: [ epoch: 123 ] [ iter:165,300 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 18:59:11 ] [ l_g_pix: 2.8609e-02 ] [ l_g_total: 2.8609e-02 ] +2024-09-26 23:18:57,002 INFO: [ epoch: 123 ] [ iter:165,400 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 18:58:49 ] [ l_g_pix: 3.4297e-02 ] [ l_g_total: 3.4297e-02 ] +2024-09-26 23:19:02,442 INFO: [ epoch: 123 ] [ iter:165,500 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 18:58:27 ] [ l_g_pix: 3.5514e-02 ] [ l_g_total: 3.5514e-02 ] +2024-09-26 23:19:07,822 INFO: [ epoch: 123 ] [ iter:165,600 ] [ performance: 18.510 it/s ] [ lr: 2.50e-05 ] [ eta: 18:58:05 ] [ l_g_pix: 2.9755e-02 ] [ l_g_total: 2.9755e-02 ] +2024-09-26 23:19:14,367 INFO: [ epoch: 124 ] [ iter:165,700 ] [ performance: 14.392 it/s ] [ lr: 2.50e-05 ] [ eta: 18:57:48 ] [ l_g_pix: 3.9593e-02 ] [ l_g_total: 3.9593e-02 ] +2024-09-26 23:19:19,823 INFO: [ epoch: 124 ] [ iter:165,800 ] [ performance: 16.394 it/s ] [ lr: 2.50e-05 ] [ eta: 18:57:26 ] [ l_g_pix: 2.4482e-02 ] [ l_g_total: 2.4482e-02 ] +2024-09-26 23:19:25,258 INFO: [ epoch: 124 ] [ iter:165,900 ] [ performance: 18.420 it/s ] [ lr: 2.50e-05 ] [ eta: 18:57:04 ] [ l_g_pix: 2.9558e-02 ] [ l_g_total: 2.9558e-02 ] +2024-09-26 23:19:30,692 INFO: [ epoch: 124 ] [ iter:166,000 ] [ performance: 18.413 it/s ] [ lr: 2.50e-05 ] [ eta: 18:56:42 ] [ l_g_pix: 1.8619e-02 ] [ l_g_total: 1.8619e-02 ] +2024-09-26 23:19:36,150 INFO: [ epoch: 124 ] [ iter:166,100 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 18:56:21 ] [ l_g_pix: 3.0002e-02 ] [ l_g_total: 3.0002e-02 ] +2024-09-26 23:19:41,605 INFO: [ epoch: 124 ] [ iter:166,200 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 18:55:59 ] [ l_g_pix: 2.6026e-02 ] [ l_g_total: 2.6026e-02 ] +2024-09-26 23:19:47,035 INFO: [ epoch: 124 ] [ iter:166,300 ] [ performance: 18.408 it/s ] [ lr: 2.50e-05 ] [ eta: 18:55:37 ] [ l_g_pix: 2.4031e-02 ] [ l_g_total: 2.4031e-02 ] +2024-09-26 23:19:52,532 INFO: [ epoch: 124 ] [ iter:166,400 ] [ performance: 18.284 it/s ] [ lr: 2.50e-05 ] [ eta: 18:55:15 ] [ l_g_pix: 4.3475e-02 ] [ l_g_total: 4.3475e-02 ] +2024-09-26 23:19:57,970 INFO: [ epoch: 124 ] [ iter:166,500 ] [ performance: 18.409 it/s ] [ lr: 2.50e-05 ] [ eta: 18:54:53 ] [ l_g_pix: 2.0135e-02 ] [ l_g_total: 2.0135e-02 ] +2024-09-26 23:20:03,460 INFO: [ epoch: 124 ] [ iter:166,600 ] [ performance: 18.297 it/s ] [ lr: 2.50e-05 ] [ eta: 18:54:32 ] [ l_g_pix: 2.8650e-02 ] [ l_g_total: 2.8650e-02 ] +2024-09-26 23:20:08,904 INFO: [ epoch: 124 ] [ iter:166,700 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 18:54:10 ] [ l_g_pix: 2.0730e-02 ] [ l_g_total: 2.0730e-02 ] +2024-09-26 23:20:14,358 INFO: [ epoch: 124 ] [ iter:166,800 ] [ performance: 18.341 it/s ] [ lr: 2.50e-05 ] [ eta: 18:53:48 ] [ l_g_pix: 3.0209e-02 ] [ l_g_total: 3.0209e-02 ] +2024-09-26 23:20:19,811 INFO: [ epoch: 124 ] [ iter:166,900 ] [ performance: 18.397 it/s ] [ lr: 2.50e-05 ] [ eta: 18:53:27 ] [ l_g_pix: 2.7540e-02 ] [ l_g_total: 2.7540e-02 ] +2024-09-26 23:20:25,277 INFO: [ epoch: 124 ] [ iter:167,000 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 18:53:05 ] [ l_g_pix: 3.6049e-02 ] [ l_g_total: 3.6049e-02 ] +2024-09-26 23:20:31,950 INFO: [ epoch: 125 ] [ iter:167,100 ] [ performance: 18.037 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:49 ] [ l_g_pix: 2.2679e-02 ] [ l_g_total: 2.2679e-02 ] +2024-09-26 23:20:37,416 INFO: [ epoch: 125 ] [ iter:167,200 ] [ performance: 18.189 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:28 ] [ l_g_pix: 3.3960e-02 ] [ l_g_total: 3.3960e-02 ] +2024-09-26 23:20:42,865 INFO: [ epoch: 125 ] [ iter:167,300 ] [ performance: 18.393 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:06 ] [ l_g_pix: 2.3138e-02 ] [ l_g_total: 2.3138e-02 ] +2024-09-26 23:20:48,331 INFO: [ epoch: 125 ] [ iter:167,400 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:45 ] [ l_g_pix: 3.3911e-02 ] [ l_g_total: 3.3911e-02 ] +2024-09-26 23:20:53,811 INFO: [ epoch: 125 ] [ iter:167,500 ] [ performance: 18.248 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:23 ] [ l_g_pix: 2.1280e-02 ] [ l_g_total: 2.1280e-02 ] +2024-09-26 23:20:59,298 INFO: [ epoch: 125 ] [ iter:167,600 ] [ performance: 18.234 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:02 ] [ l_g_pix: 2.5592e-02 ] [ l_g_total: 2.5592e-02 ] +2024-09-26 23:21:04,759 INFO: [ epoch: 125 ] [ iter:167,700 ] [ performance: 18.318 it/s ] [ lr: 2.50e-05 ] [ eta: 18:50:40 ] [ l_g_pix: 2.5732e-02 ] [ l_g_total: 2.5732e-02 ] +2024-09-26 23:21:10,218 INFO: [ epoch: 125 ] [ iter:167,800 ] [ performance: 18.320 it/s ] [ lr: 2.50e-05 ] [ eta: 18:50:19 ] [ l_g_pix: 2.1598e-02 ] [ l_g_total: 2.1598e-02 ] +2024-09-26 23:21:15,693 INFO: [ epoch: 125 ] [ iter:167,900 ] [ performance: 18.212 it/s ] [ lr: 2.50e-05 ] [ eta: 18:49:57 ] [ l_g_pix: 2.8423e-02 ] [ l_g_total: 2.8423e-02 ] +2024-09-26 23:21:21,155 INFO: [ epoch: 125 ] [ iter:168,000 ] [ performance: 18.272 it/s ] [ lr: 2.50e-05 ] [ eta: 18:49:36 ] [ l_g_pix: 2.3372e-02 ] [ l_g_total: 2.3372e-02 ] +2024-09-26 23:21:26,663 INFO: [ epoch: 125 ] [ iter:168,100 ] [ performance: 18.137 it/s ] [ lr: 2.50e-05 ] [ eta: 18:49:15 ] [ l_g_pix: 2.0733e-02 ] [ l_g_total: 2.0733e-02 ] +2024-09-26 23:21:32,147 INFO: [ epoch: 125 ] [ iter:168,200 ] [ performance: 18.198 it/s ] [ lr: 2.50e-05 ] [ eta: 18:48:53 ] [ l_g_pix: 2.2067e-02 ] [ l_g_total: 2.2067e-02 ] +2024-09-26 23:21:37,509 INFO: [ epoch: 125 ] [ iter:168,300 ] [ performance: 18.945 it/s ] [ lr: 2.50e-05 ] [ eta: 18:48:31 ] [ l_g_pix: 3.0722e-02 ] [ l_g_total: 3.0722e-02 ] +2024-09-26 23:21:44,211 INFO: [ epoch: 126 ] [ iter:168,400 ] [ performance: 16.258 it/s ] [ lr: 2.50e-05 ] [ eta: 18:48:16 ] [ l_g_pix: 3.4587e-02 ] [ l_g_total: 3.4587e-02 ] +2024-09-26 23:21:49,660 INFO: [ epoch: 126 ] [ iter:168,500 ] [ performance: 18.465 it/s ] [ lr: 2.50e-05 ] [ eta: 18:47:55 ] [ l_g_pix: 3.7945e-02 ] [ l_g_total: 3.7945e-02 ] +2024-09-26 23:21:55,122 INFO: [ epoch: 126 ] [ iter:168,600 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 18:47:33 ] [ l_g_pix: 2.0230e-02 ] [ l_g_total: 2.0230e-02 ] +2024-09-26 23:22:00,600 INFO: [ epoch: 126 ] [ iter:168,700 ] [ performance: 18.281 it/s ] [ lr: 2.50e-05 ] [ eta: 18:47:12 ] [ l_g_pix: 3.5649e-02 ] [ l_g_total: 3.5649e-02 ] +2024-09-26 23:22:06,071 INFO: [ epoch: 126 ] [ iter:168,800 ] [ performance: 18.281 it/s ] [ lr: 2.50e-05 ] [ eta: 18:46:51 ] [ l_g_pix: 2.0398e-02 ] [ l_g_total: 2.0398e-02 ] +2024-09-26 23:22:11,522 INFO: [ epoch: 126 ] [ iter:168,900 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 18:46:30 ] [ l_g_pix: 3.2230e-02 ] [ l_g_total: 3.2230e-02 ] +2024-09-26 23:22:16,968 INFO: [ epoch: 126 ] [ iter:169,000 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 18:46:08 ] [ l_g_pix: 1.8943e-02 ] [ l_g_total: 1.8943e-02 ] +2024-09-26 23:22:22,423 INFO: [ epoch: 126 ] [ iter:169,100 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 18:45:47 ] [ l_g_pix: 2.8531e-02 ] [ l_g_total: 2.8531e-02 ] +2024-09-26 23:22:27,900 INFO: [ epoch: 126 ] [ iter:169,200 ] [ performance: 18.297 it/s ] [ lr: 2.50e-05 ] [ eta: 18:45:26 ] [ l_g_pix: 3.5207e-02 ] [ l_g_total: 3.5207e-02 ] +2024-09-26 23:22:33,434 INFO: [ epoch: 126 ] [ iter:169,300 ] [ performance: 18.029 it/s ] [ lr: 2.50e-05 ] [ eta: 18:45:05 ] [ l_g_pix: 2.9352e-02 ] [ l_g_total: 2.9352e-02 ] +2024-09-26 23:22:38,939 INFO: [ epoch: 126 ] [ iter:169,400 ] [ performance: 18.117 it/s ] [ lr: 2.50e-05 ] [ eta: 18:44:44 ] [ l_g_pix: 3.4841e-02 ] [ l_g_total: 3.4841e-02 ] +2024-09-26 23:22:44,392 INFO: [ epoch: 126 ] [ iter:169,500 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 18:44:23 ] [ l_g_pix: 3.4156e-02 ] [ l_g_total: 3.4156e-02 ] +2024-09-26 23:22:49,814 INFO: [ epoch: 126 ] [ iter:169,600 ] [ performance: 18.418 it/s ] [ lr: 2.50e-05 ] [ eta: 18:44:01 ] [ l_g_pix: 3.8475e-02 ] [ l_g_total: 3.8475e-02 ] +2024-09-26 23:22:56,312 INFO: [ epoch: 127 ] [ iter:169,700 ] [ performance: 13.388 it/s ] [ lr: 2.50e-05 ] [ eta: 18:43:45 ] [ l_g_pix: 3.4505e-02 ] [ l_g_total: 3.4505e-02 ] +2024-09-26 23:23:01,843 INFO: [ epoch: 127 ] [ iter:169,800 ] [ performance: 16.062 it/s ] [ lr: 2.50e-05 ] [ eta: 18:43:25 ] [ l_g_pix: 3.2642e-02 ] [ l_g_total: 3.2642e-02 ] +2024-09-26 23:23:07,322 INFO: [ epoch: 127 ] [ iter:169,900 ] [ performance: 18.259 it/s ] [ lr: 2.50e-05 ] [ eta: 18:43:04 ] [ l_g_pix: 2.8298e-02 ] [ l_g_total: 2.8298e-02 ] +2024-09-26 23:23:12,816 INFO: [ epoch: 127 ] [ iter:170,000 ] [ performance: 18.223 it/s ] [ lr: 2.50e-05 ] [ eta: 18:42:43 ] [ l_g_pix: 3.2310e-02 ] [ l_g_total: 3.2310e-02 ] +2024-09-26 23:23:12,816 INFO: Saving models and training states. +2024-09-26 23:27:43,153 INFO: Validation val + + # psnr: 27.1939........ Best: 27.1990 @ 120000 iter + # ssim: 0.7663........ Best: 0.7663 @ 170000 iter + # dists: 0.7733........ Best: 0.7732 @ 120000 iter + +2024-09-26 23:27:48,608 INFO: [ epoch: 127 ] [ iter:170,100 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 19:04:21 ] [ l_g_pix: 3.7582e-02 ] [ l_g_total: 3.7582e-02 ] +2024-09-26 23:27:54,046 INFO: [ epoch: 127 ] [ iter:170,200 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 19:03:58 ] [ l_g_pix: 3.4217e-02 ] [ l_g_total: 3.4217e-02 ] +2024-09-26 23:27:59,493 INFO: [ epoch: 127 ] [ iter:170,300 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 19:03:36 ] [ l_g_pix: 2.6752e-02 ] [ l_g_total: 2.6752e-02 ] +2024-09-26 23:28:04,901 INFO: [ epoch: 127 ] [ iter:170,400 ] [ performance: 18.434 it/s ] [ lr: 2.50e-05 ] [ eta: 19:03:14 ] [ l_g_pix: 2.2547e-02 ] [ l_g_total: 2.2547e-02 ] +2024-09-26 23:28:10,332 INFO: [ epoch: 127 ] [ iter:170,500 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 19:02:52 ] [ l_g_pix: 3.1043e-02 ] [ l_g_total: 3.1043e-02 ] +2024-09-26 23:28:15,801 INFO: [ epoch: 127 ] [ iter:170,600 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 19:02:30 ] [ l_g_pix: 3.2348e-02 ] [ l_g_total: 3.2348e-02 ] +2024-09-26 23:28:21,215 INFO: [ epoch: 127 ] [ iter:170,700 ] [ performance: 18.624 it/s ] [ lr: 2.50e-05 ] [ eta: 19:02:08 ] [ l_g_pix: 2.1305e-02 ] [ l_g_total: 2.1305e-02 ] +2024-09-26 23:28:26,648 INFO: [ epoch: 127 ] [ iter:170,800 ] [ performance: 18.481 it/s ] [ lr: 2.50e-05 ] [ eta: 19:01:46 ] [ l_g_pix: 2.3618e-02 ] [ l_g_total: 2.3618e-02 ] +2024-09-26 23:28:32,147 INFO: [ epoch: 127 ] [ iter:170,900 ] [ performance: 18.124 it/s ] [ lr: 2.50e-05 ] [ eta: 19:01:24 ] [ l_g_pix: 3.1808e-02 ] [ l_g_total: 3.1808e-02 ] +2024-09-26 23:28:37,447 INFO: [ epoch: 127 ] [ iter:171,000 ] [ performance: 18.616 it/s ] [ lr: 2.50e-05 ] [ eta: 19:01:02 ] [ l_g_pix: 4.1117e-02 ] [ l_g_total: 4.1117e-02 ] +2024-09-26 23:28:44,272 INFO: [ epoch: 128 ] [ iter:171,100 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 19:00:47 ] [ l_g_pix: 2.9812e-02 ] [ l_g_total: 2.9812e-02 ] +2024-09-26 23:28:49,688 INFO: [ epoch: 128 ] [ iter:171,200 ] [ performance: 18.430 it/s ] [ lr: 2.50e-05 ] [ eta: 19:00:25 ] [ l_g_pix: 2.0856e-02 ] [ l_g_total: 2.0856e-02 ] +2024-09-26 23:28:55,150 INFO: [ epoch: 128 ] [ iter:171,300 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 19:00:03 ] [ l_g_pix: 2.8595e-02 ] [ l_g_total: 2.8595e-02 ] +2024-09-26 23:29:00,605 INFO: [ epoch: 128 ] [ iter:171,400 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 18:59:41 ] [ l_g_pix: 3.5494e-02 ] [ l_g_total: 3.5494e-02 ] +2024-09-26 23:29:06,199 INFO: [ epoch: 128 ] [ iter:171,500 ] [ performance: 17.283 it/s ] [ lr: 2.50e-05 ] [ eta: 18:59:20 ] [ l_g_pix: 2.8456e-02 ] [ l_g_total: 2.8456e-02 ] +2024-09-26 23:29:11,923 INFO: [ epoch: 128 ] [ iter:171,600 ] [ performance: 17.412 it/s ] [ lr: 2.50e-05 ] [ eta: 18:59:00 ] [ l_g_pix: 1.5726e-02 ] [ l_g_total: 1.5726e-02 ] +2024-09-26 23:29:17,423 INFO: [ epoch: 128 ] [ iter:171,700 ] [ performance: 18.066 it/s ] [ lr: 2.50e-05 ] [ eta: 18:58:38 ] [ l_g_pix: 2.7848e-02 ] [ l_g_total: 2.7848e-02 ] +2024-09-26 23:29:23,103 INFO: [ epoch: 128 ] [ iter:171,800 ] [ performance: 17.749 it/s ] [ lr: 2.50e-05 ] [ eta: 18:58:17 ] [ l_g_pix: 2.8529e-02 ] [ l_g_total: 2.8529e-02 ] +2024-09-26 23:29:28,680 INFO: [ epoch: 128 ] [ iter:171,900 ] [ performance: 18.021 it/s ] [ lr: 2.50e-05 ] [ eta: 18:57:56 ] [ l_g_pix: 2.0332e-02 ] [ l_g_total: 2.0332e-02 ] +2024-09-26 23:29:34,313 INFO: [ epoch: 128 ] [ iter:172,000 ] [ performance: 17.836 it/s ] [ lr: 2.50e-05 ] [ eta: 18:57:35 ] [ l_g_pix: 2.6410e-02 ] [ l_g_total: 2.6410e-02 ] +2024-09-26 23:29:39,770 INFO: [ epoch: 128 ] [ iter:172,100 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 18:57:14 ] [ l_g_pix: 5.2437e-02 ] [ l_g_total: 5.2437e-02 ] +2024-09-26 23:29:45,329 INFO: [ epoch: 128 ] [ iter:172,200 ] [ performance: 18.108 it/s ] [ lr: 2.50e-05 ] [ eta: 18:56:53 ] [ l_g_pix: 3.0957e-02 ] [ l_g_total: 3.0957e-02 ] +2024-09-26 23:29:50,984 INFO: [ epoch: 128 ] [ iter:172,300 ] [ performance: 17.857 it/s ] [ lr: 2.50e-05 ] [ eta: 18:56:32 ] [ l_g_pix: 2.8169e-02 ] [ l_g_total: 2.8169e-02 ] +2024-09-26 23:29:58,153 INFO: [ epoch: 129 ] [ iter:172,400 ] [ performance: 14.935 it/s ] [ lr: 2.50e-05 ] [ eta: 18:56:19 ] [ l_g_pix: 1.8043e-02 ] [ l_g_total: 1.8043e-02 ] +2024-09-26 23:30:03,768 INFO: [ epoch: 129 ] [ iter:172,500 ] [ performance: 17.607 it/s ] [ lr: 2.50e-05 ] [ eta: 18:55:58 ] [ l_g_pix: 2.7607e-02 ] [ l_g_total: 2.7607e-02 ] +2024-09-26 23:30:09,450 INFO: [ epoch: 129 ] [ iter:172,600 ] [ performance: 17.602 it/s ] [ lr: 2.50e-05 ] [ eta: 18:55:37 ] [ l_g_pix: 1.3926e-02 ] [ l_g_total: 1.3926e-02 ] +2024-09-26 23:30:14,944 INFO: [ epoch: 129 ] [ iter:172,700 ] [ performance: 18.280 it/s ] [ lr: 2.50e-05 ] [ eta: 18:55:16 ] [ l_g_pix: 2.8988e-02 ] [ l_g_total: 2.8988e-02 ] +2024-09-26 23:30:20,499 INFO: [ epoch: 129 ] [ iter:172,800 ] [ performance: 18.083 it/s ] [ lr: 2.50e-05 ] [ eta: 18:54:55 ] [ l_g_pix: 3.6142e-02 ] [ l_g_total: 3.6142e-02 ] +2024-09-26 23:30:26,264 INFO: [ epoch: 129 ] [ iter:172,900 ] [ performance: 16.925 it/s ] [ lr: 2.50e-05 ] [ eta: 18:54:35 ] [ l_g_pix: 3.6098e-02 ] [ l_g_total: 3.6098e-02 ] +2024-09-26 23:30:31,823 INFO: [ epoch: 129 ] [ iter:173,000 ] [ performance: 17.673 it/s ] [ lr: 2.50e-05 ] [ eta: 18:54:14 ] [ l_g_pix: 3.4688e-02 ] [ l_g_total: 3.4688e-02 ] +2024-09-26 23:30:37,328 INFO: [ epoch: 129 ] [ iter:173,100 ] [ performance: 18.310 it/s ] [ lr: 2.50e-05 ] [ eta: 18:53:53 ] [ l_g_pix: 3.3554e-02 ] [ l_g_total: 3.3554e-02 ] +2024-09-26 23:30:42,884 INFO: [ epoch: 129 ] [ iter:173,200 ] [ performance: 18.088 it/s ] [ lr: 2.50e-05 ] [ eta: 18:53:32 ] [ l_g_pix: 3.2323e-02 ] [ l_g_total: 3.2323e-02 ] +2024-09-26 23:30:48,437 INFO: [ epoch: 129 ] [ iter:173,300 ] [ performance: 18.211 it/s ] [ lr: 2.50e-05 ] [ eta: 18:53:11 ] [ l_g_pix: 1.6053e-02 ] [ l_g_total: 1.6053e-02 ] +2024-09-26 23:30:54,028 INFO: [ epoch: 129 ] [ iter:173,400 ] [ performance: 17.977 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:50 ] [ l_g_pix: 3.0711e-02 ] [ l_g_total: 3.0711e-02 ] +2024-09-26 23:30:59,639 INFO: [ epoch: 129 ] [ iter:173,500 ] [ performance: 18.270 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:29 ] [ l_g_pix: 2.8948e-02 ] [ l_g_total: 2.8948e-02 ] +2024-09-26 23:31:05,113 INFO: [ epoch: 129 ] [ iter:173,600 ] [ performance: 18.270 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:08 ] [ l_g_pix: 3.0109e-02 ] [ l_g_total: 3.0109e-02 ] +2024-09-26 23:31:11,798 INFO: [ epoch: 130 ] [ iter:173,700 ] [ performance: 11.167 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:52 ] [ l_g_pix: 1.9269e-02 ] [ l_g_total: 1.9269e-02 ] +2024-09-26 23:31:17,300 INFO: [ epoch: 130 ] [ iter:173,800 ] [ performance: 15.588 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:31 ] [ l_g_pix: 4.3917e-02 ] [ l_g_total: 4.3917e-02 ] +2024-09-26 23:31:22,772 INFO: [ epoch: 130 ] [ iter:173,900 ] [ performance: 18.635 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:10 ] [ l_g_pix: 2.3058e-02 ] [ l_g_total: 2.3058e-02 ] +2024-09-26 23:31:28,282 INFO: [ epoch: 130 ] [ iter:174,000 ] [ performance: 18.274 it/s ] [ lr: 2.50e-05 ] [ eta: 18:50:49 ] [ l_g_pix: 3.0583e-02 ] [ l_g_total: 3.0583e-02 ] +2024-09-26 23:31:33,732 INFO: [ epoch: 130 ] [ iter:174,100 ] [ performance: 18.575 it/s ] [ lr: 2.50e-05 ] [ eta: 18:50:28 ] [ l_g_pix: 2.5499e-02 ] [ l_g_total: 2.5499e-02 ] +2024-09-26 23:31:39,200 INFO: [ epoch: 130 ] [ iter:174,200 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 18:50:06 ] [ l_g_pix: 4.0124e-02 ] [ l_g_total: 4.0124e-02 ] +2024-09-26 23:31:44,731 INFO: [ epoch: 130 ] [ iter:174,300 ] [ performance: 18.530 it/s ] [ lr: 2.50e-05 ] [ eta: 18:49:45 ] [ l_g_pix: 2.7910e-02 ] [ l_g_total: 2.7910e-02 ] +2024-09-26 23:31:50,224 INFO: [ epoch: 130 ] [ iter:174,400 ] [ performance: 18.286 it/s ] [ lr: 2.50e-05 ] [ eta: 18:49:24 ] [ l_g_pix: 4.5139e-02 ] [ l_g_total: 4.5139e-02 ] +2024-09-26 23:31:55,757 INFO: [ epoch: 130 ] [ iter:174,500 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 18:49:04 ] [ l_g_pix: 3.1610e-02 ] [ l_g_total: 3.1610e-02 ] +2024-09-26 23:32:01,275 INFO: [ epoch: 130 ] [ iter:174,600 ] [ performance: 18.174 it/s ] [ lr: 2.50e-05 ] [ eta: 18:48:43 ] [ l_g_pix: 2.4020e-02 ] [ l_g_total: 2.4020e-02 ] +2024-09-26 23:32:06,808 INFO: [ epoch: 130 ] [ iter:174,700 ] [ performance: 18.535 it/s ] [ lr: 2.50e-05 ] [ eta: 18:48:22 ] [ l_g_pix: 3.8082e-02 ] [ l_g_total: 3.8082e-02 ] +2024-09-26 23:32:12,310 INFO: [ epoch: 130 ] [ iter:174,800 ] [ performance: 18.263 it/s ] [ lr: 2.50e-05 ] [ eta: 18:48:01 ] [ l_g_pix: 3.5243e-02 ] [ l_g_total: 3.5243e-02 ] +2024-09-26 23:32:17,801 INFO: [ epoch: 130 ] [ iter:174,900 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 18:47:40 ] [ l_g_pix: 2.9442e-02 ] [ l_g_total: 2.9442e-02 ] +2024-09-26 23:32:23,183 INFO: [ epoch: 130 ] [ iter:175,000 ] [ performance: 18.542 it/s ] [ lr: 2.50e-05 ] [ eta: 18:47:18 ] [ l_g_pix: 2.1150e-02 ] [ l_g_total: 2.1150e-02 ] +2024-09-26 23:32:29,897 INFO: [ epoch: 131 ] [ iter:175,100 ] [ performance: 18.286 it/s ] [ lr: 2.50e-05 ] [ eta: 18:47:03 ] [ l_g_pix: 3.6990e-02 ] [ l_g_total: 3.6990e-02 ] +2024-09-26 23:32:35,424 INFO: [ epoch: 131 ] [ iter:175,200 ] [ performance: 18.138 it/s ] [ lr: 2.50e-05 ] [ eta: 18:46:42 ] [ l_g_pix: 2.0616e-02 ] [ l_g_total: 2.0616e-02 ] +2024-09-26 23:32:40,958 INFO: [ epoch: 131 ] [ iter:175,300 ] [ performance: 18.238 it/s ] [ lr: 2.50e-05 ] [ eta: 18:46:22 ] [ l_g_pix: 2.5525e-02 ] [ l_g_total: 2.5525e-02 ] +2024-09-26 23:32:46,497 INFO: [ epoch: 131 ] [ iter:175,400 ] [ performance: 18.098 it/s ] [ lr: 2.50e-05 ] [ eta: 18:46:01 ] [ l_g_pix: 2.5090e-02 ] [ l_g_total: 2.5090e-02 ] +2024-09-26 23:32:52,042 INFO: [ epoch: 131 ] [ iter:175,500 ] [ performance: 18.659 it/s ] [ lr: 2.50e-05 ] [ eta: 18:45:40 ] [ l_g_pix: 1.9835e-02 ] [ l_g_total: 1.9835e-02 ] +2024-09-26 23:32:57,571 INFO: [ epoch: 131 ] [ iter:175,600 ] [ performance: 18.207 it/s ] [ lr: 2.50e-05 ] [ eta: 18:45:20 ] [ l_g_pix: 2.7358e-02 ] [ l_g_total: 2.7358e-02 ] +2024-09-26 23:33:03,078 INFO: [ epoch: 131 ] [ iter:175,700 ] [ performance: 18.167 it/s ] [ lr: 2.50e-05 ] [ eta: 18:44:59 ] [ l_g_pix: 3.5134e-02 ] [ l_g_total: 3.5134e-02 ] +2024-09-26 23:33:08,621 INFO: [ epoch: 131 ] [ iter:175,800 ] [ performance: 18.069 it/s ] [ lr: 2.50e-05 ] [ eta: 18:44:38 ] [ l_g_pix: 2.0514e-02 ] [ l_g_total: 2.0514e-02 ] +2024-09-26 23:33:14,121 INFO: [ epoch: 131 ] [ iter:175,900 ] [ performance: 18.665 it/s ] [ lr: 2.50e-05 ] [ eta: 18:44:18 ] [ l_g_pix: 1.9849e-02 ] [ l_g_total: 1.9849e-02 ] +2024-09-26 23:33:19,637 INFO: [ epoch: 131 ] [ iter:176,000 ] [ performance: 18.235 it/s ] [ lr: 2.50e-05 ] [ eta: 18:43:57 ] [ l_g_pix: 4.0584e-02 ] [ l_g_total: 4.0584e-02 ] +2024-09-26 23:33:25,135 INFO: [ epoch: 131 ] [ iter:176,100 ] [ performance: 18.267 it/s ] [ lr: 2.50e-05 ] [ eta: 18:43:36 ] [ l_g_pix: 2.0152e-02 ] [ l_g_total: 2.0152e-02 ] +2024-09-26 23:33:30,598 INFO: [ epoch: 131 ] [ iter:176,200 ] [ performance: 18.299 it/s ] [ lr: 2.50e-05 ] [ eta: 18:43:15 ] [ l_g_pix: 2.6836e-02 ] [ l_g_total: 2.6836e-02 ] +2024-09-26 23:33:36,023 INFO: [ epoch: 131 ] [ iter:176,300 ] [ performance: 18.696 it/s ] [ lr: 2.50e-05 ] [ eta: 18:42:54 ] [ l_g_pix: 3.8084e-02 ] [ l_g_total: 3.8084e-02 ] +2024-09-26 23:33:42,859 INFO: [ epoch: 132 ] [ iter:176,400 ] [ performance: 15.250 it/s ] [ lr: 2.50e-05 ] [ eta: 18:42:40 ] [ l_g_pix: 2.0072e-02 ] [ l_g_total: 2.0072e-02 ] +2024-09-26 23:33:48,357 INFO: [ epoch: 132 ] [ iter:176,500 ] [ performance: 18.253 it/s ] [ lr: 2.50e-05 ] [ eta: 18:42:19 ] [ l_g_pix: 2.7864e-02 ] [ l_g_total: 2.7864e-02 ] +2024-09-26 23:33:53,881 INFO: [ epoch: 132 ] [ iter:176,600 ] [ performance: 18.133 it/s ] [ lr: 2.50e-05 ] [ eta: 18:41:58 ] [ l_g_pix: 1.9568e-02 ] [ l_g_total: 1.9568e-02 ] +2024-09-26 23:33:59,410 INFO: [ epoch: 132 ] [ iter:176,700 ] [ performance: 18.515 it/s ] [ lr: 2.50e-05 ] [ eta: 18:41:38 ] [ l_g_pix: 2.1276e-02 ] [ l_g_total: 2.1276e-02 ] +2024-09-26 23:34:04,912 INFO: [ epoch: 132 ] [ iter:176,800 ] [ performance: 18.234 it/s ] [ lr: 2.50e-05 ] [ eta: 18:41:17 ] [ l_g_pix: 4.0415e-02 ] [ l_g_total: 4.0415e-02 ] +2024-09-26 23:34:10,453 INFO: [ epoch: 132 ] [ iter:176,900 ] [ performance: 18.119 it/s ] [ lr: 2.50e-05 ] [ eta: 18:40:57 ] [ l_g_pix: 3.3522e-02 ] [ l_g_total: 3.3522e-02 ] +2024-09-26 23:34:15,963 INFO: [ epoch: 132 ] [ iter:177,000 ] [ performance: 18.146 it/s ] [ lr: 2.50e-05 ] [ eta: 18:40:36 ] [ l_g_pix: 1.8379e-02 ] [ l_g_total: 1.8379e-02 ] +2024-09-26 23:34:21,501 INFO: [ epoch: 132 ] [ iter:177,100 ] [ performance: 18.254 it/s ] [ lr: 2.50e-05 ] [ eta: 18:40:16 ] [ l_g_pix: 2.7642e-02 ] [ l_g_total: 2.7642e-02 ] +2024-09-26 23:34:27,034 INFO: [ epoch: 132 ] [ iter:177,200 ] [ performance: 18.105 it/s ] [ lr: 2.50e-05 ] [ eta: 18:39:56 ] [ l_g_pix: 2.1554e-02 ] [ l_g_total: 2.1554e-02 ] +2024-09-26 23:34:32,564 INFO: [ epoch: 132 ] [ iter:177,300 ] [ performance: 18.222 it/s ] [ lr: 2.50e-05 ] [ eta: 18:39:35 ] [ l_g_pix: 2.2982e-02 ] [ l_g_total: 2.2982e-02 ] +2024-09-26 23:34:38,105 INFO: [ epoch: 132 ] [ iter:177,400 ] [ performance: 18.075 it/s ] [ lr: 2.50e-05 ] [ eta: 18:39:15 ] [ l_g_pix: 4.2310e-02 ] [ l_g_total: 4.2310e-02 ] +2024-09-26 23:34:43,671 INFO: [ epoch: 132 ] [ iter:177,500 ] [ performance: 17.962 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:55 ] [ l_g_pix: 3.4219e-02 ] [ l_g_total: 3.4219e-02 ] +2024-09-26 23:34:49,243 INFO: [ epoch: 132 ] [ iter:177,600 ] [ performance: 17.950 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:34 ] [ l_g_pix: 1.8103e-02 ] [ l_g_total: 1.8103e-02 ] +2024-09-26 23:34:55,821 INFO: [ epoch: 133 ] [ iter:177,700 ] [ performance: 7.816 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:19 ] [ l_g_pix: 1.8790e-02 ] [ l_g_total: 1.8790e-02 ] +2024-09-26 23:35:01,578 INFO: [ epoch: 133 ] [ iter:177,800 ] [ performance: 14.865 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:00 ] [ l_g_pix: 2.4937e-02 ] [ l_g_total: 2.4937e-02 ] +2024-09-26 23:35:07,106 INFO: [ epoch: 133 ] [ iter:177,900 ] [ performance: 18.783 it/s ] [ lr: 2.50e-05 ] [ eta: 18:37:39 ] [ l_g_pix: 2.5791e-02 ] [ l_g_total: 2.5791e-02 ] +2024-09-26 23:35:12,597 INFO: [ epoch: 133 ] [ iter:178,000 ] [ performance: 18.286 it/s ] [ lr: 2.50e-05 ] [ eta: 18:37:19 ] [ l_g_pix: 3.2761e-02 ] [ l_g_total: 3.2761e-02 ] +2024-09-26 23:35:18,066 INFO: [ epoch: 133 ] [ iter:178,100 ] [ performance: 18.233 it/s ] [ lr: 2.50e-05 ] [ eta: 18:36:58 ] [ l_g_pix: 2.4937e-02 ] [ l_g_total: 2.4937e-02 ] +2024-09-26 23:35:23,576 INFO: [ epoch: 133 ] [ iter:178,200 ] [ performance: 18.162 it/s ] [ lr: 2.50e-05 ] [ eta: 18:36:38 ] [ l_g_pix: 3.9253e-02 ] [ l_g_total: 3.9253e-02 ] +2024-09-26 23:35:29,093 INFO: [ epoch: 133 ] [ iter:178,300 ] [ performance: 18.450 it/s ] [ lr: 2.50e-05 ] [ eta: 18:36:18 ] [ l_g_pix: 2.4195e-02 ] [ l_g_total: 2.4195e-02 ] +2024-09-26 23:35:34,595 INFO: [ epoch: 133 ] [ iter:178,400 ] [ performance: 18.209 it/s ] [ lr: 2.50e-05 ] [ eta: 18:35:57 ] [ l_g_pix: 3.5993e-02 ] [ l_g_total: 3.5993e-02 ] +2024-09-26 23:35:40,097 INFO: [ epoch: 133 ] [ iter:178,500 ] [ performance: 18.521 it/s ] [ lr: 2.50e-05 ] [ eta: 18:35:37 ] [ l_g_pix: 2.7126e-02 ] [ l_g_total: 2.7126e-02 ] +2024-09-26 23:35:45,581 INFO: [ epoch: 133 ] [ iter:178,600 ] [ performance: 18.265 it/s ] [ lr: 2.50e-05 ] [ eta: 18:35:17 ] [ l_g_pix: 3.3928e-02 ] [ l_g_total: 3.3928e-02 ] +2024-09-26 23:35:51,071 INFO: [ epoch: 133 ] [ iter:178,700 ] [ performance: 18.202 it/s ] [ lr: 2.50e-05 ] [ eta: 18:34:56 ] [ l_g_pix: 3.3443e-02 ] [ l_g_total: 3.3443e-02 ] +2024-09-26 23:35:56,596 INFO: [ epoch: 133 ] [ iter:178,800 ] [ performance: 18.112 it/s ] [ lr: 2.50e-05 ] [ eta: 18:34:36 ] [ l_g_pix: 1.6293e-02 ] [ l_g_total: 1.6293e-02 ] +2024-09-26 23:36:02,146 INFO: [ epoch: 133 ] [ iter:178,900 ] [ performance: 18.470 it/s ] [ lr: 2.50e-05 ] [ eta: 18:34:16 ] [ l_g_pix: 2.5877e-02 ] [ l_g_total: 2.5877e-02 ] +2024-09-26 23:36:07,554 INFO: [ epoch: 133 ] [ iter:179,000 ] [ performance: 18.493 it/s ] [ lr: 2.50e-05 ] [ eta: 18:33:55 ] [ l_g_pix: 3.1710e-02 ] [ l_g_total: 3.1710e-02 ] +2024-09-26 23:36:14,345 INFO: [ epoch: 134 ] [ iter:179,100 ] [ performance: 18.767 it/s ] [ lr: 2.50e-05 ] [ eta: 18:33:41 ] [ l_g_pix: 2.4239e-02 ] [ l_g_total: 2.4239e-02 ] +2024-09-26 23:36:19,854 INFO: [ epoch: 134 ] [ iter:179,200 ] [ performance: 18.206 it/s ] [ lr: 2.50e-05 ] [ eta: 18:33:21 ] [ l_g_pix: 2.4705e-02 ] [ l_g_total: 2.4705e-02 ] +2024-09-26 23:36:25,360 INFO: [ epoch: 134 ] [ iter:179,300 ] [ performance: 18.639 it/s ] [ lr: 2.50e-05 ] [ eta: 18:33:01 ] [ l_g_pix: 3.2171e-02 ] [ l_g_total: 3.2171e-02 ] +2024-09-26 23:36:30,884 INFO: [ epoch: 134 ] [ iter:179,400 ] [ performance: 18.143 it/s ] [ lr: 2.50e-05 ] [ eta: 18:32:41 ] [ l_g_pix: 2.4436e-02 ] [ l_g_total: 2.4436e-02 ] +2024-09-26 23:36:36,395 INFO: [ epoch: 134 ] [ iter:179,500 ] [ performance: 18.809 it/s ] [ lr: 2.50e-05 ] [ eta: 18:32:20 ] [ l_g_pix: 3.3285e-02 ] [ l_g_total: 3.3285e-02 ] +2024-09-26 23:36:41,907 INFO: [ epoch: 134 ] [ iter:179,600 ] [ performance: 18.186 it/s ] [ lr: 2.50e-05 ] [ eta: 18:32:00 ] [ l_g_pix: 3.2404e-02 ] [ l_g_total: 3.2404e-02 ] +2024-09-26 23:36:47,462 INFO: [ epoch: 134 ] [ iter:179,700 ] [ performance: 18.816 it/s ] [ lr: 2.50e-05 ] [ eta: 18:31:40 ] [ l_g_pix: 3.0012e-02 ] [ l_g_total: 3.0012e-02 ] +2024-09-26 23:36:52,988 INFO: [ epoch: 134 ] [ iter:179,800 ] [ performance: 18.140 it/s ] [ lr: 2.50e-05 ] [ eta: 18:31:20 ] [ l_g_pix: 2.5206e-02 ] [ l_g_total: 2.5206e-02 ] +2024-09-26 23:36:58,495 INFO: [ epoch: 134 ] [ iter:179,900 ] [ performance: 17.669 it/s ] [ lr: 2.50e-05 ] [ eta: 18:31:00 ] [ l_g_pix: 3.6046e-02 ] [ l_g_total: 3.6046e-02 ] +2024-09-26 23:37:04,023 INFO: [ epoch: 134 ] [ iter:180,000 ] [ performance: 18.071 it/s ] [ lr: 2.50e-05 ] [ eta: 18:30:40 ] [ l_g_pix: 3.1078e-02 ] [ l_g_total: 3.1078e-02 ] +2024-09-26 23:37:04,024 INFO: Saving models and training states. +2024-09-26 23:42:03,411 INFO: Validation val + + # psnr: 27.1952........ Best: 27.1990 @ 120000 iter + # ssim: 0.7663........ Best: 0.7663 @ 180000 iter + # dists: 0.7732........ Best: 0.7732 @ 120000 iter + +2024-09-26 23:42:08,953 INFO: [ epoch: 134 ] [ iter:180,100 ] [ performance: 18.183 it/s ] [ lr: 2.50e-05 ] [ eta: 18:53:03 ] [ l_g_pix: 3.8575e-02 ] [ l_g_total: 3.8575e-02 ] +2024-09-26 23:42:14,505 INFO: [ epoch: 134 ] [ iter:180,200 ] [ performance: 18.022 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:43 ] [ l_g_pix: 3.3819e-02 ] [ l_g_total: 3.3819e-02 ] +2024-09-26 23:42:19,956 INFO: [ epoch: 134 ] [ iter:180,300 ] [ performance: 19.185 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:21 ] [ l_g_pix: 3.2146e-02 ] [ l_g_total: 3.2146e-02 ] +2024-09-26 23:42:26,663 INFO: [ epoch: 135 ] [ iter:180,400 ] [ performance: 15.012 it/s ] [ lr: 2.50e-05 ] [ eta: 18:52:06 ] [ l_g_pix: 4.3820e-02 ] [ l_g_total: 4.3820e-02 ] +2024-09-26 23:42:32,309 INFO: [ epoch: 135 ] [ iter:180,500 ] [ performance: 17.862 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:46 ] [ l_g_pix: 2.7105e-02 ] [ l_g_total: 2.7105e-02 ] +2024-09-26 23:42:37,819 INFO: [ epoch: 135 ] [ iter:180,600 ] [ performance: 18.145 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:25 ] [ l_g_pix: 3.1746e-02 ] [ l_g_total: 3.1746e-02 ] +2024-09-26 23:42:43,357 INFO: [ epoch: 135 ] [ iter:180,700 ] [ performance: 19.098 it/s ] [ lr: 2.50e-05 ] [ eta: 18:51:04 ] [ l_g_pix: 4.2029e-02 ] [ l_g_total: 4.2029e-02 ] +2024-09-26 23:42:48,870 INFO: [ epoch: 135 ] [ iter:180,800 ] [ performance: 18.152 it/s ] [ lr: 2.50e-05 ] [ eta: 18:50:43 ] [ l_g_pix: 2.2737e-02 ] [ l_g_total: 2.2737e-02 ] +2024-09-26 23:42:54,401 INFO: [ epoch: 135 ] [ iter:180,900 ] [ performance: 18.118 it/s ] [ lr: 2.50e-05 ] [ eta: 18:50:23 ] [ l_g_pix: 3.6279e-02 ] [ l_g_total: 3.6279e-02 ] +2024-09-26 23:42:59,917 INFO: [ epoch: 135 ] [ iter:181,000 ] [ performance: 18.132 it/s ] [ lr: 2.50e-05 ] [ eta: 18:50:02 ] [ l_g_pix: 2.1462e-02 ] [ l_g_total: 2.1462e-02 ] +2024-09-26 23:43:05,420 INFO: [ epoch: 135 ] [ iter:181,100 ] [ performance: 18.153 it/s ] [ lr: 2.50e-05 ] [ eta: 18:49:41 ] [ l_g_pix: 3.0440e-02 ] [ l_g_total: 3.0440e-02 ] +2024-09-26 23:43:10,963 INFO: [ epoch: 135 ] [ iter:181,200 ] [ performance: 18.048 it/s ] [ lr: 2.50e-05 ] [ eta: 18:49:20 ] [ l_g_pix: 4.4688e-02 ] [ l_g_total: 4.4688e-02 ] +2024-09-26 23:43:16,474 INFO: [ epoch: 135 ] [ iter:181,300 ] [ performance: 18.098 it/s ] [ lr: 2.50e-05 ] [ eta: 18:48:59 ] [ l_g_pix: 2.8494e-02 ] [ l_g_total: 2.8494e-02 ] +2024-09-26 23:43:22,009 INFO: [ epoch: 135 ] [ iter:181,400 ] [ performance: 18.109 it/s ] [ lr: 2.50e-05 ] [ eta: 18:48:39 ] [ l_g_pix: 4.0464e-02 ] [ l_g_total: 4.0464e-02 ] +2024-09-26 23:43:27,662 INFO: [ epoch: 135 ] [ iter:181,500 ] [ performance: 17.895 it/s ] [ lr: 2.50e-05 ] [ eta: 18:48:19 ] [ l_g_pix: 3.4851e-02 ] [ l_g_total: 3.4851e-02 ] +2024-09-26 23:43:33,233 INFO: [ epoch: 135 ] [ iter:181,600 ] [ performance: 17.953 it/s ] [ lr: 2.50e-05 ] [ eta: 18:47:58 ] [ l_g_pix: 2.2739e-02 ] [ l_g_total: 2.2739e-02 ] +2024-09-26 23:43:39,688 INFO: [ epoch: 136 ] [ iter:181,700 ] [ performance: 16.615 it/s ] [ lr: 2.50e-05 ] [ eta: 18:47:42 ] [ l_g_pix: 2.6347e-02 ] [ l_g_total: 2.6347e-02 ] +2024-09-26 23:43:45,609 INFO: [ epoch: 136 ] [ iter:181,800 ] [ performance: 17.101 it/s ] [ lr: 2.50e-05 ] [ eta: 18:47:23 ] [ l_g_pix: 3.0540e-02 ] [ l_g_total: 3.0540e-02 ] +2024-09-26 23:43:51,111 INFO: [ epoch: 136 ] [ iter:181,900 ] [ performance: 17.632 it/s ] [ lr: 2.50e-05 ] [ eta: 18:47:02 ] [ l_g_pix: 3.2752e-02 ] [ l_g_total: 3.2752e-02 ] +2024-09-26 23:43:56,604 INFO: [ epoch: 136 ] [ iter:182,000 ] [ performance: 18.218 it/s ] [ lr: 2.50e-05 ] [ eta: 18:46:42 ] [ l_g_pix: 2.6007e-02 ] [ l_g_total: 2.6007e-02 ] +2024-09-26 23:44:02,083 INFO: [ epoch: 136 ] [ iter:182,100 ] [ performance: 18.236 it/s ] [ lr: 2.50e-05 ] [ eta: 18:46:21 ] [ l_g_pix: 2.6919e-02 ] [ l_g_total: 2.6919e-02 ] +2024-09-26 23:44:07,575 INFO: [ epoch: 136 ] [ iter:182,200 ] [ performance: 18.245 it/s ] [ lr: 2.50e-05 ] [ eta: 18:46:00 ] [ l_g_pix: 3.9870e-02 ] [ l_g_total: 3.9870e-02 ] +2024-09-26 23:44:13,081 INFO: [ epoch: 136 ] [ iter:182,300 ] [ performance: 18.203 it/s ] [ lr: 2.50e-05 ] [ eta: 18:45:40 ] [ l_g_pix: 2.3017e-02 ] [ l_g_total: 2.3017e-02 ] +2024-09-26 23:44:18,597 INFO: [ epoch: 136 ] [ iter:182,400 ] [ performance: 18.167 it/s ] [ lr: 2.50e-05 ] [ eta: 18:45:19 ] [ l_g_pix: 3.1770e-02 ] [ l_g_total: 3.1770e-02 ] +2024-09-26 23:44:24,120 INFO: [ epoch: 136 ] [ iter:182,500 ] [ performance: 18.135 it/s ] [ lr: 2.50e-05 ] [ eta: 18:44:58 ] [ l_g_pix: 3.8772e-02 ] [ l_g_total: 3.8772e-02 ] +2024-09-26 23:44:29,627 INFO: [ epoch: 136 ] [ iter:182,600 ] [ performance: 18.229 it/s ] [ lr: 2.50e-05 ] [ eta: 18:44:38 ] [ l_g_pix: 2.5491e-02 ] [ l_g_total: 2.5491e-02 ] +2024-09-26 23:44:35,124 INFO: [ epoch: 136 ] [ iter:182,700 ] [ performance: 18.210 it/s ] [ lr: 2.50e-05 ] [ eta: 18:44:17 ] [ l_g_pix: 3.3443e-02 ] [ l_g_total: 3.3443e-02 ] +2024-09-26 23:44:40,649 INFO: [ epoch: 136 ] [ iter:182,800 ] [ performance: 18.110 it/s ] [ lr: 2.50e-05 ] [ eta: 18:43:57 ] [ l_g_pix: 3.0390e-02 ] [ l_g_total: 3.0390e-02 ] +2024-09-26 23:44:46,177 INFO: [ epoch: 136 ] [ iter:182,900 ] [ performance: 18.101 it/s ] [ lr: 2.50e-05 ] [ eta: 18:43:36 ] [ l_g_pix: 2.1411e-02 ] [ l_g_total: 2.1411e-02 ] +2024-09-26 23:44:51,590 INFO: [ epoch: 136 ] [ iter:183,000 ] [ performance: 18.567 it/s ] [ lr: 2.50e-05 ] [ eta: 18:43:16 ] [ l_g_pix: 2.3864e-02 ] [ l_g_total: 2.3864e-02 ] +2024-09-26 23:44:58,382 INFO: [ epoch: 137 ] [ iter:183,100 ] [ performance: 16.327 it/s ] [ lr: 2.50e-05 ] [ eta: 18:43:01 ] [ l_g_pix: 3.1424e-02 ] [ l_g_total: 3.1424e-02 ] +2024-09-26 23:45:03,865 INFO: [ epoch: 137 ] [ iter:183,200 ] [ performance: 18.278 it/s ] [ lr: 2.50e-05 ] [ eta: 18:42:40 ] [ l_g_pix: 1.8780e-02 ] [ l_g_total: 1.8780e-02 ] +2024-09-26 23:45:09,360 INFO: [ epoch: 137 ] [ iter:183,300 ] [ performance: 18.237 it/s ] [ lr: 2.50e-05 ] [ eta: 18:42:20 ] [ l_g_pix: 4.0239e-02 ] [ l_g_total: 4.0239e-02 ] +2024-09-26 23:45:14,860 INFO: [ epoch: 137 ] [ iter:183,400 ] [ performance: 18.304 it/s ] [ lr: 2.50e-05 ] [ eta: 18:41:59 ] [ l_g_pix: 2.4890e-02 ] [ l_g_total: 2.4890e-02 ] +2024-09-26 23:45:20,411 INFO: [ epoch: 137 ] [ iter:183,500 ] [ performance: 18.150 it/s ] [ lr: 2.50e-05 ] [ eta: 18:41:39 ] [ l_g_pix: 3.3852e-02 ] [ l_g_total: 3.3852e-02 ] +2024-09-26 23:45:25,933 INFO: [ epoch: 137 ] [ iter:183,600 ] [ performance: 18.193 it/s ] [ lr: 2.50e-05 ] [ eta: 18:41:19 ] [ l_g_pix: 3.0763e-02 ] [ l_g_total: 3.0763e-02 ] +2024-09-26 23:45:31,437 INFO: [ epoch: 137 ] [ iter:183,700 ] [ performance: 18.182 it/s ] [ lr: 2.50e-05 ] [ eta: 18:40:58 ] [ l_g_pix: 2.8657e-02 ] [ l_g_total: 2.8657e-02 ] +2024-09-26 23:45:36,936 INFO: [ epoch: 137 ] [ iter:183,800 ] [ performance: 18.275 it/s ] [ lr: 2.50e-05 ] [ eta: 18:40:38 ] [ l_g_pix: 2.4838e-02 ] [ l_g_total: 2.4838e-02 ] +2024-09-26 23:45:42,462 INFO: [ epoch: 137 ] [ iter:183,900 ] [ performance: 18.181 it/s ] [ lr: 2.50e-05 ] [ eta: 18:40:18 ] [ l_g_pix: 2.9683e-02 ] [ l_g_total: 2.9683e-02 ] +2024-09-26 23:45:48,004 INFO: [ epoch: 137 ] [ iter:184,000 ] [ performance: 18.065 it/s ] [ lr: 2.50e-05 ] [ eta: 18:39:57 ] [ l_g_pix: 3.5166e-02 ] [ l_g_total: 3.5166e-02 ] +2024-09-26 23:45:53,558 INFO: [ epoch: 137 ] [ iter:184,100 ] [ performance: 18.034 it/s ] [ lr: 2.50e-05 ] [ eta: 18:39:37 ] [ l_g_pix: 3.5571e-02 ] [ l_g_total: 3.5571e-02 ] +2024-09-26 23:45:59,115 INFO: [ epoch: 137 ] [ iter:184,200 ] [ performance: 18.056 it/s ] [ lr: 2.50e-05 ] [ eta: 18:39:17 ] [ l_g_pix: 2.3796e-02 ] [ l_g_total: 2.3796e-02 ] +2024-09-26 23:46:04,604 INFO: [ epoch: 137 ] [ iter:184,300 ] [ performance: 18.144 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:57 ] [ l_g_pix: 2.2181e-02 ] [ l_g_total: 2.2181e-02 ] +2024-09-26 23:46:11,319 INFO: [ epoch: 138 ] [ iter:184,400 ] [ performance: 14.379 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:42 ] [ l_g_pix: 2.7658e-02 ] [ l_g_total: 2.7658e-02 ] +2024-09-26 23:46:16,827 INFO: [ epoch: 138 ] [ iter:184,500 ] [ performance: 16.224 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:22 ] [ l_g_pix: 2.0615e-02 ] [ l_g_total: 2.0615e-02 ] +2024-09-26 23:46:22,327 INFO: [ epoch: 138 ] [ iter:184,600 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:01 ] [ l_g_pix: 3.0923e-02 ] [ l_g_total: 3.0923e-02 ] +2024-09-26 23:46:27,864 INFO: [ epoch: 138 ] [ iter:184,700 ] [ performance: 18.171 it/s ] [ lr: 2.50e-05 ] [ eta: 18:37:41 ] [ l_g_pix: 1.4567e-02 ] [ l_g_total: 1.4567e-02 ] +2024-09-26 23:46:33,375 INFO: [ epoch: 138 ] [ iter:184,800 ] [ performance: 18.225 it/s ] [ lr: 2.50e-05 ] [ eta: 18:37:21 ] [ l_g_pix: 3.7492e-02 ] [ l_g_total: 3.7492e-02 ] +2024-09-26 23:46:38,907 INFO: [ epoch: 138 ] [ iter:184,900 ] [ performance: 18.144 it/s ] [ lr: 2.50e-05 ] [ eta: 18:37:01 ] [ l_g_pix: 1.8874e-02 ] [ l_g_total: 1.8874e-02 ] +2024-09-26 23:46:44,457 INFO: [ epoch: 138 ] [ iter:185,000 ] [ performance: 18.117 it/s ] [ lr: 2.50e-05 ] [ eta: 18:36:41 ] [ l_g_pix: 3.2745e-02 ] [ l_g_total: 3.2745e-02 ] +2024-09-26 23:46:49,998 INFO: [ epoch: 138 ] [ iter:185,100 ] [ performance: 18.080 it/s ] [ lr: 2.50e-05 ] [ eta: 18:36:21 ] [ l_g_pix: 3.1085e-02 ] [ l_g_total: 3.1085e-02 ] +2024-09-26 23:46:55,510 INFO: [ epoch: 138 ] [ iter:185,200 ] [ performance: 18.176 it/s ] [ lr: 2.50e-05 ] [ eta: 18:36:01 ] [ l_g_pix: 4.3800e-02 ] [ l_g_total: 4.3800e-02 ] +2024-09-26 23:47:01,030 INFO: [ epoch: 138 ] [ iter:185,300 ] [ performance: 18.145 it/s ] [ lr: 2.50e-05 ] [ eta: 18:35:41 ] [ l_g_pix: 4.4908e-02 ] [ l_g_total: 4.4908e-02 ] +2024-09-26 23:47:06,571 INFO: [ epoch: 138 ] [ iter:185,400 ] [ performance: 18.103 it/s ] [ lr: 2.50e-05 ] [ eta: 18:35:21 ] [ l_g_pix: 3.1018e-02 ] [ l_g_total: 3.1018e-02 ] +2024-09-26 23:47:12,103 INFO: [ epoch: 138 ] [ iter:185,500 ] [ performance: 18.089 it/s ] [ lr: 2.50e-05 ] [ eta: 18:35:01 ] [ l_g_pix: 2.3989e-02 ] [ l_g_total: 2.3989e-02 ] +2024-09-26 23:47:17,561 INFO: [ epoch: 138 ] [ iter:185,600 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 18:34:40 ] [ l_g_pix: 3.0168e-02 ] [ l_g_total: 3.0168e-02 ] +2024-09-26 23:47:22,922 INFO: [ epoch: 138 ] [ iter:185,700 ] [ performance: 18.539 it/s ] [ lr: 2.50e-05 ] [ eta: 18:34:20 ] [ l_g_pix: 2.6343e-02 ] [ l_g_total: 2.6343e-02 ] +2024-09-26 23:47:29,619 INFO: [ epoch: 139 ] [ iter:185,800 ] [ performance: 18.137 it/s ] [ lr: 2.50e-05 ] [ eta: 18:34:05 ] [ l_g_pix: 3.0101e-02 ] [ l_g_total: 3.0101e-02 ] +2024-09-26 23:47:35,129 INFO: [ epoch: 139 ] [ iter:185,900 ] [ performance: 18.145 it/s ] [ lr: 2.50e-05 ] [ eta: 18:33:45 ] [ l_g_pix: 2.3990e-02 ] [ l_g_total: 2.3990e-02 ] +2024-09-26 23:47:40,626 INFO: [ epoch: 139 ] [ iter:186,000 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 18:33:25 ] [ l_g_pix: 2.8953e-02 ] [ l_g_total: 2.8953e-02 ] +2024-09-26 23:47:46,135 INFO: [ epoch: 139 ] [ iter:186,100 ] [ performance: 18.218 it/s ] [ lr: 2.50e-05 ] [ eta: 18:33:05 ] [ l_g_pix: 2.8992e-02 ] [ l_g_total: 2.8992e-02 ] +2024-09-26 23:47:51,663 INFO: [ epoch: 139 ] [ iter:186,200 ] [ performance: 18.229 it/s ] [ lr: 2.50e-05 ] [ eta: 18:32:45 ] [ l_g_pix: 2.7786e-02 ] [ l_g_total: 2.7786e-02 ] +2024-09-26 23:47:57,193 INFO: [ epoch: 139 ] [ iter:186,300 ] [ performance: 18.146 it/s ] [ lr: 2.50e-05 ] [ eta: 18:32:25 ] [ l_g_pix: 2.3131e-02 ] [ l_g_total: 2.3131e-02 ] +2024-09-26 23:48:02,690 INFO: [ epoch: 139 ] [ iter:186,400 ] [ performance: 18.248 it/s ] [ lr: 2.50e-05 ] [ eta: 18:32:05 ] [ l_g_pix: 1.9781e-02 ] [ l_g_total: 1.9781e-02 ] +2024-09-26 23:48:08,204 INFO: [ epoch: 139 ] [ iter:186,500 ] [ performance: 18.185 it/s ] [ lr: 2.50e-05 ] [ eta: 18:31:45 ] [ l_g_pix: 3.5486e-02 ] [ l_g_total: 3.5486e-02 ] +2024-09-26 23:48:13,679 INFO: [ epoch: 139 ] [ iter:186,600 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 18:31:25 ] [ l_g_pix: 2.7118e-02 ] [ l_g_total: 2.7118e-02 ] +2024-09-26 23:48:19,205 INFO: [ epoch: 139 ] [ iter:186,700 ] [ performance: 18.198 it/s ] [ lr: 2.50e-05 ] [ eta: 18:31:05 ] [ l_g_pix: 3.3263e-02 ] [ l_g_total: 3.3263e-02 ] +2024-09-26 23:48:24,697 INFO: [ epoch: 139 ] [ iter:186,800 ] [ performance: 18.298 it/s ] [ lr: 2.50e-05 ] [ eta: 18:30:45 ] [ l_g_pix: 1.5716e-02 ] [ l_g_total: 1.5716e-02 ] +2024-09-26 23:48:30,181 INFO: [ epoch: 139 ] [ iter:186,900 ] [ performance: 18.262 it/s ] [ lr: 2.50e-05 ] [ eta: 18:30:25 ] [ l_g_pix: 2.2947e-02 ] [ l_g_total: 2.2947e-02 ] +2024-09-26 23:48:35,591 INFO: [ epoch: 139 ] [ iter:187,000 ] [ performance: 18.622 it/s ] [ lr: 2.50e-05 ] [ eta: 18:30:05 ] [ l_g_pix: 2.5352e-02 ] [ l_g_total: 2.5352e-02 ] +2024-09-26 23:48:42,476 INFO: [ epoch: 140 ] [ iter:187,100 ] [ performance: 15.974 it/s ] [ lr: 2.50e-05 ] [ eta: 18:29:51 ] [ l_g_pix: 4.1669e-02 ] [ l_g_total: 4.1669e-02 ] +2024-09-26 23:48:47,988 INFO: [ epoch: 140 ] [ iter:187,200 ] [ performance: 18.255 it/s ] [ lr: 2.50e-05 ] [ eta: 18:29:31 ] [ l_g_pix: 2.7352e-02 ] [ l_g_total: 2.7352e-02 ] +2024-09-26 23:48:53,473 INFO: [ epoch: 140 ] [ iter:187,300 ] [ performance: 18.241 it/s ] [ lr: 2.50e-05 ] [ eta: 18:29:11 ] [ l_g_pix: 2.1960e-02 ] [ l_g_total: 2.1960e-02 ] +2024-09-26 23:48:58,979 INFO: [ epoch: 140 ] [ iter:187,400 ] [ performance: 18.214 it/s ] [ lr: 2.50e-05 ] [ eta: 18:28:51 ] [ l_g_pix: 2.5477e-02 ] [ l_g_total: 2.5477e-02 ] +2024-09-26 23:49:04,488 INFO: [ epoch: 140 ] [ iter:187,500 ] [ performance: 18.179 it/s ] [ lr: 2.50e-05 ] [ eta: 18:28:32 ] [ l_g_pix: 1.9764e-02 ] [ l_g_total: 1.9764e-02 ] +2024-09-26 23:49:09,984 INFO: [ epoch: 140 ] [ iter:187,600 ] [ performance: 18.247 it/s ] [ lr: 2.50e-05 ] [ eta: 18:28:12 ] [ l_g_pix: 2.5151e-02 ] [ l_g_total: 2.5151e-02 ] +2024-09-26 23:49:15,508 INFO: [ epoch: 140 ] [ iter:187,700 ] [ performance: 18.162 it/s ] [ lr: 2.50e-05 ] [ eta: 18:27:52 ] [ l_g_pix: 3.4869e-02 ] [ l_g_total: 3.4869e-02 ] +2024-09-26 23:49:20,967 INFO: [ epoch: 140 ] [ iter:187,800 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 18:27:32 ] [ l_g_pix: 2.7587e-02 ] [ l_g_total: 2.7587e-02 ] +2024-09-26 23:49:26,459 INFO: [ epoch: 140 ] [ iter:187,900 ] [ performance: 18.271 it/s ] [ lr: 2.50e-05 ] [ eta: 18:27:12 ] [ l_g_pix: 5.5029e-02 ] [ l_g_total: 5.5029e-02 ] +2024-09-26 23:49:31,941 INFO: [ epoch: 140 ] [ iter:188,000 ] [ performance: 18.323 it/s ] [ lr: 2.50e-05 ] [ eta: 18:26:52 ] [ l_g_pix: 2.8258e-02 ] [ l_g_total: 2.8258e-02 ] +2024-09-26 23:49:37,424 INFO: [ epoch: 140 ] [ iter:188,100 ] [ performance: 18.273 it/s ] [ lr: 2.50e-05 ] [ eta: 18:26:33 ] [ l_g_pix: 2.4088e-02 ] [ l_g_total: 2.4088e-02 ] +2024-09-26 23:49:42,876 INFO: [ epoch: 140 ] [ iter:188,200 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 18:26:13 ] [ l_g_pix: 3.3685e-02 ] [ l_g_total: 3.3685e-02 ] +2024-09-26 23:49:48,327 INFO: [ epoch: 140 ] [ iter:188,300 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 18:25:53 ] [ l_g_pix: 3.9554e-02 ] [ l_g_total: 3.9554e-02 ] +2024-09-26 23:49:54,991 INFO: [ epoch: 141 ] [ iter:188,400 ] [ performance: 13.441 it/s ] [ lr: 2.50e-05 ] [ eta: 18:25:38 ] [ l_g_pix: 2.9601e-02 ] [ l_g_total: 2.9601e-02 ] +2024-09-26 23:50:00,537 INFO: [ epoch: 141 ] [ iter:188,500 ] [ performance: 15.930 it/s ] [ lr: 2.50e-05 ] [ eta: 18:25:19 ] [ l_g_pix: 3.4268e-02 ] [ l_g_total: 3.4268e-02 ] +2024-09-26 23:50:05,988 INFO: [ epoch: 141 ] [ iter:188,600 ] [ performance: 18.309 it/s ] [ lr: 2.50e-05 ] [ eta: 18:24:59 ] [ l_g_pix: 2.7476e-02 ] [ l_g_total: 2.7476e-02 ] +2024-09-26 23:50:11,470 INFO: [ epoch: 141 ] [ iter:188,700 ] [ performance: 18.268 it/s ] [ lr: 2.50e-05 ] [ eta: 18:24:39 ] [ l_g_pix: 2.6702e-02 ] [ l_g_total: 2.6702e-02 ] +2024-09-26 23:50:16,962 INFO: [ epoch: 141 ] [ iter:188,800 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 18:24:19 ] [ l_g_pix: 3.0652e-02 ] [ l_g_total: 3.0652e-02 ] +2024-09-26 23:50:22,440 INFO: [ epoch: 141 ] [ iter:188,900 ] [ performance: 18.289 it/s ] [ lr: 2.50e-05 ] [ eta: 18:24:00 ] [ l_g_pix: 1.9201e-02 ] [ l_g_total: 1.9201e-02 ] +2024-09-26 23:50:27,906 INFO: [ epoch: 141 ] [ iter:189,000 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 18:23:40 ] [ l_g_pix: 3.3457e-02 ] [ l_g_total: 3.3457e-02 ] +2024-09-26 23:50:33,399 INFO: [ epoch: 141 ] [ iter:189,100 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 18:23:20 ] [ l_g_pix: 2.8876e-02 ] [ l_g_total: 2.8876e-02 ] +2024-09-26 23:50:38,873 INFO: [ epoch: 141 ] [ iter:189,200 ] [ performance: 18.356 it/s ] [ lr: 2.50e-05 ] [ eta: 18:23:01 ] [ l_g_pix: 2.6005e-02 ] [ l_g_total: 2.6005e-02 ] +2024-09-26 23:50:44,381 INFO: [ epoch: 141 ] [ iter:189,300 ] [ performance: 18.231 it/s ] [ lr: 2.50e-05 ] [ eta: 18:22:41 ] [ l_g_pix: 1.7132e-02 ] [ l_g_total: 1.7132e-02 ] +2024-09-26 23:50:49,881 INFO: [ epoch: 141 ] [ iter:189,400 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 18:22:21 ] [ l_g_pix: 4.2759e-02 ] [ l_g_total: 4.2759e-02 ] +2024-09-26 23:50:55,393 INFO: [ epoch: 141 ] [ iter:189,500 ] [ performance: 18.210 it/s ] [ lr: 2.50e-05 ] [ eta: 18:22:02 ] [ l_g_pix: 3.0547e-02 ] [ l_g_total: 3.0547e-02 ] +2024-09-26 23:51:00,898 INFO: [ epoch: 141 ] [ iter:189,600 ] [ performance: 18.274 it/s ] [ lr: 2.50e-05 ] [ eta: 18:21:42 ] [ l_g_pix: 3.7495e-02 ] [ l_g_total: 3.7495e-02 ] +2024-09-26 23:51:06,273 INFO: [ epoch: 141 ] [ iter:189,700 ] [ performance: 18.484 it/s ] [ lr: 2.50e-05 ] [ eta: 18:21:22 ] [ l_g_pix: 3.3431e-02 ] [ l_g_total: 3.3431e-02 ] +2024-09-26 23:51:13,077 INFO: [ epoch: 142 ] [ iter:189,800 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 18:21:08 ] [ l_g_pix: 2.2945e-02 ] [ l_g_total: 2.2945e-02 ] +2024-09-26 23:51:18,578 INFO: [ epoch: 142 ] [ iter:189,900 ] [ performance: 18.255 it/s ] [ lr: 2.50e-05 ] [ eta: 18:20:49 ] [ l_g_pix: 3.9866e-02 ] [ l_g_total: 3.9866e-02 ] +2024-09-26 23:51:24,074 INFO: [ epoch: 142 ] [ iter:190,000 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 18:20:30 ] [ l_g_pix: 1.4481e-02 ] [ l_g_total: 1.4481e-02 ] +2024-09-26 23:51:24,074 INFO: Saving models and training states. +2024-09-26 23:55:48,070 INFO: Validation val + + # psnr: 27.1922........ Best: 27.1990 @ 120000 iter + # ssim: 0.7662........ Best: 0.7663 @ 180000 iter + # dists: 0.7733........ Best: 0.7732 @ 120000 iter + +2024-09-26 23:55:53,557 INFO: [ epoch: 142 ] [ iter:190,100 ] [ performance: 18.278 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:55 ] [ l_g_pix: 2.6869e-02 ] [ l_g_total: 2.6869e-02 ] +2024-09-26 23:55:59,071 INFO: [ epoch: 142 ] [ iter:190,200 ] [ performance: 18.161 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:35 ] [ l_g_pix: 2.6420e-02 ] [ l_g_total: 2.6420e-02 ] +2024-09-26 23:56:04,632 INFO: [ epoch: 142 ] [ iter:190,300 ] [ performance: 18.046 it/s ] [ lr: 2.50e-05 ] [ eta: 18:38:15 ] [ l_g_pix: 2.4485e-02 ] [ l_g_total: 2.4485e-02 ] +2024-09-26 23:56:10,217 INFO: [ epoch: 142 ] [ iter:190,400 ] [ performance: 18.105 it/s ] [ lr: 2.50e-05 ] [ eta: 18:37:55 ] [ l_g_pix: 4.1866e-02 ] [ l_g_total: 4.1866e-02 ] +2024-09-26 23:56:15,775 INFO: [ epoch: 142 ] [ iter:190,500 ] [ performance: 18.033 it/s ] [ lr: 2.50e-05 ] [ eta: 18:37:35 ] [ l_g_pix: 4.4134e-02 ] [ l_g_total: 4.4134e-02 ] +2024-09-26 23:56:21,265 INFO: [ epoch: 142 ] [ iter:190,600 ] [ performance: 18.519 it/s ] [ lr: 2.50e-05 ] [ eta: 18:37:15 ] [ l_g_pix: 2.4744e-02 ] [ l_g_total: 2.4744e-02 ] +2024-09-26 23:56:26,805 INFO: [ epoch: 142 ] [ iter:190,700 ] [ performance: 18.209 it/s ] [ lr: 2.50e-05 ] [ eta: 18:36:55 ] [ l_g_pix: 2.8401e-02 ] [ l_g_total: 2.8401e-02 ] +2024-09-26 23:56:32,270 INFO: [ epoch: 142 ] [ iter:190,800 ] [ performance: 18.566 it/s ] [ lr: 2.50e-05 ] [ eta: 18:36:35 ] [ l_g_pix: 2.2412e-02 ] [ l_g_total: 2.2412e-02 ] +2024-09-26 23:56:37,819 INFO: [ epoch: 142 ] [ iter:190,900 ] [ performance: 18.203 it/s ] [ lr: 2.50e-05 ] [ eta: 18:36:15 ] [ l_g_pix: 1.8505e-02 ] [ l_g_total: 1.8505e-02 ] +2024-09-26 23:56:43,278 INFO: [ epoch: 142 ] [ iter:191,000 ] [ performance: 18.772 it/s ] [ lr: 2.50e-05 ] [ eta: 18:35:55 ] [ l_g_pix: 2.6227e-02 ] [ l_g_total: 2.6227e-02 ] +2024-09-26 23:56:50,041 INFO: [ epoch: 143 ] [ iter:191,100 ] [ performance: 15.914 it/s ] [ lr: 2.50e-05 ] [ eta: 18:35:40 ] [ l_g_pix: 3.2089e-02 ] [ l_g_total: 3.2089e-02 ] +2024-09-26 23:56:55,547 INFO: [ epoch: 143 ] [ iter:191,200 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 18:35:20 ] [ l_g_pix: 4.5269e-02 ] [ l_g_total: 4.5269e-02 ] +2024-09-26 23:57:01,093 INFO: [ epoch: 143 ] [ iter:191,300 ] [ performance: 18.136 it/s ] [ lr: 2.50e-05 ] [ eta: 18:35:00 ] [ l_g_pix: 2.5784e-02 ] [ l_g_total: 2.5784e-02 ] +2024-09-26 23:57:06,617 INFO: [ epoch: 143 ] [ iter:191,400 ] [ performance: 18.214 it/s ] [ lr: 2.50e-05 ] [ eta: 18:34:40 ] [ l_g_pix: 3.1087e-02 ] [ l_g_total: 3.1087e-02 ] +2024-09-26 23:57:12,153 INFO: [ epoch: 143 ] [ iter:191,500 ] [ performance: 18.113 it/s ] [ lr: 2.50e-05 ] [ eta: 18:34:21 ] [ l_g_pix: 2.2480e-02 ] [ l_g_total: 2.2480e-02 ] +2024-09-26 23:57:17,763 INFO: [ epoch: 143 ] [ iter:191,600 ] [ performance: 17.733 it/s ] [ lr: 2.50e-05 ] [ eta: 18:34:01 ] [ l_g_pix: 2.7454e-02 ] [ l_g_total: 2.7454e-02 ] +2024-09-26 23:57:23,260 INFO: [ epoch: 143 ] [ iter:191,700 ] [ performance: 18.044 it/s ] [ lr: 2.50e-05 ] [ eta: 18:33:41 ] [ l_g_pix: 2.9760e-02 ] [ l_g_total: 2.9760e-02 ] +2024-09-26 23:57:28,782 INFO: [ epoch: 143 ] [ iter:191,800 ] [ performance: 18.365 it/s ] [ lr: 2.50e-05 ] [ eta: 18:33:21 ] [ l_g_pix: 2.0394e-02 ] [ l_g_total: 2.0394e-02 ] +2024-09-26 23:57:34,270 INFO: [ epoch: 143 ] [ iter:191,900 ] [ performance: 18.269 it/s ] [ lr: 2.50e-05 ] [ eta: 18:33:01 ] [ l_g_pix: 2.2094e-02 ] [ l_g_total: 2.2094e-02 ] +2024-09-26 23:57:39,809 INFO: [ epoch: 143 ] [ iter:192,000 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 18:32:42 ] [ l_g_pix: 3.5371e-02 ] [ l_g_total: 3.5371e-02 ] +2024-09-26 23:57:45,337 INFO: [ epoch: 143 ] [ iter:192,100 ] [ performance: 18.153 it/s ] [ lr: 2.50e-05 ] [ eta: 18:32:22 ] [ l_g_pix: 2.7886e-02 ] [ l_g_total: 2.7886e-02 ] +2024-09-26 23:57:50,930 INFO: [ epoch: 143 ] [ iter:192,200 ] [ performance: 17.959 it/s ] [ lr: 2.50e-05 ] [ eta: 18:32:02 ] [ l_g_pix: 2.3999e-02 ] [ l_g_total: 2.3999e-02 ] +2024-09-26 23:57:56,412 INFO: [ epoch: 143 ] [ iter:192,300 ] [ performance: 18.154 it/s ] [ lr: 2.50e-05 ] [ eta: 18:31:42 ] [ l_g_pix: 2.5424e-02 ] [ l_g_total: 2.5424e-02 ] +2024-09-26 23:58:03,072 INFO: [ epoch: 144 ] [ iter:192,400 ] [ performance: 12.006 it/s ] [ lr: 2.50e-05 ] [ eta: 18:31:27 ] [ l_g_pix: 4.5359e-02 ] [ l_g_total: 4.5359e-02 ] +2024-09-26 23:58:08,669 INFO: [ epoch: 144 ] [ iter:192,500 ] [ performance: 15.583 it/s ] [ lr: 2.50e-05 ] [ eta: 18:31:08 ] [ l_g_pix: 2.0063e-02 ] [ l_g_total: 2.0063e-02 ] +2024-09-26 23:58:14,136 INFO: [ epoch: 144 ] [ iter:192,600 ] [ performance: 18.569 it/s ] [ lr: 2.50e-05 ] [ eta: 18:30:48 ] [ l_g_pix: 2.8359e-02 ] [ l_g_total: 2.8359e-02 ] +2024-09-26 23:58:19,638 INFO: [ epoch: 144 ] [ iter:192,700 ] [ performance: 18.292 it/s ] [ lr: 2.50e-05 ] [ eta: 18:30:28 ] [ l_g_pix: 4.4767e-02 ] [ l_g_total: 4.4767e-02 ] +2024-09-26 23:58:25,146 INFO: [ epoch: 144 ] [ iter:192,800 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 18:30:09 ] [ l_g_pix: 3.1132e-02 ] [ l_g_total: 3.1132e-02 ] +2024-09-26 23:58:30,673 INFO: [ epoch: 144 ] [ iter:192,900 ] [ performance: 18.183 it/s ] [ lr: 2.50e-05 ] [ eta: 18:29:49 ] [ l_g_pix: 2.9613e-02 ] [ l_g_total: 2.9613e-02 ] +2024-09-26 23:58:36,184 INFO: [ epoch: 144 ] [ iter:193,000 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 18:29:29 ] [ l_g_pix: 3.4401e-02 ] [ l_g_total: 3.4401e-02 ] +2024-09-26 23:58:41,676 INFO: [ epoch: 144 ] [ iter:193,100 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 18:29:09 ] [ l_g_pix: 3.8499e-02 ] [ l_g_total: 3.8499e-02 ] +2024-09-26 23:58:47,179 INFO: [ epoch: 144 ] [ iter:193,200 ] [ performance: 18.397 it/s ] [ lr: 2.50e-05 ] [ eta: 18:28:50 ] [ l_g_pix: 2.8443e-02 ] [ l_g_total: 2.8443e-02 ] +2024-09-26 23:58:52,724 INFO: [ epoch: 144 ] [ iter:193,300 ] [ performance: 18.136 it/s ] [ lr: 2.50e-05 ] [ eta: 18:28:30 ] [ l_g_pix: 3.0182e-02 ] [ l_g_total: 3.0182e-02 ] +2024-09-26 23:58:58,219 INFO: [ epoch: 144 ] [ iter:193,400 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 18:28:11 ] [ l_g_pix: 2.9467e-02 ] [ l_g_total: 2.9467e-02 ] +2024-09-26 23:59:03,764 INFO: [ epoch: 144 ] [ iter:193,500 ] [ performance: 18.123 it/s ] [ lr: 2.50e-05 ] [ eta: 18:27:51 ] [ l_g_pix: 4.3313e-02 ] [ l_g_total: 4.3313e-02 ] +2024-09-26 23:59:09,259 INFO: [ epoch: 144 ] [ iter:193,600 ] [ performance: 18.578 it/s ] [ lr: 2.50e-05 ] [ eta: 18:27:31 ] [ l_g_pix: 3.3651e-02 ] [ l_g_total: 3.3651e-02 ] +2024-09-26 23:59:14,647 INFO: [ epoch: 144 ] [ iter:193,700 ] [ performance: 18.567 it/s ] [ lr: 2.50e-05 ] [ eta: 18:27:11 ] [ l_g_pix: 2.8601e-02 ] [ l_g_total: 2.8601e-02 ] +2024-09-26 23:59:21,459 INFO: [ epoch: 145 ] [ iter:193,800 ] [ performance: 18.180 it/s ] [ lr: 2.50e-05 ] [ eta: 18:26:57 ] [ l_g_pix: 3.2555e-02 ] [ l_g_total: 3.2555e-02 ] +2024-09-26 23:59:26,965 INFO: [ epoch: 145 ] [ iter:193,900 ] [ performance: 18.169 it/s ] [ lr: 2.50e-05 ] [ eta: 18:26:37 ] [ l_g_pix: 3.5512e-02 ] [ l_g_total: 3.5512e-02 ] +2024-09-26 23:59:32,465 INFO: [ epoch: 145 ] [ iter:194,000 ] [ performance: 18.421 it/s ] [ lr: 2.50e-05 ] [ eta: 18:26:18 ] [ l_g_pix: 1.8142e-02 ] [ l_g_total: 1.8142e-02 ] +2024-09-26 23:59:37,954 INFO: [ epoch: 145 ] [ iter:194,100 ] [ performance: 18.273 it/s ] [ lr: 2.50e-05 ] [ eta: 18:25:58 ] [ l_g_pix: 2.1036e-02 ] [ l_g_total: 2.1036e-02 ] +2024-09-26 23:59:43,462 INFO: [ epoch: 145 ] [ iter:194,200 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 18:25:39 ] [ l_g_pix: 2.2604e-02 ] [ l_g_total: 2.2604e-02 ] +2024-09-26 23:59:48,968 INFO: [ epoch: 145 ] [ iter:194,300 ] [ performance: 18.231 it/s ] [ lr: 2.50e-05 ] [ eta: 18:25:19 ] [ l_g_pix: 5.3796e-02 ] [ l_g_total: 5.3796e-02 ] +2024-09-26 23:59:54,462 INFO: [ epoch: 145 ] [ iter:194,400 ] [ performance: 18.481 it/s ] [ lr: 2.50e-05 ] [ eta: 18:25:00 ] [ l_g_pix: 1.9331e-02 ] [ l_g_total: 1.9331e-02 ] +2024-09-26 23:59:59,970 INFO: [ epoch: 145 ] [ iter:194,500 ] [ performance: 18.238 it/s ] [ lr: 2.50e-05 ] [ eta: 18:24:40 ] [ l_g_pix: 3.7385e-02 ] [ l_g_total: 3.7385e-02 ] +2024-09-27 00:00:05,481 INFO: [ epoch: 145 ] [ iter:194,600 ] [ performance: 18.188 it/s ] [ lr: 2.50e-05 ] [ eta: 18:24:21 ] [ l_g_pix: 3.3627e-02 ] [ l_g_total: 3.3627e-02 ] +2024-09-27 00:00:11,020 INFO: [ epoch: 145 ] [ iter:194,700 ] [ performance: 18.089 it/s ] [ lr: 2.50e-05 ] [ eta: 18:24:01 ] [ l_g_pix: 2.7470e-02 ] [ l_g_total: 2.7470e-02 ] +2024-09-27 00:00:16,558 INFO: [ epoch: 145 ] [ iter:194,800 ] [ performance: 18.471 it/s ] [ lr: 2.50e-05 ] [ eta: 18:23:42 ] [ l_g_pix: 3.8647e-02 ] [ l_g_total: 3.8647e-02 ] +2024-09-27 00:00:22,166 INFO: [ epoch: 145 ] [ iter:194,900 ] [ performance: 17.980 it/s ] [ lr: 2.50e-05 ] [ eta: 18:23:23 ] [ l_g_pix: 1.8282e-02 ] [ l_g_total: 1.8282e-02 ] +2024-09-27 00:00:27,560 INFO: [ epoch: 145 ] [ iter:195,000 ] [ performance: 18.905 it/s ] [ lr: 2.50e-05 ] [ eta: 18:23:03 ] [ l_g_pix: 2.4928e-02 ] [ l_g_total: 2.4928e-02 ] +2024-09-27 00:00:34,306 INFO: [ epoch: 146 ] [ iter:195,100 ] [ performance: 15.604 it/s ] [ lr: 2.50e-05 ] [ eta: 18:22:49 ] [ l_g_pix: 3.4930e-02 ] [ l_g_total: 3.4930e-02 ] +2024-09-27 00:00:39,788 INFO: [ epoch: 146 ] [ iter:195,200 ] [ performance: 18.588 it/s ] [ lr: 2.50e-05 ] [ eta: 18:22:29 ] [ l_g_pix: 3.4337e-02 ] [ l_g_total: 3.4337e-02 ] +2024-09-27 00:00:45,280 INFO: [ epoch: 146 ] [ iter:195,300 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 18:22:10 ] [ l_g_pix: 2.6860e-02 ] [ l_g_total: 2.6860e-02 ] +2024-09-27 00:00:50,755 INFO: [ epoch: 146 ] [ iter:195,400 ] [ performance: 18.259 it/s ] [ lr: 2.50e-05 ] [ eta: 18:21:50 ] [ l_g_pix: 3.4673e-02 ] [ l_g_total: 3.4673e-02 ] +2024-09-27 00:00:56,234 INFO: [ epoch: 146 ] [ iter:195,500 ] [ performance: 18.256 it/s ] [ lr: 2.50e-05 ] [ eta: 18:21:31 ] [ l_g_pix: 3.6106e-02 ] [ l_g_total: 3.6106e-02 ] +2024-09-27 00:01:01,752 INFO: [ epoch: 146 ] [ iter:195,600 ] [ performance: 18.680 it/s ] [ lr: 2.50e-05 ] [ eta: 18:21:11 ] [ l_g_pix: 2.5379e-02 ] [ l_g_total: 2.5379e-02 ] +2024-09-27 00:01:07,227 INFO: [ epoch: 146 ] [ iter:195,700 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 18:20:52 ] [ l_g_pix: 2.5317e-02 ] [ l_g_total: 2.5317e-02 ] +2024-09-27 00:01:12,698 INFO: [ epoch: 146 ] [ iter:195,800 ] [ performance: 18.784 it/s ] [ lr: 2.50e-05 ] [ eta: 18:20:32 ] [ l_g_pix: 2.4265e-02 ] [ l_g_total: 2.4265e-02 ] +2024-09-27 00:01:18,269 INFO: [ epoch: 146 ] [ iter:195,900 ] [ performance: 18.120 it/s ] [ lr: 2.50e-05 ] [ eta: 18:20:13 ] [ l_g_pix: 3.5704e-02 ] [ l_g_total: 3.5704e-02 ] +2024-09-27 00:01:23,781 INFO: [ epoch: 146 ] [ iter:196,000 ] [ performance: 18.128 it/s ] [ lr: 2.50e-05 ] [ eta: 18:19:54 ] [ l_g_pix: 2.7727e-02 ] [ l_g_total: 2.7727e-02 ] +2024-09-27 00:01:29,304 INFO: [ epoch: 146 ] [ iter:196,100 ] [ performance: 18.110 it/s ] [ lr: 2.50e-05 ] [ eta: 18:19:35 ] [ l_g_pix: 2.7407e-02 ] [ l_g_total: 2.7407e-02 ] +2024-09-27 00:01:34,780 INFO: [ epoch: 146 ] [ iter:196,200 ] [ performance: 18.581 it/s ] [ lr: 2.50e-05 ] [ eta: 18:19:15 ] [ l_g_pix: 2.3744e-02 ] [ l_g_total: 2.3744e-02 ] +2024-09-27 00:01:40,274 INFO: [ epoch: 146 ] [ iter:196,300 ] [ performance: 18.274 it/s ] [ lr: 2.50e-05 ] [ eta: 18:18:56 ] [ l_g_pix: 3.6382e-02 ] [ l_g_total: 3.6382e-02 ] +2024-09-27 00:01:46,827 INFO: [ epoch: 147 ] [ iter:196,400 ] [ performance: 9.484 it/s ] [ lr: 2.50e-05 ] [ eta: 18:18:41 ] [ l_g_pix: 2.5445e-02 ] [ l_g_total: 2.5445e-02 ] +2024-09-27 00:01:52,626 INFO: [ epoch: 147 ] [ iter:196,500 ] [ performance: 14.967 it/s ] [ lr: 2.50e-05 ] [ eta: 18:18:23 ] [ l_g_pix: 3.3479e-02 ] [ l_g_total: 3.3479e-02 ] +2024-09-27 00:01:58,064 INFO: [ epoch: 147 ] [ iter:196,600 ] [ performance: 18.658 it/s ] [ lr: 2.50e-05 ] [ eta: 18:18:04 ] [ l_g_pix: 2.5798e-02 ] [ l_g_total: 2.5798e-02 ] +2024-09-27 00:02:03,519 INFO: [ epoch: 147 ] [ iter:196,700 ] [ performance: 18.390 it/s ] [ lr: 2.50e-05 ] [ eta: 18:17:44 ] [ l_g_pix: 2.0714e-02 ] [ l_g_total: 2.0714e-02 ] +2024-09-27 00:02:09,039 INFO: [ epoch: 147 ] [ iter:196,800 ] [ performance: 18.537 it/s ] [ lr: 2.50e-05 ] [ eta: 18:17:25 ] [ l_g_pix: 1.5217e-02 ] [ l_g_total: 1.5217e-02 ] +2024-09-27 00:02:14,549 INFO: [ epoch: 147 ] [ iter:196,900 ] [ performance: 18.218 it/s ] [ lr: 2.50e-05 ] [ eta: 18:17:06 ] [ l_g_pix: 1.8594e-02 ] [ l_g_total: 1.8594e-02 ] +2024-09-27 00:02:20,042 INFO: [ epoch: 147 ] [ iter:197,000 ] [ performance: 18.434 it/s ] [ lr: 2.50e-05 ] [ eta: 18:16:47 ] [ l_g_pix: 2.5730e-02 ] [ l_g_total: 2.5730e-02 ] +2024-09-27 00:02:25,568 INFO: [ epoch: 147 ] [ iter:197,100 ] [ performance: 18.153 it/s ] [ lr: 2.50e-05 ] [ eta: 18:16:28 ] [ l_g_pix: 2.7930e-02 ] [ l_g_total: 2.7930e-02 ] +2024-09-27 00:02:31,066 INFO: [ epoch: 147 ] [ iter:197,200 ] [ performance: 18.146 it/s ] [ lr: 2.50e-05 ] [ eta: 18:16:09 ] [ l_g_pix: 2.9075e-02 ] [ l_g_total: 2.9075e-02 ] +2024-09-27 00:02:36,560 INFO: [ epoch: 147 ] [ iter:197,300 ] [ performance: 18.196 it/s ] [ lr: 2.50e-05 ] [ eta: 18:15:49 ] [ l_g_pix: 3.2254e-02 ] [ l_g_total: 3.2254e-02 ] +2024-09-27 00:02:42,091 INFO: [ epoch: 147 ] [ iter:197,400 ] [ performance: 18.746 it/s ] [ lr: 2.50e-05 ] [ eta: 18:15:30 ] [ l_g_pix: 3.4341e-02 ] [ l_g_total: 3.4341e-02 ] +2024-09-27 00:02:47,582 INFO: [ epoch: 147 ] [ iter:197,500 ] [ performance: 18.295 it/s ] [ lr: 2.50e-05 ] [ eta: 18:15:11 ] [ l_g_pix: 3.1535e-02 ] [ l_g_total: 3.1535e-02 ] +2024-09-27 00:02:53,057 INFO: [ epoch: 147 ] [ iter:197,600 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 18:14:52 ] [ l_g_pix: 3.3092e-02 ] [ l_g_total: 3.3092e-02 ] +2024-09-27 00:02:58,451 INFO: [ epoch: 147 ] [ iter:197,700 ] [ performance: 18.505 it/s ] [ lr: 2.50e-05 ] [ eta: 18:14:32 ] [ l_g_pix: 2.8678e-02 ] [ l_g_total: 2.8678e-02 ] +2024-09-27 00:03:05,312 INFO: [ epoch: 148 ] [ iter:197,800 ] [ performance: 18.555 it/s ] [ lr: 2.50e-05 ] [ eta: 18:14:19 ] [ l_g_pix: 3.1747e-02 ] [ l_g_total: 3.1747e-02 ] +2024-09-27 00:03:10,805 INFO: [ epoch: 148 ] [ iter:197,900 ] [ performance: 18.254 it/s ] [ lr: 2.50e-05 ] [ eta: 18:14:00 ] [ l_g_pix: 3.5815e-02 ] [ l_g_total: 3.5815e-02 ] +2024-09-27 00:03:16,342 INFO: [ epoch: 148 ] [ iter:198,000 ] [ performance: 18.033 it/s ] [ lr: 2.50e-05 ] [ eta: 18:13:41 ] [ l_g_pix: 3.5014e-02 ] [ l_g_total: 3.5014e-02 ] +2024-09-27 00:03:21,839 INFO: [ epoch: 148 ] [ iter:198,100 ] [ performance: 18.171 it/s ] [ lr: 2.50e-05 ] [ eta: 18:13:22 ] [ l_g_pix: 3.2707e-02 ] [ l_g_total: 3.2707e-02 ] +2024-09-27 00:03:27,348 INFO: [ epoch: 148 ] [ iter:198,200 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 18:13:03 ] [ l_g_pix: 2.0349e-02 ] [ l_g_total: 2.0349e-02 ] +2024-09-27 00:03:32,844 INFO: [ epoch: 148 ] [ iter:198,300 ] [ performance: 18.223 it/s ] [ lr: 2.50e-05 ] [ eta: 18:12:44 ] [ l_g_pix: 2.6604e-02 ] [ l_g_total: 2.6604e-02 ] +2024-09-27 00:03:38,339 INFO: [ epoch: 148 ] [ iter:198,400 ] [ performance: 17.900 it/s ] [ lr: 2.50e-05 ] [ eta: 18:12:25 ] [ l_g_pix: 3.5548e-02 ] [ l_g_total: 3.5548e-02 ] +2024-09-27 00:03:43,825 INFO: [ epoch: 148 ] [ iter:198,500 ] [ performance: 18.192 it/s ] [ lr: 2.50e-05 ] [ eta: 18:12:06 ] [ l_g_pix: 2.7779e-02 ] [ l_g_total: 2.7779e-02 ] +2024-09-27 00:03:49,331 INFO: [ epoch: 148 ] [ iter:198,600 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 18:11:47 ] [ l_g_pix: 3.4288e-02 ] [ l_g_total: 3.4288e-02 ] +2024-09-27 00:03:54,859 INFO: [ epoch: 148 ] [ iter:198,700 ] [ performance: 18.122 it/s ] [ lr: 2.50e-05 ] [ eta: 18:11:28 ] [ l_g_pix: 2.4316e-02 ] [ l_g_total: 2.4316e-02 ] +2024-09-27 00:04:00,351 INFO: [ epoch: 148 ] [ iter:198,800 ] [ performance: 18.396 it/s ] [ lr: 2.50e-05 ] [ eta: 18:11:09 ] [ l_g_pix: 3.3607e-02 ] [ l_g_total: 3.3607e-02 ] +2024-09-27 00:04:05,856 INFO: [ epoch: 148 ] [ iter:198,900 ] [ performance: 18.192 it/s ] [ lr: 2.50e-05 ] [ eta: 18:10:50 ] [ l_g_pix: 3.1640e-02 ] [ l_g_total: 3.1640e-02 ] +2024-09-27 00:04:11,301 INFO: [ epoch: 148 ] [ iter:199,000 ] [ performance: 18.826 it/s ] [ lr: 2.50e-05 ] [ eta: 18:10:31 ] [ l_g_pix: 4.2442e-02 ] [ l_g_total: 4.2442e-02 ] +2024-09-27 00:04:18,185 INFO: [ epoch: 149 ] [ iter:199,100 ] [ performance: 14.836 it/s ] [ lr: 2.50e-05 ] [ eta: 18:10:18 ] [ l_g_pix: 2.7119e-02 ] [ l_g_total: 2.7119e-02 ] +2024-09-27 00:04:23,695 INFO: [ epoch: 149 ] [ iter:199,200 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 18:09:59 ] [ l_g_pix: 4.5891e-02 ] [ l_g_total: 4.5891e-02 ] +2024-09-27 00:04:29,200 INFO: [ epoch: 149 ] [ iter:199,300 ] [ performance: 18.185 it/s ] [ lr: 2.50e-05 ] [ eta: 18:09:40 ] [ l_g_pix: 3.4924e-02 ] [ l_g_total: 3.4924e-02 ] +2024-09-27 00:04:34,721 INFO: [ epoch: 149 ] [ iter:199,400 ] [ performance: 18.624 it/s ] [ lr: 2.50e-05 ] [ eta: 18:09:21 ] [ l_g_pix: 3.0187e-02 ] [ l_g_total: 3.0187e-02 ] +2024-09-27 00:04:40,215 INFO: [ epoch: 149 ] [ iter:199,500 ] [ performance: 18.234 it/s ] [ lr: 2.50e-05 ] [ eta: 18:09:02 ] [ l_g_pix: 2.6801e-02 ] [ l_g_total: 2.6801e-02 ] +2024-09-27 00:04:45,727 INFO: [ epoch: 149 ] [ iter:199,600 ] [ performance: 18.044 it/s ] [ lr: 2.50e-05 ] [ eta: 18:08:43 ] [ l_g_pix: 2.9247e-02 ] [ l_g_total: 2.9247e-02 ] +2024-09-27 00:04:51,221 INFO: [ epoch: 149 ] [ iter:199,700 ] [ performance: 18.195 it/s ] [ lr: 2.50e-05 ] [ eta: 18:08:25 ] [ l_g_pix: 3.1308e-02 ] [ l_g_total: 3.1308e-02 ] +2024-09-27 00:04:56,717 INFO: [ epoch: 149 ] [ iter:199,800 ] [ performance: 18.838 it/s ] [ lr: 2.50e-05 ] [ eta: 18:08:06 ] [ l_g_pix: 2.7933e-02 ] [ l_g_total: 2.7933e-02 ] +2024-09-27 00:05:02,234 INFO: [ epoch: 149 ] [ iter:199,900 ] [ performance: 18.166 it/s ] [ lr: 2.50e-05 ] [ eta: 18:07:47 ] [ l_g_pix: 2.8114e-02 ] [ l_g_total: 2.8114e-02 ] +2024-09-27 00:05:07,770 INFO: [ epoch: 149 ] [ iter:200,000 ] [ performance: 18.632 it/s ] [ lr: 2.50e-05 ] [ eta: 18:07:28 ] [ l_g_pix: 2.9825e-02 ] [ l_g_total: 2.9825e-02 ] +2024-09-27 00:05:07,770 INFO: Saving models and training states. +2024-09-27 00:08:40,689 INFO: Validation val + + # psnr: 27.1976........ Best: 27.1990 @ 120000 iter + # ssim: 0.7665........ Best: 0.7665 @ 200000 iter + # dists: 0.7732........ Best: 0.7732 @ 200000 iter + +2024-09-27 00:08:46,136 INFO: [ epoch: 149 ] [ iter:200,100 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 18:21:21 ] [ l_g_pix: 3.2734e-02 ] [ l_g_total: 3.2734e-02 ] +2024-09-27 00:08:51,622 INFO: [ epoch: 149 ] [ iter:200,200 ] [ performance: 17.792 it/s ] [ lr: 2.50e-05 ] [ eta: 18:21:01 ] [ l_g_pix: 2.3389e-02 ] [ l_g_total: 2.3389e-02 ] +2024-09-27 00:08:57,147 INFO: [ epoch: 149 ] [ iter:200,300 ] [ performance: 18.091 it/s ] [ lr: 2.50e-05 ] [ eta: 18:20:42 ] [ l_g_pix: 4.3125e-02 ] [ l_g_total: 4.3125e-02 ] +2024-09-27 00:09:02,718 INFO: [ epoch: 149 ] [ iter:200,400 ] [ performance: 8.034 it/s ] [ lr: 2.50e-05 ] [ eta: 18:20:23 ] [ l_g_pix: 3.2209e-02 ] [ l_g_total: 3.2209e-02 ] +2024-09-27 00:09:09,344 INFO: [ epoch: 150 ] [ iter:200,500 ] [ performance: 14.718 it/s ] [ lr: 2.50e-05 ] [ eta: 18:20:08 ] [ l_g_pix: 3.3232e-02 ] [ l_g_total: 3.3232e-02 ] +2024-09-27 00:09:14,869 INFO: [ epoch: 150 ] [ iter:200,600 ] [ performance: 18.227 it/s ] [ lr: 2.50e-05 ] [ eta: 18:19:49 ] [ l_g_pix: 3.1546e-02 ] [ l_g_total: 3.1546e-02 ] +2024-09-27 00:09:20,402 INFO: [ epoch: 150 ] [ iter:200,700 ] [ performance: 18.082 it/s ] [ lr: 2.50e-05 ] [ eta: 18:19:30 ] [ l_g_pix: 2.9982e-02 ] [ l_g_total: 2.9982e-02 ] +2024-09-27 00:09:25,917 INFO: [ epoch: 150 ] [ iter:200,800 ] [ performance: 18.734 it/s ] [ lr: 2.50e-05 ] [ eta: 18:19:11 ] [ l_g_pix: 2.5222e-02 ] [ l_g_total: 2.5222e-02 ] +2024-09-27 00:09:31,392 INFO: [ epoch: 150 ] [ iter:200,900 ] [ performance: 18.270 it/s ] [ lr: 2.50e-05 ] [ eta: 18:18:52 ] [ l_g_pix: 2.6230e-02 ] [ l_g_total: 2.6230e-02 ] +2024-09-27 00:09:36,898 INFO: [ epoch: 150 ] [ iter:201,000 ] [ performance: 18.218 it/s ] [ lr: 2.50e-05 ] [ eta: 18:18:32 ] [ l_g_pix: 2.9603e-02 ] [ l_g_total: 2.9603e-02 ] +2024-09-27 00:09:42,446 INFO: [ epoch: 150 ] [ iter:201,100 ] [ performance: 18.028 it/s ] [ lr: 2.50e-05 ] [ eta: 18:18:13 ] [ l_g_pix: 3.1906e-02 ] [ l_g_total: 3.1906e-02 ] +2024-09-27 00:09:47,964 INFO: [ epoch: 150 ] [ iter:201,200 ] [ performance: 18.076 it/s ] [ lr: 2.50e-05 ] [ eta: 18:17:54 ] [ l_g_pix: 3.9293e-02 ] [ l_g_total: 3.9293e-02 ] +2024-09-27 00:09:53,478 INFO: [ epoch: 150 ] [ iter:201,300 ] [ performance: 18.144 it/s ] [ lr: 2.50e-05 ] [ eta: 18:17:35 ] [ l_g_pix: 2.7373e-02 ] [ l_g_total: 2.7373e-02 ] +2024-09-27 00:09:58,996 INFO: [ epoch: 150 ] [ iter:201,400 ] [ performance: 18.135 it/s ] [ lr: 2.50e-05 ] [ eta: 18:17:16 ] [ l_g_pix: 1.9815e-02 ] [ l_g_total: 1.9815e-02 ] +2024-09-27 00:10:04,533 INFO: [ epoch: 150 ] [ iter:201,500 ] [ performance: 18.078 it/s ] [ lr: 2.50e-05 ] [ eta: 18:16:57 ] [ l_g_pix: 2.2212e-02 ] [ l_g_total: 2.2212e-02 ] +2024-09-27 00:10:10,065 INFO: [ epoch: 150 ] [ iter:201,600 ] [ performance: 18.078 it/s ] [ lr: 2.50e-05 ] [ eta: 18:16:38 ] [ l_g_pix: 2.1141e-02 ] [ l_g_total: 2.1141e-02 ] +2024-09-27 00:10:15,525 INFO: [ epoch: 150 ] [ iter:201,700 ] [ performance: 18.327 it/s ] [ lr: 2.50e-05 ] [ eta: 18:16:19 ] [ l_g_pix: 2.0901e-02 ] [ l_g_total: 2.0901e-02 ] +2024-09-27 00:10:22,221 INFO: [ epoch: 151 ] [ iter:201,800 ] [ performance: 16.435 it/s ] [ lr: 2.50e-05 ] [ eta: 18:16:05 ] [ l_g_pix: 2.1861e-02 ] [ l_g_total: 2.1861e-02 ] +2024-09-27 00:10:27,731 INFO: [ epoch: 151 ] [ iter:201,900 ] [ performance: 18.156 it/s ] [ lr: 2.50e-05 ] [ eta: 18:15:46 ] [ l_g_pix: 2.1502e-02 ] [ l_g_total: 2.1502e-02 ] +2024-09-27 00:10:33,247 INFO: [ epoch: 151 ] [ iter:202,000 ] [ performance: 18.143 it/s ] [ lr: 2.50e-05 ] [ eta: 18:15:27 ] [ l_g_pix: 1.9726e-02 ] [ l_g_total: 1.9726e-02 ] +2024-09-27 00:10:38,775 INFO: [ epoch: 151 ] [ iter:202,100 ] [ performance: 18.097 it/s ] [ lr: 2.50e-05 ] [ eta: 18:15:08 ] [ l_g_pix: 3.2561e-02 ] [ l_g_total: 3.2561e-02 ] +2024-09-27 00:10:44,285 INFO: [ epoch: 151 ] [ iter:202,200 ] [ performance: 18.126 it/s ] [ lr: 2.50e-05 ] [ eta: 18:14:49 ] [ l_g_pix: 3.9354e-02 ] [ l_g_total: 3.9354e-02 ] +2024-09-27 00:10:49,783 INFO: [ epoch: 151 ] [ iter:202,300 ] [ performance: 18.237 it/s ] [ lr: 2.50e-05 ] [ eta: 18:14:30 ] [ l_g_pix: 3.9195e-02 ] [ l_g_total: 3.9195e-02 ] +2024-09-27 00:10:55,267 INFO: [ epoch: 151 ] [ iter:202,400 ] [ performance: 18.236 it/s ] [ lr: 2.50e-05 ] [ eta: 18:14:11 ] [ l_g_pix: 3.7974e-02 ] [ l_g_total: 3.7974e-02 ] +2024-09-27 00:11:00,822 INFO: [ epoch: 151 ] [ iter:202,500 ] [ performance: 18.017 it/s ] [ lr: 2.50e-05 ] [ eta: 18:13:52 ] [ l_g_pix: 2.6060e-02 ] [ l_g_total: 2.6060e-02 ] +2024-09-27 00:11:06,372 INFO: [ epoch: 151 ] [ iter:202,600 ] [ performance: 18.018 it/s ] [ lr: 2.50e-05 ] [ eta: 18:13:33 ] [ l_g_pix: 4.0201e-02 ] [ l_g_total: 4.0201e-02 ] +2024-09-27 00:11:11,889 INFO: [ epoch: 151 ] [ iter:202,700 ] [ performance: 18.173 it/s ] [ lr: 2.50e-05 ] [ eta: 18:13:14 ] [ l_g_pix: 3.4278e-02 ] [ l_g_total: 3.4278e-02 ] +2024-09-27 00:11:17,383 INFO: [ epoch: 151 ] [ iter:202,800 ] [ performance: 18.190 it/s ] [ lr: 2.50e-05 ] [ eta: 18:12:55 ] [ l_g_pix: 3.2195e-02 ] [ l_g_total: 3.2195e-02 ] +2024-09-27 00:11:22,918 INFO: [ epoch: 151 ] [ iter:202,900 ] [ performance: 18.062 it/s ] [ lr: 2.50e-05 ] [ eta: 18:12:36 ] [ l_g_pix: 4.1513e-02 ] [ l_g_total: 4.1513e-02 ] +2024-09-27 00:11:28,491 INFO: [ epoch: 151 ] [ iter:203,000 ] [ performance: 18.000 it/s ] [ lr: 2.50e-05 ] [ eta: 18:12:18 ] [ l_g_pix: 2.3711e-02 ] [ l_g_total: 2.3711e-02 ] +2024-09-27 00:11:35,127 INFO: [ epoch: 152 ] [ iter:203,100 ] [ performance: 14.781 it/s ] [ lr: 2.50e-05 ] [ eta: 18:12:03 ] [ l_g_pix: 1.3918e-02 ] [ l_g_total: 1.3918e-02 ] +2024-09-27 00:11:40,652 INFO: [ epoch: 152 ] [ iter:203,200 ] [ performance: 16.361 it/s ] [ lr: 2.50e-05 ] [ eta: 18:11:45 ] [ l_g_pix: 3.0962e-02 ] [ l_g_total: 3.0962e-02 ] +2024-09-27 00:11:46,189 INFO: [ epoch: 152 ] [ iter:203,300 ] [ performance: 18.113 it/s ] [ lr: 2.50e-05 ] [ eta: 18:11:26 ] [ l_g_pix: 3.2571e-02 ] [ l_g_total: 3.2571e-02 ] +2024-09-27 00:11:51,685 INFO: [ epoch: 152 ] [ iter:203,400 ] [ performance: 18.157 it/s ] [ lr: 2.50e-05 ] [ eta: 18:11:07 ] [ l_g_pix: 2.0903e-02 ] [ l_g_total: 2.0903e-02 ] +2024-09-27 00:11:57,209 INFO: [ epoch: 152 ] [ iter:203,500 ] [ performance: 18.207 it/s ] [ lr: 2.50e-05 ] [ eta: 18:10:48 ] [ l_g_pix: 3.0178e-02 ] [ l_g_total: 3.0178e-02 ] +2024-09-27 00:12:02,757 INFO: [ epoch: 152 ] [ iter:203,600 ] [ performance: 18.111 it/s ] [ lr: 2.50e-05 ] [ eta: 18:10:30 ] [ l_g_pix: 2.2378e-02 ] [ l_g_total: 2.2378e-02 ] +2024-09-27 00:12:08,240 INFO: [ epoch: 152 ] [ iter:203,700 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 18:10:11 ] [ l_g_pix: 3.0396e-02 ] [ l_g_total: 3.0396e-02 ] +2024-09-27 00:12:13,795 INFO: [ epoch: 152 ] [ iter:203,800 ] [ performance: 18.147 it/s ] [ lr: 2.50e-05 ] [ eta: 18:09:52 ] [ l_g_pix: 2.5682e-02 ] [ l_g_total: 2.5682e-02 ] +2024-09-27 00:12:19,297 INFO: [ epoch: 152 ] [ iter:203,900 ] [ performance: 18.230 it/s ] [ lr: 2.50e-05 ] [ eta: 18:09:33 ] [ l_g_pix: 1.8318e-02 ] [ l_g_total: 1.8318e-02 ] +2024-09-27 00:12:24,800 INFO: [ epoch: 152 ] [ iter:204,000 ] [ performance: 18.199 it/s ] [ lr: 2.50e-05 ] [ eta: 18:09:14 ] [ l_g_pix: 3.3033e-02 ] [ l_g_total: 3.3033e-02 ] +2024-09-27 00:12:30,266 INFO: [ epoch: 152 ] [ iter:204,100 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 18:08:56 ] [ l_g_pix: 2.8097e-02 ] [ l_g_total: 2.8097e-02 ] +2024-09-27 00:12:35,812 INFO: [ epoch: 152 ] [ iter:204,200 ] [ performance: 18.187 it/s ] [ lr: 2.50e-05 ] [ eta: 18:08:37 ] [ l_g_pix: 2.5140e-02 ] [ l_g_total: 2.5140e-02 ] +2024-09-27 00:12:41,307 INFO: [ epoch: 152 ] [ iter:204,300 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 18:08:18 ] [ l_g_pix: 3.9643e-02 ] [ l_g_total: 3.9643e-02 ] +2024-09-27 00:12:46,678 INFO: [ epoch: 152 ] [ iter:204,400 ] [ performance: 18.485 it/s ] [ lr: 2.50e-05 ] [ eta: 18:07:59 ] [ l_g_pix: 2.9091e-02 ] [ l_g_total: 2.9091e-02 ] +2024-09-27 00:12:53,574 INFO: [ epoch: 153 ] [ iter:204,500 ] [ performance: 17.152 it/s ] [ lr: 2.50e-05 ] [ eta: 18:07:46 ] [ l_g_pix: 3.0296e-02 ] [ l_g_total: 3.0296e-02 ] +2024-09-27 00:12:59,040 INFO: [ epoch: 153 ] [ iter:204,600 ] [ performance: 17.758 it/s ] [ lr: 2.50e-05 ] [ eta: 18:07:27 ] [ l_g_pix: 2.5621e-02 ] [ l_g_total: 2.5621e-02 ] +2024-09-27 00:13:04,522 INFO: [ epoch: 153 ] [ iter:204,700 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 18:07:08 ] [ l_g_pix: 3.1572e-02 ] [ l_g_total: 3.1572e-02 ] +2024-09-27 00:13:10,022 INFO: [ epoch: 153 ] [ iter:204,800 ] [ performance: 18.254 it/s ] [ lr: 2.50e-05 ] [ eta: 18:06:49 ] [ l_g_pix: 2.1706e-02 ] [ l_g_total: 2.1706e-02 ] +2024-09-27 00:13:15,518 INFO: [ epoch: 153 ] [ iter:204,900 ] [ performance: 18.250 it/s ] [ lr: 2.50e-05 ] [ eta: 18:06:31 ] [ l_g_pix: 3.9422e-02 ] [ l_g_total: 3.9422e-02 ] +2024-09-27 00:13:21,004 INFO: [ epoch: 153 ] [ iter:205,000 ] [ performance: 18.238 it/s ] [ lr: 2.50e-05 ] [ eta: 18:06:12 ] [ l_g_pix: 3.3329e-02 ] [ l_g_total: 3.3329e-02 ] +2024-09-27 00:13:26,496 INFO: [ epoch: 153 ] [ iter:205,100 ] [ performance: 18.233 it/s ] [ lr: 2.50e-05 ] [ eta: 18:05:53 ] [ l_g_pix: 2.4420e-02 ] [ l_g_total: 2.4420e-02 ] +2024-09-27 00:13:32,004 INFO: [ epoch: 153 ] [ iter:205,200 ] [ performance: 18.191 it/s ] [ lr: 2.50e-05 ] [ eta: 18:05:35 ] [ l_g_pix: 2.8954e-02 ] [ l_g_total: 2.8954e-02 ] +2024-09-27 00:13:37,509 INFO: [ epoch: 153 ] [ iter:205,300 ] [ performance: 18.260 it/s ] [ lr: 2.50e-05 ] [ eta: 18:05:16 ] [ l_g_pix: 3.2898e-02 ] [ l_g_total: 3.2898e-02 ] +2024-09-27 00:13:43,025 INFO: [ epoch: 153 ] [ iter:205,400 ] [ performance: 18.188 it/s ] [ lr: 2.50e-05 ] [ eta: 18:04:57 ] [ l_g_pix: 2.3226e-02 ] [ l_g_total: 2.3226e-02 ] +2024-09-27 00:13:48,552 INFO: [ epoch: 153 ] [ iter:205,500 ] [ performance: 18.101 it/s ] [ lr: 2.50e-05 ] [ eta: 18:04:39 ] [ l_g_pix: 2.4517e-02 ] [ l_g_total: 2.4517e-02 ] +2024-09-27 00:13:54,060 INFO: [ epoch: 153 ] [ iter:205,600 ] [ performance: 18.133 it/s ] [ lr: 2.50e-05 ] [ eta: 18:04:20 ] [ l_g_pix: 3.2870e-02 ] [ l_g_total: 3.2870e-02 ] +2024-09-27 00:13:59,491 INFO: [ epoch: 153 ] [ iter:205,700 ] [ performance: 18.612 it/s ] [ lr: 2.50e-05 ] [ eta: 18:04:02 ] [ l_g_pix: 2.1959e-02 ] [ l_g_total: 2.1959e-02 ] +2024-09-27 00:14:06,318 INFO: [ epoch: 154 ] [ iter:205,800 ] [ performance: 16.147 it/s ] [ lr: 2.50e-05 ] [ eta: 18:03:48 ] [ l_g_pix: 2.6325e-02 ] [ l_g_total: 2.6325e-02 ] +2024-09-27 00:14:11,871 INFO: [ epoch: 154 ] [ iter:205,900 ] [ performance: 18.151 it/s ] [ lr: 2.50e-05 ] [ eta: 18:03:30 ] [ l_g_pix: 3.2526e-02 ] [ l_g_total: 3.2526e-02 ] +2024-09-27 00:14:17,401 INFO: [ epoch: 154 ] [ iter:206,000 ] [ performance: 18.114 it/s ] [ lr: 2.50e-05 ] [ eta: 18:03:11 ] [ l_g_pix: 2.8490e-02 ] [ l_g_total: 2.8490e-02 ] +2024-09-27 00:14:22,902 INFO: [ epoch: 154 ] [ iter:206,100 ] [ performance: 18.278 it/s ] [ lr: 2.50e-05 ] [ eta: 18:02:53 ] [ l_g_pix: 3.5374e-02 ] [ l_g_total: 3.5374e-02 ] +2024-09-27 00:14:28,417 INFO: [ epoch: 154 ] [ iter:206,200 ] [ performance: 18.196 it/s ] [ lr: 2.50e-05 ] [ eta: 18:02:34 ] [ l_g_pix: 2.2653e-02 ] [ l_g_total: 2.2653e-02 ] +2024-09-27 00:14:33,937 INFO: [ epoch: 154 ] [ iter:206,300 ] [ performance: 18.134 it/s ] [ lr: 2.50e-05 ] [ eta: 18:02:16 ] [ l_g_pix: 2.7014e-02 ] [ l_g_total: 2.7014e-02 ] +2024-09-27 00:14:39,403 INFO: [ epoch: 154 ] [ iter:206,400 ] [ performance: 18.227 it/s ] [ lr: 2.50e-05 ] [ eta: 18:01:57 ] [ l_g_pix: 3.0825e-02 ] [ l_g_total: 3.0825e-02 ] +2024-09-27 00:14:44,915 INFO: [ epoch: 154 ] [ iter:206,500 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 18:01:39 ] [ l_g_pix: 3.8002e-02 ] [ l_g_total: 3.8002e-02 ] +2024-09-27 00:14:50,420 INFO: [ epoch: 154 ] [ iter:206,600 ] [ performance: 18.210 it/s ] [ lr: 2.50e-05 ] [ eta: 18:01:20 ] [ l_g_pix: 3.2454e-02 ] [ l_g_total: 3.2454e-02 ] +2024-09-27 00:14:55,937 INFO: [ epoch: 154 ] [ iter:206,700 ] [ performance: 18.189 it/s ] [ lr: 2.50e-05 ] [ eta: 18:01:02 ] [ l_g_pix: 2.6950e-02 ] [ l_g_total: 2.6950e-02 ] +2024-09-27 00:15:01,449 INFO: [ epoch: 154 ] [ iter:206,800 ] [ performance: 18.164 it/s ] [ lr: 2.50e-05 ] [ eta: 18:00:44 ] [ l_g_pix: 4.8355e-02 ] [ l_g_total: 4.8355e-02 ] +2024-09-27 00:15:06,976 INFO: [ epoch: 154 ] [ iter:206,900 ] [ performance: 18.276 it/s ] [ lr: 2.50e-05 ] [ eta: 18:00:25 ] [ l_g_pix: 2.8372e-02 ] [ l_g_total: 2.8372e-02 ] +2024-09-27 00:15:12,442 INFO: [ epoch: 154 ] [ iter:207,000 ] [ performance: 18.289 it/s ] [ lr: 2.50e-05 ] [ eta: 18:00:07 ] [ l_g_pix: 3.5538e-02 ] [ l_g_total: 3.5538e-02 ] +2024-09-27 00:15:19,047 INFO: [ epoch: 155 ] [ iter:207,100 ] [ performance: 14.037 it/s ] [ lr: 2.50e-05 ] [ eta: 17:59:53 ] [ l_g_pix: 2.7651e-02 ] [ l_g_total: 2.7651e-02 ] +2024-09-27 00:15:24,625 INFO: [ epoch: 155 ] [ iter:207,200 ] [ performance: 16.092 it/s ] [ lr: 2.50e-05 ] [ eta: 17:59:34 ] [ l_g_pix: 2.2290e-02 ] [ l_g_total: 2.2290e-02 ] +2024-09-27 00:15:30,156 INFO: [ epoch: 155 ] [ iter:207,300 ] [ performance: 18.106 it/s ] [ lr: 2.50e-05 ] [ eta: 17:59:16 ] [ l_g_pix: 2.5089e-02 ] [ l_g_total: 2.5089e-02 ] +2024-09-27 00:15:35,664 INFO: [ epoch: 155 ] [ iter:207,400 ] [ performance: 18.136 it/s ] [ lr: 2.50e-05 ] [ eta: 17:58:58 ] [ l_g_pix: 2.8892e-02 ] [ l_g_total: 2.8892e-02 ] +2024-09-27 00:15:41,199 INFO: [ epoch: 155 ] [ iter:207,500 ] [ performance: 18.076 it/s ] [ lr: 2.50e-05 ] [ eta: 17:58:40 ] [ l_g_pix: 3.7043e-02 ] [ l_g_total: 3.7043e-02 ] +2024-09-27 00:15:46,732 INFO: [ epoch: 155 ] [ iter:207,600 ] [ performance: 18.076 it/s ] [ lr: 2.50e-05 ] [ eta: 17:58:21 ] [ l_g_pix: 2.3315e-02 ] [ l_g_total: 2.3315e-02 ] +2024-09-27 00:15:52,254 INFO: [ epoch: 155 ] [ iter:207,700 ] [ performance: 18.177 it/s ] [ lr: 2.50e-05 ] [ eta: 17:58:03 ] [ l_g_pix: 2.9887e-02 ] [ l_g_total: 2.9887e-02 ] +2024-09-27 00:15:57,768 INFO: [ epoch: 155 ] [ iter:207,800 ] [ performance: 18.153 it/s ] [ lr: 2.50e-05 ] [ eta: 17:57:45 ] [ l_g_pix: 4.0392e-02 ] [ l_g_total: 4.0392e-02 ] +2024-09-27 00:16:03,256 INFO: [ epoch: 155 ] [ iter:207,900 ] [ performance: 18.263 it/s ] [ lr: 2.50e-05 ] [ eta: 17:57:27 ] [ l_g_pix: 2.2760e-02 ] [ l_g_total: 2.2760e-02 ] +2024-09-27 00:16:08,738 INFO: [ epoch: 155 ] [ iter:208,000 ] [ performance: 18.251 it/s ] [ lr: 2.50e-05 ] [ eta: 17:57:08 ] [ l_g_pix: 3.3190e-02 ] [ l_g_total: 3.3190e-02 ] +2024-09-27 00:16:14,224 INFO: [ epoch: 155 ] [ iter:208,100 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 17:56:50 ] [ l_g_pix: 2.2662e-02 ] [ l_g_total: 2.2662e-02 ] +2024-09-27 00:16:19,751 INFO: [ epoch: 155 ] [ iter:208,200 ] [ performance: 18.199 it/s ] [ lr: 2.50e-05 ] [ eta: 17:56:32 ] [ l_g_pix: 2.7187e-02 ] [ l_g_total: 2.7187e-02 ] +2024-09-27 00:16:25,421 INFO: [ epoch: 155 ] [ iter:208,300 ] [ performance: 17.471 it/s ] [ lr: 2.50e-05 ] [ eta: 17:56:14 ] [ l_g_pix: 3.3368e-02 ] [ l_g_total: 3.3368e-02 ] +2024-09-27 00:16:30,804 INFO: [ epoch: 155 ] [ iter:208,400 ] [ performance: 18.130 it/s ] [ lr: 2.50e-05 ] [ eta: 17:55:55 ] [ l_g_pix: 3.2942e-02 ] [ l_g_total: 3.2942e-02 ] +2024-09-27 00:16:37,521 INFO: [ epoch: 156 ] [ iter:208,500 ] [ performance: 17.978 it/s ] [ lr: 2.50e-05 ] [ eta: 17:55:42 ] [ l_g_pix: 2.2011e-02 ] [ l_g_total: 2.2011e-02 ] +2024-09-27 00:16:43,041 INFO: [ epoch: 156 ] [ iter:208,600 ] [ performance: 18.063 it/s ] [ lr: 2.50e-05 ] [ eta: 17:55:24 ] [ l_g_pix: 2.6456e-02 ] [ l_g_total: 2.6456e-02 ] +2024-09-27 00:16:48,572 INFO: [ epoch: 156 ] [ iter:208,700 ] [ performance: 18.112 it/s ] [ lr: 2.50e-05 ] [ eta: 17:55:06 ] [ l_g_pix: 2.9512e-02 ] [ l_g_total: 2.9512e-02 ] +2024-09-27 00:16:54,071 INFO: [ epoch: 156 ] [ iter:208,800 ] [ performance: 18.158 it/s ] [ lr: 2.50e-05 ] [ eta: 17:54:47 ] [ l_g_pix: 2.5391e-02 ] [ l_g_total: 2.5391e-02 ] +2024-09-27 00:16:59,534 INFO: [ epoch: 156 ] [ iter:208,900 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 17:54:29 ] [ l_g_pix: 3.0252e-02 ] [ l_g_total: 3.0252e-02 ] +2024-09-27 00:17:05,082 INFO: [ epoch: 156 ] [ iter:209,000 ] [ performance: 18.156 it/s ] [ lr: 2.50e-05 ] [ eta: 17:54:11 ] [ l_g_pix: 2.3978e-02 ] [ l_g_total: 2.3978e-02 ] +2024-09-27 00:17:10,622 INFO: [ epoch: 156 ] [ iter:209,100 ] [ performance: 18.070 it/s ] [ lr: 2.50e-05 ] [ eta: 17:53:53 ] [ l_g_pix: 2.5807e-02 ] [ l_g_total: 2.5807e-02 ] +2024-09-27 00:17:16,189 INFO: [ epoch: 156 ] [ iter:209,200 ] [ performance: 18.005 it/s ] [ lr: 2.50e-05 ] [ eta: 17:53:35 ] [ l_g_pix: 2.5296e-02 ] [ l_g_total: 2.5296e-02 ] +2024-09-27 00:17:21,700 INFO: [ epoch: 156 ] [ iter:209,300 ] [ performance: 18.295 it/s ] [ lr: 2.50e-05 ] [ eta: 17:53:17 ] [ l_g_pix: 2.2610e-02 ] [ l_g_total: 2.2610e-02 ] +2024-09-27 00:17:27,204 INFO: [ epoch: 156 ] [ iter:209,400 ] [ performance: 18.217 it/s ] [ lr: 2.50e-05 ] [ eta: 17:52:59 ] [ l_g_pix: 2.1729e-02 ] [ l_g_total: 2.1729e-02 ] +2024-09-27 00:17:32,721 INFO: [ epoch: 156 ] [ iter:209,500 ] [ performance: 18.290 it/s ] [ lr: 2.50e-05 ] [ eta: 17:52:41 ] [ l_g_pix: 3.9432e-02 ] [ l_g_total: 3.9432e-02 ] +2024-09-27 00:17:38,226 INFO: [ epoch: 156 ] [ iter:209,600 ] [ performance: 18.213 it/s ] [ lr: 2.50e-05 ] [ eta: 17:52:23 ] [ l_g_pix: 2.4138e-02 ] [ l_g_total: 2.4138e-02 ] +2024-09-27 00:17:43,654 INFO: [ epoch: 156 ] [ iter:209,700 ] [ performance: 18.728 it/s ] [ lr: 2.50e-05 ] [ eta: 17:52:04 ] [ l_g_pix: 3.8284e-02 ] [ l_g_total: 3.8284e-02 ] +2024-09-27 00:17:50,330 INFO: [ epoch: 157 ] [ iter:209,800 ] [ performance: 16.156 it/s ] [ lr: 2.50e-05 ] [ eta: 17:51:51 ] [ l_g_pix: 3.0722e-02 ] [ l_g_total: 3.0722e-02 ] +2024-09-27 00:17:55,844 INFO: [ epoch: 157 ] [ iter:209,900 ] [ performance: 18.170 it/s ] [ lr: 2.50e-05 ] [ eta: 17:51:33 ] [ l_g_pix: 2.7542e-02 ] [ l_g_total: 2.7542e-02 ] +2024-09-27 00:18:01,359 INFO: [ epoch: 157 ] [ iter:210,000 ] [ performance: 18.147 it/s ] [ lr: 2.50e-05 ] [ eta: 17:51:15 ] [ l_g_pix: 3.2187e-02 ] [ l_g_total: 3.2187e-02 ] +2024-09-27 00:18:01,359 INFO: Saving models and training states. +2024-09-27 00:22:11,420 INFO: Validation val + + # psnr: 27.1944........ Best: 27.1990 @ 120000 iter + # ssim: 0.7664........ Best: 0.7665 @ 200000 iter + # dists: 0.7732........ Best: 0.7732 @ 200000 iter + +2024-09-27 00:22:16,890 INFO: [ epoch: 157 ] [ iter:210,100 ] [ performance: 18.232 it/s ] [ lr: 2.50e-05 ] [ eta: 18:06:37 ] [ l_g_pix: 2.1946e-02 ] [ l_g_total: 2.1946e-02 ] +2024-09-27 00:22:22,371 INFO: [ epoch: 157 ] [ iter:210,200 ] [ performance: 18.241 it/s ] [ lr: 2.50e-05 ] [ eta: 18:06:18 ] [ l_g_pix: 1.7019e-02 ] [ l_g_total: 1.7019e-02 ] +2024-09-27 00:22:27,916 INFO: [ epoch: 157 ] [ iter:210,300 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 18:06:00 ] [ l_g_pix: 3.1812e-02 ] [ l_g_total: 3.1812e-02 ] +2024-09-27 00:22:33,436 INFO: [ epoch: 157 ] [ iter:210,400 ] [ performance: 18.192 it/s ] [ lr: 2.50e-05 ] [ eta: 18:05:41 ] [ l_g_pix: 2.3391e-02 ] [ l_g_total: 2.3391e-02 ] +2024-09-27 00:22:38,962 INFO: [ epoch: 157 ] [ iter:210,500 ] [ performance: 18.242 it/s ] [ lr: 2.50e-05 ] [ eta: 18:05:23 ] [ l_g_pix: 2.8443e-02 ] [ l_g_total: 2.8443e-02 ] +2024-09-27 00:22:44,476 INFO: [ epoch: 157 ] [ iter:210,600 ] [ performance: 18.173 it/s ] [ lr: 2.50e-05 ] [ eta: 18:05:04 ] [ l_g_pix: 4.0173e-02 ] [ l_g_total: 4.0173e-02 ] +2024-09-27 00:22:49,997 INFO: [ epoch: 157 ] [ iter:210,700 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 18:04:46 ] [ l_g_pix: 3.0757e-02 ] [ l_g_total: 3.0757e-02 ] +2024-09-27 00:22:55,519 INFO: [ epoch: 157 ] [ iter:210,800 ] [ performance: 18.188 it/s ] [ lr: 2.50e-05 ] [ eta: 18:04:27 ] [ l_g_pix: 2.5739e-02 ] [ l_g_total: 2.5739e-02 ] +2024-09-27 00:23:01,070 INFO: [ epoch: 157 ] [ iter:210,900 ] [ performance: 18.123 it/s ] [ lr: 2.50e-05 ] [ eta: 18:04:09 ] [ l_g_pix: 2.3881e-02 ] [ l_g_total: 2.3881e-02 ] +2024-09-27 00:23:06,587 INFO: [ epoch: 157 ] [ iter:211,000 ] [ performance: 18.126 it/s ] [ lr: 2.50e-05 ] [ eta: 18:03:50 ] [ l_g_pix: 3.1513e-02 ] [ l_g_total: 3.1513e-02 ] +2024-09-27 00:23:13,143 INFO: [ epoch: 158 ] [ iter:211,100 ] [ performance: 12.954 it/s ] [ lr: 2.50e-05 ] [ eta: 18:03:36 ] [ l_g_pix: 3.4918e-02 ] [ l_g_total: 3.4918e-02 ] +2024-09-27 00:23:18,789 INFO: [ epoch: 158 ] [ iter:211,200 ] [ performance: 15.782 it/s ] [ lr: 2.50e-05 ] [ eta: 18:03:18 ] [ l_g_pix: 3.5062e-02 ] [ l_g_total: 3.5062e-02 ] +2024-09-27 00:23:24,280 INFO: [ epoch: 158 ] [ iter:211,300 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 18:02:59 ] [ l_g_pix: 2.9749e-02 ] [ l_g_total: 2.9749e-02 ] +2024-09-27 00:23:29,740 INFO: [ epoch: 158 ] [ iter:211,400 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 18:02:41 ] [ l_g_pix: 2.9124e-02 ] [ l_g_total: 2.9124e-02 ] +2024-09-27 00:23:35,231 INFO: [ epoch: 158 ] [ iter:211,500 ] [ performance: 18.495 it/s ] [ lr: 2.50e-05 ] [ eta: 18:02:22 ] [ l_g_pix: 4.2188e-02 ] [ l_g_total: 4.2188e-02 ] +2024-09-27 00:23:40,774 INFO: [ epoch: 158 ] [ iter:211,600 ] [ performance: 18.189 it/s ] [ lr: 2.50e-05 ] [ eta: 18:02:04 ] [ l_g_pix: 2.5972e-02 ] [ l_g_total: 2.5972e-02 ] +2024-09-27 00:23:46,327 INFO: [ epoch: 158 ] [ iter:211,700 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 18:01:46 ] [ l_g_pix: 2.7445e-02 ] [ l_g_total: 2.7445e-02 ] +2024-09-27 00:23:51,845 INFO: [ epoch: 158 ] [ iter:211,800 ] [ performance: 18.209 it/s ] [ lr: 2.50e-05 ] [ eta: 18:01:28 ] [ l_g_pix: 3.8460e-02 ] [ l_g_total: 3.8460e-02 ] +2024-09-27 00:23:57,357 INFO: [ epoch: 158 ] [ iter:211,900 ] [ performance: 18.263 it/s ] [ lr: 2.50e-05 ] [ eta: 18:01:09 ] [ l_g_pix: 2.9525e-02 ] [ l_g_total: 2.9525e-02 ] +2024-09-27 00:24:02,883 INFO: [ epoch: 158 ] [ iter:212,000 ] [ performance: 18.149 it/s ] [ lr: 2.50e-05 ] [ eta: 18:00:51 ] [ l_g_pix: 4.4432e-02 ] [ l_g_total: 4.4432e-02 ] +2024-09-27 00:24:08,407 INFO: [ epoch: 158 ] [ iter:212,100 ] [ performance: 18.385 it/s ] [ lr: 2.50e-05 ] [ eta: 18:00:33 ] [ l_g_pix: 3.0638e-02 ] [ l_g_total: 3.0638e-02 ] +2024-09-27 00:24:13,918 INFO: [ epoch: 158 ] [ iter:212,200 ] [ performance: 18.222 it/s ] [ lr: 2.50e-05 ] [ eta: 18:00:14 ] [ l_g_pix: 2.2393e-02 ] [ l_g_total: 2.2393e-02 ] +2024-09-27 00:24:19,429 INFO: [ epoch: 158 ] [ iter:212,300 ] [ performance: 18.352 it/s ] [ lr: 2.50e-05 ] [ eta: 17:59:56 ] [ l_g_pix: 2.8281e-02 ] [ l_g_total: 2.8281e-02 ] +2024-09-27 00:24:24,830 INFO: [ epoch: 158 ] [ iter:212,400 ] [ performance: 18.466 it/s ] [ lr: 2.50e-05 ] [ eta: 17:59:37 ] [ l_g_pix: 3.0932e-02 ] [ l_g_total: 3.0932e-02 ] +2024-09-27 00:24:31,562 INFO: [ epoch: 159 ] [ iter:212,500 ] [ performance: 18.413 it/s ] [ lr: 2.50e-05 ] [ eta: 17:59:24 ] [ l_g_pix: 2.6473e-02 ] [ l_g_total: 2.6473e-02 ] +2024-09-27 00:24:37,090 INFO: [ epoch: 159 ] [ iter:212,600 ] [ performance: 18.186 it/s ] [ lr: 2.50e-05 ] [ eta: 17:59:05 ] [ l_g_pix: 2.6879e-02 ] [ l_g_total: 2.6879e-02 ] +2024-09-27 00:24:42,633 INFO: [ epoch: 159 ] [ iter:212,700 ] [ performance: 18.157 it/s ] [ lr: 2.50e-05 ] [ eta: 17:58:47 ] [ l_g_pix: 3.0408e-02 ] [ l_g_total: 3.0408e-02 ] +2024-09-27 00:24:48,182 INFO: [ epoch: 159 ] [ iter:212,800 ] [ performance: 18.063 it/s ] [ lr: 2.50e-05 ] [ eta: 17:58:29 ] [ l_g_pix: 3.0965e-02 ] [ l_g_total: 3.0965e-02 ] +2024-09-27 00:24:53,691 INFO: [ epoch: 159 ] [ iter:212,900 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 17:58:11 ] [ l_g_pix: 3.4971e-02 ] [ l_g_total: 3.4971e-02 ] +2024-09-27 00:24:59,183 INFO: [ epoch: 159 ] [ iter:213,000 ] [ performance: 18.248 it/s ] [ lr: 2.50e-05 ] [ eta: 17:57:53 ] [ l_g_pix: 3.0141e-02 ] [ l_g_total: 3.0141e-02 ] +2024-09-27 00:25:04,658 INFO: [ epoch: 159 ] [ iter:213,100 ] [ performance: 18.510 it/s ] [ lr: 2.50e-05 ] [ eta: 17:57:34 ] [ l_g_pix: 2.8785e-02 ] [ l_g_total: 2.8785e-02 ] +2024-09-27 00:25:10,124 INFO: [ epoch: 159 ] [ iter:213,200 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 17:57:16 ] [ l_g_pix: 2.7577e-02 ] [ l_g_total: 2.7577e-02 ] +2024-09-27 00:25:15,656 INFO: [ epoch: 159 ] [ iter:213,300 ] [ performance: 18.332 it/s ] [ lr: 2.50e-05 ] [ eta: 17:56:58 ] [ l_g_pix: 2.5091e-02 ] [ l_g_total: 2.5091e-02 ] +2024-09-27 00:25:21,191 INFO: [ epoch: 159 ] [ iter:213,400 ] [ performance: 18.143 it/s ] [ lr: 2.50e-05 ] [ eta: 17:56:40 ] [ l_g_pix: 3.8609e-02 ] [ l_g_total: 3.8609e-02 ] +2024-09-27 00:25:26,666 INFO: [ epoch: 159 ] [ iter:213,500 ] [ performance: 18.607 it/s ] [ lr: 2.50e-05 ] [ eta: 17:56:21 ] [ l_g_pix: 2.6969e-02 ] [ l_g_total: 2.6969e-02 ] +2024-09-27 00:25:32,154 INFO: [ epoch: 159 ] [ iter:213,600 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 17:56:03 ] [ l_g_pix: 2.4668e-02 ] [ l_g_total: 2.4668e-02 ] +2024-09-27 00:25:37,608 INFO: [ epoch: 159 ] [ iter:213,700 ] [ performance: 18.869 it/s ] [ lr: 2.50e-05 ] [ eta: 17:55:45 ] [ l_g_pix: 3.6812e-02 ] [ l_g_total: 3.6812e-02 ] +2024-09-27 00:25:44,375 INFO: [ epoch: 160 ] [ iter:213,800 ] [ performance: 15.698 it/s ] [ lr: 2.50e-05 ] [ eta: 17:55:31 ] [ l_g_pix: 2.7130e-02 ] [ l_g_total: 2.7130e-02 ] +2024-09-27 00:25:49,857 INFO: [ epoch: 160 ] [ iter:213,900 ] [ performance: 18.517 it/s ] [ lr: 2.50e-05 ] [ eta: 17:55:13 ] [ l_g_pix: 3.3215e-02 ] [ l_g_total: 3.3215e-02 ] +2024-09-27 00:25:55,302 INFO: [ epoch: 160 ] [ iter:214,000 ] [ performance: 18.408 it/s ] [ lr: 2.50e-05 ] [ eta: 17:54:55 ] [ l_g_pix: 3.9846e-02 ] [ l_g_total: 3.9846e-02 ] +2024-09-27 00:26:00,790 INFO: [ epoch: 160 ] [ iter:214,100 ] [ performance: 18.731 it/s ] [ lr: 2.50e-05 ] [ eta: 17:54:36 ] [ l_g_pix: 3.6961e-02 ] [ l_g_total: 3.6961e-02 ] +2024-09-27 00:26:06,260 INFO: [ epoch: 160 ] [ iter:214,200 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 17:54:18 ] [ l_g_pix: 3.1622e-02 ] [ l_g_total: 3.1622e-02 ] +2024-09-27 00:26:11,735 INFO: [ epoch: 160 ] [ iter:214,300 ] [ performance: 18.713 it/s ] [ lr: 2.50e-05 ] [ eta: 17:54:00 ] [ l_g_pix: 3.4320e-02 ] [ l_g_total: 3.4320e-02 ] +2024-09-27 00:26:17,229 INFO: [ epoch: 160 ] [ iter:214,400 ] [ performance: 18.330 it/s ] [ lr: 2.50e-05 ] [ eta: 17:53:42 ] [ l_g_pix: 3.0953e-02 ] [ l_g_total: 3.0953e-02 ] +2024-09-27 00:26:22,688 INFO: [ epoch: 160 ] [ iter:214,500 ] [ performance: 18.441 it/s ] [ lr: 2.50e-05 ] [ eta: 17:53:24 ] [ l_g_pix: 2.2050e-02 ] [ l_g_total: 2.2050e-02 ] +2024-09-27 00:26:28,189 INFO: [ epoch: 160 ] [ iter:214,600 ] [ performance: 18.246 it/s ] [ lr: 2.50e-05 ] [ eta: 17:53:06 ] [ l_g_pix: 3.6113e-02 ] [ l_g_total: 3.6113e-02 ] +2024-09-27 00:26:33,719 INFO: [ epoch: 160 ] [ iter:214,700 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 17:52:48 ] [ l_g_pix: 3.0232e-02 ] [ l_g_total: 3.0232e-02 ] +2024-09-27 00:26:39,244 INFO: [ epoch: 160 ] [ iter:214,800 ] [ performance: 18.167 it/s ] [ lr: 2.50e-05 ] [ eta: 17:52:30 ] [ l_g_pix: 2.4216e-02 ] [ l_g_total: 2.4216e-02 ] +2024-09-27 00:26:44,758 INFO: [ epoch: 160 ] [ iter:214,900 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 17:52:12 ] [ l_g_pix: 1.8255e-02 ] [ l_g_total: 1.8255e-02 ] +2024-09-27 00:26:50,243 INFO: [ epoch: 160 ] [ iter:215,000 ] [ performance: 18.257 it/s ] [ lr: 2.50e-05 ] [ eta: 17:51:54 ] [ l_g_pix: 1.9939e-02 ] [ l_g_total: 1.9939e-02 ] +2024-09-27 00:26:56,616 INFO: [ epoch: 161 ] [ iter:215,100 ] [ performance: 11.489 it/s ] [ lr: 2.50e-05 ] [ eta: 17:51:39 ] [ l_g_pix: 3.4214e-02 ] [ l_g_total: 3.4214e-02 ] +2024-09-27 00:27:02,499 INFO: [ epoch: 161 ] [ iter:215,200 ] [ performance: 15.307 it/s ] [ lr: 2.50e-05 ] [ eta: 17:51:22 ] [ l_g_pix: 2.4386e-02 ] [ l_g_total: 2.4386e-02 ] +2024-09-27 00:27:07,995 INFO: [ epoch: 161 ] [ iter:215,300 ] [ performance: 18.306 it/s ] [ lr: 2.50e-05 ] [ eta: 17:51:04 ] [ l_g_pix: 2.7678e-02 ] [ l_g_total: 2.7678e-02 ] +2024-09-27 00:27:13,488 INFO: [ epoch: 161 ] [ iter:215,400 ] [ performance: 18.230 it/s ] [ lr: 2.50e-05 ] [ eta: 17:50:46 ] [ l_g_pix: 2.6785e-02 ] [ l_g_total: 2.6785e-02 ] +2024-09-27 00:27:19,000 INFO: [ epoch: 161 ] [ iter:215,500 ] [ performance: 18.415 it/s ] [ lr: 2.50e-05 ] [ eta: 17:50:28 ] [ l_g_pix: 1.8375e-02 ] [ l_g_total: 1.8375e-02 ] +2024-09-27 00:27:24,500 INFO: [ epoch: 161 ] [ iter:215,600 ] [ performance: 18.233 it/s ] [ lr: 2.50e-05 ] [ eta: 17:50:10 ] [ l_g_pix: 3.4005e-02 ] [ l_g_total: 3.4005e-02 ] +2024-09-27 00:27:29,973 INFO: [ epoch: 161 ] [ iter:215,700 ] [ performance: 18.444 it/s ] [ lr: 2.50e-05 ] [ eta: 17:49:52 ] [ l_g_pix: 1.9789e-02 ] [ l_g_total: 1.9789e-02 ] +2024-09-27 00:27:35,467 INFO: [ epoch: 161 ] [ iter:215,800 ] [ performance: 18.256 it/s ] [ lr: 2.50e-05 ] [ eta: 17:49:34 ] [ l_g_pix: 2.6484e-02 ] [ l_g_total: 2.6484e-02 ] +2024-09-27 00:27:40,984 INFO: [ epoch: 161 ] [ iter:215,900 ] [ performance: 18.046 it/s ] [ lr: 2.50e-05 ] [ eta: 17:49:16 ] [ l_g_pix: 3.7344e-02 ] [ l_g_total: 3.7344e-02 ] +2024-09-27 00:27:46,468 INFO: [ epoch: 161 ] [ iter:216,000 ] [ performance: 18.200 it/s ] [ lr: 2.50e-05 ] [ eta: 17:48:58 ] [ l_g_pix: 2.0539e-02 ] [ l_g_total: 2.0539e-02 ] +2024-09-27 00:27:51,969 INFO: [ epoch: 161 ] [ iter:216,100 ] [ performance: 18.608 it/s ] [ lr: 2.50e-05 ] [ eta: 17:48:40 ] [ l_g_pix: 3.7411e-02 ] [ l_g_total: 3.7411e-02 ] +2024-09-27 00:27:57,611 INFO: [ epoch: 161 ] [ iter:216,200 ] [ performance: 17.897 it/s ] [ lr: 2.50e-05 ] [ eta: 17:48:23 ] [ l_g_pix: 3.1417e-02 ] [ l_g_total: 3.1417e-02 ] +2024-09-27 00:28:03,119 INFO: [ epoch: 161 ] [ iter:216,300 ] [ performance: 17.993 it/s ] [ lr: 2.50e-05 ] [ eta: 17:48:05 ] [ l_g_pix: 3.3853e-02 ] [ l_g_total: 3.3853e-02 ] +2024-09-27 00:28:08,559 INFO: [ epoch: 161 ] [ iter:216,400 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 17:47:47 ] [ l_g_pix: 2.3332e-02 ] [ l_g_total: 2.3332e-02 ] +2024-09-27 00:28:15,402 INFO: [ epoch: 162 ] [ iter:216,500 ] [ performance: 18.135 it/s ] [ lr: 2.50e-05 ] [ eta: 17:47:34 ] [ l_g_pix: 2.7666e-02 ] [ l_g_total: 2.7666e-02 ] +2024-09-27 00:28:20,916 INFO: [ epoch: 162 ] [ iter:216,600 ] [ performance: 18.137 it/s ] [ lr: 2.50e-05 ] [ eta: 17:47:16 ] [ l_g_pix: 2.7932e-02 ] [ l_g_total: 2.7932e-02 ] +2024-09-27 00:28:26,461 INFO: [ epoch: 162 ] [ iter:216,700 ] [ performance: 18.607 it/s ] [ lr: 2.50e-05 ] [ eta: 17:46:59 ] [ l_g_pix: 2.8767e-02 ] [ l_g_total: 2.8767e-02 ] +2024-09-27 00:28:31,995 INFO: [ epoch: 162 ] [ iter:216,800 ] [ performance: 18.168 it/s ] [ lr: 2.50e-05 ] [ eta: 17:46:41 ] [ l_g_pix: 2.0449e-02 ] [ l_g_total: 2.0449e-02 ] +2024-09-27 00:28:37,488 INFO: [ epoch: 162 ] [ iter:216,900 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 17:46:23 ] [ l_g_pix: 2.4165e-02 ] [ l_g_total: 2.4165e-02 ] +2024-09-27 00:28:43,005 INFO: [ epoch: 162 ] [ iter:217,000 ] [ performance: 18.175 it/s ] [ lr: 2.50e-05 ] [ eta: 17:46:05 ] [ l_g_pix: 3.6482e-02 ] [ l_g_total: 3.6482e-02 ] +2024-09-27 00:28:48,550 INFO: [ epoch: 162 ] [ iter:217,100 ] [ performance: 18.225 it/s ] [ lr: 2.50e-05 ] [ eta: 17:45:48 ] [ l_g_pix: 2.4426e-02 ] [ l_g_total: 2.4426e-02 ] +2024-09-27 00:28:54,112 INFO: [ epoch: 162 ] [ iter:217,200 ] [ performance: 18.022 it/s ] [ lr: 2.50e-05 ] [ eta: 17:45:30 ] [ l_g_pix: 3.3020e-02 ] [ l_g_total: 3.3020e-02 ] +2024-09-27 00:28:59,632 INFO: [ epoch: 162 ] [ iter:217,300 ] [ performance: 18.494 it/s ] [ lr: 2.50e-05 ] [ eta: 17:45:12 ] [ l_g_pix: 2.6861e-02 ] [ l_g_total: 2.6861e-02 ] +2024-09-27 00:29:05,136 INFO: [ epoch: 162 ] [ iter:217,400 ] [ performance: 18.223 it/s ] [ lr: 2.50e-05 ] [ eta: 17:44:55 ] [ l_g_pix: 3.8664e-02 ] [ l_g_total: 3.8664e-02 ] +2024-09-27 00:29:10,669 INFO: [ epoch: 162 ] [ iter:217,500 ] [ performance: 18.008 it/s ] [ lr: 2.50e-05 ] [ eta: 17:44:37 ] [ l_g_pix: 2.4331e-02 ] [ l_g_total: 2.4331e-02 ] +2024-09-27 00:29:16,184 INFO: [ epoch: 162 ] [ iter:217,600 ] [ performance: 18.117 it/s ] [ lr: 2.50e-05 ] [ eta: 17:44:19 ] [ l_g_pix: 3.6245e-02 ] [ l_g_total: 3.6245e-02 ] +2024-09-27 00:29:21,633 INFO: [ epoch: 162 ] [ iter:217,700 ] [ performance: 19.147 it/s ] [ lr: 2.50e-05 ] [ eta: 17:44:02 ] [ l_g_pix: 3.7718e-02 ] [ l_g_total: 3.7718e-02 ] +2024-09-27 00:29:28,457 INFO: [ epoch: 163 ] [ iter:217,800 ] [ performance: 15.173 it/s ] [ lr: 2.50e-05 ] [ eta: 17:43:49 ] [ l_g_pix: 3.0307e-02 ] [ l_g_total: 3.0307e-02 ] +2024-09-27 00:29:33,976 INFO: [ epoch: 163 ] [ iter:217,900 ] [ performance: 18.626 it/s ] [ lr: 2.50e-05 ] [ eta: 17:43:31 ] [ l_g_pix: 2.4882e-02 ] [ l_g_total: 2.4882e-02 ] +2024-09-27 00:29:39,497 INFO: [ epoch: 163 ] [ iter:218,000 ] [ performance: 18.185 it/s ] [ lr: 2.50e-05 ] [ eta: 17:43:13 ] [ l_g_pix: 3.1897e-02 ] [ l_g_total: 3.1897e-02 ] +2024-09-27 00:29:44,991 INFO: [ epoch: 163 ] [ iter:218,100 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 17:42:56 ] [ l_g_pix: 3.9578e-02 ] [ l_g_total: 3.9578e-02 ] +2024-09-27 00:29:50,519 INFO: [ epoch: 163 ] [ iter:218,200 ] [ performance: 18.134 it/s ] [ lr: 2.50e-05 ] [ eta: 17:42:38 ] [ l_g_pix: 3.5129e-02 ] [ l_g_total: 3.5129e-02 ] +2024-09-27 00:29:56,024 INFO: [ epoch: 163 ] [ iter:218,300 ] [ performance: 18.243 it/s ] [ lr: 2.50e-05 ] [ eta: 17:42:20 ] [ l_g_pix: 3.0491e-02 ] [ l_g_total: 3.0491e-02 ] +2024-09-27 00:30:01,524 INFO: [ epoch: 163 ] [ iter:218,400 ] [ performance: 18.193 it/s ] [ lr: 2.50e-05 ] [ eta: 17:42:03 ] [ l_g_pix: 2.7089e-02 ] [ l_g_total: 2.7089e-02 ] +2024-09-27 00:30:07,050 INFO: [ epoch: 163 ] [ iter:218,500 ] [ performance: 18.194 it/s ] [ lr: 2.50e-05 ] [ eta: 17:41:45 ] [ l_g_pix: 2.8657e-02 ] [ l_g_total: 2.8657e-02 ] +2024-09-27 00:30:12,555 INFO: [ epoch: 163 ] [ iter:218,600 ] [ performance: 18.170 it/s ] [ lr: 2.50e-05 ] [ eta: 17:41:28 ] [ l_g_pix: 2.7338e-02 ] [ l_g_total: 2.7338e-02 ] +2024-09-27 00:30:18,074 INFO: [ epoch: 163 ] [ iter:218,700 ] [ performance: 18.000 it/s ] [ lr: 2.50e-05 ] [ eta: 17:41:10 ] [ l_g_pix: 3.4263e-02 ] [ l_g_total: 3.4263e-02 ] +2024-09-27 00:30:23,566 INFO: [ epoch: 163 ] [ iter:218,800 ] [ performance: 18.186 it/s ] [ lr: 2.50e-05 ] [ eta: 17:40:52 ] [ l_g_pix: 1.6226e-02 ] [ l_g_total: 1.6226e-02 ] +2024-09-27 00:30:29,095 INFO: [ epoch: 163 ] [ iter:218,900 ] [ performance: 18.334 it/s ] [ lr: 2.50e-05 ] [ eta: 17:40:35 ] [ l_g_pix: 2.2351e-02 ] [ l_g_total: 2.2351e-02 ] +2024-09-27 00:30:34,628 INFO: [ epoch: 163 ] [ iter:219,000 ] [ performance: 18.099 it/s ] [ lr: 2.50e-05 ] [ eta: 17:40:17 ] [ l_g_pix: 2.7318e-02 ] [ l_g_total: 2.7318e-02 ] +2024-09-27 00:30:39,995 INFO: [ epoch: 163 ] [ iter:219,100 ] [ performance: 19.150 it/s ] [ lr: 2.50e-05 ] [ eta: 17:39:59 ] [ l_g_pix: 3.4924e-02 ] [ l_g_total: 3.4924e-02 ] +2024-09-27 00:30:46,736 INFO: [ epoch: 164 ] [ iter:219,200 ] [ performance: 15.148 it/s ] [ lr: 2.50e-05 ] [ eta: 17:39:46 ] [ l_g_pix: 2.7692e-02 ] [ l_g_total: 2.7692e-02 ] +2024-09-27 00:30:52,226 INFO: [ epoch: 164 ] [ iter:219,300 ] [ performance: 18.751 it/s ] [ lr: 2.50e-05 ] [ eta: 17:39:29 ] [ l_g_pix: 2.5856e-02 ] [ l_g_total: 2.5856e-02 ] +2024-09-27 00:30:57,715 INFO: [ epoch: 164 ] [ iter:219,400 ] [ performance: 18.262 it/s ] [ lr: 2.50e-05 ] [ eta: 17:39:11 ] [ l_g_pix: 3.3627e-02 ] [ l_g_total: 3.3627e-02 ] +2024-09-27 00:31:03,260 INFO: [ epoch: 164 ] [ iter:219,500 ] [ performance: 17.808 it/s ] [ lr: 2.50e-05 ] [ eta: 17:38:54 ] [ l_g_pix: 4.4672e-02 ] [ l_g_total: 4.4672e-02 ] +2024-09-27 00:31:08,812 INFO: [ epoch: 164 ] [ iter:219,600 ] [ performance: 17.999 it/s ] [ lr: 2.50e-05 ] [ eta: 17:38:36 ] [ l_g_pix: 2.2922e-02 ] [ l_g_total: 2.2922e-02 ] +2024-09-27 00:31:14,361 INFO: [ epoch: 164 ] [ iter:219,700 ] [ performance: 18.828 it/s ] [ lr: 2.50e-05 ] [ eta: 17:38:19 ] [ l_g_pix: 2.7470e-02 ] [ l_g_total: 2.7470e-02 ] +2024-09-27 00:31:19,874 INFO: [ epoch: 164 ] [ iter:219,800 ] [ performance: 18.185 it/s ] [ lr: 2.50e-05 ] [ eta: 17:38:02 ] [ l_g_pix: 4.3028e-02 ] [ l_g_total: 4.3028e-02 ] +2024-09-27 00:31:25,367 INFO: [ epoch: 164 ] [ iter:219,900 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 17:37:44 ] [ l_g_pix: 2.8009e-02 ] [ l_g_total: 2.8009e-02 ] +2024-09-27 00:31:30,895 INFO: [ epoch: 164 ] [ iter:220,000 ] [ performance: 18.104 it/s ] [ lr: 2.50e-05 ] [ eta: 17:37:27 ] [ l_g_pix: 2.9382e-02 ] [ l_g_total: 2.9382e-02 ] +2024-09-27 00:31:30,896 INFO: Saving models and training states. +2024-09-27 00:35:20,539 INFO: Validation val + + # psnr: 27.1918........ Best: 27.1990 @ 120000 iter + # ssim: 0.7663........ Best: 0.7665 @ 200000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 00:35:25,992 INFO: [ epoch: 164 ] [ iter:220,100 ] [ performance: 18.777 it/s ] [ lr: 2.50e-05 ] [ eta: 17:50:43 ] [ l_g_pix: 3.1596e-02 ] [ l_g_total: 3.1596e-02 ] +2024-09-27 00:35:31,448 INFO: [ epoch: 164 ] [ iter:220,200 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 17:50:25 ] [ l_g_pix: 3.7158e-02 ] [ l_g_total: 3.7158e-02 ] +2024-09-27 00:35:36,898 INFO: [ epoch: 164 ] [ iter:220,300 ] [ performance: 19.033 it/s ] [ lr: 2.50e-05 ] [ eta: 17:50:07 ] [ l_g_pix: 2.3873e-02 ] [ l_g_total: 2.3873e-02 ] +2024-09-27 00:35:42,291 INFO: [ epoch: 164 ] [ iter:220,400 ] [ performance: 18.563 it/s ] [ lr: 2.50e-05 ] [ eta: 17:49:48 ] [ l_g_pix: 2.0578e-02 ] [ l_g_total: 2.0578e-02 ] +2024-09-27 00:35:48,901 INFO: [ epoch: 165 ] [ iter:220,500 ] [ performance: 17.800 it/s ] [ lr: 2.50e-05 ] [ eta: 17:49:34 ] [ l_g_pix: 2.4352e-02 ] [ l_g_total: 2.4352e-02 ] +2024-09-27 00:35:54,396 INFO: [ epoch: 165 ] [ iter:220,600 ] [ performance: 18.190 it/s ] [ lr: 2.50e-05 ] [ eta: 17:49:16 ] [ l_g_pix: 3.9398e-02 ] [ l_g_total: 3.9398e-02 ] +2024-09-27 00:35:59,870 INFO: [ epoch: 165 ] [ iter:220,700 ] [ performance: 18.975 it/s ] [ lr: 2.50e-05 ] [ eta: 17:48:58 ] [ l_g_pix: 3.1420e-02 ] [ l_g_total: 3.1420e-02 ] +2024-09-27 00:36:05,318 INFO: [ epoch: 165 ] [ iter:220,800 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 17:48:40 ] [ l_g_pix: 2.4955e-02 ] [ l_g_total: 2.4955e-02 ] +2024-09-27 00:36:10,807 INFO: [ epoch: 165 ] [ iter:220,900 ] [ performance: 18.917 it/s ] [ lr: 2.50e-05 ] [ eta: 17:48:22 ] [ l_g_pix: 3.6454e-02 ] [ l_g_total: 3.6454e-02 ] +2024-09-27 00:36:16,294 INFO: [ epoch: 165 ] [ iter:221,000 ] [ performance: 18.237 it/s ] [ lr: 2.50e-05 ] [ eta: 17:48:05 ] [ l_g_pix: 2.6882e-02 ] [ l_g_total: 2.6882e-02 ] +2024-09-27 00:36:21,781 INFO: [ epoch: 165 ] [ iter:221,100 ] [ performance: 18.231 it/s ] [ lr: 2.50e-05 ] [ eta: 17:47:47 ] [ l_g_pix: 2.1533e-02 ] [ l_g_total: 2.1533e-02 ] +2024-09-27 00:36:27,275 INFO: [ epoch: 165 ] [ iter:221,200 ] [ performance: 18.207 it/s ] [ lr: 2.50e-05 ] [ eta: 17:47:29 ] [ l_g_pix: 3.0769e-02 ] [ l_g_total: 3.0769e-02 ] +2024-09-27 00:36:32,786 INFO: [ epoch: 165 ] [ iter:221,300 ] [ performance: 18.177 it/s ] [ lr: 2.50e-05 ] [ eta: 17:47:11 ] [ l_g_pix: 1.9850e-02 ] [ l_g_total: 1.9850e-02 ] +2024-09-27 00:36:38,319 INFO: [ epoch: 165 ] [ iter:221,400 ] [ performance: 18.076 it/s ] [ lr: 2.50e-05 ] [ eta: 17:46:53 ] [ l_g_pix: 3.4873e-02 ] [ l_g_total: 3.4873e-02 ] +2024-09-27 00:36:43,794 INFO: [ epoch: 165 ] [ iter:221,500 ] [ performance: 18.172 it/s ] [ lr: 2.50e-05 ] [ eta: 17:46:36 ] [ l_g_pix: 2.7507e-02 ] [ l_g_total: 2.7507e-02 ] +2024-09-27 00:36:49,317 INFO: [ epoch: 165 ] [ iter:221,600 ] [ performance: 18.115 it/s ] [ lr: 2.50e-05 ] [ eta: 17:46:18 ] [ l_g_pix: 3.8280e-02 ] [ l_g_total: 3.8280e-02 ] +2024-09-27 00:36:54,785 INFO: [ epoch: 165 ] [ iter:221,700 ] [ performance: 18.202 it/s ] [ lr: 2.50e-05 ] [ eta: 17:46:00 ] [ l_g_pix: 2.0500e-02 ] [ l_g_total: 2.0500e-02 ] +2024-09-27 00:37:01,354 INFO: [ epoch: 166 ] [ iter:221,800 ] [ performance: 15.149 it/s ] [ lr: 2.50e-05 ] [ eta: 17:45:46 ] [ l_g_pix: 4.0764e-02 ] [ l_g_total: 4.0764e-02 ] +2024-09-27 00:37:06,823 INFO: [ epoch: 166 ] [ iter:221,900 ] [ performance: 16.595 it/s ] [ lr: 2.50e-05 ] [ eta: 17:45:28 ] [ l_g_pix: 3.2834e-02 ] [ l_g_total: 3.2834e-02 ] +2024-09-27 00:37:12,287 INFO: [ epoch: 166 ] [ iter:222,000 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 17:45:10 ] [ l_g_pix: 3.7853e-02 ] [ l_g_total: 3.7853e-02 ] +2024-09-27 00:37:17,791 INFO: [ epoch: 166 ] [ iter:222,100 ] [ performance: 18.252 it/s ] [ lr: 2.50e-05 ] [ eta: 17:44:53 ] [ l_g_pix: 2.3525e-02 ] [ l_g_total: 2.3525e-02 ] +2024-09-27 00:37:23,289 INFO: [ epoch: 166 ] [ iter:222,200 ] [ performance: 18.217 it/s ] [ lr: 2.50e-05 ] [ eta: 17:44:35 ] [ l_g_pix: 2.6702e-02 ] [ l_g_total: 2.6702e-02 ] +2024-09-27 00:37:28,783 INFO: [ epoch: 166 ] [ iter:222,300 ] [ performance: 18.210 it/s ] [ lr: 2.50e-05 ] [ eta: 17:44:17 ] [ l_g_pix: 3.1704e-02 ] [ l_g_total: 3.1704e-02 ] +2024-09-27 00:37:34,240 INFO: [ epoch: 166 ] [ iter:222,400 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 17:43:59 ] [ l_g_pix: 2.4717e-02 ] [ l_g_total: 2.4717e-02 ] +2024-09-27 00:37:39,707 INFO: [ epoch: 166 ] [ iter:222,500 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 17:43:41 ] [ l_g_pix: 2.3933e-02 ] [ l_g_total: 2.3933e-02 ] +2024-09-27 00:37:45,183 INFO: [ epoch: 166 ] [ iter:222,600 ] [ performance: 18.276 it/s ] [ lr: 2.50e-05 ] [ eta: 17:43:24 ] [ l_g_pix: 2.7281e-02 ] [ l_g_total: 2.7281e-02 ] +2024-09-27 00:37:50,675 INFO: [ epoch: 166 ] [ iter:222,700 ] [ performance: 18.242 it/s ] [ lr: 2.50e-05 ] [ eta: 17:43:06 ] [ l_g_pix: 4.1835e-02 ] [ l_g_total: 4.1835e-02 ] +2024-09-27 00:37:56,164 INFO: [ epoch: 166 ] [ iter:222,800 ] [ performance: 18.231 it/s ] [ lr: 2.50e-05 ] [ eta: 17:42:48 ] [ l_g_pix: 2.7607e-02 ] [ l_g_total: 2.7607e-02 ] +2024-09-27 00:38:01,680 INFO: [ epoch: 166 ] [ iter:222,900 ] [ performance: 18.179 it/s ] [ lr: 2.50e-05 ] [ eta: 17:42:31 ] [ l_g_pix: 4.9756e-02 ] [ l_g_total: 4.9756e-02 ] +2024-09-27 00:38:07,184 INFO: [ epoch: 166 ] [ iter:223,000 ] [ performance: 18.216 it/s ] [ lr: 2.50e-05 ] [ eta: 17:42:13 ] [ l_g_pix: 2.6020e-02 ] [ l_g_total: 2.6020e-02 ] +2024-09-27 00:38:12,588 INFO: [ epoch: 166 ] [ iter:223,100 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 17:41:55 ] [ l_g_pix: 2.8886e-02 ] [ l_g_total: 2.8886e-02 ] +2024-09-27 00:38:19,262 INFO: [ epoch: 167 ] [ iter:223,200 ] [ performance: 14.688 it/s ] [ lr: 2.50e-05 ] [ eta: 17:41:42 ] [ l_g_pix: 2.4166e-02 ] [ l_g_total: 2.4166e-02 ] +2024-09-27 00:38:24,733 INFO: [ epoch: 167 ] [ iter:223,300 ] [ performance: 16.382 it/s ] [ lr: 2.50e-05 ] [ eta: 17:41:24 ] [ l_g_pix: 2.1596e-02 ] [ l_g_total: 2.1596e-02 ] +2024-09-27 00:38:30,189 INFO: [ epoch: 167 ] [ iter:223,400 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 17:41:06 ] [ l_g_pix: 3.3995e-02 ] [ l_g_total: 3.3995e-02 ] +2024-09-27 00:38:35,699 INFO: [ epoch: 167 ] [ iter:223,500 ] [ performance: 18.257 it/s ] [ lr: 2.50e-05 ] [ eta: 17:40:49 ] [ l_g_pix: 3.0921e-02 ] [ l_g_total: 3.0921e-02 ] +2024-09-27 00:38:41,189 INFO: [ epoch: 167 ] [ iter:223,600 ] [ performance: 18.251 it/s ] [ lr: 2.50e-05 ] [ eta: 17:40:31 ] [ l_g_pix: 2.8338e-02 ] [ l_g_total: 2.8338e-02 ] +2024-09-27 00:38:46,651 INFO: [ epoch: 167 ] [ iter:223,700 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 17:40:13 ] [ l_g_pix: 3.8355e-02 ] [ l_g_total: 3.8355e-02 ] +2024-09-27 00:38:52,106 INFO: [ epoch: 167 ] [ iter:223,800 ] [ performance: 18.418 it/s ] [ lr: 2.50e-05 ] [ eta: 17:39:56 ] [ l_g_pix: 3.2910e-02 ] [ l_g_total: 3.2910e-02 ] +2024-09-27 00:38:57,594 INFO: [ epoch: 167 ] [ iter:223,900 ] [ performance: 18.315 it/s ] [ lr: 2.50e-05 ] [ eta: 17:39:38 ] [ l_g_pix: 2.4166e-02 ] [ l_g_total: 2.4166e-02 ] +2024-09-27 00:39:03,079 INFO: [ epoch: 167 ] [ iter:224,000 ] [ performance: 18.279 it/s ] [ lr: 2.50e-05 ] [ eta: 17:39:21 ] [ l_g_pix: 2.2894e-02 ] [ l_g_total: 2.2894e-02 ] +2024-09-27 00:39:08,562 INFO: [ epoch: 167 ] [ iter:224,100 ] [ performance: 18.258 it/s ] [ lr: 2.50e-05 ] [ eta: 17:39:03 ] [ l_g_pix: 3.1601e-02 ] [ l_g_total: 3.1601e-02 ] +2024-09-27 00:39:14,048 INFO: [ epoch: 167 ] [ iter:224,200 ] [ performance: 18.308 it/s ] [ lr: 2.50e-05 ] [ eta: 17:38:45 ] [ l_g_pix: 2.6270e-02 ] [ l_g_total: 2.6270e-02 ] +2024-09-27 00:39:19,507 INFO: [ epoch: 167 ] [ iter:224,300 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 17:38:28 ] [ l_g_pix: 2.6333e-02 ] [ l_g_total: 2.6333e-02 ] +2024-09-27 00:39:24,942 INFO: [ epoch: 167 ] [ iter:224,400 ] [ performance: 18.556 it/s ] [ lr: 2.50e-05 ] [ eta: 17:38:10 ] [ l_g_pix: 2.3191e-02 ] [ l_g_total: 2.3191e-02 ] +2024-09-27 00:39:31,672 INFO: [ epoch: 168 ] [ iter:224,500 ] [ performance: 16.348 it/s ] [ lr: 2.50e-05 ] [ eta: 17:37:57 ] [ l_g_pix: 2.4389e-02 ] [ l_g_total: 2.4389e-02 ] +2024-09-27 00:39:37,140 INFO: [ epoch: 168 ] [ iter:224,600 ] [ performance: 18.414 it/s ] [ lr: 2.50e-05 ] [ eta: 17:37:39 ] [ l_g_pix: 2.6453e-02 ] [ l_g_total: 2.6453e-02 ] +2024-09-27 00:39:42,576 INFO: [ epoch: 168 ] [ iter:224,700 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 17:37:22 ] [ l_g_pix: 3.2858e-02 ] [ l_g_total: 3.2858e-02 ] +2024-09-27 00:39:48,029 INFO: [ epoch: 168 ] [ iter:224,800 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 17:37:04 ] [ l_g_pix: 2.4268e-02 ] [ l_g_total: 2.4268e-02 ] +2024-09-27 00:39:53,500 INFO: [ epoch: 168 ] [ iter:224,900 ] [ performance: 18.334 it/s ] [ lr: 2.50e-05 ] [ eta: 17:36:47 ] [ l_g_pix: 4.2719e-02 ] [ l_g_total: 4.2719e-02 ] +2024-09-27 00:39:58,982 INFO: [ epoch: 168 ] [ iter:225,000 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 17:36:29 ] [ l_g_pix: 2.7856e-02 ] [ l_g_total: 2.7856e-02 ] +2024-09-27 00:40:04,463 INFO: [ epoch: 168 ] [ iter:225,100 ] [ performance: 18.292 it/s ] [ lr: 2.50e-05 ] [ eta: 17:36:12 ] [ l_g_pix: 2.7419e-02 ] [ l_g_total: 2.7419e-02 ] +2024-09-27 00:40:09,911 INFO: [ epoch: 168 ] [ iter:225,200 ] [ performance: 18.497 it/s ] [ lr: 2.50e-05 ] [ eta: 17:35:54 ] [ l_g_pix: 1.4841e-02 ] [ l_g_total: 1.4841e-02 ] +2024-09-27 00:40:15,369 INFO: [ epoch: 168 ] [ iter:225,300 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 17:35:37 ] [ l_g_pix: 2.8436e-02 ] [ l_g_total: 2.8436e-02 ] +2024-09-27 00:40:20,825 INFO: [ epoch: 168 ] [ iter:225,400 ] [ performance: 18.393 it/s ] [ lr: 2.50e-05 ] [ eta: 17:35:19 ] [ l_g_pix: 2.1152e-02 ] [ l_g_total: 2.1152e-02 ] +2024-09-27 00:40:26,289 INFO: [ epoch: 168 ] [ iter:225,500 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 17:35:02 ] [ l_g_pix: 3.8216e-02 ] [ l_g_total: 3.8216e-02 ] +2024-09-27 00:40:31,764 INFO: [ epoch: 168 ] [ iter:225,600 ] [ performance: 18.446 it/s ] [ lr: 2.50e-05 ] [ eta: 17:34:44 ] [ l_g_pix: 3.5771e-02 ] [ l_g_total: 3.5771e-02 ] +2024-09-27 00:40:37,234 INFO: [ epoch: 168 ] [ iter:225,700 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 17:34:27 ] [ l_g_pix: 3.0968e-02 ] [ l_g_total: 3.0968e-02 ] +2024-09-27 00:40:43,703 INFO: [ epoch: 169 ] [ iter:225,800 ] [ performance: 14.769 it/s ] [ lr: 2.50e-05 ] [ eta: 17:34:13 ] [ l_g_pix: 3.1600e-02 ] [ l_g_total: 3.1600e-02 ] +2024-09-27 00:40:49,291 INFO: [ epoch: 169 ] [ iter:225,900 ] [ performance: 16.388 it/s ] [ lr: 2.50e-05 ] [ eta: 17:33:56 ] [ l_g_pix: 4.0493e-02 ] [ l_g_total: 4.0493e-02 ] +2024-09-27 00:40:54,744 INFO: [ epoch: 169 ] [ iter:226,000 ] [ performance: 18.436 it/s ] [ lr: 2.50e-05 ] [ eta: 17:33:38 ] [ l_g_pix: 2.3540e-02 ] [ l_g_total: 2.3540e-02 ] +2024-09-27 00:41:00,226 INFO: [ epoch: 169 ] [ iter:226,100 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 17:33:21 ] [ l_g_pix: 3.1620e-02 ] [ l_g_total: 3.1620e-02 ] +2024-09-27 00:41:05,706 INFO: [ epoch: 169 ] [ iter:226,200 ] [ performance: 18.306 it/s ] [ lr: 2.50e-05 ] [ eta: 17:33:03 ] [ l_g_pix: 1.9679e-02 ] [ l_g_total: 1.9679e-02 ] +2024-09-27 00:41:11,183 INFO: [ epoch: 169 ] [ iter:226,300 ] [ performance: 18.279 it/s ] [ lr: 2.50e-05 ] [ eta: 17:32:46 ] [ l_g_pix: 2.8704e-02 ] [ l_g_total: 2.8704e-02 ] +2024-09-27 00:41:16,683 INFO: [ epoch: 169 ] [ iter:226,400 ] [ performance: 18.293 it/s ] [ lr: 2.50e-05 ] [ eta: 17:32:29 ] [ l_g_pix: 3.2877e-02 ] [ l_g_total: 3.2877e-02 ] +2024-09-27 00:41:22,166 INFO: [ epoch: 169 ] [ iter:226,500 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 17:32:11 ] [ l_g_pix: 1.5127e-02 ] [ l_g_total: 1.5127e-02 ] +2024-09-27 00:41:27,637 INFO: [ epoch: 169 ] [ iter:226,600 ] [ performance: 18.375 it/s ] [ lr: 2.50e-05 ] [ eta: 17:31:54 ] [ l_g_pix: 2.2752e-02 ] [ l_g_total: 2.2752e-02 ] +2024-09-27 00:41:33,115 INFO: [ epoch: 169 ] [ iter:226,700 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 17:31:37 ] [ l_g_pix: 2.2412e-02 ] [ l_g_total: 2.2412e-02 ] +2024-09-27 00:41:38,582 INFO: [ epoch: 169 ] [ iter:226,800 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 17:31:19 ] [ l_g_pix: 2.1716e-02 ] [ l_g_total: 2.1716e-02 ] +2024-09-27 00:41:44,083 INFO: [ epoch: 169 ] [ iter:226,900 ] [ performance: 18.245 it/s ] [ lr: 2.50e-05 ] [ eta: 17:31:02 ] [ l_g_pix: 3.4778e-02 ] [ l_g_total: 3.4778e-02 ] +2024-09-27 00:41:49,539 INFO: [ epoch: 169 ] [ iter:227,000 ] [ performance: 18.395 it/s ] [ lr: 2.50e-05 ] [ eta: 17:30:45 ] [ l_g_pix: 2.7382e-02 ] [ l_g_total: 2.7382e-02 ] +2024-09-27 00:41:54,918 INFO: [ epoch: 169 ] [ iter:227,100 ] [ performance: 18.512 it/s ] [ lr: 2.50e-05 ] [ eta: 17:30:27 ] [ l_g_pix: 2.4069e-02 ] [ l_g_total: 2.4069e-02 ] +2024-09-27 00:42:01,568 INFO: [ epoch: 170 ] [ iter:227,200 ] [ performance: 17.833 it/s ] [ lr: 2.50e-05 ] [ eta: 17:30:14 ] [ l_g_pix: 1.9538e-02 ] [ l_g_total: 1.9538e-02 ] +2024-09-27 00:42:07,017 INFO: [ epoch: 170 ] [ iter:227,300 ] [ performance: 18.136 it/s ] [ lr: 2.50e-05 ] [ eta: 17:29:57 ] [ l_g_pix: 2.7489e-02 ] [ l_g_total: 2.7489e-02 ] +2024-09-27 00:42:12,468 INFO: [ epoch: 170 ] [ iter:227,400 ] [ performance: 18.389 it/s ] [ lr: 2.50e-05 ] [ eta: 17:29:39 ] [ l_g_pix: 2.5508e-02 ] [ l_g_total: 2.5508e-02 ] +2024-09-27 00:42:17,916 INFO: [ epoch: 170 ] [ iter:227,500 ] [ performance: 18.370 it/s ] [ lr: 2.50e-05 ] [ eta: 17:29:22 ] [ l_g_pix: 4.4055e-02 ] [ l_g_total: 4.4055e-02 ] +2024-09-27 00:42:23,395 INFO: [ epoch: 170 ] [ iter:227,600 ] [ performance: 18.278 it/s ] [ lr: 2.50e-05 ] [ eta: 17:29:05 ] [ l_g_pix: 2.3547e-02 ] [ l_g_total: 2.3547e-02 ] +2024-09-27 00:42:28,829 INFO: [ epoch: 170 ] [ iter:227,700 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 17:28:47 ] [ l_g_pix: 3.6334e-02 ] [ l_g_total: 3.6334e-02 ] +2024-09-27 00:42:34,286 INFO: [ epoch: 170 ] [ iter:227,800 ] [ performance: 18.434 it/s ] [ lr: 2.50e-05 ] [ eta: 17:28:30 ] [ l_g_pix: 2.4458e-02 ] [ l_g_total: 2.4458e-02 ] +2024-09-27 00:42:39,760 INFO: [ epoch: 170 ] [ iter:227,900 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 17:28:13 ] [ l_g_pix: 2.6154e-02 ] [ l_g_total: 2.6154e-02 ] +2024-09-27 00:42:45,218 INFO: [ epoch: 170 ] [ iter:228,000 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 17:27:56 ] [ l_g_pix: 3.2466e-02 ] [ l_g_total: 3.2466e-02 ] +2024-09-27 00:42:50,690 INFO: [ epoch: 170 ] [ iter:228,100 ] [ performance: 18.310 it/s ] [ lr: 2.50e-05 ] [ eta: 17:27:39 ] [ l_g_pix: 2.1618e-02 ] [ l_g_total: 2.1618e-02 ] +2024-09-27 00:42:56,148 INFO: [ epoch: 170 ] [ iter:228,200 ] [ performance: 18.334 it/s ] [ lr: 2.50e-05 ] [ eta: 17:27:21 ] [ l_g_pix: 4.8051e-02 ] [ l_g_total: 4.8051e-02 ] +2024-09-27 00:43:01,584 INFO: [ epoch: 170 ] [ iter:228,300 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 17:27:04 ] [ l_g_pix: 2.6346e-02 ] [ l_g_total: 2.6346e-02 ] +2024-09-27 00:43:07,016 INFO: [ epoch: 170 ] [ iter:228,400 ] [ performance: 18.664 it/s ] [ lr: 2.50e-05 ] [ eta: 17:26:47 ] [ l_g_pix: 3.7712e-02 ] [ l_g_total: 3.7712e-02 ] +2024-09-27 00:43:13,757 INFO: [ epoch: 171 ] [ iter:228,500 ] [ performance: 16.128 it/s ] [ lr: 2.50e-05 ] [ eta: 17:26:34 ] [ l_g_pix: 3.0997e-02 ] [ l_g_total: 3.0997e-02 ] +2024-09-27 00:43:19,244 INFO: [ epoch: 171 ] [ iter:228,600 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 17:26:17 ] [ l_g_pix: 3.2967e-02 ] [ l_g_total: 3.2967e-02 ] +2024-09-27 00:43:24,741 INFO: [ epoch: 171 ] [ iter:228,700 ] [ performance: 18.256 it/s ] [ lr: 2.50e-05 ] [ eta: 17:26:00 ] [ l_g_pix: 3.1082e-02 ] [ l_g_total: 3.1082e-02 ] +2024-09-27 00:43:30,213 INFO: [ epoch: 171 ] [ iter:228,800 ] [ performance: 18.317 it/s ] [ lr: 2.50e-05 ] [ eta: 17:25:43 ] [ l_g_pix: 2.7791e-02 ] [ l_g_total: 2.7791e-02 ] +2024-09-27 00:43:35,672 INFO: [ epoch: 171 ] [ iter:228,900 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 17:25:25 ] [ l_g_pix: 2.5115e-02 ] [ l_g_total: 2.5115e-02 ] +2024-09-27 00:43:41,143 INFO: [ epoch: 171 ] [ iter:229,000 ] [ performance: 18.277 it/s ] [ lr: 2.50e-05 ] [ eta: 17:25:08 ] [ l_g_pix: 2.9359e-02 ] [ l_g_total: 2.9359e-02 ] +2024-09-27 00:43:46,645 INFO: [ epoch: 171 ] [ iter:229,100 ] [ performance: 18.215 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:51 ] [ l_g_pix: 3.6919e-02 ] [ l_g_total: 3.6919e-02 ] +2024-09-27 00:43:52,150 INFO: [ epoch: 171 ] [ iter:229,200 ] [ performance: 18.313 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:34 ] [ l_g_pix: 2.6371e-02 ] [ l_g_total: 2.6371e-02 ] +2024-09-27 00:43:57,590 INFO: [ epoch: 171 ] [ iter:229,300 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:17 ] [ l_g_pix: 2.4814e-02 ] [ l_g_total: 2.4814e-02 ] +2024-09-27 00:44:03,076 INFO: [ epoch: 171 ] [ iter:229,400 ] [ performance: 18.237 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:00 ] [ l_g_pix: 3.0153e-02 ] [ l_g_total: 3.0153e-02 ] +2024-09-27 00:44:08,533 INFO: [ epoch: 171 ] [ iter:229,500 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 17:23:43 ] [ l_g_pix: 2.3493e-02 ] [ l_g_total: 2.3493e-02 ] +2024-09-27 00:44:14,004 INFO: [ epoch: 171 ] [ iter:229,600 ] [ performance: 18.425 it/s ] [ lr: 2.50e-05 ] [ eta: 17:23:26 ] [ l_g_pix: 2.8124e-02 ] [ l_g_total: 2.8124e-02 ] +2024-09-27 00:44:19,458 INFO: [ epoch: 171 ] [ iter:229,700 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 17:23:09 ] [ l_g_pix: 3.1610e-02 ] [ l_g_total: 3.1610e-02 ] +2024-09-27 00:44:25,861 INFO: [ epoch: 172 ] [ iter:229,800 ] [ performance: 14.070 it/s ] [ lr: 2.50e-05 ] [ eta: 17:22:55 ] [ l_g_pix: 2.6998e-02 ] [ l_g_total: 2.6998e-02 ] +2024-09-27 00:44:31,593 INFO: [ epoch: 172 ] [ iter:229,900 ] [ performance: 16.049 it/s ] [ lr: 2.50e-05 ] [ eta: 17:22:39 ] [ l_g_pix: 2.2283e-02 ] [ l_g_total: 2.2283e-02 ] +2024-09-27 00:44:37,068 INFO: [ epoch: 172 ] [ iter:230,000 ] [ performance: 18.395 it/s ] [ lr: 2.50e-05 ] [ eta: 17:22:22 ] [ l_g_pix: 3.2384e-02 ] [ l_g_total: 3.2384e-02 ] +2024-09-27 00:44:37,068 INFO: Saving models and training states. +2024-09-27 00:48:48,014 INFO: Validation val + + # psnr: 27.1870........ Best: 27.1990 @ 120000 iter + # ssim: 0.7662........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 00:48:53,486 INFO: [ epoch: 172 ] [ iter:230,100 ] [ performance: 18.327 it/s ] [ lr: 2.50e-05 ] [ eta: 17:36:05 ] [ l_g_pix: 4.8155e-02 ] [ l_g_total: 4.8155e-02 ] +2024-09-27 00:48:58,946 INFO: [ epoch: 172 ] [ iter:230,200 ] [ performance: 18.437 it/s ] [ lr: 2.50e-05 ] [ eta: 17:35:47 ] [ l_g_pix: 2.0475e-02 ] [ l_g_total: 2.0475e-02 ] +2024-09-27 00:49:04,394 INFO: [ epoch: 172 ] [ iter:230,300 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 17:35:30 ] [ l_g_pix: 3.5218e-02 ] [ l_g_total: 3.5218e-02 ] +2024-09-27 00:49:09,842 INFO: [ epoch: 172 ] [ iter:230,400 ] [ performance: 18.507 it/s ] [ lr: 2.50e-05 ] [ eta: 17:35:12 ] [ l_g_pix: 2.2337e-02 ] [ l_g_total: 2.2337e-02 ] +2024-09-27 00:49:15,296 INFO: [ epoch: 172 ] [ iter:230,500 ] [ performance: 18.397 it/s ] [ lr: 2.50e-05 ] [ eta: 17:34:55 ] [ l_g_pix: 2.8138e-02 ] [ l_g_total: 2.8138e-02 ] +2024-09-27 00:49:20,774 INFO: [ epoch: 172 ] [ iter:230,600 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 17:34:37 ] [ l_g_pix: 1.8488e-02 ] [ l_g_total: 1.8488e-02 ] +2024-09-27 00:49:26,247 INFO: [ epoch: 172 ] [ iter:230,700 ] [ performance: 18.271 it/s ] [ lr: 2.50e-05 ] [ eta: 17:34:20 ] [ l_g_pix: 2.4560e-02 ] [ l_g_total: 2.4560e-02 ] +2024-09-27 00:49:31,734 INFO: [ epoch: 172 ] [ iter:230,800 ] [ performance: 18.366 it/s ] [ lr: 2.50e-05 ] [ eta: 17:34:02 ] [ l_g_pix: 3.5329e-02 ] [ l_g_total: 3.5329e-02 ] +2024-09-27 00:49:37,206 INFO: [ epoch: 172 ] [ iter:230,900 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 17:33:45 ] [ l_g_pix: 3.2612e-02 ] [ l_g_total: 3.2612e-02 ] +2024-09-27 00:49:42,718 INFO: [ epoch: 172 ] [ iter:231,000 ] [ performance: 18.313 it/s ] [ lr: 2.50e-05 ] [ eta: 17:33:28 ] [ l_g_pix: 3.7554e-02 ] [ l_g_total: 3.7554e-02 ] +2024-09-27 00:49:48,130 INFO: [ epoch: 172 ] [ iter:231,100 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 17:33:10 ] [ l_g_pix: 1.6658e-02 ] [ l_g_total: 1.6658e-02 ] +2024-09-27 00:49:54,828 INFO: [ epoch: 173 ] [ iter:231,200 ] [ performance: 18.297 it/s ] [ lr: 2.50e-05 ] [ eta: 17:32:57 ] [ l_g_pix: 2.9640e-02 ] [ l_g_total: 2.9640e-02 ] +2024-09-27 00:50:00,312 INFO: [ epoch: 173 ] [ iter:231,300 ] [ performance: 18.259 it/s ] [ lr: 2.50e-05 ] [ eta: 17:32:40 ] [ l_g_pix: 3.1213e-02 ] [ l_g_total: 3.1213e-02 ] +2024-09-27 00:50:05,796 INFO: [ epoch: 173 ] [ iter:231,400 ] [ performance: 18.441 it/s ] [ lr: 2.50e-05 ] [ eta: 17:32:22 ] [ l_g_pix: 3.0572e-02 ] [ l_g_total: 3.0572e-02 ] +2024-09-27 00:50:11,257 INFO: [ epoch: 173 ] [ iter:231,500 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 17:32:05 ] [ l_g_pix: 3.2208e-02 ] [ l_g_total: 3.2208e-02 ] +2024-09-27 00:50:16,694 INFO: [ epoch: 173 ] [ iter:231,600 ] [ performance: 18.599 it/s ] [ lr: 2.50e-05 ] [ eta: 17:31:48 ] [ l_g_pix: 3.1948e-02 ] [ l_g_total: 3.1948e-02 ] +2024-09-27 00:50:22,138 INFO: [ epoch: 173 ] [ iter:231,700 ] [ performance: 18.445 it/s ] [ lr: 2.50e-05 ] [ eta: 17:31:30 ] [ l_g_pix: 3.7845e-02 ] [ l_g_total: 3.7845e-02 ] +2024-09-27 00:50:27,585 INFO: [ epoch: 173 ] [ iter:231,800 ] [ performance: 18.550 it/s ] [ lr: 2.50e-05 ] [ eta: 17:31:13 ] [ l_g_pix: 2.5832e-02 ] [ l_g_total: 2.5832e-02 ] +2024-09-27 00:50:33,064 INFO: [ epoch: 173 ] [ iter:231,900 ] [ performance: 18.348 it/s ] [ lr: 2.50e-05 ] [ eta: 17:30:56 ] [ l_g_pix: 2.3685e-02 ] [ l_g_total: 2.3685e-02 ] +2024-09-27 00:50:38,527 INFO: [ epoch: 173 ] [ iter:232,000 ] [ performance: 18.540 it/s ] [ lr: 2.50e-05 ] [ eta: 17:30:38 ] [ l_g_pix: 3.5137e-02 ] [ l_g_total: 3.5137e-02 ] +2024-09-27 00:50:43,974 INFO: [ epoch: 173 ] [ iter:232,100 ] [ performance: 18.419 it/s ] [ lr: 2.50e-05 ] [ eta: 17:30:21 ] [ l_g_pix: 4.1890e-02 ] [ l_g_total: 4.1890e-02 ] +2024-09-27 00:50:49,432 INFO: [ epoch: 173 ] [ iter:232,200 ] [ performance: 18.568 it/s ] [ lr: 2.50e-05 ] [ eta: 17:30:04 ] [ l_g_pix: 2.4726e-02 ] [ l_g_total: 2.4726e-02 ] +2024-09-27 00:50:54,902 INFO: [ epoch: 173 ] [ iter:232,300 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 17:29:46 ] [ l_g_pix: 2.3737e-02 ] [ l_g_total: 2.3737e-02 ] +2024-09-27 00:51:00,367 INFO: [ epoch: 173 ] [ iter:232,400 ] [ performance: 18.757 it/s ] [ lr: 2.50e-05 ] [ eta: 17:29:29 ] [ l_g_pix: 1.9424e-02 ] [ l_g_total: 1.9424e-02 ] +2024-09-27 00:51:06,992 INFO: [ epoch: 174 ] [ iter:232,500 ] [ performance: 16.055 it/s ] [ lr: 2.50e-05 ] [ eta: 17:29:16 ] [ l_g_pix: 3.2938e-02 ] [ l_g_total: 3.2938e-02 ] +2024-09-27 00:51:12,423 INFO: [ epoch: 174 ] [ iter:232,600 ] [ performance: 18.581 it/s ] [ lr: 2.50e-05 ] [ eta: 17:28:58 ] [ l_g_pix: 3.5932e-02 ] [ l_g_total: 3.5932e-02 ] +2024-09-27 00:51:17,905 INFO: [ epoch: 174 ] [ iter:232,700 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 17:28:41 ] [ l_g_pix: 2.8364e-02 ] [ l_g_total: 2.8364e-02 ] +2024-09-27 00:51:23,406 INFO: [ epoch: 174 ] [ iter:232,800 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 17:28:24 ] [ l_g_pix: 3.0291e-02 ] [ l_g_total: 3.0291e-02 ] +2024-09-27 00:51:28,874 INFO: [ epoch: 174 ] [ iter:232,900 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 17:28:07 ] [ l_g_pix: 2.7564e-02 ] [ l_g_total: 2.7564e-02 ] +2024-09-27 00:51:34,340 INFO: [ epoch: 174 ] [ iter:233,000 ] [ performance: 18.589 it/s ] [ lr: 2.50e-05 ] [ eta: 17:27:50 ] [ l_g_pix: 2.1154e-02 ] [ l_g_total: 2.1154e-02 ] +2024-09-27 00:51:39,783 INFO: [ epoch: 174 ] [ iter:233,100 ] [ performance: 18.436 it/s ] [ lr: 2.50e-05 ] [ eta: 17:27:33 ] [ l_g_pix: 3.7314e-02 ] [ l_g_total: 3.7314e-02 ] +2024-09-27 00:51:45,242 INFO: [ epoch: 174 ] [ iter:233,200 ] [ performance: 18.479 it/s ] [ lr: 2.50e-05 ] [ eta: 17:27:15 ] [ l_g_pix: 1.8393e-02 ] [ l_g_total: 1.8393e-02 ] +2024-09-27 00:51:50,727 INFO: [ epoch: 174 ] [ iter:233,300 ] [ performance: 18.304 it/s ] [ lr: 2.50e-05 ] [ eta: 17:26:58 ] [ l_g_pix: 2.3859e-02 ] [ l_g_total: 2.3859e-02 ] +2024-09-27 00:51:56,201 INFO: [ epoch: 174 ] [ iter:233,400 ] [ performance: 18.556 it/s ] [ lr: 2.50e-05 ] [ eta: 17:26:41 ] [ l_g_pix: 3.2618e-02 ] [ l_g_total: 3.2618e-02 ] +2024-09-27 00:52:01,677 INFO: [ epoch: 174 ] [ iter:233,500 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 17:26:24 ] [ l_g_pix: 3.2179e-02 ] [ l_g_total: 3.2179e-02 ] +2024-09-27 00:52:07,147 INFO: [ epoch: 174 ] [ iter:233,600 ] [ performance: 18.527 it/s ] [ lr: 2.50e-05 ] [ eta: 17:26:07 ] [ l_g_pix: 1.9882e-02 ] [ l_g_total: 1.9882e-02 ] +2024-09-27 00:52:12,642 INFO: [ epoch: 174 ] [ iter:233,700 ] [ performance: 18.290 it/s ] [ lr: 2.50e-05 ] [ eta: 17:25:50 ] [ l_g_pix: 2.2900e-02 ] [ l_g_total: 2.2900e-02 ] +2024-09-27 00:52:18,133 INFO: [ epoch: 174 ] [ iter:233,800 ] [ performance: 17.826 it/s ] [ lr: 2.50e-05 ] [ eta: 17:25:33 ] [ l_g_pix: 2.7340e-02 ] [ l_g_total: 2.7340e-02 ] +2024-09-27 00:52:24,655 INFO: [ epoch: 175 ] [ iter:233,900 ] [ performance: 15.936 it/s ] [ lr: 2.50e-05 ] [ eta: 17:25:19 ] [ l_g_pix: 3.8742e-02 ] [ l_g_total: 3.8742e-02 ] +2024-09-27 00:52:30,116 INFO: [ epoch: 175 ] [ iter:234,000 ] [ performance: 18.510 it/s ] [ lr: 2.50e-05 ] [ eta: 17:25:02 ] [ l_g_pix: 2.0575e-02 ] [ l_g_total: 2.0575e-02 ] +2024-09-27 00:52:35,571 INFO: [ epoch: 175 ] [ iter:234,100 ] [ performance: 18.378 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:45 ] [ l_g_pix: 3.3265e-02 ] [ l_g_total: 3.3265e-02 ] +2024-09-27 00:52:41,072 INFO: [ epoch: 175 ] [ iter:234,200 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:28 ] [ l_g_pix: 1.9405e-02 ] [ l_g_total: 1.9405e-02 ] +2024-09-27 00:52:46,562 INFO: [ epoch: 175 ] [ iter:234,300 ] [ performance: 18.270 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:11 ] [ l_g_pix: 2.1830e-02 ] [ l_g_total: 2.1830e-02 ] +2024-09-27 00:52:52,047 INFO: [ epoch: 175 ] [ iter:234,400 ] [ performance: 18.572 it/s ] [ lr: 2.50e-05 ] [ eta: 17:23:54 ] [ l_g_pix: 2.7353e-02 ] [ l_g_total: 2.7353e-02 ] +2024-09-27 00:52:57,493 INFO: [ epoch: 175 ] [ iter:234,500 ] [ performance: 18.416 it/s ] [ lr: 2.50e-05 ] [ eta: 17:23:37 ] [ l_g_pix: 3.0907e-02 ] [ l_g_total: 3.0907e-02 ] +2024-09-27 00:53:02,914 INFO: [ epoch: 175 ] [ iter:234,600 ] [ performance: 18.549 it/s ] [ lr: 2.50e-05 ] [ eta: 17:23:20 ] [ l_g_pix: 2.5347e-02 ] [ l_g_total: 2.5347e-02 ] +2024-09-27 00:53:08,367 INFO: [ epoch: 175 ] [ iter:234,700 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 17:23:03 ] [ l_g_pix: 2.5458e-02 ] [ l_g_total: 2.5458e-02 ] +2024-09-27 00:53:13,836 INFO: [ epoch: 175 ] [ iter:234,800 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 17:22:46 ] [ l_g_pix: 3.0274e-02 ] [ l_g_total: 3.0274e-02 ] +2024-09-27 00:53:19,327 INFO: [ epoch: 175 ] [ iter:234,900 ] [ performance: 18.266 it/s ] [ lr: 2.50e-05 ] [ eta: 17:22:29 ] [ l_g_pix: 2.9079e-02 ] [ l_g_total: 2.9079e-02 ] +2024-09-27 00:53:24,803 INFO: [ epoch: 175 ] [ iter:235,000 ] [ performance: 18.562 it/s ] [ lr: 2.50e-05 ] [ eta: 17:22:12 ] [ l_g_pix: 3.5903e-02 ] [ l_g_total: 3.5903e-02 ] +2024-09-27 00:53:30,182 INFO: [ epoch: 175 ] [ iter:235,100 ] [ performance: 18.585 it/s ] [ lr: 2.50e-05 ] [ eta: 17:21:54 ] [ l_g_pix: 2.5177e-02 ] [ l_g_total: 2.5177e-02 ] +2024-09-27 00:53:36,902 INFO: [ epoch: 176 ] [ iter:235,200 ] [ performance: 18.694 it/s ] [ lr: 2.50e-05 ] [ eta: 17:21:42 ] [ l_g_pix: 3.4189e-02 ] [ l_g_total: 3.4189e-02 ] +2024-09-27 00:53:42,349 INFO: [ epoch: 176 ] [ iter:235,300 ] [ performance: 18.437 it/s ] [ lr: 2.50e-05 ] [ eta: 17:21:25 ] [ l_g_pix: 2.9972e-02 ] [ l_g_total: 2.9972e-02 ] +2024-09-27 00:53:47,841 INFO: [ epoch: 176 ] [ iter:235,400 ] [ performance: 18.425 it/s ] [ lr: 2.50e-05 ] [ eta: 17:21:08 ] [ l_g_pix: 2.6145e-02 ] [ l_g_total: 2.6145e-02 ] +2024-09-27 00:53:53,333 INFO: [ epoch: 176 ] [ iter:235,500 ] [ performance: 18.260 it/s ] [ lr: 2.50e-05 ] [ eta: 17:20:51 ] [ l_g_pix: 3.2763e-02 ] [ l_g_total: 3.2763e-02 ] +2024-09-27 00:53:58,825 INFO: [ epoch: 176 ] [ iter:235,600 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 17:20:34 ] [ l_g_pix: 2.1300e-02 ] [ l_g_total: 2.1300e-02 ] +2024-09-27 00:54:04,301 INFO: [ epoch: 176 ] [ iter:235,700 ] [ performance: 18.290 it/s ] [ lr: 2.50e-05 ] [ eta: 17:20:17 ] [ l_g_pix: 3.2652e-02 ] [ l_g_total: 3.2652e-02 ] +2024-09-27 00:54:09,760 INFO: [ epoch: 176 ] [ iter:235,800 ] [ performance: 18.687 it/s ] [ lr: 2.50e-05 ] [ eta: 17:20:00 ] [ l_g_pix: 2.3911e-02 ] [ l_g_total: 2.3911e-02 ] +2024-09-27 00:54:15,237 INFO: [ epoch: 176 ] [ iter:235,900 ] [ performance: 18.352 it/s ] [ lr: 2.50e-05 ] [ eta: 17:19:43 ] [ l_g_pix: 2.5248e-02 ] [ l_g_total: 2.5248e-02 ] +2024-09-27 00:54:20,687 INFO: [ epoch: 176 ] [ iter:236,000 ] [ performance: 18.393 it/s ] [ lr: 2.50e-05 ] [ eta: 17:19:26 ] [ l_g_pix: 3.4214e-02 ] [ l_g_total: 3.4214e-02 ] +2024-09-27 00:54:26,150 INFO: [ epoch: 176 ] [ iter:236,100 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 17:19:09 ] [ l_g_pix: 2.6851e-02 ] [ l_g_total: 2.6851e-02 ] +2024-09-27 00:54:31,623 INFO: [ epoch: 176 ] [ iter:236,200 ] [ performance: 18.846 it/s ] [ lr: 2.50e-05 ] [ eta: 17:18:53 ] [ l_g_pix: 4.1345e-02 ] [ l_g_total: 4.1345e-02 ] +2024-09-27 00:54:37,074 INFO: [ epoch: 176 ] [ iter:236,300 ] [ performance: 18.443 it/s ] [ lr: 2.50e-05 ] [ eta: 17:18:36 ] [ l_g_pix: 1.6858e-02 ] [ l_g_total: 1.6858e-02 ] +2024-09-27 00:54:42,533 INFO: [ epoch: 176 ] [ iter:236,400 ] [ performance: 18.924 it/s ] [ lr: 2.50e-05 ] [ eta: 17:18:19 ] [ l_g_pix: 3.4767e-02 ] [ l_g_total: 3.4767e-02 ] +2024-09-27 00:54:49,394 INFO: [ epoch: 177 ] [ iter:236,500 ] [ performance: 15.257 it/s ] [ lr: 2.50e-05 ] [ eta: 17:18:06 ] [ l_g_pix: 3.6387e-02 ] [ l_g_total: 3.6387e-02 ] +2024-09-27 00:54:54,827 INFO: [ epoch: 177 ] [ iter:236,600 ] [ performance: 18.842 it/s ] [ lr: 2.50e-05 ] [ eta: 17:17:49 ] [ l_g_pix: 2.7983e-02 ] [ l_g_total: 2.7983e-02 ] +2024-09-27 00:55:00,285 INFO: [ epoch: 177 ] [ iter:236,700 ] [ performance: 18.421 it/s ] [ lr: 2.50e-05 ] [ eta: 17:17:33 ] [ l_g_pix: 2.5451e-02 ] [ l_g_total: 2.5451e-02 ] +2024-09-27 00:55:05,718 INFO: [ epoch: 177 ] [ iter:236,800 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 17:17:16 ] [ l_g_pix: 3.4141e-02 ] [ l_g_total: 3.4141e-02 ] +2024-09-27 00:55:11,148 INFO: [ epoch: 177 ] [ iter:236,900 ] [ performance: 18.410 it/s ] [ lr: 2.50e-05 ] [ eta: 17:16:59 ] [ l_g_pix: 3.3135e-02 ] [ l_g_total: 3.3135e-02 ] +2024-09-27 00:55:16,617 INFO: [ epoch: 177 ] [ iter:237,000 ] [ performance: 18.605 it/s ] [ lr: 2.50e-05 ] [ eta: 17:16:42 ] [ l_g_pix: 3.4898e-02 ] [ l_g_total: 3.4898e-02 ] +2024-09-27 00:55:22,093 INFO: [ epoch: 177 ] [ iter:237,100 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 17:16:25 ] [ l_g_pix: 2.7119e-02 ] [ l_g_total: 2.7119e-02 ] +2024-09-27 00:55:27,541 INFO: [ epoch: 177 ] [ iter:237,200 ] [ performance: 18.485 it/s ] [ lr: 2.50e-05 ] [ eta: 17:16:08 ] [ l_g_pix: 1.8980e-02 ] [ l_g_total: 1.8980e-02 ] +2024-09-27 00:55:32,971 INFO: [ epoch: 177 ] [ iter:237,300 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 17:15:51 ] [ l_g_pix: 2.8399e-02 ] [ l_g_total: 2.8399e-02 ] +2024-09-27 00:55:38,432 INFO: [ epoch: 177 ] [ iter:237,400 ] [ performance: 18.241 it/s ] [ lr: 2.50e-05 ] [ eta: 17:15:35 ] [ l_g_pix: 2.1478e-02 ] [ l_g_total: 2.1478e-02 ] +2024-09-27 00:55:43,912 INFO: [ epoch: 177 ] [ iter:237,500 ] [ performance: 18.250 it/s ] [ lr: 2.50e-05 ] [ eta: 17:15:18 ] [ l_g_pix: 4.7709e-02 ] [ l_g_total: 4.7709e-02 ] +2024-09-27 00:55:49,387 INFO: [ epoch: 177 ] [ iter:237,600 ] [ performance: 18.671 it/s ] [ lr: 2.50e-05 ] [ eta: 17:15:01 ] [ l_g_pix: 2.7586e-02 ] [ l_g_total: 2.7586e-02 ] +2024-09-27 00:55:54,863 INFO: [ epoch: 177 ] [ iter:237,700 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 17:14:44 ] [ l_g_pix: 3.7226e-02 ] [ l_g_total: 3.7226e-02 ] +2024-09-27 00:56:00,211 INFO: [ epoch: 177 ] [ iter:237,800 ] [ performance: 18.974 it/s ] [ lr: 2.50e-05 ] [ eta: 17:14:27 ] [ l_g_pix: 3.6968e-02 ] [ l_g_total: 3.6968e-02 ] +2024-09-27 00:56:06,901 INFO: [ epoch: 178 ] [ iter:237,900 ] [ performance: 15.426 it/s ] [ lr: 2.50e-05 ] [ eta: 17:14:15 ] [ l_g_pix: 2.7266e-02 ] [ l_g_total: 2.7266e-02 ] +2024-09-27 00:56:12,370 INFO: [ epoch: 178 ] [ iter:238,000 ] [ performance: 18.673 it/s ] [ lr: 2.50e-05 ] [ eta: 17:13:58 ] [ l_g_pix: 3.3188e-02 ] [ l_g_total: 3.3188e-02 ] +2024-09-27 00:56:17,833 INFO: [ epoch: 178 ] [ iter:238,100 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 17:13:41 ] [ l_g_pix: 2.2070e-02 ] [ l_g_total: 2.2070e-02 ] +2024-09-27 00:56:23,328 INFO: [ epoch: 178 ] [ iter:238,200 ] [ performance: 17.896 it/s ] [ lr: 2.50e-05 ] [ eta: 17:13:25 ] [ l_g_pix: 3.1867e-02 ] [ l_g_total: 3.1867e-02 ] +2024-09-27 00:56:28,802 INFO: [ epoch: 178 ] [ iter:238,300 ] [ performance: 18.221 it/s ] [ lr: 2.50e-05 ] [ eta: 17:13:08 ] [ l_g_pix: 2.9220e-02 ] [ l_g_total: 2.9220e-02 ] +2024-09-27 00:56:34,288 INFO: [ epoch: 178 ] [ iter:238,400 ] [ performance: 18.603 it/s ] [ lr: 2.50e-05 ] [ eta: 17:12:51 ] [ l_g_pix: 1.9410e-02 ] [ l_g_total: 1.9410e-02 ] +2024-09-27 00:56:39,746 INFO: [ epoch: 178 ] [ iter:238,500 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 17:12:35 ] [ l_g_pix: 2.1780e-02 ] [ l_g_total: 2.1780e-02 ] +2024-09-27 00:56:45,183 INFO: [ epoch: 178 ] [ iter:238,600 ] [ performance: 18.792 it/s ] [ lr: 2.50e-05 ] [ eta: 17:12:18 ] [ l_g_pix: 3.0921e-02 ] [ l_g_total: 3.0921e-02 ] +2024-09-27 00:56:50,669 INFO: [ epoch: 178 ] [ iter:238,700 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 17:12:01 ] [ l_g_pix: 2.7841e-02 ] [ l_g_total: 2.7841e-02 ] +2024-09-27 00:56:56,120 INFO: [ epoch: 178 ] [ iter:238,800 ] [ performance: 18.262 it/s ] [ lr: 2.50e-05 ] [ eta: 17:11:45 ] [ l_g_pix: 2.7127e-02 ] [ l_g_total: 2.7127e-02 ] +2024-09-27 00:57:01,615 INFO: [ epoch: 178 ] [ iter:238,900 ] [ performance: 18.207 it/s ] [ lr: 2.50e-05 ] [ eta: 17:11:28 ] [ l_g_pix: 3.5955e-02 ] [ l_g_total: 3.5955e-02 ] +2024-09-27 00:57:07,071 INFO: [ epoch: 178 ] [ iter:239,000 ] [ performance: 18.725 it/s ] [ lr: 2.50e-05 ] [ eta: 17:11:11 ] [ l_g_pix: 2.9757e-02 ] [ l_g_total: 2.9757e-02 ] +2024-09-27 00:57:12,493 INFO: [ epoch: 178 ] [ iter:239,100 ] [ performance: 18.471 it/s ] [ lr: 2.50e-05 ] [ eta: 17:10:55 ] [ l_g_pix: 3.7275e-02 ] [ l_g_total: 3.7275e-02 ] +2024-09-27 00:57:19,200 INFO: [ epoch: 179 ] [ iter:239,200 ] [ performance: 18.178 it/s ] [ lr: 2.50e-05 ] [ eta: 17:10:42 ] [ l_g_pix: 3.6196e-02 ] [ l_g_total: 3.6196e-02 ] +2024-09-27 00:57:24,678 INFO: [ epoch: 179 ] [ iter:239,300 ] [ performance: 18.249 it/s ] [ lr: 2.50e-05 ] [ eta: 17:10:25 ] [ l_g_pix: 2.2523e-02 ] [ l_g_total: 2.2523e-02 ] +2024-09-27 00:57:30,150 INFO: [ epoch: 179 ] [ iter:239,400 ] [ performance: 18.835 it/s ] [ lr: 2.50e-05 ] [ eta: 17:10:09 ] [ l_g_pix: 2.1085e-02 ] [ l_g_total: 2.1085e-02 ] +2024-09-27 00:57:35,649 INFO: [ epoch: 179 ] [ iter:239,500 ] [ performance: 18.237 it/s ] [ lr: 2.50e-05 ] [ eta: 17:09:52 ] [ l_g_pix: 3.8989e-02 ] [ l_g_total: 3.8989e-02 ] +2024-09-27 00:57:41,116 INFO: [ epoch: 179 ] [ iter:239,600 ] [ performance: 18.113 it/s ] [ lr: 2.50e-05 ] [ eta: 17:09:36 ] [ l_g_pix: 1.8258e-02 ] [ l_g_total: 1.8258e-02 ] +2024-09-27 00:57:46,561 INFO: [ epoch: 179 ] [ iter:239,700 ] [ performance: 18.349 it/s ] [ lr: 2.50e-05 ] [ eta: 17:09:19 ] [ l_g_pix: 3.2991e-02 ] [ l_g_total: 3.2991e-02 ] +2024-09-27 00:57:52,041 INFO: [ epoch: 179 ] [ iter:239,800 ] [ performance: 18.666 it/s ] [ lr: 2.50e-05 ] [ eta: 17:09:03 ] [ l_g_pix: 3.2390e-02 ] [ l_g_total: 3.2390e-02 ] +2024-09-27 00:57:57,492 INFO: [ epoch: 179 ] [ iter:239,900 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 17:08:46 ] [ l_g_pix: 3.9628e-02 ] [ l_g_total: 3.9628e-02 ] +2024-09-27 00:58:02,990 INFO: [ epoch: 179 ] [ iter:240,000 ] [ performance: 18.559 it/s ] [ lr: 2.50e-05 ] [ eta: 17:08:30 ] [ l_g_pix: 2.9037e-02 ] [ l_g_total: 2.9037e-02 ] +2024-09-27 00:58:02,990 INFO: Saving models and training states. +2024-09-27 01:03:22,850 INFO: Validation val + + # psnr: 27.1872........ Best: 27.1990 @ 120000 iter + # ssim: 0.7661........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 01:03:28,339 INFO: [ epoch: 179 ] [ iter:240,100 ] [ performance: 18.242 it/s ] [ lr: 2.50e-05 ] [ eta: 17:25:06 ] [ l_g_pix: 1.8012e-02 ] [ l_g_total: 1.8012e-02 ] +2024-09-27 01:03:33,829 INFO: [ epoch: 179 ] [ iter:240,200 ] [ performance: 18.857 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:49 ] [ l_g_pix: 3.1130e-02 ] [ l_g_total: 3.1130e-02 ] +2024-09-27 01:03:39,297 INFO: [ epoch: 179 ] [ iter:240,300 ] [ performance: 18.317 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:32 ] [ l_g_pix: 2.7714e-02 ] [ l_g_total: 2.7714e-02 ] +2024-09-27 01:03:44,755 INFO: [ epoch: 179 ] [ iter:240,400 ] [ performance: 19.063 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:15 ] [ l_g_pix: 3.8584e-02 ] [ l_g_total: 3.8584e-02 ] +2024-09-27 01:03:51,237 INFO: [ epoch: 180 ] [ iter:240,500 ] [ performance: 15.546 it/s ] [ lr: 2.50e-05 ] [ eta: 17:24:01 ] [ l_g_pix: 1.8789e-02 ] [ l_g_total: 1.8789e-02 ] +2024-09-27 01:03:56,768 INFO: [ epoch: 180 ] [ iter:240,600 ] [ performance: 18.069 it/s ] [ lr: 2.50e-05 ] [ eta: 17:23:44 ] [ l_g_pix: 2.3843e-02 ] [ l_g_total: 2.3843e-02 ] +2024-09-27 01:04:02,246 INFO: [ epoch: 180 ] [ iter:240,700 ] [ performance: 18.250 it/s ] [ lr: 2.50e-05 ] [ eta: 17:23:27 ] [ l_g_pix: 3.8450e-02 ] [ l_g_total: 3.8450e-02 ] +2024-09-27 01:04:07,712 INFO: [ epoch: 180 ] [ iter:240,800 ] [ performance: 19.010 it/s ] [ lr: 2.50e-05 ] [ eta: 17:23:10 ] [ l_g_pix: 3.1238e-02 ] [ l_g_total: 3.1238e-02 ] +2024-09-27 01:04:13,192 INFO: [ epoch: 180 ] [ iter:240,900 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 17:22:53 ] [ l_g_pix: 2.2802e-02 ] [ l_g_total: 2.2802e-02 ] +2024-09-27 01:04:18,707 INFO: [ epoch: 180 ] [ iter:241,000 ] [ performance: 18.914 it/s ] [ lr: 2.50e-05 ] [ eta: 17:22:36 ] [ l_g_pix: 2.1747e-02 ] [ l_g_total: 2.1747e-02 ] +2024-09-27 01:04:24,178 INFO: [ epoch: 180 ] [ iter:241,100 ] [ performance: 18.288 it/s ] [ lr: 2.50e-05 ] [ eta: 17:22:19 ] [ l_g_pix: 4.1948e-02 ] [ l_g_total: 4.1948e-02 ] +2024-09-27 01:04:29,661 INFO: [ epoch: 180 ] [ iter:241,200 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 17:22:02 ] [ l_g_pix: 2.9664e-02 ] [ l_g_total: 2.9664e-02 ] +2024-09-27 01:04:35,145 INFO: [ epoch: 180 ] [ iter:241,300 ] [ performance: 18.238 it/s ] [ lr: 2.50e-05 ] [ eta: 17:21:45 ] [ l_g_pix: 2.3664e-02 ] [ l_g_total: 2.3664e-02 ] +2024-09-27 01:04:40,624 INFO: [ epoch: 180 ] [ iter:241,400 ] [ performance: 18.246 it/s ] [ lr: 2.50e-05 ] [ eta: 17:21:28 ] [ l_g_pix: 3.2182e-02 ] [ l_g_total: 3.2182e-02 ] +2024-09-27 01:04:46,122 INFO: [ epoch: 180 ] [ iter:241,500 ] [ performance: 18.197 it/s ] [ lr: 2.50e-05 ] [ eta: 17:21:12 ] [ l_g_pix: 1.3336e-02 ] [ l_g_total: 1.3336e-02 ] +2024-09-27 01:04:51,582 INFO: [ epoch: 180 ] [ iter:241,600 ] [ performance: 18.257 it/s ] [ lr: 2.50e-05 ] [ eta: 17:20:55 ] [ l_g_pix: 2.4260e-02 ] [ l_g_total: 2.4260e-02 ] +2024-09-27 01:04:57,093 INFO: [ epoch: 180 ] [ iter:241,700 ] [ performance: 18.153 it/s ] [ lr: 2.50e-05 ] [ eta: 17:20:38 ] [ l_g_pix: 2.4041e-02 ] [ l_g_total: 2.4041e-02 ] +2024-09-27 01:05:02,449 INFO: [ epoch: 180 ] [ iter:241,800 ] [ performance: 18.410 it/s ] [ lr: 2.50e-05 ] [ eta: 17:20:21 ] [ l_g_pix: 3.0057e-02 ] [ l_g_total: 3.0057e-02 ] +2024-09-27 01:05:09,228 INFO: [ epoch: 181 ] [ iter:241,900 ] [ performance: 14.667 it/s ] [ lr: 2.50e-05 ] [ eta: 17:20:08 ] [ l_g_pix: 2.5725e-02 ] [ l_g_total: 2.5725e-02 ] +2024-09-27 01:05:14,704 INFO: [ epoch: 181 ] [ iter:242,000 ] [ performance: 16.297 it/s ] [ lr: 2.50e-05 ] [ eta: 17:19:51 ] [ l_g_pix: 2.2267e-02 ] [ l_g_total: 2.2267e-02 ] +2024-09-27 01:05:20,179 INFO: [ epoch: 181 ] [ iter:242,100 ] [ performance: 18.298 it/s ] [ lr: 2.50e-05 ] [ eta: 17:19:34 ] [ l_g_pix: 4.1878e-02 ] [ l_g_total: 4.1878e-02 ] +2024-09-27 01:05:25,659 INFO: [ epoch: 181 ] [ iter:242,200 ] [ performance: 18.274 it/s ] [ lr: 2.50e-05 ] [ eta: 17:19:17 ] [ l_g_pix: 3.3514e-02 ] [ l_g_total: 3.3514e-02 ] +2024-09-27 01:05:31,125 INFO: [ epoch: 181 ] [ iter:242,300 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 17:19:00 ] [ l_g_pix: 2.1295e-02 ] [ l_g_total: 2.1295e-02 ] +2024-09-27 01:05:36,607 INFO: [ epoch: 181 ] [ iter:242,400 ] [ performance: 18.283 it/s ] [ lr: 2.50e-05 ] [ eta: 17:18:44 ] [ l_g_pix: 4.8823e-02 ] [ l_g_total: 4.8823e-02 ] +2024-09-27 01:05:42,015 INFO: [ epoch: 181 ] [ iter:242,500 ] [ performance: 18.535 it/s ] [ lr: 2.50e-05 ] [ eta: 17:18:26 ] [ l_g_pix: 3.4935e-02 ] [ l_g_total: 3.4935e-02 ] +2024-09-27 01:05:47,456 INFO: [ epoch: 181 ] [ iter:242,600 ] [ performance: 18.457 it/s ] [ lr: 2.50e-05 ] [ eta: 17:18:10 ] [ l_g_pix: 2.0789e-02 ] [ l_g_total: 2.0789e-02 ] +2024-09-27 01:05:52,877 INFO: [ epoch: 181 ] [ iter:242,700 ] [ performance: 18.488 it/s ] [ lr: 2.50e-05 ] [ eta: 17:17:53 ] [ l_g_pix: 3.3800e-02 ] [ l_g_total: 3.3800e-02 ] +2024-09-27 01:05:58,361 INFO: [ epoch: 181 ] [ iter:242,800 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 17:17:36 ] [ l_g_pix: 1.9485e-02 ] [ l_g_total: 1.9485e-02 ] +2024-09-27 01:06:03,796 INFO: [ epoch: 181 ] [ iter:242,900 ] [ performance: 18.453 it/s ] [ lr: 2.50e-05 ] [ eta: 17:17:19 ] [ l_g_pix: 2.6532e-02 ] [ l_g_total: 2.6532e-02 ] +2024-09-27 01:06:09,248 INFO: [ epoch: 181 ] [ iter:243,000 ] [ performance: 18.397 it/s ] [ lr: 2.50e-05 ] [ eta: 17:17:02 ] [ l_g_pix: 2.1524e-02 ] [ l_g_total: 2.1524e-02 ] +2024-09-27 01:06:14,652 INFO: [ epoch: 181 ] [ iter:243,100 ] [ performance: 18.600 it/s ] [ lr: 2.50e-05 ] [ eta: 17:16:45 ] [ l_g_pix: 2.2715e-02 ] [ l_g_total: 2.2715e-02 ] +2024-09-27 01:06:21,194 INFO: [ epoch: 182 ] [ iter:243,200 ] [ performance: 16.706 it/s ] [ lr: 2.50e-05 ] [ eta: 17:16:32 ] [ l_g_pix: 3.7345e-02 ] [ l_g_total: 3.7345e-02 ] +2024-09-27 01:06:26,634 INFO: [ epoch: 182 ] [ iter:243,300 ] [ performance: 18.436 it/s ] [ lr: 2.50e-05 ] [ eta: 17:16:15 ] [ l_g_pix: 3.3735e-02 ] [ l_g_total: 3.3735e-02 ] +2024-09-27 01:06:32,044 INFO: [ epoch: 182 ] [ iter:243,400 ] [ performance: 18.462 it/s ] [ lr: 2.50e-05 ] [ eta: 17:15:58 ] [ l_g_pix: 3.0159e-02 ] [ l_g_total: 3.0159e-02 ] +2024-09-27 01:06:37,502 INFO: [ epoch: 182 ] [ iter:243,500 ] [ performance: 18.381 it/s ] [ lr: 2.50e-05 ] [ eta: 17:15:41 ] [ l_g_pix: 3.0723e-02 ] [ l_g_total: 3.0723e-02 ] +2024-09-27 01:06:42,969 INFO: [ epoch: 182 ] [ iter:243,600 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 17:15:24 ] [ l_g_pix: 2.9511e-02 ] [ l_g_total: 2.9511e-02 ] +2024-09-27 01:06:48,421 INFO: [ epoch: 182 ] [ iter:243,700 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 17:15:08 ] [ l_g_pix: 1.7285e-02 ] [ l_g_total: 1.7285e-02 ] +2024-09-27 01:06:53,900 INFO: [ epoch: 182 ] [ iter:243,800 ] [ performance: 18.311 it/s ] [ lr: 2.50e-05 ] [ eta: 17:14:51 ] [ l_g_pix: 2.5440e-02 ] [ l_g_total: 2.5440e-02 ] +2024-09-27 01:06:59,333 INFO: [ epoch: 182 ] [ iter:243,900 ] [ performance: 18.485 it/s ] [ lr: 2.50e-05 ] [ eta: 17:14:34 ] [ l_g_pix: 2.3110e-02 ] [ l_g_total: 2.3110e-02 ] +2024-09-27 01:07:04,800 INFO: [ epoch: 182 ] [ iter:244,000 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 17:14:17 ] [ l_g_pix: 2.2896e-02 ] [ l_g_total: 2.2896e-02 ] +2024-09-27 01:07:10,254 INFO: [ epoch: 182 ] [ iter:244,100 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 17:14:01 ] [ l_g_pix: 2.3109e-02 ] [ l_g_total: 2.3109e-02 ] +2024-09-27 01:07:15,721 INFO: [ epoch: 182 ] [ iter:244,200 ] [ performance: 18.342 it/s ] [ lr: 2.50e-05 ] [ eta: 17:13:44 ] [ l_g_pix: 3.5756e-02 ] [ l_g_total: 3.5756e-02 ] +2024-09-27 01:07:21,195 INFO: [ epoch: 182 ] [ iter:244,300 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 17:13:27 ] [ l_g_pix: 4.1188e-02 ] [ l_g_total: 4.1188e-02 ] +2024-09-27 01:07:26,642 INFO: [ epoch: 182 ] [ iter:244,400 ] [ performance: 18.342 it/s ] [ lr: 2.50e-05 ] [ eta: 17:13:11 ] [ l_g_pix: 2.5618e-02 ] [ l_g_total: 2.5618e-02 ] +2024-09-27 01:07:33,118 INFO: [ epoch: 183 ] [ iter:244,500 ] [ performance: 15.007 it/s ] [ lr: 2.50e-05 ] [ eta: 17:12:57 ] [ l_g_pix: 2.5137e-02 ] [ l_g_total: 2.5137e-02 ] +2024-09-27 01:07:38,700 INFO: [ epoch: 183 ] [ iter:244,600 ] [ performance: 16.461 it/s ] [ lr: 2.50e-05 ] [ eta: 17:12:41 ] [ l_g_pix: 3.3729e-02 ] [ l_g_total: 3.3729e-02 ] +2024-09-27 01:07:44,180 INFO: [ epoch: 183 ] [ iter:244,700 ] [ performance: 18.313 it/s ] [ lr: 2.50e-05 ] [ eta: 17:12:24 ] [ l_g_pix: 3.3454e-02 ] [ l_g_total: 3.3454e-02 ] +2024-09-27 01:07:49,596 INFO: [ epoch: 183 ] [ iter:244,800 ] [ performance: 18.396 it/s ] [ lr: 2.50e-05 ] [ eta: 17:12:07 ] [ l_g_pix: 3.3207e-02 ] [ l_g_total: 3.3207e-02 ] +2024-09-27 01:07:55,045 INFO: [ epoch: 183 ] [ iter:244,900 ] [ performance: 18.442 it/s ] [ lr: 2.50e-05 ] [ eta: 17:11:51 ] [ l_g_pix: 2.7663e-02 ] [ l_g_total: 2.7663e-02 ] +2024-09-27 01:08:00,501 INFO: [ epoch: 183 ] [ iter:245,000 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 17:11:34 ] [ l_g_pix: 2.9809e-02 ] [ l_g_total: 2.9809e-02 ] +2024-09-27 01:08:05,981 INFO: [ epoch: 183 ] [ iter:245,100 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 17:11:17 ] [ l_g_pix: 3.4638e-02 ] [ l_g_total: 3.4638e-02 ] +2024-09-27 01:08:11,449 INFO: [ epoch: 183 ] [ iter:245,200 ] [ performance: 18.305 it/s ] [ lr: 2.50e-05 ] [ eta: 17:11:01 ] [ l_g_pix: 2.8253e-02 ] [ l_g_total: 2.8253e-02 ] +2024-09-27 01:08:16,902 INFO: [ epoch: 183 ] [ iter:245,300 ] [ performance: 18.440 it/s ] [ lr: 2.50e-05 ] [ eta: 17:10:44 ] [ l_g_pix: 3.2733e-02 ] [ l_g_total: 3.2733e-02 ] +2024-09-27 01:08:22,329 INFO: [ epoch: 183 ] [ iter:245,400 ] [ performance: 18.434 it/s ] [ lr: 2.50e-05 ] [ eta: 17:10:27 ] [ l_g_pix: 2.6802e-02 ] [ l_g_total: 2.6802e-02 ] +2024-09-27 01:08:27,786 INFO: [ epoch: 183 ] [ iter:245,500 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 17:10:11 ] [ l_g_pix: 3.6584e-02 ] [ l_g_total: 3.6584e-02 ] +2024-09-27 01:08:33,197 INFO: [ epoch: 183 ] [ iter:245,600 ] [ performance: 18.437 it/s ] [ lr: 2.50e-05 ] [ eta: 17:09:54 ] [ l_g_pix: 2.8938e-02 ] [ l_g_total: 2.8938e-02 ] +2024-09-27 01:08:38,621 INFO: [ epoch: 183 ] [ iter:245,700 ] [ performance: 18.521 it/s ] [ lr: 2.50e-05 ] [ eta: 17:09:37 ] [ l_g_pix: 2.9832e-02 ] [ l_g_total: 2.9832e-02 ] +2024-09-27 01:08:44,004 INFO: [ epoch: 183 ] [ iter:245,800 ] [ performance: 18.555 it/s ] [ lr: 2.50e-05 ] [ eta: 17:09:21 ] [ l_g_pix: 3.8048e-02 ] [ l_g_total: 3.8048e-02 ] +2024-09-27 01:08:50,739 INFO: [ epoch: 184 ] [ iter:245,900 ] [ performance: 14.048 it/s ] [ lr: 2.50e-05 ] [ eta: 17:09:08 ] [ l_g_pix: 2.7152e-02 ] [ l_g_total: 2.7152e-02 ] +2024-09-27 01:08:56,222 INFO: [ epoch: 184 ] [ iter:246,000 ] [ performance: 16.146 it/s ] [ lr: 2.50e-05 ] [ eta: 17:08:51 ] [ l_g_pix: 4.7003e-02 ] [ l_g_total: 4.7003e-02 ] +2024-09-27 01:09:01,695 INFO: [ epoch: 184 ] [ iter:246,100 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 17:08:35 ] [ l_g_pix: 2.3315e-02 ] [ l_g_total: 2.3315e-02 ] +2024-09-27 01:09:07,136 INFO: [ epoch: 184 ] [ iter:246,200 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 17:08:18 ] [ l_g_pix: 3.5156e-02 ] [ l_g_total: 3.5156e-02 ] +2024-09-27 01:09:12,566 INFO: [ epoch: 184 ] [ iter:246,300 ] [ performance: 18.516 it/s ] [ lr: 2.50e-05 ] [ eta: 17:08:02 ] [ l_g_pix: 2.1055e-02 ] [ l_g_total: 2.1055e-02 ] +2024-09-27 01:09:18,009 INFO: [ epoch: 184 ] [ iter:246,400 ] [ performance: 18.435 it/s ] [ lr: 2.50e-05 ] [ eta: 17:07:45 ] [ l_g_pix: 2.5639e-02 ] [ l_g_total: 2.5639e-02 ] +2024-09-27 01:09:23,441 INFO: [ epoch: 184 ] [ iter:246,500 ] [ performance: 18.485 it/s ] [ lr: 2.50e-05 ] [ eta: 17:07:29 ] [ l_g_pix: 2.2713e-02 ] [ l_g_total: 2.2713e-02 ] +2024-09-27 01:09:28,903 INFO: [ epoch: 184 ] [ iter:246,600 ] [ performance: 18.385 it/s ] [ lr: 2.50e-05 ] [ eta: 17:07:12 ] [ l_g_pix: 3.4148e-02 ] [ l_g_total: 3.4148e-02 ] +2024-09-27 01:09:34,363 INFO: [ epoch: 184 ] [ iter:246,700 ] [ performance: 18.375 it/s ] [ lr: 2.50e-05 ] [ eta: 17:06:56 ] [ l_g_pix: 1.9471e-02 ] [ l_g_total: 1.9471e-02 ] +2024-09-27 01:09:39,807 INFO: [ epoch: 184 ] [ iter:246,800 ] [ performance: 18.374 it/s ] [ lr: 2.50e-05 ] [ eta: 17:06:39 ] [ l_g_pix: 3.1534e-02 ] [ l_g_total: 3.1534e-02 ] +2024-09-27 01:09:45,238 INFO: [ epoch: 184 ] [ iter:246,900 ] [ performance: 18.512 it/s ] [ lr: 2.50e-05 ] [ eta: 17:06:23 ] [ l_g_pix: 2.1623e-02 ] [ l_g_total: 2.1623e-02 ] +2024-09-27 01:09:50,699 INFO: [ epoch: 184 ] [ iter:247,000 ] [ performance: 18.398 it/s ] [ lr: 2.50e-05 ] [ eta: 17:06:06 ] [ l_g_pix: 3.9111e-02 ] [ l_g_total: 3.9111e-02 ] +2024-09-27 01:09:56,117 INFO: [ epoch: 184 ] [ iter:247,100 ] [ performance: 18.532 it/s ] [ lr: 2.50e-05 ] [ eta: 17:05:49 ] [ l_g_pix: 2.5797e-02 ] [ l_g_total: 2.5797e-02 ] +2024-09-27 01:10:02,874 INFO: [ epoch: 185 ] [ iter:247,200 ] [ performance: 16.151 it/s ] [ lr: 2.50e-05 ] [ eta: 17:05:37 ] [ l_g_pix: 4.1033e-02 ] [ l_g_total: 4.1033e-02 ] +2024-09-27 01:10:08,315 INFO: [ epoch: 185 ] [ iter:247,300 ] [ performance: 18.405 it/s ] [ lr: 2.50e-05 ] [ eta: 17:05:21 ] [ l_g_pix: 3.8988e-02 ] [ l_g_total: 3.8988e-02 ] +2024-09-27 01:10:13,785 INFO: [ epoch: 185 ] [ iter:247,400 ] [ performance: 18.334 it/s ] [ lr: 2.50e-05 ] [ eta: 17:05:04 ] [ l_g_pix: 2.7648e-02 ] [ l_g_total: 2.7648e-02 ] +2024-09-27 01:10:19,234 INFO: [ epoch: 185 ] [ iter:247,500 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 17:04:48 ] [ l_g_pix: 3.1966e-02 ] [ l_g_total: 3.1966e-02 ] +2024-09-27 01:10:24,702 INFO: [ epoch: 185 ] [ iter:247,600 ] [ performance: 18.333 it/s ] [ lr: 2.50e-05 ] [ eta: 17:04:31 ] [ l_g_pix: 2.3979e-02 ] [ l_g_total: 2.3979e-02 ] +2024-09-27 01:10:30,133 INFO: [ epoch: 185 ] [ iter:247,700 ] [ performance: 18.477 it/s ] [ lr: 2.50e-05 ] [ eta: 17:04:15 ] [ l_g_pix: 2.3233e-02 ] [ l_g_total: 2.3233e-02 ] +2024-09-27 01:10:35,599 INFO: [ epoch: 185 ] [ iter:247,800 ] [ performance: 18.368 it/s ] [ lr: 2.50e-05 ] [ eta: 17:03:58 ] [ l_g_pix: 2.8187e-02 ] [ l_g_total: 2.8187e-02 ] +2024-09-27 01:10:41,024 INFO: [ epoch: 185 ] [ iter:247,900 ] [ performance: 18.496 it/s ] [ lr: 2.50e-05 ] [ eta: 17:03:42 ] [ l_g_pix: 3.8381e-02 ] [ l_g_total: 3.8381e-02 ] +2024-09-27 01:10:46,447 INFO: [ epoch: 185 ] [ iter:248,000 ] [ performance: 18.465 it/s ] [ lr: 2.50e-05 ] [ eta: 17:03:25 ] [ l_g_pix: 2.5248e-02 ] [ l_g_total: 2.5248e-02 ] +2024-09-27 01:10:51,902 INFO: [ epoch: 185 ] [ iter:248,100 ] [ performance: 18.408 it/s ] [ lr: 2.50e-05 ] [ eta: 17:03:09 ] [ l_g_pix: 2.8962e-02 ] [ l_g_total: 2.8962e-02 ] +2024-09-27 01:10:57,366 INFO: [ epoch: 185 ] [ iter:248,200 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 17:02:53 ] [ l_g_pix: 2.3485e-02 ] [ l_g_total: 2.3485e-02 ] +2024-09-27 01:11:02,811 INFO: [ epoch: 185 ] [ iter:248,300 ] [ performance: 18.469 it/s ] [ lr: 2.50e-05 ] [ eta: 17:02:36 ] [ l_g_pix: 4.3087e-02 ] [ l_g_total: 4.3087e-02 ] +2024-09-27 01:11:08,251 INFO: [ epoch: 185 ] [ iter:248,400 ] [ performance: 18.416 it/s ] [ lr: 2.50e-05 ] [ eta: 17:02:20 ] [ l_g_pix: 3.0332e-02 ] [ l_g_total: 3.0332e-02 ] +2024-09-27 01:11:14,644 INFO: [ epoch: 186 ] [ iter:248,500 ] [ performance: 14.327 it/s ] [ lr: 2.50e-05 ] [ eta: 17:02:06 ] [ l_g_pix: 2.7361e-02 ] [ l_g_total: 2.7361e-02 ] +2024-09-27 01:11:20,427 INFO: [ epoch: 186 ] [ iter:248,600 ] [ performance: 16.001 it/s ] [ lr: 2.50e-05 ] [ eta: 17:01:51 ] [ l_g_pix: 4.0632e-02 ] [ l_g_total: 4.0632e-02 ] +2024-09-27 01:11:25,892 INFO: [ epoch: 186 ] [ iter:248,700 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 17:01:35 ] [ l_g_pix: 4.3810e-02 ] [ l_g_total: 4.3810e-02 ] +2024-09-27 01:11:31,365 INFO: [ epoch: 186 ] [ iter:248,800 ] [ performance: 18.308 it/s ] [ lr: 2.50e-05 ] [ eta: 17:01:18 ] [ l_g_pix: 3.8360e-02 ] [ l_g_total: 3.8360e-02 ] +2024-09-27 01:11:36,833 INFO: [ epoch: 186 ] [ iter:248,900 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 17:01:02 ] [ l_g_pix: 4.1016e-02 ] [ l_g_total: 4.1016e-02 ] +2024-09-27 01:11:42,302 INFO: [ epoch: 186 ] [ iter:249,000 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 17:00:46 ] [ l_g_pix: 2.6281e-02 ] [ l_g_total: 2.6281e-02 ] +2024-09-27 01:11:47,754 INFO: [ epoch: 186 ] [ iter:249,100 ] [ performance: 18.423 it/s ] [ lr: 2.50e-05 ] [ eta: 17:00:30 ] [ l_g_pix: 3.0111e-02 ] [ l_g_total: 3.0111e-02 ] +2024-09-27 01:11:53,178 INFO: [ epoch: 186 ] [ iter:249,200 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 17:00:13 ] [ l_g_pix: 3.7387e-02 ] [ l_g_total: 3.7387e-02 ] +2024-09-27 01:11:58,600 INFO: [ epoch: 186 ] [ iter:249,300 ] [ performance: 18.565 it/s ] [ lr: 2.50e-05 ] [ eta: 16:59:57 ] [ l_g_pix: 2.4447e-02 ] [ l_g_total: 2.4447e-02 ] +2024-09-27 01:12:04,051 INFO: [ epoch: 186 ] [ iter:249,400 ] [ performance: 18.429 it/s ] [ lr: 2.50e-05 ] [ eta: 16:59:41 ] [ l_g_pix: 2.4767e-02 ] [ l_g_total: 2.4767e-02 ] +2024-09-27 01:12:09,507 INFO: [ epoch: 186 ] [ iter:249,500 ] [ performance: 18.518 it/s ] [ lr: 2.50e-05 ] [ eta: 16:59:24 ] [ l_g_pix: 2.2032e-02 ] [ l_g_total: 2.2032e-02 ] +2024-09-27 01:12:14,980 INFO: [ epoch: 186 ] [ iter:249,600 ] [ performance: 18.365 it/s ] [ lr: 2.50e-05 ] [ eta: 16:59:08 ] [ l_g_pix: 3.5369e-02 ] [ l_g_total: 3.5369e-02 ] +2024-09-27 01:12:20,459 INFO: [ epoch: 186 ] [ iter:249,700 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 16:58:52 ] [ l_g_pix: 2.4981e-02 ] [ l_g_total: 2.4981e-02 ] +2024-09-27 01:12:25,826 INFO: [ epoch: 186 ] [ iter:249,800 ] [ performance: 18.533 it/s ] [ lr: 2.50e-05 ] [ eta: 16:58:35 ] [ l_g_pix: 1.6670e-02 ] [ l_g_total: 1.6670e-02 ] +2024-09-27 01:12:32,578 INFO: [ epoch: 187 ] [ iter:249,900 ] [ performance: 17.871 it/s ] [ lr: 2.50e-05 ] [ eta: 16:58:23 ] [ l_g_pix: 3.1740e-02 ] [ l_g_total: 3.1740e-02 ] +2024-09-27 01:12:38,059 INFO: [ epoch: 187 ] [ iter:250,000 ] [ performance: 18.111 it/s ] [ lr: 2.50e-05 ] [ eta: 16:58:07 ] [ l_g_pix: 3.7564e-02 ] [ l_g_total: 3.7564e-02 ] +2024-09-27 01:12:38,059 INFO: Saving models and training states. +2024-09-27 01:16:09,486 INFO: Validation val + + # psnr: 27.1880........ Best: 27.1990 @ 120000 iter + # ssim: 0.7662........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 01:16:14,951 INFO: [ epoch: 187 ] [ iter:250,100 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 17:08:25 ] [ l_g_pix: 2.8310e-02 ] [ l_g_total: 2.8310e-02 ] +2024-09-27 01:16:20,422 INFO: [ epoch: 187 ] [ iter:250,200 ] [ performance: 18.292 it/s ] [ lr: 2.50e-05 ] [ eta: 17:08:08 ] [ l_g_pix: 1.6138e-02 ] [ l_g_total: 1.6138e-02 ] +2024-09-27 01:16:25,920 INFO: [ epoch: 187 ] [ iter:250,300 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 17:07:52 ] [ l_g_pix: 3.0254e-02 ] [ l_g_total: 3.0254e-02 ] +2024-09-27 01:16:31,383 INFO: [ epoch: 187 ] [ iter:250,400 ] [ performance: 18.330 it/s ] [ lr: 2.50e-05 ] [ eta: 17:07:35 ] [ l_g_pix: 4.4895e-02 ] [ l_g_total: 4.4895e-02 ] +2024-09-27 01:16:36,843 INFO: [ epoch: 187 ] [ iter:250,500 ] [ performance: 18.438 it/s ] [ lr: 2.50e-05 ] [ eta: 17:07:19 ] [ l_g_pix: 4.0692e-02 ] [ l_g_total: 4.0692e-02 ] +2024-09-27 01:16:42,295 INFO: [ epoch: 187 ] [ iter:250,600 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 17:07:02 ] [ l_g_pix: 2.8621e-02 ] [ l_g_total: 2.8621e-02 ] +2024-09-27 01:16:47,753 INFO: [ epoch: 187 ] [ iter:250,700 ] [ performance: 18.501 it/s ] [ lr: 2.50e-05 ] [ eta: 17:06:46 ] [ l_g_pix: 2.9230e-02 ] [ l_g_total: 2.9230e-02 ] +2024-09-27 01:16:53,233 INFO: [ epoch: 187 ] [ iter:250,800 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 17:06:29 ] [ l_g_pix: 2.4892e-02 ] [ l_g_total: 2.4892e-02 ] +2024-09-27 01:16:58,760 INFO: [ epoch: 187 ] [ iter:250,900 ] [ performance: 18.318 it/s ] [ lr: 2.50e-05 ] [ eta: 17:06:13 ] [ l_g_pix: 2.9320e-02 ] [ l_g_total: 2.9320e-02 ] +2024-09-27 01:17:04,263 INFO: [ epoch: 187 ] [ iter:251,000 ] [ performance: 18.225 it/s ] [ lr: 2.50e-05 ] [ eta: 17:05:57 ] [ l_g_pix: 2.1212e-02 ] [ l_g_total: 2.1212e-02 ] +2024-09-27 01:17:09,721 INFO: [ epoch: 187 ] [ iter:251,100 ] [ performance: 18.584 it/s ] [ lr: 2.50e-05 ] [ eta: 17:05:40 ] [ l_g_pix: 3.2886e-02 ] [ l_g_total: 3.2886e-02 ] +2024-09-27 01:17:16,344 INFO: [ epoch: 188 ] [ iter:251,200 ] [ performance: 16.123 it/s ] [ lr: 2.50e-05 ] [ eta: 17:05:27 ] [ l_g_pix: 2.3361e-02 ] [ l_g_total: 2.3361e-02 ] +2024-09-27 01:17:21,814 INFO: [ epoch: 188 ] [ iter:251,300 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 17:05:11 ] [ l_g_pix: 2.8697e-02 ] [ l_g_total: 2.8697e-02 ] +2024-09-27 01:17:27,290 INFO: [ epoch: 188 ] [ iter:251,400 ] [ performance: 18.299 it/s ] [ lr: 2.50e-05 ] [ eta: 17:04:55 ] [ l_g_pix: 2.4398e-02 ] [ l_g_total: 2.4398e-02 ] +2024-09-27 01:17:32,761 INFO: [ epoch: 188 ] [ iter:251,500 ] [ performance: 18.415 it/s ] [ lr: 2.50e-05 ] [ eta: 17:04:38 ] [ l_g_pix: 2.1794e-02 ] [ l_g_total: 2.1794e-02 ] +2024-09-27 01:17:38,213 INFO: [ epoch: 188 ] [ iter:251,600 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 17:04:22 ] [ l_g_pix: 1.9401e-02 ] [ l_g_total: 1.9401e-02 ] +2024-09-27 01:17:43,806 INFO: [ epoch: 188 ] [ iter:251,700 ] [ performance: 18.098 it/s ] [ lr: 2.50e-05 ] [ eta: 17:04:06 ] [ l_g_pix: 2.0269e-02 ] [ l_g_total: 2.0269e-02 ] +2024-09-27 01:17:49,294 INFO: [ epoch: 188 ] [ iter:251,800 ] [ performance: 18.183 it/s ] [ lr: 2.50e-05 ] [ eta: 17:03:50 ] [ l_g_pix: 4.0753e-02 ] [ l_g_total: 4.0753e-02 ] +2024-09-27 01:17:54,768 INFO: [ epoch: 188 ] [ iter:251,900 ] [ performance: 18.512 it/s ] [ lr: 2.50e-05 ] [ eta: 17:03:33 ] [ l_g_pix: 2.6902e-02 ] [ l_g_total: 2.6902e-02 ] +2024-09-27 01:18:00,223 INFO: [ epoch: 188 ] [ iter:252,000 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 17:03:17 ] [ l_g_pix: 1.9816e-02 ] [ l_g_total: 1.9816e-02 ] +2024-09-27 01:18:05,687 INFO: [ epoch: 188 ] [ iter:252,100 ] [ performance: 18.643 it/s ] [ lr: 2.50e-05 ] [ eta: 17:03:01 ] [ l_g_pix: 2.3443e-02 ] [ l_g_total: 2.3443e-02 ] +2024-09-27 01:18:11,168 INFO: [ epoch: 188 ] [ iter:252,200 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 17:02:44 ] [ l_g_pix: 3.5894e-02 ] [ l_g_total: 3.5894e-02 ] +2024-09-27 01:18:16,659 INFO: [ epoch: 188 ] [ iter:252,300 ] [ performance: 18.198 it/s ] [ lr: 2.50e-05 ] [ eta: 17:02:28 ] [ l_g_pix: 2.5401e-02 ] [ l_g_total: 2.5401e-02 ] +2024-09-27 01:18:22,125 INFO: [ epoch: 188 ] [ iter:252,400 ] [ performance: 18.266 it/s ] [ lr: 2.50e-05 ] [ eta: 17:02:12 ] [ l_g_pix: 1.8653e-02 ] [ l_g_total: 1.8653e-02 ] +2024-09-27 01:18:27,479 INFO: [ epoch: 188 ] [ iter:252,500 ] [ performance: 18.934 it/s ] [ lr: 2.50e-05 ] [ eta: 17:01:55 ] [ l_g_pix: 2.5570e-02 ] [ l_g_total: 2.5570e-02 ] +2024-09-27 01:18:34,243 INFO: [ epoch: 189 ] [ iter:252,600 ] [ performance: 15.848 it/s ] [ lr: 2.50e-05 ] [ eta: 17:01:43 ] [ l_g_pix: 2.3910e-02 ] [ l_g_total: 2.3910e-02 ] +2024-09-27 01:18:39,709 INFO: [ epoch: 189 ] [ iter:252,700 ] [ performance: 18.573 it/s ] [ lr: 2.50e-05 ] [ eta: 17:01:26 ] [ l_g_pix: 3.0319e-02 ] [ l_g_total: 3.0319e-02 ] +2024-09-27 01:18:45,178 INFO: [ epoch: 189 ] [ iter:252,800 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 17:01:10 ] [ l_g_pix: 3.1592e-02 ] [ l_g_total: 3.1592e-02 ] +2024-09-27 01:18:50,695 INFO: [ epoch: 189 ] [ iter:252,900 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 17:00:54 ] [ l_g_pix: 2.8586e-02 ] [ l_g_total: 2.8586e-02 ] +2024-09-27 01:18:56,169 INFO: [ epoch: 189 ] [ iter:253,000 ] [ performance: 18.304 it/s ] [ lr: 2.50e-05 ] [ eta: 17:00:38 ] [ l_g_pix: 1.7389e-02 ] [ l_g_total: 1.7389e-02 ] +2024-09-27 01:19:01,636 INFO: [ epoch: 189 ] [ iter:253,100 ] [ performance: 18.467 it/s ] [ lr: 2.50e-05 ] [ eta: 17:00:21 ] [ l_g_pix: 3.0138e-02 ] [ l_g_total: 3.0138e-02 ] +2024-09-27 01:19:07,079 INFO: [ epoch: 189 ] [ iter:253,200 ] [ performance: 18.403 it/s ] [ lr: 2.50e-05 ] [ eta: 17:00:05 ] [ l_g_pix: 1.4011e-02 ] [ l_g_total: 1.4011e-02 ] +2024-09-27 01:19:12,530 INFO: [ epoch: 189 ] [ iter:253,300 ] [ performance: 18.624 it/s ] [ lr: 2.50e-05 ] [ eta: 16:59:49 ] [ l_g_pix: 3.4639e-02 ] [ l_g_total: 3.4639e-02 ] +2024-09-27 01:19:17,985 INFO: [ epoch: 189 ] [ iter:253,400 ] [ performance: 18.415 it/s ] [ lr: 2.50e-05 ] [ eta: 16:59:32 ] [ l_g_pix: 3.8509e-02 ] [ l_g_total: 3.8509e-02 ] +2024-09-27 01:19:23,494 INFO: [ epoch: 189 ] [ iter:253,500 ] [ performance: 18.271 it/s ] [ lr: 2.50e-05 ] [ eta: 16:59:16 ] [ l_g_pix: 3.4753e-02 ] [ l_g_total: 3.4753e-02 ] +2024-09-27 01:19:28,938 INFO: [ epoch: 189 ] [ iter:253,600 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 16:59:00 ] [ l_g_pix: 2.8774e-02 ] [ l_g_total: 2.8774e-02 ] +2024-09-27 01:19:34,400 INFO: [ epoch: 189 ] [ iter:253,700 ] [ performance: 18.585 it/s ] [ lr: 2.50e-05 ] [ eta: 16:58:44 ] [ l_g_pix: 2.4098e-02 ] [ l_g_total: 2.4098e-02 ] +2024-09-27 01:19:39,803 INFO: [ epoch: 189 ] [ iter:253,800 ] [ performance: 18.532 it/s ] [ lr: 2.50e-05 ] [ eta: 16:58:27 ] [ l_g_pix: 3.3031e-02 ] [ l_g_total: 3.3031e-02 ] +2024-09-27 01:19:46,389 INFO: [ epoch: 190 ] [ iter:253,900 ] [ performance: 18.194 it/s ] [ lr: 2.50e-05 ] [ eta: 16:58:15 ] [ l_g_pix: 3.1935e-02 ] [ l_g_total: 3.1935e-02 ] +2024-09-27 01:19:51,862 INFO: [ epoch: 190 ] [ iter:254,000 ] [ performance: 18.253 it/s ] [ lr: 2.50e-05 ] [ eta: 16:57:58 ] [ l_g_pix: 2.8594e-02 ] [ l_g_total: 2.8594e-02 ] +2024-09-27 01:19:57,355 INFO: [ epoch: 190 ] [ iter:254,100 ] [ performance: 18.569 it/s ] [ lr: 2.50e-05 ] [ eta: 16:57:42 ] [ l_g_pix: 3.4570e-02 ] [ l_g_total: 3.4570e-02 ] +2024-09-27 01:20:02,811 INFO: [ epoch: 190 ] [ iter:254,200 ] [ performance: 18.395 it/s ] [ lr: 2.50e-05 ] [ eta: 16:57:26 ] [ l_g_pix: 3.4075e-02 ] [ l_g_total: 3.4075e-02 ] +2024-09-27 01:20:08,263 INFO: [ epoch: 190 ] [ iter:254,300 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 16:57:10 ] [ l_g_pix: 2.8020e-02 ] [ l_g_total: 2.8020e-02 ] +2024-09-27 01:20:13,732 INFO: [ epoch: 190 ] [ iter:254,400 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 16:56:54 ] [ l_g_pix: 3.5020e-02 ] [ l_g_total: 3.5020e-02 ] +2024-09-27 01:20:19,199 INFO: [ epoch: 190 ] [ iter:254,500 ] [ performance: 18.444 it/s ] [ lr: 2.50e-05 ] [ eta: 16:56:38 ] [ l_g_pix: 2.8463e-02 ] [ l_g_total: 2.8463e-02 ] +2024-09-27 01:20:24,625 INFO: [ epoch: 190 ] [ iter:254,600 ] [ performance: 18.435 it/s ] [ lr: 2.50e-05 ] [ eta: 16:56:21 ] [ l_g_pix: 2.5868e-02 ] [ l_g_total: 2.5868e-02 ] +2024-09-27 01:20:30,081 INFO: [ epoch: 190 ] [ iter:254,700 ] [ performance: 18.604 it/s ] [ lr: 2.50e-05 ] [ eta: 16:56:05 ] [ l_g_pix: 2.4436e-02 ] [ l_g_total: 2.4436e-02 ] +2024-09-27 01:20:35,510 INFO: [ epoch: 190 ] [ iter:254,800 ] [ performance: 18.466 it/s ] [ lr: 2.50e-05 ] [ eta: 16:55:49 ] [ l_g_pix: 2.3576e-02 ] [ l_g_total: 2.3576e-02 ] +2024-09-27 01:20:40,939 INFO: [ epoch: 190 ] [ iter:254,900 ] [ performance: 18.867 it/s ] [ lr: 2.50e-05 ] [ eta: 16:55:33 ] [ l_g_pix: 3.9308e-02 ] [ l_g_total: 3.9308e-02 ] +2024-09-27 01:20:46,400 INFO: [ epoch: 190 ] [ iter:255,000 ] [ performance: 18.446 it/s ] [ lr: 2.50e-05 ] [ eta: 16:55:17 ] [ l_g_pix: 3.4648e-02 ] [ l_g_total: 3.4648e-02 ] +2024-09-27 01:20:51,844 INFO: [ epoch: 190 ] [ iter:255,100 ] [ performance: 18.823 it/s ] [ lr: 2.50e-05 ] [ eta: 16:55:01 ] [ l_g_pix: 1.5699e-02 ] [ l_g_total: 1.5699e-02 ] +2024-09-27 01:20:58,491 INFO: [ epoch: 191 ] [ iter:255,200 ] [ performance: 15.796 it/s ] [ lr: 2.50e-05 ] [ eta: 16:54:48 ] [ l_g_pix: 2.7965e-02 ] [ l_g_total: 2.7965e-02 ] +2024-09-27 01:21:04,009 INFO: [ epoch: 191 ] [ iter:255,300 ] [ performance: 18.574 it/s ] [ lr: 2.50e-05 ] [ eta: 16:54:32 ] [ l_g_pix: 2.9749e-02 ] [ l_g_total: 2.9749e-02 ] +2024-09-27 01:21:09,473 INFO: [ epoch: 191 ] [ iter:255,400 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 16:54:16 ] [ l_g_pix: 4.9445e-02 ] [ l_g_total: 4.9445e-02 ] +2024-09-27 01:21:14,905 INFO: [ epoch: 191 ] [ iter:255,500 ] [ performance: 18.783 it/s ] [ lr: 2.50e-05 ] [ eta: 16:54:00 ] [ l_g_pix: 3.5947e-02 ] [ l_g_total: 3.5947e-02 ] +2024-09-27 01:21:20,352 INFO: [ epoch: 191 ] [ iter:255,600 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 16:53:44 ] [ l_g_pix: 2.3143e-02 ] [ l_g_total: 2.3143e-02 ] +2024-09-27 01:21:25,810 INFO: [ epoch: 191 ] [ iter:255,700 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 16:53:28 ] [ l_g_pix: 1.8459e-02 ] [ l_g_total: 1.8459e-02 ] +2024-09-27 01:21:31,259 INFO: [ epoch: 191 ] [ iter:255,800 ] [ performance: 18.352 it/s ] [ lr: 2.50e-05 ] [ eta: 16:53:11 ] [ l_g_pix: 3.3552e-02 ] [ l_g_total: 3.3552e-02 ] +2024-09-27 01:21:36,742 INFO: [ epoch: 191 ] [ iter:255,900 ] [ performance: 18.735 it/s ] [ lr: 2.50e-05 ] [ eta: 16:52:55 ] [ l_g_pix: 2.9857e-02 ] [ l_g_total: 2.9857e-02 ] +2024-09-27 01:21:42,173 INFO: [ epoch: 191 ] [ iter:256,000 ] [ performance: 18.483 it/s ] [ lr: 2.50e-05 ] [ eta: 16:52:39 ] [ l_g_pix: 2.4124e-02 ] [ l_g_total: 2.4124e-02 ] +2024-09-27 01:21:47,632 INFO: [ epoch: 191 ] [ iter:256,100 ] [ performance: 18.617 it/s ] [ lr: 2.50e-05 ] [ eta: 16:52:23 ] [ l_g_pix: 3.4667e-02 ] [ l_g_total: 3.4667e-02 ] +2024-09-27 01:21:53,071 INFO: [ epoch: 191 ] [ iter:256,200 ] [ performance: 18.435 it/s ] [ lr: 2.50e-05 ] [ eta: 16:52:07 ] [ l_g_pix: 2.2013e-02 ] [ l_g_total: 2.2013e-02 ] +2024-09-27 01:21:58,506 INFO: [ epoch: 191 ] [ iter:256,300 ] [ performance: 18.487 it/s ] [ lr: 2.50e-05 ] [ eta: 16:51:51 ] [ l_g_pix: 2.7186e-02 ] [ l_g_total: 2.7186e-02 ] +2024-09-27 01:22:03,936 INFO: [ epoch: 191 ] [ iter:256,400 ] [ performance: 18.433 it/s ] [ lr: 2.50e-05 ] [ eta: 16:51:35 ] [ l_g_pix: 2.3951e-02 ] [ l_g_total: 2.3951e-02 ] +2024-09-27 01:22:09,314 INFO: [ epoch: 191 ] [ iter:256,500 ] [ performance: 19.133 it/s ] [ lr: 2.50e-05 ] [ eta: 16:51:19 ] [ l_g_pix: 4.0919e-02 ] [ l_g_total: 4.0919e-02 ] +2024-09-27 01:22:15,918 INFO: [ epoch: 192 ] [ iter:256,600 ] [ performance: 15.783 it/s ] [ lr: 2.50e-05 ] [ eta: 16:51:06 ] [ l_g_pix: 2.8807e-02 ] [ l_g_total: 2.8807e-02 ] +2024-09-27 01:22:21,354 INFO: [ epoch: 192 ] [ iter:256,700 ] [ performance: 18.496 it/s ] [ lr: 2.50e-05 ] [ eta: 16:50:50 ] [ l_g_pix: 2.1554e-02 ] [ l_g_total: 2.1554e-02 ] +2024-09-27 01:22:26,814 INFO: [ epoch: 192 ] [ iter:256,800 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 16:50:34 ] [ l_g_pix: 2.3997e-02 ] [ l_g_total: 2.3997e-02 ] +2024-09-27 01:22:32,283 INFO: [ epoch: 192 ] [ iter:256,900 ] [ performance: 18.756 it/s ] [ lr: 2.50e-05 ] [ eta: 16:50:18 ] [ l_g_pix: 2.5084e-02 ] [ l_g_total: 2.5084e-02 ] +2024-09-27 01:22:37,735 INFO: [ epoch: 192 ] [ iter:257,000 ] [ performance: 18.416 it/s ] [ lr: 2.50e-05 ] [ eta: 16:50:02 ] [ l_g_pix: 2.1885e-02 ] [ l_g_total: 2.1885e-02 ] +2024-09-27 01:22:43,179 INFO: [ epoch: 192 ] [ iter:257,100 ] [ performance: 18.500 it/s ] [ lr: 2.50e-05 ] [ eta: 16:49:46 ] [ l_g_pix: 2.2430e-02 ] [ l_g_total: 2.2430e-02 ] +2024-09-27 01:22:48,639 INFO: [ epoch: 192 ] [ iter:257,200 ] [ performance: 18.349 it/s ] [ lr: 2.50e-05 ] [ eta: 16:49:30 ] [ l_g_pix: 3.5981e-02 ] [ l_g_total: 3.5981e-02 ] +2024-09-27 01:22:54,093 INFO: [ epoch: 192 ] [ iter:257,300 ] [ performance: 18.586 it/s ] [ lr: 2.50e-05 ] [ eta: 16:49:14 ] [ l_g_pix: 2.8920e-02 ] [ l_g_total: 2.8920e-02 ] +2024-09-27 01:22:59,542 INFO: [ epoch: 192 ] [ iter:257,400 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 16:48:58 ] [ l_g_pix: 2.7355e-02 ] [ l_g_total: 2.7355e-02 ] +2024-09-27 01:23:04,953 INFO: [ epoch: 192 ] [ iter:257,500 ] [ performance: 18.927 it/s ] [ lr: 2.50e-05 ] [ eta: 16:48:42 ] [ l_g_pix: 2.8934e-02 ] [ l_g_total: 2.8934e-02 ] +2024-09-27 01:23:10,409 INFO: [ epoch: 192 ] [ iter:257,600 ] [ performance: 18.423 it/s ] [ lr: 2.50e-05 ] [ eta: 16:48:26 ] [ l_g_pix: 2.1599e-02 ] [ l_g_total: 2.1599e-02 ] +2024-09-27 01:23:15,878 INFO: [ epoch: 192 ] [ iter:257,700 ] [ performance: 18.229 it/s ] [ lr: 2.50e-05 ] [ eta: 16:48:11 ] [ l_g_pix: 3.0240e-02 ] [ l_g_total: 3.0240e-02 ] +2024-09-27 01:23:21,290 INFO: [ epoch: 192 ] [ iter:257,800 ] [ performance: 18.440 it/s ] [ lr: 2.50e-05 ] [ eta: 16:47:55 ] [ l_g_pix: 2.9852e-02 ] [ l_g_total: 2.9852e-02 ] +2024-09-27 01:23:27,871 INFO: [ epoch: 193 ] [ iter:257,900 ] [ performance: 18.823 it/s ] [ lr: 2.50e-05 ] [ eta: 16:47:42 ] [ l_g_pix: 3.7701e-02 ] [ l_g_total: 3.7701e-02 ] +2024-09-27 01:23:33,320 INFO: [ epoch: 193 ] [ iter:258,000 ] [ performance: 18.421 it/s ] [ lr: 2.50e-05 ] [ eta: 16:47:26 ] [ l_g_pix: 2.7543e-02 ] [ l_g_total: 2.7543e-02 ] +2024-09-27 01:23:38,784 INFO: [ epoch: 193 ] [ iter:258,100 ] [ performance: 18.073 it/s ] [ lr: 2.50e-05 ] [ eta: 16:47:10 ] [ l_g_pix: 3.7702e-02 ] [ l_g_total: 3.7702e-02 ] +2024-09-27 01:23:44,271 INFO: [ epoch: 193 ] [ iter:258,200 ] [ performance: 18.205 it/s ] [ lr: 2.50e-05 ] [ eta: 16:46:54 ] [ l_g_pix: 3.1962e-02 ] [ l_g_total: 3.1962e-02 ] +2024-09-27 01:23:49,804 INFO: [ epoch: 193 ] [ iter:258,300 ] [ performance: 18.452 it/s ] [ lr: 2.50e-05 ] [ eta: 16:46:39 ] [ l_g_pix: 3.3107e-02 ] [ l_g_total: 3.3107e-02 ] +2024-09-27 01:23:55,259 INFO: [ epoch: 193 ] [ iter:258,400 ] [ performance: 18.352 it/s ] [ lr: 2.50e-05 ] [ eta: 16:46:23 ] [ l_g_pix: 2.6406e-02 ] [ l_g_total: 2.6406e-02 ] +2024-09-27 01:24:00,714 INFO: [ epoch: 193 ] [ iter:258,500 ] [ performance: 18.542 it/s ] [ lr: 2.50e-05 ] [ eta: 16:46:07 ] [ l_g_pix: 3.1209e-02 ] [ l_g_total: 3.1209e-02 ] +2024-09-27 01:24:06,158 INFO: [ epoch: 193 ] [ iter:258,600 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 16:45:51 ] [ l_g_pix: 2.6839e-02 ] [ l_g_total: 2.6839e-02 ] +2024-09-27 01:24:11,624 INFO: [ epoch: 193 ] [ iter:258,700 ] [ performance: 18.525 it/s ] [ lr: 2.50e-05 ] [ eta: 16:45:35 ] [ l_g_pix: 3.0366e-02 ] [ l_g_total: 3.0366e-02 ] +2024-09-27 01:24:17,134 INFO: [ epoch: 193 ] [ iter:258,800 ] [ performance: 18.194 it/s ] [ lr: 2.50e-05 ] [ eta: 16:45:20 ] [ l_g_pix: 2.7311e-02 ] [ l_g_total: 2.7311e-02 ] +2024-09-27 01:24:22,607 INFO: [ epoch: 193 ] [ iter:258,900 ] [ performance: 18.653 it/s ] [ lr: 2.50e-05 ] [ eta: 16:45:04 ] [ l_g_pix: 3.2577e-02 ] [ l_g_total: 3.2577e-02 ] +2024-09-27 01:24:28,045 INFO: [ epoch: 193 ] [ iter:259,000 ] [ performance: 18.420 it/s ] [ lr: 2.50e-05 ] [ eta: 16:44:48 ] [ l_g_pix: 2.6104e-02 ] [ l_g_total: 2.6104e-02 ] +2024-09-27 01:24:33,491 INFO: [ epoch: 193 ] [ iter:259,100 ] [ performance: 18.499 it/s ] [ lr: 2.50e-05 ] [ eta: 16:44:32 ] [ l_g_pix: 2.7203e-02 ] [ l_g_total: 2.7203e-02 ] +2024-09-27 01:24:39,929 INFO: [ epoch: 194 ] [ iter:259,200 ] [ performance: 15.788 it/s ] [ lr: 2.50e-05 ] [ eta: 16:44:19 ] [ l_g_pix: 3.8718e-02 ] [ l_g_total: 3.8718e-02 ] +2024-09-27 01:24:45,489 INFO: [ epoch: 194 ] [ iter:259,300 ] [ performance: 18.562 it/s ] [ lr: 2.50e-05 ] [ eta: 16:44:04 ] [ l_g_pix: 2.8077e-02 ] [ l_g_total: 2.8077e-02 ] +2024-09-27 01:24:50,953 INFO: [ epoch: 194 ] [ iter:259,400 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 16:43:48 ] [ l_g_pix: 2.1195e-02 ] [ l_g_total: 2.1195e-02 ] +2024-09-27 01:24:56,419 INFO: [ epoch: 194 ] [ iter:259,500 ] [ performance: 18.186 it/s ] [ lr: 2.50e-05 ] [ eta: 16:43:32 ] [ l_g_pix: 3.6718e-02 ] [ l_g_total: 3.6718e-02 ] +2024-09-27 01:25:01,881 INFO: [ epoch: 194 ] [ iter:259,600 ] [ performance: 18.298 it/s ] [ lr: 2.50e-05 ] [ eta: 16:43:16 ] [ l_g_pix: 2.9743e-02 ] [ l_g_total: 2.9743e-02 ] +2024-09-27 01:25:07,325 INFO: [ epoch: 194 ] [ iter:259,700 ] [ performance: 18.715 it/s ] [ lr: 2.50e-05 ] [ eta: 16:43:01 ] [ l_g_pix: 4.4092e-02 ] [ l_g_total: 4.4092e-02 ] +2024-09-27 01:25:12,781 INFO: [ epoch: 194 ] [ iter:259,800 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 16:42:45 ] [ l_g_pix: 4.0233e-02 ] [ l_g_total: 4.0233e-02 ] +2024-09-27 01:25:18,209 INFO: [ epoch: 194 ] [ iter:259,900 ] [ performance: 18.937 it/s ] [ lr: 2.50e-05 ] [ eta: 16:42:29 ] [ l_g_pix: 3.3497e-02 ] [ l_g_total: 3.3497e-02 ] +2024-09-27 01:25:23,693 INFO: [ epoch: 194 ] [ iter:260,000 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 16:42:13 ] [ l_g_pix: 3.3319e-02 ] [ l_g_total: 3.3319e-02 ] +2024-09-27 01:25:23,693 INFO: Saving models and training states. +2024-09-27 01:29:44,704 INFO: Validation val + + # psnr: 27.1850........ Best: 27.1990 @ 120000 iter + # ssim: 0.7661........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 01:29:50,173 INFO: [ epoch: 194 ] [ iter:260,100 ] [ performance: 18.729 it/s ] [ lr: 2.50e-05 ] [ eta: 16:54:20 ] [ l_g_pix: 3.7330e-02 ] [ l_g_total: 3.7330e-02 ] +2024-09-27 01:29:55,655 INFO: [ epoch: 194 ] [ iter:260,200 ] [ performance: 18.270 it/s ] [ lr: 2.50e-05 ] [ eta: 16:54:04 ] [ l_g_pix: 3.4469e-02 ] [ l_g_total: 3.4469e-02 ] +2024-09-27 01:30:01,122 INFO: [ epoch: 194 ] [ iter:260,300 ] [ performance: 18.977 it/s ] [ lr: 2.50e-05 ] [ eta: 16:53:48 ] [ l_g_pix: 2.5774e-02 ] [ l_g_total: 2.5774e-02 ] +2024-09-27 01:30:06,649 INFO: [ epoch: 194 ] [ iter:260,400 ] [ performance: 18.138 it/s ] [ lr: 2.50e-05 ] [ eta: 16:53:32 ] [ l_g_pix: 1.9784e-02 ] [ l_g_total: 1.9784e-02 ] +2024-09-27 01:30:11,986 INFO: [ epoch: 194 ] [ iter:260,500 ] [ performance: 18.226 it/s ] [ lr: 2.50e-05 ] [ eta: 16:53:16 ] [ l_g_pix: 3.5120e-02 ] [ l_g_total: 3.5120e-02 ] +2024-09-27 01:30:18,617 INFO: [ epoch: 195 ] [ iter:260,600 ] [ performance: 15.182 it/s ] [ lr: 2.50e-05 ] [ eta: 16:53:03 ] [ l_g_pix: 3.6030e-02 ] [ l_g_total: 3.6030e-02 ] +2024-09-27 01:30:24,060 INFO: [ epoch: 195 ] [ iter:260,700 ] [ performance: 18.793 it/s ] [ lr: 2.50e-05 ] [ eta: 16:52:47 ] [ l_g_pix: 3.4628e-02 ] [ l_g_total: 3.4628e-02 ] +2024-09-27 01:30:29,478 INFO: [ epoch: 195 ] [ iter:260,800 ] [ performance: 18.468 it/s ] [ lr: 2.50e-05 ] [ eta: 16:52:31 ] [ l_g_pix: 2.3293e-02 ] [ l_g_total: 2.3293e-02 ] +2024-09-27 01:30:34,935 INFO: [ epoch: 195 ] [ iter:260,900 ] [ performance: 18.086 it/s ] [ lr: 2.50e-05 ] [ eta: 16:52:15 ] [ l_g_pix: 3.1430e-02 ] [ l_g_total: 3.1430e-02 ] +2024-09-27 01:30:40,478 INFO: [ epoch: 195 ] [ iter:261,000 ] [ performance: 18.046 it/s ] [ lr: 2.50e-05 ] [ eta: 16:51:59 ] [ l_g_pix: 1.6849e-02 ] [ l_g_total: 1.6849e-02 ] +2024-09-27 01:30:45,944 INFO: [ epoch: 195 ] [ iter:261,100 ] [ performance: 18.856 it/s ] [ lr: 2.50e-05 ] [ eta: 16:51:43 ] [ l_g_pix: 2.3660e-02 ] [ l_g_total: 2.3660e-02 ] +2024-09-27 01:30:51,410 INFO: [ epoch: 195 ] [ iter:261,200 ] [ performance: 18.303 it/s ] [ lr: 2.50e-05 ] [ eta: 16:51:27 ] [ l_g_pix: 2.0802e-02 ] [ l_g_total: 2.0802e-02 ] +2024-09-27 01:30:56,917 INFO: [ epoch: 195 ] [ iter:261,300 ] [ performance: 18.232 it/s ] [ lr: 2.50e-05 ] [ eta: 16:51:11 ] [ l_g_pix: 1.5338e-02 ] [ l_g_total: 1.5338e-02 ] +2024-09-27 01:31:02,404 INFO: [ epoch: 195 ] [ iter:261,400 ] [ performance: 18.229 it/s ] [ lr: 2.50e-05 ] [ eta: 16:50:55 ] [ l_g_pix: 3.4581e-02 ] [ l_g_total: 3.4581e-02 ] +2024-09-27 01:31:07,925 INFO: [ epoch: 195 ] [ iter:261,500 ] [ performance: 18.172 it/s ] [ lr: 2.50e-05 ] [ eta: 16:50:39 ] [ l_g_pix: 1.8320e-02 ] [ l_g_total: 1.8320e-02 ] +2024-09-27 01:31:13,501 INFO: [ epoch: 195 ] [ iter:261,600 ] [ performance: 17.937 it/s ] [ lr: 2.50e-05 ] [ eta: 16:50:24 ] [ l_g_pix: 2.7936e-02 ] [ l_g_total: 2.7936e-02 ] +2024-09-27 01:31:18,990 INFO: [ epoch: 195 ] [ iter:261,700 ] [ performance: 18.080 it/s ] [ lr: 2.50e-05 ] [ eta: 16:50:08 ] [ l_g_pix: 4.2160e-02 ] [ l_g_total: 4.2160e-02 ] +2024-09-27 01:31:24,439 INFO: [ epoch: 195 ] [ iter:261,800 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 16:49:52 ] [ l_g_pix: 2.3948e-02 ] [ l_g_total: 2.3948e-02 ] +2024-09-27 01:31:31,030 INFO: [ epoch: 196 ] [ iter:261,900 ] [ performance: 16.603 it/s ] [ lr: 2.50e-05 ] [ eta: 16:49:39 ] [ l_g_pix: 3.4514e-02 ] [ l_g_total: 3.4514e-02 ] +2024-09-27 01:31:36,560 INFO: [ epoch: 196 ] [ iter:262,000 ] [ performance: 18.092 it/s ] [ lr: 2.50e-05 ] [ eta: 16:49:23 ] [ l_g_pix: 3.6579e-02 ] [ l_g_total: 3.6579e-02 ] +2024-09-27 01:31:41,983 INFO: [ epoch: 196 ] [ iter:262,100 ] [ performance: 18.268 it/s ] [ lr: 2.50e-05 ] [ eta: 16:49:07 ] [ l_g_pix: 2.0641e-02 ] [ l_g_total: 2.0641e-02 ] +2024-09-27 01:31:47,439 INFO: [ epoch: 196 ] [ iter:262,200 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 16:48:51 ] [ l_g_pix: 5.2236e-02 ] [ l_g_total: 5.2236e-02 ] +2024-09-27 01:31:52,878 INFO: [ epoch: 196 ] [ iter:262,300 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 16:48:35 ] [ l_g_pix: 3.0109e-02 ] [ l_g_total: 3.0109e-02 ] +2024-09-27 01:31:58,369 INFO: [ epoch: 196 ] [ iter:262,400 ] [ performance: 18.225 it/s ] [ lr: 2.50e-05 ] [ eta: 16:48:20 ] [ l_g_pix: 2.7523e-02 ] [ l_g_total: 2.7523e-02 ] +2024-09-27 01:32:03,824 INFO: [ epoch: 196 ] [ iter:262,500 ] [ performance: 18.281 it/s ] [ lr: 2.50e-05 ] [ eta: 16:48:04 ] [ l_g_pix: 1.8403e-02 ] [ l_g_total: 1.8403e-02 ] +2024-09-27 01:32:09,284 INFO: [ epoch: 196 ] [ iter:262,600 ] [ performance: 18.334 it/s ] [ lr: 2.50e-05 ] [ eta: 16:47:48 ] [ l_g_pix: 3.2700e-02 ] [ l_g_total: 3.2700e-02 ] +2024-09-27 01:32:14,719 INFO: [ epoch: 196 ] [ iter:262,700 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 16:47:32 ] [ l_g_pix: 2.3656e-02 ] [ l_g_total: 2.3656e-02 ] +2024-09-27 01:32:20,179 INFO: [ epoch: 196 ] [ iter:262,800 ] [ performance: 18.356 it/s ] [ lr: 2.50e-05 ] [ eta: 16:47:16 ] [ l_g_pix: 3.2526e-02 ] [ l_g_total: 3.2526e-02 ] +2024-09-27 01:32:25,658 INFO: [ epoch: 196 ] [ iter:262,900 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 16:47:00 ] [ l_g_pix: 2.2170e-02 ] [ l_g_total: 2.2170e-02 ] +2024-09-27 01:32:31,158 INFO: [ epoch: 196 ] [ iter:263,000 ] [ performance: 18.200 it/s ] [ lr: 2.50e-05 ] [ eta: 16:46:44 ] [ l_g_pix: 2.7785e-02 ] [ l_g_total: 2.7785e-02 ] +2024-09-27 01:32:36,665 INFO: [ epoch: 196 ] [ iter:263,100 ] [ performance: 18.180 it/s ] [ lr: 2.50e-05 ] [ eta: 16:46:29 ] [ l_g_pix: 3.4603e-02 ] [ l_g_total: 3.4603e-02 ] +2024-09-27 01:32:43,234 INFO: [ epoch: 197 ] [ iter:263,200 ] [ performance: 14.987 it/s ] [ lr: 2.50e-05 ] [ eta: 16:46:16 ] [ l_g_pix: 3.2582e-02 ] [ l_g_total: 3.2582e-02 ] +2024-09-27 01:32:48,814 INFO: [ epoch: 197 ] [ iter:263,300 ] [ performance: 16.395 it/s ] [ lr: 2.50e-05 ] [ eta: 16:46:00 ] [ l_g_pix: 3.4879e-02 ] [ l_g_total: 3.4879e-02 ] +2024-09-27 01:32:54,261 INFO: [ epoch: 197 ] [ iter:263,400 ] [ performance: 18.387 it/s ] [ lr: 2.50e-05 ] [ eta: 16:45:45 ] [ l_g_pix: 3.3794e-02 ] [ l_g_total: 3.3794e-02 ] +2024-09-27 01:32:59,714 INFO: [ epoch: 197 ] [ iter:263,500 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 16:45:29 ] [ l_g_pix: 2.9918e-02 ] [ l_g_total: 2.9918e-02 ] +2024-09-27 01:33:05,163 INFO: [ epoch: 197 ] [ iter:263,600 ] [ performance: 18.403 it/s ] [ lr: 2.50e-05 ] [ eta: 16:45:13 ] [ l_g_pix: 3.8694e-02 ] [ l_g_total: 3.8694e-02 ] +2024-09-27 01:33:10,631 INFO: [ epoch: 197 ] [ iter:263,700 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 16:44:57 ] [ l_g_pix: 2.2330e-02 ] [ l_g_total: 2.2330e-02 ] +2024-09-27 01:33:16,122 INFO: [ epoch: 197 ] [ iter:263,800 ] [ performance: 18.271 it/s ] [ lr: 2.50e-05 ] [ eta: 16:44:41 ] [ l_g_pix: 3.5086e-02 ] [ l_g_total: 3.5086e-02 ] +2024-09-27 01:33:21,610 INFO: [ epoch: 197 ] [ iter:263,900 ] [ performance: 18.246 it/s ] [ lr: 2.50e-05 ] [ eta: 16:44:26 ] [ l_g_pix: 3.6998e-02 ] [ l_g_total: 3.6998e-02 ] +2024-09-27 01:33:27,087 INFO: [ epoch: 197 ] [ iter:264,000 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 16:44:10 ] [ l_g_pix: 3.6158e-02 ] [ l_g_total: 3.6158e-02 ] +2024-09-27 01:33:32,556 INFO: [ epoch: 197 ] [ iter:264,100 ] [ performance: 18.306 it/s ] [ lr: 2.50e-05 ] [ eta: 16:43:54 ] [ l_g_pix: 2.9266e-02 ] [ l_g_total: 2.9266e-02 ] +2024-09-27 01:33:37,983 INFO: [ epoch: 197 ] [ iter:264,200 ] [ performance: 18.515 it/s ] [ lr: 2.50e-05 ] [ eta: 16:43:38 ] [ l_g_pix: 3.7860e-02 ] [ l_g_total: 3.7860e-02 ] +2024-09-27 01:33:43,420 INFO: [ epoch: 197 ] [ iter:264,300 ] [ performance: 18.451 it/s ] [ lr: 2.50e-05 ] [ eta: 16:43:22 ] [ l_g_pix: 2.8250e-02 ] [ l_g_total: 2.8250e-02 ] +2024-09-27 01:33:48,871 INFO: [ epoch: 197 ] [ iter:264,400 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 16:43:07 ] [ l_g_pix: 4.4551e-02 ] [ l_g_total: 4.4551e-02 ] +2024-09-27 01:33:54,247 INFO: [ epoch: 197 ] [ iter:264,500 ] [ performance: 18.501 it/s ] [ lr: 2.50e-05 ] [ eta: 16:42:51 ] [ l_g_pix: 1.7634e-02 ] [ l_g_total: 1.7634e-02 ] +2024-09-27 01:34:00,849 INFO: [ epoch: 198 ] [ iter:264,600 ] [ performance: 14.673 it/s ] [ lr: 2.50e-05 ] [ eta: 16:42:38 ] [ l_g_pix: 3.0113e-02 ] [ l_g_total: 3.0113e-02 ] +2024-09-27 01:34:06,331 INFO: [ epoch: 198 ] [ iter:264,700 ] [ performance: 16.420 it/s ] [ lr: 2.50e-05 ] [ eta: 16:42:22 ] [ l_g_pix: 2.3173e-02 ] [ l_g_total: 2.3173e-02 ] +2024-09-27 01:34:11,800 INFO: [ epoch: 198 ] [ iter:264,800 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 16:42:07 ] [ l_g_pix: 2.5364e-02 ] [ l_g_total: 2.5364e-02 ] +2024-09-27 01:34:17,271 INFO: [ epoch: 198 ] [ iter:264,900 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 16:41:51 ] [ l_g_pix: 2.9388e-02 ] [ l_g_total: 2.9388e-02 ] +2024-09-27 01:34:22,735 INFO: [ epoch: 198 ] [ iter:265,000 ] [ performance: 18.477 it/s ] [ lr: 2.50e-05 ] [ eta: 16:41:35 ] [ l_g_pix: 3.4413e-02 ] [ l_g_total: 3.4413e-02 ] +2024-09-27 01:34:28,191 INFO: [ epoch: 198 ] [ iter:265,100 ] [ performance: 18.397 it/s ] [ lr: 2.50e-05 ] [ eta: 16:41:20 ] [ l_g_pix: 2.8479e-02 ] [ l_g_total: 2.8479e-02 ] +2024-09-27 01:34:33,659 INFO: [ epoch: 198 ] [ iter:265,200 ] [ performance: 18.339 it/s ] [ lr: 2.50e-05 ] [ eta: 16:41:04 ] [ l_g_pix: 4.3556e-02 ] [ l_g_total: 4.3556e-02 ] +2024-09-27 01:34:39,092 INFO: [ epoch: 198 ] [ iter:265,300 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 16:40:48 ] [ l_g_pix: 3.9598e-02 ] [ l_g_total: 3.9598e-02 ] +2024-09-27 01:34:44,533 INFO: [ epoch: 198 ] [ iter:265,400 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 16:40:32 ] [ l_g_pix: 2.5565e-02 ] [ l_g_total: 2.5565e-02 ] +2024-09-27 01:34:49,997 INFO: [ epoch: 198 ] [ iter:265,500 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 16:40:17 ] [ l_g_pix: 2.2130e-02 ] [ l_g_total: 2.2130e-02 ] +2024-09-27 01:34:55,472 INFO: [ epoch: 198 ] [ iter:265,600 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 16:40:01 ] [ l_g_pix: 1.6357e-02 ] [ l_g_total: 1.6357e-02 ] +2024-09-27 01:35:00,941 INFO: [ epoch: 198 ] [ iter:265,700 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 16:39:45 ] [ l_g_pix: 3.0168e-02 ] [ l_g_total: 3.0168e-02 ] +2024-09-27 01:35:06,360 INFO: [ epoch: 198 ] [ iter:265,800 ] [ performance: 18.517 it/s ] [ lr: 2.50e-05 ] [ eta: 16:39:30 ] [ l_g_pix: 2.4518e-02 ] [ l_g_total: 2.4518e-02 ] +2024-09-27 01:35:13,172 INFO: [ epoch: 199 ] [ iter:265,900 ] [ performance: 16.147 it/s ] [ lr: 2.50e-05 ] [ eta: 16:39:18 ] [ l_g_pix: 3.5163e-02 ] [ l_g_total: 3.5163e-02 ] +2024-09-27 01:35:18,666 INFO: [ epoch: 199 ] [ iter:266,000 ] [ performance: 18.243 it/s ] [ lr: 2.50e-05 ] [ eta: 16:39:02 ] [ l_g_pix: 2.7879e-02 ] [ l_g_total: 2.7879e-02 ] +2024-09-27 01:35:24,120 INFO: [ epoch: 199 ] [ iter:266,100 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 16:38:47 ] [ l_g_pix: 2.7180e-02 ] [ l_g_total: 2.7180e-02 ] +2024-09-27 01:35:29,607 INFO: [ epoch: 199 ] [ iter:266,200 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 16:38:31 ] [ l_g_pix: 2.3418e-02 ] [ l_g_total: 2.3418e-02 ] +2024-09-27 01:35:35,082 INFO: [ epoch: 199 ] [ iter:266,300 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 16:38:15 ] [ l_g_pix: 3.1091e-02 ] [ l_g_total: 3.1091e-02 ] +2024-09-27 01:35:40,570 INFO: [ epoch: 199 ] [ iter:266,400 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 16:38:00 ] [ l_g_pix: 2.6015e-02 ] [ l_g_total: 2.6015e-02 ] +2024-09-27 01:35:46,037 INFO: [ epoch: 199 ] [ iter:266,500 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 16:37:44 ] [ l_g_pix: 1.7093e-02 ] [ l_g_total: 1.7093e-02 ] +2024-09-27 01:35:51,528 INFO: [ epoch: 199 ] [ iter:266,600 ] [ performance: 18.232 it/s ] [ lr: 2.50e-05 ] [ eta: 16:37:29 ] [ l_g_pix: 2.5488e-02 ] [ l_g_total: 2.5488e-02 ] +2024-09-27 01:35:57,020 INFO: [ epoch: 199 ] [ iter:266,700 ] [ performance: 18.220 it/s ] [ lr: 2.50e-05 ] [ eta: 16:37:13 ] [ l_g_pix: 3.5719e-02 ] [ l_g_total: 3.5719e-02 ] +2024-09-27 01:36:02,494 INFO: [ epoch: 199 ] [ iter:266,800 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 16:36:58 ] [ l_g_pix: 2.4484e-02 ] [ l_g_total: 2.4484e-02 ] +2024-09-27 01:36:07,963 INFO: [ epoch: 199 ] [ iter:266,900 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 16:36:42 ] [ l_g_pix: 1.6332e-02 ] [ l_g_total: 1.6332e-02 ] +2024-09-27 01:36:13,416 INFO: [ epoch: 199 ] [ iter:267,000 ] [ performance: 18.465 it/s ] [ lr: 2.50e-05 ] [ eta: 16:36:27 ] [ l_g_pix: 2.4984e-02 ] [ l_g_total: 2.4984e-02 ] +2024-09-27 01:36:18,871 INFO: [ epoch: 199 ] [ iter:267,100 ] [ performance: 18.390 it/s ] [ lr: 2.50e-05 ] [ eta: 16:36:11 ] [ l_g_pix: 3.3930e-02 ] [ l_g_total: 3.3930e-02 ] +2024-09-27 01:36:24,352 INFO: [ epoch: 199 ] [ iter:267,200 ] [ performance: 18.147 it/s ] [ lr: 2.50e-05 ] [ eta: 16:35:56 ] [ l_g_pix: 2.7463e-02 ] [ l_g_total: 2.7463e-02 ] +2024-09-27 01:36:30,949 INFO: [ epoch: 200 ] [ iter:267,300 ] [ performance: 16.273 it/s ] [ lr: 2.50e-05 ] [ eta: 16:35:43 ] [ l_g_pix: 2.8645e-02 ] [ l_g_total: 2.8645e-02 ] +2024-09-27 01:36:36,394 INFO: [ epoch: 200 ] [ iter:267,400 ] [ performance: 18.405 it/s ] [ lr: 2.50e-05 ] [ eta: 16:35:28 ] [ l_g_pix: 3.1654e-02 ] [ l_g_total: 3.1654e-02 ] +2024-09-27 01:36:41,858 INFO: [ epoch: 200 ] [ iter:267,500 ] [ performance: 18.346 it/s ] [ lr: 2.50e-05 ] [ eta: 16:35:12 ] [ l_g_pix: 3.5018e-02 ] [ l_g_total: 3.5018e-02 ] +2024-09-27 01:36:47,302 INFO: [ epoch: 200 ] [ iter:267,600 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 16:34:57 ] [ l_g_pix: 3.3194e-02 ] [ l_g_total: 3.3194e-02 ] +2024-09-27 01:36:52,739 INFO: [ epoch: 200 ] [ iter:267,700 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 16:34:41 ] [ l_g_pix: 2.5045e-02 ] [ l_g_total: 2.5045e-02 ] +2024-09-27 01:36:58,197 INFO: [ epoch: 200 ] [ iter:267,800 ] [ performance: 18.334 it/s ] [ lr: 2.50e-05 ] [ eta: 16:34:25 ] [ l_g_pix: 3.2944e-02 ] [ l_g_total: 3.2944e-02 ] +2024-09-27 01:37:03,671 INFO: [ epoch: 200 ] [ iter:267,900 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 16:34:10 ] [ l_g_pix: 3.5896e-02 ] [ l_g_total: 3.5896e-02 ] +2024-09-27 01:37:09,097 INFO: [ epoch: 200 ] [ iter:268,000 ] [ performance: 18.458 it/s ] [ lr: 2.50e-05 ] [ eta: 16:33:54 ] [ l_g_pix: 2.4548e-02 ] [ l_g_total: 2.4548e-02 ] +2024-09-27 01:37:14,582 INFO: [ epoch: 200 ] [ iter:268,100 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 16:33:39 ] [ l_g_pix: 3.4636e-02 ] [ l_g_total: 3.4636e-02 ] +2024-09-27 01:37:20,072 INFO: [ epoch: 200 ] [ iter:268,200 ] [ performance: 18.365 it/s ] [ lr: 2.50e-05 ] [ eta: 16:33:24 ] [ l_g_pix: 1.8835e-02 ] [ l_g_total: 1.8835e-02 ] +2024-09-27 01:37:25,498 INFO: [ epoch: 200 ] [ iter:268,300 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 16:33:08 ] [ l_g_pix: 3.1253e-02 ] [ l_g_total: 3.1253e-02 ] +2024-09-27 01:37:30,958 INFO: [ epoch: 200 ] [ iter:268,400 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 16:32:53 ] [ l_g_pix: 1.9892e-02 ] [ l_g_total: 1.9892e-02 ] +2024-09-27 01:37:36,348 INFO: [ epoch: 200 ] [ iter:268,500 ] [ performance: 18.468 it/s ] [ lr: 2.50e-05 ] [ eta: 16:32:37 ] [ l_g_pix: 2.3822e-02 ] [ l_g_total: 2.3822e-02 ] +2024-09-27 01:37:42,957 INFO: [ epoch: 201 ] [ iter:268,600 ] [ performance: 14.018 it/s ] [ lr: 2.50e-05 ] [ eta: 16:32:25 ] [ l_g_pix: 3.4045e-02 ] [ l_g_total: 3.4045e-02 ] +2024-09-27 01:37:48,407 INFO: [ epoch: 201 ] [ iter:268,700 ] [ performance: 16.377 it/s ] [ lr: 2.50e-05 ] [ eta: 16:32:09 ] [ l_g_pix: 2.6733e-02 ] [ l_g_total: 2.6733e-02 ] +2024-09-27 01:37:53,847 INFO: [ epoch: 201 ] [ iter:268,800 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 16:31:54 ] [ l_g_pix: 2.8716e-02 ] [ l_g_total: 2.8716e-02 ] +2024-09-27 01:37:59,322 INFO: [ epoch: 201 ] [ iter:268,900 ] [ performance: 18.305 it/s ] [ lr: 2.50e-05 ] [ eta: 16:31:38 ] [ l_g_pix: 2.1839e-02 ] [ l_g_total: 2.1839e-02 ] +2024-09-27 01:38:04,823 INFO: [ epoch: 201 ] [ iter:269,000 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 16:31:23 ] [ l_g_pix: 3.2422e-02 ] [ l_g_total: 3.2422e-02 ] +2024-09-27 01:38:10,292 INFO: [ epoch: 201 ] [ iter:269,100 ] [ performance: 18.313 it/s ] [ lr: 2.50e-05 ] [ eta: 16:31:08 ] [ l_g_pix: 3.0523e-02 ] [ l_g_total: 3.0523e-02 ] +2024-09-27 01:38:15,751 INFO: [ epoch: 201 ] [ iter:269,200 ] [ performance: 18.393 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:52 ] [ l_g_pix: 3.0121e-02 ] [ l_g_total: 3.0121e-02 ] +2024-09-27 01:38:21,178 INFO: [ epoch: 201 ] [ iter:269,300 ] [ performance: 18.415 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:37 ] [ l_g_pix: 2.4363e-02 ] [ l_g_total: 2.4363e-02 ] +2024-09-27 01:38:26,605 INFO: [ epoch: 201 ] [ iter:269,400 ] [ performance: 18.458 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:21 ] [ l_g_pix: 2.8729e-02 ] [ l_g_total: 2.8729e-02 ] +2024-09-27 01:38:32,083 INFO: [ epoch: 201 ] [ iter:269,500 ] [ performance: 18.332 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:06 ] [ l_g_pix: 2.6406e-02 ] [ l_g_total: 2.6406e-02 ] +2024-09-27 01:38:37,557 INFO: [ epoch: 201 ] [ iter:269,600 ] [ performance: 18.398 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:51 ] [ l_g_pix: 2.2758e-02 ] [ l_g_total: 2.2758e-02 ] +2024-09-27 01:38:43,036 INFO: [ epoch: 201 ] [ iter:269,700 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:35 ] [ l_g_pix: 2.5027e-02 ] [ l_g_total: 2.5027e-02 ] +2024-09-27 01:38:48,468 INFO: [ epoch: 201 ] [ iter:269,800 ] [ performance: 18.597 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:20 ] [ l_g_pix: 2.6881e-02 ] [ l_g_total: 2.6881e-02 ] +2024-09-27 01:38:55,007 INFO: [ epoch: 202 ] [ iter:269,900 ] [ performance: 16.362 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:07 ] [ l_g_pix: 3.1679e-02 ] [ l_g_total: 3.1679e-02 ] +2024-09-27 01:39:00,484 INFO: [ epoch: 202 ] [ iter:270,000 ] [ performance: 18.563 it/s ] [ lr: 2.50e-05 ] [ eta: 16:28:52 ] [ l_g_pix: 2.9237e-02 ] [ l_g_total: 2.9237e-02 ] +2024-09-27 01:39:00,484 INFO: Saving models and training states. +2024-09-27 01:44:25,681 INFO: Validation val + + # psnr: 27.1904........ Best: 27.1990 @ 120000 iter + # ssim: 0.7663........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 01:44:31,118 INFO: [ epoch: 202 ] [ iter:270,100 ] [ performance: 18.459 it/s ] [ lr: 2.50e-05 ] [ eta: 16:43:15 ] [ l_g_pix: 2.7983e-02 ] [ l_g_total: 2.7983e-02 ] +2024-09-27 01:44:36,556 INFO: [ epoch: 202 ] [ iter:270,200 ] [ performance: 18.502 it/s ] [ lr: 2.50e-05 ] [ eta: 16:43:00 ] [ l_g_pix: 3.4162e-02 ] [ l_g_total: 3.4162e-02 ] +2024-09-27 01:44:41,983 INFO: [ epoch: 202 ] [ iter:270,300 ] [ performance: 18.454 it/s ] [ lr: 2.50e-05 ] [ eta: 16:42:44 ] [ l_g_pix: 2.6269e-02 ] [ l_g_total: 2.6269e-02 ] +2024-09-27 01:44:47,480 INFO: [ epoch: 202 ] [ iter:270,400 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 16:42:28 ] [ l_g_pix: 3.0068e-02 ] [ l_g_total: 3.0068e-02 ] +2024-09-27 01:44:52,948 INFO: [ epoch: 202 ] [ iter:270,500 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 16:42:12 ] [ l_g_pix: 2.2060e-02 ] [ l_g_total: 2.2060e-02 ] +2024-09-27 01:44:58,426 INFO: [ epoch: 202 ] [ iter:270,600 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 16:41:57 ] [ l_g_pix: 1.8202e-02 ] [ l_g_total: 1.8202e-02 ] +2024-09-27 01:45:03,930 INFO: [ epoch: 202 ] [ iter:270,700 ] [ performance: 18.253 it/s ] [ lr: 2.50e-05 ] [ eta: 16:41:41 ] [ l_g_pix: 3.4885e-02 ] [ l_g_total: 3.4885e-02 ] +2024-09-27 01:45:09,408 INFO: [ epoch: 202 ] [ iter:270,800 ] [ performance: 18.373 it/s ] [ lr: 2.50e-05 ] [ eta: 16:41:25 ] [ l_g_pix: 3.7257e-02 ] [ l_g_total: 3.7257e-02 ] +2024-09-27 01:45:14,917 INFO: [ epoch: 202 ] [ iter:270,900 ] [ performance: 18.230 it/s ] [ lr: 2.50e-05 ] [ eta: 16:41:10 ] [ l_g_pix: 2.7006e-02 ] [ l_g_total: 2.7006e-02 ] +2024-09-27 01:45:20,402 INFO: [ epoch: 202 ] [ iter:271,000 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 16:40:54 ] [ l_g_pix: 2.9524e-02 ] [ l_g_total: 2.9524e-02 ] +2024-09-27 01:45:25,958 INFO: [ epoch: 202 ] [ iter:271,100 ] [ performance: 18.133 it/s ] [ lr: 2.50e-05 ] [ eta: 16:40:39 ] [ l_g_pix: 3.3175e-02 ] [ l_g_total: 3.3175e-02 ] +2024-09-27 01:45:31,323 INFO: [ epoch: 202 ] [ iter:271,200 ] [ performance: 18.897 it/s ] [ lr: 2.50e-05 ] [ eta: 16:40:23 ] [ l_g_pix: 2.9034e-02 ] [ l_g_total: 2.9034e-02 ] +2024-09-27 01:45:38,010 INFO: [ epoch: 203 ] [ iter:271,300 ] [ performance: 16.090 it/s ] [ lr: 2.50e-05 ] [ eta: 16:40:10 ] [ l_g_pix: 4.1296e-02 ] [ l_g_total: 4.1296e-02 ] +2024-09-27 01:45:43,490 INFO: [ epoch: 203 ] [ iter:271,400 ] [ performance: 18.453 it/s ] [ lr: 2.50e-05 ] [ eta: 16:39:55 ] [ l_g_pix: 2.8793e-02 ] [ l_g_total: 2.8793e-02 ] +2024-09-27 01:45:48,999 INFO: [ epoch: 203 ] [ iter:271,500 ] [ performance: 18.254 it/s ] [ lr: 2.50e-05 ] [ eta: 16:39:39 ] [ l_g_pix: 2.7455e-02 ] [ l_g_total: 2.7455e-02 ] +2024-09-27 01:45:54,460 INFO: [ epoch: 203 ] [ iter:271,600 ] [ performance: 18.462 it/s ] [ lr: 2.50e-05 ] [ eta: 16:39:24 ] [ l_g_pix: 2.0599e-02 ] [ l_g_total: 2.0599e-02 ] +2024-09-27 01:45:59,918 INFO: [ epoch: 203 ] [ iter:271,700 ] [ performance: 18.370 it/s ] [ lr: 2.50e-05 ] [ eta: 16:39:08 ] [ l_g_pix: 3.1561e-02 ] [ l_g_total: 3.1561e-02 ] +2024-09-27 01:46:05,436 INFO: [ epoch: 203 ] [ iter:271,800 ] [ performance: 18.450 it/s ] [ lr: 2.50e-05 ] [ eta: 16:38:52 ] [ l_g_pix: 2.8604e-02 ] [ l_g_total: 2.8604e-02 ] +2024-09-27 01:46:10,910 INFO: [ epoch: 203 ] [ iter:271,900 ] [ performance: 18.328 it/s ] [ lr: 2.50e-05 ] [ eta: 16:38:37 ] [ l_g_pix: 3.3652e-02 ] [ l_g_total: 3.3652e-02 ] +2024-09-27 01:46:16,408 INFO: [ epoch: 203 ] [ iter:272,000 ] [ performance: 18.466 it/s ] [ lr: 2.50e-05 ] [ eta: 16:38:21 ] [ l_g_pix: 2.4545e-02 ] [ l_g_total: 2.4545e-02 ] +2024-09-27 01:46:21,865 INFO: [ epoch: 203 ] [ iter:272,100 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 16:38:06 ] [ l_g_pix: 2.7791e-02 ] [ l_g_total: 2.7791e-02 ] +2024-09-27 01:46:27,316 INFO: [ epoch: 203 ] [ iter:272,200 ] [ performance: 18.488 it/s ] [ lr: 2.50e-05 ] [ eta: 16:37:50 ] [ l_g_pix: 3.2051e-02 ] [ l_g_total: 3.2051e-02 ] +2024-09-27 01:46:32,779 INFO: [ epoch: 203 ] [ iter:272,300 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 16:37:34 ] [ l_g_pix: 2.4365e-02 ] [ l_g_total: 2.4365e-02 ] +2024-09-27 01:46:38,240 INFO: [ epoch: 203 ] [ iter:272,400 ] [ performance: 18.500 it/s ] [ lr: 2.50e-05 ] [ eta: 16:37:19 ] [ l_g_pix: 4.1161e-02 ] [ l_g_total: 4.1161e-02 ] +2024-09-27 01:46:43,666 INFO: [ epoch: 203 ] [ iter:272,500 ] [ performance: 18.454 it/s ] [ lr: 2.50e-05 ] [ eta: 16:37:03 ] [ l_g_pix: 2.4935e-02 ] [ l_g_total: 2.4935e-02 ] +2024-09-27 01:46:50,496 INFO: [ epoch: 204 ] [ iter:272,600 ] [ performance: 17.616 it/s ] [ lr: 2.50e-05 ] [ eta: 16:36:51 ] [ l_g_pix: 2.8022e-02 ] [ l_g_total: 2.8022e-02 ] +2024-09-27 01:46:55,961 INFO: [ epoch: 204 ] [ iter:272,700 ] [ performance: 18.087 it/s ] [ lr: 2.50e-05 ] [ eta: 16:36:35 ] [ l_g_pix: 3.5855e-02 ] [ l_g_total: 3.5855e-02 ] +2024-09-27 01:47:01,416 INFO: [ epoch: 204 ] [ iter:272,800 ] [ performance: 18.605 it/s ] [ lr: 2.50e-05 ] [ eta: 16:36:20 ] [ l_g_pix: 2.4825e-02 ] [ l_g_total: 2.4825e-02 ] +2024-09-27 01:47:06,868 INFO: [ epoch: 204 ] [ iter:272,900 ] [ performance: 18.423 it/s ] [ lr: 2.50e-05 ] [ eta: 16:36:04 ] [ l_g_pix: 3.0954e-02 ] [ l_g_total: 3.0954e-02 ] +2024-09-27 01:47:12,337 INFO: [ epoch: 204 ] [ iter:273,000 ] [ performance: 18.657 it/s ] [ lr: 2.50e-05 ] [ eta: 16:35:49 ] [ l_g_pix: 2.5740e-02 ] [ l_g_total: 2.5740e-02 ] +2024-09-27 01:47:17,790 INFO: [ epoch: 204 ] [ iter:273,100 ] [ performance: 18.432 it/s ] [ lr: 2.50e-05 ] [ eta: 16:35:33 ] [ l_g_pix: 4.1113e-02 ] [ l_g_total: 4.1113e-02 ] +2024-09-27 01:47:23,234 INFO: [ epoch: 204 ] [ iter:273,200 ] [ performance: 18.563 it/s ] [ lr: 2.50e-05 ] [ eta: 16:35:18 ] [ l_g_pix: 3.5000e-02 ] [ l_g_total: 3.5000e-02 ] +2024-09-27 01:47:28,697 INFO: [ epoch: 204 ] [ iter:273,300 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 16:35:02 ] [ l_g_pix: 1.9755e-02 ] [ l_g_total: 1.9755e-02 ] +2024-09-27 01:47:34,120 INFO: [ epoch: 204 ] [ iter:273,400 ] [ performance: 18.608 it/s ] [ lr: 2.50e-05 ] [ eta: 16:34:46 ] [ l_g_pix: 3.6637e-02 ] [ l_g_total: 3.6637e-02 ] +2024-09-27 01:47:39,565 INFO: [ epoch: 204 ] [ iter:273,500 ] [ performance: 18.438 it/s ] [ lr: 2.50e-05 ] [ eta: 16:34:31 ] [ l_g_pix: 3.7009e-02 ] [ l_g_total: 3.7009e-02 ] +2024-09-27 01:47:45,025 INFO: [ epoch: 204 ] [ iter:273,600 ] [ performance: 18.805 it/s ] [ lr: 2.50e-05 ] [ eta: 16:34:15 ] [ l_g_pix: 2.2957e-02 ] [ l_g_total: 2.2957e-02 ] +2024-09-27 01:47:50,479 INFO: [ epoch: 204 ] [ iter:273,700 ] [ performance: 18.466 it/s ] [ lr: 2.50e-05 ] [ eta: 16:34:00 ] [ l_g_pix: 2.0745e-02 ] [ l_g_total: 2.0745e-02 ] +2024-09-27 01:47:55,908 INFO: [ epoch: 204 ] [ iter:273,800 ] [ performance: 18.660 it/s ] [ lr: 2.50e-05 ] [ eta: 16:33:44 ] [ l_g_pix: 3.1563e-02 ] [ l_g_total: 3.1563e-02 ] +2024-09-27 01:48:02,692 INFO: [ epoch: 205 ] [ iter:273,900 ] [ performance: 15.648 it/s ] [ lr: 2.50e-05 ] [ eta: 16:33:32 ] [ l_g_pix: 3.9020e-02 ] [ l_g_total: 3.9020e-02 ] +2024-09-27 01:48:08,184 INFO: [ epoch: 205 ] [ iter:274,000 ] [ performance: 18.447 it/s ] [ lr: 2.50e-05 ] [ eta: 16:33:17 ] [ l_g_pix: 2.1487e-02 ] [ l_g_total: 2.1487e-02 ] +2024-09-27 01:48:13,698 INFO: [ epoch: 205 ] [ iter:274,100 ] [ performance: 18.218 it/s ] [ lr: 2.50e-05 ] [ eta: 16:33:01 ] [ l_g_pix: 3.0961e-02 ] [ l_g_total: 3.0961e-02 ] +2024-09-27 01:48:19,190 INFO: [ epoch: 205 ] [ iter:274,200 ] [ performance: 18.580 it/s ] [ lr: 2.50e-05 ] [ eta: 16:32:46 ] [ l_g_pix: 3.4851e-02 ] [ l_g_total: 3.4851e-02 ] +2024-09-27 01:48:24,637 INFO: [ epoch: 205 ] [ iter:274,300 ] [ performance: 18.420 it/s ] [ lr: 2.50e-05 ] [ eta: 16:32:30 ] [ l_g_pix: 2.3089e-02 ] [ l_g_total: 2.3089e-02 ] +2024-09-27 01:48:30,105 INFO: [ epoch: 205 ] [ iter:274,400 ] [ performance: 18.711 it/s ] [ lr: 2.50e-05 ] [ eta: 16:32:15 ] [ l_g_pix: 2.8511e-02 ] [ l_g_total: 2.8511e-02 ] +2024-09-27 01:48:35,588 INFO: [ epoch: 205 ] [ iter:274,500 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 16:32:00 ] [ l_g_pix: 3.3226e-02 ] [ l_g_total: 3.3226e-02 ] +2024-09-27 01:48:41,065 INFO: [ epoch: 205 ] [ iter:274,600 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 16:31:44 ] [ l_g_pix: 2.2815e-02 ] [ l_g_total: 2.2815e-02 ] +2024-09-27 01:48:46,542 INFO: [ epoch: 205 ] [ iter:274,700 ] [ performance: 18.285 it/s ] [ lr: 2.50e-05 ] [ eta: 16:31:29 ] [ l_g_pix: 3.6894e-02 ] [ l_g_total: 3.6894e-02 ] +2024-09-27 01:48:52,011 INFO: [ epoch: 205 ] [ iter:274,800 ] [ performance: 18.472 it/s ] [ lr: 2.50e-05 ] [ eta: 16:31:13 ] [ l_g_pix: 2.4274e-02 ] [ l_g_total: 2.4274e-02 ] +2024-09-27 01:48:57,477 INFO: [ epoch: 205 ] [ iter:274,900 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:58 ] [ l_g_pix: 3.0974e-02 ] [ l_g_total: 3.0974e-02 ] +2024-09-27 01:49:02,966 INFO: [ epoch: 205 ] [ iter:275,000 ] [ performance: 18.482 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:43 ] [ l_g_pix: 3.8953e-02 ] [ l_g_total: 3.8953e-02 ] +2024-09-27 01:49:08,438 INFO: [ epoch: 205 ] [ iter:275,100 ] [ performance: 18.327 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:27 ] [ l_g_pix: 2.7772e-02 ] [ l_g_total: 2.7772e-02 ] +2024-09-27 01:49:13,804 INFO: [ epoch: 205 ] [ iter:275,200 ] [ performance: 18.867 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:12 ] [ l_g_pix: 2.8752e-02 ] [ l_g_total: 2.8752e-02 ] +2024-09-27 01:49:20,398 INFO: [ epoch: 206 ] [ iter:275,300 ] [ performance: 15.905 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:59 ] [ l_g_pix: 3.2412e-02 ] [ l_g_total: 3.2412e-02 ] +2024-09-27 01:49:25,870 INFO: [ epoch: 206 ] [ iter:275,400 ] [ performance: 18.471 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:44 ] [ l_g_pix: 3.2550e-02 ] [ l_g_total: 3.2550e-02 ] +2024-09-27 01:49:31,334 INFO: [ epoch: 206 ] [ iter:275,500 ] [ performance: 18.342 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:28 ] [ l_g_pix: 4.2813e-02 ] [ l_g_total: 4.2813e-02 ] +2024-09-27 01:49:36,807 INFO: [ epoch: 206 ] [ iter:275,600 ] [ performance: 18.237 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:13 ] [ l_g_pix: 3.0441e-02 ] [ l_g_total: 3.0441e-02 ] +2024-09-27 01:49:42,264 INFO: [ epoch: 206 ] [ iter:275,700 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 16:28:58 ] [ l_g_pix: 2.2105e-02 ] [ l_g_total: 2.2105e-02 ] +2024-09-27 01:49:47,718 INFO: [ epoch: 206 ] [ iter:275,800 ] [ performance: 18.777 it/s ] [ lr: 2.50e-05 ] [ eta: 16:28:42 ] [ l_g_pix: 3.0910e-02 ] [ l_g_total: 3.0910e-02 ] +2024-09-27 01:49:53,175 INFO: [ epoch: 206 ] [ iter:275,900 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 16:28:27 ] [ l_g_pix: 3.5117e-02 ] [ l_g_total: 3.5117e-02 ] +2024-09-27 01:49:58,655 INFO: [ epoch: 206 ] [ iter:276,000 ] [ performance: 18.419 it/s ] [ lr: 2.50e-05 ] [ eta: 16:28:12 ] [ l_g_pix: 3.4358e-02 ] [ l_g_total: 3.4358e-02 ] +2024-09-27 01:50:04,092 INFO: [ epoch: 206 ] [ iter:276,100 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 16:27:56 ] [ l_g_pix: 2.3559e-02 ] [ l_g_total: 2.3559e-02 ] +2024-09-27 01:50:09,551 INFO: [ epoch: 206 ] [ iter:276,200 ] [ performance: 18.571 it/s ] [ lr: 2.50e-05 ] [ eta: 16:27:41 ] [ l_g_pix: 3.1914e-02 ] [ l_g_total: 3.1914e-02 ] +2024-09-27 01:50:15,031 INFO: [ epoch: 206 ] [ iter:276,300 ] [ performance: 18.315 it/s ] [ lr: 2.50e-05 ] [ eta: 16:27:26 ] [ l_g_pix: 2.4893e-02 ] [ l_g_total: 2.4893e-02 ] +2024-09-27 01:50:20,501 INFO: [ epoch: 206 ] [ iter:276,400 ] [ performance: 18.849 it/s ] [ lr: 2.50e-05 ] [ eta: 16:27:10 ] [ l_g_pix: 2.7890e-02 ] [ l_g_total: 2.7890e-02 ] +2024-09-27 01:50:25,906 INFO: [ epoch: 206 ] [ iter:276,500 ] [ performance: 18.572 it/s ] [ lr: 2.50e-05 ] [ eta: 16:26:55 ] [ l_g_pix: 2.5288e-02 ] [ l_g_total: 2.5288e-02 ] +2024-09-27 01:50:32,666 INFO: [ epoch: 207 ] [ iter:276,600 ] [ performance: 18.783 it/s ] [ lr: 2.50e-05 ] [ eta: 16:26:43 ] [ l_g_pix: 2.4512e-02 ] [ l_g_total: 2.4512e-02 ] +2024-09-27 01:50:38,108 INFO: [ epoch: 207 ] [ iter:276,700 ] [ performance: 18.457 it/s ] [ lr: 2.50e-05 ] [ eta: 16:26:28 ] [ l_g_pix: 3.1720e-02 ] [ l_g_total: 3.1720e-02 ] +2024-09-27 01:50:43,498 INFO: [ epoch: 207 ] [ iter:276,800 ] [ performance: 18.615 it/s ] [ lr: 2.50e-05 ] [ eta: 16:26:12 ] [ l_g_pix: 2.9704e-02 ] [ l_g_total: 2.9704e-02 ] +2024-09-27 01:50:48,962 INFO: [ epoch: 207 ] [ iter:276,900 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 16:25:57 ] [ l_g_pix: 2.7195e-02 ] [ l_g_total: 2.7195e-02 ] +2024-09-27 01:50:54,432 INFO: [ epoch: 207 ] [ iter:277,000 ] [ performance: 18.417 it/s ] [ lr: 2.50e-05 ] [ eta: 16:25:42 ] [ l_g_pix: 2.9099e-02 ] [ l_g_total: 2.9099e-02 ] +2024-09-27 01:50:59,933 INFO: [ epoch: 207 ] [ iter:277,100 ] [ performance: 18.222 it/s ] [ lr: 2.50e-05 ] [ eta: 16:25:26 ] [ l_g_pix: 3.4082e-02 ] [ l_g_total: 3.4082e-02 ] +2024-09-27 01:51:05,367 INFO: [ epoch: 207 ] [ iter:277,200 ] [ performance: 18.751 it/s ] [ lr: 2.50e-05 ] [ eta: 16:25:11 ] [ l_g_pix: 3.0973e-02 ] [ l_g_total: 3.0973e-02 ] +2024-09-27 01:51:10,847 INFO: [ epoch: 207 ] [ iter:277,300 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 16:24:56 ] [ l_g_pix: 3.6874e-02 ] [ l_g_total: 3.6874e-02 ] +2024-09-27 01:51:16,318 INFO: [ epoch: 207 ] [ iter:277,400 ] [ performance: 18.070 it/s ] [ lr: 2.50e-05 ] [ eta: 16:24:41 ] [ l_g_pix: 2.6024e-02 ] [ l_g_total: 2.6024e-02 ] +2024-09-27 01:51:21,817 INFO: [ epoch: 207 ] [ iter:277,500 ] [ performance: 18.168 it/s ] [ lr: 2.50e-05 ] [ eta: 16:24:26 ] [ l_g_pix: 2.5999e-02 ] [ l_g_total: 2.5999e-02 ] +2024-09-27 01:51:27,319 INFO: [ epoch: 207 ] [ iter:277,600 ] [ performance: 18.620 it/s ] [ lr: 2.50e-05 ] [ eta: 16:24:10 ] [ l_g_pix: 2.4485e-02 ] [ l_g_total: 2.4485e-02 ] +2024-09-27 01:51:32,816 INFO: [ epoch: 207 ] [ iter:277,700 ] [ performance: 18.260 it/s ] [ lr: 2.50e-05 ] [ eta: 16:23:55 ] [ l_g_pix: 3.1276e-02 ] [ l_g_total: 3.1276e-02 ] +2024-09-27 01:51:38,256 INFO: [ epoch: 207 ] [ iter:277,800 ] [ performance: 18.833 it/s ] [ lr: 2.50e-05 ] [ eta: 16:23:40 ] [ l_g_pix: 2.4748e-02 ] [ l_g_total: 2.4748e-02 ] +2024-09-27 01:51:44,900 INFO: [ epoch: 208 ] [ iter:277,900 ] [ performance: 15.530 it/s ] [ lr: 2.50e-05 ] [ eta: 16:23:28 ] [ l_g_pix: 2.9165e-02 ] [ l_g_total: 2.9165e-02 ] +2024-09-27 01:51:50,484 INFO: [ epoch: 208 ] [ iter:278,000 ] [ performance: 18.763 it/s ] [ lr: 2.50e-05 ] [ eta: 16:23:13 ] [ l_g_pix: 4.3402e-02 ] [ l_g_total: 4.3402e-02 ] +2024-09-27 01:51:55,978 INFO: [ epoch: 208 ] [ iter:278,100 ] [ performance: 18.283 it/s ] [ lr: 2.50e-05 ] [ eta: 16:22:58 ] [ l_g_pix: 3.2862e-02 ] [ l_g_total: 3.2862e-02 ] +2024-09-27 01:52:01,446 INFO: [ epoch: 208 ] [ iter:278,200 ] [ performance: 18.188 it/s ] [ lr: 2.50e-05 ] [ eta: 16:22:43 ] [ l_g_pix: 2.1643e-02 ] [ l_g_total: 2.1643e-02 ] +2024-09-27 01:52:06,929 INFO: [ epoch: 208 ] [ iter:278,300 ] [ performance: 18.234 it/s ] [ lr: 2.50e-05 ] [ eta: 16:22:28 ] [ l_g_pix: 2.2399e-02 ] [ l_g_total: 2.2399e-02 ] +2024-09-27 01:52:12,397 INFO: [ epoch: 208 ] [ iter:278,400 ] [ performance: 18.860 it/s ] [ lr: 2.50e-05 ] [ eta: 16:22:12 ] [ l_g_pix: 2.8733e-02 ] [ l_g_total: 2.8733e-02 ] +2024-09-27 01:52:17,854 INFO: [ epoch: 208 ] [ iter:278,500 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 16:21:57 ] [ l_g_pix: 4.4589e-02 ] [ l_g_total: 4.4589e-02 ] +2024-09-27 01:52:23,311 INFO: [ epoch: 208 ] [ iter:278,600 ] [ performance: 18.886 it/s ] [ lr: 2.50e-05 ] [ eta: 16:21:42 ] [ l_g_pix: 2.0049e-02 ] [ l_g_total: 2.0049e-02 ] +2024-09-27 01:52:28,771 INFO: [ epoch: 208 ] [ iter:278,700 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 16:21:27 ] [ l_g_pix: 3.4830e-02 ] [ l_g_total: 3.4830e-02 ] +2024-09-27 01:52:34,217 INFO: [ epoch: 208 ] [ iter:278,800 ] [ performance: 17.932 it/s ] [ lr: 2.50e-05 ] [ eta: 16:21:12 ] [ l_g_pix: 1.8243e-02 ] [ l_g_total: 1.8243e-02 ] +2024-09-27 01:52:39,677 INFO: [ epoch: 208 ] [ iter:278,900 ] [ performance: 18.271 it/s ] [ lr: 2.50e-05 ] [ eta: 16:20:56 ] [ l_g_pix: 3.0647e-02 ] [ l_g_total: 3.0647e-02 ] +2024-09-27 01:52:45,168 INFO: [ epoch: 208 ] [ iter:279,000 ] [ performance: 18.634 it/s ] [ lr: 2.50e-05 ] [ eta: 16:20:41 ] [ l_g_pix: 2.5558e-02 ] [ l_g_total: 2.5558e-02 ] +2024-09-27 01:52:50,623 INFO: [ epoch: 208 ] [ iter:279,100 ] [ performance: 18.366 it/s ] [ lr: 2.50e-05 ] [ eta: 16:20:26 ] [ l_g_pix: 3.2519e-02 ] [ l_g_total: 3.2519e-02 ] +2024-09-27 01:52:55,990 INFO: [ epoch: 208 ] [ iter:279,200 ] [ performance: 19.173 it/s ] [ lr: 2.50e-05 ] [ eta: 16:20:11 ] [ l_g_pix: 3.2612e-02 ] [ l_g_total: 3.2612e-02 ] +2024-09-27 01:53:02,707 INFO: [ epoch: 209 ] [ iter:279,300 ] [ performance: 15.227 it/s ] [ lr: 2.50e-05 ] [ eta: 16:19:59 ] [ l_g_pix: 3.5464e-02 ] [ l_g_total: 3.5464e-02 ] +2024-09-27 01:53:08,179 INFO: [ epoch: 209 ] [ iter:279,400 ] [ performance: 18.795 it/s ] [ lr: 2.50e-05 ] [ eta: 16:19:44 ] [ l_g_pix: 1.9435e-02 ] [ l_g_total: 1.9435e-02 ] +2024-09-27 01:53:13,663 INFO: [ epoch: 209 ] [ iter:279,500 ] [ performance: 18.287 it/s ] [ lr: 2.50e-05 ] [ eta: 16:19:29 ] [ l_g_pix: 2.6612e-02 ] [ l_g_total: 2.6612e-02 ] +2024-09-27 01:53:19,137 INFO: [ epoch: 209 ] [ iter:279,600 ] [ performance: 17.824 it/s ] [ lr: 2.50e-05 ] [ eta: 16:19:14 ] [ l_g_pix: 3.6580e-02 ] [ l_g_total: 3.6580e-02 ] +2024-09-27 01:53:24,653 INFO: [ epoch: 209 ] [ iter:279,700 ] [ performance: 18.105 it/s ] [ lr: 2.50e-05 ] [ eta: 16:18:59 ] [ l_g_pix: 3.6028e-02 ] [ l_g_total: 3.6028e-02 ] +2024-09-27 01:53:30,106 INFO: [ epoch: 209 ] [ iter:279,800 ] [ performance: 18.593 it/s ] [ lr: 2.50e-05 ] [ eta: 16:18:44 ] [ l_g_pix: 1.9933e-02 ] [ l_g_total: 1.9933e-02 ] +2024-09-27 01:53:35,569 INFO: [ epoch: 209 ] [ iter:279,900 ] [ performance: 18.327 it/s ] [ lr: 2.50e-05 ] [ eta: 16:18:29 ] [ l_g_pix: 1.8619e-02 ] [ l_g_total: 1.8619e-02 ] +2024-09-27 01:53:41,024 INFO: [ epoch: 209 ] [ iter:280,000 ] [ performance: 18.572 it/s ] [ lr: 2.50e-05 ] [ eta: 16:18:14 ] [ l_g_pix: 2.2650e-02 ] [ l_g_total: 2.2650e-02 ] +2024-09-27 01:53:41,024 INFO: Saving models and training states. +2024-09-27 01:58:51,207 INFO: Validation val + + # psnr: 27.1902........ Best: 27.1990 @ 120000 iter + # ssim: 0.7664........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 01:58:56,682 INFO: [ epoch: 209 ] [ iter:280,100 ] [ performance: 18.288 it/s ] [ lr: 2.50e-05 ] [ eta: 16:31:16 ] [ l_g_pix: 2.4380e-02 ] [ l_g_total: 2.4380e-02 ] +2024-09-27 01:59:02,145 INFO: [ epoch: 209 ] [ iter:280,200 ] [ performance: 18.752 it/s ] [ lr: 2.50e-05 ] [ eta: 16:31:00 ] [ l_g_pix: 1.3697e-02 ] [ l_g_total: 1.3697e-02 ] +2024-09-27 01:59:07,598 INFO: [ epoch: 209 ] [ iter:280,300 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:45 ] [ l_g_pix: 2.6805e-02 ] [ l_g_total: 2.6805e-02 ] +2024-09-27 01:59:13,081 INFO: [ epoch: 209 ] [ iter:280,400 ] [ performance: 18.387 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:29 ] [ l_g_pix: 2.1141e-02 ] [ l_g_total: 2.1141e-02 ] +2024-09-27 01:59:18,472 INFO: [ epoch: 209 ] [ iter:280,500 ] [ performance: 18.543 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:14 ] [ l_g_pix: 3.9705e-02 ] [ l_g_total: 3.9705e-02 ] +2024-09-27 01:59:25,080 INFO: [ epoch: 210 ] [ iter:280,600 ] [ performance: 18.167 it/s ] [ lr: 2.50e-05 ] [ eta: 16:30:01 ] [ l_g_pix: 3.6288e-02 ] [ l_g_total: 3.6288e-02 ] +2024-09-27 01:59:30,539 INFO: [ epoch: 210 ] [ iter:280,700 ] [ performance: 18.318 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:46 ] [ l_g_pix: 3.5443e-02 ] [ l_g_total: 3.5443e-02 ] +2024-09-27 01:59:36,012 INFO: [ epoch: 210 ] [ iter:280,800 ] [ performance: 18.794 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:31 ] [ l_g_pix: 3.0086e-02 ] [ l_g_total: 3.0086e-02 ] +2024-09-27 01:59:41,489 INFO: [ epoch: 210 ] [ iter:280,900 ] [ performance: 18.275 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:15 ] [ l_g_pix: 3.3647e-02 ] [ l_g_total: 3.3647e-02 ] +2024-09-27 01:59:47,008 INFO: [ epoch: 210 ] [ iter:281,000 ] [ performance: 19.068 it/s ] [ lr: 2.50e-05 ] [ eta: 16:29:00 ] [ l_g_pix: 4.3786e-02 ] [ l_g_total: 4.3786e-02 ] +2024-09-27 01:59:52,464 INFO: [ epoch: 210 ] [ iter:281,100 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 16:28:44 ] [ l_g_pix: 2.3701e-02 ] [ l_g_total: 2.3701e-02 ] +2024-09-27 01:59:57,929 INFO: [ epoch: 210 ] [ iter:281,200 ] [ performance: 18.786 it/s ] [ lr: 2.50e-05 ] [ eta: 16:28:29 ] [ l_g_pix: 2.7825e-02 ] [ l_g_total: 2.7825e-02 ] +2024-09-27 02:00:03,385 INFO: [ epoch: 210 ] [ iter:281,300 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 16:28:14 ] [ l_g_pix: 3.7637e-02 ] [ l_g_total: 3.7637e-02 ] +2024-09-27 02:00:08,874 INFO: [ epoch: 210 ] [ iter:281,400 ] [ performance: 18.280 it/s ] [ lr: 2.50e-05 ] [ eta: 16:27:58 ] [ l_g_pix: 1.7186e-02 ] [ l_g_total: 1.7186e-02 ] +2024-09-27 02:00:14,355 INFO: [ epoch: 210 ] [ iter:281,500 ] [ performance: 18.245 it/s ] [ lr: 2.50e-05 ] [ eta: 16:27:43 ] [ l_g_pix: 3.7090e-02 ] [ l_g_total: 3.7090e-02 ] +2024-09-27 02:00:19,828 INFO: [ epoch: 210 ] [ iter:281,600 ] [ performance: 18.260 it/s ] [ lr: 2.50e-05 ] [ eta: 16:27:28 ] [ l_g_pix: 2.3305e-02 ] [ l_g_total: 2.3305e-02 ] +2024-09-27 02:00:25,335 INFO: [ epoch: 210 ] [ iter:281,700 ] [ performance: 18.173 it/s ] [ lr: 2.50e-05 ] [ eta: 16:27:13 ] [ l_g_pix: 2.8479e-02 ] [ l_g_total: 2.8479e-02 ] +2024-09-27 02:00:30,794 INFO: [ epoch: 210 ] [ iter:281,800 ] [ performance: 18.246 it/s ] [ lr: 2.50e-05 ] [ eta: 16:26:57 ] [ l_g_pix: 3.1667e-02 ] [ l_g_total: 3.1667e-02 ] +2024-09-27 02:00:37,224 INFO: [ epoch: 211 ] [ iter:281,900 ] [ performance: 15.514 it/s ] [ lr: 2.50e-05 ] [ eta: 16:26:44 ] [ l_g_pix: 2.7730e-02 ] [ l_g_total: 2.7730e-02 ] +2024-09-27 02:00:42,986 INFO: [ epoch: 211 ] [ iter:282,000 ] [ performance: 16.401 it/s ] [ lr: 2.50e-05 ] [ eta: 16:26:30 ] [ l_g_pix: 3.2394e-02 ] [ l_g_total: 3.2394e-02 ] +2024-09-27 02:00:48,468 INFO: [ epoch: 211 ] [ iter:282,100 ] [ performance: 18.255 it/s ] [ lr: 2.50e-05 ] [ eta: 16:26:14 ] [ l_g_pix: 2.9155e-02 ] [ l_g_total: 2.9155e-02 ] +2024-09-27 02:00:53,947 INFO: [ epoch: 211 ] [ iter:282,200 ] [ performance: 18.255 it/s ] [ lr: 2.50e-05 ] [ eta: 16:25:59 ] [ l_g_pix: 2.3649e-02 ] [ l_g_total: 2.3649e-02 ] +2024-09-27 02:00:59,418 INFO: [ epoch: 211 ] [ iter:282,300 ] [ performance: 18.290 it/s ] [ lr: 2.50e-05 ] [ eta: 16:25:44 ] [ l_g_pix: 4.1471e-02 ] [ l_g_total: 4.1471e-02 ] +2024-09-27 02:01:04,889 INFO: [ epoch: 211 ] [ iter:282,400 ] [ performance: 18.285 it/s ] [ lr: 2.50e-05 ] [ eta: 16:25:29 ] [ l_g_pix: 3.3711e-02 ] [ l_g_total: 3.3711e-02 ] +2024-09-27 02:01:10,333 INFO: [ epoch: 211 ] [ iter:282,500 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 16:25:13 ] [ l_g_pix: 3.7732e-02 ] [ l_g_total: 3.7732e-02 ] +2024-09-27 02:01:15,781 INFO: [ epoch: 211 ] [ iter:282,600 ] [ performance: 18.380 it/s ] [ lr: 2.50e-05 ] [ eta: 16:24:58 ] [ l_g_pix: 2.9958e-02 ] [ l_g_total: 2.9958e-02 ] +2024-09-27 02:01:21,246 INFO: [ epoch: 211 ] [ iter:282,700 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 16:24:43 ] [ l_g_pix: 4.4397e-02 ] [ l_g_total: 4.4397e-02 ] +2024-09-27 02:01:26,705 INFO: [ epoch: 211 ] [ iter:282,800 ] [ performance: 18.318 it/s ] [ lr: 2.50e-05 ] [ eta: 16:24:27 ] [ l_g_pix: 3.2528e-02 ] [ l_g_total: 3.2528e-02 ] +2024-09-27 02:01:32,155 INFO: [ epoch: 211 ] [ iter:282,900 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 16:24:12 ] [ l_g_pix: 3.6251e-02 ] [ l_g_total: 3.6251e-02 ] +2024-09-27 02:01:37,612 INFO: [ epoch: 211 ] [ iter:283,000 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 16:23:57 ] [ l_g_pix: 2.2663e-02 ] [ l_g_total: 2.2663e-02 ] +2024-09-27 02:01:43,113 INFO: [ epoch: 211 ] [ iter:283,100 ] [ performance: 18.247 it/s ] [ lr: 2.50e-05 ] [ eta: 16:23:42 ] [ l_g_pix: 3.6762e-02 ] [ l_g_total: 3.6762e-02 ] +2024-09-27 02:01:48,506 INFO: [ epoch: 211 ] [ iter:283,200 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 16:23:26 ] [ l_g_pix: 2.9296e-02 ] [ l_g_total: 2.9296e-02 ] +2024-09-27 02:01:55,156 INFO: [ epoch: 212 ] [ iter:283,300 ] [ performance: 14.779 it/s ] [ lr: 2.50e-05 ] [ eta: 16:23:14 ] [ l_g_pix: 4.2679e-02 ] [ l_g_total: 4.2679e-02 ] +2024-09-27 02:02:00,630 INFO: [ epoch: 212 ] [ iter:283,400 ] [ performance: 16.423 it/s ] [ lr: 2.50e-05 ] [ eta: 16:22:59 ] [ l_g_pix: 2.6778e-02 ] [ l_g_total: 2.6778e-02 ] +2024-09-27 02:02:06,101 INFO: [ epoch: 212 ] [ iter:283,500 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 16:22:44 ] [ l_g_pix: 2.4762e-02 ] [ l_g_total: 2.4762e-02 ] +2024-09-27 02:02:11,576 INFO: [ epoch: 212 ] [ iter:283,600 ] [ performance: 18.301 it/s ] [ lr: 2.50e-05 ] [ eta: 16:22:28 ] [ l_g_pix: 1.5857e-02 ] [ l_g_total: 1.5857e-02 ] +2024-09-27 02:02:17,090 INFO: [ epoch: 212 ] [ iter:283,700 ] [ performance: 18.204 it/s ] [ lr: 2.50e-05 ] [ eta: 16:22:13 ] [ l_g_pix: 3.2634e-02 ] [ l_g_total: 3.2634e-02 ] +2024-09-27 02:02:22,570 INFO: [ epoch: 212 ] [ iter:283,800 ] [ performance: 18.228 it/s ] [ lr: 2.50e-05 ] [ eta: 16:21:58 ] [ l_g_pix: 2.0590e-02 ] [ l_g_total: 2.0590e-02 ] +2024-09-27 02:02:28,037 INFO: [ epoch: 212 ] [ iter:283,900 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 16:21:43 ] [ l_g_pix: 3.1638e-02 ] [ l_g_total: 3.1638e-02 ] +2024-09-27 02:02:33,504 INFO: [ epoch: 212 ] [ iter:284,000 ] [ performance: 18.332 it/s ] [ lr: 2.50e-05 ] [ eta: 16:21:28 ] [ l_g_pix: 2.5011e-02 ] [ l_g_total: 2.5011e-02 ] +2024-09-27 02:02:38,983 INFO: [ epoch: 212 ] [ iter:284,100 ] [ performance: 18.342 it/s ] [ lr: 2.50e-05 ] [ eta: 16:21:13 ] [ l_g_pix: 2.8451e-02 ] [ l_g_total: 2.8451e-02 ] +2024-09-27 02:02:44,435 INFO: [ epoch: 212 ] [ iter:284,200 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 16:20:57 ] [ l_g_pix: 3.2473e-02 ] [ l_g_total: 3.2473e-02 ] +2024-09-27 02:02:49,876 INFO: [ epoch: 212 ] [ iter:284,300 ] [ performance: 18.421 it/s ] [ lr: 2.50e-05 ] [ eta: 16:20:42 ] [ l_g_pix: 2.2718e-02 ] [ l_g_total: 2.2718e-02 ] +2024-09-27 02:02:55,298 INFO: [ epoch: 212 ] [ iter:284,400 ] [ performance: 18.434 it/s ] [ lr: 2.50e-05 ] [ eta: 16:20:27 ] [ l_g_pix: 3.7747e-02 ] [ l_g_total: 3.7747e-02 ] +2024-09-27 02:03:00,730 INFO: [ epoch: 212 ] [ iter:284,500 ] [ performance: 18.527 it/s ] [ lr: 2.50e-05 ] [ eta: 16:20:12 ] [ l_g_pix: 3.1235e-02 ] [ l_g_total: 3.1235e-02 ] +2024-09-27 02:03:07,461 INFO: [ epoch: 213 ] [ iter:284,600 ] [ performance: 16.346 it/s ] [ lr: 2.50e-05 ] [ eta: 16:20:00 ] [ l_g_pix: 3.5729e-02 ] [ l_g_total: 3.5729e-02 ] +2024-09-27 02:03:12,929 INFO: [ epoch: 213 ] [ iter:284,700 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 16:19:45 ] [ l_g_pix: 2.0969e-02 ] [ l_g_total: 2.0969e-02 ] +2024-09-27 02:03:18,396 INFO: [ epoch: 213 ] [ iter:284,800 ] [ performance: 18.341 it/s ] [ lr: 2.50e-05 ] [ eta: 16:19:30 ] [ l_g_pix: 3.6981e-02 ] [ l_g_total: 3.6981e-02 ] +2024-09-27 02:03:23,878 INFO: [ epoch: 213 ] [ iter:284,900 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 16:19:14 ] [ l_g_pix: 2.6629e-02 ] [ l_g_total: 2.6629e-02 ] +2024-09-27 02:03:29,345 INFO: [ epoch: 213 ] [ iter:285,000 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 16:18:59 ] [ l_g_pix: 3.1792e-02 ] [ l_g_total: 3.1792e-02 ] +2024-09-27 02:03:34,820 INFO: [ epoch: 213 ] [ iter:285,100 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 16:18:44 ] [ l_g_pix: 2.9446e-02 ] [ l_g_total: 2.9446e-02 ] +2024-09-27 02:03:40,295 INFO: [ epoch: 213 ] [ iter:285,200 ] [ performance: 18.299 it/s ] [ lr: 2.50e-05 ] [ eta: 16:18:29 ] [ l_g_pix: 1.8891e-02 ] [ l_g_total: 1.8891e-02 ] +2024-09-27 02:03:45,741 INFO: [ epoch: 213 ] [ iter:285,300 ] [ performance: 18.491 it/s ] [ lr: 2.50e-05 ] [ eta: 16:18:14 ] [ l_g_pix: 3.6801e-02 ] [ l_g_total: 3.6801e-02 ] +2024-09-27 02:03:51,205 INFO: [ epoch: 213 ] [ iter:285,400 ] [ performance: 18.387 it/s ] [ lr: 2.50e-05 ] [ eta: 16:17:59 ] [ l_g_pix: 3.4753e-02 ] [ l_g_total: 3.4753e-02 ] +2024-09-27 02:03:56,698 INFO: [ epoch: 213 ] [ iter:285,500 ] [ performance: 18.308 it/s ] [ lr: 2.50e-05 ] [ eta: 16:17:44 ] [ l_g_pix: 3.8266e-02 ] [ l_g_total: 3.8266e-02 ] +2024-09-27 02:04:02,141 INFO: [ epoch: 213 ] [ iter:285,600 ] [ performance: 18.346 it/s ] [ lr: 2.50e-05 ] [ eta: 16:17:29 ] [ l_g_pix: 1.6450e-02 ] [ l_g_total: 1.6450e-02 ] +2024-09-27 02:04:07,637 INFO: [ epoch: 213 ] [ iter:285,700 ] [ performance: 18.311 it/s ] [ lr: 2.50e-05 ] [ eta: 16:17:14 ] [ l_g_pix: 1.5254e-02 ] [ l_g_total: 1.5254e-02 ] +2024-09-27 02:04:13,086 INFO: [ epoch: 213 ] [ iter:285,800 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 16:16:59 ] [ l_g_pix: 2.2927e-02 ] [ l_g_total: 2.2927e-02 ] +2024-09-27 02:04:18,426 INFO: [ epoch: 213 ] [ iter:285,900 ] [ performance: 18.859 it/s ] [ lr: 2.50e-05 ] [ eta: 16:16:43 ] [ l_g_pix: 2.8203e-02 ] [ l_g_total: 2.8203e-02 ] +2024-09-27 02:04:25,239 INFO: [ epoch: 214 ] [ iter:286,000 ] [ performance: 16.258 it/s ] [ lr: 2.50e-05 ] [ eta: 16:16:32 ] [ l_g_pix: 2.7330e-02 ] [ l_g_total: 2.7330e-02 ] +2024-09-27 02:04:30,640 INFO: [ epoch: 214 ] [ iter:286,100 ] [ performance: 18.617 it/s ] [ lr: 2.50e-05 ] [ eta: 16:16:16 ] [ l_g_pix: 1.9054e-02 ] [ l_g_total: 1.9054e-02 ] +2024-09-27 02:04:36,104 INFO: [ epoch: 214 ] [ iter:286,200 ] [ performance: 18.439 it/s ] [ lr: 2.50e-05 ] [ eta: 16:16:01 ] [ l_g_pix: 2.1517e-02 ] [ l_g_total: 2.1517e-02 ] +2024-09-27 02:04:41,567 INFO: [ epoch: 214 ] [ iter:286,300 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 16:15:46 ] [ l_g_pix: 2.3795e-02 ] [ l_g_total: 2.3795e-02 ] +2024-09-27 02:04:46,995 INFO: [ epoch: 214 ] [ iter:286,400 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 16:15:31 ] [ l_g_pix: 2.1558e-02 ] [ l_g_total: 2.1558e-02 ] +2024-09-27 02:04:52,449 INFO: [ epoch: 214 ] [ iter:286,500 ] [ performance: 18.449 it/s ] [ lr: 2.50e-05 ] [ eta: 16:15:16 ] [ l_g_pix: 4.1608e-02 ] [ l_g_total: 4.1608e-02 ] +2024-09-27 02:04:57,924 INFO: [ epoch: 214 ] [ iter:286,600 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 16:15:01 ] [ l_g_pix: 2.2592e-02 ] [ l_g_total: 2.2592e-02 ] +2024-09-27 02:05:03,379 INFO: [ epoch: 214 ] [ iter:286,700 ] [ performance: 18.475 it/s ] [ lr: 2.50e-05 ] [ eta: 16:14:46 ] [ l_g_pix: 2.3485e-02 ] [ l_g_total: 2.3485e-02 ] +2024-09-27 02:05:08,840 INFO: [ epoch: 214 ] [ iter:286,800 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 16:14:31 ] [ l_g_pix: 1.8827e-02 ] [ l_g_total: 1.8827e-02 ] +2024-09-27 02:05:14,301 INFO: [ epoch: 214 ] [ iter:286,900 ] [ performance: 18.332 it/s ] [ lr: 2.50e-05 ] [ eta: 16:14:16 ] [ l_g_pix: 2.3684e-02 ] [ l_g_total: 2.3684e-02 ] +2024-09-27 02:05:19,786 INFO: [ epoch: 214 ] [ iter:287,000 ] [ performance: 18.275 it/s ] [ lr: 2.50e-05 ] [ eta: 16:14:01 ] [ l_g_pix: 2.4364e-02 ] [ l_g_total: 2.4364e-02 ] +2024-09-27 02:05:25,281 INFO: [ epoch: 214 ] [ iter:287,100 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 16:13:46 ] [ l_g_pix: 3.5378e-02 ] [ l_g_total: 3.5378e-02 ] +2024-09-27 02:05:30,673 INFO: [ epoch: 214 ] [ iter:287,200 ] [ performance: 18.471 it/s ] [ lr: 2.50e-05 ] [ eta: 16:13:31 ] [ l_g_pix: 3.8855e-02 ] [ l_g_total: 3.8855e-02 ] +2024-09-27 02:05:37,362 INFO: [ epoch: 215 ] [ iter:287,300 ] [ performance: 13.870 it/s ] [ lr: 2.50e-05 ] [ eta: 16:13:19 ] [ l_g_pix: 2.6260e-02 ] [ l_g_total: 2.6260e-02 ] +2024-09-27 02:05:42,839 INFO: [ epoch: 215 ] [ iter:287,400 ] [ performance: 16.140 it/s ] [ lr: 2.50e-05 ] [ eta: 16:13:04 ] [ l_g_pix: 2.8547e-02 ] [ l_g_total: 2.8547e-02 ] +2024-09-27 02:05:48,301 INFO: [ epoch: 215 ] [ iter:287,500 ] [ performance: 18.373 it/s ] [ lr: 2.50e-05 ] [ eta: 16:12:49 ] [ l_g_pix: 2.1120e-02 ] [ l_g_total: 2.1120e-02 ] +2024-09-27 02:05:53,740 INFO: [ epoch: 215 ] [ iter:287,600 ] [ performance: 18.381 it/s ] [ lr: 2.50e-05 ] [ eta: 16:12:34 ] [ l_g_pix: 2.5085e-02 ] [ l_g_total: 2.5085e-02 ] +2024-09-27 02:05:59,175 INFO: [ epoch: 215 ] [ iter:287,700 ] [ performance: 18.493 it/s ] [ lr: 2.50e-05 ] [ eta: 16:12:19 ] [ l_g_pix: 2.6275e-02 ] [ l_g_total: 2.6275e-02 ] +2024-09-27 02:06:04,659 INFO: [ epoch: 215 ] [ iter:287,800 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 16:12:04 ] [ l_g_pix: 2.7806e-02 ] [ l_g_total: 2.7806e-02 ] +2024-09-27 02:06:10,154 INFO: [ epoch: 215 ] [ iter:287,900 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 16:11:50 ] [ l_g_pix: 3.1517e-02 ] [ l_g_total: 3.1517e-02 ] +2024-09-27 02:06:15,617 INFO: [ epoch: 215 ] [ iter:288,000 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 16:11:35 ] [ l_g_pix: 2.9482e-02 ] [ l_g_total: 2.9482e-02 ] +2024-09-27 02:06:21,076 INFO: [ epoch: 215 ] [ iter:288,100 ] [ performance: 18.405 it/s ] [ lr: 2.50e-05 ] [ eta: 16:11:20 ] [ l_g_pix: 2.8248e-02 ] [ l_g_total: 2.8248e-02 ] +2024-09-27 02:06:26,537 INFO: [ epoch: 215 ] [ iter:288,200 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 16:11:05 ] [ l_g_pix: 2.2975e-02 ] [ l_g_total: 2.2975e-02 ] +2024-09-27 02:06:31,985 INFO: [ epoch: 215 ] [ iter:288,300 ] [ performance: 18.409 it/s ] [ lr: 2.50e-05 ] [ eta: 16:10:50 ] [ l_g_pix: 3.3863e-02 ] [ l_g_total: 3.3863e-02 ] +2024-09-27 02:06:37,419 INFO: [ epoch: 215 ] [ iter:288,400 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 16:10:35 ] [ l_g_pix: 4.4579e-02 ] [ l_g_total: 4.4579e-02 ] +2024-09-27 02:06:42,876 INFO: [ epoch: 215 ] [ iter:288,500 ] [ performance: 18.513 it/s ] [ lr: 2.50e-05 ] [ eta: 16:10:20 ] [ l_g_pix: 3.6776e-02 ] [ l_g_total: 3.6776e-02 ] +2024-09-27 02:06:49,563 INFO: [ epoch: 216 ] [ iter:288,600 ] [ performance: 16.181 it/s ] [ lr: 2.50e-05 ] [ eta: 16:10:08 ] [ l_g_pix: 2.0363e-02 ] [ l_g_total: 2.0363e-02 ] +2024-09-27 02:06:55,021 INFO: [ epoch: 216 ] [ iter:288,700 ] [ performance: 18.443 it/s ] [ lr: 2.50e-05 ] [ eta: 16:09:53 ] [ l_g_pix: 2.0528e-02 ] [ l_g_total: 2.0528e-02 ] +2024-09-27 02:07:00,486 INFO: [ epoch: 216 ] [ iter:288,800 ] [ performance: 18.356 it/s ] [ lr: 2.50e-05 ] [ eta: 16:09:38 ] [ l_g_pix: 3.0708e-02 ] [ l_g_total: 3.0708e-02 ] +2024-09-27 02:07:05,937 INFO: [ epoch: 216 ] [ iter:288,900 ] [ performance: 18.424 it/s ] [ lr: 2.50e-05 ] [ eta: 16:09:23 ] [ l_g_pix: 2.5514e-02 ] [ l_g_total: 2.5514e-02 ] +2024-09-27 02:07:11,396 INFO: [ epoch: 216 ] [ iter:289,000 ] [ performance: 18.360 it/s ] [ lr: 2.50e-05 ] [ eta: 16:09:09 ] [ l_g_pix: 3.7992e-02 ] [ l_g_total: 3.7992e-02 ] +2024-09-27 02:07:16,877 INFO: [ epoch: 216 ] [ iter:289,100 ] [ performance: 18.244 it/s ] [ lr: 2.50e-05 ] [ eta: 16:08:54 ] [ l_g_pix: 2.0218e-02 ] [ l_g_total: 2.0218e-02 ] +2024-09-27 02:07:22,328 INFO: [ epoch: 216 ] [ iter:289,200 ] [ performance: 18.308 it/s ] [ lr: 2.50e-05 ] [ eta: 16:08:39 ] [ l_g_pix: 2.7898e-02 ] [ l_g_total: 2.7898e-02 ] +2024-09-27 02:07:27,803 INFO: [ epoch: 216 ] [ iter:289,300 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 16:08:24 ] [ l_g_pix: 2.4166e-02 ] [ l_g_total: 2.4166e-02 ] +2024-09-27 02:07:33,280 INFO: [ epoch: 216 ] [ iter:289,400 ] [ performance: 18.289 it/s ] [ lr: 2.50e-05 ] [ eta: 16:08:09 ] [ l_g_pix: 3.2052e-02 ] [ l_g_total: 3.2052e-02 ] +2024-09-27 02:07:38,730 INFO: [ epoch: 216 ] [ iter:289,500 ] [ performance: 18.449 it/s ] [ lr: 2.50e-05 ] [ eta: 16:07:54 ] [ l_g_pix: 3.1931e-02 ] [ l_g_total: 3.1931e-02 ] +2024-09-27 02:07:44,197 INFO: [ epoch: 216 ] [ iter:289,600 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 16:07:40 ] [ l_g_pix: 3.7954e-02 ] [ l_g_total: 3.7954e-02 ] +2024-09-27 02:07:49,623 INFO: [ epoch: 216 ] [ iter:289,700 ] [ performance: 18.510 it/s ] [ lr: 2.50e-05 ] [ eta: 16:07:25 ] [ l_g_pix: 2.1400e-02 ] [ l_g_total: 2.1400e-02 ] +2024-09-27 02:07:55,070 INFO: [ epoch: 216 ] [ iter:289,800 ] [ performance: 18.415 it/s ] [ lr: 2.50e-05 ] [ eta: 16:07:10 ] [ l_g_pix: 2.3856e-02 ] [ l_g_total: 2.3856e-02 ] +2024-09-27 02:08:00,439 INFO: [ epoch: 216 ] [ iter:289,900 ] [ performance: 18.790 it/s ] [ lr: 2.50e-05 ] [ eta: 16:06:55 ] [ l_g_pix: 2.7021e-02 ] [ l_g_total: 2.7021e-02 ] +2024-09-27 02:08:07,231 INFO: [ epoch: 217 ] [ iter:290,000 ] [ performance: 15.995 it/s ] [ lr: 2.50e-05 ] [ eta: 16:06:43 ] [ l_g_pix: 3.0869e-02 ] [ l_g_total: 3.0869e-02 ] +2024-09-27 02:08:07,232 INFO: Saving models and training states. +2024-09-27 02:11:46,222 INFO: Validation val + + # psnr: 27.1886........ Best: 27.1990 @ 120000 iter + # ssim: 0.7662........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 02:11:51,699 INFO: [ epoch: 217 ] [ iter:290,100 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 16:15:24 ] [ l_g_pix: 2.8621e-02 ] [ l_g_total: 2.8621e-02 ] +2024-09-27 02:11:57,118 INFO: [ epoch: 217 ] [ iter:290,200 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 16:15:09 ] [ l_g_pix: 3.6109e-02 ] [ l_g_total: 3.6109e-02 ] +2024-09-27 02:12:02,557 INFO: [ epoch: 217 ] [ iter:290,300 ] [ performance: 18.490 it/s ] [ lr: 2.50e-05 ] [ eta: 16:14:54 ] [ l_g_pix: 2.9977e-02 ] [ l_g_total: 2.9977e-02 ] +2024-09-27 02:12:08,011 INFO: [ epoch: 217 ] [ iter:290,400 ] [ performance: 18.393 it/s ] [ lr: 2.50e-05 ] [ eta: 16:14:39 ] [ l_g_pix: 1.9859e-02 ] [ l_g_total: 1.9859e-02 ] +2024-09-27 02:12:13,477 INFO: [ epoch: 217 ] [ iter:290,500 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 16:14:24 ] [ l_g_pix: 3.2847e-02 ] [ l_g_total: 3.2847e-02 ] +2024-09-27 02:12:18,963 INFO: [ epoch: 217 ] [ iter:290,600 ] [ performance: 18.301 it/s ] [ lr: 2.50e-05 ] [ eta: 16:14:09 ] [ l_g_pix: 2.1289e-02 ] [ l_g_total: 2.1289e-02 ] +2024-09-27 02:12:24,486 INFO: [ epoch: 217 ] [ iter:290,700 ] [ performance: 18.116 it/s ] [ lr: 2.50e-05 ] [ eta: 16:13:54 ] [ l_g_pix: 2.4864e-02 ] [ l_g_total: 2.4864e-02 ] +2024-09-27 02:12:29,965 INFO: [ epoch: 217 ] [ iter:290,800 ] [ performance: 18.205 it/s ] [ lr: 2.50e-05 ] [ eta: 16:13:39 ] [ l_g_pix: 3.7676e-02 ] [ l_g_total: 3.7676e-02 ] +2024-09-27 02:12:35,455 INFO: [ epoch: 217 ] [ iter:290,900 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 16:13:24 ] [ l_g_pix: 1.8614e-02 ] [ l_g_total: 1.8614e-02 ] +2024-09-27 02:12:40,967 INFO: [ epoch: 217 ] [ iter:291,000 ] [ performance: 18.204 it/s ] [ lr: 2.50e-05 ] [ eta: 16:13:09 ] [ l_g_pix: 3.8673e-02 ] [ l_g_total: 3.8673e-02 ] +2024-09-27 02:12:46,487 INFO: [ epoch: 217 ] [ iter:291,100 ] [ performance: 18.293 it/s ] [ lr: 2.50e-05 ] [ eta: 16:12:55 ] [ l_g_pix: 3.6236e-02 ] [ l_g_total: 3.6236e-02 ] +2024-09-27 02:12:51,930 INFO: [ epoch: 217 ] [ iter:291,200 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 16:12:40 ] [ l_g_pix: 2.5986e-02 ] [ l_g_total: 2.5986e-02 ] +2024-09-27 02:12:58,550 INFO: [ epoch: 218 ] [ iter:291,300 ] [ performance: 17.113 it/s ] [ lr: 2.50e-05 ] [ eta: 16:12:27 ] [ l_g_pix: 1.7076e-02 ] [ l_g_total: 1.7076e-02 ] +2024-09-27 02:13:04,007 INFO: [ epoch: 218 ] [ iter:291,400 ] [ performance: 17.900 it/s ] [ lr: 2.50e-05 ] [ eta: 16:12:12 ] [ l_g_pix: 3.4014e-02 ] [ l_g_total: 3.4014e-02 ] +2024-09-27 02:13:09,447 INFO: [ epoch: 218 ] [ iter:291,500 ] [ performance: 18.577 it/s ] [ lr: 2.50e-05 ] [ eta: 16:11:57 ] [ l_g_pix: 1.9914e-02 ] [ l_g_total: 1.9914e-02 ] +2024-09-27 02:13:14,879 INFO: [ epoch: 218 ] [ iter:291,600 ] [ performance: 18.465 it/s ] [ lr: 2.50e-05 ] [ eta: 16:11:42 ] [ l_g_pix: 1.8841e-02 ] [ l_g_total: 1.8841e-02 ] +2024-09-27 02:13:20,359 INFO: [ epoch: 218 ] [ iter:291,700 ] [ performance: 18.304 it/s ] [ lr: 2.50e-05 ] [ eta: 16:11:27 ] [ l_g_pix: 3.2239e-02 ] [ l_g_total: 3.2239e-02 ] +2024-09-27 02:13:25,873 INFO: [ epoch: 218 ] [ iter:291,800 ] [ performance: 18.191 it/s ] [ lr: 2.50e-05 ] [ eta: 16:11:13 ] [ l_g_pix: 1.9480e-02 ] [ l_g_total: 1.9480e-02 ] +2024-09-27 02:13:31,328 INFO: [ epoch: 218 ] [ iter:291,900 ] [ performance: 18.570 it/s ] [ lr: 2.50e-05 ] [ eta: 16:10:58 ] [ l_g_pix: 4.5362e-02 ] [ l_g_total: 4.5362e-02 ] +2024-09-27 02:13:36,789 INFO: [ epoch: 218 ] [ iter:292,000 ] [ performance: 18.398 it/s ] [ lr: 2.50e-05 ] [ eta: 16:10:43 ] [ l_g_pix: 3.0193e-02 ] [ l_g_total: 3.0193e-02 ] +2024-09-27 02:13:42,233 INFO: [ epoch: 218 ] [ iter:292,100 ] [ performance: 18.612 it/s ] [ lr: 2.50e-05 ] [ eta: 16:10:28 ] [ l_g_pix: 3.3188e-02 ] [ l_g_total: 3.3188e-02 ] +2024-09-27 02:13:47,659 INFO: [ epoch: 218 ] [ iter:292,200 ] [ performance: 18.490 it/s ] [ lr: 2.50e-05 ] [ eta: 16:10:13 ] [ l_g_pix: 1.7727e-02 ] [ l_g_total: 1.7727e-02 ] +2024-09-27 02:13:53,096 INFO: [ epoch: 218 ] [ iter:292,300 ] [ performance: 18.589 it/s ] [ lr: 2.50e-05 ] [ eta: 16:09:58 ] [ l_g_pix: 2.1184e-02 ] [ l_g_total: 2.1184e-02 ] +2024-09-27 02:13:58,565 INFO: [ epoch: 218 ] [ iter:292,400 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 16:09:43 ] [ l_g_pix: 2.4625e-02 ] [ l_g_total: 2.4625e-02 ] +2024-09-27 02:14:04,017 INFO: [ epoch: 218 ] [ iter:292,500 ] [ performance: 18.603 it/s ] [ lr: 2.50e-05 ] [ eta: 16:09:28 ] [ l_g_pix: 2.4798e-02 ] [ l_g_total: 2.4798e-02 ] +2024-09-27 02:14:10,599 INFO: [ epoch: 219 ] [ iter:292,600 ] [ performance: 16.111 it/s ] [ lr: 2.50e-05 ] [ eta: 16:09:16 ] [ l_g_pix: 2.2227e-02 ] [ l_g_total: 2.2227e-02 ] +2024-09-27 02:14:16,132 INFO: [ epoch: 219 ] [ iter:292,700 ] [ performance: 18.541 it/s ] [ lr: 2.50e-05 ] [ eta: 16:09:01 ] [ l_g_pix: 1.8219e-02 ] [ l_g_total: 1.8219e-02 ] +2024-09-27 02:14:21,606 INFO: [ epoch: 219 ] [ iter:292,800 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 16:08:46 ] [ l_g_pix: 2.9173e-02 ] [ l_g_total: 2.9173e-02 ] +2024-09-27 02:14:27,078 INFO: [ epoch: 219 ] [ iter:292,900 ] [ performance: 18.378 it/s ] [ lr: 2.50e-05 ] [ eta: 16:08:31 ] [ l_g_pix: 3.8654e-02 ] [ l_g_total: 3.8654e-02 ] +2024-09-27 02:14:32,555 INFO: [ epoch: 219 ] [ iter:293,000 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 16:08:17 ] [ l_g_pix: 2.3125e-02 ] [ l_g_total: 2.3125e-02 ] +2024-09-27 02:14:38,005 INFO: [ epoch: 219 ] [ iter:293,100 ] [ performance: 18.593 it/s ] [ lr: 2.50e-05 ] [ eta: 16:08:02 ] [ l_g_pix: 2.9856e-02 ] [ l_g_total: 2.9856e-02 ] +2024-09-27 02:14:43,463 INFO: [ epoch: 219 ] [ iter:293,200 ] [ performance: 18.403 it/s ] [ lr: 2.50e-05 ] [ eta: 16:07:47 ] [ l_g_pix: 1.5319e-02 ] [ l_g_total: 1.5319e-02 ] +2024-09-27 02:14:48,960 INFO: [ epoch: 219 ] [ iter:293,300 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 16:07:32 ] [ l_g_pix: 2.0756e-02 ] [ l_g_total: 2.0756e-02 ] +2024-09-27 02:14:54,447 INFO: [ epoch: 219 ] [ iter:293,400 ] [ performance: 18.261 it/s ] [ lr: 2.50e-05 ] [ eta: 16:07:17 ] [ l_g_pix: 1.8497e-02 ] [ l_g_total: 1.8497e-02 ] +2024-09-27 02:14:59,927 INFO: [ epoch: 219 ] [ iter:293,500 ] [ performance: 18.611 it/s ] [ lr: 2.50e-05 ] [ eta: 16:07:02 ] [ l_g_pix: 2.3627e-02 ] [ l_g_total: 2.3627e-02 ] +2024-09-27 02:15:05,407 INFO: [ epoch: 219 ] [ iter:293,600 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 16:06:48 ] [ l_g_pix: 4.5008e-02 ] [ l_g_total: 4.5008e-02 ] +2024-09-27 02:15:10,867 INFO: [ epoch: 219 ] [ iter:293,700 ] [ performance: 18.541 it/s ] [ lr: 2.50e-05 ] [ eta: 16:06:33 ] [ l_g_pix: 1.6845e-02 ] [ l_g_total: 1.6845e-02 ] +2024-09-27 02:15:16,303 INFO: [ epoch: 219 ] [ iter:293,800 ] [ performance: 18.438 it/s ] [ lr: 2.50e-05 ] [ eta: 16:06:18 ] [ l_g_pix: 2.0473e-02 ] [ l_g_total: 2.0473e-02 ] +2024-09-27 02:15:21,694 INFO: [ epoch: 219 ] [ iter:293,900 ] [ performance: 18.852 it/s ] [ lr: 2.50e-05 ] [ eta: 16:06:03 ] [ l_g_pix: 3.2237e-02 ] [ l_g_total: 3.2237e-02 ] +2024-09-27 02:15:28,515 INFO: [ epoch: 220 ] [ iter:294,000 ] [ performance: 15.618 it/s ] [ lr: 2.50e-05 ] [ eta: 16:05:51 ] [ l_g_pix: 2.8146e-02 ] [ l_g_total: 2.8146e-02 ] +2024-09-27 02:15:33,997 INFO: [ epoch: 220 ] [ iter:294,100 ] [ performance: 18.178 it/s ] [ lr: 2.50e-05 ] [ eta: 16:05:37 ] [ l_g_pix: 2.8069e-02 ] [ l_g_total: 2.8069e-02 ] +2024-09-27 02:15:39,458 INFO: [ epoch: 220 ] [ iter:294,200 ] [ performance: 18.278 it/s ] [ lr: 2.50e-05 ] [ eta: 16:05:22 ] [ l_g_pix: 2.7515e-02 ] [ l_g_total: 2.7515e-02 ] +2024-09-27 02:15:44,927 INFO: [ epoch: 220 ] [ iter:294,300 ] [ performance: 18.577 it/s ] [ lr: 2.50e-05 ] [ eta: 16:05:07 ] [ l_g_pix: 2.1508e-02 ] [ l_g_total: 2.1508e-02 ] +2024-09-27 02:15:50,414 INFO: [ epoch: 220 ] [ iter:294,400 ] [ performance: 18.318 it/s ] [ lr: 2.50e-05 ] [ eta: 16:04:52 ] [ l_g_pix: 2.3180e-02 ] [ l_g_total: 2.3180e-02 ] +2024-09-27 02:15:55,873 INFO: [ epoch: 220 ] [ iter:294,500 ] [ performance: 18.537 it/s ] [ lr: 2.50e-05 ] [ eta: 16:04:38 ] [ l_g_pix: 3.6527e-02 ] [ l_g_total: 3.6527e-02 ] +2024-09-27 02:16:01,329 INFO: [ epoch: 220 ] [ iter:294,600 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 16:04:23 ] [ l_g_pix: 1.8306e-02 ] [ l_g_total: 1.8306e-02 ] +2024-09-27 02:16:06,762 INFO: [ epoch: 220 ] [ iter:294,700 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 16:04:08 ] [ l_g_pix: 3.7181e-02 ] [ l_g_total: 3.7181e-02 ] +2024-09-27 02:16:12,254 INFO: [ epoch: 220 ] [ iter:294,800 ] [ performance: 18.272 it/s ] [ lr: 2.50e-05 ] [ eta: 16:03:53 ] [ l_g_pix: 3.3536e-02 ] [ l_g_total: 3.3536e-02 ] +2024-09-27 02:16:17,735 INFO: [ epoch: 220 ] [ iter:294,900 ] [ performance: 18.577 it/s ] [ lr: 2.50e-05 ] [ eta: 16:03:39 ] [ l_g_pix: 2.7445e-02 ] [ l_g_total: 2.7445e-02 ] +2024-09-27 02:16:23,225 INFO: [ epoch: 220 ] [ iter:295,000 ] [ performance: 18.304 it/s ] [ lr: 2.50e-05 ] [ eta: 16:03:24 ] [ l_g_pix: 2.9619e-02 ] [ l_g_total: 2.9619e-02 ] +2024-09-27 02:16:28,716 INFO: [ epoch: 220 ] [ iter:295,100 ] [ performance: 18.332 it/s ] [ lr: 2.50e-05 ] [ eta: 16:03:09 ] [ l_g_pix: 3.8769e-02 ] [ l_g_total: 3.8769e-02 ] +2024-09-27 02:16:34,160 INFO: [ epoch: 220 ] [ iter:295,200 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 16:02:54 ] [ l_g_pix: 3.8008e-02 ] [ l_g_total: 3.8008e-02 ] +2024-09-27 02:16:41,031 INFO: [ epoch: 221 ] [ iter:295,300 ] [ performance: 17.293 it/s ] [ lr: 2.50e-05 ] [ eta: 16:02:43 ] [ l_g_pix: 3.9060e-02 ] [ l_g_total: 3.9060e-02 ] +2024-09-27 02:16:46,511 INFO: [ epoch: 221 ] [ iter:295,400 ] [ performance: 18.015 it/s ] [ lr: 2.50e-05 ] [ eta: 16:02:28 ] [ l_g_pix: 2.6975e-02 ] [ l_g_total: 2.6975e-02 ] +2024-09-27 02:16:51,994 INFO: [ epoch: 221 ] [ iter:295,500 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 16:02:14 ] [ l_g_pix: 2.4736e-02 ] [ l_g_total: 2.4736e-02 ] +2024-09-27 02:16:57,485 INFO: [ epoch: 221 ] [ iter:295,600 ] [ performance: 18.247 it/s ] [ lr: 2.50e-05 ] [ eta: 16:01:59 ] [ l_g_pix: 3.5756e-02 ] [ l_g_total: 3.5756e-02 ] +2024-09-27 02:17:02,922 INFO: [ epoch: 221 ] [ iter:295,700 ] [ performance: 18.840 it/s ] [ lr: 2.50e-05 ] [ eta: 16:01:44 ] [ l_g_pix: 2.5853e-02 ] [ l_g_total: 2.5853e-02 ] +2024-09-27 02:17:08,372 INFO: [ epoch: 221 ] [ iter:295,800 ] [ performance: 18.461 it/s ] [ lr: 2.50e-05 ] [ eta: 16:01:30 ] [ l_g_pix: 2.7144e-02 ] [ l_g_total: 2.7144e-02 ] +2024-09-27 02:17:13,840 INFO: [ epoch: 221 ] [ iter:295,900 ] [ performance: 18.459 it/s ] [ lr: 2.50e-05 ] [ eta: 16:01:15 ] [ l_g_pix: 2.1855e-02 ] [ l_g_total: 2.1855e-02 ] +2024-09-27 02:17:19,305 INFO: [ epoch: 221 ] [ iter:296,000 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 16:01:00 ] [ l_g_pix: 2.5092e-02 ] [ l_g_total: 2.5092e-02 ] +2024-09-27 02:17:24,769 INFO: [ epoch: 221 ] [ iter:296,100 ] [ performance: 18.514 it/s ] [ lr: 2.50e-05 ] [ eta: 16:00:46 ] [ l_g_pix: 2.7360e-02 ] [ l_g_total: 2.7360e-02 ] +2024-09-27 02:17:30,217 INFO: [ epoch: 221 ] [ iter:296,200 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 16:00:31 ] [ l_g_pix: 3.5615e-02 ] [ l_g_total: 3.5615e-02 ] +2024-09-27 02:17:35,672 INFO: [ epoch: 221 ] [ iter:296,300 ] [ performance: 18.697 it/s ] [ lr: 2.50e-05 ] [ eta: 16:00:16 ] [ l_g_pix: 2.5275e-02 ] [ l_g_total: 2.5275e-02 ] +2024-09-27 02:17:41,127 INFO: [ epoch: 221 ] [ iter:296,400 ] [ performance: 18.410 it/s ] [ lr: 2.50e-05 ] [ eta: 16:00:02 ] [ l_g_pix: 1.3965e-02 ] [ l_g_total: 1.3965e-02 ] +2024-09-27 02:17:46,576 INFO: [ epoch: 221 ] [ iter:296,500 ] [ performance: 18.494 it/s ] [ lr: 2.50e-05 ] [ eta: 15:59:47 ] [ l_g_pix: 2.3781e-02 ] [ l_g_total: 2.3781e-02 ] +2024-09-27 02:17:53,093 INFO: [ epoch: 222 ] [ iter:296,600 ] [ performance: 15.889 it/s ] [ lr: 2.50e-05 ] [ eta: 15:59:35 ] [ l_g_pix: 2.4217e-02 ] [ l_g_total: 2.4217e-02 ] +2024-09-27 02:17:58,836 INFO: [ epoch: 222 ] [ iter:296,700 ] [ performance: 18.276 it/s ] [ lr: 2.50e-05 ] [ eta: 15:59:21 ] [ l_g_pix: 2.7762e-02 ] [ l_g_total: 2.7762e-02 ] +2024-09-27 02:18:04,301 INFO: [ epoch: 222 ] [ iter:296,800 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 15:59:06 ] [ l_g_pix: 3.5100e-02 ] [ l_g_total: 3.5100e-02 ] +2024-09-27 02:18:09,793 INFO: [ epoch: 222 ] [ iter:296,900 ] [ performance: 18.540 it/s ] [ lr: 2.50e-05 ] [ eta: 15:58:52 ] [ l_g_pix: 2.5611e-02 ] [ l_g_total: 2.5611e-02 ] +2024-09-27 02:18:15,270 INFO: [ epoch: 222 ] [ iter:297,000 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 15:58:37 ] [ l_g_pix: 2.9205e-02 ] [ l_g_total: 2.9205e-02 ] +2024-09-27 02:18:20,734 INFO: [ epoch: 222 ] [ iter:297,100 ] [ performance: 18.848 it/s ] [ lr: 2.50e-05 ] [ eta: 15:58:22 ] [ l_g_pix: 3.0262e-02 ] [ l_g_total: 3.0262e-02 ] +2024-09-27 02:18:26,207 INFO: [ epoch: 222 ] [ iter:297,200 ] [ performance: 18.375 it/s ] [ lr: 2.50e-05 ] [ eta: 15:58:08 ] [ l_g_pix: 4.7779e-02 ] [ l_g_total: 4.7779e-02 ] +2024-09-27 02:18:31,687 INFO: [ epoch: 222 ] [ iter:297,300 ] [ performance: 18.173 it/s ] [ lr: 2.50e-05 ] [ eta: 15:57:53 ] [ l_g_pix: 2.6405e-02 ] [ l_g_total: 2.6405e-02 ] +2024-09-27 02:18:37,153 INFO: [ epoch: 222 ] [ iter:297,400 ] [ performance: 18.275 it/s ] [ lr: 2.50e-05 ] [ eta: 15:57:39 ] [ l_g_pix: 3.1860e-02 ] [ l_g_total: 3.1860e-02 ] +2024-09-27 02:18:42,613 INFO: [ epoch: 222 ] [ iter:297,500 ] [ performance: 18.819 it/s ] [ lr: 2.50e-05 ] [ eta: 15:57:24 ] [ l_g_pix: 2.4489e-02 ] [ l_g_total: 2.4489e-02 ] +2024-09-27 02:18:48,060 INFO: [ epoch: 222 ] [ iter:297,600 ] [ performance: 18.435 it/s ] [ lr: 2.50e-05 ] [ eta: 15:57:09 ] [ l_g_pix: 2.2018e-02 ] [ l_g_total: 2.2018e-02 ] +2024-09-27 02:18:53,492 INFO: [ epoch: 222 ] [ iter:297,700 ] [ performance: 18.769 it/s ] [ lr: 2.50e-05 ] [ eta: 15:56:55 ] [ l_g_pix: 4.1698e-02 ] [ l_g_total: 4.1698e-02 ] +2024-09-27 02:18:58,941 INFO: [ epoch: 222 ] [ iter:297,800 ] [ performance: 18.419 it/s ] [ lr: 2.50e-05 ] [ eta: 15:56:40 ] [ l_g_pix: 3.3029e-02 ] [ l_g_total: 3.3029e-02 ] +2024-09-27 02:19:04,314 INFO: [ epoch: 222 ] [ iter:297,900 ] [ performance: 18.586 it/s ] [ lr: 2.50e-05 ] [ eta: 15:56:25 ] [ l_g_pix: 2.5060e-02 ] [ l_g_total: 2.5060e-02 ] +2024-09-27 02:19:11,005 INFO: [ epoch: 223 ] [ iter:298,000 ] [ performance: 15.407 it/s ] [ lr: 2.50e-05 ] [ eta: 15:56:14 ] [ l_g_pix: 3.3873e-02 ] [ l_g_total: 3.3873e-02 ] +2024-09-27 02:19:16,442 INFO: [ epoch: 223 ] [ iter:298,100 ] [ performance: 18.249 it/s ] [ lr: 2.50e-05 ] [ eta: 15:55:59 ] [ l_g_pix: 3.6538e-02 ] [ l_g_total: 3.6538e-02 ] +2024-09-27 02:19:21,901 INFO: [ epoch: 223 ] [ iter:298,200 ] [ performance: 18.311 it/s ] [ lr: 2.50e-05 ] [ eta: 15:55:45 ] [ l_g_pix: 3.1399e-02 ] [ l_g_total: 3.1399e-02 ] +2024-09-27 02:19:27,386 INFO: [ epoch: 223 ] [ iter:298,300 ] [ performance: 18.643 it/s ] [ lr: 2.50e-05 ] [ eta: 15:55:30 ] [ l_g_pix: 4.4667e-02 ] [ l_g_total: 4.4667e-02 ] +2024-09-27 02:19:32,872 INFO: [ epoch: 223 ] [ iter:298,400 ] [ performance: 18.288 it/s ] [ lr: 2.50e-05 ] [ eta: 15:55:16 ] [ l_g_pix: 3.6865e-02 ] [ l_g_total: 3.6865e-02 ] +2024-09-27 02:19:38,362 INFO: [ epoch: 223 ] [ iter:298,500 ] [ performance: 18.830 it/s ] [ lr: 2.50e-05 ] [ eta: 15:55:01 ] [ l_g_pix: 2.4356e-02 ] [ l_g_total: 2.4356e-02 ] +2024-09-27 02:19:43,831 INFO: [ epoch: 223 ] [ iter:298,600 ] [ performance: 18.359 it/s ] [ lr: 2.50e-05 ] [ eta: 15:54:47 ] [ l_g_pix: 2.0554e-02 ] [ l_g_total: 2.0554e-02 ] +2024-09-27 02:19:49,246 INFO: [ epoch: 223 ] [ iter:298,700 ] [ performance: 18.938 it/s ] [ lr: 2.50e-05 ] [ eta: 15:54:32 ] [ l_g_pix: 2.6479e-02 ] [ l_g_total: 2.6479e-02 ] +2024-09-27 02:19:54,734 INFO: [ epoch: 223 ] [ iter:298,800 ] [ performance: 18.308 it/s ] [ lr: 2.50e-05 ] [ eta: 15:54:18 ] [ l_g_pix: 2.9317e-02 ] [ l_g_total: 2.9317e-02 ] +2024-09-27 02:20:00,209 INFO: [ epoch: 223 ] [ iter:298,900 ] [ performance: 18.748 it/s ] [ lr: 2.50e-05 ] [ eta: 15:54:03 ] [ l_g_pix: 3.1633e-02 ] [ l_g_total: 3.1633e-02 ] +2024-09-27 02:20:05,682 INFO: [ epoch: 223 ] [ iter:299,000 ] [ performance: 18.328 it/s ] [ lr: 2.50e-05 ] [ eta: 15:53:49 ] [ l_g_pix: 2.4713e-02 ] [ l_g_total: 2.4713e-02 ] +2024-09-27 02:20:11,098 INFO: [ epoch: 223 ] [ iter:299,100 ] [ performance: 18.829 it/s ] [ lr: 2.50e-05 ] [ eta: 15:53:34 ] [ l_g_pix: 2.8936e-02 ] [ l_g_total: 2.8936e-02 ] +2024-09-27 02:20:16,514 INFO: [ epoch: 223 ] [ iter:299,200 ] [ performance: 18.506 it/s ] [ lr: 2.50e-05 ] [ eta: 15:53:19 ] [ l_g_pix: 3.0030e-02 ] [ l_g_total: 3.0030e-02 ] +2024-09-27 02:20:23,195 INFO: [ epoch: 224 ] [ iter:299,300 ] [ performance: 18.434 it/s ] [ lr: 2.50e-05 ] [ eta: 15:53:08 ] [ l_g_pix: 2.0549e-02 ] [ l_g_total: 2.0549e-02 ] +2024-09-27 02:20:28,666 INFO: [ epoch: 224 ] [ iter:299,400 ] [ performance: 18.298 it/s ] [ lr: 2.50e-05 ] [ eta: 15:52:53 ] [ l_g_pix: 3.3880e-02 ] [ l_g_total: 3.3880e-02 ] +2024-09-27 02:20:34,111 INFO: [ epoch: 224 ] [ iter:299,500 ] [ performance: 18.220 it/s ] [ lr: 2.50e-05 ] [ eta: 15:52:39 ] [ l_g_pix: 1.8524e-02 ] [ l_g_total: 1.8524e-02 ] +2024-09-27 02:20:39,566 INFO: [ epoch: 224 ] [ iter:299,600 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 15:52:24 ] [ l_g_pix: 1.8309e-02 ] [ l_g_total: 1.8309e-02 ] +2024-09-27 02:20:45,018 INFO: [ epoch: 224 ] [ iter:299,700 ] [ performance: 18.803 it/s ] [ lr: 2.50e-05 ] [ eta: 15:52:10 ] [ l_g_pix: 4.2675e-02 ] [ l_g_total: 4.2675e-02 ] +2024-09-27 02:20:50,529 INFO: [ epoch: 224 ] [ iter:299,800 ] [ performance: 18.199 it/s ] [ lr: 2.50e-05 ] [ eta: 15:51:55 ] [ l_g_pix: 2.3358e-02 ] [ l_g_total: 2.3358e-02 ] +2024-09-27 02:20:55,986 INFO: [ epoch: 224 ] [ iter:299,900 ] [ performance: 18.635 it/s ] [ lr: 2.50e-05 ] [ eta: 15:51:41 ] [ l_g_pix: 2.3552e-02 ] [ l_g_total: 2.3552e-02 ] +2024-09-27 02:21:01,444 INFO: [ epoch: 224 ] [ iter:300,000 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 15:51:27 ] [ l_g_pix: 2.4400e-02 ] [ l_g_total: 2.4400e-02 ] +2024-09-27 02:21:01,444 INFO: Saving models and training states. +2024-09-27 02:25:01,683 INFO: Validation val + + # psnr: 27.1934........ Best: 27.1990 @ 120000 iter + # ssim: 0.7664........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 02:25:07,184 INFO: [ epoch: 224 ] [ iter:300,100 ] [ performance: 18.762 it/s ] [ lr: 2.50e-05 ] [ eta: 16:00:33 ] [ l_g_pix: 2.0505e-02 ] [ l_g_total: 2.0505e-02 ] +2024-09-27 02:25:12,676 INFO: [ epoch: 224 ] [ iter:300,200 ] [ performance: 18.247 it/s ] [ lr: 2.50e-05 ] [ eta: 16:00:18 ] [ l_g_pix: 3.6625e-02 ] [ l_g_total: 3.6625e-02 ] +2024-09-27 02:25:18,118 INFO: [ epoch: 224 ] [ iter:300,300 ] [ performance: 18.605 it/s ] [ lr: 2.50e-05 ] [ eta: 16:00:03 ] [ l_g_pix: 3.1707e-02 ] [ l_g_total: 3.1707e-02 ] +2024-09-27 02:25:23,601 INFO: [ epoch: 224 ] [ iter:300,400 ] [ performance: 18.261 it/s ] [ lr: 2.50e-05 ] [ eta: 15:59:49 ] [ l_g_pix: 2.4145e-02 ] [ l_g_total: 2.4145e-02 ] +2024-09-27 02:25:29,095 INFO: [ epoch: 224 ] [ iter:300,500 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 15:59:34 ] [ l_g_pix: 3.2350e-02 ] [ l_g_total: 3.2350e-02 ] +2024-09-27 02:25:34,595 INFO: [ epoch: 224 ] [ iter:300,600 ] [ performance: 18.193 it/s ] [ lr: 2.50e-05 ] [ eta: 15:59:19 ] [ l_g_pix: 3.7446e-02 ] [ l_g_total: 3.7446e-02 ] +2024-09-27 02:25:41,100 INFO: [ epoch: 225 ] [ iter:300,700 ] [ performance: 18.938 it/s ] [ lr: 2.50e-05 ] [ eta: 15:59:07 ] [ l_g_pix: 4.6140e-02 ] [ l_g_total: 4.6140e-02 ] +2024-09-27 02:25:46,551 INFO: [ epoch: 225 ] [ iter:300,800 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 15:58:52 ] [ l_g_pix: 3.3988e-02 ] [ l_g_total: 3.3988e-02 ] +2024-09-27 02:25:51,961 INFO: [ epoch: 225 ] [ iter:300,900 ] [ performance: 18.967 it/s ] [ lr: 2.50e-05 ] [ eta: 15:58:38 ] [ l_g_pix: 2.5796e-02 ] [ l_g_total: 2.5796e-02 ] +2024-09-27 02:25:57,384 INFO: [ epoch: 225 ] [ iter:301,000 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 15:58:23 ] [ l_g_pix: 3.2153e-02 ] [ l_g_total: 3.2153e-02 ] +2024-09-27 02:26:02,800 INFO: [ epoch: 225 ] [ iter:301,100 ] [ performance: 18.192 it/s ] [ lr: 2.50e-05 ] [ eta: 15:58:08 ] [ l_g_pix: 2.8614e-02 ] [ l_g_total: 2.8614e-02 ] +2024-09-27 02:26:08,299 INFO: [ epoch: 225 ] [ iter:301,200 ] [ performance: 18.185 it/s ] [ lr: 2.50e-05 ] [ eta: 15:57:54 ] [ l_g_pix: 3.1879e-02 ] [ l_g_total: 3.1879e-02 ] +2024-09-27 02:26:13,777 INFO: [ epoch: 225 ] [ iter:301,300 ] [ performance: 18.900 it/s ] [ lr: 2.50e-05 ] [ eta: 15:57:39 ] [ l_g_pix: 2.5852e-02 ] [ l_g_total: 2.5852e-02 ] +2024-09-27 02:26:19,269 INFO: [ epoch: 225 ] [ iter:301,400 ] [ performance: 18.216 it/s ] [ lr: 2.50e-05 ] [ eta: 15:57:24 ] [ l_g_pix: 2.3979e-02 ] [ l_g_total: 2.3979e-02 ] +2024-09-27 02:26:24,753 INFO: [ epoch: 225 ] [ iter:301,500 ] [ performance: 18.226 it/s ] [ lr: 2.50e-05 ] [ eta: 15:57:10 ] [ l_g_pix: 2.2694e-02 ] [ l_g_total: 2.2694e-02 ] +2024-09-27 02:26:30,260 INFO: [ epoch: 225 ] [ iter:301,600 ] [ performance: 18.163 it/s ] [ lr: 2.50e-05 ] [ eta: 15:56:55 ] [ l_g_pix: 3.2523e-02 ] [ l_g_total: 3.2523e-02 ] +2024-09-27 02:26:35,739 INFO: [ epoch: 225 ] [ iter:301,700 ] [ performance: 18.208 it/s ] [ lr: 2.50e-05 ] [ eta: 15:56:41 ] [ l_g_pix: 3.4862e-02 ] [ l_g_total: 3.4862e-02 ] +2024-09-27 02:26:41,246 INFO: [ epoch: 225 ] [ iter:301,800 ] [ performance: 18.179 it/s ] [ lr: 2.50e-05 ] [ eta: 15:56:26 ] [ l_g_pix: 2.7267e-02 ] [ l_g_total: 2.7267e-02 ] +2024-09-27 02:26:46,688 INFO: [ epoch: 225 ] [ iter:301,900 ] [ performance: 18.277 it/s ] [ lr: 2.50e-05 ] [ eta: 15:56:12 ] [ l_g_pix: 3.3302e-02 ] [ l_g_total: 3.3302e-02 ] +2024-09-27 02:26:53,347 INFO: [ epoch: 226 ] [ iter:302,000 ] [ performance: 14.965 it/s ] [ lr: 2.50e-05 ] [ eta: 15:56:00 ] [ l_g_pix: 2.6509e-02 ] [ l_g_total: 2.6509e-02 ] +2024-09-27 02:26:58,877 INFO: [ epoch: 226 ] [ iter:302,100 ] [ performance: 16.395 it/s ] [ lr: 2.50e-05 ] [ eta: 15:55:45 ] [ l_g_pix: 4.4984e-02 ] [ l_g_total: 4.4984e-02 ] +2024-09-27 02:27:04,386 INFO: [ epoch: 226 ] [ iter:302,200 ] [ performance: 18.175 it/s ] [ lr: 2.50e-05 ] [ eta: 15:55:31 ] [ l_g_pix: 2.4155e-02 ] [ l_g_total: 2.4155e-02 ] +2024-09-27 02:27:09,875 INFO: [ epoch: 226 ] [ iter:302,300 ] [ performance: 18.199 it/s ] [ lr: 2.50e-05 ] [ eta: 15:55:16 ] [ l_g_pix: 4.1907e-02 ] [ l_g_total: 4.1907e-02 ] +2024-09-27 02:27:15,358 INFO: [ epoch: 226 ] [ iter:302,400 ] [ performance: 18.267 it/s ] [ lr: 2.50e-05 ] [ eta: 15:55:02 ] [ l_g_pix: 2.1711e-02 ] [ l_g_total: 2.1711e-02 ] +2024-09-27 02:27:20,833 INFO: [ epoch: 226 ] [ iter:302,500 ] [ performance: 18.267 it/s ] [ lr: 2.50e-05 ] [ eta: 15:54:47 ] [ l_g_pix: 3.2115e-02 ] [ l_g_total: 3.2115e-02 ] +2024-09-27 02:27:26,308 INFO: [ epoch: 226 ] [ iter:302,600 ] [ performance: 18.309 it/s ] [ lr: 2.50e-05 ] [ eta: 15:54:33 ] [ l_g_pix: 3.0565e-02 ] [ l_g_total: 3.0565e-02 ] +2024-09-27 02:27:31,785 INFO: [ epoch: 226 ] [ iter:302,700 ] [ performance: 18.285 it/s ] [ lr: 2.50e-05 ] [ eta: 15:54:18 ] [ l_g_pix: 2.9201e-02 ] [ l_g_total: 2.9201e-02 ] +2024-09-27 02:27:37,249 INFO: [ epoch: 226 ] [ iter:302,800 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 15:54:04 ] [ l_g_pix: 3.2231e-02 ] [ l_g_total: 3.2231e-02 ] +2024-09-27 02:27:42,697 INFO: [ epoch: 226 ] [ iter:302,900 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 15:53:49 ] [ l_g_pix: 3.1858e-02 ] [ l_g_total: 3.1858e-02 ] +2024-09-27 02:27:48,159 INFO: [ epoch: 226 ] [ iter:303,000 ] [ performance: 18.333 it/s ] [ lr: 2.50e-05 ] [ eta: 15:53:35 ] [ l_g_pix: 2.8138e-02 ] [ l_g_total: 2.8138e-02 ] +2024-09-27 02:27:53,615 INFO: [ epoch: 226 ] [ iter:303,100 ] [ performance: 18.332 it/s ] [ lr: 2.50e-05 ] [ eta: 15:53:20 ] [ l_g_pix: 2.2971e-02 ] [ l_g_total: 2.2971e-02 ] +2024-09-27 02:27:59,055 INFO: [ epoch: 226 ] [ iter:303,200 ] [ performance: 18.441 it/s ] [ lr: 2.50e-05 ] [ eta: 15:53:06 ] [ l_g_pix: 2.5536e-02 ] [ l_g_total: 2.5536e-02 ] +2024-09-27 02:28:05,725 INFO: [ epoch: 227 ] [ iter:303,300 ] [ performance: 16.470 it/s ] [ lr: 2.50e-05 ] [ eta: 15:52:54 ] [ l_g_pix: 3.3942e-02 ] [ l_g_total: 3.3942e-02 ] +2024-09-27 02:28:11,183 INFO: [ epoch: 227 ] [ iter:303,400 ] [ performance: 18.430 it/s ] [ lr: 2.50e-05 ] [ eta: 15:52:39 ] [ l_g_pix: 3.1752e-02 ] [ l_g_total: 3.1752e-02 ] +2024-09-27 02:28:16,647 INFO: [ epoch: 227 ] [ iter:303,500 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 15:52:25 ] [ l_g_pix: 2.7464e-02 ] [ l_g_total: 2.7464e-02 ] +2024-09-27 02:28:22,098 INFO: [ epoch: 227 ] [ iter:303,600 ] [ performance: 18.374 it/s ] [ lr: 2.50e-05 ] [ eta: 15:52:10 ] [ l_g_pix: 3.5160e-02 ] [ l_g_total: 3.5160e-02 ] +2024-09-27 02:28:27,536 INFO: [ epoch: 227 ] [ iter:303,700 ] [ performance: 18.384 it/s ] [ lr: 2.50e-05 ] [ eta: 15:51:56 ] [ l_g_pix: 2.4326e-02 ] [ l_g_total: 2.4326e-02 ] +2024-09-27 02:28:32,986 INFO: [ epoch: 227 ] [ iter:303,800 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 15:51:41 ] [ l_g_pix: 3.5085e-02 ] [ l_g_total: 3.5085e-02 ] +2024-09-27 02:28:38,432 INFO: [ epoch: 227 ] [ iter:303,900 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 15:51:27 ] [ l_g_pix: 2.6426e-02 ] [ l_g_total: 2.6426e-02 ] +2024-09-27 02:28:43,899 INFO: [ epoch: 227 ] [ iter:304,000 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 15:51:12 ] [ l_g_pix: 3.6924e-02 ] [ l_g_total: 3.6924e-02 ] +2024-09-27 02:28:49,378 INFO: [ epoch: 227 ] [ iter:304,100 ] [ performance: 18.299 it/s ] [ lr: 2.50e-05 ] [ eta: 15:50:58 ] [ l_g_pix: 2.2686e-02 ] [ l_g_total: 2.2686e-02 ] +2024-09-27 02:28:54,818 INFO: [ epoch: 227 ] [ iter:304,200 ] [ performance: 18.430 it/s ] [ lr: 2.50e-05 ] [ eta: 15:50:43 ] [ l_g_pix: 3.0615e-02 ] [ l_g_total: 3.0615e-02 ] +2024-09-27 02:29:00,274 INFO: [ epoch: 227 ] [ iter:304,300 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 15:50:29 ] [ l_g_pix: 3.0676e-02 ] [ l_g_total: 3.0676e-02 ] +2024-09-27 02:29:05,738 INFO: [ epoch: 227 ] [ iter:304,400 ] [ performance: 18.387 it/s ] [ lr: 2.50e-05 ] [ eta: 15:50:14 ] [ l_g_pix: 1.9431e-02 ] [ l_g_total: 1.9431e-02 ] +2024-09-27 02:29:11,199 INFO: [ epoch: 227 ] [ iter:304,500 ] [ performance: 18.348 it/s ] [ lr: 2.50e-05 ] [ eta: 15:50:00 ] [ l_g_pix: 3.3757e-02 ] [ l_g_total: 3.3757e-02 ] +2024-09-27 02:29:16,577 INFO: [ epoch: 227 ] [ iter:304,600 ] [ performance: 18.693 it/s ] [ lr: 2.50e-05 ] [ eta: 15:49:45 ] [ l_g_pix: 3.3242e-02 ] [ l_g_total: 3.3242e-02 ] +2024-09-27 02:29:23,377 INFO: [ epoch: 228 ] [ iter:304,700 ] [ performance: 16.307 it/s ] [ lr: 2.50e-05 ] [ eta: 15:49:34 ] [ l_g_pix: 2.8847e-02 ] [ l_g_total: 2.8847e-02 ] +2024-09-27 02:29:28,837 INFO: [ epoch: 228 ] [ iter:304,800 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 15:49:20 ] [ l_g_pix: 4.1161e-02 ] [ l_g_total: 4.1161e-02 ] +2024-09-27 02:29:34,291 INFO: [ epoch: 228 ] [ iter:304,900 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 15:49:05 ] [ l_g_pix: 2.7311e-02 ] [ l_g_total: 2.7311e-02 ] +2024-09-27 02:29:39,775 INFO: [ epoch: 228 ] [ iter:305,000 ] [ performance: 18.269 it/s ] [ lr: 2.50e-05 ] [ eta: 15:48:51 ] [ l_g_pix: 2.7707e-02 ] [ l_g_total: 2.7707e-02 ] +2024-09-27 02:29:45,238 INFO: [ epoch: 228 ] [ iter:305,100 ] [ performance: 18.289 it/s ] [ lr: 2.50e-05 ] [ eta: 15:48:36 ] [ l_g_pix: 2.9043e-02 ] [ l_g_total: 2.9043e-02 ] +2024-09-27 02:29:50,699 INFO: [ epoch: 228 ] [ iter:305,200 ] [ performance: 18.445 it/s ] [ lr: 2.50e-05 ] [ eta: 15:48:22 ] [ l_g_pix: 2.7505e-02 ] [ l_g_total: 2.7505e-02 ] +2024-09-27 02:29:56,176 INFO: [ epoch: 228 ] [ iter:305,300 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 15:48:08 ] [ l_g_pix: 3.0407e-02 ] [ l_g_total: 3.0407e-02 ] +2024-09-27 02:30:01,653 INFO: [ epoch: 228 ] [ iter:305,400 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 15:47:53 ] [ l_g_pix: 3.9311e-02 ] [ l_g_total: 3.9311e-02 ] +2024-09-27 02:30:07,151 INFO: [ epoch: 228 ] [ iter:305,500 ] [ performance: 18.267 it/s ] [ lr: 2.50e-05 ] [ eta: 15:47:39 ] [ l_g_pix: 2.7768e-02 ] [ l_g_total: 2.7768e-02 ] +2024-09-27 02:30:12,620 INFO: [ epoch: 228 ] [ iter:305,600 ] [ performance: 18.403 it/s ] [ lr: 2.50e-05 ] [ eta: 15:47:25 ] [ l_g_pix: 3.7967e-02 ] [ l_g_total: 3.7967e-02 ] +2024-09-27 02:30:18,078 INFO: [ epoch: 228 ] [ iter:305,700 ] [ performance: 18.359 it/s ] [ lr: 2.50e-05 ] [ eta: 15:47:10 ] [ l_g_pix: 1.7905e-02 ] [ l_g_total: 1.7905e-02 ] +2024-09-27 02:30:23,532 INFO: [ epoch: 228 ] [ iter:305,800 ] [ performance: 18.444 it/s ] [ lr: 2.50e-05 ] [ eta: 15:46:56 ] [ l_g_pix: 3.2985e-02 ] [ l_g_total: 3.2985e-02 ] +2024-09-27 02:30:28,925 INFO: [ epoch: 228 ] [ iter:305,900 ] [ performance: 18.500 it/s ] [ lr: 2.50e-05 ] [ eta: 15:46:41 ] [ l_g_pix: 3.8183e-02 ] [ l_g_total: 3.8183e-02 ] +2024-09-27 02:30:35,697 INFO: [ epoch: 229 ] [ iter:306,000 ] [ performance: 13.988 it/s ] [ lr: 2.50e-05 ] [ eta: 15:46:30 ] [ l_g_pix: 2.0244e-02 ] [ l_g_total: 2.0244e-02 ] +2024-09-27 02:30:41,155 INFO: [ epoch: 229 ] [ iter:306,100 ] [ performance: 16.132 it/s ] [ lr: 2.50e-05 ] [ eta: 15:46:16 ] [ l_g_pix: 2.2392e-02 ] [ l_g_total: 2.2392e-02 ] +2024-09-27 02:30:46,612 INFO: [ epoch: 229 ] [ iter:306,200 ] [ performance: 18.398 it/s ] [ lr: 2.50e-05 ] [ eta: 15:46:01 ] [ l_g_pix: 2.3146e-02 ] [ l_g_total: 2.3146e-02 ] +2024-09-27 02:30:52,078 INFO: [ epoch: 229 ] [ iter:306,300 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 15:45:47 ] [ l_g_pix: 2.3370e-02 ] [ l_g_total: 2.3370e-02 ] +2024-09-27 02:30:57,567 INFO: [ epoch: 229 ] [ iter:306,400 ] [ performance: 18.368 it/s ] [ lr: 2.50e-05 ] [ eta: 15:45:33 ] [ l_g_pix: 2.1479e-02 ] [ l_g_total: 2.1479e-02 ] +2024-09-27 02:31:03,023 INFO: [ epoch: 229 ] [ iter:306,500 ] [ performance: 18.346 it/s ] [ lr: 2.50e-05 ] [ eta: 15:45:18 ] [ l_g_pix: 2.3897e-02 ] [ l_g_total: 2.3897e-02 ] +2024-09-27 02:31:08,498 INFO: [ epoch: 229 ] [ iter:306,600 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 15:45:04 ] [ l_g_pix: 2.2522e-02 ] [ l_g_total: 2.2522e-02 ] +2024-09-27 02:31:13,969 INFO: [ epoch: 229 ] [ iter:306,700 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 15:44:50 ] [ l_g_pix: 2.9808e-02 ] [ l_g_total: 2.9808e-02 ] +2024-09-27 02:31:19,430 INFO: [ epoch: 229 ] [ iter:306,800 ] [ performance: 18.333 it/s ] [ lr: 2.50e-05 ] [ eta: 15:44:35 ] [ l_g_pix: 3.5854e-02 ] [ l_g_total: 3.5854e-02 ] +2024-09-27 02:31:24,884 INFO: [ epoch: 229 ] [ iter:306,900 ] [ performance: 18.334 it/s ] [ lr: 2.50e-05 ] [ eta: 15:44:21 ] [ l_g_pix: 2.6845e-02 ] [ l_g_total: 2.6845e-02 ] +2024-09-27 02:31:30,359 INFO: [ epoch: 229 ] [ iter:307,000 ] [ performance: 18.457 it/s ] [ lr: 2.50e-05 ] [ eta: 15:44:07 ] [ l_g_pix: 2.9065e-02 ] [ l_g_total: 2.9065e-02 ] +2024-09-27 02:31:35,822 INFO: [ epoch: 229 ] [ iter:307,100 ] [ performance: 18.370 it/s ] [ lr: 2.50e-05 ] [ eta: 15:43:52 ] [ l_g_pix: 1.8819e-02 ] [ l_g_total: 1.8819e-02 ] +2024-09-27 02:31:41,264 INFO: [ epoch: 229 ] [ iter:307,200 ] [ performance: 18.504 it/s ] [ lr: 2.50e-05 ] [ eta: 15:43:38 ] [ l_g_pix: 2.5337e-02 ] [ l_g_total: 2.5337e-02 ] +2024-09-27 02:31:47,896 INFO: [ epoch: 230 ] [ iter:307,300 ] [ performance: 16.348 it/s ] [ lr: 2.50e-05 ] [ eta: 15:43:26 ] [ l_g_pix: 1.8593e-02 ] [ l_g_total: 1.8593e-02 ] +2024-09-27 02:31:53,393 INFO: [ epoch: 230 ] [ iter:307,400 ] [ performance: 18.292 it/s ] [ lr: 2.50e-05 ] [ eta: 15:43:12 ] [ l_g_pix: 2.7317e-02 ] [ l_g_total: 2.7317e-02 ] +2024-09-27 02:31:58,865 INFO: [ epoch: 230 ] [ iter:307,500 ] [ performance: 18.284 it/s ] [ lr: 2.50e-05 ] [ eta: 15:42:58 ] [ l_g_pix: 3.0043e-02 ] [ l_g_total: 3.0043e-02 ] +2024-09-27 02:32:04,338 INFO: [ epoch: 230 ] [ iter:307,600 ] [ performance: 18.385 it/s ] [ lr: 2.50e-05 ] [ eta: 15:42:44 ] [ l_g_pix: 2.6608e-02 ] [ l_g_total: 2.6608e-02 ] +2024-09-27 02:32:09,785 INFO: [ epoch: 230 ] [ iter:307,700 ] [ performance: 18.370 it/s ] [ lr: 2.50e-05 ] [ eta: 15:42:29 ] [ l_g_pix: 3.0352e-02 ] [ l_g_total: 3.0352e-02 ] +2024-09-27 02:32:15,238 INFO: [ epoch: 230 ] [ iter:307,800 ] [ performance: 18.509 it/s ] [ lr: 2.50e-05 ] [ eta: 15:42:15 ] [ l_g_pix: 4.7727e-02 ] [ l_g_total: 4.7727e-02 ] +2024-09-27 02:32:20,707 INFO: [ epoch: 230 ] [ iter:307,900 ] [ performance: 18.378 it/s ] [ lr: 2.50e-05 ] [ eta: 15:42:01 ] [ l_g_pix: 2.7610e-02 ] [ l_g_total: 2.7610e-02 ] +2024-09-27 02:32:26,159 INFO: [ epoch: 230 ] [ iter:308,000 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 15:41:47 ] [ l_g_pix: 1.9740e-02 ] [ l_g_total: 1.9740e-02 ] +2024-09-27 02:32:31,624 INFO: [ epoch: 230 ] [ iter:308,100 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 15:41:32 ] [ l_g_pix: 4.0635e-02 ] [ l_g_total: 4.0635e-02 ] +2024-09-27 02:32:37,089 INFO: [ epoch: 230 ] [ iter:308,200 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 15:41:18 ] [ l_g_pix: 3.4139e-02 ] [ l_g_total: 3.4139e-02 ] +2024-09-27 02:32:42,564 INFO: [ epoch: 230 ] [ iter:308,300 ] [ performance: 18.315 it/s ] [ lr: 2.50e-05 ] [ eta: 15:41:04 ] [ l_g_pix: 2.3725e-02 ] [ l_g_total: 2.3725e-02 ] +2024-09-27 02:32:48,062 INFO: [ epoch: 230 ] [ iter:308,400 ] [ performance: 18.360 it/s ] [ lr: 2.50e-05 ] [ eta: 15:40:50 ] [ l_g_pix: 2.7098e-02 ] [ l_g_total: 2.7098e-02 ] +2024-09-27 02:32:53,533 INFO: [ epoch: 230 ] [ iter:308,500 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 15:40:36 ] [ l_g_pix: 2.8279e-02 ] [ l_g_total: 2.8279e-02 ] +2024-09-27 02:32:58,900 INFO: [ epoch: 230 ] [ iter:308,600 ] [ performance: 18.723 it/s ] [ lr: 2.50e-05 ] [ eta: 15:40:21 ] [ l_g_pix: 1.9135e-02 ] [ l_g_total: 1.9135e-02 ] +2024-09-27 02:33:05,629 INFO: [ epoch: 231 ] [ iter:308,700 ] [ performance: 16.178 it/s ] [ lr: 2.50e-05 ] [ eta: 15:40:10 ] [ l_g_pix: 2.2672e-02 ] [ l_g_total: 2.2672e-02 ] +2024-09-27 02:33:11,088 INFO: [ epoch: 231 ] [ iter:308,800 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 15:39:56 ] [ l_g_pix: 2.6724e-02 ] [ l_g_total: 2.6724e-02 ] +2024-09-27 02:33:16,552 INFO: [ epoch: 231 ] [ iter:308,900 ] [ performance: 18.328 it/s ] [ lr: 2.50e-05 ] [ eta: 15:39:42 ] [ l_g_pix: 2.4016e-02 ] [ l_g_total: 2.4016e-02 ] +2024-09-27 02:33:21,991 INFO: [ epoch: 231 ] [ iter:309,000 ] [ performance: 18.397 it/s ] [ lr: 2.50e-05 ] [ eta: 15:39:27 ] [ l_g_pix: 2.2498e-02 ] [ l_g_total: 2.2498e-02 ] +2024-09-27 02:33:27,447 INFO: [ epoch: 231 ] [ iter:309,100 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 15:39:13 ] [ l_g_pix: 2.4585e-02 ] [ l_g_total: 2.4585e-02 ] +2024-09-27 02:33:32,937 INFO: [ epoch: 231 ] [ iter:309,200 ] [ performance: 18.276 it/s ] [ lr: 2.50e-05 ] [ eta: 15:38:59 ] [ l_g_pix: 4.1216e-02 ] [ l_g_total: 4.1216e-02 ] +2024-09-27 02:33:38,444 INFO: [ epoch: 231 ] [ iter:309,300 ] [ performance: 18.206 it/s ] [ lr: 2.50e-05 ] [ eta: 15:38:45 ] [ l_g_pix: 2.4287e-02 ] [ l_g_total: 2.4287e-02 ] +2024-09-27 02:33:43,885 INFO: [ epoch: 231 ] [ iter:309,400 ] [ performance: 18.480 it/s ] [ lr: 2.50e-05 ] [ eta: 15:38:31 ] [ l_g_pix: 2.6907e-02 ] [ l_g_total: 2.6907e-02 ] +2024-09-27 02:33:49,355 INFO: [ epoch: 231 ] [ iter:309,500 ] [ performance: 18.359 it/s ] [ lr: 2.50e-05 ] [ eta: 15:38:17 ] [ l_g_pix: 2.3707e-02 ] [ l_g_total: 2.3707e-02 ] +2024-09-27 02:33:54,840 INFO: [ epoch: 231 ] [ iter:309,600 ] [ performance: 18.213 it/s ] [ lr: 2.50e-05 ] [ eta: 15:38:02 ] [ l_g_pix: 1.7906e-02 ] [ l_g_total: 1.7906e-02 ] +2024-09-27 02:34:00,263 INFO: [ epoch: 231 ] [ iter:309,700 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 15:37:48 ] [ l_g_pix: 2.8322e-02 ] [ l_g_total: 2.8322e-02 ] +2024-09-27 02:34:05,730 INFO: [ epoch: 231 ] [ iter:309,800 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 15:37:34 ] [ l_g_pix: 3.0223e-02 ] [ l_g_total: 3.0223e-02 ] +2024-09-27 02:34:11,150 INFO: [ epoch: 231 ] [ iter:309,900 ] [ performance: 18.438 it/s ] [ lr: 2.50e-05 ] [ eta: 15:37:20 ] [ l_g_pix: 2.9384e-02 ] [ l_g_total: 2.9384e-02 ] +2024-09-27 02:34:17,814 INFO: [ epoch: 232 ] [ iter:310,000 ] [ performance: 13.171 it/s ] [ lr: 2.50e-05 ] [ eta: 15:37:08 ] [ l_g_pix: 2.1190e-02 ] [ l_g_total: 2.1190e-02 ] +2024-09-27 02:34:17,814 INFO: Saving models and training states. +2024-09-27 02:39:21,697 INFO: Validation val + + # psnr: 27.1909........ Best: 27.1990 @ 120000 iter + # ssim: 0.7663........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 02:39:27,199 INFO: [ epoch: 232 ] [ iter:310,100 ] [ performance: 15.956 it/s ] [ lr: 2.50e-05 ] [ eta: 15:48:10 ] [ l_g_pix: 3.2879e-02 ] [ l_g_total: 3.2879e-02 ] +2024-09-27 02:39:32,671 INFO: [ epoch: 232 ] [ iter:310,200 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 15:47:56 ] [ l_g_pix: 2.3325e-02 ] [ l_g_total: 2.3325e-02 ] +2024-09-27 02:39:38,168 INFO: [ epoch: 232 ] [ iter:310,300 ] [ performance: 18.260 it/s ] [ lr: 2.50e-05 ] [ eta: 15:47:42 ] [ l_g_pix: 3.4259e-02 ] [ l_g_total: 3.4259e-02 ] +2024-09-27 02:39:43,666 INFO: [ epoch: 232 ] [ iter:310,400 ] [ performance: 18.228 it/s ] [ lr: 2.50e-05 ] [ eta: 15:47:27 ] [ l_g_pix: 3.0132e-02 ] [ l_g_total: 3.0132e-02 ] +2024-09-27 02:39:49,126 INFO: [ epoch: 232 ] [ iter:310,500 ] [ performance: 18.287 it/s ] [ lr: 2.50e-05 ] [ eta: 15:47:13 ] [ l_g_pix: 3.1907e-02 ] [ l_g_total: 3.1907e-02 ] +2024-09-27 02:39:54,617 INFO: [ epoch: 232 ] [ iter:310,600 ] [ performance: 18.385 it/s ] [ lr: 2.50e-05 ] [ eta: 15:46:59 ] [ l_g_pix: 3.3513e-02 ] [ l_g_total: 3.3513e-02 ] +2024-09-27 02:40:00,131 INFO: [ epoch: 232 ] [ iter:310,700 ] [ performance: 18.225 it/s ] [ lr: 2.50e-05 ] [ eta: 15:46:44 ] [ l_g_pix: 3.1812e-02 ] [ l_g_total: 3.1812e-02 ] +2024-09-27 02:40:05,661 INFO: [ epoch: 232 ] [ iter:310,800 ] [ performance: 18.166 it/s ] [ lr: 2.50e-05 ] [ eta: 15:46:30 ] [ l_g_pix: 2.8892e-02 ] [ l_g_total: 2.8892e-02 ] +2024-09-27 02:40:11,144 INFO: [ epoch: 232 ] [ iter:310,900 ] [ performance: 18.216 it/s ] [ lr: 2.50e-05 ] [ eta: 15:46:16 ] [ l_g_pix: 2.3480e-02 ] [ l_g_total: 2.3480e-02 ] +2024-09-27 02:40:16,651 INFO: [ epoch: 232 ] [ iter:311,000 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 15:46:01 ] [ l_g_pix: 2.4310e-02 ] [ l_g_total: 2.4310e-02 ] +2024-09-27 02:40:22,133 INFO: [ epoch: 232 ] [ iter:311,100 ] [ performance: 18.292 it/s ] [ lr: 2.50e-05 ] [ eta: 15:45:47 ] [ l_g_pix: 3.0336e-02 ] [ l_g_total: 3.0336e-02 ] +2024-09-27 02:40:27,599 INFO: [ epoch: 232 ] [ iter:311,200 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 15:45:33 ] [ l_g_pix: 1.8617e-02 ] [ l_g_total: 1.8617e-02 ] +2024-09-27 02:40:34,027 INFO: [ epoch: 233 ] [ iter:311,300 ] [ performance: 16.411 it/s ] [ lr: 2.50e-05 ] [ eta: 15:45:20 ] [ l_g_pix: 3.5880e-02 ] [ l_g_total: 3.5880e-02 ] +2024-09-27 02:40:39,640 INFO: [ epoch: 233 ] [ iter:311,400 ] [ performance: 18.537 it/s ] [ lr: 2.50e-05 ] [ eta: 15:45:06 ] [ l_g_pix: 2.6681e-02 ] [ l_g_total: 2.6681e-02 ] +2024-09-27 02:40:45,090 INFO: [ epoch: 233 ] [ iter:311,500 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 15:44:52 ] [ l_g_pix: 4.2957e-02 ] [ l_g_total: 4.2957e-02 ] +2024-09-27 02:40:50,532 INFO: [ epoch: 233 ] [ iter:311,600 ] [ performance: 18.557 it/s ] [ lr: 2.50e-05 ] [ eta: 15:44:38 ] [ l_g_pix: 4.6881e-02 ] [ l_g_total: 4.6881e-02 ] +2024-09-27 02:40:55,998 INFO: [ epoch: 233 ] [ iter:311,700 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 15:44:23 ] [ l_g_pix: 2.6374e-02 ] [ l_g_total: 2.6374e-02 ] +2024-09-27 02:41:01,491 INFO: [ epoch: 233 ] [ iter:311,800 ] [ performance: 18.303 it/s ] [ lr: 2.50e-05 ] [ eta: 15:44:09 ] [ l_g_pix: 2.7379e-02 ] [ l_g_total: 2.7379e-02 ] +2024-09-27 02:41:07,033 INFO: [ epoch: 233 ] [ iter:311,900 ] [ performance: 18.130 it/s ] [ lr: 2.50e-05 ] [ eta: 15:43:55 ] [ l_g_pix: 3.1979e-02 ] [ l_g_total: 3.1979e-02 ] +2024-09-27 02:41:12,496 INFO: [ epoch: 233 ] [ iter:312,000 ] [ performance: 18.434 it/s ] [ lr: 2.50e-05 ] [ eta: 15:43:40 ] [ l_g_pix: 2.5909e-02 ] [ l_g_total: 2.5909e-02 ] +2024-09-27 02:41:17,959 INFO: [ epoch: 233 ] [ iter:312,100 ] [ performance: 18.348 it/s ] [ lr: 2.50e-05 ] [ eta: 15:43:26 ] [ l_g_pix: 2.4967e-02 ] [ l_g_total: 2.4967e-02 ] +2024-09-27 02:41:23,404 INFO: [ epoch: 233 ] [ iter:312,200 ] [ performance: 18.640 it/s ] [ lr: 2.50e-05 ] [ eta: 15:43:12 ] [ l_g_pix: 3.2986e-02 ] [ l_g_total: 3.2986e-02 ] +2024-09-27 02:41:28,852 INFO: [ epoch: 233 ] [ iter:312,300 ] [ performance: 18.446 it/s ] [ lr: 2.50e-05 ] [ eta: 15:42:57 ] [ l_g_pix: 2.2479e-02 ] [ l_g_total: 2.2479e-02 ] +2024-09-27 02:41:34,355 INFO: [ epoch: 233 ] [ iter:312,400 ] [ performance: 18.451 it/s ] [ lr: 2.50e-05 ] [ eta: 15:42:43 ] [ l_g_pix: 2.4380e-02 ] [ l_g_total: 2.4380e-02 ] +2024-09-27 02:41:39,856 INFO: [ epoch: 233 ] [ iter:312,500 ] [ performance: 18.265 it/s ] [ lr: 2.50e-05 ] [ eta: 15:42:29 ] [ l_g_pix: 2.1337e-02 ] [ l_g_total: 2.1337e-02 ] +2024-09-27 02:41:45,205 INFO: [ epoch: 233 ] [ iter:312,600 ] [ performance: 19.015 it/s ] [ lr: 2.50e-05 ] [ eta: 15:42:14 ] [ l_g_pix: 1.4723e-02 ] [ l_g_total: 1.4723e-02 ] +2024-09-27 02:41:51,985 INFO: [ epoch: 234 ] [ iter:312,700 ] [ performance: 15.856 it/s ] [ lr: 2.50e-05 ] [ eta: 15:42:03 ] [ l_g_pix: 2.3852e-02 ] [ l_g_total: 2.3852e-02 ] +2024-09-27 02:41:57,436 INFO: [ epoch: 234 ] [ iter:312,800 ] [ performance: 18.517 it/s ] [ lr: 2.50e-05 ] [ eta: 15:41:49 ] [ l_g_pix: 2.9728e-02 ] [ l_g_total: 2.9728e-02 ] +2024-09-27 02:42:02,855 INFO: [ epoch: 234 ] [ iter:312,900 ] [ performance: 18.474 it/s ] [ lr: 2.50e-05 ] [ eta: 15:41:34 ] [ l_g_pix: 2.4589e-02 ] [ l_g_total: 2.4589e-02 ] +2024-09-27 02:42:08,277 INFO: [ epoch: 234 ] [ iter:313,000 ] [ performance: 18.767 it/s ] [ lr: 2.50e-05 ] [ eta: 15:41:20 ] [ l_g_pix: 2.1652e-02 ] [ l_g_total: 2.1652e-02 ] +2024-09-27 02:42:13,739 INFO: [ epoch: 234 ] [ iter:313,100 ] [ performance: 18.444 it/s ] [ lr: 2.50e-05 ] [ eta: 15:41:06 ] [ l_g_pix: 2.5327e-02 ] [ l_g_total: 2.5327e-02 ] +2024-09-27 02:42:19,227 INFO: [ epoch: 234 ] [ iter:313,200 ] [ performance: 18.512 it/s ] [ lr: 2.50e-05 ] [ eta: 15:40:51 ] [ l_g_pix: 2.1490e-02 ] [ l_g_total: 2.1490e-02 ] +2024-09-27 02:42:24,704 INFO: [ epoch: 234 ] [ iter:313,300 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 15:40:37 ] [ l_g_pix: 1.9719e-02 ] [ l_g_total: 1.9719e-02 ] +2024-09-27 02:42:30,150 INFO: [ epoch: 234 ] [ iter:313,400 ] [ performance: 18.713 it/s ] [ lr: 2.50e-05 ] [ eta: 15:40:23 ] [ l_g_pix: 2.6644e-02 ] [ l_g_total: 2.6644e-02 ] +2024-09-27 02:42:35,611 INFO: [ epoch: 234 ] [ iter:313,500 ] [ performance: 18.429 it/s ] [ lr: 2.50e-05 ] [ eta: 15:40:09 ] [ l_g_pix: 3.3895e-02 ] [ l_g_total: 3.3895e-02 ] +2024-09-27 02:42:41,077 INFO: [ epoch: 234 ] [ iter:313,600 ] [ performance: 18.471 it/s ] [ lr: 2.50e-05 ] [ eta: 15:39:54 ] [ l_g_pix: 3.3239e-02 ] [ l_g_total: 3.3239e-02 ] +2024-09-27 02:42:46,513 INFO: [ epoch: 234 ] [ iter:313,700 ] [ performance: 18.418 it/s ] [ lr: 2.50e-05 ] [ eta: 15:39:40 ] [ l_g_pix: 2.8413e-02 ] [ l_g_total: 2.8413e-02 ] +2024-09-27 02:42:51,966 INFO: [ epoch: 234 ] [ iter:313,800 ] [ performance: 18.619 it/s ] [ lr: 2.50e-05 ] [ eta: 15:39:26 ] [ l_g_pix: 4.8527e-02 ] [ l_g_total: 4.8527e-02 ] +2024-09-27 02:42:57,364 INFO: [ epoch: 234 ] [ iter:313,900 ] [ performance: 18.552 it/s ] [ lr: 2.50e-05 ] [ eta: 15:39:12 ] [ l_g_pix: 2.2886e-02 ] [ l_g_total: 2.2886e-02 ] +2024-09-27 02:43:04,152 INFO: [ epoch: 235 ] [ iter:314,000 ] [ performance: 15.461 it/s ] [ lr: 2.50e-05 ] [ eta: 15:39:00 ] [ l_g_pix: 1.5784e-02 ] [ l_g_total: 1.5784e-02 ] +2024-09-27 02:43:09,620 INFO: [ epoch: 235 ] [ iter:314,100 ] [ performance: 17.413 it/s ] [ lr: 2.50e-05 ] [ eta: 15:38:46 ] [ l_g_pix: 2.8703e-02 ] [ l_g_total: 2.8703e-02 ] +2024-09-27 02:43:15,079 INFO: [ epoch: 235 ] [ iter:314,200 ] [ performance: 18.550 it/s ] [ lr: 2.50e-05 ] [ eta: 15:38:32 ] [ l_g_pix: 2.9982e-02 ] [ l_g_total: 2.9982e-02 ] +2024-09-27 02:43:20,521 INFO: [ epoch: 235 ] [ iter:314,300 ] [ performance: 18.423 it/s ] [ lr: 2.50e-05 ] [ eta: 15:38:17 ] [ l_g_pix: 1.4735e-02 ] [ l_g_total: 1.4735e-02 ] +2024-09-27 02:43:25,972 INFO: [ epoch: 235 ] [ iter:314,400 ] [ performance: 18.451 it/s ] [ lr: 2.50e-05 ] [ eta: 15:38:03 ] [ l_g_pix: 2.2058e-02 ] [ l_g_total: 2.2058e-02 ] +2024-09-27 02:43:31,441 INFO: [ epoch: 235 ] [ iter:314,500 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 15:37:49 ] [ l_g_pix: 3.1930e-02 ] [ l_g_total: 3.1930e-02 ] +2024-09-27 02:43:36,921 INFO: [ epoch: 235 ] [ iter:314,600 ] [ performance: 18.462 it/s ] [ lr: 2.50e-05 ] [ eta: 15:37:35 ] [ l_g_pix: 3.7275e-02 ] [ l_g_total: 3.7275e-02 ] +2024-09-27 02:43:42,393 INFO: [ epoch: 235 ] [ iter:314,700 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 15:37:21 ] [ l_g_pix: 3.1962e-02 ] [ l_g_total: 3.1962e-02 ] +2024-09-27 02:43:47,871 INFO: [ epoch: 235 ] [ iter:314,800 ] [ performance: 18.638 it/s ] [ lr: 2.50e-05 ] [ eta: 15:37:07 ] [ l_g_pix: 2.3296e-02 ] [ l_g_total: 2.3296e-02 ] +2024-09-27 02:43:53,348 INFO: [ epoch: 235 ] [ iter:314,900 ] [ performance: 18.356 it/s ] [ lr: 2.50e-05 ] [ eta: 15:36:52 ] [ l_g_pix: 2.9595e-02 ] [ l_g_total: 2.9595e-02 ] +2024-09-27 02:43:58,803 INFO: [ epoch: 235 ] [ iter:315,000 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 15:36:38 ] [ l_g_pix: 3.0260e-02 ] [ l_g_total: 3.0260e-02 ] +2024-09-27 02:44:04,249 INFO: [ epoch: 235 ] [ iter:315,100 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 15:36:24 ] [ l_g_pix: 2.4703e-02 ] [ l_g_total: 2.4703e-02 ] +2024-09-27 02:44:09,737 INFO: [ epoch: 235 ] [ iter:315,200 ] [ performance: 18.511 it/s ] [ lr: 2.50e-05 ] [ eta: 15:36:10 ] [ l_g_pix: 3.8499e-02 ] [ l_g_total: 3.8499e-02 ] +2024-09-27 02:44:16,210 INFO: [ epoch: 236 ] [ iter:315,300 ] [ performance: 16.097 it/s ] [ lr: 2.50e-05 ] [ eta: 15:35:58 ] [ l_g_pix: 2.7393e-02 ] [ l_g_total: 2.7393e-02 ] +2024-09-27 02:44:21,915 INFO: [ epoch: 236 ] [ iter:315,400 ] [ performance: 18.533 it/s ] [ lr: 2.50e-05 ] [ eta: 15:35:44 ] [ l_g_pix: 3.0237e-02 ] [ l_g_total: 3.0237e-02 ] +2024-09-27 02:44:27,403 INFO: [ epoch: 236 ] [ iter:315,500 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 15:35:30 ] [ l_g_pix: 3.5080e-02 ] [ l_g_total: 3.5080e-02 ] +2024-09-27 02:44:32,874 INFO: [ epoch: 236 ] [ iter:315,600 ] [ performance: 18.708 it/s ] [ lr: 2.50e-05 ] [ eta: 15:35:16 ] [ l_g_pix: 2.9993e-02 ] [ l_g_total: 2.9993e-02 ] +2024-09-27 02:44:38,321 INFO: [ epoch: 236 ] [ iter:315,700 ] [ performance: 18.439 it/s ] [ lr: 2.50e-05 ] [ eta: 15:35:02 ] [ l_g_pix: 3.5003e-02 ] [ l_g_total: 3.5003e-02 ] +2024-09-27 02:44:43,790 INFO: [ epoch: 236 ] [ iter:315,800 ] [ performance: 18.430 it/s ] [ lr: 2.50e-05 ] [ eta: 15:34:48 ] [ l_g_pix: 2.9701e-02 ] [ l_g_total: 2.9701e-02 ] +2024-09-27 02:44:49,208 INFO: [ epoch: 236 ] [ iter:315,900 ] [ performance: 18.451 it/s ] [ lr: 2.50e-05 ] [ eta: 15:34:34 ] [ l_g_pix: 3.9065e-02 ] [ l_g_total: 3.9065e-02 ] +2024-09-27 02:44:54,694 INFO: [ epoch: 236 ] [ iter:316,000 ] [ performance: 18.434 it/s ] [ lr: 2.50e-05 ] [ eta: 15:34:20 ] [ l_g_pix: 1.7576e-02 ] [ l_g_total: 1.7576e-02 ] +2024-09-27 02:45:00,181 INFO: [ epoch: 236 ] [ iter:316,100 ] [ performance: 18.271 it/s ] [ lr: 2.50e-05 ] [ eta: 15:34:06 ] [ l_g_pix: 3.1676e-02 ] [ l_g_total: 3.1676e-02 ] +2024-09-27 02:45:05,630 INFO: [ epoch: 236 ] [ iter:316,200 ] [ performance: 18.788 it/s ] [ lr: 2.50e-05 ] [ eta: 15:33:51 ] [ l_g_pix: 2.9726e-02 ] [ l_g_total: 2.9726e-02 ] +2024-09-27 02:45:11,103 INFO: [ epoch: 236 ] [ iter:316,300 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 15:33:37 ] [ l_g_pix: 2.8015e-02 ] [ l_g_total: 2.8015e-02 ] +2024-09-27 02:45:16,556 INFO: [ epoch: 236 ] [ iter:316,400 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 15:33:23 ] [ l_g_pix: 3.4594e-02 ] [ l_g_total: 3.4594e-02 ] +2024-09-27 02:45:22,024 INFO: [ epoch: 236 ] [ iter:316,500 ] [ performance: 18.305 it/s ] [ lr: 2.50e-05 ] [ eta: 15:33:09 ] [ l_g_pix: 2.4851e-02 ] [ l_g_total: 2.4851e-02 ] +2024-09-27 02:45:27,419 INFO: [ epoch: 236 ] [ iter:316,600 ] [ performance: 18.944 it/s ] [ lr: 2.50e-05 ] [ eta: 15:32:55 ] [ l_g_pix: 4.0440e-02 ] [ l_g_total: 4.0440e-02 ] +2024-09-27 02:45:34,078 INFO: [ epoch: 237 ] [ iter:316,700 ] [ performance: 15.670 it/s ] [ lr: 2.50e-05 ] [ eta: 15:32:43 ] [ l_g_pix: 2.9057e-02 ] [ l_g_total: 2.9057e-02 ] +2024-09-27 02:45:39,515 INFO: [ epoch: 237 ] [ iter:316,800 ] [ performance: 18.423 it/s ] [ lr: 2.50e-05 ] [ eta: 15:32:29 ] [ l_g_pix: 3.1117e-02 ] [ l_g_total: 3.1117e-02 ] +2024-09-27 02:45:44,998 INFO: [ epoch: 237 ] [ iter:316,900 ] [ performance: 18.275 it/s ] [ lr: 2.50e-05 ] [ eta: 15:32:15 ] [ l_g_pix: 3.1050e-02 ] [ l_g_total: 3.1050e-02 ] +2024-09-27 02:45:50,454 INFO: [ epoch: 237 ] [ iter:317,000 ] [ performance: 18.830 it/s ] [ lr: 2.50e-05 ] [ eta: 15:32:01 ] [ l_g_pix: 2.5825e-02 ] [ l_g_total: 2.5825e-02 ] +2024-09-27 02:45:55,877 INFO: [ epoch: 237 ] [ iter:317,100 ] [ performance: 18.514 it/s ] [ lr: 2.50e-05 ] [ eta: 15:31:47 ] [ l_g_pix: 2.1553e-02 ] [ l_g_total: 2.1553e-02 ] +2024-09-27 02:46:01,322 INFO: [ epoch: 237 ] [ iter:317,200 ] [ performance: 18.580 it/s ] [ lr: 2.50e-05 ] [ eta: 15:31:33 ] [ l_g_pix: 2.6048e-02 ] [ l_g_total: 2.6048e-02 ] +2024-09-27 02:46:06,750 INFO: [ epoch: 237 ] [ iter:317,300 ] [ performance: 18.454 it/s ] [ lr: 2.50e-05 ] [ eta: 15:31:19 ] [ l_g_pix: 2.8156e-02 ] [ l_g_total: 2.8156e-02 ] +2024-09-27 02:46:12,201 INFO: [ epoch: 237 ] [ iter:317,400 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 15:31:05 ] [ l_g_pix: 2.3206e-02 ] [ l_g_total: 2.3206e-02 ] +2024-09-27 02:46:17,661 INFO: [ epoch: 237 ] [ iter:317,500 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 15:30:51 ] [ l_g_pix: 2.2912e-02 ] [ l_g_total: 2.2912e-02 ] +2024-09-27 02:46:23,098 INFO: [ epoch: 237 ] [ iter:317,600 ] [ performance: 18.766 it/s ] [ lr: 2.50e-05 ] [ eta: 15:30:37 ] [ l_g_pix: 1.8656e-02 ] [ l_g_total: 1.8656e-02 ] +2024-09-27 02:46:28,539 INFO: [ epoch: 237 ] [ iter:317,700 ] [ performance: 18.445 it/s ] [ lr: 2.50e-05 ] [ eta: 15:30:23 ] [ l_g_pix: 2.1207e-02 ] [ l_g_total: 2.1207e-02 ] +2024-09-27 02:46:33,988 INFO: [ epoch: 237 ] [ iter:317,800 ] [ performance: 18.486 it/s ] [ lr: 2.50e-05 ] [ eta: 15:30:09 ] [ l_g_pix: 2.3542e-02 ] [ l_g_total: 2.3542e-02 ] +2024-09-27 02:46:39,411 INFO: [ epoch: 237 ] [ iter:317,900 ] [ performance: 18.452 it/s ] [ lr: 2.50e-05 ] [ eta: 15:29:54 ] [ l_g_pix: 2.7180e-02 ] [ l_g_total: 2.7180e-02 ] +2024-09-27 02:46:45,973 INFO: [ epoch: 238 ] [ iter:318,000 ] [ performance: 16.920 it/s ] [ lr: 2.50e-05 ] [ eta: 15:29:43 ] [ l_g_pix: 2.6772e-02 ] [ l_g_total: 2.6772e-02 ] +2024-09-27 02:46:51,412 INFO: [ epoch: 238 ] [ iter:318,100 ] [ performance: 18.149 it/s ] [ lr: 2.50e-05 ] [ eta: 15:29:29 ] [ l_g_pix: 4.2169e-02 ] [ l_g_total: 4.2169e-02 ] +2024-09-27 02:46:56,874 INFO: [ epoch: 238 ] [ iter:318,200 ] [ performance: 18.147 it/s ] [ lr: 2.50e-05 ] [ eta: 15:29:15 ] [ l_g_pix: 2.7013e-02 ] [ l_g_total: 2.7013e-02 ] +2024-09-27 02:47:02,316 INFO: [ epoch: 238 ] [ iter:318,300 ] [ performance: 18.342 it/s ] [ lr: 2.50e-05 ] [ eta: 15:29:01 ] [ l_g_pix: 2.5918e-02 ] [ l_g_total: 2.5918e-02 ] +2024-09-27 02:47:07,762 INFO: [ epoch: 238 ] [ iter:318,400 ] [ performance: 18.678 it/s ] [ lr: 2.50e-05 ] [ eta: 15:28:47 ] [ l_g_pix: 3.6462e-02 ] [ l_g_total: 3.6462e-02 ] +2024-09-27 02:47:13,232 INFO: [ epoch: 238 ] [ iter:318,500 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 15:28:33 ] [ l_g_pix: 3.2080e-02 ] [ l_g_total: 3.2080e-02 ] +2024-09-27 02:47:18,691 INFO: [ epoch: 238 ] [ iter:318,600 ] [ performance: 18.667 it/s ] [ lr: 2.50e-05 ] [ eta: 15:28:19 ] [ l_g_pix: 1.8975e-02 ] [ l_g_total: 1.8975e-02 ] +2024-09-27 02:47:24,152 INFO: [ epoch: 238 ] [ iter:318,700 ] [ performance: 18.359 it/s ] [ lr: 2.50e-05 ] [ eta: 15:28:05 ] [ l_g_pix: 3.1310e-02 ] [ l_g_total: 3.1310e-02 ] +2024-09-27 02:47:29,605 INFO: [ epoch: 238 ] [ iter:318,800 ] [ performance: 18.127 it/s ] [ lr: 2.50e-05 ] [ eta: 15:27:51 ] [ l_g_pix: 3.6951e-02 ] [ l_g_total: 3.6951e-02 ] +2024-09-27 02:47:35,058 INFO: [ epoch: 238 ] [ iter:318,900 ] [ performance: 18.315 it/s ] [ lr: 2.50e-05 ] [ eta: 15:27:37 ] [ l_g_pix: 2.4744e-02 ] [ l_g_total: 2.4744e-02 ] +2024-09-27 02:47:40,571 INFO: [ epoch: 238 ] [ iter:319,000 ] [ performance: 18.765 it/s ] [ lr: 2.50e-05 ] [ eta: 15:27:23 ] [ l_g_pix: 2.6658e-02 ] [ l_g_total: 2.6658e-02 ] +2024-09-27 02:47:46,017 INFO: [ epoch: 238 ] [ iter:319,100 ] [ performance: 18.409 it/s ] [ lr: 2.50e-05 ] [ eta: 15:27:09 ] [ l_g_pix: 2.6349e-02 ] [ l_g_total: 2.6349e-02 ] +2024-09-27 02:47:51,461 INFO: [ epoch: 238 ] [ iter:319,200 ] [ performance: 18.720 it/s ] [ lr: 2.50e-05 ] [ eta: 15:26:55 ] [ l_g_pix: 4.1568e-02 ] [ l_g_total: 4.1568e-02 ] +2024-09-27 02:47:56,812 INFO: [ epoch: 238 ] [ iter:319,300 ] [ performance: 18.694 it/s ] [ lr: 2.50e-05 ] [ eta: 15:26:41 ] [ l_g_pix: 3.7454e-02 ] [ l_g_total: 3.7454e-02 ] +2024-09-27 02:48:03,420 INFO: [ epoch: 239 ] [ iter:319,400 ] [ performance: 18.854 it/s ] [ lr: 2.50e-05 ] [ eta: 15:26:29 ] [ l_g_pix: 2.0095e-02 ] [ l_g_total: 2.0095e-02 ] +2024-09-27 02:48:08,890 INFO: [ epoch: 239 ] [ iter:319,500 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 15:26:15 ] [ l_g_pix: 3.3727e-02 ] [ l_g_total: 3.3727e-02 ] +2024-09-27 02:48:14,351 INFO: [ epoch: 239 ] [ iter:319,600 ] [ performance: 18.210 it/s ] [ lr: 2.50e-05 ] [ eta: 15:26:01 ] [ l_g_pix: 2.0850e-02 ] [ l_g_total: 2.0850e-02 ] +2024-09-27 02:48:19,789 INFO: [ epoch: 239 ] [ iter:319,700 ] [ performance: 18.374 it/s ] [ lr: 2.50e-05 ] [ eta: 15:25:48 ] [ l_g_pix: 2.0446e-02 ] [ l_g_total: 2.0446e-02 ] +2024-09-27 02:48:25,274 INFO: [ epoch: 239 ] [ iter:319,800 ] [ performance: 18.594 it/s ] [ lr: 2.50e-05 ] [ eta: 15:25:34 ] [ l_g_pix: 1.7973e-02 ] [ l_g_total: 1.7973e-02 ] +2024-09-27 02:48:30,746 INFO: [ epoch: 239 ] [ iter:319,900 ] [ performance: 18.301 it/s ] [ lr: 2.50e-05 ] [ eta: 15:25:20 ] [ l_g_pix: 4.2376e-02 ] [ l_g_total: 4.2376e-02 ] +2024-09-27 02:48:36,210 INFO: [ epoch: 239 ] [ iter:320,000 ] [ performance: 18.727 it/s ] [ lr: 2.50e-05 ] [ eta: 15:25:06 ] [ l_g_pix: 3.6363e-02 ] [ l_g_total: 3.6363e-02 ] +2024-09-27 02:48:36,211 INFO: Saving models and training states. +2024-09-27 02:54:03,096 INFO: Validation val + + # psnr: 27.1908........ Best: 27.1990 @ 120000 iter + # ssim: 0.7663........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 02:54:08,543 INFO: [ epoch: 239 ] [ iter:320,100 ] [ performance: 18.393 it/s ] [ lr: 2.50e-05 ] [ eta: 15:36:26 ] [ l_g_pix: 1.6234e-02 ] [ l_g_total: 1.6234e-02 ] +2024-09-27 02:54:14,012 INFO: [ epoch: 239 ] [ iter:320,200 ] [ performance: 18.573 it/s ] [ lr: 2.50e-05 ] [ eta: 15:36:12 ] [ l_g_pix: 3.4058e-02 ] [ l_g_total: 3.4058e-02 ] +2024-09-27 02:54:19,440 INFO: [ epoch: 239 ] [ iter:320,300 ] [ performance: 18.435 it/s ] [ lr: 2.50e-05 ] [ eta: 15:35:58 ] [ l_g_pix: 2.2411e-02 ] [ l_g_total: 2.2411e-02 ] +2024-09-27 02:54:24,882 INFO: [ epoch: 239 ] [ iter:320,400 ] [ performance: 18.859 it/s ] [ lr: 2.50e-05 ] [ eta: 15:35:44 ] [ l_g_pix: 3.7452e-02 ] [ l_g_total: 3.7452e-02 ] +2024-09-27 02:54:30,336 INFO: [ epoch: 239 ] [ iter:320,500 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 15:35:29 ] [ l_g_pix: 1.9108e-02 ] [ l_g_total: 1.9108e-02 ] +2024-09-27 02:54:35,726 INFO: [ epoch: 239 ] [ iter:320,600 ] [ performance: 18.380 it/s ] [ lr: 2.50e-05 ] [ eta: 15:35:15 ] [ l_g_pix: 2.3447e-02 ] [ l_g_total: 2.3447e-02 ] +2024-09-27 02:54:42,282 INFO: [ epoch: 240 ] [ iter:320,700 ] [ performance: 15.382 it/s ] [ lr: 2.50e-05 ] [ eta: 15:35:03 ] [ l_g_pix: 1.9546e-02 ] [ l_g_total: 1.9546e-02 ] +2024-09-27 02:54:47,716 INFO: [ epoch: 240 ] [ iter:320,800 ] [ performance: 18.796 it/s ] [ lr: 2.50e-05 ] [ eta: 15:34:49 ] [ l_g_pix: 3.4188e-02 ] [ l_g_total: 3.4188e-02 ] +2024-09-27 02:54:53,186 INFO: [ epoch: 240 ] [ iter:320,900 ] [ performance: 18.303 it/s ] [ lr: 2.50e-05 ] [ eta: 15:34:35 ] [ l_g_pix: 3.4462e-02 ] [ l_g_total: 3.4462e-02 ] +2024-09-27 02:54:58,684 INFO: [ epoch: 240 ] [ iter:321,000 ] [ performance: 18.675 it/s ] [ lr: 2.50e-05 ] [ eta: 15:34:21 ] [ l_g_pix: 2.8891e-02 ] [ l_g_total: 2.8891e-02 ] +2024-09-27 02:55:04,180 INFO: [ epoch: 240 ] [ iter:321,100 ] [ performance: 18.212 it/s ] [ lr: 2.50e-05 ] [ eta: 15:34:07 ] [ l_g_pix: 3.5357e-02 ] [ l_g_total: 3.5357e-02 ] +2024-09-27 02:55:09,777 INFO: [ epoch: 240 ] [ iter:321,200 ] [ performance: 18.448 it/s ] [ lr: 2.50e-05 ] [ eta: 15:33:53 ] [ l_g_pix: 2.8336e-02 ] [ l_g_total: 2.8336e-02 ] +2024-09-27 02:55:15,246 INFO: [ epoch: 240 ] [ iter:321,300 ] [ performance: 18.292 it/s ] [ lr: 2.50e-05 ] [ eta: 15:33:39 ] [ l_g_pix: 3.5431e-02 ] [ l_g_total: 3.5431e-02 ] +2024-09-27 02:55:20,711 INFO: [ epoch: 240 ] [ iter:321,400 ] [ performance: 16.475 it/s ] [ lr: 2.50e-05 ] [ eta: 15:33:24 ] [ l_g_pix: 2.6017e-02 ] [ l_g_total: 2.6017e-02 ] +2024-09-27 02:55:26,204 INFO: [ epoch: 240 ] [ iter:321,500 ] [ performance: 18.190 it/s ] [ lr: 2.50e-05 ] [ eta: 15:33:10 ] [ l_g_pix: 2.5062e-02 ] [ l_g_total: 2.5062e-02 ] +2024-09-27 02:55:31,693 INFO: [ epoch: 240 ] [ iter:321,600 ] [ performance: 18.205 it/s ] [ lr: 2.50e-05 ] [ eta: 15:32:56 ] [ l_g_pix: 3.0883e-02 ] [ l_g_total: 3.0883e-02 ] +2024-09-27 02:55:37,206 INFO: [ epoch: 240 ] [ iter:321,700 ] [ performance: 18.140 it/s ] [ lr: 2.50e-05 ] [ eta: 15:32:42 ] [ l_g_pix: 2.7386e-02 ] [ l_g_total: 2.7386e-02 ] +2024-09-27 02:55:42,696 INFO: [ epoch: 240 ] [ iter:321,800 ] [ performance: 18.178 it/s ] [ lr: 2.50e-05 ] [ eta: 15:32:28 ] [ l_g_pix: 3.5730e-02 ] [ l_g_total: 3.5730e-02 ] +2024-09-27 02:55:48,184 INFO: [ epoch: 240 ] [ iter:321,900 ] [ performance: 18.238 it/s ] [ lr: 2.50e-05 ] [ eta: 15:32:14 ] [ l_g_pix: 3.1324e-02 ] [ l_g_total: 3.1324e-02 ] +2024-09-27 02:55:54,812 INFO: [ epoch: 241 ] [ iter:322,000 ] [ performance: 16.508 it/s ] [ lr: 2.50e-05 ] [ eta: 15:32:02 ] [ l_g_pix: 2.6833e-02 ] [ l_g_total: 2.6833e-02 ] +2024-09-27 02:56:00,239 INFO: [ epoch: 241 ] [ iter:322,100 ] [ performance: 18.442 it/s ] [ lr: 2.50e-05 ] [ eta: 15:31:48 ] [ l_g_pix: 3.0433e-02 ] [ l_g_total: 3.0433e-02 ] +2024-09-27 02:56:05,685 INFO: [ epoch: 241 ] [ iter:322,200 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 15:31:34 ] [ l_g_pix: 2.4801e-02 ] [ l_g_total: 2.4801e-02 ] +2024-09-27 02:56:11,131 INFO: [ epoch: 241 ] [ iter:322,300 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 15:31:20 ] [ l_g_pix: 2.0700e-02 ] [ l_g_total: 2.0700e-02 ] +2024-09-27 02:56:16,562 INFO: [ epoch: 241 ] [ iter:322,400 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 15:31:06 ] [ l_g_pix: 3.4888e-02 ] [ l_g_total: 3.4888e-02 ] +2024-09-27 02:56:22,040 INFO: [ epoch: 241 ] [ iter:322,500 ] [ performance: 18.268 it/s ] [ lr: 2.50e-05 ] [ eta: 15:30:52 ] [ l_g_pix: 2.8789e-02 ] [ l_g_total: 2.8789e-02 ] +2024-09-27 02:56:27,505 INFO: [ epoch: 241 ] [ iter:322,600 ] [ performance: 18.286 it/s ] [ lr: 2.50e-05 ] [ eta: 15:30:38 ] [ l_g_pix: 2.8237e-02 ] [ l_g_total: 2.8237e-02 ] +2024-09-27 02:56:32,963 INFO: [ epoch: 241 ] [ iter:322,700 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 15:30:24 ] [ l_g_pix: 2.9044e-02 ] [ l_g_total: 2.9044e-02 ] +2024-09-27 02:56:38,412 INFO: [ epoch: 241 ] [ iter:322,800 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 15:30:09 ] [ l_g_pix: 4.3196e-02 ] [ l_g_total: 4.3196e-02 ] +2024-09-27 02:56:43,879 INFO: [ epoch: 241 ] [ iter:322,900 ] [ performance: 18.333 it/s ] [ lr: 2.50e-05 ] [ eta: 15:29:55 ] [ l_g_pix: 1.7983e-02 ] [ l_g_total: 1.7983e-02 ] +2024-09-27 02:56:49,341 INFO: [ epoch: 241 ] [ iter:323,000 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 15:29:41 ] [ l_g_pix: 2.4398e-02 ] [ l_g_total: 2.4398e-02 ] +2024-09-27 02:56:54,834 INFO: [ epoch: 241 ] [ iter:323,100 ] [ performance: 18.217 it/s ] [ lr: 2.50e-05 ] [ eta: 15:29:27 ] [ l_g_pix: 2.3730e-02 ] [ l_g_total: 2.3730e-02 ] +2024-09-27 02:57:00,290 INFO: [ epoch: 241 ] [ iter:323,200 ] [ performance: 18.276 it/s ] [ lr: 2.50e-05 ] [ eta: 15:29:13 ] [ l_g_pix: 2.4790e-02 ] [ l_g_total: 2.4790e-02 ] +2024-09-27 02:57:05,664 INFO: [ epoch: 241 ] [ iter:323,300 ] [ performance: 18.706 it/s ] [ lr: 2.50e-05 ] [ eta: 15:28:59 ] [ l_g_pix: 2.4073e-02 ] [ l_g_total: 2.4073e-02 ] +2024-09-27 02:57:12,399 INFO: [ epoch: 242 ] [ iter:323,400 ] [ performance: 16.478 it/s ] [ lr: 2.50e-05 ] [ eta: 15:28:48 ] [ l_g_pix: 2.6521e-02 ] [ l_g_total: 2.6521e-02 ] +2024-09-27 02:57:17,836 INFO: [ epoch: 242 ] [ iter:323,500 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 15:28:34 ] [ l_g_pix: 4.4300e-02 ] [ l_g_total: 4.4300e-02 ] +2024-09-27 02:57:23,256 INFO: [ epoch: 242 ] [ iter:323,600 ] [ performance: 18.442 it/s ] [ lr: 2.50e-05 ] [ eta: 15:28:19 ] [ l_g_pix: 2.1396e-02 ] [ l_g_total: 2.1396e-02 ] +2024-09-27 02:57:28,705 INFO: [ epoch: 242 ] [ iter:323,700 ] [ performance: 18.370 it/s ] [ lr: 2.50e-05 ] [ eta: 15:28:05 ] [ l_g_pix: 2.0433e-02 ] [ l_g_total: 2.0433e-02 ] +2024-09-27 02:57:34,181 INFO: [ epoch: 242 ] [ iter:323,800 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 15:27:51 ] [ l_g_pix: 3.3892e-02 ] [ l_g_total: 3.3892e-02 ] +2024-09-27 02:57:39,636 INFO: [ epoch: 242 ] [ iter:323,900 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 15:27:37 ] [ l_g_pix: 3.0310e-02 ] [ l_g_total: 3.0310e-02 ] +2024-09-27 02:57:45,137 INFO: [ epoch: 242 ] [ iter:324,000 ] [ performance: 18.279 it/s ] [ lr: 2.50e-05 ] [ eta: 15:27:23 ] [ l_g_pix: 2.5421e-02 ] [ l_g_total: 2.5421e-02 ] +2024-09-27 02:57:50,605 INFO: [ epoch: 242 ] [ iter:324,100 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 15:27:09 ] [ l_g_pix: 2.3098e-02 ] [ l_g_total: 2.3098e-02 ] +2024-09-27 02:57:56,043 INFO: [ epoch: 242 ] [ iter:324,200 ] [ performance: 18.365 it/s ] [ lr: 2.50e-05 ] [ eta: 15:26:55 ] [ l_g_pix: 2.0019e-02 ] [ l_g_total: 2.0019e-02 ] +2024-09-27 02:58:01,497 INFO: [ epoch: 242 ] [ iter:324,300 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 15:26:41 ] [ l_g_pix: 2.4625e-02 ] [ l_g_total: 2.4625e-02 ] +2024-09-27 02:58:06,987 INFO: [ epoch: 242 ] [ iter:324,400 ] [ performance: 18.298 it/s ] [ lr: 2.50e-05 ] [ eta: 15:26:27 ] [ l_g_pix: 2.6294e-02 ] [ l_g_total: 2.6294e-02 ] +2024-09-27 02:58:12,464 INFO: [ epoch: 242 ] [ iter:324,500 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 15:26:13 ] [ l_g_pix: 2.3873e-02 ] [ l_g_total: 2.3873e-02 ] +2024-09-27 02:58:17,874 INFO: [ epoch: 242 ] [ iter:324,600 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 15:25:59 ] [ l_g_pix: 3.1156e-02 ] [ l_g_total: 3.1156e-02 ] +2024-09-27 02:58:24,656 INFO: [ epoch: 243 ] [ iter:324,700 ] [ performance: 14.283 it/s ] [ lr: 2.50e-05 ] [ eta: 15:25:48 ] [ l_g_pix: 2.5803e-02 ] [ l_g_total: 2.5803e-02 ] +2024-09-27 02:58:30,120 INFO: [ epoch: 243 ] [ iter:324,800 ] [ performance: 16.207 it/s ] [ lr: 2.50e-05 ] [ eta: 15:25:34 ] [ l_g_pix: 2.9743e-02 ] [ l_g_total: 2.9743e-02 ] +2024-09-27 02:58:35,582 INFO: [ epoch: 243 ] [ iter:324,900 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 15:25:20 ] [ l_g_pix: 2.7419e-02 ] [ l_g_total: 2.7419e-02 ] +2024-09-27 02:58:41,038 INFO: [ epoch: 243 ] [ iter:325,000 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 15:25:06 ] [ l_g_pix: 3.1265e-02 ] [ l_g_total: 3.1265e-02 ] +2024-09-27 02:58:46,495 INFO: [ epoch: 243 ] [ iter:325,100 ] [ performance: 18.450 it/s ] [ lr: 2.50e-05 ] [ eta: 15:24:52 ] [ l_g_pix: 2.6168e-02 ] [ l_g_total: 2.6168e-02 ] +2024-09-27 02:58:51,949 INFO: [ epoch: 243 ] [ iter:325,200 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 15:24:38 ] [ l_g_pix: 2.9404e-02 ] [ l_g_total: 2.9404e-02 ] +2024-09-27 02:58:57,392 INFO: [ epoch: 243 ] [ iter:325,300 ] [ performance: 18.446 it/s ] [ lr: 2.50e-05 ] [ eta: 15:24:24 ] [ l_g_pix: 3.0334e-02 ] [ l_g_total: 3.0334e-02 ] +2024-09-27 02:59:02,832 INFO: [ epoch: 243 ] [ iter:325,400 ] [ performance: 18.411 it/s ] [ lr: 2.50e-05 ] [ eta: 15:24:10 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-09-27 02:59:08,257 INFO: [ epoch: 243 ] [ iter:325,500 ] [ performance: 18.524 it/s ] [ lr: 2.50e-05 ] [ eta: 15:23:56 ] [ l_g_pix: 3.7920e-02 ] [ l_g_total: 3.7920e-02 ] +2024-09-27 02:59:13,693 INFO: [ epoch: 243 ] [ iter:325,600 ] [ performance: 18.455 it/s ] [ lr: 2.50e-05 ] [ eta: 15:23:42 ] [ l_g_pix: 2.8691e-02 ] [ l_g_total: 2.8691e-02 ] +2024-09-27 02:59:19,130 INFO: [ epoch: 243 ] [ iter:325,700 ] [ performance: 18.492 it/s ] [ lr: 2.50e-05 ] [ eta: 15:23:28 ] [ l_g_pix: 1.8546e-02 ] [ l_g_total: 1.8546e-02 ] +2024-09-27 02:59:24,566 INFO: [ epoch: 243 ] [ iter:325,800 ] [ performance: 18.440 it/s ] [ lr: 2.50e-05 ] [ eta: 15:23:14 ] [ l_g_pix: 1.6376e-02 ] [ l_g_total: 1.6376e-02 ] +2024-09-27 02:59:30,021 INFO: [ epoch: 243 ] [ iter:325,900 ] [ performance: 18.406 it/s ] [ lr: 2.50e-05 ] [ eta: 15:23:00 ] [ l_g_pix: 2.5620e-02 ] [ l_g_total: 2.5620e-02 ] +2024-09-27 02:59:36,607 INFO: [ epoch: 244 ] [ iter:326,000 ] [ performance: 16.457 it/s ] [ lr: 2.50e-05 ] [ eta: 15:22:49 ] [ l_g_pix: 2.3529e-02 ] [ l_g_total: 2.3529e-02 ] +2024-09-27 02:59:42,162 INFO: [ epoch: 244 ] [ iter:326,100 ] [ performance: 18.442 it/s ] [ lr: 2.50e-05 ] [ eta: 15:22:35 ] [ l_g_pix: 3.9954e-02 ] [ l_g_total: 3.9954e-02 ] +2024-09-27 02:59:47,659 INFO: [ epoch: 244 ] [ iter:326,200 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 15:22:21 ] [ l_g_pix: 2.9455e-02 ] [ l_g_total: 2.9455e-02 ] +2024-09-27 02:59:53,124 INFO: [ epoch: 244 ] [ iter:326,300 ] [ performance: 18.390 it/s ] [ lr: 2.50e-05 ] [ eta: 15:22:07 ] [ l_g_pix: 3.3630e-02 ] [ l_g_total: 3.3630e-02 ] +2024-09-27 02:59:58,571 INFO: [ epoch: 244 ] [ iter:326,400 ] [ performance: 18.375 it/s ] [ lr: 2.50e-05 ] [ eta: 15:21:54 ] [ l_g_pix: 2.6884e-02 ] [ l_g_total: 2.6884e-02 ] +2024-09-27 03:00:03,985 INFO: [ epoch: 244 ] [ iter:326,500 ] [ performance: 18.571 it/s ] [ lr: 2.50e-05 ] [ eta: 15:21:40 ] [ l_g_pix: 3.0753e-02 ] [ l_g_total: 3.0753e-02 ] +2024-09-27 03:00:09,416 INFO: [ epoch: 244 ] [ iter:326,600 ] [ performance: 18.481 it/s ] [ lr: 2.50e-05 ] [ eta: 15:21:26 ] [ l_g_pix: 2.4489e-02 ] [ l_g_total: 2.4489e-02 ] +2024-09-27 03:00:14,870 INFO: [ epoch: 244 ] [ iter:326,700 ] [ performance: 18.424 it/s ] [ lr: 2.50e-05 ] [ eta: 15:21:12 ] [ l_g_pix: 2.7425e-02 ] [ l_g_total: 2.7425e-02 ] +2024-09-27 03:00:20,342 INFO: [ epoch: 244 ] [ iter:326,800 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 15:20:58 ] [ l_g_pix: 3.5819e-02 ] [ l_g_total: 3.5819e-02 ] +2024-09-27 03:00:25,824 INFO: [ epoch: 244 ] [ iter:326,900 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 15:20:44 ] [ l_g_pix: 2.2008e-02 ] [ l_g_total: 2.2008e-02 ] +2024-09-27 03:00:31,268 INFO: [ epoch: 244 ] [ iter:327,000 ] [ performance: 18.365 it/s ] [ lr: 2.50e-05 ] [ eta: 15:20:30 ] [ l_g_pix: 2.1693e-02 ] [ l_g_total: 2.1693e-02 ] +2024-09-27 03:00:36,713 INFO: [ epoch: 244 ] [ iter:327,100 ] [ performance: 18.409 it/s ] [ lr: 2.50e-05 ] [ eta: 15:20:16 ] [ l_g_pix: 1.9536e-02 ] [ l_g_total: 1.9536e-02 ] +2024-09-27 03:00:42,150 INFO: [ epoch: 244 ] [ iter:327,200 ] [ performance: 18.402 it/s ] [ lr: 2.50e-05 ] [ eta: 15:20:02 ] [ l_g_pix: 2.2399e-02 ] [ l_g_total: 2.2399e-02 ] +2024-09-27 03:00:47,519 INFO: [ epoch: 244 ] [ iter:327,300 ] [ performance: 18.730 it/s ] [ lr: 2.50e-05 ] [ eta: 15:19:48 ] [ l_g_pix: 2.7658e-02 ] [ l_g_total: 2.7658e-02 ] +2024-09-27 03:00:54,189 INFO: [ epoch: 245 ] [ iter:327,400 ] [ performance: 16.362 it/s ] [ lr: 2.50e-05 ] [ eta: 15:19:37 ] [ l_g_pix: 3.3858e-02 ] [ l_g_total: 3.3858e-02 ] +2024-09-27 03:00:59,603 INFO: [ epoch: 245 ] [ iter:327,500 ] [ performance: 18.528 it/s ] [ lr: 2.50e-05 ] [ eta: 15:19:23 ] [ l_g_pix: 2.9463e-02 ] [ l_g_total: 2.9463e-02 ] +2024-09-27 03:01:05,051 INFO: [ epoch: 245 ] [ iter:327,600 ] [ performance: 18.427 it/s ] [ lr: 2.50e-05 ] [ eta: 15:19:09 ] [ l_g_pix: 2.4740e-02 ] [ l_g_total: 2.4740e-02 ] +2024-09-27 03:01:10,507 INFO: [ epoch: 245 ] [ iter:327,700 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 15:18:55 ] [ l_g_pix: 3.5135e-02 ] [ l_g_total: 3.5135e-02 ] +2024-09-27 03:01:15,981 INFO: [ epoch: 245 ] [ iter:327,800 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 15:18:42 ] [ l_g_pix: 3.2547e-02 ] [ l_g_total: 3.2547e-02 ] +2024-09-27 03:01:21,451 INFO: [ epoch: 245 ] [ iter:327,900 ] [ performance: 18.339 it/s ] [ lr: 2.50e-05 ] [ eta: 15:18:28 ] [ l_g_pix: 5.1197e-02 ] [ l_g_total: 5.1197e-02 ] +2024-09-27 03:01:26,918 INFO: [ epoch: 245 ] [ iter:328,000 ] [ performance: 18.311 it/s ] [ lr: 2.50e-05 ] [ eta: 15:18:14 ] [ l_g_pix: 4.2557e-02 ] [ l_g_total: 4.2557e-02 ] +2024-09-27 03:01:32,390 INFO: [ epoch: 245 ] [ iter:328,100 ] [ performance: 18.241 it/s ] [ lr: 2.50e-05 ] [ eta: 15:18:00 ] [ l_g_pix: 2.4121e-02 ] [ l_g_total: 2.4121e-02 ] +2024-09-27 03:01:37,838 INFO: [ epoch: 245 ] [ iter:328,200 ] [ performance: 18.310 it/s ] [ lr: 2.50e-05 ] [ eta: 15:17:46 ] [ l_g_pix: 3.5547e-02 ] [ l_g_total: 3.5547e-02 ] +2024-09-27 03:01:43,323 INFO: [ epoch: 245 ] [ iter:328,300 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 15:17:33 ] [ l_g_pix: 2.6690e-02 ] [ l_g_total: 2.6690e-02 ] +2024-09-27 03:01:48,776 INFO: [ epoch: 245 ] [ iter:328,400 ] [ performance: 18.366 it/s ] [ lr: 2.50e-05 ] [ eta: 15:17:19 ] [ l_g_pix: 3.2668e-02 ] [ l_g_total: 3.2668e-02 ] +2024-09-27 03:01:54,224 INFO: [ epoch: 245 ] [ iter:328,500 ] [ performance: 18.395 it/s ] [ lr: 2.50e-05 ] [ eta: 15:17:05 ] [ l_g_pix: 3.2882e-02 ] [ l_g_total: 3.2882e-02 ] +2024-09-27 03:01:59,643 INFO: [ epoch: 245 ] [ iter:328,600 ] [ performance: 18.433 it/s ] [ lr: 2.50e-05 ] [ eta: 15:16:51 ] [ l_g_pix: 3.3253e-02 ] [ l_g_total: 3.3253e-02 ] +2024-09-27 03:02:06,439 INFO: [ epoch: 246 ] [ iter:328,700 ] [ performance: 13.199 it/s ] [ lr: 2.50e-05 ] [ eta: 15:16:40 ] [ l_g_pix: 3.0078e-02 ] [ l_g_total: 3.0078e-02 ] +2024-09-27 03:02:11,894 INFO: [ epoch: 246 ] [ iter:328,800 ] [ performance: 15.898 it/s ] [ lr: 2.50e-05 ] [ eta: 15:16:26 ] [ l_g_pix: 1.9628e-02 ] [ l_g_total: 1.9628e-02 ] +2024-09-27 03:02:17,371 INFO: [ epoch: 246 ] [ iter:328,900 ] [ performance: 18.243 it/s ] [ lr: 2.50e-05 ] [ eta: 15:16:13 ] [ l_g_pix: 2.3570e-02 ] [ l_g_total: 2.3570e-02 ] +2024-09-27 03:02:22,849 INFO: [ epoch: 246 ] [ iter:329,000 ] [ performance: 18.252 it/s ] [ lr: 2.50e-05 ] [ eta: 15:15:59 ] [ l_g_pix: 2.6625e-02 ] [ l_g_total: 2.6625e-02 ] +2024-09-27 03:02:28,325 INFO: [ epoch: 246 ] [ iter:329,100 ] [ performance: 18.387 it/s ] [ lr: 2.50e-05 ] [ eta: 15:15:45 ] [ l_g_pix: 2.4058e-02 ] [ l_g_total: 2.4058e-02 ] +2024-09-27 03:02:33,779 INFO: [ epoch: 246 ] [ iter:329,200 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 15:15:31 ] [ l_g_pix: 2.7384e-02 ] [ l_g_total: 2.7384e-02 ] +2024-09-27 03:02:39,243 INFO: [ epoch: 246 ] [ iter:329,300 ] [ performance: 18.387 it/s ] [ lr: 2.50e-05 ] [ eta: 15:15:18 ] [ l_g_pix: 3.8232e-02 ] [ l_g_total: 3.8232e-02 ] +2024-09-27 03:02:44,703 INFO: [ epoch: 246 ] [ iter:329,400 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 15:15:04 ] [ l_g_pix: 4.0490e-02 ] [ l_g_total: 4.0490e-02 ] +2024-09-27 03:02:50,144 INFO: [ epoch: 246 ] [ iter:329,500 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 15:14:50 ] [ l_g_pix: 2.5780e-02 ] [ l_g_total: 2.5780e-02 ] +2024-09-27 03:02:55,628 INFO: [ epoch: 246 ] [ iter:329,600 ] [ performance: 18.287 it/s ] [ lr: 2.50e-05 ] [ eta: 15:14:36 ] [ l_g_pix: 2.1369e-02 ] [ l_g_total: 2.1369e-02 ] +2024-09-27 03:03:01,092 INFO: [ epoch: 246 ] [ iter:329,700 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 15:14:23 ] [ l_g_pix: 4.3983e-02 ] [ l_g_total: 4.3983e-02 ] +2024-09-27 03:03:06,559 INFO: [ epoch: 246 ] [ iter:329,800 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 15:14:09 ] [ l_g_pix: 3.4574e-02 ] [ l_g_total: 3.4574e-02 ] +2024-09-27 03:03:11,978 INFO: [ epoch: 246 ] [ iter:329,900 ] [ performance: 18.564 it/s ] [ lr: 2.50e-05 ] [ eta: 15:13:55 ] [ l_g_pix: 2.0865e-02 ] [ l_g_total: 2.0865e-02 ] +2024-09-27 03:03:18,487 INFO: [ epoch: 247 ] [ iter:330,000 ] [ performance: 16.415 it/s ] [ lr: 2.50e-05 ] [ eta: 15:13:44 ] [ l_g_pix: 2.5060e-02 ] [ l_g_total: 2.5060e-02 ] +2024-09-27 03:03:18,492 INFO: Saving models and training states. +2024-09-27 03:07:32,917 INFO: Validation val + + # psnr: 27.1842........ Best: 27.1990 @ 120000 iter + # ssim: 0.7661........ Best: 0.7665 @ 200000 iter + # dists: 0.7735........ Best: 0.7732 @ 200000 iter + +2024-09-27 03:07:38,399 INFO: [ epoch: 247 ] [ iter:330,100 ] [ performance: 18.244 it/s ] [ lr: 2.50e-05 ] [ eta: 15:22:06 ] [ l_g_pix: 4.2760e-02 ] [ l_g_total: 4.2760e-02 ] +2024-09-27 03:07:43,888 INFO: [ epoch: 247 ] [ iter:330,200 ] [ performance: 18.229 it/s ] [ lr: 2.50e-05 ] [ eta: 15:21:52 ] [ l_g_pix: 2.7616e-02 ] [ l_g_total: 2.7616e-02 ] +2024-09-27 03:07:49,399 INFO: [ epoch: 247 ] [ iter:330,300 ] [ performance: 18.251 it/s ] [ lr: 2.50e-05 ] [ eta: 15:21:39 ] [ l_g_pix: 2.6373e-02 ] [ l_g_total: 2.6373e-02 ] +2024-09-27 03:07:54,887 INFO: [ epoch: 247 ] [ iter:330,400 ] [ performance: 18.233 it/s ] [ lr: 2.50e-05 ] [ eta: 15:21:25 ] [ l_g_pix: 3.3759e-02 ] [ l_g_total: 3.3759e-02 ] +2024-09-27 03:08:00,366 INFO: [ epoch: 247 ] [ iter:330,500 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 15:21:11 ] [ l_g_pix: 2.5417e-02 ] [ l_g_total: 2.5417e-02 ] +2024-09-27 03:08:05,851 INFO: [ epoch: 247 ] [ iter:330,600 ] [ performance: 18.269 it/s ] [ lr: 2.50e-05 ] [ eta: 15:20:57 ] [ l_g_pix: 2.3527e-02 ] [ l_g_total: 2.3527e-02 ] +2024-09-27 03:08:11,353 INFO: [ epoch: 247 ] [ iter:330,700 ] [ performance: 18.323 it/s ] [ lr: 2.50e-05 ] [ eta: 15:20:43 ] [ l_g_pix: 2.0339e-02 ] [ l_g_total: 2.0339e-02 ] +2024-09-27 03:08:16,849 INFO: [ epoch: 247 ] [ iter:330,800 ] [ performance: 18.243 it/s ] [ lr: 2.50e-05 ] [ eta: 15:20:29 ] [ l_g_pix: 2.5567e-02 ] [ l_g_total: 2.5567e-02 ] +2024-09-27 03:08:22,348 INFO: [ epoch: 247 ] [ iter:330,900 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 15:20:15 ] [ l_g_pix: 4.9316e-02 ] [ l_g_total: 4.9316e-02 ] +2024-09-27 03:08:27,865 INFO: [ epoch: 247 ] [ iter:331,000 ] [ performance: 18.191 it/s ] [ lr: 2.50e-05 ] [ eta: 15:20:02 ] [ l_g_pix: 2.8074e-02 ] [ l_g_total: 2.8074e-02 ] +2024-09-27 03:08:33,406 INFO: [ epoch: 247 ] [ iter:331,100 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 15:19:48 ] [ l_g_pix: 2.6092e-02 ] [ l_g_total: 2.6092e-02 ] +2024-09-27 03:08:38,906 INFO: [ epoch: 247 ] [ iter:331,200 ] [ performance: 18.211 it/s ] [ lr: 2.50e-05 ] [ eta: 15:19:34 ] [ l_g_pix: 3.3783e-02 ] [ l_g_total: 3.3783e-02 ] +2024-09-27 03:08:44,319 INFO: [ epoch: 247 ] [ iter:331,300 ] [ performance: 18.915 it/s ] [ lr: 2.50e-05 ] [ eta: 15:19:20 ] [ l_g_pix: 4.5803e-02 ] [ l_g_total: 4.5803e-02 ] +2024-09-27 03:08:51,011 INFO: [ epoch: 248 ] [ iter:331,400 ] [ performance: 16.102 it/s ] [ lr: 2.50e-05 ] [ eta: 15:19:09 ] [ l_g_pix: 2.5823e-02 ] [ l_g_total: 2.5823e-02 ] +2024-09-27 03:08:56,497 INFO: [ epoch: 248 ] [ iter:331,500 ] [ performance: 18.469 it/s ] [ lr: 2.50e-05 ] [ eta: 15:18:55 ] [ l_g_pix: 2.6095e-02 ] [ l_g_total: 2.6095e-02 ] +2024-09-27 03:09:01,942 INFO: [ epoch: 248 ] [ iter:331,600 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 15:18:41 ] [ l_g_pix: 3.5152e-02 ] [ l_g_total: 3.5152e-02 ] +2024-09-27 03:09:07,383 INFO: [ epoch: 248 ] [ iter:331,700 ] [ performance: 18.610 it/s ] [ lr: 2.50e-05 ] [ eta: 15:18:27 ] [ l_g_pix: 4.1575e-02 ] [ l_g_total: 4.1575e-02 ] +2024-09-27 03:09:12,851 INFO: [ epoch: 248 ] [ iter:331,800 ] [ performance: 18.396 it/s ] [ lr: 2.50e-05 ] [ eta: 15:18:13 ] [ l_g_pix: 2.5224e-02 ] [ l_g_total: 2.5224e-02 ] +2024-09-27 03:09:18,465 INFO: [ epoch: 248 ] [ iter:331,900 ] [ performance: 18.278 it/s ] [ lr: 2.50e-05 ] [ eta: 15:18:00 ] [ l_g_pix: 3.1542e-02 ] [ l_g_total: 3.1542e-02 ] +2024-09-27 03:09:23,868 INFO: [ epoch: 248 ] [ iter:332,000 ] [ performance: 18.433 it/s ] [ lr: 2.50e-05 ] [ eta: 15:17:46 ] [ l_g_pix: 1.6102e-02 ] [ l_g_total: 1.6102e-02 ] +2024-09-27 03:09:29,323 INFO: [ epoch: 248 ] [ iter:332,100 ] [ performance: 18.517 it/s ] [ lr: 2.50e-05 ] [ eta: 15:17:32 ] [ l_g_pix: 3.2003e-02 ] [ l_g_total: 3.2003e-02 ] +2024-09-27 03:09:34,785 INFO: [ epoch: 248 ] [ iter:332,200 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 15:17:18 ] [ l_g_pix: 2.9005e-02 ] [ l_g_total: 2.9005e-02 ] +2024-09-27 03:09:40,260 INFO: [ epoch: 248 ] [ iter:332,300 ] [ performance: 18.402 it/s ] [ lr: 2.50e-05 ] [ eta: 15:17:04 ] [ l_g_pix: 3.1699e-02 ] [ l_g_total: 3.1699e-02 ] +2024-09-27 03:09:45,729 INFO: [ epoch: 248 ] [ iter:332,400 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 15:16:51 ] [ l_g_pix: 2.8917e-02 ] [ l_g_total: 2.8917e-02 ] +2024-09-27 03:09:51,263 INFO: [ epoch: 248 ] [ iter:332,500 ] [ performance: 18.368 it/s ] [ lr: 2.50e-05 ] [ eta: 15:16:37 ] [ l_g_pix: 3.1699e-02 ] [ l_g_total: 3.1699e-02 ] +2024-09-27 03:09:56,722 INFO: [ epoch: 248 ] [ iter:332,600 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 15:16:23 ] [ l_g_pix: 1.9676e-02 ] [ l_g_total: 1.9676e-02 ] +2024-09-27 03:10:03,550 INFO: [ epoch: 249 ] [ iter:332,700 ] [ performance: 11.701 it/s ] [ lr: 2.50e-05 ] [ eta: 15:16:12 ] [ l_g_pix: 2.5072e-02 ] [ l_g_total: 2.5072e-02 ] +2024-09-27 03:10:08,988 INFO: [ epoch: 249 ] [ iter:332,800 ] [ performance: 15.619 it/s ] [ lr: 2.50e-05 ] [ eta: 15:15:58 ] [ l_g_pix: 2.1231e-02 ] [ l_g_total: 2.1231e-02 ] +2024-09-27 03:10:14,483 INFO: [ epoch: 249 ] [ iter:332,900 ] [ performance: 18.520 it/s ] [ lr: 2.50e-05 ] [ eta: 15:15:44 ] [ l_g_pix: 3.3098e-02 ] [ l_g_total: 3.3098e-02 ] +2024-09-27 03:10:19,968 INFO: [ epoch: 249 ] [ iter:333,000 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 15:15:31 ] [ l_g_pix: 2.5257e-02 ] [ l_g_total: 2.5257e-02 ] +2024-09-27 03:10:25,489 INFO: [ epoch: 249 ] [ iter:333,100 ] [ performance: 18.199 it/s ] [ lr: 2.50e-05 ] [ eta: 15:15:17 ] [ l_g_pix: 2.9808e-02 ] [ l_g_total: 2.9808e-02 ] +2024-09-27 03:10:30,947 INFO: [ epoch: 249 ] [ iter:333,200 ] [ performance: 18.286 it/s ] [ lr: 2.50e-05 ] [ eta: 15:15:03 ] [ l_g_pix: 3.4604e-02 ] [ l_g_total: 3.4604e-02 ] +2024-09-27 03:10:36,419 INFO: [ epoch: 249 ] [ iter:333,300 ] [ performance: 18.549 it/s ] [ lr: 2.50e-05 ] [ eta: 15:14:49 ] [ l_g_pix: 3.3339e-02 ] [ l_g_total: 3.3339e-02 ] +2024-09-27 03:10:41,871 INFO: [ epoch: 249 ] [ iter:333,400 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 15:14:36 ] [ l_g_pix: 3.0105e-02 ] [ l_g_total: 3.0105e-02 ] +2024-09-27 03:10:47,355 INFO: [ epoch: 249 ] [ iter:333,500 ] [ performance: 18.459 it/s ] [ lr: 2.50e-05 ] [ eta: 15:14:22 ] [ l_g_pix: 3.9893e-02 ] [ l_g_total: 3.9893e-02 ] +2024-09-27 03:10:52,795 INFO: [ epoch: 249 ] [ iter:333,600 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 15:14:08 ] [ l_g_pix: 2.9833e-02 ] [ l_g_total: 2.9833e-02 ] +2024-09-27 03:10:58,263 INFO: [ epoch: 249 ] [ iter:333,700 ] [ performance: 18.389 it/s ] [ lr: 2.50e-05 ] [ eta: 15:13:54 ] [ l_g_pix: 1.9235e-02 ] [ l_g_total: 1.9235e-02 ] +2024-09-27 03:11:03,743 INFO: [ epoch: 249 ] [ iter:333,800 ] [ performance: 18.290 it/s ] [ lr: 2.50e-05 ] [ eta: 15:13:41 ] [ l_g_pix: 2.6018e-02 ] [ l_g_total: 2.6018e-02 ] +2024-09-27 03:11:09,211 INFO: [ epoch: 249 ] [ iter:333,900 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 15:13:27 ] [ l_g_pix: 3.4628e-02 ] [ l_g_total: 3.4628e-02 ] +2024-09-27 03:11:14,715 INFO: [ epoch: 249 ] [ iter:334,000 ] [ performance: 18.231 it/s ] [ lr: 2.50e-05 ] [ eta: 15:13:13 ] [ l_g_pix: 3.3515e-02 ] [ l_g_total: 3.3515e-02 ] +2024-09-27 03:11:21,465 INFO: [ epoch: 250 ] [ iter:334,100 ] [ performance: 18.449 it/s ] [ lr: 2.50e-05 ] [ eta: 15:13:02 ] [ l_g_pix: 2.7717e-02 ] [ l_g_total: 2.7717e-02 ] +2024-09-27 03:11:26,927 INFO: [ epoch: 250 ] [ iter:334,200 ] [ performance: 18.349 it/s ] [ lr: 2.50e-05 ] [ eta: 15:12:48 ] [ l_g_pix: 4.2343e-02 ] [ l_g_total: 4.2343e-02 ] +2024-09-27 03:11:32,397 INFO: [ epoch: 250 ] [ iter:334,300 ] [ performance: 18.501 it/s ] [ lr: 2.50e-05 ] [ eta: 15:12:35 ] [ l_g_pix: 3.0227e-02 ] [ l_g_total: 3.0227e-02 ] +2024-09-27 03:11:37,916 INFO: [ epoch: 250 ] [ iter:334,400 ] [ performance: 18.224 it/s ] [ lr: 2.50e-05 ] [ eta: 15:12:21 ] [ l_g_pix: 3.9917e-02 ] [ l_g_total: 3.9917e-02 ] +2024-09-27 03:11:43,335 INFO: [ epoch: 250 ] [ iter:334,500 ] [ performance: 18.824 it/s ] [ lr: 2.50e-05 ] [ eta: 15:12:07 ] [ l_g_pix: 1.4399e-02 ] [ l_g_total: 1.4399e-02 ] +2024-09-27 03:11:48,788 INFO: [ epoch: 250 ] [ iter:334,600 ] [ performance: 18.466 it/s ] [ lr: 2.50e-05 ] [ eta: 15:11:53 ] [ l_g_pix: 2.2566e-02 ] [ l_g_total: 2.2566e-02 ] +2024-09-27 03:11:54,200 INFO: [ epoch: 250 ] [ iter:334,700 ] [ performance: 18.851 it/s ] [ lr: 2.50e-05 ] [ eta: 15:11:40 ] [ l_g_pix: 4.0652e-02 ] [ l_g_total: 4.0652e-02 ] +2024-09-27 03:11:59,638 INFO: [ epoch: 250 ] [ iter:334,800 ] [ performance: 18.509 it/s ] [ lr: 2.50e-05 ] [ eta: 15:11:26 ] [ l_g_pix: 2.8144e-02 ] [ l_g_total: 2.8144e-02 ] +2024-09-27 03:12:05,115 INFO: [ epoch: 250 ] [ iter:334,900 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 15:11:12 ] [ l_g_pix: 3.4765e-02 ] [ l_g_total: 3.4765e-02 ] +2024-09-27 03:12:10,636 INFO: [ epoch: 250 ] [ iter:335,000 ] [ performance: 18.182 it/s ] [ lr: 2.50e-05 ] [ eta: 15:10:59 ] [ l_g_pix: 3.1175e-02 ] [ l_g_total: 3.1175e-02 ] +2024-09-27 03:12:16,073 INFO: [ epoch: 250 ] [ iter:335,100 ] [ performance: 18.864 it/s ] [ lr: 2.50e-05 ] [ eta: 15:10:45 ] [ l_g_pix: 3.7357e-02 ] [ l_g_total: 3.7357e-02 ] +2024-09-27 03:12:21,495 INFO: [ epoch: 250 ] [ iter:335,200 ] [ performance: 18.549 it/s ] [ lr: 2.50e-05 ] [ eta: 15:10:31 ] [ l_g_pix: 2.9411e-02 ] [ l_g_total: 2.9411e-02 ] +2024-09-27 03:12:26,853 INFO: [ epoch: 250 ] [ iter:335,300 ] [ performance: 18.919 it/s ] [ lr: 2.50e-05 ] [ eta: 15:10:17 ] [ l_g_pix: 2.7864e-02 ] [ l_g_total: 2.7864e-02 ] +2024-09-27 03:12:33,632 INFO: [ epoch: 251 ] [ iter:335,400 ] [ performance: 15.585 it/s ] [ lr: 2.50e-05 ] [ eta: 15:10:06 ] [ l_g_pix: 2.1530e-02 ] [ l_g_total: 2.1530e-02 ] +2024-09-27 03:12:39,068 INFO: [ epoch: 251 ] [ iter:335,500 ] [ performance: 18.613 it/s ] [ lr: 2.50e-05 ] [ eta: 15:09:52 ] [ l_g_pix: 2.6068e-02 ] [ l_g_total: 2.6068e-02 ] +2024-09-27 03:12:44,547 INFO: [ epoch: 251 ] [ iter:335,600 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 15:09:39 ] [ l_g_pix: 2.8557e-02 ] [ l_g_total: 2.8557e-02 ] +2024-09-27 03:12:50,032 INFO: [ epoch: 251 ] [ iter:335,700 ] [ performance: 18.470 it/s ] [ lr: 2.50e-05 ] [ eta: 15:09:25 ] [ l_g_pix: 2.9287e-02 ] [ l_g_total: 2.9287e-02 ] +2024-09-27 03:12:55,474 INFO: [ epoch: 251 ] [ iter:335,800 ] [ performance: 18.399 it/s ] [ lr: 2.50e-05 ] [ eta: 15:09:12 ] [ l_g_pix: 3.0596e-02 ] [ l_g_total: 3.0596e-02 ] +2024-09-27 03:13:00,904 INFO: [ epoch: 251 ] [ iter:335,900 ] [ performance: 18.785 it/s ] [ lr: 2.50e-05 ] [ eta: 15:08:58 ] [ l_g_pix: 3.8794e-02 ] [ l_g_total: 3.8794e-02 ] +2024-09-27 03:13:06,332 INFO: [ epoch: 251 ] [ iter:336,000 ] [ performance: 18.504 it/s ] [ lr: 2.50e-05 ] [ eta: 15:08:44 ] [ l_g_pix: 3.1498e-02 ] [ l_g_total: 3.1498e-02 ] +2024-09-27 03:13:11,776 INFO: [ epoch: 251 ] [ iter:336,100 ] [ performance: 18.433 it/s ] [ lr: 2.50e-05 ] [ eta: 15:08:30 ] [ l_g_pix: 2.1418e-02 ] [ l_g_total: 2.1418e-02 ] +2024-09-27 03:13:17,264 INFO: [ epoch: 251 ] [ iter:336,200 ] [ performance: 18.269 it/s ] [ lr: 2.50e-05 ] [ eta: 15:08:17 ] [ l_g_pix: 2.6449e-02 ] [ l_g_total: 2.6449e-02 ] +2024-09-27 03:13:22,702 INFO: [ epoch: 251 ] [ iter:336,300 ] [ performance: 18.585 it/s ] [ lr: 2.50e-05 ] [ eta: 15:08:03 ] [ l_g_pix: 3.1522e-02 ] [ l_g_total: 3.1522e-02 ] +2024-09-27 03:13:28,159 INFO: [ epoch: 251 ] [ iter:336,400 ] [ performance: 18.381 it/s ] [ lr: 2.50e-05 ] [ eta: 15:07:50 ] [ l_g_pix: 1.9557e-02 ] [ l_g_total: 1.9557e-02 ] +2024-09-27 03:13:33,634 INFO: [ epoch: 251 ] [ iter:336,500 ] [ performance: 18.821 it/s ] [ lr: 2.50e-05 ] [ eta: 15:07:36 ] [ l_g_pix: 2.7303e-02 ] [ l_g_total: 2.7303e-02 ] +2024-09-27 03:13:39,051 INFO: [ epoch: 251 ] [ iter:336,600 ] [ performance: 18.537 it/s ] [ lr: 2.50e-05 ] [ eta: 15:07:22 ] [ l_g_pix: 2.9345e-02 ] [ l_g_total: 2.9345e-02 ] +2024-09-27 03:13:45,828 INFO: [ epoch: 252 ] [ iter:336,700 ] [ performance: 14.499 it/s ] [ lr: 2.50e-05 ] [ eta: 15:07:11 ] [ l_g_pix: 2.9384e-02 ] [ l_g_total: 2.9384e-02 ] +2024-09-27 03:13:51,331 INFO: [ epoch: 252 ] [ iter:336,800 ] [ performance: 17.299 it/s ] [ lr: 2.50e-05 ] [ eta: 15:06:58 ] [ l_g_pix: 4.5971e-02 ] [ l_g_total: 4.5971e-02 ] +2024-09-27 03:13:56,794 INFO: [ epoch: 252 ] [ iter:336,900 ] [ performance: 18.483 it/s ] [ lr: 2.50e-05 ] [ eta: 15:06:44 ] [ l_g_pix: 2.9263e-02 ] [ l_g_total: 2.9263e-02 ] +2024-09-27 03:14:02,234 INFO: [ epoch: 252 ] [ iter:337,000 ] [ performance: 18.403 it/s ] [ lr: 2.50e-05 ] [ eta: 15:06:30 ] [ l_g_pix: 2.4394e-02 ] [ l_g_total: 2.4394e-02 ] +2024-09-27 03:14:07,699 INFO: [ epoch: 252 ] [ iter:337,100 ] [ performance: 18.423 it/s ] [ lr: 2.50e-05 ] [ eta: 15:06:17 ] [ l_g_pix: 2.6931e-02 ] [ l_g_total: 2.6931e-02 ] +2024-09-27 03:14:13,166 INFO: [ epoch: 252 ] [ iter:337,200 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 15:06:03 ] [ l_g_pix: 2.7094e-02 ] [ l_g_total: 2.7094e-02 ] +2024-09-27 03:14:18,633 INFO: [ epoch: 252 ] [ iter:337,300 ] [ performance: 18.677 it/s ] [ lr: 2.50e-05 ] [ eta: 15:05:50 ] [ l_g_pix: 2.4631e-02 ] [ l_g_total: 2.4631e-02 ] +2024-09-27 03:14:24,094 INFO: [ epoch: 252 ] [ iter:337,400 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 15:05:36 ] [ l_g_pix: 1.6599e-02 ] [ l_g_total: 1.6599e-02 ] +2024-09-27 03:14:29,606 INFO: [ epoch: 252 ] [ iter:337,500 ] [ performance: 18.227 it/s ] [ lr: 2.50e-05 ] [ eta: 15:05:23 ] [ l_g_pix: 3.6550e-02 ] [ l_g_total: 3.6550e-02 ] +2024-09-27 03:14:35,091 INFO: [ epoch: 252 ] [ iter:337,600 ] [ performance: 18.233 it/s ] [ lr: 2.50e-05 ] [ eta: 15:05:09 ] [ l_g_pix: 3.1412e-02 ] [ l_g_total: 3.1412e-02 ] +2024-09-27 03:14:40,530 INFO: [ epoch: 252 ] [ iter:337,700 ] [ performance: 18.552 it/s ] [ lr: 2.50e-05 ] [ eta: 15:04:55 ] [ l_g_pix: 2.1129e-02 ] [ l_g_total: 2.1129e-02 ] +2024-09-27 03:14:45,988 INFO: [ epoch: 252 ] [ iter:337,800 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 15:04:42 ] [ l_g_pix: 2.6769e-02 ] [ l_g_total: 2.6769e-02 ] +2024-09-27 03:14:51,477 INFO: [ epoch: 252 ] [ iter:337,900 ] [ performance: 18.665 it/s ] [ lr: 2.50e-05 ] [ eta: 15:04:28 ] [ l_g_pix: 1.8579e-02 ] [ l_g_total: 1.8579e-02 ] +2024-09-27 03:14:56,833 INFO: [ epoch: 252 ] [ iter:338,000 ] [ performance: 18.673 it/s ] [ lr: 2.50e-05 ] [ eta: 15:04:15 ] [ l_g_pix: 2.0579e-02 ] [ l_g_total: 2.0579e-02 ] +2024-09-27 03:15:03,868 INFO: [ epoch: 253 ] [ iter:338,100 ] [ performance: 18.665 it/s ] [ lr: 2.50e-05 ] [ eta: 15:04:04 ] [ l_g_pix: 2.4823e-02 ] [ l_g_total: 2.4823e-02 ] +2024-09-27 03:15:09,350 INFO: [ epoch: 253 ] [ iter:338,200 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 15:03:51 ] [ l_g_pix: 2.9621e-02 ] [ l_g_total: 2.9621e-02 ] +2024-09-27 03:15:14,816 INFO: [ epoch: 253 ] [ iter:338,300 ] [ performance: 18.193 it/s ] [ lr: 2.50e-05 ] [ eta: 15:03:37 ] [ l_g_pix: 2.0077e-02 ] [ l_g_total: 2.0077e-02 ] +2024-09-27 03:15:20,280 INFO: [ epoch: 253 ] [ iter:338,400 ] [ performance: 18.289 it/s ] [ lr: 2.50e-05 ] [ eta: 15:03:24 ] [ l_g_pix: 2.5005e-02 ] [ l_g_total: 2.5005e-02 ] +2024-09-27 03:15:25,731 INFO: [ epoch: 253 ] [ iter:338,500 ] [ performance: 18.778 it/s ] [ lr: 2.50e-05 ] [ eta: 15:03:10 ] [ l_g_pix: 2.7862e-02 ] [ l_g_total: 2.7862e-02 ] +2024-09-27 03:15:31,192 INFO: [ epoch: 253 ] [ iter:338,600 ] [ performance: 18.380 it/s ] [ lr: 2.50e-05 ] [ eta: 15:02:57 ] [ l_g_pix: 2.8331e-02 ] [ l_g_total: 2.8331e-02 ] +2024-09-27 03:15:36,685 INFO: [ epoch: 253 ] [ iter:338,700 ] [ performance: 18.801 it/s ] [ lr: 2.50e-05 ] [ eta: 15:02:43 ] [ l_g_pix: 2.1248e-02 ] [ l_g_total: 2.1248e-02 ] +2024-09-27 03:15:42,120 INFO: [ epoch: 253 ] [ iter:338,800 ] [ performance: 18.453 it/s ] [ lr: 2.50e-05 ] [ eta: 15:02:29 ] [ l_g_pix: 3.2384e-02 ] [ l_g_total: 3.2384e-02 ] +2024-09-27 03:15:47,571 INFO: [ epoch: 253 ] [ iter:338,900 ] [ performance: 18.191 it/s ] [ lr: 2.50e-05 ] [ eta: 15:02:16 ] [ l_g_pix: 2.7331e-02 ] [ l_g_total: 2.7331e-02 ] +2024-09-27 03:15:53,058 INFO: [ epoch: 253 ] [ iter:339,000 ] [ performance: 18.222 it/s ] [ lr: 2.50e-05 ] [ eta: 15:02:03 ] [ l_g_pix: 2.8560e-02 ] [ l_g_total: 2.8560e-02 ] +2024-09-27 03:15:58,539 INFO: [ epoch: 253 ] [ iter:339,100 ] [ performance: 18.858 it/s ] [ lr: 2.50e-05 ] [ eta: 15:01:49 ] [ l_g_pix: 3.5896e-02 ] [ l_g_total: 3.5896e-02 ] +2024-09-27 03:16:03,986 INFO: [ epoch: 253 ] [ iter:339,200 ] [ performance: 18.417 it/s ] [ lr: 2.50e-05 ] [ eta: 15:01:36 ] [ l_g_pix: 2.8924e-02 ] [ l_g_total: 2.8924e-02 ] +2024-09-27 03:16:09,433 INFO: [ epoch: 253 ] [ iter:339,300 ] [ performance: 18.837 it/s ] [ lr: 2.50e-05 ] [ eta: 15:01:22 ] [ l_g_pix: 3.2276e-02 ] [ l_g_total: 3.2276e-02 ] +2024-09-27 03:16:16,149 INFO: [ epoch: 254 ] [ iter:339,400 ] [ performance: 15.234 it/s ] [ lr: 2.50e-05 ] [ eta: 15:01:11 ] [ l_g_pix: 2.5679e-02 ] [ l_g_total: 2.5679e-02 ] +2024-09-27 03:16:21,645 INFO: [ epoch: 254 ] [ iter:339,500 ] [ performance: 18.808 it/s ] [ lr: 2.50e-05 ] [ eta: 15:00:58 ] [ l_g_pix: 2.9577e-02 ] [ l_g_total: 2.9577e-02 ] +2024-09-27 03:16:27,096 INFO: [ epoch: 254 ] [ iter:339,600 ] [ performance: 18.390 it/s ] [ lr: 2.50e-05 ] [ eta: 15:00:44 ] [ l_g_pix: 3.9423e-02 ] [ l_g_total: 3.9423e-02 ] +2024-09-27 03:16:32,539 INFO: [ epoch: 254 ] [ iter:339,700 ] [ performance: 18.120 it/s ] [ lr: 2.50e-05 ] [ eta: 15:00:31 ] [ l_g_pix: 2.4652e-02 ] [ l_g_total: 2.4652e-02 ] +2024-09-27 03:16:38,017 INFO: [ epoch: 254 ] [ iter:339,800 ] [ performance: 18.244 it/s ] [ lr: 2.50e-05 ] [ eta: 15:00:17 ] [ l_g_pix: 4.3659e-02 ] [ l_g_total: 4.3659e-02 ] +2024-09-27 03:16:43,557 INFO: [ epoch: 254 ] [ iter:339,900 ] [ performance: 18.724 it/s ] [ lr: 2.50e-05 ] [ eta: 15:00:04 ] [ l_g_pix: 4.2056e-02 ] [ l_g_total: 4.2056e-02 ] +2024-09-27 03:16:49,040 INFO: [ epoch: 254 ] [ iter:340,000 ] [ performance: 18.280 it/s ] [ lr: 2.50e-05 ] [ eta: 14:59:50 ] [ l_g_pix: 2.6726e-02 ] [ l_g_total: 2.6726e-02 ] +2024-09-27 03:16:49,040 INFO: Saving models and training states. +2024-09-27 03:21:27,018 INFO: Validation val + + # psnr: 27.1918........ Best: 27.1990 @ 120000 iter + # ssim: 0.7664........ Best: 0.7665 @ 200000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 03:21:32,490 INFO: [ epoch: 254 ] [ iter:340,100 ] [ performance: 18.807 it/s ] [ lr: 2.50e-05 ] [ eta: 15:08:36 ] [ l_g_pix: 2.2050e-02 ] [ l_g_total: 2.2050e-02 ] +2024-09-27 03:21:37,976 INFO: [ epoch: 254 ] [ iter:340,200 ] [ performance: 18.275 it/s ] [ lr: 2.50e-05 ] [ eta: 15:08:23 ] [ l_g_pix: 2.5879e-02 ] [ l_g_total: 2.5879e-02 ] +2024-09-27 03:21:43,456 INFO: [ epoch: 254 ] [ iter:340,300 ] [ performance: 18.134 it/s ] [ lr: 2.50e-05 ] [ eta: 15:08:09 ] [ l_g_pix: 3.4920e-02 ] [ l_g_total: 3.4920e-02 ] +2024-09-27 03:21:48,955 INFO: [ epoch: 254 ] [ iter:340,400 ] [ performance: 18.184 it/s ] [ lr: 2.50e-05 ] [ eta: 15:07:55 ] [ l_g_pix: 2.9753e-02 ] [ l_g_total: 2.9753e-02 ] +2024-09-27 03:21:54,435 INFO: [ epoch: 254 ] [ iter:340,500 ] [ performance: 18.685 it/s ] [ lr: 2.50e-05 ] [ eta: 15:07:42 ] [ l_g_pix: 2.0084e-02 ] [ l_g_total: 2.0084e-02 ] +2024-09-27 03:21:59,862 INFO: [ epoch: 254 ] [ iter:340,600 ] [ performance: 18.444 it/s ] [ lr: 2.50e-05 ] [ eta: 15:07:28 ] [ l_g_pix: 3.1997e-02 ] [ l_g_total: 3.1997e-02 ] +2024-09-27 03:22:06,632 INFO: [ epoch: 255 ] [ iter:340,700 ] [ performance: 15.779 it/s ] [ lr: 2.50e-05 ] [ eta: 15:07:17 ] [ l_g_pix: 2.4968e-02 ] [ l_g_total: 2.4968e-02 ] +2024-09-27 03:22:12,327 INFO: [ epoch: 255 ] [ iter:340,800 ] [ performance: 17.469 it/s ] [ lr: 2.50e-05 ] [ eta: 15:07:04 ] [ l_g_pix: 1.9095e-02 ] [ l_g_total: 1.9095e-02 ] +2024-09-27 03:22:17,771 INFO: [ epoch: 255 ] [ iter:340,900 ] [ performance: 18.976 it/s ] [ lr: 2.50e-05 ] [ eta: 15:06:50 ] [ l_g_pix: 2.9557e-02 ] [ l_g_total: 2.9557e-02 ] +2024-09-27 03:22:23,225 INFO: [ epoch: 255 ] [ iter:341,000 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 15:06:36 ] [ l_g_pix: 3.6066e-02 ] [ l_g_total: 3.6066e-02 ] +2024-09-27 03:22:28,708 INFO: [ epoch: 255 ] [ iter:341,100 ] [ performance: 18.535 it/s ] [ lr: 2.50e-05 ] [ eta: 15:06:23 ] [ l_g_pix: 1.8782e-02 ] [ l_g_total: 1.8782e-02 ] +2024-09-27 03:22:34,163 INFO: [ epoch: 255 ] [ iter:341,200 ] [ performance: 18.339 it/s ] [ lr: 2.50e-05 ] [ eta: 15:06:09 ] [ l_g_pix: 3.8021e-02 ] [ l_g_total: 3.8021e-02 ] +2024-09-27 03:22:39,642 INFO: [ epoch: 255 ] [ iter:341,300 ] [ performance: 18.639 it/s ] [ lr: 2.50e-05 ] [ eta: 15:05:55 ] [ l_g_pix: 2.2189e-02 ] [ l_g_total: 2.2189e-02 ] +2024-09-27 03:22:45,129 INFO: [ epoch: 255 ] [ iter:341,400 ] [ performance: 18.235 it/s ] [ lr: 2.50e-05 ] [ eta: 15:05:42 ] [ l_g_pix: 2.8079e-02 ] [ l_g_total: 2.8079e-02 ] +2024-09-27 03:22:50,623 INFO: [ epoch: 255 ] [ iter:341,500 ] [ performance: 18.192 it/s ] [ lr: 2.50e-05 ] [ eta: 15:05:28 ] [ l_g_pix: 1.9528e-02 ] [ l_g_total: 1.9528e-02 ] +2024-09-27 03:22:56,112 INFO: [ epoch: 255 ] [ iter:341,600 ] [ performance: 18.220 it/s ] [ lr: 2.50e-05 ] [ eta: 15:05:15 ] [ l_g_pix: 2.9325e-02 ] [ l_g_total: 2.9325e-02 ] +2024-09-27 03:23:01,558 INFO: [ epoch: 255 ] [ iter:341,700 ] [ performance: 18.293 it/s ] [ lr: 2.50e-05 ] [ eta: 15:05:01 ] [ l_g_pix: 2.2462e-02 ] [ l_g_total: 2.2462e-02 ] +2024-09-27 03:23:07,087 INFO: [ epoch: 255 ] [ iter:341,800 ] [ performance: 18.087 it/s ] [ lr: 2.50e-05 ] [ eta: 15:04:48 ] [ l_g_pix: 1.6171e-02 ] [ l_g_total: 1.6171e-02 ] +2024-09-27 03:23:12,598 INFO: [ epoch: 255 ] [ iter:341,900 ] [ performance: 18.117 it/s ] [ lr: 2.50e-05 ] [ eta: 15:04:34 ] [ l_g_pix: 2.2160e-02 ] [ l_g_total: 2.2160e-02 ] +2024-09-27 03:23:17,970 INFO: [ epoch: 255 ] [ iter:342,000 ] [ performance: 18.627 it/s ] [ lr: 2.50e-05 ] [ eta: 15:04:20 ] [ l_g_pix: 2.4668e-02 ] [ l_g_total: 2.4668e-02 ] +2024-09-27 03:23:24,671 INFO: [ epoch: 256 ] [ iter:342,100 ] [ performance: 16.563 it/s ] [ lr: 2.50e-05 ] [ eta: 15:04:09 ] [ l_g_pix: 3.5451e-02 ] [ l_g_total: 3.5451e-02 ] +2024-09-27 03:23:30,132 INFO: [ epoch: 256 ] [ iter:342,200 ] [ performance: 18.327 it/s ] [ lr: 2.50e-05 ] [ eta: 15:03:55 ] [ l_g_pix: 3.0330e-02 ] [ l_g_total: 3.0330e-02 ] +2024-09-27 03:23:35,574 INFO: [ epoch: 256 ] [ iter:342,300 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 15:03:42 ] [ l_g_pix: 2.7749e-02 ] [ l_g_total: 2.7749e-02 ] +2024-09-27 03:23:41,044 INFO: [ epoch: 256 ] [ iter:342,400 ] [ performance: 18.304 it/s ] [ lr: 2.50e-05 ] [ eta: 15:03:28 ] [ l_g_pix: 2.8799e-02 ] [ l_g_total: 2.8799e-02 ] +2024-09-27 03:23:46,520 INFO: [ epoch: 256 ] [ iter:342,500 ] [ performance: 18.284 it/s ] [ lr: 2.50e-05 ] [ eta: 15:03:15 ] [ l_g_pix: 3.6506e-02 ] [ l_g_total: 3.6506e-02 ] +2024-09-27 03:23:52,045 INFO: [ epoch: 256 ] [ iter:342,600 ] [ performance: 18.108 it/s ] [ lr: 2.50e-05 ] [ eta: 15:03:01 ] [ l_g_pix: 2.5410e-02 ] [ l_g_total: 2.5410e-02 ] +2024-09-27 03:23:57,559 INFO: [ epoch: 256 ] [ iter:342,700 ] [ performance: 18.124 it/s ] [ lr: 2.50e-05 ] [ eta: 15:02:48 ] [ l_g_pix: 2.9189e-02 ] [ l_g_total: 2.9189e-02 ] +2024-09-27 03:24:03,044 INFO: [ epoch: 256 ] [ iter:342,800 ] [ performance: 18.257 it/s ] [ lr: 2.50e-05 ] [ eta: 15:02:34 ] [ l_g_pix: 4.2626e-02 ] [ l_g_total: 4.2626e-02 ] +2024-09-27 03:24:08,523 INFO: [ epoch: 256 ] [ iter:342,900 ] [ performance: 18.255 it/s ] [ lr: 2.50e-05 ] [ eta: 15:02:21 ] [ l_g_pix: 2.1336e-02 ] [ l_g_total: 2.1336e-02 ] +2024-09-27 03:24:14,002 INFO: [ epoch: 256 ] [ iter:343,000 ] [ performance: 18.284 it/s ] [ lr: 2.50e-05 ] [ eta: 15:02:07 ] [ l_g_pix: 4.0833e-02 ] [ l_g_total: 4.0833e-02 ] +2024-09-27 03:24:19,527 INFO: [ epoch: 256 ] [ iter:343,100 ] [ performance: 18.189 it/s ] [ lr: 2.50e-05 ] [ eta: 15:01:54 ] [ l_g_pix: 3.8858e-02 ] [ l_g_total: 3.8858e-02 ] +2024-09-27 03:24:25,040 INFO: [ epoch: 256 ] [ iter:343,200 ] [ performance: 18.166 it/s ] [ lr: 2.50e-05 ] [ eta: 15:01:40 ] [ l_g_pix: 3.1646e-02 ] [ l_g_total: 3.1646e-02 ] +2024-09-27 03:24:30,464 INFO: [ epoch: 256 ] [ iter:343,300 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 15:01:27 ] [ l_g_pix: 3.8114e-02 ] [ l_g_total: 3.8114e-02 ] +2024-09-27 03:24:37,243 INFO: [ epoch: 257 ] [ iter:343,400 ] [ performance: 14.512 it/s ] [ lr: 2.50e-05 ] [ eta: 15:01:16 ] [ l_g_pix: 3.8026e-02 ] [ l_g_total: 3.8026e-02 ] +2024-09-27 03:24:42,729 INFO: [ epoch: 257 ] [ iter:343,500 ] [ performance: 16.237 it/s ] [ lr: 2.50e-05 ] [ eta: 15:01:02 ] [ l_g_pix: 3.4364e-02 ] [ l_g_total: 3.4364e-02 ] +2024-09-27 03:24:48,141 INFO: [ epoch: 257 ] [ iter:343,600 ] [ performance: 18.524 it/s ] [ lr: 2.50e-05 ] [ eta: 15:00:49 ] [ l_g_pix: 3.2507e-02 ] [ l_g_total: 3.2507e-02 ] +2024-09-27 03:24:53,628 INFO: [ epoch: 257 ] [ iter:343,700 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 15:00:35 ] [ l_g_pix: 2.2598e-02 ] [ l_g_total: 2.2598e-02 ] +2024-09-27 03:24:59,081 INFO: [ epoch: 257 ] [ iter:343,800 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 15:00:22 ] [ l_g_pix: 2.7445e-02 ] [ l_g_total: 2.7445e-02 ] +2024-09-27 03:25:04,561 INFO: [ epoch: 257 ] [ iter:343,900 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 15:00:08 ] [ l_g_pix: 2.8475e-02 ] [ l_g_total: 2.8475e-02 ] +2024-09-27 03:25:10,018 INFO: [ epoch: 257 ] [ iter:344,000 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 14:59:54 ] [ l_g_pix: 3.3113e-02 ] [ l_g_total: 3.3113e-02 ] +2024-09-27 03:25:15,422 INFO: [ epoch: 257 ] [ iter:344,100 ] [ performance: 18.437 it/s ] [ lr: 2.50e-05 ] [ eta: 14:59:41 ] [ l_g_pix: 2.8557e-02 ] [ l_g_total: 2.8557e-02 ] +2024-09-27 03:25:20,869 INFO: [ epoch: 257 ] [ iter:344,200 ] [ performance: 18.413 it/s ] [ lr: 2.50e-05 ] [ eta: 14:59:27 ] [ l_g_pix: 3.0148e-02 ] [ l_g_total: 3.0148e-02 ] +2024-09-27 03:25:26,362 INFO: [ epoch: 257 ] [ iter:344,300 ] [ performance: 18.303 it/s ] [ lr: 2.50e-05 ] [ eta: 14:59:14 ] [ l_g_pix: 3.0340e-02 ] [ l_g_total: 3.0340e-02 ] +2024-09-27 03:25:31,817 INFO: [ epoch: 257 ] [ iter:344,400 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 14:59:00 ] [ l_g_pix: 2.3655e-02 ] [ l_g_total: 2.3655e-02 ] +2024-09-27 03:25:37,270 INFO: [ epoch: 257 ] [ iter:344,500 ] [ performance: 18.359 it/s ] [ lr: 2.50e-05 ] [ eta: 14:58:47 ] [ l_g_pix: 2.5238e-02 ] [ l_g_total: 2.5238e-02 ] +2024-09-27 03:25:42,733 INFO: [ epoch: 257 ] [ iter:344,600 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 14:58:33 ] [ l_g_pix: 2.5958e-02 ] [ l_g_total: 2.5958e-02 ] +2024-09-27 03:25:49,414 INFO: [ epoch: 258 ] [ iter:344,700 ] [ performance: 16.364 it/s ] [ lr: 2.50e-05 ] [ eta: 14:58:22 ] [ l_g_pix: 4.3042e-02 ] [ l_g_total: 4.3042e-02 ] +2024-09-27 03:25:54,954 INFO: [ epoch: 258 ] [ iter:344,800 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 14:58:09 ] [ l_g_pix: 3.7436e-02 ] [ l_g_total: 3.7436e-02 ] +2024-09-27 03:26:00,419 INFO: [ epoch: 258 ] [ iter:344,900 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 14:57:55 ] [ l_g_pix: 2.7513e-02 ] [ l_g_total: 2.7513e-02 ] +2024-09-27 03:26:05,865 INFO: [ epoch: 258 ] [ iter:345,000 ] [ performance: 18.449 it/s ] [ lr: 2.50e-05 ] [ eta: 14:57:42 ] [ l_g_pix: 2.4637e-02 ] [ l_g_total: 2.4637e-02 ] +2024-09-27 03:26:11,321 INFO: [ epoch: 258 ] [ iter:345,100 ] [ performance: 18.384 it/s ] [ lr: 2.50e-05 ] [ eta: 14:57:28 ] [ l_g_pix: 2.3065e-02 ] [ l_g_total: 2.3065e-02 ] +2024-09-27 03:26:16,781 INFO: [ epoch: 258 ] [ iter:345,200 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 14:57:15 ] [ l_g_pix: 3.1961e-02 ] [ l_g_total: 3.1961e-02 ] +2024-09-27 03:26:22,221 INFO: [ epoch: 258 ] [ iter:345,300 ] [ performance: 18.406 it/s ] [ lr: 2.50e-05 ] [ eta: 14:57:02 ] [ l_g_pix: 3.6264e-02 ] [ l_g_total: 3.6264e-02 ] +2024-09-27 03:26:27,696 INFO: [ epoch: 258 ] [ iter:345,400 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 14:56:48 ] [ l_g_pix: 2.3595e-02 ] [ l_g_total: 2.3595e-02 ] +2024-09-27 03:26:33,168 INFO: [ epoch: 258 ] [ iter:345,500 ] [ performance: 18.313 it/s ] [ lr: 2.50e-05 ] [ eta: 14:56:35 ] [ l_g_pix: 3.0646e-02 ] [ l_g_total: 3.0646e-02 ] +2024-09-27 03:26:38,617 INFO: [ epoch: 258 ] [ iter:345,600 ] [ performance: 18.437 it/s ] [ lr: 2.50e-05 ] [ eta: 14:56:21 ] [ l_g_pix: 1.4553e-02 ] [ l_g_total: 1.4553e-02 ] +2024-09-27 03:26:44,066 INFO: [ epoch: 258 ] [ iter:345,700 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 14:56:08 ] [ l_g_pix: 2.7901e-02 ] [ l_g_total: 2.7901e-02 ] +2024-09-27 03:26:49,519 INFO: [ epoch: 258 ] [ iter:345,800 ] [ performance: 18.425 it/s ] [ lr: 2.50e-05 ] [ eta: 14:55:54 ] [ l_g_pix: 2.4716e-02 ] [ l_g_total: 2.4716e-02 ] +2024-09-27 03:26:54,978 INFO: [ epoch: 258 ] [ iter:345,900 ] [ performance: 18.366 it/s ] [ lr: 2.50e-05 ] [ eta: 14:55:41 ] [ l_g_pix: 3.0597e-02 ] [ l_g_total: 3.0597e-02 ] +2024-09-27 03:27:00,386 INFO: [ epoch: 258 ] [ iter:346,000 ] [ performance: 18.652 it/s ] [ lr: 2.50e-05 ] [ eta: 14:55:27 ] [ l_g_pix: 3.5123e-02 ] [ l_g_total: 3.5123e-02 ] +2024-09-27 03:27:07,003 INFO: [ epoch: 259 ] [ iter:346,100 ] [ performance: 16.496 it/s ] [ lr: 2.50e-05 ] [ eta: 14:55:16 ] [ l_g_pix: 2.9640e-02 ] [ l_g_total: 2.9640e-02 ] +2024-09-27 03:27:12,456 INFO: [ epoch: 259 ] [ iter:346,200 ] [ performance: 18.454 it/s ] [ lr: 2.50e-05 ] [ eta: 14:55:03 ] [ l_g_pix: 1.5695e-02 ] [ l_g_total: 1.5695e-02 ] +2024-09-27 03:27:17,921 INFO: [ epoch: 259 ] [ iter:346,300 ] [ performance: 18.368 it/s ] [ lr: 2.50e-05 ] [ eta: 14:54:49 ] [ l_g_pix: 1.8694e-02 ] [ l_g_total: 1.8694e-02 ] +2024-09-27 03:27:23,412 INFO: [ epoch: 259 ] [ iter:346,400 ] [ performance: 18.295 it/s ] [ lr: 2.50e-05 ] [ eta: 14:54:36 ] [ l_g_pix: 3.1779e-02 ] [ l_g_total: 3.1779e-02 ] +2024-09-27 03:27:28,867 INFO: [ epoch: 259 ] [ iter:346,500 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 14:54:23 ] [ l_g_pix: 2.4425e-02 ] [ l_g_total: 2.4425e-02 ] +2024-09-27 03:27:34,319 INFO: [ epoch: 259 ] [ iter:346,600 ] [ performance: 18.445 it/s ] [ lr: 2.50e-05 ] [ eta: 14:54:09 ] [ l_g_pix: 1.9277e-02 ] [ l_g_total: 1.9277e-02 ] +2024-09-27 03:27:39,769 INFO: [ epoch: 259 ] [ iter:346,700 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 14:53:56 ] [ l_g_pix: 2.7520e-02 ] [ l_g_total: 2.7520e-02 ] +2024-09-27 03:27:45,218 INFO: [ epoch: 259 ] [ iter:346,800 ] [ performance: 18.396 it/s ] [ lr: 2.50e-05 ] [ eta: 14:53:42 ] [ l_g_pix: 2.6120e-02 ] [ l_g_total: 2.6120e-02 ] +2024-09-27 03:27:50,696 INFO: [ epoch: 259 ] [ iter:346,900 ] [ performance: 18.317 it/s ] [ lr: 2.50e-05 ] [ eta: 14:53:29 ] [ l_g_pix: 2.5513e-02 ] [ l_g_total: 2.5513e-02 ] +2024-09-27 03:27:56,170 INFO: [ epoch: 259 ] [ iter:347,000 ] [ performance: 18.408 it/s ] [ lr: 2.50e-05 ] [ eta: 14:53:16 ] [ l_g_pix: 3.0323e-02 ] [ l_g_total: 3.0323e-02 ] +2024-09-27 03:28:01,629 INFO: [ epoch: 259 ] [ iter:347,100 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 14:53:02 ] [ l_g_pix: 1.9712e-02 ] [ l_g_total: 1.9712e-02 ] +2024-09-27 03:28:07,107 INFO: [ epoch: 259 ] [ iter:347,200 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 14:52:49 ] [ l_g_pix: 3.6887e-02 ] [ l_g_total: 3.6887e-02 ] +2024-09-27 03:28:12,542 INFO: [ epoch: 259 ] [ iter:347,300 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 14:52:35 ] [ l_g_pix: 2.6215e-02 ] [ l_g_total: 2.6215e-02 ] +2024-09-27 03:28:19,346 INFO: [ epoch: 260 ] [ iter:347,400 ] [ performance: 13.592 it/s ] [ lr: 2.50e-05 ] [ eta: 14:52:25 ] [ l_g_pix: 2.7136e-02 ] [ l_g_total: 2.7136e-02 ] +2024-09-27 03:28:24,817 INFO: [ epoch: 260 ] [ iter:347,500 ] [ performance: 15.974 it/s ] [ lr: 2.50e-05 ] [ eta: 14:52:11 ] [ l_g_pix: 2.3232e-02 ] [ l_g_total: 2.3232e-02 ] +2024-09-27 03:28:30,303 INFO: [ epoch: 260 ] [ iter:347,600 ] [ performance: 18.243 it/s ] [ lr: 2.50e-05 ] [ eta: 14:51:58 ] [ l_g_pix: 3.0223e-02 ] [ l_g_total: 3.0223e-02 ] +2024-09-27 03:28:35,766 INFO: [ epoch: 260 ] [ iter:347,700 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 14:51:45 ] [ l_g_pix: 2.6326e-02 ] [ l_g_total: 2.6326e-02 ] +2024-09-27 03:28:41,229 INFO: [ epoch: 260 ] [ iter:347,800 ] [ performance: 18.444 it/s ] [ lr: 2.50e-05 ] [ eta: 14:51:31 ] [ l_g_pix: 2.4997e-02 ] [ l_g_total: 2.4997e-02 ] +2024-09-27 03:28:46,667 INFO: [ epoch: 260 ] [ iter:347,900 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 14:51:18 ] [ l_g_pix: 2.4084e-02 ] [ l_g_total: 2.4084e-02 ] +2024-09-27 03:28:52,105 INFO: [ epoch: 260 ] [ iter:348,000 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 14:51:05 ] [ l_g_pix: 3.0981e-02 ] [ l_g_total: 3.0981e-02 ] +2024-09-27 03:28:57,554 INFO: [ epoch: 260 ] [ iter:348,100 ] [ performance: 18.384 it/s ] [ lr: 2.50e-05 ] [ eta: 14:50:51 ] [ l_g_pix: 2.4096e-02 ] [ l_g_total: 2.4096e-02 ] +2024-09-27 03:29:02,945 INFO: [ epoch: 260 ] [ iter:348,200 ] [ performance: 18.638 it/s ] [ lr: 2.50e-05 ] [ eta: 14:50:38 ] [ l_g_pix: 2.2961e-02 ] [ l_g_total: 2.2961e-02 ] +2024-09-27 03:29:08,385 INFO: [ epoch: 260 ] [ iter:348,300 ] [ performance: 18.485 it/s ] [ lr: 2.50e-05 ] [ eta: 14:50:24 ] [ l_g_pix: 3.3390e-02 ] [ l_g_total: 3.3390e-02 ] +2024-09-27 03:29:13,815 INFO: [ epoch: 260 ] [ iter:348,400 ] [ performance: 18.535 it/s ] [ lr: 2.50e-05 ] [ eta: 14:50:11 ] [ l_g_pix: 2.6992e-02 ] [ l_g_total: 2.6992e-02 ] +2024-09-27 03:29:19,253 INFO: [ epoch: 260 ] [ iter:348,500 ] [ performance: 18.448 it/s ] [ lr: 2.50e-05 ] [ eta: 14:49:58 ] [ l_g_pix: 2.5125e-02 ] [ l_g_total: 2.5125e-02 ] +2024-09-27 03:29:24,708 INFO: [ epoch: 260 ] [ iter:348,600 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 14:49:44 ] [ l_g_pix: 1.7020e-02 ] [ l_g_total: 1.7020e-02 ] +2024-09-27 03:29:31,014 INFO: [ epoch: 261 ] [ iter:348,700 ] [ performance: 16.768 it/s ] [ lr: 2.50e-05 ] [ eta: 14:49:33 ] [ l_g_pix: 2.8464e-02 ] [ l_g_total: 2.8464e-02 ] +2024-09-27 03:29:36,672 INFO: [ epoch: 261 ] [ iter:348,800 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 14:49:20 ] [ l_g_pix: 3.4356e-02 ] [ l_g_total: 3.4356e-02 ] +2024-09-27 03:29:42,125 INFO: [ epoch: 261 ] [ iter:348,900 ] [ performance: 18.349 it/s ] [ lr: 2.50e-05 ] [ eta: 14:49:06 ] [ l_g_pix: 3.7601e-02 ] [ l_g_total: 3.7601e-02 ] +2024-09-27 03:29:47,598 INFO: [ epoch: 261 ] [ iter:349,000 ] [ performance: 18.252 it/s ] [ lr: 2.50e-05 ] [ eta: 14:48:53 ] [ l_g_pix: 1.4180e-02 ] [ l_g_total: 1.4180e-02 ] +2024-09-27 03:29:53,058 INFO: [ epoch: 261 ] [ iter:349,100 ] [ performance: 18.292 it/s ] [ lr: 2.50e-05 ] [ eta: 14:48:40 ] [ l_g_pix: 2.7563e-02 ] [ l_g_total: 2.7563e-02 ] +2024-09-27 03:29:58,557 INFO: [ epoch: 261 ] [ iter:349,200 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 14:48:27 ] [ l_g_pix: 2.4609e-02 ] [ l_g_total: 2.4609e-02 ] +2024-09-27 03:30:04,039 INFO: [ epoch: 261 ] [ iter:349,300 ] [ performance: 18.274 it/s ] [ lr: 2.50e-05 ] [ eta: 14:48:13 ] [ l_g_pix: 1.3762e-02 ] [ l_g_total: 1.3762e-02 ] +2024-09-27 03:30:09,518 INFO: [ epoch: 261 ] [ iter:349,400 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 14:48:00 ] [ l_g_pix: 3.1026e-02 ] [ l_g_total: 3.1026e-02 ] +2024-09-27 03:30:15,000 INFO: [ epoch: 261 ] [ iter:349,500 ] [ performance: 18.270 it/s ] [ lr: 2.50e-05 ] [ eta: 14:47:47 ] [ l_g_pix: 3.0722e-02 ] [ l_g_total: 3.0722e-02 ] +2024-09-27 03:30:20,464 INFO: [ epoch: 261 ] [ iter:349,600 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 14:47:34 ] [ l_g_pix: 1.9904e-02 ] [ l_g_total: 1.9904e-02 ] +2024-09-27 03:30:25,929 INFO: [ epoch: 261 ] [ iter:349,700 ] [ performance: 18.311 it/s ] [ lr: 2.50e-05 ] [ eta: 14:47:20 ] [ l_g_pix: 2.5541e-02 ] [ l_g_total: 2.5541e-02 ] +2024-09-27 03:30:31,402 INFO: [ epoch: 261 ] [ iter:349,800 ] [ performance: 18.437 it/s ] [ lr: 2.50e-05 ] [ eta: 14:47:07 ] [ l_g_pix: 2.0175e-02 ] [ l_g_total: 2.0175e-02 ] +2024-09-27 03:30:36,900 INFO: [ epoch: 261 ] [ iter:349,900 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 14:46:54 ] [ l_g_pix: 3.2436e-02 ] [ l_g_total: 3.2436e-02 ] +2024-09-27 03:30:42,291 INFO: [ epoch: 261 ] [ iter:350,000 ] [ performance: 18.773 it/s ] [ lr: 2.50e-05 ] [ eta: 14:46:41 ] [ l_g_pix: 2.3334e-02 ] [ l_g_total: 2.3334e-02 ] +2024-09-27 03:30:42,292 INFO: Saving models and training states. +2024-09-27 03:35:55,378 INFO: Validation val + + # psnr: 27.1986........ Best: 27.1990 @ 120000 iter + # ssim: 0.7665........ Best: 0.7665 @ 350000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 03:36:02,516 INFO: [ epoch: 262 ] [ iter:350,100 ] [ performance: 15.560 it/s ] [ lr: 2.50e-05 ] [ eta: 14:56:12 ] [ l_g_pix: 2.1757e-02 ] [ l_g_total: 2.1757e-02 ] +2024-09-27 03:36:08,008 INFO: [ epoch: 262 ] [ iter:350,200 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 14:55:58 ] [ l_g_pix: 3.8141e-02 ] [ l_g_total: 3.8141e-02 ] +2024-09-27 03:36:13,512 INFO: [ epoch: 262 ] [ iter:350,300 ] [ performance: 18.238 it/s ] [ lr: 2.50e-05 ] [ eta: 14:55:45 ] [ l_g_pix: 2.4433e-02 ] [ l_g_total: 2.4433e-02 ] +2024-09-27 03:36:18,962 INFO: [ epoch: 262 ] [ iter:350,400 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 14:55:31 ] [ l_g_pix: 2.5299e-02 ] [ l_g_total: 2.5299e-02 ] +2024-09-27 03:36:24,426 INFO: [ epoch: 262 ] [ iter:350,500 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 14:55:18 ] [ l_g_pix: 3.0387e-02 ] [ l_g_total: 3.0387e-02 ] +2024-09-27 03:36:29,916 INFO: [ epoch: 262 ] [ iter:350,600 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 14:55:04 ] [ l_g_pix: 1.5162e-02 ] [ l_g_total: 1.5162e-02 ] +2024-09-27 03:36:35,445 INFO: [ epoch: 262 ] [ iter:350,700 ] [ performance: 18.184 it/s ] [ lr: 2.50e-05 ] [ eta: 14:54:51 ] [ l_g_pix: 3.7969e-02 ] [ l_g_total: 3.7969e-02 ] +2024-09-27 03:36:40,980 INFO: [ epoch: 262 ] [ iter:350,800 ] [ performance: 18.361 it/s ] [ lr: 2.50e-05 ] [ eta: 14:54:38 ] [ l_g_pix: 2.8171e-02 ] [ l_g_total: 2.8171e-02 ] +2024-09-27 03:36:46,453 INFO: [ epoch: 262 ] [ iter:350,900 ] [ performance: 18.306 it/s ] [ lr: 2.50e-05 ] [ eta: 14:54:24 ] [ l_g_pix: 2.7402e-02 ] [ l_g_total: 2.7402e-02 ] +2024-09-27 03:36:51,919 INFO: [ epoch: 262 ] [ iter:351,000 ] [ performance: 18.415 it/s ] [ lr: 2.50e-05 ] [ eta: 14:54:11 ] [ l_g_pix: 3.5323e-02 ] [ l_g_total: 3.5323e-02 ] +2024-09-27 03:36:57,394 INFO: [ epoch: 262 ] [ iter:351,100 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 14:53:57 ] [ l_g_pix: 2.8742e-02 ] [ l_g_total: 2.8742e-02 ] +2024-09-27 03:37:02,918 INFO: [ epoch: 262 ] [ iter:351,200 ] [ performance: 18.268 it/s ] [ lr: 2.50e-05 ] [ eta: 14:53:44 ] [ l_g_pix: 2.0211e-02 ] [ l_g_total: 2.0211e-02 ] +2024-09-27 03:37:08,372 INFO: [ epoch: 262 ] [ iter:351,300 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 14:53:31 ] [ l_g_pix: 2.9165e-02 ] [ l_g_total: 2.9165e-02 ] +2024-09-27 03:37:15,135 INFO: [ epoch: 263 ] [ iter:351,400 ] [ performance: 12.453 it/s ] [ lr: 2.50e-05 ] [ eta: 14:53:20 ] [ l_g_pix: 2.2256e-02 ] [ l_g_total: 2.2256e-02 ] +2024-09-27 03:37:20,612 INFO: [ epoch: 263 ] [ iter:351,500 ] [ performance: 15.748 it/s ] [ lr: 2.50e-05 ] [ eta: 14:53:06 ] [ l_g_pix: 2.1177e-02 ] [ l_g_total: 2.1177e-02 ] +2024-09-27 03:37:26,046 INFO: [ epoch: 263 ] [ iter:351,600 ] [ performance: 18.510 it/s ] [ lr: 2.50e-05 ] [ eta: 14:52:53 ] [ l_g_pix: 3.2845e-02 ] [ l_g_total: 3.2845e-02 ] +2024-09-27 03:37:31,540 INFO: [ epoch: 263 ] [ iter:351,700 ] [ performance: 18.305 it/s ] [ lr: 2.50e-05 ] [ eta: 14:52:39 ] [ l_g_pix: 3.2045e-02 ] [ l_g_total: 3.2045e-02 ] +2024-09-27 03:37:37,022 INFO: [ epoch: 263 ] [ iter:351,800 ] [ performance: 18.417 it/s ] [ lr: 2.50e-05 ] [ eta: 14:52:26 ] [ l_g_pix: 3.8362e-02 ] [ l_g_total: 3.8362e-02 ] +2024-09-27 03:37:42,511 INFO: [ epoch: 263 ] [ iter:351,900 ] [ performance: 18.286 it/s ] [ lr: 2.50e-05 ] [ eta: 14:52:13 ] [ l_g_pix: 2.9392e-02 ] [ l_g_total: 2.9392e-02 ] +2024-09-27 03:37:47,951 INFO: [ epoch: 263 ] [ iter:352,000 ] [ performance: 18.677 it/s ] [ lr: 2.50e-05 ] [ eta: 14:51:59 ] [ l_g_pix: 2.9110e-02 ] [ l_g_total: 2.9110e-02 ] +2024-09-27 03:37:53,413 INFO: [ epoch: 263 ] [ iter:352,100 ] [ performance: 18.429 it/s ] [ lr: 2.50e-05 ] [ eta: 14:51:46 ] [ l_g_pix: 3.0182e-02 ] [ l_g_total: 3.0182e-02 ] +2024-09-27 03:37:58,842 INFO: [ epoch: 263 ] [ iter:352,200 ] [ performance: 18.550 it/s ] [ lr: 2.50e-05 ] [ eta: 14:51:32 ] [ l_g_pix: 2.9831e-02 ] [ l_g_total: 2.9831e-02 ] +2024-09-27 03:38:04,297 INFO: [ epoch: 263 ] [ iter:352,300 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 14:51:19 ] [ l_g_pix: 2.8528e-02 ] [ l_g_total: 2.8528e-02 ] +2024-09-27 03:38:09,773 INFO: [ epoch: 263 ] [ iter:352,400 ] [ performance: 18.293 it/s ] [ lr: 2.50e-05 ] [ eta: 14:51:05 ] [ l_g_pix: 2.6813e-02 ] [ l_g_total: 2.6813e-02 ] +2024-09-27 03:38:15,259 INFO: [ epoch: 263 ] [ iter:352,500 ] [ performance: 18.249 it/s ] [ lr: 2.50e-05 ] [ eta: 14:50:52 ] [ l_g_pix: 1.8255e-02 ] [ l_g_total: 1.8255e-02 ] +2024-09-27 03:38:20,729 INFO: [ epoch: 263 ] [ iter:352,600 ] [ performance: 18.459 it/s ] [ lr: 2.50e-05 ] [ eta: 14:50:39 ] [ l_g_pix: 2.1977e-02 ] [ l_g_total: 2.1977e-02 ] +2024-09-27 03:38:26,081 INFO: [ epoch: 263 ] [ iter:352,700 ] [ performance: 18.615 it/s ] [ lr: 2.50e-05 ] [ eta: 14:50:25 ] [ l_g_pix: 2.1287e-02 ] [ l_g_total: 2.1287e-02 ] +2024-09-27 03:38:32,718 INFO: [ epoch: 264 ] [ iter:352,800 ] [ performance: 18.593 it/s ] [ lr: 2.50e-05 ] [ eta: 14:50:14 ] [ l_g_pix: 2.2802e-02 ] [ l_g_total: 2.2802e-02 ] +2024-09-27 03:38:38,189 INFO: [ epoch: 264 ] [ iter:352,900 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 14:50:01 ] [ l_g_pix: 3.7775e-02 ] [ l_g_total: 3.7775e-02 ] +2024-09-27 03:38:43,628 INFO: [ epoch: 264 ] [ iter:353,000 ] [ performance: 18.690 it/s ] [ lr: 2.50e-05 ] [ eta: 14:49:47 ] [ l_g_pix: 3.3502e-02 ] [ l_g_total: 3.3502e-02 ] +2024-09-27 03:38:49,106 INFO: [ epoch: 264 ] [ iter:353,100 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 14:49:34 ] [ l_g_pix: 3.5935e-02 ] [ l_g_total: 3.5935e-02 ] +2024-09-27 03:38:54,551 INFO: [ epoch: 264 ] [ iter:353,200 ] [ performance: 18.462 it/s ] [ lr: 2.50e-05 ] [ eta: 14:49:20 ] [ l_g_pix: 2.3507e-02 ] [ l_g_total: 2.3507e-02 ] +2024-09-27 03:39:00,015 INFO: [ epoch: 264 ] [ iter:353,300 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 14:49:07 ] [ l_g_pix: 2.4782e-02 ] [ l_g_total: 2.4782e-02 ] +2024-09-27 03:39:05,483 INFO: [ epoch: 264 ] [ iter:353,400 ] [ performance: 18.554 it/s ] [ lr: 2.50e-05 ] [ eta: 14:48:54 ] [ l_g_pix: 2.3428e-02 ] [ l_g_total: 2.3428e-02 ] +2024-09-27 03:39:10,908 INFO: [ epoch: 264 ] [ iter:353,500 ] [ performance: 18.471 it/s ] [ lr: 2.50e-05 ] [ eta: 14:48:40 ] [ l_g_pix: 3.0544e-02 ] [ l_g_total: 3.0544e-02 ] +2024-09-27 03:39:16,374 INFO: [ epoch: 264 ] [ iter:353,600 ] [ performance: 18.527 it/s ] [ lr: 2.50e-05 ] [ eta: 14:48:27 ] [ l_g_pix: 3.3574e-02 ] [ l_g_total: 3.3574e-02 ] +2024-09-27 03:39:21,845 INFO: [ epoch: 264 ] [ iter:353,700 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 14:48:14 ] [ l_g_pix: 2.6195e-02 ] [ l_g_total: 2.6195e-02 ] +2024-09-27 03:39:27,318 INFO: [ epoch: 264 ] [ iter:353,800 ] [ performance: 18.526 it/s ] [ lr: 2.50e-05 ] [ eta: 14:48:00 ] [ l_g_pix: 3.3739e-02 ] [ l_g_total: 3.3739e-02 ] +2024-09-27 03:39:32,775 INFO: [ epoch: 264 ] [ iter:353,900 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 14:47:47 ] [ l_g_pix: 2.7279e-02 ] [ l_g_total: 2.7279e-02 ] +2024-09-27 03:39:38,185 INFO: [ epoch: 264 ] [ iter:354,000 ] [ performance: 18.892 it/s ] [ lr: 2.50e-05 ] [ eta: 14:47:34 ] [ l_g_pix: 3.1864e-02 ] [ l_g_total: 3.1864e-02 ] +2024-09-27 03:39:44,972 INFO: [ epoch: 265 ] [ iter:354,100 ] [ performance: 15.706 it/s ] [ lr: 2.50e-05 ] [ eta: 14:47:23 ] [ l_g_pix: 2.3530e-02 ] [ l_g_total: 2.3530e-02 ] +2024-09-27 03:39:50,433 INFO: [ epoch: 265 ] [ iter:354,200 ] [ performance: 18.552 it/s ] [ lr: 2.50e-05 ] [ eta: 14:47:09 ] [ l_g_pix: 4.6256e-02 ] [ l_g_total: 4.6256e-02 ] +2024-09-27 03:39:55,897 INFO: [ epoch: 265 ] [ iter:354,300 ] [ performance: 18.373 it/s ] [ lr: 2.50e-05 ] [ eta: 14:46:56 ] [ l_g_pix: 2.2530e-02 ] [ l_g_total: 2.2530e-02 ] +2024-09-27 03:40:01,370 INFO: [ epoch: 265 ] [ iter:354,400 ] [ performance: 18.646 it/s ] [ lr: 2.50e-05 ] [ eta: 14:46:43 ] [ l_g_pix: 2.3812e-02 ] [ l_g_total: 2.3812e-02 ] +2024-09-27 03:40:06,840 INFO: [ epoch: 265 ] [ iter:354,500 ] [ performance: 18.380 it/s ] [ lr: 2.50e-05 ] [ eta: 14:46:30 ] [ l_g_pix: 4.1165e-02 ] [ l_g_total: 4.1165e-02 ] +2024-09-27 03:40:12,301 INFO: [ epoch: 265 ] [ iter:354,600 ] [ performance: 18.510 it/s ] [ lr: 2.50e-05 ] [ eta: 14:46:16 ] [ l_g_pix: 3.6829e-02 ] [ l_g_total: 3.6829e-02 ] +2024-09-27 03:40:17,750 INFO: [ epoch: 265 ] [ iter:354,700 ] [ performance: 18.395 it/s ] [ lr: 2.50e-05 ] [ eta: 14:46:03 ] [ l_g_pix: 3.0321e-02 ] [ l_g_total: 3.0321e-02 ] +2024-09-27 03:40:23,231 INFO: [ epoch: 265 ] [ iter:354,800 ] [ performance: 18.497 it/s ] [ lr: 2.50e-05 ] [ eta: 14:45:50 ] [ l_g_pix: 2.8678e-02 ] [ l_g_total: 2.8678e-02 ] +2024-09-27 03:40:28,671 INFO: [ epoch: 265 ] [ iter:354,900 ] [ performance: 18.414 it/s ] [ lr: 2.50e-05 ] [ eta: 14:45:36 ] [ l_g_pix: 3.3442e-02 ] [ l_g_total: 3.3442e-02 ] +2024-09-27 03:40:34,132 INFO: [ epoch: 265 ] [ iter:355,000 ] [ performance: 18.395 it/s ] [ lr: 2.50e-05 ] [ eta: 14:45:23 ] [ l_g_pix: 3.4939e-02 ] [ l_g_total: 3.4939e-02 ] +2024-09-27 03:40:39,620 INFO: [ epoch: 265 ] [ iter:355,100 ] [ performance: 18.268 it/s ] [ lr: 2.50e-05 ] [ eta: 14:45:10 ] [ l_g_pix: 3.9494e-02 ] [ l_g_total: 3.9494e-02 ] +2024-09-27 03:40:45,068 INFO: [ epoch: 265 ] [ iter:355,200 ] [ performance: 18.421 it/s ] [ lr: 2.50e-05 ] [ eta: 14:44:57 ] [ l_g_pix: 2.1676e-02 ] [ l_g_total: 2.1676e-02 ] +2024-09-27 03:40:50,508 INFO: [ epoch: 265 ] [ iter:355,300 ] [ performance: 18.393 it/s ] [ lr: 2.50e-05 ] [ eta: 14:44:43 ] [ l_g_pix: 2.5967e-02 ] [ l_g_total: 2.5967e-02 ] +2024-09-27 03:40:57,319 INFO: [ epoch: 266 ] [ iter:355,400 ] [ performance: 10.190 it/s ] [ lr: 2.50e-05 ] [ eta: 14:44:32 ] [ l_g_pix: 2.6952e-02 ] [ l_g_total: 2.6952e-02 ] +2024-09-27 03:41:02,781 INFO: [ epoch: 266 ] [ iter:355,500 ] [ performance: 15.347 it/s ] [ lr: 2.50e-05 ] [ eta: 14:44:19 ] [ l_g_pix: 3.0627e-02 ] [ l_g_total: 3.0627e-02 ] +2024-09-27 03:41:08,274 INFO: [ epoch: 266 ] [ iter:355,600 ] [ performance: 18.483 it/s ] [ lr: 2.50e-05 ] [ eta: 14:44:06 ] [ l_g_pix: 3.1161e-02 ] [ l_g_total: 3.1161e-02 ] +2024-09-27 03:41:13,763 INFO: [ epoch: 266 ] [ iter:355,700 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 14:43:53 ] [ l_g_pix: 3.4596e-02 ] [ l_g_total: 3.4596e-02 ] +2024-09-27 03:41:19,232 INFO: [ epoch: 266 ] [ iter:355,800 ] [ performance: 18.467 it/s ] [ lr: 2.50e-05 ] [ eta: 14:43:40 ] [ l_g_pix: 2.9969e-02 ] [ l_g_total: 2.9969e-02 ] +2024-09-27 03:41:24,644 INFO: [ epoch: 266 ] [ iter:355,900 ] [ performance: 18.477 it/s ] [ lr: 2.50e-05 ] [ eta: 14:43:26 ] [ l_g_pix: 2.4462e-02 ] [ l_g_total: 2.4462e-02 ] +2024-09-27 03:41:30,107 INFO: [ epoch: 266 ] [ iter:356,000 ] [ performance: 18.561 it/s ] [ lr: 2.50e-05 ] [ eta: 14:43:13 ] [ l_g_pix: 2.8797e-02 ] [ l_g_total: 2.8797e-02 ] +2024-09-27 03:41:35,567 INFO: [ epoch: 266 ] [ iter:356,100 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 14:43:00 ] [ l_g_pix: 1.9482e-02 ] [ l_g_total: 1.9482e-02 ] +2024-09-27 03:41:40,997 INFO: [ epoch: 266 ] [ iter:356,200 ] [ performance: 18.733 it/s ] [ lr: 2.50e-05 ] [ eta: 14:42:46 ] [ l_g_pix: 2.9318e-02 ] [ l_g_total: 2.9318e-02 ] +2024-09-27 03:41:46,465 INFO: [ epoch: 266 ] [ iter:356,300 ] [ performance: 18.385 it/s ] [ lr: 2.50e-05 ] [ eta: 14:42:33 ] [ l_g_pix: 2.6222e-02 ] [ l_g_total: 2.6222e-02 ] +2024-09-27 03:41:51,911 INFO: [ epoch: 266 ] [ iter:356,400 ] [ performance: 18.694 it/s ] [ lr: 2.50e-05 ] [ eta: 14:42:20 ] [ l_g_pix: 2.3160e-02 ] [ l_g_total: 2.3160e-02 ] +2024-09-27 03:41:57,344 INFO: [ epoch: 266 ] [ iter:356,500 ] [ performance: 18.468 it/s ] [ lr: 2.50e-05 ] [ eta: 14:42:07 ] [ l_g_pix: 2.5205e-02 ] [ l_g_total: 2.5205e-02 ] +2024-09-27 03:42:02,822 INFO: [ epoch: 266 ] [ iter:356,600 ] [ performance: 18.427 it/s ] [ lr: 2.50e-05 ] [ eta: 14:41:54 ] [ l_g_pix: 2.7867e-02 ] [ l_g_total: 2.7867e-02 ] +2024-09-27 03:42:08,220 INFO: [ epoch: 266 ] [ iter:356,700 ] [ performance: 18.506 it/s ] [ lr: 2.50e-05 ] [ eta: 14:41:40 ] [ l_g_pix: 2.8207e-02 ] [ l_g_total: 2.8207e-02 ] +2024-09-27 03:42:14,942 INFO: [ epoch: 267 ] [ iter:356,800 ] [ performance: 18.190 it/s ] [ lr: 2.50e-05 ] [ eta: 14:41:29 ] [ l_g_pix: 2.8900e-02 ] [ l_g_total: 2.8900e-02 ] +2024-09-27 03:42:20,435 INFO: [ epoch: 267 ] [ iter:356,900 ] [ performance: 18.205 it/s ] [ lr: 2.50e-05 ] [ eta: 14:41:16 ] [ l_g_pix: 2.2748e-02 ] [ l_g_total: 2.2748e-02 ] +2024-09-27 03:42:25,940 INFO: [ epoch: 267 ] [ iter:357,000 ] [ performance: 18.621 it/s ] [ lr: 2.50e-05 ] [ eta: 14:41:03 ] [ l_g_pix: 2.7578e-02 ] [ l_g_total: 2.7578e-02 ] +2024-09-27 03:42:31,408 INFO: [ epoch: 267 ] [ iter:357,100 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 14:40:50 ] [ l_g_pix: 2.6451e-02 ] [ l_g_total: 2.6451e-02 ] +2024-09-27 03:42:36,863 INFO: [ epoch: 267 ] [ iter:357,200 ] [ performance: 18.516 it/s ] [ lr: 2.50e-05 ] [ eta: 14:40:37 ] [ l_g_pix: 5.3357e-02 ] [ l_g_total: 5.3357e-02 ] +2024-09-27 03:42:42,330 INFO: [ epoch: 267 ] [ iter:357,300 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 14:40:24 ] [ l_g_pix: 1.5216e-02 ] [ l_g_total: 1.5216e-02 ] +2024-09-27 03:42:47,787 INFO: [ epoch: 267 ] [ iter:357,400 ] [ performance: 18.236 it/s ] [ lr: 2.50e-05 ] [ eta: 14:40:10 ] [ l_g_pix: 1.9690e-02 ] [ l_g_total: 1.9690e-02 ] +2024-09-27 03:42:53,262 INFO: [ epoch: 267 ] [ iter:357,500 ] [ performance: 18.260 it/s ] [ lr: 2.50e-05 ] [ eta: 14:39:57 ] [ l_g_pix: 2.9789e-02 ] [ l_g_total: 2.9789e-02 ] +2024-09-27 03:42:58,720 INFO: [ epoch: 267 ] [ iter:357,600 ] [ performance: 18.854 it/s ] [ lr: 2.50e-05 ] [ eta: 14:39:44 ] [ l_g_pix: 2.5144e-02 ] [ l_g_total: 2.5144e-02 ] +2024-09-27 03:43:04,187 INFO: [ epoch: 267 ] [ iter:357,700 ] [ performance: 18.389 it/s ] [ lr: 2.50e-05 ] [ eta: 14:39:31 ] [ l_g_pix: 2.6931e-02 ] [ l_g_total: 2.6931e-02 ] +2024-09-27 03:43:09,655 INFO: [ epoch: 267 ] [ iter:357,800 ] [ performance: 18.550 it/s ] [ lr: 2.50e-05 ] [ eta: 14:39:18 ] [ l_g_pix: 2.9548e-02 ] [ l_g_total: 2.9548e-02 ] +2024-09-27 03:43:15,099 INFO: [ epoch: 267 ] [ iter:357,900 ] [ performance: 18.403 it/s ] [ lr: 2.50e-05 ] [ eta: 14:39:05 ] [ l_g_pix: 2.9309e-02 ] [ l_g_total: 2.9309e-02 ] +2024-09-27 03:43:20,530 INFO: [ epoch: 267 ] [ iter:358,000 ] [ performance: 18.744 it/s ] [ lr: 2.50e-05 ] [ eta: 14:38:51 ] [ l_g_pix: 3.8610e-02 ] [ l_g_total: 3.8610e-02 ] +2024-09-27 03:43:27,235 INFO: [ epoch: 268 ] [ iter:358,100 ] [ performance: 15.420 it/s ] [ lr: 2.50e-05 ] [ eta: 14:38:40 ] [ l_g_pix: 2.7701e-02 ] [ l_g_total: 2.7701e-02 ] +2024-09-27 03:43:32,689 INFO: [ epoch: 268 ] [ iter:358,200 ] [ performance: 18.260 it/s ] [ lr: 2.50e-05 ] [ eta: 14:38:27 ] [ l_g_pix: 4.0033e-02 ] [ l_g_total: 4.0033e-02 ] +2024-09-27 03:43:38,150 INFO: [ epoch: 268 ] [ iter:358,300 ] [ performance: 18.305 it/s ] [ lr: 2.50e-05 ] [ eta: 14:38:14 ] [ l_g_pix: 2.7797e-02 ] [ l_g_total: 2.7797e-02 ] +2024-09-27 03:43:43,613 INFO: [ epoch: 268 ] [ iter:358,400 ] [ performance: 18.762 it/s ] [ lr: 2.50e-05 ] [ eta: 14:38:01 ] [ l_g_pix: 3.1095e-02 ] [ l_g_total: 3.1095e-02 ] +2024-09-27 03:43:49,089 INFO: [ epoch: 268 ] [ iter:358,500 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 14:37:48 ] [ l_g_pix: 2.8779e-02 ] [ l_g_total: 2.8779e-02 ] +2024-09-27 03:43:54,559 INFO: [ epoch: 268 ] [ iter:358,600 ] [ performance: 18.721 it/s ] [ lr: 2.50e-05 ] [ eta: 14:37:35 ] [ l_g_pix: 3.5451e-02 ] [ l_g_total: 3.5451e-02 ] +2024-09-27 03:44:00,039 INFO: [ epoch: 268 ] [ iter:358,700 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 14:37:22 ] [ l_g_pix: 2.6073e-02 ] [ l_g_total: 2.6073e-02 ] +2024-09-27 03:44:05,508 INFO: [ epoch: 268 ] [ iter:358,800 ] [ performance: 18.145 it/s ] [ lr: 2.50e-05 ] [ eta: 14:37:09 ] [ l_g_pix: 2.2467e-02 ] [ l_g_total: 2.2467e-02 ] +2024-09-27 03:44:10,960 INFO: [ epoch: 268 ] [ iter:358,900 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 14:36:55 ] [ l_g_pix: 3.1031e-02 ] [ l_g_total: 3.1031e-02 ] +2024-09-27 03:44:16,414 INFO: [ epoch: 268 ] [ iter:359,000 ] [ performance: 18.667 it/s ] [ lr: 2.50e-05 ] [ eta: 14:36:42 ] [ l_g_pix: 2.5089e-02 ] [ l_g_total: 2.5089e-02 ] +2024-09-27 03:44:21,888 INFO: [ epoch: 268 ] [ iter:359,100 ] [ performance: 18.318 it/s ] [ lr: 2.50e-05 ] [ eta: 14:36:29 ] [ l_g_pix: 2.3508e-02 ] [ l_g_total: 2.3508e-02 ] +2024-09-27 03:44:27,363 INFO: [ epoch: 268 ] [ iter:359,200 ] [ performance: 18.236 it/s ] [ lr: 2.50e-05 ] [ eta: 14:36:16 ] [ l_g_pix: 3.4919e-02 ] [ l_g_total: 3.4919e-02 ] +2024-09-27 03:44:32,817 INFO: [ epoch: 268 ] [ iter:359,300 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 14:36:03 ] [ l_g_pix: 3.6281e-02 ] [ l_g_total: 3.6281e-02 ] +2024-09-27 03:44:39,386 INFO: [ epoch: 269 ] [ iter:359,400 ] [ performance: 14.067 it/s ] [ lr: 2.50e-05 ] [ eta: 14:35:52 ] [ l_g_pix: 2.6759e-02 ] [ l_g_total: 2.6759e-02 ] +2024-09-27 03:44:44,914 INFO: [ epoch: 269 ] [ iter:359,500 ] [ performance: 17.583 it/s ] [ lr: 2.50e-05 ] [ eta: 14:35:39 ] [ l_g_pix: 2.6735e-02 ] [ l_g_total: 2.6735e-02 ] +2024-09-27 03:44:50,341 INFO: [ epoch: 269 ] [ iter:359,600 ] [ performance: 18.848 it/s ] [ lr: 2.50e-05 ] [ eta: 14:35:26 ] [ l_g_pix: 3.9881e-02 ] [ l_g_total: 3.9881e-02 ] +2024-09-27 03:44:55,823 INFO: [ epoch: 269 ] [ iter:359,700 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 14:35:13 ] [ l_g_pix: 2.6936e-02 ] [ l_g_total: 2.6936e-02 ] +2024-09-27 03:45:01,306 INFO: [ epoch: 269 ] [ iter:359,800 ] [ performance: 18.759 it/s ] [ lr: 2.50e-05 ] [ eta: 14:35:00 ] [ l_g_pix: 2.4921e-02 ] [ l_g_total: 2.4921e-02 ] +2024-09-27 03:45:06,778 INFO: [ epoch: 269 ] [ iter:359,900 ] [ performance: 18.320 it/s ] [ lr: 2.50e-05 ] [ eta: 14:34:47 ] [ l_g_pix: 4.3438e-02 ] [ l_g_total: 4.3438e-02 ] +2024-09-27 03:45:12,236 INFO: [ epoch: 269 ] [ iter:360,000 ] [ performance: 18.586 it/s ] [ lr: 2.50e-05 ] [ eta: 14:34:34 ] [ l_g_pix: 2.2255e-02 ] [ l_g_total: 2.2255e-02 ] +2024-09-27 03:45:12,236 INFO: Saving models and training states. +2024-09-27 03:50:34,009 INFO: Validation val + + # psnr: 27.1985........ Best: 27.1990 @ 120000 iter + # ssim: 0.7666........ Best: 0.7666 @ 360000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 03:50:39,480 INFO: [ epoch: 269 ] [ iter:360,100 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 14:43:52 ] [ l_g_pix: 2.3468e-02 ] [ l_g_total: 2.3468e-02 ] +2024-09-27 03:50:45,000 INFO: [ epoch: 269 ] [ iter:360,200 ] [ performance: 18.686 it/s ] [ lr: 2.50e-05 ] [ eta: 14:43:39 ] [ l_g_pix: 3.4820e-02 ] [ l_g_total: 3.4820e-02 ] +2024-09-27 03:50:50,452 INFO: [ epoch: 269 ] [ iter:360,300 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 14:43:26 ] [ l_g_pix: 2.6458e-02 ] [ l_g_total: 2.6458e-02 ] +2024-09-27 03:50:55,918 INFO: [ epoch: 269 ] [ iter:360,400 ] [ performance: 18.348 it/s ] [ lr: 2.50e-05 ] [ eta: 14:43:12 ] [ l_g_pix: 1.6454e-02 ] [ l_g_total: 1.6454e-02 ] +2024-09-27 03:51:01,384 INFO: [ epoch: 269 ] [ iter:360,500 ] [ performance: 18.300 it/s ] [ lr: 2.50e-05 ] [ eta: 14:42:59 ] [ l_g_pix: 3.2465e-02 ] [ l_g_total: 3.2465e-02 ] +2024-09-27 03:51:06,928 INFO: [ epoch: 269 ] [ iter:360,600 ] [ performance: 18.562 it/s ] [ lr: 2.50e-05 ] [ eta: 14:42:46 ] [ l_g_pix: 2.9607e-02 ] [ l_g_total: 2.9607e-02 ] +2024-09-27 03:51:12,326 INFO: [ epoch: 269 ] [ iter:360,700 ] [ performance: 18.530 it/s ] [ lr: 2.50e-05 ] [ eta: 14:42:33 ] [ l_g_pix: 2.3884e-02 ] [ l_g_total: 2.3884e-02 ] +2024-09-27 03:51:18,994 INFO: [ epoch: 270 ] [ iter:360,800 ] [ performance: 18.420 it/s ] [ lr: 2.50e-05 ] [ eta: 14:42:22 ] [ l_g_pix: 2.8188e-02 ] [ l_g_total: 2.8188e-02 ] +2024-09-27 03:51:24,484 INFO: [ epoch: 270 ] [ iter:360,900 ] [ performance: 18.228 it/s ] [ lr: 2.50e-05 ] [ eta: 14:42:08 ] [ l_g_pix: 2.8017e-02 ] [ l_g_total: 2.8017e-02 ] +2024-09-27 03:51:29,945 INFO: [ epoch: 270 ] [ iter:361,000 ] [ performance: 18.411 it/s ] [ lr: 2.50e-05 ] [ eta: 14:41:55 ] [ l_g_pix: 2.2443e-02 ] [ l_g_total: 2.2443e-02 ] +2024-09-27 03:51:35,415 INFO: [ epoch: 270 ] [ iter:361,100 ] [ performance: 18.289 it/s ] [ lr: 2.50e-05 ] [ eta: 14:41:42 ] [ l_g_pix: 3.5018e-02 ] [ l_g_total: 3.5018e-02 ] +2024-09-27 03:51:40,876 INFO: [ epoch: 270 ] [ iter:361,200 ] [ performance: 18.547 it/s ] [ lr: 2.50e-05 ] [ eta: 14:41:29 ] [ l_g_pix: 3.4807e-02 ] [ l_g_total: 3.4807e-02 ] +2024-09-27 03:51:46,452 INFO: [ epoch: 270 ] [ iter:361,300 ] [ performance: 17.953 it/s ] [ lr: 2.50e-05 ] [ eta: 14:41:15 ] [ l_g_pix: 3.5740e-02 ] [ l_g_total: 3.5740e-02 ] +2024-09-27 03:51:51,916 INFO: [ epoch: 270 ] [ iter:361,400 ] [ performance: 18.893 it/s ] [ lr: 2.50e-05 ] [ eta: 14:41:02 ] [ l_g_pix: 3.5289e-02 ] [ l_g_total: 3.5289e-02 ] +2024-09-27 03:51:57,398 INFO: [ epoch: 270 ] [ iter:361,500 ] [ performance: 18.256 it/s ] [ lr: 2.50e-05 ] [ eta: 14:40:49 ] [ l_g_pix: 3.0755e-02 ] [ l_g_total: 3.0755e-02 ] +2024-09-27 03:52:02,863 INFO: [ epoch: 270 ] [ iter:361,600 ] [ performance: 18.589 it/s ] [ lr: 2.50e-05 ] [ eta: 14:40:36 ] [ l_g_pix: 2.6668e-02 ] [ l_g_total: 2.6668e-02 ] +2024-09-27 03:52:08,323 INFO: [ epoch: 270 ] [ iter:361,700 ] [ performance: 18.320 it/s ] [ lr: 2.50e-05 ] [ eta: 14:40:22 ] [ l_g_pix: 2.2117e-02 ] [ l_g_total: 2.2117e-02 ] +2024-09-27 03:52:13,774 INFO: [ epoch: 270 ] [ iter:361,800 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 14:40:09 ] [ l_g_pix: 3.0090e-02 ] [ l_g_total: 3.0090e-02 ] +2024-09-27 03:52:19,237 INFO: [ epoch: 270 ] [ iter:361,900 ] [ performance: 18.304 it/s ] [ lr: 2.50e-05 ] [ eta: 14:39:56 ] [ l_g_pix: 1.9721e-02 ] [ l_g_total: 1.9721e-02 ] +2024-09-27 03:52:24,672 INFO: [ epoch: 270 ] [ iter:362,000 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 14:39:43 ] [ l_g_pix: 3.3928e-02 ] [ l_g_total: 3.3928e-02 ] +2024-09-27 03:52:31,454 INFO: [ epoch: 271 ] [ iter:362,100 ] [ performance: 14.723 it/s ] [ lr: 2.50e-05 ] [ eta: 14:39:32 ] [ l_g_pix: 2.5376e-02 ] [ l_g_total: 2.5376e-02 ] +2024-09-27 03:52:36,909 INFO: [ epoch: 271 ] [ iter:362,200 ] [ performance: 16.339 it/s ] [ lr: 2.50e-05 ] [ eta: 14:39:19 ] [ l_g_pix: 3.9899e-02 ] [ l_g_total: 3.9899e-02 ] +2024-09-27 03:52:42,382 INFO: [ epoch: 271 ] [ iter:362,300 ] [ performance: 18.293 it/s ] [ lr: 2.50e-05 ] [ eta: 14:39:05 ] [ l_g_pix: 2.9549e-02 ] [ l_g_total: 2.9549e-02 ] +2024-09-27 03:52:47,887 INFO: [ epoch: 271 ] [ iter:362,400 ] [ performance: 18.231 it/s ] [ lr: 2.50e-05 ] [ eta: 14:38:52 ] [ l_g_pix: 2.0035e-02 ] [ l_g_total: 2.0035e-02 ] +2024-09-27 03:52:53,348 INFO: [ epoch: 271 ] [ iter:362,500 ] [ performance: 18.320 it/s ] [ lr: 2.50e-05 ] [ eta: 14:38:39 ] [ l_g_pix: 2.2422e-02 ] [ l_g_total: 2.2422e-02 ] +2024-09-27 03:52:58,826 INFO: [ epoch: 271 ] [ iter:362,600 ] [ performance: 18.287 it/s ] [ lr: 2.50e-05 ] [ eta: 14:38:26 ] [ l_g_pix: 3.1974e-02 ] [ l_g_total: 3.1974e-02 ] +2024-09-27 03:53:04,285 INFO: [ epoch: 271 ] [ iter:362,700 ] [ performance: 18.342 it/s ] [ lr: 2.50e-05 ] [ eta: 14:38:13 ] [ l_g_pix: 2.9302e-02 ] [ l_g_total: 2.9302e-02 ] +2024-09-27 03:53:09,739 INFO: [ epoch: 271 ] [ iter:362,800 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 14:37:59 ] [ l_g_pix: 2.3141e-02 ] [ l_g_total: 2.3141e-02 ] +2024-09-27 03:53:15,198 INFO: [ epoch: 271 ] [ iter:362,900 ] [ performance: 18.332 it/s ] [ lr: 2.50e-05 ] [ eta: 14:37:46 ] [ l_g_pix: 2.1625e-02 ] [ l_g_total: 2.1625e-02 ] +2024-09-27 03:53:20,675 INFO: [ epoch: 271 ] [ iter:363,000 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 14:37:33 ] [ l_g_pix: 2.9006e-02 ] [ l_g_total: 2.9006e-02 ] +2024-09-27 03:53:26,148 INFO: [ epoch: 271 ] [ iter:363,100 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 14:37:20 ] [ l_g_pix: 2.5636e-02 ] [ l_g_total: 2.5636e-02 ] +2024-09-27 03:53:31,602 INFO: [ epoch: 271 ] [ iter:363,200 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 14:37:07 ] [ l_g_pix: 2.8373e-02 ] [ l_g_total: 2.8373e-02 ] +2024-09-27 03:53:37,049 INFO: [ epoch: 271 ] [ iter:363,300 ] [ performance: 18.417 it/s ] [ lr: 2.50e-05 ] [ eta: 14:36:54 ] [ l_g_pix: 2.3408e-02 ] [ l_g_total: 2.3408e-02 ] +2024-09-27 03:53:43,551 INFO: [ epoch: 272 ] [ iter:363,400 ] [ performance: 16.710 it/s ] [ lr: 2.50e-05 ] [ eta: 14:36:42 ] [ l_g_pix: 3.3157e-02 ] [ l_g_total: 3.3157e-02 ] +2024-09-27 03:53:49,213 INFO: [ epoch: 272 ] [ iter:363,500 ] [ performance: 18.297 it/s ] [ lr: 2.50e-05 ] [ eta: 14:36:29 ] [ l_g_pix: 3.9854e-02 ] [ l_g_total: 3.9854e-02 ] +2024-09-27 03:53:54,645 INFO: [ epoch: 272 ] [ iter:363,600 ] [ performance: 18.356 it/s ] [ lr: 2.50e-05 ] [ eta: 14:36:16 ] [ l_g_pix: 3.0348e-02 ] [ l_g_total: 3.0348e-02 ] +2024-09-27 03:54:00,100 INFO: [ epoch: 272 ] [ iter:363,700 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 14:36:03 ] [ l_g_pix: 3.3918e-02 ] [ l_g_total: 3.3918e-02 ] +2024-09-27 03:54:05,562 INFO: [ epoch: 272 ] [ iter:363,800 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 14:35:50 ] [ l_g_pix: 3.7336e-02 ] [ l_g_total: 3.7336e-02 ] +2024-09-27 03:54:11,004 INFO: [ epoch: 272 ] [ iter:363,900 ] [ performance: 18.408 it/s ] [ lr: 2.50e-05 ] [ eta: 14:35:37 ] [ l_g_pix: 2.3570e-02 ] [ l_g_total: 2.3570e-02 ] +2024-09-27 03:54:16,466 INFO: [ epoch: 272 ] [ iter:364,000 ] [ performance: 18.356 it/s ] [ lr: 2.50e-05 ] [ eta: 14:35:23 ] [ l_g_pix: 2.4841e-02 ] [ l_g_total: 2.4841e-02 ] +2024-09-27 03:54:21,879 INFO: [ epoch: 272 ] [ iter:364,100 ] [ performance: 18.560 it/s ] [ lr: 2.50e-05 ] [ eta: 14:35:10 ] [ l_g_pix: 2.1604e-02 ] [ l_g_total: 2.1604e-02 ] +2024-09-27 03:54:27,332 INFO: [ epoch: 272 ] [ iter:364,200 ] [ performance: 18.443 it/s ] [ lr: 2.50e-05 ] [ eta: 14:34:57 ] [ l_g_pix: 2.0255e-02 ] [ l_g_total: 2.0255e-02 ] +2024-09-27 03:54:32,771 INFO: [ epoch: 272 ] [ iter:364,300 ] [ performance: 18.425 it/s ] [ lr: 2.50e-05 ] [ eta: 14:34:44 ] [ l_g_pix: 5.0557e-02 ] [ l_g_total: 5.0557e-02 ] +2024-09-27 03:54:38,237 INFO: [ epoch: 272 ] [ iter:364,400 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 14:34:31 ] [ l_g_pix: 3.5943e-02 ] [ l_g_total: 3.5943e-02 ] +2024-09-27 03:54:43,704 INFO: [ epoch: 272 ] [ iter:364,500 ] [ performance: 18.348 it/s ] [ lr: 2.50e-05 ] [ eta: 14:34:18 ] [ l_g_pix: 2.7382e-02 ] [ l_g_total: 2.7382e-02 ] +2024-09-27 03:54:49,153 INFO: [ epoch: 272 ] [ iter:364,600 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 14:34:05 ] [ l_g_pix: 2.7834e-02 ] [ l_g_total: 2.7834e-02 ] +2024-09-27 03:54:54,544 INFO: [ epoch: 272 ] [ iter:364,700 ] [ performance: 18.699 it/s ] [ lr: 2.50e-05 ] [ eta: 14:33:51 ] [ l_g_pix: 3.4061e-02 ] [ l_g_total: 3.4061e-02 ] +2024-09-27 03:55:01,234 INFO: [ epoch: 273 ] [ iter:364,800 ] [ performance: 16.477 it/s ] [ lr: 2.50e-05 ] [ eta: 14:33:40 ] [ l_g_pix: 4.2759e-02 ] [ l_g_total: 4.2759e-02 ] +2024-09-27 03:55:06,672 INFO: [ epoch: 273 ] [ iter:364,900 ] [ performance: 18.500 it/s ] [ lr: 2.50e-05 ] [ eta: 14:33:27 ] [ l_g_pix: 3.0978e-02 ] [ l_g_total: 3.0978e-02 ] +2024-09-27 03:55:12,156 INFO: [ epoch: 273 ] [ iter:365,000 ] [ performance: 18.356 it/s ] [ lr: 2.50e-05 ] [ eta: 14:33:14 ] [ l_g_pix: 3.6645e-02 ] [ l_g_total: 3.6645e-02 ] +2024-09-27 03:55:17,599 INFO: [ epoch: 273 ] [ iter:365,100 ] [ performance: 18.465 it/s ] [ lr: 2.50e-05 ] [ eta: 14:33:01 ] [ l_g_pix: 2.8100e-02 ] [ l_g_total: 2.8100e-02 ] +2024-09-27 03:55:23,044 INFO: [ epoch: 273 ] [ iter:365,200 ] [ performance: 18.411 it/s ] [ lr: 2.50e-05 ] [ eta: 14:32:48 ] [ l_g_pix: 2.5948e-02 ] [ l_g_total: 2.5948e-02 ] +2024-09-27 03:55:28,531 INFO: [ epoch: 273 ] [ iter:365,300 ] [ performance: 18.291 it/s ] [ lr: 2.50e-05 ] [ eta: 14:32:35 ] [ l_g_pix: 2.6507e-02 ] [ l_g_total: 2.6507e-02 ] +2024-09-27 03:55:33,984 INFO: [ epoch: 273 ] [ iter:365,400 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 14:32:22 ] [ l_g_pix: 2.1690e-02 ] [ l_g_total: 2.1690e-02 ] +2024-09-27 03:55:39,403 INFO: [ epoch: 273 ] [ iter:365,500 ] [ performance: 18.529 it/s ] [ lr: 2.50e-05 ] [ eta: 14:32:09 ] [ l_g_pix: 4.1351e-02 ] [ l_g_total: 4.1351e-02 ] +2024-09-27 03:55:44,836 INFO: [ epoch: 273 ] [ iter:365,600 ] [ performance: 18.463 it/s ] [ lr: 2.50e-05 ] [ eta: 14:31:55 ] [ l_g_pix: 2.9159e-02 ] [ l_g_total: 2.9159e-02 ] +2024-09-27 03:55:50,276 INFO: [ epoch: 273 ] [ iter:365,700 ] [ performance: 18.450 it/s ] [ lr: 2.50e-05 ] [ eta: 14:31:42 ] [ l_g_pix: 2.4105e-02 ] [ l_g_total: 2.4105e-02 ] +2024-09-27 03:55:55,727 INFO: [ epoch: 273 ] [ iter:365,800 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 14:31:29 ] [ l_g_pix: 2.6812e-02 ] [ l_g_total: 2.6812e-02 ] +2024-09-27 03:56:01,181 INFO: [ epoch: 273 ] [ iter:365,900 ] [ performance: 18.424 it/s ] [ lr: 2.50e-05 ] [ eta: 14:31:16 ] [ l_g_pix: 1.8457e-02 ] [ l_g_total: 1.8457e-02 ] +2024-09-27 03:56:06,583 INFO: [ epoch: 273 ] [ iter:366,000 ] [ performance: 18.473 it/s ] [ lr: 2.50e-05 ] [ eta: 14:31:03 ] [ l_g_pix: 2.4176e-02 ] [ l_g_total: 2.4176e-02 ] +2024-09-27 03:56:13,209 INFO: [ epoch: 274 ] [ iter:366,100 ] [ performance: 14.419 it/s ] [ lr: 2.50e-05 ] [ eta: 14:30:52 ] [ l_g_pix: 2.4574e-02 ] [ l_g_total: 2.4574e-02 ] +2024-09-27 03:56:18,695 INFO: [ epoch: 274 ] [ iter:366,200 ] [ performance: 16.326 it/s ] [ lr: 2.50e-05 ] [ eta: 14:30:39 ] [ l_g_pix: 3.6672e-02 ] [ l_g_total: 3.6672e-02 ] +2024-09-27 03:56:24,125 INFO: [ epoch: 274 ] [ iter:366,300 ] [ performance: 18.542 it/s ] [ lr: 2.50e-05 ] [ eta: 14:30:26 ] [ l_g_pix: 3.7372e-02 ] [ l_g_total: 3.7372e-02 ] +2024-09-27 03:56:29,590 INFO: [ epoch: 274 ] [ iter:366,400 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 14:30:13 ] [ l_g_pix: 3.9192e-02 ] [ l_g_total: 3.9192e-02 ] +2024-09-27 03:56:35,039 INFO: [ epoch: 274 ] [ iter:366,500 ] [ performance: 18.403 it/s ] [ lr: 2.50e-05 ] [ eta: 14:30:00 ] [ l_g_pix: 2.5275e-02 ] [ l_g_total: 2.5275e-02 ] +2024-09-27 03:56:40,478 INFO: [ epoch: 274 ] [ iter:366,600 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 14:29:47 ] [ l_g_pix: 3.1721e-02 ] [ l_g_total: 3.1721e-02 ] +2024-09-27 03:56:45,936 INFO: [ epoch: 274 ] [ iter:366,700 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 14:29:34 ] [ l_g_pix: 3.7087e-02 ] [ l_g_total: 3.7087e-02 ] +2024-09-27 03:56:51,409 INFO: [ epoch: 274 ] [ iter:366,800 ] [ performance: 18.310 it/s ] [ lr: 2.50e-05 ] [ eta: 14:29:21 ] [ l_g_pix: 3.4021e-02 ] [ l_g_total: 3.4021e-02 ] +2024-09-27 03:56:56,859 INFO: [ epoch: 274 ] [ iter:366,900 ] [ performance: 18.468 it/s ] [ lr: 2.50e-05 ] [ eta: 14:29:07 ] [ l_g_pix: 1.3355e-02 ] [ l_g_total: 1.3355e-02 ] +2024-09-27 03:57:02,283 INFO: [ epoch: 274 ] [ iter:367,000 ] [ performance: 18.451 it/s ] [ lr: 2.50e-05 ] [ eta: 14:28:54 ] [ l_g_pix: 2.0786e-02 ] [ l_g_total: 2.0786e-02 ] +2024-09-27 03:57:07,722 INFO: [ epoch: 274 ] [ iter:367,100 ] [ performance: 18.438 it/s ] [ lr: 2.50e-05 ] [ eta: 14:28:41 ] [ l_g_pix: 3.9792e-02 ] [ l_g_total: 3.9792e-02 ] +2024-09-27 03:57:13,177 INFO: [ epoch: 274 ] [ iter:367,200 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 14:28:28 ] [ l_g_pix: 2.6253e-02 ] [ l_g_total: 2.6253e-02 ] +2024-09-27 03:57:18,643 INFO: [ epoch: 274 ] [ iter:367,300 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 14:28:15 ] [ l_g_pix: 2.9755e-02 ] [ l_g_total: 2.9755e-02 ] +2024-09-27 03:57:24,132 INFO: [ epoch: 274 ] [ iter:367,400 ] [ performance: 18.286 it/s ] [ lr: 2.50e-05 ] [ eta: 14:28:02 ] [ l_g_pix: 3.7351e-02 ] [ l_g_total: 3.7351e-02 ] +2024-09-27 03:57:30,619 INFO: [ epoch: 275 ] [ iter:367,500 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 14:27:51 ] [ l_g_pix: 2.2190e-02 ] [ l_g_total: 2.2190e-02 ] +2024-09-27 03:57:36,109 INFO: [ epoch: 275 ] [ iter:367,600 ] [ performance: 18.268 it/s ] [ lr: 2.50e-05 ] [ eta: 14:27:38 ] [ l_g_pix: 3.6430e-02 ] [ l_g_total: 3.6430e-02 ] +2024-09-27 03:57:41,568 INFO: [ epoch: 275 ] [ iter:367,700 ] [ performance: 18.547 it/s ] [ lr: 2.50e-05 ] [ eta: 14:27:25 ] [ l_g_pix: 2.3410e-02 ] [ l_g_total: 2.3410e-02 ] +2024-09-27 03:57:47,001 INFO: [ epoch: 275 ] [ iter:367,800 ] [ performance: 18.465 it/s ] [ lr: 2.50e-05 ] [ eta: 14:27:12 ] [ l_g_pix: 2.2461e-02 ] [ l_g_total: 2.2461e-02 ] +2024-09-27 03:57:52,486 INFO: [ epoch: 275 ] [ iter:367,900 ] [ performance: 18.341 it/s ] [ lr: 2.50e-05 ] [ eta: 14:26:59 ] [ l_g_pix: 2.3684e-02 ] [ l_g_total: 2.3684e-02 ] +2024-09-27 03:57:57,957 INFO: [ epoch: 275 ] [ iter:368,000 ] [ performance: 18.306 it/s ] [ lr: 2.50e-05 ] [ eta: 14:26:46 ] [ l_g_pix: 2.9120e-02 ] [ l_g_total: 2.9120e-02 ] +2024-09-27 03:58:03,420 INFO: [ epoch: 275 ] [ iter:368,100 ] [ performance: 18.317 it/s ] [ lr: 2.50e-05 ] [ eta: 14:26:33 ] [ l_g_pix: 3.6786e-02 ] [ l_g_total: 3.6786e-02 ] +2024-09-27 03:58:08,883 INFO: [ epoch: 275 ] [ iter:368,200 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 14:26:20 ] [ l_g_pix: 3.6514e-02 ] [ l_g_total: 3.6514e-02 ] +2024-09-27 03:58:14,343 INFO: [ epoch: 275 ] [ iter:368,300 ] [ performance: 18.396 it/s ] [ lr: 2.50e-05 ] [ eta: 14:26:07 ] [ l_g_pix: 2.4023e-02 ] [ l_g_total: 2.4023e-02 ] +2024-09-27 03:58:19,814 INFO: [ epoch: 275 ] [ iter:368,400 ] [ performance: 18.328 it/s ] [ lr: 2.50e-05 ] [ eta: 14:25:54 ] [ l_g_pix: 2.2374e-02 ] [ l_g_total: 2.2374e-02 ] +2024-09-27 03:58:25,273 INFO: [ epoch: 275 ] [ iter:368,500 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 14:25:41 ] [ l_g_pix: 3.3671e-02 ] [ l_g_total: 3.3671e-02 ] +2024-09-27 03:58:30,713 INFO: [ epoch: 275 ] [ iter:368,600 ] [ performance: 18.385 it/s ] [ lr: 2.50e-05 ] [ eta: 14:25:28 ] [ l_g_pix: 2.8324e-02 ] [ l_g_total: 2.8324e-02 ] +2024-09-27 03:58:36,118 INFO: [ epoch: 275 ] [ iter:368,700 ] [ performance: 18.685 it/s ] [ lr: 2.50e-05 ] [ eta: 14:25:15 ] [ l_g_pix: 3.3381e-02 ] [ l_g_total: 3.3381e-02 ] +2024-09-27 03:58:42,871 INFO: [ epoch: 276 ] [ iter:368,800 ] [ performance: 16.141 it/s ] [ lr: 2.50e-05 ] [ eta: 14:25:05 ] [ l_g_pix: 2.3231e-02 ] [ l_g_total: 2.3231e-02 ] +2024-09-27 03:58:48,338 INFO: [ epoch: 276 ] [ iter:368,900 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 14:24:52 ] [ l_g_pix: 2.0264e-02 ] [ l_g_total: 2.0264e-02 ] +2024-09-27 03:58:53,824 INFO: [ epoch: 276 ] [ iter:369,000 ] [ performance: 18.256 it/s ] [ lr: 2.50e-05 ] [ eta: 14:24:39 ] [ l_g_pix: 2.8862e-02 ] [ l_g_total: 2.8862e-02 ] +2024-09-27 03:58:59,314 INFO: [ epoch: 276 ] [ iter:369,100 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 14:24:26 ] [ l_g_pix: 3.1852e-02 ] [ l_g_total: 3.1852e-02 ] +2024-09-27 03:59:04,773 INFO: [ epoch: 276 ] [ iter:369,200 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 14:24:13 ] [ l_g_pix: 4.2603e-02 ] [ l_g_total: 4.2603e-02 ] +2024-09-27 03:59:10,251 INFO: [ epoch: 276 ] [ iter:369,300 ] [ performance: 18.309 it/s ] [ lr: 2.50e-05 ] [ eta: 14:24:00 ] [ l_g_pix: 3.6605e-02 ] [ l_g_total: 3.6605e-02 ] +2024-09-27 03:59:15,724 INFO: [ epoch: 276 ] [ iter:369,400 ] [ performance: 18.287 it/s ] [ lr: 2.50e-05 ] [ eta: 14:23:47 ] [ l_g_pix: 3.4779e-02 ] [ l_g_total: 3.4779e-02 ] +2024-09-27 03:59:21,209 INFO: [ epoch: 276 ] [ iter:369,500 ] [ performance: 18.263 it/s ] [ lr: 2.50e-05 ] [ eta: 14:23:34 ] [ l_g_pix: 3.0062e-02 ] [ l_g_total: 3.0062e-02 ] +2024-09-27 03:59:26,685 INFO: [ epoch: 276 ] [ iter:369,600 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 14:23:21 ] [ l_g_pix: 3.3497e-02 ] [ l_g_total: 3.3497e-02 ] +2024-09-27 03:59:32,135 INFO: [ epoch: 276 ] [ iter:369,700 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 14:23:08 ] [ l_g_pix: 2.8591e-02 ] [ l_g_total: 2.8591e-02 ] +2024-09-27 03:59:37,583 INFO: [ epoch: 276 ] [ iter:369,800 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 14:22:55 ] [ l_g_pix: 2.9880e-02 ] [ l_g_total: 2.9880e-02 ] +2024-09-27 03:59:43,047 INFO: [ epoch: 276 ] [ iter:369,900 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 14:22:43 ] [ l_g_pix: 5.0600e-02 ] [ l_g_total: 5.0600e-02 ] +2024-09-27 03:59:48,491 INFO: [ epoch: 276 ] [ iter:370,000 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 14:22:30 ] [ l_g_pix: 3.8937e-02 ] [ l_g_total: 3.8937e-02 ] +2024-09-27 03:59:48,492 INFO: Saving models and training states. +2024-09-27 04:04:54,670 INFO: Validation val + + # psnr: 27.2016........ Best: 27.2016 @ 370000 iter + # ssim: 0.7667........ Best: 0.7667 @ 370000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 04:05:01,216 INFO: [ epoch: 277 ] [ iter:370,100 ] [ performance: 13.571 it/s ] [ lr: 2.50e-05 ] [ eta: 14:31:00 ] [ l_g_pix: 3.2392e-02 ] [ l_g_total: 3.2392e-02 ] +2024-09-27 04:05:06,719 INFO: [ epoch: 277 ] [ iter:370,200 ] [ performance: 16.143 it/s ] [ lr: 2.50e-05 ] [ eta: 14:30:47 ] [ l_g_pix: 3.0611e-02 ] [ l_g_total: 3.0611e-02 ] +2024-09-27 04:05:12,196 INFO: [ epoch: 277 ] [ iter:370,300 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 14:30:34 ] [ l_g_pix: 2.4173e-02 ] [ l_g_total: 2.4173e-02 ] +2024-09-27 04:05:17,665 INFO: [ epoch: 277 ] [ iter:370,400 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 14:30:20 ] [ l_g_pix: 3.3333e-02 ] [ l_g_total: 3.3333e-02 ] +2024-09-27 04:05:23,133 INFO: [ epoch: 277 ] [ iter:370,500 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 14:30:07 ] [ l_g_pix: 3.8673e-02 ] [ l_g_total: 3.8673e-02 ] +2024-09-27 04:05:28,582 INFO: [ epoch: 277 ] [ iter:370,600 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 14:29:54 ] [ l_g_pix: 1.9166e-02 ] [ l_g_total: 1.9166e-02 ] +2024-09-27 04:05:34,020 INFO: [ epoch: 277 ] [ iter:370,700 ] [ performance: 18.365 it/s ] [ lr: 2.50e-05 ] [ eta: 14:29:41 ] [ l_g_pix: 3.7708e-02 ] [ l_g_total: 3.7708e-02 ] +2024-09-27 04:05:39,433 INFO: [ epoch: 277 ] [ iter:370,800 ] [ performance: 18.435 it/s ] [ lr: 2.50e-05 ] [ eta: 14:29:28 ] [ l_g_pix: 4.1610e-02 ] [ l_g_total: 4.1610e-02 ] +2024-09-27 04:05:44,937 INFO: [ epoch: 277 ] [ iter:370,900 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 14:29:15 ] [ l_g_pix: 3.4216e-02 ] [ l_g_total: 3.4216e-02 ] +2024-09-27 04:05:50,430 INFO: [ epoch: 277 ] [ iter:371,000 ] [ performance: 18.266 it/s ] [ lr: 2.50e-05 ] [ eta: 14:29:02 ] [ l_g_pix: 2.1096e-02 ] [ l_g_total: 2.1096e-02 ] +2024-09-27 04:05:55,892 INFO: [ epoch: 277 ] [ iter:371,100 ] [ performance: 18.341 it/s ] [ lr: 2.50e-05 ] [ eta: 14:28:49 ] [ l_g_pix: 4.0571e-02 ] [ l_g_total: 4.0571e-02 ] +2024-09-27 04:06:01,396 INFO: [ epoch: 277 ] [ iter:371,200 ] [ performance: 18.230 it/s ] [ lr: 2.50e-05 ] [ eta: 14:28:36 ] [ l_g_pix: 2.4669e-02 ] [ l_g_total: 2.4669e-02 ] +2024-09-27 04:06:06,905 INFO: [ epoch: 277 ] [ iter:371,300 ] [ performance: 18.280 it/s ] [ lr: 2.50e-05 ] [ eta: 14:28:23 ] [ l_g_pix: 2.3143e-02 ] [ l_g_total: 2.3143e-02 ] +2024-09-27 04:06:12,274 INFO: [ epoch: 277 ] [ iter:371,400 ] [ performance: 18.506 it/s ] [ lr: 2.50e-05 ] [ eta: 14:28:10 ] [ l_g_pix: 3.2242e-02 ] [ l_g_total: 3.2242e-02 ] +2024-09-27 04:06:19,008 INFO: [ epoch: 278 ] [ iter:371,500 ] [ performance: 18.574 it/s ] [ lr: 2.50e-05 ] [ eta: 14:27:59 ] [ l_g_pix: 4.9761e-02 ] [ l_g_total: 4.9761e-02 ] +2024-09-27 04:06:24,477 INFO: [ epoch: 278 ] [ iter:371,600 ] [ performance: 18.384 it/s ] [ lr: 2.50e-05 ] [ eta: 14:27:46 ] [ l_g_pix: 4.2042e-02 ] [ l_g_total: 4.2042e-02 ] +2024-09-27 04:06:29,934 INFO: [ epoch: 278 ] [ iter:371,700 ] [ performance: 18.525 it/s ] [ lr: 2.50e-05 ] [ eta: 14:27:32 ] [ l_g_pix: 2.4371e-02 ] [ l_g_total: 2.4371e-02 ] +2024-09-27 04:06:35,408 INFO: [ epoch: 278 ] [ iter:371,800 ] [ performance: 18.356 it/s ] [ lr: 2.50e-05 ] [ eta: 14:27:19 ] [ l_g_pix: 3.4258e-02 ] [ l_g_total: 3.4258e-02 ] +2024-09-27 04:06:40,877 INFO: [ epoch: 278 ] [ iter:371,900 ] [ performance: 18.464 it/s ] [ lr: 2.50e-05 ] [ eta: 14:27:06 ] [ l_g_pix: 2.6479e-02 ] [ l_g_total: 2.6479e-02 ] +2024-09-27 04:06:46,316 INFO: [ epoch: 278 ] [ iter:372,000 ] [ performance: 18.415 it/s ] [ lr: 2.50e-05 ] [ eta: 14:26:53 ] [ l_g_pix: 3.1493e-02 ] [ l_g_total: 3.1493e-02 ] +2024-09-27 04:06:51,794 INFO: [ epoch: 278 ] [ iter:372,100 ] [ performance: 18.418 it/s ] [ lr: 2.50e-05 ] [ eta: 14:26:40 ] [ l_g_pix: 1.8890e-02 ] [ l_g_total: 1.8890e-02 ] +2024-09-27 04:06:57,262 INFO: [ epoch: 278 ] [ iter:372,200 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 14:26:27 ] [ l_g_pix: 2.5649e-02 ] [ l_g_total: 2.5649e-02 ] +2024-09-27 04:07:02,746 INFO: [ epoch: 278 ] [ iter:372,300 ] [ performance: 18.492 it/s ] [ lr: 2.50e-05 ] [ eta: 14:26:14 ] [ l_g_pix: 2.8888e-02 ] [ l_g_total: 2.8888e-02 ] +2024-09-27 04:07:08,218 INFO: [ epoch: 278 ] [ iter:372,400 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 14:26:01 ] [ l_g_pix: 2.6377e-02 ] [ l_g_total: 2.6377e-02 ] +2024-09-27 04:07:13,681 INFO: [ epoch: 278 ] [ iter:372,500 ] [ performance: 18.578 it/s ] [ lr: 2.50e-05 ] [ eta: 14:25:48 ] [ l_g_pix: 3.2978e-02 ] [ l_g_total: 3.2978e-02 ] +2024-09-27 04:07:19,136 INFO: [ epoch: 278 ] [ iter:372,600 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 14:25:35 ] [ l_g_pix: 2.7190e-02 ] [ l_g_total: 2.7190e-02 ] +2024-09-27 04:07:24,536 INFO: [ epoch: 278 ] [ iter:372,700 ] [ performance: 18.919 it/s ] [ lr: 2.50e-05 ] [ eta: 14:25:22 ] [ l_g_pix: 2.6499e-02 ] [ l_g_total: 2.6499e-02 ] +2024-09-27 04:07:31,125 INFO: [ epoch: 279 ] [ iter:372,800 ] [ performance: 16.187 it/s ] [ lr: 2.50e-05 ] [ eta: 14:25:11 ] [ l_g_pix: 3.0436e-02 ] [ l_g_total: 3.0436e-02 ] +2024-09-27 04:07:36,548 INFO: [ epoch: 279 ] [ iter:372,900 ] [ performance: 18.743 it/s ] [ lr: 2.50e-05 ] [ eta: 14:24:58 ] [ l_g_pix: 3.0068e-02 ] [ l_g_total: 3.0068e-02 ] +2024-09-27 04:07:41,988 INFO: [ epoch: 279 ] [ iter:373,000 ] [ performance: 18.494 it/s ] [ lr: 2.50e-05 ] [ eta: 14:24:45 ] [ l_g_pix: 3.1218e-02 ] [ l_g_total: 3.1218e-02 ] +2024-09-27 04:07:47,434 INFO: [ epoch: 279 ] [ iter:373,100 ] [ performance: 18.578 it/s ] [ lr: 2.50e-05 ] [ eta: 14:24:32 ] [ l_g_pix: 2.4129e-02 ] [ l_g_total: 2.4129e-02 ] +2024-09-27 04:07:52,943 INFO: [ epoch: 279 ] [ iter:373,200 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 14:24:19 ] [ l_g_pix: 3.3705e-02 ] [ l_g_total: 3.3705e-02 ] +2024-09-27 04:07:58,436 INFO: [ epoch: 279 ] [ iter:373,300 ] [ performance: 18.486 it/s ] [ lr: 2.50e-05 ] [ eta: 14:24:06 ] [ l_g_pix: 3.6087e-02 ] [ l_g_total: 3.6087e-02 ] +2024-09-27 04:08:03,909 INFO: [ epoch: 279 ] [ iter:373,400 ] [ performance: 18.339 it/s ] [ lr: 2.50e-05 ] [ eta: 14:23:53 ] [ l_g_pix: 2.3435e-02 ] [ l_g_total: 2.3435e-02 ] +2024-09-27 04:08:09,364 INFO: [ epoch: 279 ] [ iter:373,500 ] [ performance: 18.603 it/s ] [ lr: 2.50e-05 ] [ eta: 14:23:40 ] [ l_g_pix: 2.6711e-02 ] [ l_g_total: 2.6711e-02 ] +2024-09-27 04:08:14,846 INFO: [ epoch: 279 ] [ iter:373,600 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 14:23:27 ] [ l_g_pix: 2.6271e-02 ] [ l_g_total: 2.6271e-02 ] +2024-09-27 04:08:20,312 INFO: [ epoch: 279 ] [ iter:373,700 ] [ performance: 18.569 it/s ] [ lr: 2.50e-05 ] [ eta: 14:23:14 ] [ l_g_pix: 2.7037e-02 ] [ l_g_total: 2.7037e-02 ] +2024-09-27 04:08:25,792 INFO: [ epoch: 279 ] [ iter:373,800 ] [ performance: 18.342 it/s ] [ lr: 2.50e-05 ] [ eta: 14:23:01 ] [ l_g_pix: 2.8178e-02 ] [ l_g_total: 2.8178e-02 ] +2024-09-27 04:08:31,262 INFO: [ epoch: 279 ] [ iter:373,900 ] [ performance: 18.524 it/s ] [ lr: 2.50e-05 ] [ eta: 14:22:48 ] [ l_g_pix: 3.5318e-02 ] [ l_g_total: 3.5318e-02 ] +2024-09-27 04:08:36,724 INFO: [ epoch: 279 ] [ iter:374,000 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 14:22:35 ] [ l_g_pix: 3.0096e-02 ] [ l_g_total: 3.0096e-02 ] +2024-09-27 04:08:43,321 INFO: [ epoch: 280 ] [ iter:374,100 ] [ performance: 11.747 it/s ] [ lr: 2.50e-05 ] [ eta: 14:22:24 ] [ l_g_pix: 2.7748e-02 ] [ l_g_total: 2.7748e-02 ] +2024-09-27 04:08:48,810 INFO: [ epoch: 280 ] [ iter:374,200 ] [ performance: 15.782 it/s ] [ lr: 2.50e-05 ] [ eta: 14:22:11 ] [ l_g_pix: 2.5983e-02 ] [ l_g_total: 2.5983e-02 ] +2024-09-27 04:08:54,282 INFO: [ epoch: 280 ] [ iter:374,300 ] [ performance: 18.667 it/s ] [ lr: 2.50e-05 ] [ eta: 14:21:58 ] [ l_g_pix: 2.2722e-02 ] [ l_g_total: 2.2722e-02 ] +2024-09-27 04:08:59,755 INFO: [ epoch: 280 ] [ iter:374,400 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 14:21:45 ] [ l_g_pix: 1.7578e-02 ] [ l_g_total: 1.7578e-02 ] +2024-09-27 04:09:05,218 INFO: [ epoch: 280 ] [ iter:374,500 ] [ performance: 18.493 it/s ] [ lr: 2.50e-05 ] [ eta: 14:21:32 ] [ l_g_pix: 4.3510e-02 ] [ l_g_total: 4.3510e-02 ] +2024-09-27 04:09:10,669 INFO: [ epoch: 280 ] [ iter:374,600 ] [ performance: 18.387 it/s ] [ lr: 2.50e-05 ] [ eta: 14:21:19 ] [ l_g_pix: 3.6622e-02 ] [ l_g_total: 3.6622e-02 ] +2024-09-27 04:09:16,152 INFO: [ epoch: 280 ] [ iter:374,700 ] [ performance: 18.437 it/s ] [ lr: 2.50e-05 ] [ eta: 14:21:07 ] [ l_g_pix: 3.9577e-02 ] [ l_g_total: 3.9577e-02 ] +2024-09-27 04:09:21,609 INFO: [ epoch: 280 ] [ iter:374,800 ] [ performance: 18.356 it/s ] [ lr: 2.50e-05 ] [ eta: 14:20:54 ] [ l_g_pix: 4.1511e-02 ] [ l_g_total: 4.1511e-02 ] +2024-09-27 04:09:27,041 INFO: [ epoch: 280 ] [ iter:374,900 ] [ performance: 18.661 it/s ] [ lr: 2.50e-05 ] [ eta: 14:20:41 ] [ l_g_pix: 2.0387e-02 ] [ l_g_total: 2.0387e-02 ] +2024-09-27 04:09:32,511 INFO: [ epoch: 280 ] [ iter:375,000 ] [ performance: 18.381 it/s ] [ lr: 2.50e-05 ] [ eta: 14:20:28 ] [ l_g_pix: 3.7650e-02 ] [ l_g_total: 3.7650e-02 ] +2024-09-27 04:09:37,946 INFO: [ epoch: 280 ] [ iter:375,100 ] [ performance: 18.679 it/s ] [ lr: 2.50e-05 ] [ eta: 14:20:15 ] [ l_g_pix: 2.4498e-02 ] [ l_g_total: 2.4498e-02 ] +2024-09-27 04:09:43,424 INFO: [ epoch: 280 ] [ iter:375,200 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 14:20:02 ] [ l_g_pix: 2.5624e-02 ] [ l_g_total: 2.5624e-02 ] +2024-09-27 04:09:48,881 INFO: [ epoch: 280 ] [ iter:375,300 ] [ performance: 18.634 it/s ] [ lr: 2.50e-05 ] [ eta: 14:19:49 ] [ l_g_pix: 3.6402e-02 ] [ l_g_total: 3.6402e-02 ] +2024-09-27 04:09:54,221 INFO: [ epoch: 280 ] [ iter:375,400 ] [ performance: 18.705 it/s ] [ lr: 2.50e-05 ] [ eta: 14:19:36 ] [ l_g_pix: 2.2694e-02 ] [ l_g_total: 2.2694e-02 ] +2024-09-27 04:10:00,946 INFO: [ epoch: 281 ] [ iter:375,500 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 14:19:25 ] [ l_g_pix: 4.0529e-02 ] [ l_g_total: 4.0529e-02 ] +2024-09-27 04:10:06,463 INFO: [ epoch: 281 ] [ iter:375,600 ] [ performance: 18.187 it/s ] [ lr: 2.50e-05 ] [ eta: 14:19:12 ] [ l_g_pix: 2.4287e-02 ] [ l_g_total: 2.4287e-02 ] +2024-09-27 04:10:11,925 INFO: [ epoch: 281 ] [ iter:375,700 ] [ performance: 18.672 it/s ] [ lr: 2.50e-05 ] [ eta: 14:18:59 ] [ l_g_pix: 2.8445e-02 ] [ l_g_total: 2.8445e-02 ] +2024-09-27 04:10:17,376 INFO: [ epoch: 281 ] [ iter:375,800 ] [ performance: 18.423 it/s ] [ lr: 2.50e-05 ] [ eta: 14:18:46 ] [ l_g_pix: 2.5182e-02 ] [ l_g_total: 2.5182e-02 ] +2024-09-27 04:10:22,870 INFO: [ epoch: 281 ] [ iter:375,900 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 14:18:34 ] [ l_g_pix: 2.3592e-02 ] [ l_g_total: 2.3592e-02 ] +2024-09-27 04:10:28,339 INFO: [ epoch: 281 ] [ iter:376,000 ] [ performance: 18.298 it/s ] [ lr: 2.50e-05 ] [ eta: 14:18:21 ] [ l_g_pix: 2.8854e-02 ] [ l_g_total: 2.8854e-02 ] +2024-09-27 04:10:33,838 INFO: [ epoch: 281 ] [ iter:376,100 ] [ performance: 18.535 it/s ] [ lr: 2.50e-05 ] [ eta: 14:18:08 ] [ l_g_pix: 2.5817e-02 ] [ l_g_total: 2.5817e-02 ] +2024-09-27 04:10:39,289 INFO: [ epoch: 281 ] [ iter:376,200 ] [ performance: 18.390 it/s ] [ lr: 2.50e-05 ] [ eta: 14:17:55 ] [ l_g_pix: 2.8963e-02 ] [ l_g_total: 2.8963e-02 ] +2024-09-27 04:10:44,745 INFO: [ epoch: 281 ] [ iter:376,300 ] [ performance: 18.554 it/s ] [ lr: 2.50e-05 ] [ eta: 14:17:42 ] [ l_g_pix: 4.2206e-02 ] [ l_g_total: 4.2206e-02 ] +2024-09-27 04:10:50,183 INFO: [ epoch: 281 ] [ iter:376,400 ] [ performance: 18.425 it/s ] [ lr: 2.50e-05 ] [ eta: 14:17:29 ] [ l_g_pix: 3.5983e-02 ] [ l_g_total: 3.5983e-02 ] +2024-09-27 04:10:55,652 INFO: [ epoch: 281 ] [ iter:376,500 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 14:17:16 ] [ l_g_pix: 3.1981e-02 ] [ l_g_total: 3.1981e-02 ] +2024-09-27 04:11:01,161 INFO: [ epoch: 281 ] [ iter:376,600 ] [ performance: 18.182 it/s ] [ lr: 2.50e-05 ] [ eta: 14:17:04 ] [ l_g_pix: 3.2338e-02 ] [ l_g_total: 3.2338e-02 ] +2024-09-27 04:11:06,588 INFO: [ epoch: 281 ] [ iter:376,700 ] [ performance: 19.191 it/s ] [ lr: 2.50e-05 ] [ eta: 14:16:51 ] [ l_g_pix: 4.2119e-02 ] [ l_g_total: 4.2119e-02 ] +2024-09-27 04:11:13,315 INFO: [ epoch: 282 ] [ iter:376,800 ] [ performance: 15.594 it/s ] [ lr: 2.50e-05 ] [ eta: 14:16:40 ] [ l_g_pix: 2.5047e-02 ] [ l_g_total: 2.5047e-02 ] +2024-09-27 04:11:18,805 INFO: [ epoch: 282 ] [ iter:376,900 ] [ performance: 18.485 it/s ] [ lr: 2.50e-05 ] [ eta: 14:16:27 ] [ l_g_pix: 3.1179e-02 ] [ l_g_total: 3.1179e-02 ] +2024-09-27 04:11:24,276 INFO: [ epoch: 282 ] [ iter:377,000 ] [ performance: 18.320 it/s ] [ lr: 2.50e-05 ] [ eta: 14:16:14 ] [ l_g_pix: 4.0301e-02 ] [ l_g_total: 4.0301e-02 ] +2024-09-27 04:11:29,694 INFO: [ epoch: 282 ] [ iter:377,100 ] [ performance: 18.887 it/s ] [ lr: 2.50e-05 ] [ eta: 14:16:01 ] [ l_g_pix: 3.4963e-02 ] [ l_g_total: 3.4963e-02 ] +2024-09-27 04:11:35,104 INFO: [ epoch: 282 ] [ iter:377,200 ] [ performance: 18.561 it/s ] [ lr: 2.50e-05 ] [ eta: 14:15:48 ] [ l_g_pix: 3.3127e-02 ] [ l_g_total: 3.3127e-02 ] +2024-09-27 04:11:40,537 INFO: [ epoch: 282 ] [ iter:377,300 ] [ performance: 18.501 it/s ] [ lr: 2.50e-05 ] [ eta: 14:15:35 ] [ l_g_pix: 1.8205e-02 ] [ l_g_total: 1.8205e-02 ] +2024-09-27 04:11:45,982 INFO: [ epoch: 282 ] [ iter:377,400 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 14:15:23 ] [ l_g_pix: 2.3036e-02 ] [ l_g_total: 2.3036e-02 ] +2024-09-27 04:11:51,461 INFO: [ epoch: 282 ] [ iter:377,500 ] [ performance: 18.556 it/s ] [ lr: 2.50e-05 ] [ eta: 14:15:10 ] [ l_g_pix: 2.3898e-02 ] [ l_g_total: 2.3898e-02 ] +2024-09-27 04:11:56,912 INFO: [ epoch: 282 ] [ iter:377,600 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 14:14:57 ] [ l_g_pix: 3.5615e-02 ] [ l_g_total: 3.5615e-02 ] +2024-09-27 04:12:02,377 INFO: [ epoch: 282 ] [ iter:377,700 ] [ performance: 18.664 it/s ] [ lr: 2.50e-05 ] [ eta: 14:14:44 ] [ l_g_pix: 2.8438e-02 ] [ l_g_total: 2.8438e-02 ] +2024-09-27 04:12:07,864 INFO: [ epoch: 282 ] [ iter:377,800 ] [ performance: 18.301 it/s ] [ lr: 2.50e-05 ] [ eta: 14:14:31 ] [ l_g_pix: 2.4533e-02 ] [ l_g_total: 2.4533e-02 ] +2024-09-27 04:12:13,350 INFO: [ epoch: 282 ] [ iter:377,900 ] [ performance: 18.086 it/s ] [ lr: 2.50e-05 ] [ eta: 14:14:19 ] [ l_g_pix: 3.3208e-02 ] [ l_g_total: 3.3208e-02 ] +2024-09-27 04:12:18,819 INFO: [ epoch: 282 ] [ iter:378,000 ] [ performance: 18.253 it/s ] [ lr: 2.50e-05 ] [ eta: 14:14:06 ] [ l_g_pix: 2.8971e-02 ] [ l_g_total: 2.8971e-02 ] +2024-09-27 04:12:25,518 INFO: [ epoch: 283 ] [ iter:378,100 ] [ performance: 8.118 it/s ] [ lr: 2.50e-05 ] [ eta: 14:13:55 ] [ l_g_pix: 3.0612e-02 ] [ l_g_total: 3.0612e-02 ] +2024-09-27 04:12:31,053 INFO: [ epoch: 283 ] [ iter:378,200 ] [ performance: 15.111 it/s ] [ lr: 2.50e-05 ] [ eta: 14:13:42 ] [ l_g_pix: 2.2192e-02 ] [ l_g_total: 2.2192e-02 ] +2024-09-27 04:12:36,518 INFO: [ epoch: 283 ] [ iter:378,300 ] [ performance: 18.852 it/s ] [ lr: 2.50e-05 ] [ eta: 14:13:30 ] [ l_g_pix: 2.2538e-02 ] [ l_g_total: 2.2538e-02 ] +2024-09-27 04:12:41,999 INFO: [ epoch: 283 ] [ iter:378,400 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 14:13:17 ] [ l_g_pix: 1.9640e-02 ] [ l_g_total: 1.9640e-02 ] +2024-09-27 04:12:47,465 INFO: [ epoch: 283 ] [ iter:378,500 ] [ performance: 18.711 it/s ] [ lr: 2.50e-05 ] [ eta: 14:13:04 ] [ l_g_pix: 2.4019e-02 ] [ l_g_total: 2.4019e-02 ] +2024-09-27 04:12:52,907 INFO: [ epoch: 283 ] [ iter:378,600 ] [ performance: 18.425 it/s ] [ lr: 2.50e-05 ] [ eta: 14:12:51 ] [ l_g_pix: 3.1170e-02 ] [ l_g_total: 3.1170e-02 ] +2024-09-27 04:12:58,361 INFO: [ epoch: 283 ] [ iter:378,700 ] [ performance: 18.440 it/s ] [ lr: 2.50e-05 ] [ eta: 14:12:38 ] [ l_g_pix: 2.8065e-02 ] [ l_g_total: 2.8065e-02 ] +2024-09-27 04:13:03,795 INFO: [ epoch: 283 ] [ iter:378,800 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 14:12:26 ] [ l_g_pix: 1.9351e-02 ] [ l_g_total: 1.9351e-02 ] +2024-09-27 04:13:09,245 INFO: [ epoch: 283 ] [ iter:378,900 ] [ performance: 18.770 it/s ] [ lr: 2.50e-05 ] [ eta: 14:12:13 ] [ l_g_pix: 2.5613e-02 ] [ l_g_total: 2.5613e-02 ] +2024-09-27 04:13:14,720 INFO: [ epoch: 283 ] [ iter:379,000 ] [ performance: 18.330 it/s ] [ lr: 2.50e-05 ] [ eta: 14:12:00 ] [ l_g_pix: 2.1638e-02 ] [ l_g_total: 2.1638e-02 ] +2024-09-27 04:13:20,154 INFO: [ epoch: 283 ] [ iter:379,100 ] [ performance: 18.822 it/s ] [ lr: 2.50e-05 ] [ eta: 14:11:47 ] [ l_g_pix: 3.5833e-02 ] [ l_g_total: 3.5833e-02 ] +2024-09-27 04:13:25,629 INFO: [ epoch: 283 ] [ iter:379,200 ] [ performance: 18.333 it/s ] [ lr: 2.50e-05 ] [ eta: 14:11:34 ] [ l_g_pix: 3.3186e-02 ] [ l_g_total: 3.3186e-02 ] +2024-09-27 04:13:31,091 INFO: [ epoch: 283 ] [ iter:379,300 ] [ performance: 18.410 it/s ] [ lr: 2.50e-05 ] [ eta: 14:11:22 ] [ l_g_pix: 2.5849e-02 ] [ l_g_total: 2.5849e-02 ] +2024-09-27 04:13:36,480 INFO: [ epoch: 283 ] [ iter:379,400 ] [ performance: 18.542 it/s ] [ lr: 2.50e-05 ] [ eta: 14:11:09 ] [ l_g_pix: 2.5092e-02 ] [ l_g_total: 2.5092e-02 ] +2024-09-27 04:13:43,304 INFO: [ epoch: 284 ] [ iter:379,500 ] [ performance: 18.132 it/s ] [ lr: 2.50e-05 ] [ eta: 14:10:58 ] [ l_g_pix: 3.2426e-02 ] [ l_g_total: 3.2426e-02 ] +2024-09-27 04:13:48,790 INFO: [ epoch: 284 ] [ iter:379,600 ] [ performance: 18.220 it/s ] [ lr: 2.50e-05 ] [ eta: 14:10:46 ] [ l_g_pix: 4.2198e-02 ] [ l_g_total: 4.2198e-02 ] +2024-09-27 04:13:54,264 INFO: [ epoch: 284 ] [ iter:379,700 ] [ performance: 18.862 it/s ] [ lr: 2.50e-05 ] [ eta: 14:10:33 ] [ l_g_pix: 3.8789e-02 ] [ l_g_total: 3.8789e-02 ] +2024-09-27 04:13:59,738 INFO: [ epoch: 284 ] [ iter:379,800 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 14:10:20 ] [ l_g_pix: 3.6080e-02 ] [ l_g_total: 3.6080e-02 ] +2024-09-27 04:14:05,193 INFO: [ epoch: 284 ] [ iter:379,900 ] [ performance: 18.872 it/s ] [ lr: 2.50e-05 ] [ eta: 14:10:07 ] [ l_g_pix: 2.7582e-02 ] [ l_g_total: 2.7582e-02 ] +2024-09-27 04:14:10,628 INFO: [ epoch: 284 ] [ iter:380,000 ] [ performance: 18.443 it/s ] [ lr: 2.50e-05 ] [ eta: 14:09:55 ] [ l_g_pix: 4.2264e-02 ] [ l_g_total: 4.2264e-02 ] +2024-09-27 04:14:10,628 INFO: Saving models and training states. +2024-09-27 04:18:40,712 INFO: Validation val + + # psnr: 27.1904........ Best: 27.2016 @ 370000 iter + # ssim: 0.7664........ Best: 0.7667 @ 370000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 04:18:46,201 INFO: [ epoch: 284 ] [ iter:380,100 ] [ performance: 18.426 it/s ] [ lr: 2.50e-05 ] [ eta: 14:17:02 ] [ l_g_pix: 3.4558e-02 ] [ l_g_total: 3.4558e-02 ] +2024-09-27 04:18:51,675 INFO: [ epoch: 284 ] [ iter:380,200 ] [ performance: 18.281 it/s ] [ lr: 2.50e-05 ] [ eta: 14:16:49 ] [ l_g_pix: 2.3120e-02 ] [ l_g_total: 2.3120e-02 ] +2024-09-27 04:18:57,126 INFO: [ epoch: 284 ] [ iter:380,300 ] [ performance: 18.675 it/s ] [ lr: 2.50e-05 ] [ eta: 14:16:37 ] [ l_g_pix: 3.6842e-02 ] [ l_g_total: 3.6842e-02 ] +2024-09-27 04:19:02,622 INFO: [ epoch: 284 ] [ iter:380,400 ] [ performance: 18.233 it/s ] [ lr: 2.50e-05 ] [ eta: 14:16:24 ] [ l_g_pix: 2.5643e-02 ] [ l_g_total: 2.5643e-02 ] +2024-09-27 04:19:08,129 INFO: [ epoch: 284 ] [ iter:380,500 ] [ performance: 18.896 it/s ] [ lr: 2.50e-05 ] [ eta: 14:16:11 ] [ l_g_pix: 3.7632e-02 ] [ l_g_total: 3.7632e-02 ] +2024-09-27 04:19:13,567 INFO: [ epoch: 284 ] [ iter:380,600 ] [ performance: 18.423 it/s ] [ lr: 2.50e-05 ] [ eta: 14:15:58 ] [ l_g_pix: 2.3776e-02 ] [ l_g_total: 2.3776e-02 ] +2024-09-27 04:19:18,977 INFO: [ epoch: 284 ] [ iter:380,700 ] [ performance: 18.429 it/s ] [ lr: 2.50e-05 ] [ eta: 14:15:45 ] [ l_g_pix: 3.8214e-02 ] [ l_g_total: 3.8214e-02 ] +2024-09-27 04:19:25,580 INFO: [ epoch: 285 ] [ iter:380,800 ] [ performance: 15.302 it/s ] [ lr: 2.50e-05 ] [ eta: 14:15:34 ] [ l_g_pix: 2.6903e-02 ] [ l_g_total: 2.6903e-02 ] +2024-09-27 04:19:31,058 INFO: [ epoch: 285 ] [ iter:380,900 ] [ performance: 18.309 it/s ] [ lr: 2.50e-05 ] [ eta: 14:15:21 ] [ l_g_pix: 2.3446e-02 ] [ l_g_total: 2.3446e-02 ] +2024-09-27 04:19:36,514 INFO: [ epoch: 285 ] [ iter:381,000 ] [ performance: 18.330 it/s ] [ lr: 2.50e-05 ] [ eta: 14:15:08 ] [ l_g_pix: 3.4758e-02 ] [ l_g_total: 3.4758e-02 ] +2024-09-27 04:19:41,997 INFO: [ epoch: 285 ] [ iter:381,100 ] [ performance: 18.746 it/s ] [ lr: 2.50e-05 ] [ eta: 14:14:55 ] [ l_g_pix: 2.1720e-02 ] [ l_g_total: 2.1720e-02 ] +2024-09-27 04:19:47,471 INFO: [ epoch: 285 ] [ iter:381,200 ] [ performance: 18.291 it/s ] [ lr: 2.50e-05 ] [ eta: 14:14:42 ] [ l_g_pix: 2.4753e-02 ] [ l_g_total: 2.4753e-02 ] +2024-09-27 04:19:52,942 INFO: [ epoch: 285 ] [ iter:381,300 ] [ performance: 18.998 it/s ] [ lr: 2.50e-05 ] [ eta: 14:14:30 ] [ l_g_pix: 2.6004e-02 ] [ l_g_total: 2.6004e-02 ] +2024-09-27 04:19:58,430 INFO: [ epoch: 285 ] [ iter:381,400 ] [ performance: 18.246 it/s ] [ lr: 2.50e-05 ] [ eta: 14:14:17 ] [ l_g_pix: 2.9908e-02 ] [ l_g_total: 2.9908e-02 ] +2024-09-27 04:20:03,957 INFO: [ epoch: 285 ] [ iter:381,500 ] [ performance: 17.504 it/s ] [ lr: 2.50e-05 ] [ eta: 14:14:04 ] [ l_g_pix: 4.2049e-02 ] [ l_g_total: 4.2049e-02 ] +2024-09-27 04:20:09,449 INFO: [ epoch: 285 ] [ iter:381,600 ] [ performance: 18.197 it/s ] [ lr: 2.50e-05 ] [ eta: 14:13:51 ] [ l_g_pix: 1.7995e-02 ] [ l_g_total: 1.7995e-02 ] +2024-09-27 04:20:14,950 INFO: [ epoch: 285 ] [ iter:381,700 ] [ performance: 17.997 it/s ] [ lr: 2.50e-05 ] [ eta: 14:13:38 ] [ l_g_pix: 2.5590e-02 ] [ l_g_total: 2.5590e-02 ] +2024-09-27 04:20:20,464 INFO: [ epoch: 285 ] [ iter:381,800 ] [ performance: 18.137 it/s ] [ lr: 2.50e-05 ] [ eta: 14:13:26 ] [ l_g_pix: 2.8296e-02 ] [ l_g_total: 2.8296e-02 ] +2024-09-27 04:20:25,991 INFO: [ epoch: 285 ] [ iter:381,900 ] [ performance: 18.116 it/s ] [ lr: 2.50e-05 ] [ eta: 14:13:13 ] [ l_g_pix: 3.5227e-02 ] [ l_g_total: 3.5227e-02 ] +2024-09-27 04:20:31,482 INFO: [ epoch: 285 ] [ iter:382,000 ] [ performance: 18.215 it/s ] [ lr: 2.50e-05 ] [ eta: 14:13:00 ] [ l_g_pix: 2.7673e-02 ] [ l_g_total: 2.7673e-02 ] +2024-09-27 04:20:37,773 INFO: [ epoch: 286 ] [ iter:382,100 ] [ performance: 16.979 it/s ] [ lr: 2.50e-05 ] [ eta: 14:12:49 ] [ l_g_pix: 2.4125e-02 ] [ l_g_total: 2.4125e-02 ] +2024-09-27 04:20:43,484 INFO: [ epoch: 286 ] [ iter:382,200 ] [ performance: 17.529 it/s ] [ lr: 2.50e-05 ] [ eta: 14:12:36 ] [ l_g_pix: 3.4988e-02 ] [ l_g_total: 3.4988e-02 ] +2024-09-27 04:20:48,973 INFO: [ epoch: 286 ] [ iter:382,300 ] [ performance: 17.870 it/s ] [ lr: 2.50e-05 ] [ eta: 14:12:23 ] [ l_g_pix: 1.8130e-02 ] [ l_g_total: 1.8130e-02 ] +2024-09-27 04:20:54,419 INFO: [ epoch: 286 ] [ iter:382,400 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 14:12:11 ] [ l_g_pix: 3.2536e-02 ] [ l_g_total: 3.2536e-02 ] +2024-09-27 04:20:59,875 INFO: [ epoch: 286 ] [ iter:382,500 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 14:11:58 ] [ l_g_pix: 2.1532e-02 ] [ l_g_total: 2.1532e-02 ] +2024-09-27 04:21:05,364 INFO: [ epoch: 286 ] [ iter:382,600 ] [ performance: 18.227 it/s ] [ lr: 2.50e-05 ] [ eta: 14:11:45 ] [ l_g_pix: 2.6745e-02 ] [ l_g_total: 2.6745e-02 ] +2024-09-27 04:21:10,839 INFO: [ epoch: 286 ] [ iter:382,700 ] [ performance: 18.248 it/s ] [ lr: 2.50e-05 ] [ eta: 14:11:32 ] [ l_g_pix: 2.4942e-02 ] [ l_g_total: 2.4942e-02 ] +2024-09-27 04:21:16,309 INFO: [ epoch: 286 ] [ iter:382,800 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 14:11:19 ] [ l_g_pix: 4.1186e-02 ] [ l_g_total: 4.1186e-02 ] +2024-09-27 04:21:21,781 INFO: [ epoch: 286 ] [ iter:382,900 ] [ performance: 18.287 it/s ] [ lr: 2.50e-05 ] [ eta: 14:11:07 ] [ l_g_pix: 2.9243e-02 ] [ l_g_total: 2.9243e-02 ] +2024-09-27 04:21:27,217 INFO: [ epoch: 286 ] [ iter:383,000 ] [ performance: 18.437 it/s ] [ lr: 2.50e-05 ] [ eta: 14:10:54 ] [ l_g_pix: 3.1566e-02 ] [ l_g_total: 3.1566e-02 ] +2024-09-27 04:21:32,693 INFO: [ epoch: 286 ] [ iter:383,100 ] [ performance: 18.349 it/s ] [ lr: 2.50e-05 ] [ eta: 14:10:41 ] [ l_g_pix: 3.3905e-02 ] [ l_g_total: 3.3905e-02 ] +2024-09-27 04:21:38,144 INFO: [ epoch: 286 ] [ iter:383,200 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 14:10:28 ] [ l_g_pix: 3.9643e-02 ] [ l_g_total: 3.9643e-02 ] +2024-09-27 04:21:43,634 INFO: [ epoch: 286 ] [ iter:383,300 ] [ performance: 18.288 it/s ] [ lr: 2.50e-05 ] [ eta: 14:10:15 ] [ l_g_pix: 3.1340e-02 ] [ l_g_total: 3.1340e-02 ] +2024-09-27 04:21:49,017 INFO: [ epoch: 286 ] [ iter:383,400 ] [ performance: 18.620 it/s ] [ lr: 2.50e-05 ] [ eta: 14:10:02 ] [ l_g_pix: 3.6315e-02 ] [ l_g_total: 3.6315e-02 ] +2024-09-27 04:21:55,693 INFO: [ epoch: 287 ] [ iter:383,500 ] [ performance: 16.540 it/s ] [ lr: 2.50e-05 ] [ eta: 14:09:52 ] [ l_g_pix: 1.8584e-02 ] [ l_g_total: 1.8584e-02 ] +2024-09-27 04:22:01,173 INFO: [ epoch: 287 ] [ iter:383,600 ] [ performance: 18.280 it/s ] [ lr: 2.50e-05 ] [ eta: 14:09:39 ] [ l_g_pix: 2.2209e-02 ] [ l_g_total: 2.2209e-02 ] +2024-09-27 04:22:06,637 INFO: [ epoch: 287 ] [ iter:383,700 ] [ performance: 18.293 it/s ] [ lr: 2.50e-05 ] [ eta: 14:09:26 ] [ l_g_pix: 3.5460e-02 ] [ l_g_total: 3.5460e-02 ] +2024-09-27 04:22:12,086 INFO: [ epoch: 287 ] [ iter:383,800 ] [ performance: 18.420 it/s ] [ lr: 2.50e-05 ] [ eta: 14:09:13 ] [ l_g_pix: 3.0479e-02 ] [ l_g_total: 3.0479e-02 ] +2024-09-27 04:22:17,547 INFO: [ epoch: 287 ] [ iter:383,900 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 14:09:00 ] [ l_g_pix: 3.0920e-02 ] [ l_g_total: 3.0920e-02 ] +2024-09-27 04:22:23,001 INFO: [ epoch: 287 ] [ iter:384,000 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 14:08:48 ] [ l_g_pix: 2.6871e-02 ] [ l_g_total: 2.6871e-02 ] +2024-09-27 04:22:28,480 INFO: [ epoch: 287 ] [ iter:384,100 ] [ performance: 18.309 it/s ] [ lr: 2.50e-05 ] [ eta: 14:08:35 ] [ l_g_pix: 2.2261e-02 ] [ l_g_total: 2.2261e-02 ] +2024-09-27 04:22:33,933 INFO: [ epoch: 287 ] [ iter:384,200 ] [ performance: 18.384 it/s ] [ lr: 2.50e-05 ] [ eta: 14:08:22 ] [ l_g_pix: 3.9391e-02 ] [ l_g_total: 3.9391e-02 ] +2024-09-27 04:22:39,390 INFO: [ epoch: 287 ] [ iter:384,300 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 14:08:09 ] [ l_g_pix: 2.5608e-02 ] [ l_g_total: 2.5608e-02 ] +2024-09-27 04:22:44,844 INFO: [ epoch: 287 ] [ iter:384,400 ] [ performance: 18.414 it/s ] [ lr: 2.50e-05 ] [ eta: 14:07:57 ] [ l_g_pix: 2.0436e-02 ] [ l_g_total: 2.0436e-02 ] +2024-09-27 04:22:50,327 INFO: [ epoch: 287 ] [ iter:384,500 ] [ performance: 18.321 it/s ] [ lr: 2.50e-05 ] [ eta: 14:07:44 ] [ l_g_pix: 3.1635e-02 ] [ l_g_total: 3.1635e-02 ] +2024-09-27 04:22:55,783 INFO: [ epoch: 287 ] [ iter:384,600 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 14:07:31 ] [ l_g_pix: 2.2152e-02 ] [ l_g_total: 2.2152e-02 ] +2024-09-27 04:23:01,201 INFO: [ epoch: 287 ] [ iter:384,700 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 14:07:18 ] [ l_g_pix: 3.0526e-02 ] [ l_g_total: 3.0526e-02 ] +2024-09-27 04:23:07,781 INFO: [ epoch: 288 ] [ iter:384,800 ] [ performance: 14.803 it/s ] [ lr: 2.50e-05 ] [ eta: 14:07:07 ] [ l_g_pix: 2.7579e-02 ] [ l_g_total: 2.7579e-02 ] +2024-09-27 04:23:13,264 INFO: [ epoch: 288 ] [ iter:384,900 ] [ performance: 16.472 it/s ] [ lr: 2.50e-05 ] [ eta: 14:06:55 ] [ l_g_pix: 3.7940e-02 ] [ l_g_total: 3.7940e-02 ] +2024-09-27 04:23:18,712 INFO: [ epoch: 288 ] [ iter:385,000 ] [ performance: 18.405 it/s ] [ lr: 2.50e-05 ] [ eta: 14:06:42 ] [ l_g_pix: 2.0039e-02 ] [ l_g_total: 2.0039e-02 ] +2024-09-27 04:23:24,203 INFO: [ epoch: 288 ] [ iter:385,100 ] [ performance: 18.301 it/s ] [ lr: 2.50e-05 ] [ eta: 14:06:29 ] [ l_g_pix: 2.3664e-02 ] [ l_g_total: 2.3664e-02 ] +2024-09-27 04:23:29,673 INFO: [ epoch: 288 ] [ iter:385,200 ] [ performance: 18.384 it/s ] [ lr: 2.50e-05 ] [ eta: 14:06:17 ] [ l_g_pix: 2.9423e-02 ] [ l_g_total: 2.9423e-02 ] +2024-09-27 04:23:35,127 INFO: [ epoch: 288 ] [ iter:385,300 ] [ performance: 18.359 it/s ] [ lr: 2.50e-05 ] [ eta: 14:06:04 ] [ l_g_pix: 2.4306e-02 ] [ l_g_total: 2.4306e-02 ] +2024-09-27 04:23:40,584 INFO: [ epoch: 288 ] [ iter:385,400 ] [ performance: 18.380 it/s ] [ lr: 2.50e-05 ] [ eta: 14:05:51 ] [ l_g_pix: 1.8725e-02 ] [ l_g_total: 1.8725e-02 ] +2024-09-27 04:23:46,036 INFO: [ epoch: 288 ] [ iter:385,500 ] [ performance: 18.359 it/s ] [ lr: 2.50e-05 ] [ eta: 14:05:38 ] [ l_g_pix: 2.5120e-02 ] [ l_g_total: 2.5120e-02 ] +2024-09-27 04:23:51,505 INFO: [ epoch: 288 ] [ iter:385,600 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 14:05:26 ] [ l_g_pix: 4.2256e-02 ] [ l_g_total: 4.2256e-02 ] +2024-09-27 04:23:56,975 INFO: [ epoch: 288 ] [ iter:385,700 ] [ performance: 18.317 it/s ] [ lr: 2.50e-05 ] [ eta: 14:05:13 ] [ l_g_pix: 2.7209e-02 ] [ l_g_total: 2.7209e-02 ] +2024-09-27 04:24:02,417 INFO: [ epoch: 288 ] [ iter:385,800 ] [ performance: 18.517 it/s ] [ lr: 2.50e-05 ] [ eta: 14:05:00 ] [ l_g_pix: 3.2807e-02 ] [ l_g_total: 3.2807e-02 ] +2024-09-27 04:24:07,869 INFO: [ epoch: 288 ] [ iter:385,900 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 14:04:47 ] [ l_g_pix: 2.7626e-02 ] [ l_g_total: 2.7626e-02 ] +2024-09-27 04:24:13,338 INFO: [ epoch: 288 ] [ iter:386,000 ] [ performance: 18.349 it/s ] [ lr: 2.50e-05 ] [ eta: 14:04:35 ] [ l_g_pix: 2.3075e-02 ] [ l_g_total: 2.3075e-02 ] +2024-09-27 04:24:18,701 INFO: [ epoch: 288 ] [ iter:386,100 ] [ performance: 18.514 it/s ] [ lr: 2.50e-05 ] [ eta: 14:04:22 ] [ l_g_pix: 3.6044e-02 ] [ l_g_total: 3.6044e-02 ] +2024-09-27 04:24:25,427 INFO: [ epoch: 289 ] [ iter:386,200 ] [ performance: 18.025 it/s ] [ lr: 2.50e-05 ] [ eta: 14:04:11 ] [ l_g_pix: 3.8324e-02 ] [ l_g_total: 3.8324e-02 ] +2024-09-27 04:24:30,922 INFO: [ epoch: 289 ] [ iter:386,300 ] [ performance: 18.124 it/s ] [ lr: 2.50e-05 ] [ eta: 14:03:59 ] [ l_g_pix: 4.1699e-02 ] [ l_g_total: 4.1699e-02 ] +2024-09-27 04:24:36,394 INFO: [ epoch: 289 ] [ iter:386,400 ] [ performance: 18.339 it/s ] [ lr: 2.50e-05 ] [ eta: 14:03:46 ] [ l_g_pix: 3.3236e-02 ] [ l_g_total: 3.3236e-02 ] +2024-09-27 04:24:41,871 INFO: [ epoch: 289 ] [ iter:386,500 ] [ performance: 18.293 it/s ] [ lr: 2.50e-05 ] [ eta: 14:03:33 ] [ l_g_pix: 3.4326e-02 ] [ l_g_total: 3.4326e-02 ] +2024-09-27 04:24:47,336 INFO: [ epoch: 289 ] [ iter:386,600 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 14:03:21 ] [ l_g_pix: 2.1727e-02 ] [ l_g_total: 2.1727e-02 ] +2024-09-27 04:24:52,773 INFO: [ epoch: 289 ] [ iter:386,700 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 14:03:08 ] [ l_g_pix: 2.9959e-02 ] [ l_g_total: 2.9959e-02 ] +2024-09-27 04:24:58,237 INFO: [ epoch: 289 ] [ iter:386,800 ] [ performance: 18.300 it/s ] [ lr: 2.50e-05 ] [ eta: 14:02:55 ] [ l_g_pix: 4.6845e-02 ] [ l_g_total: 4.6845e-02 ] +2024-09-27 04:25:03,702 INFO: [ epoch: 289 ] [ iter:386,900 ] [ performance: 18.300 it/s ] [ lr: 2.50e-05 ] [ eta: 14:02:43 ] [ l_g_pix: 1.7216e-02 ] [ l_g_total: 1.7216e-02 ] +2024-09-27 04:25:09,225 INFO: [ epoch: 289 ] [ iter:387,000 ] [ performance: 18.235 it/s ] [ lr: 2.50e-05 ] [ eta: 14:02:30 ] [ l_g_pix: 3.0215e-02 ] [ l_g_total: 3.0215e-02 ] +2024-09-27 04:25:14,715 INFO: [ epoch: 289 ] [ iter:387,100 ] [ performance: 18.224 it/s ] [ lr: 2.50e-05 ] [ eta: 14:02:17 ] [ l_g_pix: 3.0665e-02 ] [ l_g_total: 3.0665e-02 ] +2024-09-27 04:25:20,171 INFO: [ epoch: 289 ] [ iter:387,200 ] [ performance: 18.469 it/s ] [ lr: 2.50e-05 ] [ eta: 14:02:05 ] [ l_g_pix: 2.3917e-02 ] [ l_g_total: 2.3917e-02 ] +2024-09-27 04:25:25,615 INFO: [ epoch: 289 ] [ iter:387,300 ] [ performance: 18.413 it/s ] [ lr: 2.50e-05 ] [ eta: 14:01:52 ] [ l_g_pix: 2.7100e-02 ] [ l_g_total: 2.7100e-02 ] +2024-09-27 04:25:31,021 INFO: [ epoch: 289 ] [ iter:387,400 ] [ performance: 18.571 it/s ] [ lr: 2.50e-05 ] [ eta: 14:01:39 ] [ l_g_pix: 4.0445e-02 ] [ l_g_total: 4.0445e-02 ] +2024-09-27 04:25:37,727 INFO: [ epoch: 290 ] [ iter:387,500 ] [ performance: 16.265 it/s ] [ lr: 2.50e-05 ] [ eta: 14:01:29 ] [ l_g_pix: 2.8888e-02 ] [ l_g_total: 2.8888e-02 ] +2024-09-27 04:25:43,171 INFO: [ epoch: 290 ] [ iter:387,600 ] [ performance: 18.410 it/s ] [ lr: 2.50e-05 ] [ eta: 14:01:16 ] [ l_g_pix: 3.7986e-02 ] [ l_g_total: 3.7986e-02 ] +2024-09-27 04:25:48,618 INFO: [ epoch: 290 ] [ iter:387,700 ] [ performance: 18.380 it/s ] [ lr: 2.50e-05 ] [ eta: 14:01:03 ] [ l_g_pix: 2.4392e-02 ] [ l_g_total: 2.4392e-02 ] +2024-09-27 04:25:54,088 INFO: [ epoch: 290 ] [ iter:387,800 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 14:00:51 ] [ l_g_pix: 4.3803e-02 ] [ l_g_total: 4.3803e-02 ] +2024-09-27 04:25:59,520 INFO: [ epoch: 290 ] [ iter:387,900 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 14:00:38 ] [ l_g_pix: 2.9123e-02 ] [ l_g_total: 2.9123e-02 ] +2024-09-27 04:26:05,033 INFO: [ epoch: 290 ] [ iter:388,000 ] [ performance: 18.149 it/s ] [ lr: 2.50e-05 ] [ eta: 14:00:26 ] [ l_g_pix: 2.9123e-02 ] [ l_g_total: 2.9123e-02 ] +2024-09-27 04:26:10,487 INFO: [ epoch: 290 ] [ iter:388,100 ] [ performance: 18.259 it/s ] [ lr: 2.50e-05 ] [ eta: 14:00:13 ] [ l_g_pix: 1.9972e-02 ] [ l_g_total: 1.9972e-02 ] +2024-09-27 04:26:15,938 INFO: [ epoch: 290 ] [ iter:388,200 ] [ performance: 18.323 it/s ] [ lr: 2.50e-05 ] [ eta: 14:00:00 ] [ l_g_pix: 3.0280e-02 ] [ l_g_total: 3.0280e-02 ] +2024-09-27 04:26:21,379 INFO: [ epoch: 290 ] [ iter:388,300 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 13:59:48 ] [ l_g_pix: 2.9726e-02 ] [ l_g_total: 2.9726e-02 ] +2024-09-27 04:26:26,871 INFO: [ epoch: 290 ] [ iter:388,400 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 13:59:35 ] [ l_g_pix: 4.0470e-02 ] [ l_g_total: 4.0470e-02 ] +2024-09-27 04:26:32,307 INFO: [ epoch: 290 ] [ iter:388,500 ] [ performance: 18.378 it/s ] [ lr: 2.50e-05 ] [ eta: 13:59:22 ] [ l_g_pix: 3.2214e-02 ] [ l_g_total: 3.2214e-02 ] +2024-09-27 04:26:37,769 INFO: [ epoch: 290 ] [ iter:388,600 ] [ performance: 18.368 it/s ] [ lr: 2.50e-05 ] [ eta: 13:59:10 ] [ l_g_pix: 3.3980e-02 ] [ l_g_total: 3.3980e-02 ] +2024-09-27 04:26:43,211 INFO: [ epoch: 290 ] [ iter:388,700 ] [ performance: 18.374 it/s ] [ lr: 2.50e-05 ] [ eta: 13:58:57 ] [ l_g_pix: 2.5880e-02 ] [ l_g_total: 2.5880e-02 ] +2024-09-27 04:26:49,929 INFO: [ epoch: 291 ] [ iter:388,800 ] [ performance: 13.482 it/s ] [ lr: 2.50e-05 ] [ eta: 13:58:47 ] [ l_g_pix: 2.8736e-02 ] [ l_g_total: 2.8736e-02 ] +2024-09-27 04:26:55,411 INFO: [ epoch: 291 ] [ iter:388,900 ] [ performance: 15.999 it/s ] [ lr: 2.50e-05 ] [ eta: 13:58:34 ] [ l_g_pix: 2.9265e-02 ] [ l_g_total: 2.9265e-02 ] +2024-09-27 04:27:00,875 INFO: [ epoch: 291 ] [ iter:389,000 ] [ performance: 18.309 it/s ] [ lr: 2.50e-05 ] [ eta: 13:58:21 ] [ l_g_pix: 3.6182e-02 ] [ l_g_total: 3.6182e-02 ] +2024-09-27 04:27:06,322 INFO: [ epoch: 291 ] [ iter:389,100 ] [ performance: 18.341 it/s ] [ lr: 2.50e-05 ] [ eta: 13:58:09 ] [ l_g_pix: 3.1452e-02 ] [ l_g_total: 3.1452e-02 ] +2024-09-27 04:27:11,839 INFO: [ epoch: 291 ] [ iter:389,200 ] [ performance: 18.258 it/s ] [ lr: 2.50e-05 ] [ eta: 13:57:56 ] [ l_g_pix: 3.2433e-02 ] [ l_g_total: 3.2433e-02 ] +2024-09-27 04:27:17,295 INFO: [ epoch: 291 ] [ iter:389,300 ] [ performance: 18.301 it/s ] [ lr: 2.50e-05 ] [ eta: 13:57:44 ] [ l_g_pix: 2.6834e-02 ] [ l_g_total: 2.6834e-02 ] +2024-09-27 04:27:22,750 INFO: [ epoch: 291 ] [ iter:389,400 ] [ performance: 18.405 it/s ] [ lr: 2.50e-05 ] [ eta: 13:57:31 ] [ l_g_pix: 2.1643e-02 ] [ l_g_total: 2.1643e-02 ] +2024-09-27 04:27:28,216 INFO: [ epoch: 291 ] [ iter:389,500 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 13:57:19 ] [ l_g_pix: 4.1983e-02 ] [ l_g_total: 4.1983e-02 ] +2024-09-27 04:27:33,675 INFO: [ epoch: 291 ] [ iter:389,600 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 13:57:06 ] [ l_g_pix: 3.0465e-02 ] [ l_g_total: 3.0465e-02 ] +2024-09-27 04:27:39,102 INFO: [ epoch: 291 ] [ iter:389,700 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 13:56:53 ] [ l_g_pix: 2.8490e-02 ] [ l_g_total: 2.8490e-02 ] +2024-09-27 04:27:44,600 INFO: [ epoch: 291 ] [ iter:389,800 ] [ performance: 18.321 it/s ] [ lr: 2.50e-05 ] [ eta: 13:56:41 ] [ l_g_pix: 2.8881e-02 ] [ l_g_total: 2.8881e-02 ] +2024-09-27 04:27:50,069 INFO: [ epoch: 291 ] [ iter:389,900 ] [ performance: 18.299 it/s ] [ lr: 2.50e-05 ] [ eta: 13:56:28 ] [ l_g_pix: 4.5097e-02 ] [ l_g_total: 4.5097e-02 ] +2024-09-27 04:27:55,521 INFO: [ epoch: 291 ] [ iter:390,000 ] [ performance: 18.414 it/s ] [ lr: 2.50e-05 ] [ eta: 13:56:16 ] [ l_g_pix: 3.8101e-02 ] [ l_g_total: 3.8101e-02 ] +2024-09-27 04:27:55,521 INFO: Saving models and training states. +2024-09-27 04:33:08,818 INFO: Validation val + + # psnr: 27.2034........ Best: 27.2034 @ 390000 iter + # ssim: 0.7667........ Best: 0.7667 @ 390000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 04:33:14,113 INFO: [ epoch: 291 ] [ iter:390,100 ] [ performance: 18.710 it/s ] [ lr: 2.50e-05 ] [ eta: 14:04:13 ] [ l_g_pix: 4.0770e-02 ] [ l_g_total: 4.0770e-02 ] +2024-09-27 04:33:21,002 INFO: [ epoch: 292 ] [ iter:390,200 ] [ performance: 18.061 it/s ] [ lr: 2.50e-05 ] [ eta: 14:04:02 ] [ l_g_pix: 1.7364e-02 ] [ l_g_total: 1.7364e-02 ] +2024-09-27 04:33:26,445 INFO: [ epoch: 292 ] [ iter:390,300 ] [ performance: 18.257 it/s ] [ lr: 2.50e-05 ] [ eta: 14:03:50 ] [ l_g_pix: 3.0407e-02 ] [ l_g_total: 3.0407e-02 ] +2024-09-27 04:33:31,873 INFO: [ epoch: 292 ] [ iter:390,400 ] [ performance: 18.457 it/s ] [ lr: 2.50e-05 ] [ eta: 14:03:37 ] [ l_g_pix: 2.6246e-02 ] [ l_g_total: 2.6246e-02 ] +2024-09-27 04:33:37,345 INFO: [ epoch: 292 ] [ iter:390,500 ] [ performance: 18.341 it/s ] [ lr: 2.50e-05 ] [ eta: 14:03:24 ] [ l_g_pix: 3.1616e-02 ] [ l_g_total: 3.1616e-02 ] +2024-09-27 04:33:42,824 INFO: [ epoch: 292 ] [ iter:390,600 ] [ performance: 18.434 it/s ] [ lr: 2.50e-05 ] [ eta: 14:03:11 ] [ l_g_pix: 2.3366e-02 ] [ l_g_total: 2.3366e-02 ] +2024-09-27 04:33:48,319 INFO: [ epoch: 292 ] [ iter:390,700 ] [ performance: 18.285 it/s ] [ lr: 2.50e-05 ] [ eta: 14:02:59 ] [ l_g_pix: 2.6290e-02 ] [ l_g_total: 2.6290e-02 ] +2024-09-27 04:33:53,783 INFO: [ epoch: 292 ] [ iter:390,800 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 14:02:46 ] [ l_g_pix: 1.9926e-02 ] [ l_g_total: 1.9926e-02 ] +2024-09-27 04:33:59,276 INFO: [ epoch: 292 ] [ iter:390,900 ] [ performance: 18.258 it/s ] [ lr: 2.50e-05 ] [ eta: 14:02:33 ] [ l_g_pix: 1.8782e-02 ] [ l_g_total: 1.8782e-02 ] +2024-09-27 04:34:04,712 INFO: [ epoch: 292 ] [ iter:391,000 ] [ performance: 18.419 it/s ] [ lr: 2.50e-05 ] [ eta: 14:02:20 ] [ l_g_pix: 4.5828e-02 ] [ l_g_total: 4.5828e-02 ] +2024-09-27 04:34:10,175 INFO: [ epoch: 292 ] [ iter:391,100 ] [ performance: 18.349 it/s ] [ lr: 2.50e-05 ] [ eta: 14:02:08 ] [ l_g_pix: 4.4200e-02 ] [ l_g_total: 4.4200e-02 ] +2024-09-27 04:34:15,711 INFO: [ epoch: 292 ] [ iter:391,200 ] [ performance: 18.188 it/s ] [ lr: 2.50e-05 ] [ eta: 14:01:55 ] [ l_g_pix: 2.9592e-02 ] [ l_g_total: 2.9592e-02 ] +2024-09-27 04:34:21,209 INFO: [ epoch: 292 ] [ iter:391,300 ] [ performance: 18.190 it/s ] [ lr: 2.50e-05 ] [ eta: 14:01:43 ] [ l_g_pix: 2.4372e-02 ] [ l_g_total: 2.4372e-02 ] +2024-09-27 04:34:26,653 INFO: [ epoch: 292 ] [ iter:391,400 ] [ performance: 18.728 it/s ] [ lr: 2.50e-05 ] [ eta: 14:01:30 ] [ l_g_pix: 1.7437e-02 ] [ l_g_total: 1.7437e-02 ] +2024-09-27 04:34:33,282 INFO: [ epoch: 293 ] [ iter:391,500 ] [ performance: 16.178 it/s ] [ lr: 2.50e-05 ] [ eta: 14:01:19 ] [ l_g_pix: 2.4518e-02 ] [ l_g_total: 2.4518e-02 ] +2024-09-27 04:34:38,761 INFO: [ epoch: 293 ] [ iter:391,600 ] [ performance: 18.488 it/s ] [ lr: 2.50e-05 ] [ eta: 14:01:06 ] [ l_g_pix: 2.3588e-02 ] [ l_g_total: 2.3588e-02 ] +2024-09-27 04:34:44,211 INFO: [ epoch: 293 ] [ iter:391,700 ] [ performance: 18.398 it/s ] [ lr: 2.50e-05 ] [ eta: 14:00:54 ] [ l_g_pix: 3.4579e-02 ] [ l_g_total: 3.4579e-02 ] +2024-09-27 04:34:49,654 INFO: [ epoch: 293 ] [ iter:391,800 ] [ performance: 18.596 it/s ] [ lr: 2.50e-05 ] [ eta: 14:00:41 ] [ l_g_pix: 2.7041e-02 ] [ l_g_total: 2.7041e-02 ] +2024-09-27 04:34:55,123 INFO: [ epoch: 293 ] [ iter:391,900 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 14:00:28 ] [ l_g_pix: 3.0524e-02 ] [ l_g_total: 3.0524e-02 ] +2024-09-27 04:35:00,608 INFO: [ epoch: 293 ] [ iter:392,000 ] [ performance: 18.415 it/s ] [ lr: 2.50e-05 ] [ eta: 14:00:15 ] [ l_g_pix: 2.4030e-02 ] [ l_g_total: 2.4030e-02 ] +2024-09-27 04:35:06,073 INFO: [ epoch: 293 ] [ iter:392,100 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 14:00:03 ] [ l_g_pix: 3.1341e-02 ] [ l_g_total: 3.1341e-02 ] +2024-09-27 04:35:11,557 INFO: [ epoch: 293 ] [ iter:392,200 ] [ performance: 18.293 it/s ] [ lr: 2.50e-05 ] [ eta: 13:59:50 ] [ l_g_pix: 3.9715e-02 ] [ l_g_total: 3.9715e-02 ] +2024-09-27 04:35:17,012 INFO: [ epoch: 293 ] [ iter:392,300 ] [ performance: 18.320 it/s ] [ lr: 2.50e-05 ] [ eta: 13:59:37 ] [ l_g_pix: 2.9703e-02 ] [ l_g_total: 2.9703e-02 ] +2024-09-27 04:35:22,447 INFO: [ epoch: 293 ] [ iter:392,400 ] [ performance: 18.511 it/s ] [ lr: 2.50e-05 ] [ eta: 13:59:25 ] [ l_g_pix: 2.8995e-02 ] [ l_g_total: 2.8995e-02 ] +2024-09-27 04:35:27,928 INFO: [ epoch: 293 ] [ iter:392,500 ] [ performance: 18.333 it/s ] [ lr: 2.50e-05 ] [ eta: 13:59:12 ] [ l_g_pix: 1.8435e-02 ] [ l_g_total: 1.8435e-02 ] +2024-09-27 04:35:33,411 INFO: [ epoch: 293 ] [ iter:392,600 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 13:58:59 ] [ l_g_pix: 3.6427e-02 ] [ l_g_total: 3.6427e-02 ] +2024-09-27 04:35:38,861 INFO: [ epoch: 293 ] [ iter:392,700 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 13:58:47 ] [ l_g_pix: 1.8947e-02 ] [ l_g_total: 1.8947e-02 ] +2024-09-27 04:35:45,528 INFO: [ epoch: 294 ] [ iter:392,800 ] [ performance: 12.195 it/s ] [ lr: 2.50e-05 ] [ eta: 13:58:36 ] [ l_g_pix: 2.7288e-02 ] [ l_g_total: 2.7288e-02 ] +2024-09-27 04:35:51,036 INFO: [ epoch: 294 ] [ iter:392,900 ] [ performance: 15.740 it/s ] [ lr: 2.50e-05 ] [ eta: 13:58:23 ] [ l_g_pix: 3.3173e-02 ] [ l_g_total: 3.3173e-02 ] +2024-09-27 04:35:56,470 INFO: [ epoch: 294 ] [ iter:393,000 ] [ performance: 18.681 it/s ] [ lr: 2.50e-05 ] [ eta: 13:58:11 ] [ l_g_pix: 2.8524e-02 ] [ l_g_total: 2.8524e-02 ] +2024-09-27 04:36:01,906 INFO: [ epoch: 294 ] [ iter:393,100 ] [ performance: 18.486 it/s ] [ lr: 2.50e-05 ] [ eta: 13:57:58 ] [ l_g_pix: 4.0801e-02 ] [ l_g_total: 4.0801e-02 ] +2024-09-27 04:36:07,389 INFO: [ epoch: 294 ] [ iter:393,200 ] [ performance: 18.432 it/s ] [ lr: 2.50e-05 ] [ eta: 13:57:45 ] [ l_g_pix: 3.5571e-02 ] [ l_g_total: 3.5571e-02 ] +2024-09-27 04:36:12,844 INFO: [ epoch: 294 ] [ iter:393,300 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 13:57:33 ] [ l_g_pix: 3.5690e-02 ] [ l_g_total: 3.5690e-02 ] +2024-09-27 04:36:18,310 INFO: [ epoch: 294 ] [ iter:393,400 ] [ performance: 18.576 it/s ] [ lr: 2.50e-05 ] [ eta: 13:57:20 ] [ l_g_pix: 2.1967e-02 ] [ l_g_total: 2.1967e-02 ] +2024-09-27 04:36:23,777 INFO: [ epoch: 294 ] [ iter:393,500 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 13:57:08 ] [ l_g_pix: 2.9213e-02 ] [ l_g_total: 2.9213e-02 ] +2024-09-27 04:36:29,229 INFO: [ epoch: 294 ] [ iter:393,600 ] [ performance: 18.548 it/s ] [ lr: 2.50e-05 ] [ eta: 13:56:55 ] [ l_g_pix: 3.8473e-02 ] [ l_g_total: 3.8473e-02 ] +2024-09-27 04:36:34,684 INFO: [ epoch: 294 ] [ iter:393,700 ] [ performance: 18.397 it/s ] [ lr: 2.50e-05 ] [ eta: 13:56:42 ] [ l_g_pix: 2.9917e-02 ] [ l_g_total: 2.9917e-02 ] +2024-09-27 04:36:40,150 INFO: [ epoch: 294 ] [ iter:393,800 ] [ performance: 18.548 it/s ] [ lr: 2.50e-05 ] [ eta: 13:56:30 ] [ l_g_pix: 2.1696e-02 ] [ l_g_total: 2.1696e-02 ] +2024-09-27 04:36:45,606 INFO: [ epoch: 294 ] [ iter:393,900 ] [ performance: 18.395 it/s ] [ lr: 2.50e-05 ] [ eta: 13:56:17 ] [ l_g_pix: 2.4751e-02 ] [ l_g_total: 2.4751e-02 ] +2024-09-27 04:36:51,046 INFO: [ epoch: 294 ] [ iter:394,000 ] [ performance: 18.650 it/s ] [ lr: 2.50e-05 ] [ eta: 13:56:04 ] [ l_g_pix: 2.2316e-02 ] [ l_g_total: 2.2316e-02 ] +2024-09-27 04:36:56,416 INFO: [ epoch: 294 ] [ iter:394,100 ] [ performance: 18.632 it/s ] [ lr: 2.50e-05 ] [ eta: 13:55:52 ] [ l_g_pix: 3.6938e-02 ] [ l_g_total: 3.6938e-02 ] +2024-09-27 04:37:03,183 INFO: [ epoch: 295 ] [ iter:394,200 ] [ performance: 18.499 it/s ] [ lr: 2.50e-05 ] [ eta: 13:55:41 ] [ l_g_pix: 3.3817e-02 ] [ l_g_total: 3.3817e-02 ] +2024-09-27 04:37:08,670 INFO: [ epoch: 295 ] [ iter:394,300 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 13:55:28 ] [ l_g_pix: 2.9400e-02 ] [ l_g_total: 2.9400e-02 ] +2024-09-27 04:37:14,154 INFO: [ epoch: 295 ] [ iter:394,400 ] [ performance: 18.524 it/s ] [ lr: 2.50e-05 ] [ eta: 13:55:16 ] [ l_g_pix: 3.6234e-02 ] [ l_g_total: 3.6234e-02 ] +2024-09-27 04:37:19,607 INFO: [ epoch: 295 ] [ iter:394,500 ] [ performance: 18.390 it/s ] [ lr: 2.50e-05 ] [ eta: 13:55:03 ] [ l_g_pix: 3.1392e-02 ] [ l_g_total: 3.1392e-02 ] +2024-09-27 04:37:25,040 INFO: [ epoch: 295 ] [ iter:394,600 ] [ performance: 18.512 it/s ] [ lr: 2.50e-05 ] [ eta: 13:54:51 ] [ l_g_pix: 4.0210e-02 ] [ l_g_total: 4.0210e-02 ] +2024-09-27 04:37:30,515 INFO: [ epoch: 295 ] [ iter:394,700 ] [ performance: 18.334 it/s ] [ lr: 2.50e-05 ] [ eta: 13:54:38 ] [ l_g_pix: 4.7349e-02 ] [ l_g_total: 4.7349e-02 ] +2024-09-27 04:37:35,980 INFO: [ epoch: 295 ] [ iter:394,800 ] [ performance: 18.526 it/s ] [ lr: 2.50e-05 ] [ eta: 13:54:26 ] [ l_g_pix: 2.6971e-02 ] [ l_g_total: 2.6971e-02 ] +2024-09-27 04:37:41,448 INFO: [ epoch: 295 ] [ iter:394,900 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 13:54:13 ] [ l_g_pix: 2.3837e-02 ] [ l_g_total: 2.3837e-02 ] +2024-09-27 04:37:46,885 INFO: [ epoch: 295 ] [ iter:395,000 ] [ performance: 18.670 it/s ] [ lr: 2.50e-05 ] [ eta: 13:54:00 ] [ l_g_pix: 2.7233e-02 ] [ l_g_total: 2.7233e-02 ] +2024-09-27 04:37:52,329 INFO: [ epoch: 295 ] [ iter:395,100 ] [ performance: 18.449 it/s ] [ lr: 2.50e-05 ] [ eta: 13:53:48 ] [ l_g_pix: 2.3057e-02 ] [ l_g_total: 2.3057e-02 ] +2024-09-27 04:37:57,795 INFO: [ epoch: 295 ] [ iter:395,200 ] [ performance: 18.480 it/s ] [ lr: 2.50e-05 ] [ eta: 13:53:35 ] [ l_g_pix: 2.3278e-02 ] [ l_g_total: 2.3278e-02 ] +2024-09-27 04:38:03,276 INFO: [ epoch: 295 ] [ iter:395,300 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 13:53:23 ] [ l_g_pix: 3.9571e-02 ] [ l_g_total: 3.9571e-02 ] +2024-09-27 04:38:08,734 INFO: [ epoch: 295 ] [ iter:395,400 ] [ performance: 18.800 it/s ] [ lr: 2.50e-05 ] [ eta: 13:53:10 ] [ l_g_pix: 3.0043e-02 ] [ l_g_total: 3.0043e-02 ] +2024-09-27 04:38:15,481 INFO: [ epoch: 296 ] [ iter:395,500 ] [ performance: 15.644 it/s ] [ lr: 2.50e-05 ] [ eta: 13:53:00 ] [ l_g_pix: 2.4408e-02 ] [ l_g_total: 2.4408e-02 ] +2024-09-27 04:38:20,973 INFO: [ epoch: 296 ] [ iter:395,600 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 13:52:47 ] [ l_g_pix: 2.6850e-02 ] [ l_g_total: 2.6850e-02 ] +2024-09-27 04:38:26,444 INFO: [ epoch: 296 ] [ iter:395,700 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 13:52:34 ] [ l_g_pix: 2.5421e-02 ] [ l_g_total: 2.5421e-02 ] +2024-09-27 04:38:31,945 INFO: [ epoch: 296 ] [ iter:395,800 ] [ performance: 18.545 it/s ] [ lr: 2.50e-05 ] [ eta: 13:52:22 ] [ l_g_pix: 2.5463e-02 ] [ l_g_total: 2.5463e-02 ] +2024-09-27 04:38:37,375 INFO: [ epoch: 296 ] [ iter:395,900 ] [ performance: 18.449 it/s ] [ lr: 2.50e-05 ] [ eta: 13:52:09 ] [ l_g_pix: 3.5426e-02 ] [ l_g_total: 3.5426e-02 ] +2024-09-27 04:38:42,852 INFO: [ epoch: 296 ] [ iter:396,000 ] [ performance: 18.410 it/s ] [ lr: 2.50e-05 ] [ eta: 13:51:57 ] [ l_g_pix: 2.6131e-02 ] [ l_g_total: 2.6131e-02 ] +2024-09-27 04:38:48,321 INFO: [ epoch: 296 ] [ iter:396,100 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 13:51:44 ] [ l_g_pix: 2.1377e-02 ] [ l_g_total: 2.1377e-02 ] +2024-09-27 04:38:53,840 INFO: [ epoch: 296 ] [ iter:396,200 ] [ performance: 18.301 it/s ] [ lr: 2.50e-05 ] [ eta: 13:51:32 ] [ l_g_pix: 3.6149e-02 ] [ l_g_total: 3.6149e-02 ] +2024-09-27 04:38:59,309 INFO: [ epoch: 296 ] [ iter:396,300 ] [ performance: 18.289 it/s ] [ lr: 2.50e-05 ] [ eta: 13:51:19 ] [ l_g_pix: 3.0896e-02 ] [ l_g_total: 3.0896e-02 ] +2024-09-27 04:39:04,753 INFO: [ epoch: 296 ] [ iter:396,400 ] [ performance: 18.857 it/s ] [ lr: 2.50e-05 ] [ eta: 13:51:07 ] [ l_g_pix: 2.8825e-02 ] [ l_g_total: 2.8825e-02 ] +2024-09-27 04:39:10,223 INFO: [ epoch: 296 ] [ iter:396,500 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 13:50:54 ] [ l_g_pix: 3.0791e-02 ] [ l_g_total: 3.0791e-02 ] +2024-09-27 04:39:15,682 INFO: [ epoch: 296 ] [ iter:396,600 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 13:50:42 ] [ l_g_pix: 2.7531e-02 ] [ l_g_total: 2.7531e-02 ] +2024-09-27 04:39:21,125 INFO: [ epoch: 296 ] [ iter:396,700 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 13:50:29 ] [ l_g_pix: 2.3713e-02 ] [ l_g_total: 2.3713e-02 ] +2024-09-27 04:39:27,665 INFO: [ epoch: 297 ] [ iter:396,800 ] [ performance: 10.233 it/s ] [ lr: 2.50e-05 ] [ eta: 13:50:18 ] [ l_g_pix: 2.6166e-02 ] [ l_g_total: 2.6166e-02 ] +2024-09-27 04:39:33,261 INFO: [ epoch: 297 ] [ iter:396,900 ] [ performance: 15.487 it/s ] [ lr: 2.50e-05 ] [ eta: 13:50:06 ] [ l_g_pix: 3.9656e-02 ] [ l_g_total: 3.9656e-02 ] +2024-09-27 04:39:38,745 INFO: [ epoch: 297 ] [ iter:397,000 ] [ performance: 18.197 it/s ] [ lr: 2.50e-05 ] [ eta: 13:49:54 ] [ l_g_pix: 1.6880e-02 ] [ l_g_total: 1.6880e-02 ] +2024-09-27 04:39:44,185 INFO: [ epoch: 297 ] [ iter:397,100 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 13:49:41 ] [ l_g_pix: 3.8034e-02 ] [ l_g_total: 3.8034e-02 ] +2024-09-27 04:39:49,662 INFO: [ epoch: 297 ] [ iter:397,200 ] [ performance: 18.775 it/s ] [ lr: 2.50e-05 ] [ eta: 13:49:29 ] [ l_g_pix: 1.4774e-02 ] [ l_g_total: 1.4774e-02 ] +2024-09-27 04:39:55,130 INFO: [ epoch: 297 ] [ iter:397,300 ] [ performance: 18.385 it/s ] [ lr: 2.50e-05 ] [ eta: 13:49:16 ] [ l_g_pix: 2.6810e-02 ] [ l_g_total: 2.6810e-02 ] +2024-09-27 04:40:00,604 INFO: [ epoch: 297 ] [ iter:397,400 ] [ performance: 18.285 it/s ] [ lr: 2.50e-05 ] [ eta: 13:49:04 ] [ l_g_pix: 3.0963e-02 ] [ l_g_total: 3.0963e-02 ] +2024-09-27 04:40:06,057 INFO: [ epoch: 297 ] [ iter:397,500 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 13:48:51 ] [ l_g_pix: 2.9211e-02 ] [ l_g_total: 2.9211e-02 ] +2024-09-27 04:40:11,501 INFO: [ epoch: 297 ] [ iter:397,600 ] [ performance: 18.527 it/s ] [ lr: 2.50e-05 ] [ eta: 13:48:39 ] [ l_g_pix: 4.0516e-02 ] [ l_g_total: 4.0516e-02 ] +2024-09-27 04:40:16,967 INFO: [ epoch: 297 ] [ iter:397,700 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 13:48:26 ] [ l_g_pix: 3.9293e-02 ] [ l_g_total: 3.9293e-02 ] +2024-09-27 04:40:22,429 INFO: [ epoch: 297 ] [ iter:397,800 ] [ performance: 18.565 it/s ] [ lr: 2.50e-05 ] [ eta: 13:48:14 ] [ l_g_pix: 2.8405e-02 ] [ l_g_total: 2.8405e-02 ] +2024-09-27 04:40:27,890 INFO: [ epoch: 297 ] [ iter:397,900 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 13:48:01 ] [ l_g_pix: 2.4669e-02 ] [ l_g_total: 2.4669e-02 ] +2024-09-27 04:40:33,361 INFO: [ epoch: 297 ] [ iter:398,000 ] [ performance: 18.475 it/s ] [ lr: 2.50e-05 ] [ eta: 13:47:49 ] [ l_g_pix: 3.3958e-02 ] [ l_g_total: 3.3958e-02 ] +2024-09-27 04:40:38,745 INFO: [ epoch: 297 ] [ iter:398,100 ] [ performance: 18.558 it/s ] [ lr: 2.50e-05 ] [ eta: 13:47:36 ] [ l_g_pix: 2.3864e-02 ] [ l_g_total: 2.3864e-02 ] +2024-09-27 04:40:45,481 INFO: [ epoch: 298 ] [ iter:398,200 ] [ performance: 18.359 it/s ] [ lr: 2.50e-05 ] [ eta: 13:47:26 ] [ l_g_pix: 2.6263e-02 ] [ l_g_total: 2.6263e-02 ] +2024-09-27 04:40:50,941 INFO: [ epoch: 298 ] [ iter:398,300 ] [ performance: 18.327 it/s ] [ lr: 2.50e-05 ] [ eta: 13:47:13 ] [ l_g_pix: 3.3327e-02 ] [ l_g_total: 3.3327e-02 ] +2024-09-27 04:40:56,377 INFO: [ epoch: 298 ] [ iter:398,400 ] [ performance: 18.227 it/s ] [ lr: 2.50e-05 ] [ eta: 13:47:01 ] [ l_g_pix: 2.8991e-02 ] [ l_g_total: 2.8991e-02 ] +2024-09-27 04:41:01,872 INFO: [ epoch: 298 ] [ iter:398,500 ] [ performance: 18.204 it/s ] [ lr: 2.50e-05 ] [ eta: 13:46:48 ] [ l_g_pix: 3.2234e-02 ] [ l_g_total: 3.2234e-02 ] +2024-09-27 04:41:07,367 INFO: [ epoch: 298 ] [ iter:398,600 ] [ performance: 18.633 it/s ] [ lr: 2.50e-05 ] [ eta: 13:46:36 ] [ l_g_pix: 2.0814e-02 ] [ l_g_total: 2.0814e-02 ] +2024-09-27 04:41:12,826 INFO: [ epoch: 298 ] [ iter:398,700 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 13:46:23 ] [ l_g_pix: 1.8934e-02 ] [ l_g_total: 1.8934e-02 ] +2024-09-27 04:41:18,265 INFO: [ epoch: 298 ] [ iter:398,800 ] [ performance: 18.389 it/s ] [ lr: 2.50e-05 ] [ eta: 13:46:11 ] [ l_g_pix: 2.6852e-02 ] [ l_g_total: 2.6852e-02 ] +2024-09-27 04:41:23,709 INFO: [ epoch: 298 ] [ iter:398,900 ] [ performance: 18.375 it/s ] [ lr: 2.50e-05 ] [ eta: 13:45:58 ] [ l_g_pix: 2.8505e-02 ] [ l_g_total: 2.8505e-02 ] +2024-09-27 04:41:29,141 INFO: [ epoch: 298 ] [ iter:399,000 ] [ performance: 18.815 it/s ] [ lr: 2.50e-05 ] [ eta: 13:45:46 ] [ l_g_pix: 1.5940e-02 ] [ l_g_total: 1.5940e-02 ] +2024-09-27 04:41:34,627 INFO: [ epoch: 298 ] [ iter:399,100 ] [ performance: 18.304 it/s ] [ lr: 2.50e-05 ] [ eta: 13:45:34 ] [ l_g_pix: 2.5355e-02 ] [ l_g_total: 2.5355e-02 ] +2024-09-27 04:41:40,090 INFO: [ epoch: 298 ] [ iter:399,200 ] [ performance: 18.611 it/s ] [ lr: 2.50e-05 ] [ eta: 13:45:21 ] [ l_g_pix: 2.0681e-02 ] [ l_g_total: 2.0681e-02 ] +2024-09-27 04:41:45,544 INFO: [ epoch: 298 ] [ iter:399,300 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 13:45:09 ] [ l_g_pix: 1.9146e-02 ] [ l_g_total: 1.9146e-02 ] +2024-09-27 04:41:50,940 INFO: [ epoch: 298 ] [ iter:399,400 ] [ performance: 18.602 it/s ] [ lr: 2.50e-05 ] [ eta: 13:44:56 ] [ l_g_pix: 2.6617e-02 ] [ l_g_total: 2.6617e-02 ] +2024-09-27 04:41:57,528 INFO: [ epoch: 299 ] [ iter:399,500 ] [ performance: 15.511 it/s ] [ lr: 2.50e-05 ] [ eta: 13:44:45 ] [ l_g_pix: 1.7263e-02 ] [ l_g_total: 1.7263e-02 ] +2024-09-27 04:42:02,956 INFO: [ epoch: 299 ] [ iter:399,600 ] [ performance: 18.766 it/s ] [ lr: 2.50e-05 ] [ eta: 13:44:33 ] [ l_g_pix: 3.1719e-02 ] [ l_g_total: 3.1719e-02 ] +2024-09-27 04:42:08,424 INFO: [ epoch: 299 ] [ iter:399,700 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 13:44:21 ] [ l_g_pix: 2.6660e-02 ] [ l_g_total: 2.6660e-02 ] +2024-09-27 04:42:13,887 INFO: [ epoch: 299 ] [ iter:399,800 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 13:44:08 ] [ l_g_pix: 2.4287e-02 ] [ l_g_total: 2.4287e-02 ] +2024-09-27 04:42:19,349 INFO: [ epoch: 299 ] [ iter:399,900 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 13:43:56 ] [ l_g_pix: 2.7215e-02 ] [ l_g_total: 2.7215e-02 ] +2024-09-27 04:42:24,832 INFO: [ epoch: 299 ] [ iter:400,000 ] [ performance: 18.892 it/s ] [ lr: 2.50e-05 ] [ eta: 13:43:43 ] [ l_g_pix: 1.8819e-02 ] [ l_g_total: 1.8819e-02 ] +2024-09-27 04:42:24,832 INFO: Saving models and training states. +2024-09-27 04:48:03,107 INFO: Validation val + + # psnr: 27.1976........ Best: 27.2034 @ 390000 iter + # ssim: 0.7666........ Best: 0.7667 @ 390000 iter + # dists: 0.7734........ Best: 0.7732 @ 200000 iter + +2024-09-27 04:48:08,587 INFO: [ epoch: 299 ] [ iter:400,100 ] [ performance: 18.311 it/s ] [ lr: 2.50e-05 ] [ eta: 13:51:58 ] [ l_g_pix: 4.1600e-02 ] [ l_g_total: 4.1600e-02 ] +2024-09-27 04:48:14,069 INFO: [ epoch: 299 ] [ iter:400,200 ] [ performance: 18.192 it/s ] [ lr: 2.50e-05 ] [ eta: 13:51:46 ] [ l_g_pix: 2.9049e-02 ] [ l_g_total: 2.9049e-02 ] +2024-09-27 04:48:19,551 INFO: [ epoch: 299 ] [ iter:400,300 ] [ performance: 18.238 it/s ] [ lr: 2.50e-05 ] [ eta: 13:51:33 ] [ l_g_pix: 4.4809e-02 ] [ l_g_total: 4.4809e-02 ] +2024-09-27 04:48:25,050 INFO: [ epoch: 299 ] [ iter:400,400 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 13:51:21 ] [ l_g_pix: 2.8875e-02 ] [ l_g_total: 2.8875e-02 ] +2024-09-27 04:48:30,547 INFO: [ epoch: 299 ] [ iter:400,500 ] [ performance: 18.208 it/s ] [ lr: 2.50e-05 ] [ eta: 13:51:08 ] [ l_g_pix: 2.4089e-02 ] [ l_g_total: 2.4089e-02 ] +2024-09-27 04:48:36,099 INFO: [ epoch: 299 ] [ iter:400,600 ] [ performance: 18.752 it/s ] [ lr: 2.50e-05 ] [ eta: 13:50:56 ] [ l_g_pix: 2.6577e-02 ] [ l_g_total: 2.6577e-02 ] +2024-09-27 04:48:41,553 INFO: [ epoch: 299 ] [ iter:400,700 ] [ performance: 18.365 it/s ] [ lr: 2.50e-05 ] [ eta: 13:50:43 ] [ l_g_pix: 3.8795e-02 ] [ l_g_total: 3.8795e-02 ] +2024-09-27 04:48:47,046 INFO: [ epoch: 299 ] [ iter:400,800 ] [ performance: 12.379 it/s ] [ lr: 2.50e-05 ] [ eta: 13:50:30 ] [ l_g_pix: 2.6248e-02 ] [ l_g_total: 2.6248e-02 ] +2024-09-27 04:48:53,576 INFO: [ epoch: 300 ] [ iter:400,900 ] [ performance: 15.116 it/s ] [ lr: 2.50e-05 ] [ eta: 13:50:19 ] [ l_g_pix: 2.7727e-02 ] [ l_g_total: 2.7727e-02 ] +2024-09-27 04:48:59,019 INFO: [ epoch: 300 ] [ iter:401,000 ] [ performance: 18.839 it/s ] [ lr: 2.50e-05 ] [ eta: 13:50:07 ] [ l_g_pix: 2.5800e-02 ] [ l_g_total: 2.5800e-02 ] +2024-09-27 04:49:04,484 INFO: [ epoch: 300 ] [ iter:401,100 ] [ performance: 18.327 it/s ] [ lr: 2.50e-05 ] [ eta: 13:49:54 ] [ l_g_pix: 2.0881e-02 ] [ l_g_total: 2.0881e-02 ] +2024-09-27 04:49:09,946 INFO: [ epoch: 300 ] [ iter:401,200 ] [ performance: 18.694 it/s ] [ lr: 2.50e-05 ] [ eta: 13:49:42 ] [ l_g_pix: 2.4011e-02 ] [ l_g_total: 2.4011e-02 ] +2024-09-27 04:49:15,410 INFO: [ epoch: 300 ] [ iter:401,300 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 13:49:29 ] [ l_g_pix: 2.5116e-02 ] [ l_g_total: 2.5116e-02 ] +2024-09-27 04:49:20,901 INFO: [ epoch: 300 ] [ iter:401,400 ] [ performance: 18.910 it/s ] [ lr: 2.50e-05 ] [ eta: 13:49:17 ] [ l_g_pix: 3.1169e-02 ] [ l_g_total: 3.1169e-02 ] +2024-09-27 04:49:26,372 INFO: [ epoch: 300 ] [ iter:401,500 ] [ performance: 18.297 it/s ] [ lr: 2.50e-05 ] [ eta: 13:49:04 ] [ l_g_pix: 2.4678e-02 ] [ l_g_total: 2.4678e-02 ] +2024-09-27 04:49:31,788 INFO: [ epoch: 300 ] [ iter:401,600 ] [ performance: 18.496 it/s ] [ lr: 2.50e-05 ] [ eta: 13:48:51 ] [ l_g_pix: 3.4704e-02 ] [ l_g_total: 3.4704e-02 ] +2024-09-27 04:49:37,242 INFO: [ epoch: 300 ] [ iter:401,700 ] [ performance: 18.339 it/s ] [ lr: 2.50e-05 ] [ eta: 13:48:39 ] [ l_g_pix: 2.9621e-02 ] [ l_g_total: 2.9621e-02 ] +2024-09-27 04:49:42,708 INFO: [ epoch: 300 ] [ iter:401,800 ] [ performance: 18.099 it/s ] [ lr: 2.50e-05 ] [ eta: 13:48:26 ] [ l_g_pix: 2.5279e-02 ] [ l_g_total: 2.5279e-02 ] +2024-09-27 04:49:48,194 INFO: [ epoch: 300 ] [ iter:401,900 ] [ performance: 18.230 it/s ] [ lr: 2.50e-05 ] [ eta: 13:48:14 ] [ l_g_pix: 3.0526e-02 ] [ l_g_total: 3.0526e-02 ] +2024-09-27 04:49:53,707 INFO: [ epoch: 300 ] [ iter:402,000 ] [ performance: 18.186 it/s ] [ lr: 2.50e-05 ] [ eta: 13:48:01 ] [ l_g_pix: 2.5118e-02 ] [ l_g_total: 2.5118e-02 ] +2024-09-27 04:49:59,094 INFO: [ epoch: 300 ] [ iter:402,100 ] [ performance: 18.564 it/s ] [ lr: 2.50e-05 ] [ eta: 13:47:49 ] [ l_g_pix: 3.7776e-02 ] [ l_g_total: 3.7776e-02 ] +2024-09-27 04:50:05,772 INFO: [ epoch: 301 ] [ iter:402,200 ] [ performance: 16.579 it/s ] [ lr: 2.50e-05 ] [ eta: 13:47:38 ] [ l_g_pix: 3.1170e-02 ] [ l_g_total: 3.1170e-02 ] +2024-09-27 04:50:11,280 INFO: [ epoch: 301 ] [ iter:402,300 ] [ performance: 18.160 it/s ] [ lr: 2.50e-05 ] [ eta: 13:47:25 ] [ l_g_pix: 2.4425e-02 ] [ l_g_total: 2.4425e-02 ] +2024-09-27 04:50:16,733 INFO: [ epoch: 301 ] [ iter:402,400 ] [ performance: 18.250 it/s ] [ lr: 2.50e-05 ] [ eta: 13:47:13 ] [ l_g_pix: 2.5650e-02 ] [ l_g_total: 2.5650e-02 ] +2024-09-27 04:50:22,168 INFO: [ epoch: 301 ] [ iter:402,500 ] [ performance: 18.409 it/s ] [ lr: 2.50e-05 ] [ eta: 13:47:00 ] [ l_g_pix: 3.2132e-02 ] [ l_g_total: 3.2132e-02 ] +2024-09-27 04:50:27,598 INFO: [ epoch: 301 ] [ iter:402,600 ] [ performance: 18.415 it/s ] [ lr: 2.50e-05 ] [ eta: 13:46:48 ] [ l_g_pix: 2.1180e-02 ] [ l_g_total: 2.1180e-02 ] +2024-09-27 04:50:33,054 INFO: [ epoch: 301 ] [ iter:402,700 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 13:46:35 ] [ l_g_pix: 2.5471e-02 ] [ l_g_total: 2.5471e-02 ] +2024-09-27 04:50:38,482 INFO: [ epoch: 301 ] [ iter:402,800 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 13:46:23 ] [ l_g_pix: 1.7730e-02 ] [ l_g_total: 1.7730e-02 ] +2024-09-27 04:50:43,932 INFO: [ epoch: 301 ] [ iter:402,900 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 13:46:10 ] [ l_g_pix: 3.7577e-02 ] [ l_g_total: 3.7577e-02 ] +2024-09-27 04:50:49,373 INFO: [ epoch: 301 ] [ iter:403,000 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 13:45:58 ] [ l_g_pix: 2.4890e-02 ] [ l_g_total: 2.4890e-02 ] +2024-09-27 04:50:54,790 INFO: [ epoch: 301 ] [ iter:403,100 ] [ performance: 18.482 it/s ] [ lr: 2.50e-05 ] [ eta: 13:45:45 ] [ l_g_pix: 3.1192e-02 ] [ l_g_total: 3.1192e-02 ] +2024-09-27 04:51:00,240 INFO: [ epoch: 301 ] [ iter:403,200 ] [ performance: 18.414 it/s ] [ lr: 2.50e-05 ] [ eta: 13:45:33 ] [ l_g_pix: 2.8047e-02 ] [ l_g_total: 2.8047e-02 ] +2024-09-27 04:51:05,691 INFO: [ epoch: 301 ] [ iter:403,300 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 13:45:20 ] [ l_g_pix: 1.7510e-02 ] [ l_g_total: 1.7510e-02 ] +2024-09-27 04:51:11,133 INFO: [ epoch: 301 ] [ iter:403,400 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 13:45:07 ] [ l_g_pix: 2.5108e-02 ] [ l_g_total: 2.5108e-02 ] +2024-09-27 04:51:17,900 INFO: [ epoch: 302 ] [ iter:403,500 ] [ performance: 14.570 it/s ] [ lr: 2.50e-05 ] [ eta: 13:44:57 ] [ l_g_pix: 2.3404e-02 ] [ l_g_total: 2.3404e-02 ] +2024-09-27 04:51:23,396 INFO: [ epoch: 302 ] [ iter:403,600 ] [ performance: 16.249 it/s ] [ lr: 2.50e-05 ] [ eta: 13:44:44 ] [ l_g_pix: 2.4360e-02 ] [ l_g_total: 2.4360e-02 ] +2024-09-27 04:51:28,913 INFO: [ epoch: 302 ] [ iter:403,700 ] [ performance: 18.143 it/s ] [ lr: 2.50e-05 ] [ eta: 13:44:32 ] [ l_g_pix: 2.6272e-02 ] [ l_g_total: 2.6272e-02 ] +2024-09-27 04:51:34,369 INFO: [ epoch: 302 ] [ iter:403,800 ] [ performance: 18.239 it/s ] [ lr: 2.50e-05 ] [ eta: 13:44:20 ] [ l_g_pix: 3.6424e-02 ] [ l_g_total: 3.6424e-02 ] +2024-09-27 04:51:39,846 INFO: [ epoch: 302 ] [ iter:403,900 ] [ performance: 18.288 it/s ] [ lr: 2.50e-05 ] [ eta: 13:44:07 ] [ l_g_pix: 2.0759e-02 ] [ l_g_total: 2.0759e-02 ] +2024-09-27 04:51:45,291 INFO: [ epoch: 302 ] [ iter:404,000 ] [ performance: 18.330 it/s ] [ lr: 2.50e-05 ] [ eta: 13:43:55 ] [ l_g_pix: 2.9356e-02 ] [ l_g_total: 2.9356e-02 ] +2024-09-27 04:51:50,769 INFO: [ epoch: 302 ] [ iter:404,100 ] [ performance: 18.276 it/s ] [ lr: 2.50e-05 ] [ eta: 13:43:42 ] [ l_g_pix: 2.9611e-02 ] [ l_g_total: 2.9611e-02 ] +2024-09-27 04:51:56,218 INFO: [ epoch: 302 ] [ iter:404,200 ] [ performance: 18.317 it/s ] [ lr: 2.50e-05 ] [ eta: 13:43:30 ] [ l_g_pix: 2.3043e-02 ] [ l_g_total: 2.3043e-02 ] +2024-09-27 04:52:01,685 INFO: [ epoch: 302 ] [ iter:404,300 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 13:43:17 ] [ l_g_pix: 1.2152e-02 ] [ l_g_total: 1.2152e-02 ] +2024-09-27 04:52:07,149 INFO: [ epoch: 302 ] [ iter:404,400 ] [ performance: 18.328 it/s ] [ lr: 2.50e-05 ] [ eta: 13:43:05 ] [ l_g_pix: 2.0278e-02 ] [ l_g_total: 2.0278e-02 ] +2024-09-27 04:52:12,610 INFO: [ epoch: 302 ] [ iter:404,500 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 13:42:52 ] [ l_g_pix: 3.9255e-02 ] [ l_g_total: 3.9255e-02 ] +2024-09-27 04:52:18,058 INFO: [ epoch: 302 ] [ iter:404,600 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 13:42:40 ] [ l_g_pix: 2.4168e-02 ] [ l_g_total: 2.4168e-02 ] +2024-09-27 04:52:23,554 INFO: [ epoch: 302 ] [ iter:404,700 ] [ performance: 18.239 it/s ] [ lr: 2.50e-05 ] [ eta: 13:42:27 ] [ l_g_pix: 2.0780e-02 ] [ l_g_total: 2.0780e-02 ] +2024-09-27 04:52:28,945 INFO: [ epoch: 302 ] [ iter:404,800 ] [ performance: 18.405 it/s ] [ lr: 2.50e-05 ] [ eta: 13:42:15 ] [ l_g_pix: 2.5847e-02 ] [ l_g_total: 2.5847e-02 ] +2024-09-27 04:52:35,647 INFO: [ epoch: 303 ] [ iter:404,900 ] [ performance: 17.454 it/s ] [ lr: 2.50e-05 ] [ eta: 13:42:04 ] [ l_g_pix: 4.4289e-02 ] [ l_g_total: 4.4289e-02 ] +2024-09-27 04:52:41,116 INFO: [ epoch: 303 ] [ iter:405,000 ] [ performance: 17.893 it/s ] [ lr: 2.50e-05 ] [ eta: 13:41:52 ] [ l_g_pix: 1.8786e-02 ] [ l_g_total: 1.8786e-02 ] +2024-09-27 04:52:46,581 INFO: [ epoch: 303 ] [ iter:405,100 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 13:41:39 ] [ l_g_pix: 3.0170e-02 ] [ l_g_total: 3.0170e-02 ] +2024-09-27 04:52:52,062 INFO: [ epoch: 303 ] [ iter:405,200 ] [ performance: 18.299 it/s ] [ lr: 2.50e-05 ] [ eta: 13:41:27 ] [ l_g_pix: 2.0645e-02 ] [ l_g_total: 2.0645e-02 ] +2024-09-27 04:52:57,549 INFO: [ epoch: 303 ] [ iter:405,300 ] [ performance: 18.297 it/s ] [ lr: 2.50e-05 ] [ eta: 13:41:15 ] [ l_g_pix: 2.8907e-02 ] [ l_g_total: 2.8907e-02 ] +2024-09-27 04:53:03,012 INFO: [ epoch: 303 ] [ iter:405,400 ] [ performance: 18.303 it/s ] [ lr: 2.50e-05 ] [ eta: 13:41:02 ] [ l_g_pix: 2.7651e-02 ] [ l_g_total: 2.7651e-02 ] +2024-09-27 04:53:08,491 INFO: [ epoch: 303 ] [ iter:405,500 ] [ performance: 18.323 it/s ] [ lr: 2.50e-05 ] [ eta: 13:40:50 ] [ l_g_pix: 4.1519e-02 ] [ l_g_total: 4.1519e-02 ] +2024-09-27 04:53:13,962 INFO: [ epoch: 303 ] [ iter:405,600 ] [ performance: 18.300 it/s ] [ lr: 2.50e-05 ] [ eta: 13:40:37 ] [ l_g_pix: 1.9018e-02 ] [ l_g_total: 1.9018e-02 ] +2024-09-27 04:53:19,443 INFO: [ epoch: 303 ] [ iter:405,700 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 13:40:25 ] [ l_g_pix: 1.9555e-02 ] [ l_g_total: 1.9555e-02 ] +2024-09-27 04:53:24,893 INFO: [ epoch: 303 ] [ iter:405,800 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 13:40:13 ] [ l_g_pix: 3.7363e-02 ] [ l_g_total: 3.7363e-02 ] +2024-09-27 04:53:30,357 INFO: [ epoch: 303 ] [ iter:405,900 ] [ performance: 18.381 it/s ] [ lr: 2.50e-05 ] [ eta: 13:40:00 ] [ l_g_pix: 3.9667e-02 ] [ l_g_total: 3.9667e-02 ] +2024-09-27 04:53:35,829 INFO: [ epoch: 303 ] [ iter:406,000 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 13:39:48 ] [ l_g_pix: 2.5029e-02 ] [ l_g_total: 2.5029e-02 ] +2024-09-27 04:53:41,286 INFO: [ epoch: 303 ] [ iter:406,100 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 13:39:35 ] [ l_g_pix: 2.5146e-02 ] [ l_g_total: 2.5146e-02 ] +2024-09-27 04:53:47,832 INFO: [ epoch: 304 ] [ iter:406,200 ] [ performance: 16.536 it/s ] [ lr: 2.50e-05 ] [ eta: 13:39:25 ] [ l_g_pix: 2.0047e-02 ] [ l_g_total: 2.0047e-02 ] +2024-09-27 04:53:53,262 INFO: [ epoch: 304 ] [ iter:406,300 ] [ performance: 18.509 it/s ] [ lr: 2.50e-05 ] [ eta: 13:39:12 ] [ l_g_pix: 3.1583e-02 ] [ l_g_total: 3.1583e-02 ] +2024-09-27 04:53:58,666 INFO: [ epoch: 304 ] [ iter:406,400 ] [ performance: 18.508 it/s ] [ lr: 2.50e-05 ] [ eta: 13:39:00 ] [ l_g_pix: 2.4281e-02 ] [ l_g_total: 2.4281e-02 ] +2024-09-27 04:54:04,170 INFO: [ epoch: 304 ] [ iter:406,500 ] [ performance: 18.170 it/s ] [ lr: 2.50e-05 ] [ eta: 13:38:47 ] [ l_g_pix: 3.4725e-02 ] [ l_g_total: 3.4725e-02 ] +2024-09-27 04:54:09,648 INFO: [ epoch: 304 ] [ iter:406,600 ] [ performance: 18.220 it/s ] [ lr: 2.50e-05 ] [ eta: 13:38:35 ] [ l_g_pix: 3.5487e-02 ] [ l_g_total: 3.5487e-02 ] +2024-09-27 04:54:15,123 INFO: [ epoch: 304 ] [ iter:406,700 ] [ performance: 18.381 it/s ] [ lr: 2.50e-05 ] [ eta: 13:38:23 ] [ l_g_pix: 2.5237e-02 ] [ l_g_total: 2.5237e-02 ] +2024-09-27 04:54:20,573 INFO: [ epoch: 304 ] [ iter:406,800 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 13:38:10 ] [ l_g_pix: 1.8824e-02 ] [ l_g_total: 1.8824e-02 ] +2024-09-27 04:54:26,035 INFO: [ epoch: 304 ] [ iter:406,900 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 13:37:58 ] [ l_g_pix: 3.2010e-02 ] [ l_g_total: 3.2010e-02 ] +2024-09-27 04:54:31,456 INFO: [ epoch: 304 ] [ iter:407,000 ] [ performance: 18.424 it/s ] [ lr: 2.50e-05 ] [ eta: 13:37:45 ] [ l_g_pix: 2.2152e-02 ] [ l_g_total: 2.2152e-02 ] +2024-09-27 04:54:36,911 INFO: [ epoch: 304 ] [ iter:407,100 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 13:37:33 ] [ l_g_pix: 2.4770e-02 ] [ l_g_total: 2.4770e-02 ] +2024-09-27 04:54:42,394 INFO: [ epoch: 304 ] [ iter:407,200 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 13:37:21 ] [ l_g_pix: 3.4012e-02 ] [ l_g_total: 3.4012e-02 ] +2024-09-27 04:54:47,861 INFO: [ epoch: 304 ] [ iter:407,300 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 13:37:08 ] [ l_g_pix: 3.1867e-02 ] [ l_g_total: 3.1867e-02 ] +2024-09-27 04:54:53,320 INFO: [ epoch: 304 ] [ iter:407,400 ] [ performance: 18.346 it/s ] [ lr: 2.50e-05 ] [ eta: 13:36:56 ] [ l_g_pix: 2.0668e-02 ] [ l_g_total: 2.0668e-02 ] +2024-09-27 04:54:59,830 INFO: [ epoch: 305 ] [ iter:407,500 ] [ performance: 14.444 it/s ] [ lr: 2.50e-05 ] [ eta: 13:36:45 ] [ l_g_pix: 1.8088e-02 ] [ l_g_total: 1.8088e-02 ] +2024-09-27 04:55:05,284 INFO: [ epoch: 305 ] [ iter:407,600 ] [ performance: 16.466 it/s ] [ lr: 2.50e-05 ] [ eta: 13:36:33 ] [ l_g_pix: 2.3361e-02 ] [ l_g_total: 2.3361e-02 ] +2024-09-27 04:55:10,743 INFO: [ epoch: 305 ] [ iter:407,700 ] [ performance: 18.366 it/s ] [ lr: 2.50e-05 ] [ eta: 13:36:20 ] [ l_g_pix: 4.1890e-02 ] [ l_g_total: 4.1890e-02 ] +2024-09-27 04:55:16,178 INFO: [ epoch: 305 ] [ iter:407,800 ] [ performance: 18.387 it/s ] [ lr: 2.50e-05 ] [ eta: 13:36:08 ] [ l_g_pix: 2.5190e-02 ] [ l_g_total: 2.5190e-02 ] +2024-09-27 04:55:21,619 INFO: [ epoch: 305 ] [ iter:407,900 ] [ performance: 18.402 it/s ] [ lr: 2.50e-05 ] [ eta: 13:35:56 ] [ l_g_pix: 2.1654e-02 ] [ l_g_total: 2.1654e-02 ] +2024-09-27 04:55:27,070 INFO: [ epoch: 305 ] [ iter:408,000 ] [ performance: 18.370 it/s ] [ lr: 2.50e-05 ] [ eta: 13:35:43 ] [ l_g_pix: 1.8294e-02 ] [ l_g_total: 1.8294e-02 ] +2024-09-27 04:55:32,523 INFO: [ epoch: 305 ] [ iter:408,100 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 13:35:31 ] [ l_g_pix: 2.1809e-02 ] [ l_g_total: 2.1809e-02 ] +2024-09-27 04:55:37,982 INFO: [ epoch: 305 ] [ iter:408,200 ] [ performance: 18.375 it/s ] [ lr: 2.50e-05 ] [ eta: 13:35:19 ] [ l_g_pix: 4.0754e-02 ] [ l_g_total: 4.0754e-02 ] +2024-09-27 04:55:43,410 INFO: [ epoch: 305 ] [ iter:408,300 ] [ performance: 18.469 it/s ] [ lr: 2.50e-05 ] [ eta: 13:35:06 ] [ l_g_pix: 2.5854e-02 ] [ l_g_total: 2.5854e-02 ] +2024-09-27 04:55:48,875 INFO: [ epoch: 305 ] [ iter:408,400 ] [ performance: 18.370 it/s ] [ lr: 2.50e-05 ] [ eta: 13:34:54 ] [ l_g_pix: 3.4889e-02 ] [ l_g_total: 3.4889e-02 ] +2024-09-27 04:55:54,321 INFO: [ epoch: 305 ] [ iter:408,500 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 13:34:41 ] [ l_g_pix: 3.1190e-02 ] [ l_g_total: 3.1190e-02 ] +2024-09-27 04:55:59,791 INFO: [ epoch: 305 ] [ iter:408,600 ] [ performance: 18.332 it/s ] [ lr: 2.50e-05 ] [ eta: 13:34:29 ] [ l_g_pix: 2.7635e-02 ] [ l_g_total: 2.7635e-02 ] +2024-09-27 04:56:05,259 INFO: [ epoch: 305 ] [ iter:408,700 ] [ performance: 18.342 it/s ] [ lr: 2.50e-05 ] [ eta: 13:34:17 ] [ l_g_pix: 2.9398e-02 ] [ l_g_total: 2.9398e-02 ] +2024-09-27 04:56:10,609 INFO: [ epoch: 305 ] [ iter:408,800 ] [ performance: 18.552 it/s ] [ lr: 2.50e-05 ] [ eta: 13:34:04 ] [ l_g_pix: 2.6167e-02 ] [ l_g_total: 2.6167e-02 ] +2024-09-27 04:56:17,326 INFO: [ epoch: 306 ] [ iter:408,900 ] [ performance: 18.212 it/s ] [ lr: 2.50e-05 ] [ eta: 13:33:54 ] [ l_g_pix: 1.8355e-02 ] [ l_g_total: 1.8355e-02 ] +2024-09-27 04:56:22,828 INFO: [ epoch: 306 ] [ iter:409,000 ] [ performance: 18.192 it/s ] [ lr: 2.50e-05 ] [ eta: 13:33:42 ] [ l_g_pix: 2.1811e-02 ] [ l_g_total: 2.1811e-02 ] +2024-09-27 04:56:28,288 INFO: [ epoch: 306 ] [ iter:409,100 ] [ performance: 18.399 it/s ] [ lr: 2.50e-05 ] [ eta: 13:33:29 ] [ l_g_pix: 3.5381e-02 ] [ l_g_total: 3.5381e-02 ] +2024-09-27 04:56:33,744 INFO: [ epoch: 306 ] [ iter:409,200 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 13:33:17 ] [ l_g_pix: 3.4377e-02 ] [ l_g_total: 3.4377e-02 ] +2024-09-27 04:56:39,204 INFO: [ epoch: 306 ] [ iter:409,300 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 13:33:05 ] [ l_g_pix: 1.8393e-02 ] [ l_g_total: 1.8393e-02 ] +2024-09-27 04:56:44,675 INFO: [ epoch: 306 ] [ iter:409,400 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 13:32:52 ] [ l_g_pix: 2.9198e-02 ] [ l_g_total: 2.9198e-02 ] +2024-09-27 04:56:50,156 INFO: [ epoch: 306 ] [ iter:409,500 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 13:32:40 ] [ l_g_pix: 2.7222e-02 ] [ l_g_total: 2.7222e-02 ] +2024-09-27 04:56:55,618 INFO: [ epoch: 306 ] [ iter:409,600 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 13:32:28 ] [ l_g_pix: 2.4312e-02 ] [ l_g_total: 2.4312e-02 ] +2024-09-27 04:57:01,068 INFO: [ epoch: 306 ] [ iter:409,700 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 13:32:16 ] [ l_g_pix: 2.3404e-02 ] [ l_g_total: 2.3404e-02 ] +2024-09-27 04:57:06,534 INFO: [ epoch: 306 ] [ iter:409,800 ] [ performance: 18.346 it/s ] [ lr: 2.50e-05 ] [ eta: 13:32:03 ] [ l_g_pix: 4.2111e-02 ] [ l_g_total: 4.2111e-02 ] +2024-09-27 04:57:11,991 INFO: [ epoch: 306 ] [ iter:409,900 ] [ performance: 18.441 it/s ] [ lr: 2.50e-05 ] [ eta: 13:31:51 ] [ l_g_pix: 3.0322e-02 ] [ l_g_total: 3.0322e-02 ] +2024-09-27 04:57:17,462 INFO: [ epoch: 306 ] [ iter:410,000 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 13:31:39 ] [ l_g_pix: 2.9478e-02 ] [ l_g_total: 2.9478e-02 ] +2024-09-27 04:57:17,462 INFO: Saving models and training states. +2024-09-27 05:01:40,068 INFO: Validation val + + # psnr: 27.2065........ Best: 27.2065 @ 410000 iter + # ssim: 0.7668........ Best: 0.7668 @ 410000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 05:01:45,497 INFO: [ epoch: 306 ] [ iter:410,100 ] [ performance: 18.679 it/s ] [ lr: 2.50e-05 ] [ eta: 13:37:44 ] [ l_g_pix: 3.3609e-02 ] [ l_g_total: 3.3609e-02 ] +2024-09-27 05:01:52,470 INFO: [ epoch: 307 ] [ iter:410,200 ] [ performance: 15.711 it/s ] [ lr: 2.50e-05 ] [ eta: 13:37:34 ] [ l_g_pix: 2.0774e-02 ] [ l_g_total: 2.0774e-02 ] +2024-09-27 05:01:57,950 INFO: [ epoch: 307 ] [ iter:410,300 ] [ performance: 18.449 it/s ] [ lr: 2.50e-05 ] [ eta: 13:37:22 ] [ l_g_pix: 2.3975e-02 ] [ l_g_total: 2.3975e-02 ] +2024-09-27 05:02:03,402 INFO: [ epoch: 307 ] [ iter:410,400 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 13:37:09 ] [ l_g_pix: 2.1872e-02 ] [ l_g_total: 2.1872e-02 ] +2024-09-27 05:02:08,880 INFO: [ epoch: 307 ] [ iter:410,500 ] [ performance: 18.450 it/s ] [ lr: 2.50e-05 ] [ eta: 13:36:57 ] [ l_g_pix: 2.6424e-02 ] [ l_g_total: 2.6424e-02 ] +2024-09-27 05:02:14,315 INFO: [ epoch: 307 ] [ iter:410,600 ] [ performance: 18.419 it/s ] [ lr: 2.50e-05 ] [ eta: 13:36:44 ] [ l_g_pix: 2.8080e-02 ] [ l_g_total: 2.8080e-02 ] +2024-09-27 05:02:19,801 INFO: [ epoch: 307 ] [ iter:410,700 ] [ performance: 18.247 it/s ] [ lr: 2.50e-05 ] [ eta: 13:36:32 ] [ l_g_pix: 2.9733e-02 ] [ l_g_total: 2.9733e-02 ] +2024-09-27 05:02:25,289 INFO: [ epoch: 307 ] [ iter:410,800 ] [ performance: 18.230 it/s ] [ lr: 2.50e-05 ] [ eta: 13:36:20 ] [ l_g_pix: 2.6327e-02 ] [ l_g_total: 2.6327e-02 ] +2024-09-27 05:02:30,878 INFO: [ epoch: 307 ] [ iter:410,900 ] [ performance: 17.887 it/s ] [ lr: 2.50e-05 ] [ eta: 13:36:07 ] [ l_g_pix: 2.5450e-02 ] [ l_g_total: 2.5450e-02 ] +2024-09-27 05:02:36,358 INFO: [ epoch: 307 ] [ iter:411,000 ] [ performance: 18.118 it/s ] [ lr: 2.50e-05 ] [ eta: 13:35:55 ] [ l_g_pix: 3.3588e-02 ] [ l_g_total: 3.3588e-02 ] +2024-09-27 05:02:41,846 INFO: [ epoch: 307 ] [ iter:411,100 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 13:35:43 ] [ l_g_pix: 2.9675e-02 ] [ l_g_total: 2.9675e-02 ] +2024-09-27 05:02:47,369 INFO: [ epoch: 307 ] [ iter:411,200 ] [ performance: 18.165 it/s ] [ lr: 2.50e-05 ] [ eta: 13:35:30 ] [ l_g_pix: 2.3306e-02 ] [ l_g_total: 2.3306e-02 ] +2024-09-27 05:02:52,939 INFO: [ epoch: 307 ] [ iter:411,300 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 13:35:18 ] [ l_g_pix: 2.9612e-02 ] [ l_g_total: 2.9612e-02 ] +2024-09-27 05:02:58,600 INFO: [ epoch: 307 ] [ iter:411,400 ] [ performance: 17.899 it/s ] [ lr: 2.50e-05 ] [ eta: 13:35:06 ] [ l_g_pix: 2.7271e-02 ] [ l_g_total: 2.7271e-02 ] +2024-09-27 05:03:05,034 INFO: [ epoch: 308 ] [ iter:411,500 ] [ performance: 13.616 it/s ] [ lr: 2.50e-05 ] [ eta: 13:34:55 ] [ l_g_pix: 3.5062e-02 ] [ l_g_total: 3.5062e-02 ] +2024-09-27 05:03:10,702 INFO: [ epoch: 308 ] [ iter:411,600 ] [ performance: 16.014 it/s ] [ lr: 2.50e-05 ] [ eta: 13:34:43 ] [ l_g_pix: 1.7603e-02 ] [ l_g_total: 1.7603e-02 ] +2024-09-27 05:03:16,184 INFO: [ epoch: 308 ] [ iter:411,700 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 13:34:31 ] [ l_g_pix: 3.0146e-02 ] [ l_g_total: 3.0146e-02 ] +2024-09-27 05:03:21,631 INFO: [ epoch: 308 ] [ iter:411,800 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 13:34:18 ] [ l_g_pix: 2.8458e-02 ] [ l_g_total: 2.8458e-02 ] +2024-09-27 05:03:27,053 INFO: [ epoch: 308 ] [ iter:411,900 ] [ performance: 18.609 it/s ] [ lr: 2.50e-05 ] [ eta: 13:34:06 ] [ l_g_pix: 2.0343e-02 ] [ l_g_total: 2.0343e-02 ] +2024-09-27 05:03:32,482 INFO: [ epoch: 308 ] [ iter:412,000 ] [ performance: 18.483 it/s ] [ lr: 2.50e-05 ] [ eta: 13:33:53 ] [ l_g_pix: 3.0345e-02 ] [ l_g_total: 3.0345e-02 ] +2024-09-27 05:03:37,923 INFO: [ epoch: 308 ] [ iter:412,100 ] [ performance: 18.528 it/s ] [ lr: 2.50e-05 ] [ eta: 13:33:41 ] [ l_g_pix: 4.0816e-02 ] [ l_g_total: 4.0816e-02 ] +2024-09-27 05:03:43,395 INFO: [ epoch: 308 ] [ iter:412,200 ] [ performance: 18.360 it/s ] [ lr: 2.50e-05 ] [ eta: 13:33:29 ] [ l_g_pix: 2.6578e-02 ] [ l_g_total: 2.6578e-02 ] +2024-09-27 05:03:48,898 INFO: [ epoch: 308 ] [ iter:412,300 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 13:33:16 ] [ l_g_pix: 2.5459e-02 ] [ l_g_total: 2.5459e-02 ] +2024-09-27 05:03:54,391 INFO: [ epoch: 308 ] [ iter:412,400 ] [ performance: 18.254 it/s ] [ lr: 2.50e-05 ] [ eta: 13:33:04 ] [ l_g_pix: 2.8793e-02 ] [ l_g_total: 2.8793e-02 ] +2024-09-27 05:03:59,875 INFO: [ epoch: 308 ] [ iter:412,500 ] [ performance: 18.402 it/s ] [ lr: 2.50e-05 ] [ eta: 13:32:52 ] [ l_g_pix: 3.2499e-02 ] [ l_g_total: 3.2499e-02 ] +2024-09-27 05:04:05,343 INFO: [ epoch: 308 ] [ iter:412,600 ] [ performance: 18.328 it/s ] [ lr: 2.50e-05 ] [ eta: 13:32:39 ] [ l_g_pix: 3.4192e-02 ] [ l_g_total: 3.4192e-02 ] +2024-09-27 05:04:10,829 INFO: [ epoch: 308 ] [ iter:412,700 ] [ performance: 18.402 it/s ] [ lr: 2.50e-05 ] [ eta: 13:32:27 ] [ l_g_pix: 2.1821e-02 ] [ l_g_total: 2.1821e-02 ] +2024-09-27 05:04:16,216 INFO: [ epoch: 308 ] [ iter:412,800 ] [ performance: 18.515 it/s ] [ lr: 2.50e-05 ] [ eta: 13:32:15 ] [ l_g_pix: 3.8683e-02 ] [ l_g_total: 3.8683e-02 ] +2024-09-27 05:04:22,891 INFO: [ epoch: 309 ] [ iter:412,900 ] [ performance: 18.457 it/s ] [ lr: 2.50e-05 ] [ eta: 13:32:04 ] [ l_g_pix: 3.0342e-02 ] [ l_g_total: 3.0342e-02 ] +2024-09-27 05:04:28,379 INFO: [ epoch: 309 ] [ iter:413,000 ] [ performance: 18.298 it/s ] [ lr: 2.50e-05 ] [ eta: 13:31:52 ] [ l_g_pix: 2.3826e-02 ] [ l_g_total: 2.3826e-02 ] +2024-09-27 05:04:33,873 INFO: [ epoch: 309 ] [ iter:413,100 ] [ performance: 18.440 it/s ] [ lr: 2.50e-05 ] [ eta: 13:31:39 ] [ l_g_pix: 4.0140e-02 ] [ l_g_total: 4.0140e-02 ] +2024-09-27 05:04:39,334 INFO: [ epoch: 309 ] [ iter:413,200 ] [ performance: 18.353 it/s ] [ lr: 2.50e-05 ] [ eta: 13:31:27 ] [ l_g_pix: 3.8941e-02 ] [ l_g_total: 3.8941e-02 ] +2024-09-27 05:04:44,794 INFO: [ epoch: 309 ] [ iter:413,300 ] [ performance: 18.623 it/s ] [ lr: 2.50e-05 ] [ eta: 13:31:15 ] [ l_g_pix: 3.7524e-02 ] [ l_g_total: 3.7524e-02 ] +2024-09-27 05:04:50,242 INFO: [ epoch: 309 ] [ iter:413,400 ] [ performance: 18.437 it/s ] [ lr: 2.50e-05 ] [ eta: 13:31:02 ] [ l_g_pix: 1.6541e-02 ] [ l_g_total: 1.6541e-02 ] +2024-09-27 05:04:55,687 INFO: [ epoch: 309 ] [ iter:413,500 ] [ performance: 18.508 it/s ] [ lr: 2.50e-05 ] [ eta: 13:30:50 ] [ l_g_pix: 3.8629e-02 ] [ l_g_total: 3.8629e-02 ] +2024-09-27 05:05:01,174 INFO: [ epoch: 309 ] [ iter:413,600 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 13:30:38 ] [ l_g_pix: 1.8261e-02 ] [ l_g_total: 1.8261e-02 ] +2024-09-27 05:05:06,649 INFO: [ epoch: 309 ] [ iter:413,700 ] [ performance: 18.526 it/s ] [ lr: 2.50e-05 ] [ eta: 13:30:26 ] [ l_g_pix: 2.8937e-02 ] [ l_g_total: 2.8937e-02 ] +2024-09-27 05:05:12,120 INFO: [ epoch: 309 ] [ iter:413,800 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 13:30:13 ] [ l_g_pix: 2.4511e-02 ] [ l_g_total: 2.4511e-02 ] +2024-09-27 05:05:17,594 INFO: [ epoch: 309 ] [ iter:413,900 ] [ performance: 18.465 it/s ] [ lr: 2.50e-05 ] [ eta: 13:30:01 ] [ l_g_pix: 3.2129e-02 ] [ l_g_total: 3.2129e-02 ] +2024-09-27 05:05:23,051 INFO: [ epoch: 309 ] [ iter:414,000 ] [ performance: 18.366 it/s ] [ lr: 2.50e-05 ] [ eta: 13:29:49 ] [ l_g_pix: 2.5076e-02 ] [ l_g_total: 2.5076e-02 ] +2024-09-27 05:05:28,474 INFO: [ epoch: 309 ] [ iter:414,100 ] [ performance: 18.882 it/s ] [ lr: 2.50e-05 ] [ eta: 13:29:36 ] [ l_g_pix: 3.5687e-02 ] [ l_g_total: 3.5687e-02 ] +2024-09-27 05:05:35,045 INFO: [ epoch: 310 ] [ iter:414,200 ] [ performance: 16.114 it/s ] [ lr: 2.50e-05 ] [ eta: 13:29:26 ] [ l_g_pix: 2.6118e-02 ] [ l_g_total: 2.6118e-02 ] +2024-09-27 05:05:40,491 INFO: [ epoch: 310 ] [ iter:414,300 ] [ performance: 18.570 it/s ] [ lr: 2.50e-05 ] [ eta: 13:29:13 ] [ l_g_pix: 2.3706e-02 ] [ l_g_total: 2.3706e-02 ] +2024-09-27 05:05:45,940 INFO: [ epoch: 310 ] [ iter:414,400 ] [ performance: 18.417 it/s ] [ lr: 2.50e-05 ] [ eta: 13:29:01 ] [ l_g_pix: 2.4680e-02 ] [ l_g_total: 2.4680e-02 ] +2024-09-27 05:05:51,380 INFO: [ epoch: 310 ] [ iter:414,500 ] [ performance: 18.590 it/s ] [ lr: 2.50e-05 ] [ eta: 13:28:49 ] [ l_g_pix: 2.6149e-02 ] [ l_g_total: 2.6149e-02 ] +2024-09-27 05:05:56,845 INFO: [ epoch: 310 ] [ iter:414,600 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 13:28:36 ] [ l_g_pix: 1.7978e-02 ] [ l_g_total: 1.7978e-02 ] +2024-09-27 05:06:02,314 INFO: [ epoch: 310 ] [ iter:414,700 ] [ performance: 18.573 it/s ] [ lr: 2.50e-05 ] [ eta: 13:28:24 ] [ l_g_pix: 1.7986e-02 ] [ l_g_total: 1.7986e-02 ] +2024-09-27 05:06:07,757 INFO: [ epoch: 310 ] [ iter:414,800 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 13:28:12 ] [ l_g_pix: 2.3661e-02 ] [ l_g_total: 2.3661e-02 ] +2024-09-27 05:06:13,227 INFO: [ epoch: 310 ] [ iter:414,900 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 13:28:00 ] [ l_g_pix: 2.6418e-02 ] [ l_g_total: 2.6418e-02 ] +2024-09-27 05:06:18,668 INFO: [ epoch: 310 ] [ iter:415,000 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 13:27:47 ] [ l_g_pix: 3.0925e-02 ] [ l_g_total: 3.0925e-02 ] +2024-09-27 05:06:24,123 INFO: [ epoch: 310 ] [ iter:415,100 ] [ performance: 18.654 it/s ] [ lr: 2.50e-05 ] [ eta: 13:27:35 ] [ l_g_pix: 2.4212e-02 ] [ l_g_total: 2.4212e-02 ] +2024-09-27 05:06:29,589 INFO: [ epoch: 310 ] [ iter:415,200 ] [ performance: 18.389 it/s ] [ lr: 2.50e-05 ] [ eta: 13:27:23 ] [ l_g_pix: 1.9755e-02 ] [ l_g_total: 1.9755e-02 ] +2024-09-27 05:06:35,012 INFO: [ epoch: 310 ] [ iter:415,300 ] [ performance: 18.741 it/s ] [ lr: 2.50e-05 ] [ eta: 13:27:10 ] [ l_g_pix: 3.3678e-02 ] [ l_g_total: 3.3678e-02 ] +2024-09-27 05:06:40,476 INFO: [ epoch: 310 ] [ iter:415,400 ] [ performance: 18.413 it/s ] [ lr: 2.50e-05 ] [ eta: 13:26:58 ] [ l_g_pix: 3.6268e-02 ] [ l_g_total: 3.6268e-02 ] +2024-09-27 05:06:46,804 INFO: [ epoch: 311 ] [ iter:415,500 ] [ performance: 12.060 it/s ] [ lr: 2.50e-05 ] [ eta: 13:26:47 ] [ l_g_pix: 3.6727e-02 ] [ l_g_total: 3.6727e-02 ] +2024-09-27 05:06:52,562 INFO: [ epoch: 311 ] [ iter:415,600 ] [ performance: 15.661 it/s ] [ lr: 2.50e-05 ] [ eta: 13:26:35 ] [ l_g_pix: 2.2688e-02 ] [ l_g_total: 2.2688e-02 ] +2024-09-27 05:06:58,035 INFO: [ epoch: 311 ] [ iter:415,700 ] [ performance: 18.369 it/s ] [ lr: 2.50e-05 ] [ eta: 13:26:23 ] [ l_g_pix: 2.5655e-02 ] [ l_g_total: 2.5655e-02 ] +2024-09-27 05:07:03,497 INFO: [ epoch: 311 ] [ iter:415,800 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 13:26:11 ] [ l_g_pix: 3.3071e-02 ] [ l_g_total: 3.3071e-02 ] +2024-09-27 05:07:08,986 INFO: [ epoch: 311 ] [ iter:415,900 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 13:25:59 ] [ l_g_pix: 3.1153e-02 ] [ l_g_total: 3.1153e-02 ] +2024-09-27 05:07:14,482 INFO: [ epoch: 311 ] [ iter:416,000 ] [ performance: 18.221 it/s ] [ lr: 2.50e-05 ] [ eta: 13:25:46 ] [ l_g_pix: 2.4200e-02 ] [ l_g_total: 2.4200e-02 ] +2024-09-27 05:07:19,945 INFO: [ epoch: 311 ] [ iter:416,100 ] [ performance: 18.766 it/s ] [ lr: 2.50e-05 ] [ eta: 13:25:34 ] [ l_g_pix: 2.6533e-02 ] [ l_g_total: 2.6533e-02 ] +2024-09-27 05:07:25,381 INFO: [ epoch: 311 ] [ iter:416,200 ] [ performance: 18.482 it/s ] [ lr: 2.50e-05 ] [ eta: 13:25:22 ] [ l_g_pix: 2.2346e-02 ] [ l_g_total: 2.2346e-02 ] +2024-09-27 05:07:30,854 INFO: [ epoch: 311 ] [ iter:416,300 ] [ performance: 18.390 it/s ] [ lr: 2.50e-05 ] [ eta: 13:25:10 ] [ l_g_pix: 3.3081e-02 ] [ l_g_total: 3.3081e-02 ] +2024-09-27 05:07:36,317 INFO: [ epoch: 311 ] [ iter:416,400 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 13:24:57 ] [ l_g_pix: 2.6989e-02 ] [ l_g_total: 2.6989e-02 ] +2024-09-27 05:07:41,804 INFO: [ epoch: 311 ] [ iter:416,500 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 13:24:45 ] [ l_g_pix: 2.7225e-02 ] [ l_g_total: 2.7225e-02 ] +2024-09-27 05:07:47,263 INFO: [ epoch: 311 ] [ iter:416,600 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 13:24:33 ] [ l_g_pix: 3.2458e-02 ] [ l_g_total: 3.2458e-02 ] +2024-09-27 05:07:52,707 INFO: [ epoch: 311 ] [ iter:416,700 ] [ performance: 18.698 it/s ] [ lr: 2.50e-05 ] [ eta: 13:24:21 ] [ l_g_pix: 3.8266e-02 ] [ l_g_total: 3.8266e-02 ] +2024-09-27 05:07:58,089 INFO: [ epoch: 311 ] [ iter:416,800 ] [ performance: 18.605 it/s ] [ lr: 2.50e-05 ] [ eta: 13:24:09 ] [ l_g_pix: 1.8433e-02 ] [ l_g_total: 1.8433e-02 ] +2024-09-27 05:08:04,818 INFO: [ epoch: 312 ] [ iter:416,900 ] [ performance: 18.924 it/s ] [ lr: 2.50e-05 ] [ eta: 13:23:58 ] [ l_g_pix: 3.6253e-02 ] [ l_g_total: 3.6253e-02 ] +2024-09-27 05:08:10,247 INFO: [ epoch: 312 ] [ iter:417,000 ] [ performance: 18.525 it/s ] [ lr: 2.50e-05 ] [ eta: 13:23:46 ] [ l_g_pix: 2.6729e-02 ] [ l_g_total: 2.6729e-02 ] +2024-09-27 05:08:15,672 INFO: [ epoch: 312 ] [ iter:417,100 ] [ performance: 18.529 it/s ] [ lr: 2.50e-05 ] [ eta: 13:23:34 ] [ l_g_pix: 2.1273e-02 ] [ l_g_total: 2.1273e-02 ] +2024-09-27 05:08:21,122 INFO: [ epoch: 312 ] [ iter:417,200 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 13:23:21 ] [ l_g_pix: 3.3631e-02 ] [ l_g_total: 3.3631e-02 ] +2024-09-27 05:08:26,562 INFO: [ epoch: 312 ] [ iter:417,300 ] [ performance: 18.625 it/s ] [ lr: 2.50e-05 ] [ eta: 13:23:09 ] [ l_g_pix: 3.1831e-02 ] [ l_g_total: 3.1831e-02 ] +2024-09-27 05:08:32,015 INFO: [ epoch: 312 ] [ iter:417,400 ] [ performance: 18.397 it/s ] [ lr: 2.50e-05 ] [ eta: 13:22:57 ] [ l_g_pix: 3.2427e-02 ] [ l_g_total: 3.2427e-02 ] +2024-09-27 05:08:37,496 INFO: [ epoch: 312 ] [ iter:417,500 ] [ performance: 18.751 it/s ] [ lr: 2.50e-05 ] [ eta: 13:22:45 ] [ l_g_pix: 4.0336e-02 ] [ l_g_total: 4.0336e-02 ] +2024-09-27 05:08:42,910 INFO: [ epoch: 312 ] [ iter:417,600 ] [ performance: 18.524 it/s ] [ lr: 2.50e-05 ] [ eta: 13:22:33 ] [ l_g_pix: 3.6195e-02 ] [ l_g_total: 3.6195e-02 ] +2024-09-27 05:08:48,357 INFO: [ epoch: 312 ] [ iter:417,700 ] [ performance: 18.308 it/s ] [ lr: 2.50e-05 ] [ eta: 13:22:20 ] [ l_g_pix: 2.4052e-02 ] [ l_g_total: 2.4052e-02 ] +2024-09-27 05:08:53,810 INFO: [ epoch: 312 ] [ iter:417,800 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 13:22:08 ] [ l_g_pix: 1.7213e-02 ] [ l_g_total: 1.7213e-02 ] +2024-09-27 05:08:59,269 INFO: [ epoch: 312 ] [ iter:417,900 ] [ performance: 18.582 it/s ] [ lr: 2.50e-05 ] [ eta: 13:21:56 ] [ l_g_pix: 2.4411e-02 ] [ l_g_total: 2.4411e-02 ] +2024-09-27 05:09:04,768 INFO: [ epoch: 312 ] [ iter:418,000 ] [ performance: 18.257 it/s ] [ lr: 2.50e-05 ] [ eta: 13:21:44 ] [ l_g_pix: 2.4846e-02 ] [ l_g_total: 2.4846e-02 ] +2024-09-27 05:09:10,175 INFO: [ epoch: 312 ] [ iter:418,100 ] [ performance: 19.183 it/s ] [ lr: 2.50e-05 ] [ eta: 13:21:32 ] [ l_g_pix: 2.5324e-02 ] [ l_g_total: 2.5324e-02 ] +2024-09-27 05:09:16,878 INFO: [ epoch: 313 ] [ iter:418,200 ] [ performance: 15.495 it/s ] [ lr: 2.50e-05 ] [ eta: 13:21:21 ] [ l_g_pix: 2.2558e-02 ] [ l_g_total: 2.2558e-02 ] +2024-09-27 05:09:22,349 INFO: [ epoch: 313 ] [ iter:418,300 ] [ performance: 18.716 it/s ] [ lr: 2.50e-05 ] [ eta: 13:21:09 ] [ l_g_pix: 3.0115e-02 ] [ l_g_total: 3.0115e-02 ] +2024-09-27 05:09:27,786 INFO: [ epoch: 313 ] [ iter:418,400 ] [ performance: 18.444 it/s ] [ lr: 2.50e-05 ] [ eta: 13:20:57 ] [ l_g_pix: 2.2030e-02 ] [ l_g_total: 2.2030e-02 ] +2024-09-27 05:09:33,226 INFO: [ epoch: 313 ] [ iter:418,500 ] [ performance: 18.588 it/s ] [ lr: 2.50e-05 ] [ eta: 13:20:45 ] [ l_g_pix: 2.3039e-02 ] [ l_g_total: 2.3039e-02 ] +2024-09-27 05:09:38,655 INFO: [ epoch: 313 ] [ iter:418,600 ] [ performance: 18.447 it/s ] [ lr: 2.50e-05 ] [ eta: 13:20:32 ] [ l_g_pix: 2.2366e-02 ] [ l_g_total: 2.2366e-02 ] +2024-09-27 05:09:44,086 INFO: [ epoch: 313 ] [ iter:418,700 ] [ performance: 18.494 it/s ] [ lr: 2.50e-05 ] [ eta: 13:20:20 ] [ l_g_pix: 3.2505e-02 ] [ l_g_total: 3.2505e-02 ] +2024-09-27 05:09:49,560 INFO: [ epoch: 313 ] [ iter:418,800 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 13:20:08 ] [ l_g_pix: 4.7597e-02 ] [ l_g_total: 4.7597e-02 ] +2024-09-27 05:09:54,977 INFO: [ epoch: 313 ] [ iter:418,900 ] [ performance: 18.733 it/s ] [ lr: 2.50e-05 ] [ eta: 13:19:56 ] [ l_g_pix: 3.1926e-02 ] [ l_g_total: 3.1926e-02 ] +2024-09-27 05:10:00,448 INFO: [ epoch: 313 ] [ iter:419,000 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 13:19:44 ] [ l_g_pix: 2.3318e-02 ] [ l_g_total: 2.3318e-02 ] +2024-09-27 05:10:05,910 INFO: [ epoch: 313 ] [ iter:419,100 ] [ performance: 18.398 it/s ] [ lr: 2.50e-05 ] [ eta: 13:19:32 ] [ l_g_pix: 3.0971e-02 ] [ l_g_total: 3.0971e-02 ] +2024-09-27 05:10:11,370 INFO: [ epoch: 313 ] [ iter:419,200 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 13:19:20 ] [ l_g_pix: 4.7997e-02 ] [ l_g_total: 4.7997e-02 ] +2024-09-27 05:10:16,837 INFO: [ epoch: 313 ] [ iter:419,300 ] [ performance: 18.763 it/s ] [ lr: 2.50e-05 ] [ eta: 13:19:07 ] [ l_g_pix: 2.9707e-02 ] [ l_g_total: 2.9707e-02 ] +2024-09-27 05:10:22,271 INFO: [ epoch: 313 ] [ iter:419,400 ] [ performance: 18.446 it/s ] [ lr: 2.50e-05 ] [ eta: 13:18:55 ] [ l_g_pix: 2.3112e-02 ] [ l_g_total: 2.3112e-02 ] +2024-09-27 05:10:27,625 INFO: [ epoch: 313 ] [ iter:419,500 ] [ performance: 19.199 it/s ] [ lr: 2.50e-05 ] [ eta: 13:18:43 ] [ l_g_pix: 2.3250e-02 ] [ l_g_total: 2.3250e-02 ] +2024-09-27 05:10:34,393 INFO: [ epoch: 314 ] [ iter:419,600 ] [ performance: 15.179 it/s ] [ lr: 2.50e-05 ] [ eta: 13:18:33 ] [ l_g_pix: 2.8684e-02 ] [ l_g_total: 2.8684e-02 ] +2024-09-27 05:10:39,844 INFO: [ epoch: 314 ] [ iter:419,700 ] [ performance: 18.647 it/s ] [ lr: 2.50e-05 ] [ eta: 13:18:21 ] [ l_g_pix: 4.2535e-02 ] [ l_g_total: 4.2535e-02 ] +2024-09-27 05:10:45,317 INFO: [ epoch: 314 ] [ iter:419,800 ] [ performance: 18.313 it/s ] [ lr: 2.50e-05 ] [ eta: 13:18:08 ] [ l_g_pix: 2.0134e-02 ] [ l_g_total: 2.0134e-02 ] +2024-09-27 05:10:50,746 INFO: [ epoch: 314 ] [ iter:419,900 ] [ performance: 18.908 it/s ] [ lr: 2.50e-05 ] [ eta: 13:17:56 ] [ l_g_pix: 3.4596e-02 ] [ l_g_total: 3.4596e-02 ] +2024-09-27 05:10:56,201 INFO: [ epoch: 314 ] [ iter:420,000 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 13:17:44 ] [ l_g_pix: 2.4600e-02 ] [ l_g_total: 2.4600e-02 ] +2024-09-27 05:10:56,201 INFO: Saving models and training states. +2024-09-27 05:15:33,979 INFO: Validation val + + # psnr: 27.2044........ Best: 27.2065 @ 410000 iter + # ssim: 0.7668........ Best: 0.7668 @ 420000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 05:15:39,485 INFO: [ epoch: 314 ] [ iter:420,100 ] [ performance: 17.887 it/s ] [ lr: 2.50e-05 ] [ eta: 13:23:56 ] [ l_g_pix: 3.9643e-02 ] [ l_g_total: 3.9643e-02 ] +2024-09-27 05:15:44,995 INFO: [ epoch: 314 ] [ iter:420,200 ] [ performance: 18.126 it/s ] [ lr: 2.50e-05 ] [ eta: 13:23:43 ] [ l_g_pix: 3.1476e-02 ] [ l_g_total: 3.1476e-02 ] +2024-09-27 05:15:50,493 INFO: [ epoch: 314 ] [ iter:420,300 ] [ performance: 18.610 it/s ] [ lr: 2.50e-05 ] [ eta: 13:23:31 ] [ l_g_pix: 2.3245e-02 ] [ l_g_total: 2.3245e-02 ] +2024-09-27 05:15:55,979 INFO: [ epoch: 314 ] [ iter:420,400 ] [ performance: 18.264 it/s ] [ lr: 2.50e-05 ] [ eta: 13:23:19 ] [ l_g_pix: 2.7133e-02 ] [ l_g_total: 2.7133e-02 ] +2024-09-27 05:16:01,490 INFO: [ epoch: 314 ] [ iter:420,500 ] [ performance: 18.531 it/s ] [ lr: 2.50e-05 ] [ eta: 13:23:07 ] [ l_g_pix: 3.3432e-02 ] [ l_g_total: 3.3432e-02 ] +2024-09-27 05:16:06,995 INFO: [ epoch: 314 ] [ iter:420,600 ] [ performance: 18.192 it/s ] [ lr: 2.50e-05 ] [ eta: 13:22:55 ] [ l_g_pix: 3.5337e-02 ] [ l_g_total: 3.5337e-02 ] +2024-09-27 05:16:12,458 INFO: [ epoch: 314 ] [ iter:420,700 ] [ performance: 17.796 it/s ] [ lr: 2.50e-05 ] [ eta: 13:22:42 ] [ l_g_pix: 4.7583e-02 ] [ l_g_total: 4.7583e-02 ] +2024-09-27 05:16:17,884 INFO: [ epoch: 314 ] [ iter:420,800 ] [ performance: 18.389 it/s ] [ lr: 2.50e-05 ] [ eta: 13:22:30 ] [ l_g_pix: 3.1664e-02 ] [ l_g_total: 3.1664e-02 ] +2024-09-27 05:16:24,529 INFO: [ epoch: 315 ] [ iter:420,900 ] [ performance: 17.977 it/s ] [ lr: 2.50e-05 ] [ eta: 13:22:19 ] [ l_g_pix: 3.6732e-02 ] [ l_g_total: 3.6732e-02 ] +2024-09-27 05:16:29,989 INFO: [ epoch: 315 ] [ iter:421,000 ] [ performance: 18.300 it/s ] [ lr: 2.50e-05 ] [ eta: 13:22:07 ] [ l_g_pix: 2.7968e-02 ] [ l_g_total: 2.7968e-02 ] +2024-09-27 05:16:35,447 INFO: [ epoch: 315 ] [ iter:421,100 ] [ performance: 18.106 it/s ] [ lr: 2.50e-05 ] [ eta: 13:21:55 ] [ l_g_pix: 2.7023e-02 ] [ l_g_total: 2.7023e-02 ] +2024-09-27 05:16:40,891 INFO: [ epoch: 315 ] [ iter:421,200 ] [ performance: 18.360 it/s ] [ lr: 2.50e-05 ] [ eta: 13:21:43 ] [ l_g_pix: 3.2860e-02 ] [ l_g_total: 3.2860e-02 ] +2024-09-27 05:16:46,382 INFO: [ epoch: 315 ] [ iter:421,300 ] [ performance: 18.832 it/s ] [ lr: 2.50e-05 ] [ eta: 13:21:31 ] [ l_g_pix: 3.4946e-02 ] [ l_g_total: 3.4946e-02 ] +2024-09-27 05:16:51,826 INFO: [ epoch: 315 ] [ iter:421,400 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 13:21:18 ] [ l_g_pix: 2.9993e-02 ] [ l_g_total: 2.9993e-02 ] +2024-09-27 05:16:57,312 INFO: [ epoch: 315 ] [ iter:421,500 ] [ performance: 17.438 it/s ] [ lr: 2.50e-05 ] [ eta: 13:21:06 ] [ l_g_pix: 3.4474e-02 ] [ l_g_total: 3.4474e-02 ] +2024-09-27 05:17:02,794 INFO: [ epoch: 315 ] [ iter:421,600 ] [ performance: 18.220 it/s ] [ lr: 2.50e-05 ] [ eta: 13:20:54 ] [ l_g_pix: 3.0578e-02 ] [ l_g_total: 3.0578e-02 ] +2024-09-27 05:17:08,276 INFO: [ epoch: 315 ] [ iter:421,700 ] [ performance: 18.852 it/s ] [ lr: 2.50e-05 ] [ eta: 13:20:42 ] [ l_g_pix: 2.9728e-02 ] [ l_g_total: 2.9728e-02 ] +2024-09-27 05:17:13,839 INFO: [ epoch: 315 ] [ iter:421,800 ] [ performance: 17.996 it/s ] [ lr: 2.50e-05 ] [ eta: 13:20:30 ] [ l_g_pix: 3.8053e-02 ] [ l_g_total: 3.8053e-02 ] +2024-09-27 05:17:19,450 INFO: [ epoch: 315 ] [ iter:421,900 ] [ performance: 17.845 it/s ] [ lr: 2.50e-05 ] [ eta: 13:20:18 ] [ l_g_pix: 2.9683e-02 ] [ l_g_total: 2.9683e-02 ] +2024-09-27 05:17:24,936 INFO: [ epoch: 315 ] [ iter:422,000 ] [ performance: 18.227 it/s ] [ lr: 2.50e-05 ] [ eta: 13:20:05 ] [ l_g_pix: 1.9606e-02 ] [ l_g_total: 1.9606e-02 ] +2024-09-27 05:17:30,426 INFO: [ epoch: 315 ] [ iter:422,100 ] [ performance: 18.222 it/s ] [ lr: 2.50e-05 ] [ eta: 13:19:53 ] [ l_g_pix: 3.1471e-02 ] [ l_g_total: 3.1471e-02 ] +2024-09-27 05:17:36,925 INFO: [ epoch: 316 ] [ iter:422,200 ] [ performance: 15.391 it/s ] [ lr: 2.50e-05 ] [ eta: 13:19:43 ] [ l_g_pix: 2.8747e-02 ] [ l_g_total: 2.8747e-02 ] +2024-09-27 05:17:42,411 INFO: [ epoch: 316 ] [ iter:422,300 ] [ performance: 16.691 it/s ] [ lr: 2.50e-05 ] [ eta: 13:19:30 ] [ l_g_pix: 2.6595e-02 ] [ l_g_total: 2.6595e-02 ] +2024-09-27 05:17:47,895 INFO: [ epoch: 316 ] [ iter:422,400 ] [ performance: 18.260 it/s ] [ lr: 2.50e-05 ] [ eta: 13:19:18 ] [ l_g_pix: 4.2935e-02 ] [ l_g_total: 4.2935e-02 ] +2024-09-27 05:17:53,401 INFO: [ epoch: 316 ] [ iter:422,500 ] [ performance: 18.212 it/s ] [ lr: 2.50e-05 ] [ eta: 13:19:06 ] [ l_g_pix: 2.8222e-02 ] [ l_g_total: 2.8222e-02 ] +2024-09-27 05:17:58,926 INFO: [ epoch: 316 ] [ iter:422,600 ] [ performance: 18.113 it/s ] [ lr: 2.50e-05 ] [ eta: 13:18:54 ] [ l_g_pix: 1.9356e-02 ] [ l_g_total: 1.9356e-02 ] +2024-09-27 05:18:04,402 INFO: [ epoch: 316 ] [ iter:422,700 ] [ performance: 18.189 it/s ] [ lr: 2.50e-05 ] [ eta: 13:18:42 ] [ l_g_pix: 1.9287e-02 ] [ l_g_total: 1.9287e-02 ] +2024-09-27 05:18:09,905 INFO: [ epoch: 316 ] [ iter:422,800 ] [ performance: 18.189 it/s ] [ lr: 2.50e-05 ] [ eta: 13:18:30 ] [ l_g_pix: 2.7595e-02 ] [ l_g_total: 2.7595e-02 ] +2024-09-27 05:18:15,410 INFO: [ epoch: 316 ] [ iter:422,900 ] [ performance: 18.178 it/s ] [ lr: 2.50e-05 ] [ eta: 13:18:18 ] [ l_g_pix: 3.2044e-02 ] [ l_g_total: 3.2044e-02 ] +2024-09-27 05:18:20,945 INFO: [ epoch: 316 ] [ iter:423,000 ] [ performance: 18.090 it/s ] [ lr: 2.50e-05 ] [ eta: 13:18:06 ] [ l_g_pix: 3.0199e-02 ] [ l_g_total: 3.0199e-02 ] +2024-09-27 05:18:26,437 INFO: [ epoch: 316 ] [ iter:423,100 ] [ performance: 18.152 it/s ] [ lr: 2.50e-05 ] [ eta: 13:17:53 ] [ l_g_pix: 3.1490e-02 ] [ l_g_total: 3.1490e-02 ] +2024-09-27 05:18:31,928 INFO: [ epoch: 316 ] [ iter:423,200 ] [ performance: 18.238 it/s ] [ lr: 2.50e-05 ] [ eta: 13:17:41 ] [ l_g_pix: 2.8762e-02 ] [ l_g_total: 2.8762e-02 ] +2024-09-27 05:18:37,400 INFO: [ epoch: 316 ] [ iter:423,300 ] [ performance: 18.259 it/s ] [ lr: 2.50e-05 ] [ eta: 13:17:29 ] [ l_g_pix: 1.6711e-02 ] [ l_g_total: 1.6711e-02 ] +2024-09-27 05:18:42,894 INFO: [ epoch: 316 ] [ iter:423,400 ] [ performance: 18.240 it/s ] [ lr: 2.50e-05 ] [ eta: 13:17:17 ] [ l_g_pix: 2.6294e-02 ] [ l_g_total: 2.6294e-02 ] +2024-09-27 05:18:48,260 INFO: [ epoch: 316 ] [ iter:423,500 ] [ performance: 18.445 it/s ] [ lr: 2.50e-05 ] [ eta: 13:17:05 ] [ l_g_pix: 2.9666e-02 ] [ l_g_total: 2.9666e-02 ] +2024-09-27 05:18:54,854 INFO: [ epoch: 317 ] [ iter:423,600 ] [ performance: 14.971 it/s ] [ lr: 2.50e-05 ] [ eta: 13:16:54 ] [ l_g_pix: 2.4082e-02 ] [ l_g_total: 2.4082e-02 ] +2024-09-27 05:19:00,333 INFO: [ epoch: 317 ] [ iter:423,700 ] [ performance: 16.509 it/s ] [ lr: 2.50e-05 ] [ eta: 13:16:42 ] [ l_g_pix: 1.8675e-02 ] [ l_g_total: 1.8675e-02 ] +2024-09-27 05:19:05,811 INFO: [ epoch: 317 ] [ iter:423,800 ] [ performance: 18.277 it/s ] [ lr: 2.50e-05 ] [ eta: 13:16:30 ] [ l_g_pix: 1.3744e-02 ] [ l_g_total: 1.3744e-02 ] +2024-09-27 05:19:11,321 INFO: [ epoch: 317 ] [ iter:423,900 ] [ performance: 18.212 it/s ] [ lr: 2.50e-05 ] [ eta: 13:16:18 ] [ l_g_pix: 3.9791e-02 ] [ l_g_total: 3.9791e-02 ] +2024-09-27 05:19:16,832 INFO: [ epoch: 317 ] [ iter:424,000 ] [ performance: 18.170 it/s ] [ lr: 2.50e-05 ] [ eta: 13:16:06 ] [ l_g_pix: 4.3517e-02 ] [ l_g_total: 4.3517e-02 ] +2024-09-27 05:19:22,316 INFO: [ epoch: 317 ] [ iter:424,100 ] [ performance: 18.207 it/s ] [ lr: 2.50e-05 ] [ eta: 13:15:54 ] [ l_g_pix: 2.2249e-02 ] [ l_g_total: 2.2249e-02 ] +2024-09-27 05:19:27,802 INFO: [ epoch: 317 ] [ iter:424,200 ] [ performance: 18.299 it/s ] [ lr: 2.50e-05 ] [ eta: 13:15:42 ] [ l_g_pix: 2.8866e-02 ] [ l_g_total: 2.8866e-02 ] +2024-09-27 05:19:33,281 INFO: [ epoch: 317 ] [ iter:424,300 ] [ performance: 18.276 it/s ] [ lr: 2.50e-05 ] [ eta: 13:15:29 ] [ l_g_pix: 3.8942e-02 ] [ l_g_total: 3.8942e-02 ] +2024-09-27 05:19:38,813 INFO: [ epoch: 317 ] [ iter:424,400 ] [ performance: 18.103 it/s ] [ lr: 2.50e-05 ] [ eta: 13:15:17 ] [ l_g_pix: 3.0477e-02 ] [ l_g_total: 3.0477e-02 ] +2024-09-27 05:19:44,320 INFO: [ epoch: 317 ] [ iter:424,500 ] [ performance: 18.133 it/s ] [ lr: 2.50e-05 ] [ eta: 13:15:05 ] [ l_g_pix: 1.5158e-02 ] [ l_g_total: 1.5158e-02 ] +2024-09-27 05:19:49,823 INFO: [ epoch: 317 ] [ iter:424,600 ] [ performance: 18.205 it/s ] [ lr: 2.50e-05 ] [ eta: 13:14:53 ] [ l_g_pix: 3.1205e-02 ] [ l_g_total: 3.1205e-02 ] +2024-09-27 05:19:55,317 INFO: [ epoch: 317 ] [ iter:424,700 ] [ performance: 18.205 it/s ] [ lr: 2.50e-05 ] [ eta: 13:14:41 ] [ l_g_pix: 2.7156e-02 ] [ l_g_total: 2.7156e-02 ] +2024-09-27 05:20:00,722 INFO: [ epoch: 317 ] [ iter:424,800 ] [ performance: 18.619 it/s ] [ lr: 2.50e-05 ] [ eta: 13:14:29 ] [ l_g_pix: 2.8315e-02 ] [ l_g_total: 2.8315e-02 ] +2024-09-27 05:20:07,304 INFO: [ epoch: 318 ] [ iter:424,900 ] [ performance: 16.617 it/s ] [ lr: 2.50e-05 ] [ eta: 13:14:18 ] [ l_g_pix: 2.3763e-02 ] [ l_g_total: 2.3763e-02 ] +2024-09-27 05:20:12,782 INFO: [ epoch: 318 ] [ iter:425,000 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 13:14:06 ] [ l_g_pix: 2.8602e-02 ] [ l_g_total: 2.8602e-02 ] +2024-09-27 05:20:18,239 INFO: [ epoch: 318 ] [ iter:425,100 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 13:13:54 ] [ l_g_pix: 2.7090e-02 ] [ l_g_total: 2.7090e-02 ] +2024-09-27 05:20:23,693 INFO: [ epoch: 318 ] [ iter:425,200 ] [ performance: 18.406 it/s ] [ lr: 2.50e-05 ] [ eta: 13:13:42 ] [ l_g_pix: 2.1786e-02 ] [ l_g_total: 2.1786e-02 ] +2024-09-27 05:20:29,132 INFO: [ epoch: 318 ] [ iter:425,300 ] [ performance: 18.396 it/s ] [ lr: 2.50e-05 ] [ eta: 13:13:30 ] [ l_g_pix: 2.3739e-02 ] [ l_g_total: 2.3739e-02 ] +2024-09-27 05:20:34,589 INFO: [ epoch: 318 ] [ iter:425,400 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 13:13:18 ] [ l_g_pix: 2.1612e-02 ] [ l_g_total: 2.1612e-02 ] +2024-09-27 05:20:40,054 INFO: [ epoch: 318 ] [ iter:425,500 ] [ performance: 18.337 it/s ] [ lr: 2.50e-05 ] [ eta: 13:13:06 ] [ l_g_pix: 2.1744e-02 ] [ l_g_total: 2.1744e-02 ] +2024-09-27 05:20:45,515 INFO: [ epoch: 318 ] [ iter:425,600 ] [ performance: 18.390 it/s ] [ lr: 2.50e-05 ] [ eta: 13:12:54 ] [ l_g_pix: 2.9491e-02 ] [ l_g_total: 2.9491e-02 ] +2024-09-27 05:20:51,031 INFO: [ epoch: 318 ] [ iter:425,700 ] [ performance: 18.248 it/s ] [ lr: 2.50e-05 ] [ eta: 13:12:42 ] [ l_g_pix: 2.2741e-02 ] [ l_g_total: 2.2741e-02 ] +2024-09-27 05:20:56,538 INFO: [ epoch: 318 ] [ iter:425,800 ] [ performance: 18.210 it/s ] [ lr: 2.50e-05 ] [ eta: 13:12:30 ] [ l_g_pix: 1.7709e-02 ] [ l_g_total: 1.7709e-02 ] +2024-09-27 05:21:02,043 INFO: [ epoch: 318 ] [ iter:425,900 ] [ performance: 18.187 it/s ] [ lr: 2.50e-05 ] [ eta: 13:12:18 ] [ l_g_pix: 1.7534e-02 ] [ l_g_total: 1.7534e-02 ] +2024-09-27 05:21:07,534 INFO: [ epoch: 318 ] [ iter:426,000 ] [ performance: 18.364 it/s ] [ lr: 2.50e-05 ] [ eta: 13:12:06 ] [ l_g_pix: 1.8535e-02 ] [ l_g_total: 1.8535e-02 ] +2024-09-27 05:21:13,029 INFO: [ epoch: 318 ] [ iter:426,100 ] [ performance: 18.274 it/s ] [ lr: 2.50e-05 ] [ eta: 13:11:54 ] [ l_g_pix: 3.2173e-02 ] [ l_g_total: 3.2173e-02 ] +2024-09-27 05:21:19,557 INFO: [ epoch: 319 ] [ iter:426,200 ] [ performance: 14.717 it/s ] [ lr: 2.50e-05 ] [ eta: 13:11:43 ] [ l_g_pix: 2.6994e-02 ] [ l_g_total: 2.6994e-02 ] +2024-09-27 05:21:25,091 INFO: [ epoch: 319 ] [ iter:426,300 ] [ performance: 16.410 it/s ] [ lr: 2.50e-05 ] [ eta: 13:11:31 ] [ l_g_pix: 2.4852e-02 ] [ l_g_total: 2.4852e-02 ] +2024-09-27 05:21:30,546 INFO: [ epoch: 319 ] [ iter:426,400 ] [ performance: 18.453 it/s ] [ lr: 2.50e-05 ] [ eta: 13:11:19 ] [ l_g_pix: 1.6656e-02 ] [ l_g_total: 1.6656e-02 ] +2024-09-27 05:21:35,979 INFO: [ epoch: 319 ] [ iter:426,500 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 13:11:07 ] [ l_g_pix: 1.6765e-02 ] [ l_g_total: 1.6765e-02 ] +2024-09-27 05:21:41,482 INFO: [ epoch: 319 ] [ iter:426,600 ] [ performance: 18.234 it/s ] [ lr: 2.50e-05 ] [ eta: 13:10:55 ] [ l_g_pix: 2.2794e-02 ] [ l_g_total: 2.2794e-02 ] +2024-09-27 05:21:46,977 INFO: [ epoch: 319 ] [ iter:426,700 ] [ performance: 18.214 it/s ] [ lr: 2.50e-05 ] [ eta: 13:10:43 ] [ l_g_pix: 2.1121e-02 ] [ l_g_total: 2.1121e-02 ] +2024-09-27 05:21:52,455 INFO: [ epoch: 319 ] [ iter:426,800 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 13:10:31 ] [ l_g_pix: 2.2816e-02 ] [ l_g_total: 2.2816e-02 ] +2024-09-27 05:21:57,935 INFO: [ epoch: 319 ] [ iter:426,900 ] [ performance: 18.280 it/s ] [ lr: 2.50e-05 ] [ eta: 13:10:19 ] [ l_g_pix: 2.3081e-02 ] [ l_g_total: 2.3081e-02 ] +2024-09-27 05:22:03,398 INFO: [ epoch: 319 ] [ iter:427,000 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 13:10:07 ] [ l_g_pix: 1.9924e-02 ] [ l_g_total: 1.9924e-02 ] +2024-09-27 05:22:08,835 INFO: [ epoch: 319 ] [ iter:427,100 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 13:09:55 ] [ l_g_pix: 3.4125e-02 ] [ l_g_total: 3.4125e-02 ] +2024-09-27 05:22:14,269 INFO: [ epoch: 319 ] [ iter:427,200 ] [ performance: 18.484 it/s ] [ lr: 2.50e-05 ] [ eta: 13:09:42 ] [ l_g_pix: 3.0904e-02 ] [ l_g_total: 3.0904e-02 ] +2024-09-27 05:22:19,728 INFO: [ epoch: 319 ] [ iter:427,300 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 13:09:30 ] [ l_g_pix: 2.0942e-02 ] [ l_g_total: 2.0942e-02 ] +2024-09-27 05:22:25,161 INFO: [ epoch: 319 ] [ iter:427,400 ] [ performance: 18.481 it/s ] [ lr: 2.50e-05 ] [ eta: 13:09:18 ] [ l_g_pix: 2.2616e-02 ] [ l_g_total: 2.2616e-02 ] +2024-09-27 05:22:30,519 INFO: [ epoch: 319 ] [ iter:427,500 ] [ performance: 18.586 it/s ] [ lr: 2.50e-05 ] [ eta: 13:09:06 ] [ l_g_pix: 2.1025e-02 ] [ l_g_total: 2.1025e-02 ] +2024-09-27 05:22:37,116 INFO: [ epoch: 320 ] [ iter:427,600 ] [ performance: 17.727 it/s ] [ lr: 2.50e-05 ] [ eta: 13:08:56 ] [ l_g_pix: 3.1177e-02 ] [ l_g_total: 3.1177e-02 ] +2024-09-27 05:22:42,564 INFO: [ epoch: 320 ] [ iter:427,700 ] [ performance: 18.085 it/s ] [ lr: 2.50e-05 ] [ eta: 13:08:44 ] [ l_g_pix: 2.6569e-02 ] [ l_g_total: 2.6569e-02 ] +2024-09-27 05:22:47,990 INFO: [ epoch: 320 ] [ iter:427,800 ] [ performance: 18.499 it/s ] [ lr: 2.50e-05 ] [ eta: 13:08:32 ] [ l_g_pix: 3.3546e-02 ] [ l_g_total: 3.3546e-02 ] +2024-09-27 05:22:53,409 INFO: [ epoch: 320 ] [ iter:427,900 ] [ performance: 18.473 it/s ] [ lr: 2.50e-05 ] [ eta: 13:08:19 ] [ l_g_pix: 2.7950e-02 ] [ l_g_total: 2.7950e-02 ] +2024-09-27 05:22:58,842 INFO: [ epoch: 320 ] [ iter:428,000 ] [ performance: 18.438 it/s ] [ lr: 2.50e-05 ] [ eta: 13:08:07 ] [ l_g_pix: 2.5792e-02 ] [ l_g_total: 2.5792e-02 ] +2024-09-27 05:23:04,308 INFO: [ epoch: 320 ] [ iter:428,100 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 13:07:55 ] [ l_g_pix: 1.7849e-02 ] [ l_g_total: 1.7849e-02 ] +2024-09-27 05:23:09,801 INFO: [ epoch: 320 ] [ iter:428,200 ] [ performance: 18.296 it/s ] [ lr: 2.50e-05 ] [ eta: 13:07:43 ] [ l_g_pix: 2.9124e-02 ] [ l_g_total: 2.9124e-02 ] +2024-09-27 05:23:15,238 INFO: [ epoch: 320 ] [ iter:428,300 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 13:07:31 ] [ l_g_pix: 3.1719e-02 ] [ l_g_total: 3.1719e-02 ] +2024-09-27 05:23:20,656 INFO: [ epoch: 320 ] [ iter:428,400 ] [ performance: 18.505 it/s ] [ lr: 2.50e-05 ] [ eta: 13:07:19 ] [ l_g_pix: 3.2274e-02 ] [ l_g_total: 3.2274e-02 ] +2024-09-27 05:23:26,124 INFO: [ epoch: 320 ] [ iter:428,500 ] [ performance: 18.377 it/s ] [ lr: 2.50e-05 ] [ eta: 13:07:07 ] [ l_g_pix: 1.6907e-02 ] [ l_g_total: 1.6907e-02 ] +2024-09-27 05:23:31,551 INFO: [ epoch: 320 ] [ iter:428,600 ] [ performance: 18.430 it/s ] [ lr: 2.50e-05 ] [ eta: 13:06:55 ] [ l_g_pix: 2.4624e-02 ] [ l_g_total: 2.4624e-02 ] +2024-09-27 05:23:36,981 INFO: [ epoch: 320 ] [ iter:428,700 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 13:06:43 ] [ l_g_pix: 3.2499e-02 ] [ l_g_total: 3.2499e-02 ] +2024-09-27 05:23:42,405 INFO: [ epoch: 320 ] [ iter:428,800 ] [ performance: 18.638 it/s ] [ lr: 2.50e-05 ] [ eta: 13:06:31 ] [ l_g_pix: 2.8561e-02 ] [ l_g_total: 2.8561e-02 ] +2024-09-27 05:23:49,188 INFO: [ epoch: 321 ] [ iter:428,900 ] [ performance: 16.094 it/s ] [ lr: 2.50e-05 ] [ eta: 13:06:21 ] [ l_g_pix: 3.2330e-02 ] [ l_g_total: 3.2330e-02 ] +2024-09-27 05:23:54,652 INFO: [ epoch: 321 ] [ iter:429,000 ] [ performance: 18.393 it/s ] [ lr: 2.50e-05 ] [ eta: 13:06:09 ] [ l_g_pix: 2.7424e-02 ] [ l_g_total: 2.7424e-02 ] +2024-09-27 05:24:00,134 INFO: [ epoch: 321 ] [ iter:429,100 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 13:05:57 ] [ l_g_pix: 3.7586e-02 ] [ l_g_total: 3.7586e-02 ] +2024-09-27 05:24:05,584 INFO: [ epoch: 321 ] [ iter:429,200 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 13:05:45 ] [ l_g_pix: 2.6092e-02 ] [ l_g_total: 2.6092e-02 ] +2024-09-27 05:24:11,039 INFO: [ epoch: 321 ] [ iter:429,300 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 13:05:33 ] [ l_g_pix: 2.2866e-02 ] [ l_g_total: 2.2866e-02 ] +2024-09-27 05:24:16,487 INFO: [ epoch: 321 ] [ iter:429,400 ] [ performance: 18.333 it/s ] [ lr: 2.50e-05 ] [ eta: 13:05:21 ] [ l_g_pix: 3.1843e-02 ] [ l_g_total: 3.1843e-02 ] +2024-09-27 05:24:21,949 INFO: [ epoch: 321 ] [ iter:429,500 ] [ performance: 18.318 it/s ] [ lr: 2.50e-05 ] [ eta: 13:05:09 ] [ l_g_pix: 2.7106e-02 ] [ l_g_total: 2.7106e-02 ] +2024-09-27 05:24:27,412 INFO: [ epoch: 321 ] [ iter:429,600 ] [ performance: 18.399 it/s ] [ lr: 2.50e-05 ] [ eta: 13:04:57 ] [ l_g_pix: 3.5782e-02 ] [ l_g_total: 3.5782e-02 ] +2024-09-27 05:24:32,875 INFO: [ epoch: 321 ] [ iter:429,700 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 13:04:45 ] [ l_g_pix: 2.7161e-02 ] [ l_g_total: 2.7161e-02 ] +2024-09-27 05:24:38,306 INFO: [ epoch: 321 ] [ iter:429,800 ] [ performance: 18.405 it/s ] [ lr: 2.50e-05 ] [ eta: 13:04:33 ] [ l_g_pix: 3.1434e-02 ] [ l_g_total: 3.1434e-02 ] +2024-09-27 05:24:43,727 INFO: [ epoch: 321 ] [ iter:429,900 ] [ performance: 18.432 it/s ] [ lr: 2.50e-05 ] [ eta: 13:04:21 ] [ l_g_pix: 1.8479e-02 ] [ l_g_total: 1.8479e-02 ] +2024-09-27 05:24:49,153 INFO: [ epoch: 321 ] [ iter:430,000 ] [ performance: 18.512 it/s ] [ lr: 2.50e-05 ] [ eta: 13:04:09 ] [ l_g_pix: 1.4394e-02 ] [ l_g_total: 1.4394e-02 ] +2024-09-27 05:24:49,154 INFO: Saving models and training states. +2024-09-27 05:28:58,434 INFO: Validation val + + # psnr: 27.2079........ Best: 27.2079 @ 430000 iter + # ssim: 0.7669........ Best: 0.7669 @ 430000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 05:29:03,860 INFO: [ epoch: 321 ] [ iter:430,100 ] [ performance: 18.464 it/s ] [ lr: 2.50e-05 ] [ eta: 13:09:27 ] [ l_g_pix: 2.1347e-02 ] [ l_g_total: 2.1347e-02 ] +2024-09-27 05:29:10,229 INFO: [ epoch: 322 ] [ iter:430,200 ] [ performance: 14.148 it/s ] [ lr: 2.50e-05 ] [ eta: 13:09:17 ] [ l_g_pix: 2.5312e-02 ] [ l_g_total: 2.5312e-02 ] +2024-09-27 05:29:15,857 INFO: [ epoch: 322 ] [ iter:430,300 ] [ performance: 16.214 it/s ] [ lr: 2.50e-05 ] [ eta: 13:09:05 ] [ l_g_pix: 3.5457e-02 ] [ l_g_total: 3.5457e-02 ] +2024-09-27 05:29:21,285 INFO: [ epoch: 322 ] [ iter:430,400 ] [ performance: 18.543 it/s ] [ lr: 2.50e-05 ] [ eta: 13:08:53 ] [ l_g_pix: 2.7324e-02 ] [ l_g_total: 2.7324e-02 ] +2024-09-27 05:29:26,719 INFO: [ epoch: 322 ] [ iter:430,500 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 13:08:40 ] [ l_g_pix: 2.4132e-02 ] [ l_g_total: 2.4132e-02 ] +2024-09-27 05:29:32,185 INFO: [ epoch: 322 ] [ iter:430,600 ] [ performance: 18.315 it/s ] [ lr: 2.50e-05 ] [ eta: 13:08:28 ] [ l_g_pix: 3.1001e-02 ] [ l_g_total: 3.1001e-02 ] +2024-09-27 05:29:37,661 INFO: [ epoch: 322 ] [ iter:430,700 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 13:08:16 ] [ l_g_pix: 2.3446e-02 ] [ l_g_total: 2.3446e-02 ] +2024-09-27 05:29:43,129 INFO: [ epoch: 322 ] [ iter:430,800 ] [ performance: 18.454 it/s ] [ lr: 2.50e-05 ] [ eta: 13:08:04 ] [ l_g_pix: 2.2137e-02 ] [ l_g_total: 2.2137e-02 ] +2024-09-27 05:29:48,581 INFO: [ epoch: 322 ] [ iter:430,900 ] [ performance: 18.385 it/s ] [ lr: 2.50e-05 ] [ eta: 13:07:52 ] [ l_g_pix: 2.4940e-02 ] [ l_g_total: 2.4940e-02 ] +2024-09-27 05:29:54,080 INFO: [ epoch: 322 ] [ iter:431,000 ] [ performance: 18.333 it/s ] [ lr: 2.50e-05 ] [ eta: 13:07:40 ] [ l_g_pix: 2.6925e-02 ] [ l_g_total: 2.6925e-02 ] +2024-09-27 05:29:59,517 INFO: [ epoch: 322 ] [ iter:431,100 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 13:07:28 ] [ l_g_pix: 2.8099e-02 ] [ l_g_total: 2.8099e-02 ] +2024-09-27 05:30:05,009 INFO: [ epoch: 322 ] [ iter:431,200 ] [ performance: 18.261 it/s ] [ lr: 2.50e-05 ] [ eta: 13:07:16 ] [ l_g_pix: 4.0694e-02 ] [ l_g_total: 4.0694e-02 ] +2024-09-27 05:30:10,512 INFO: [ epoch: 322 ] [ iter:431,300 ] [ performance: 18.204 it/s ] [ lr: 2.50e-05 ] [ eta: 13:07:04 ] [ l_g_pix: 2.1008e-02 ] [ l_g_total: 2.1008e-02 ] +2024-09-27 05:30:16,040 INFO: [ epoch: 322 ] [ iter:431,400 ] [ performance: 18.226 it/s ] [ lr: 2.50e-05 ] [ eta: 13:06:52 ] [ l_g_pix: 2.1459e-02 ] [ l_g_total: 2.1459e-02 ] +2024-09-27 05:30:21,470 INFO: [ epoch: 322 ] [ iter:431,500 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 13:06:40 ] [ l_g_pix: 3.0893e-02 ] [ l_g_total: 3.0893e-02 ] +2024-09-27 05:30:28,119 INFO: [ epoch: 323 ] [ iter:431,600 ] [ performance: 18.283 it/s ] [ lr: 2.50e-05 ] [ eta: 13:06:30 ] [ l_g_pix: 2.6472e-02 ] [ l_g_total: 2.6472e-02 ] +2024-09-27 05:30:33,591 INFO: [ epoch: 323 ] [ iter:431,700 ] [ performance: 18.281 it/s ] [ lr: 2.50e-05 ] [ eta: 13:06:17 ] [ l_g_pix: 2.8402e-02 ] [ l_g_total: 2.8402e-02 ] +2024-09-27 05:30:39,063 INFO: [ epoch: 323 ] [ iter:431,800 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 13:06:05 ] [ l_g_pix: 1.8036e-02 ] [ l_g_total: 1.8036e-02 ] +2024-09-27 05:30:44,506 INFO: [ epoch: 323 ] [ iter:431,900 ] [ performance: 18.384 it/s ] [ lr: 2.50e-05 ] [ eta: 13:05:53 ] [ l_g_pix: 3.7713e-02 ] [ l_g_total: 3.7713e-02 ] +2024-09-27 05:30:49,953 INFO: [ epoch: 323 ] [ iter:432,000 ] [ performance: 18.474 it/s ] [ lr: 2.50e-05 ] [ eta: 13:05:41 ] [ l_g_pix: 3.0999e-02 ] [ l_g_total: 3.0999e-02 ] +2024-09-27 05:30:55,438 INFO: [ epoch: 323 ] [ iter:432,100 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 13:05:29 ] [ l_g_pix: 1.8026e-02 ] [ l_g_total: 1.8026e-02 ] +2024-09-27 05:31:00,927 INFO: [ epoch: 323 ] [ iter:432,200 ] [ performance: 18.396 it/s ] [ lr: 2.50e-05 ] [ eta: 13:05:17 ] [ l_g_pix: 2.9689e-02 ] [ l_g_total: 2.9689e-02 ] +2024-09-27 05:31:06,403 INFO: [ epoch: 323 ] [ iter:432,300 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 13:05:05 ] [ l_g_pix: 2.8290e-02 ] [ l_g_total: 2.8290e-02 ] +2024-09-27 05:31:11,872 INFO: [ epoch: 323 ] [ iter:432,400 ] [ performance: 18.430 it/s ] [ lr: 2.50e-05 ] [ eta: 13:04:53 ] [ l_g_pix: 3.1630e-02 ] [ l_g_total: 3.1630e-02 ] +2024-09-27 05:31:17,354 INFO: [ epoch: 323 ] [ iter:432,500 ] [ performance: 18.306 it/s ] [ lr: 2.50e-05 ] [ eta: 13:04:41 ] [ l_g_pix: 2.0453e-02 ] [ l_g_total: 2.0453e-02 ] +2024-09-27 05:31:22,821 INFO: [ epoch: 323 ] [ iter:432,600 ] [ performance: 18.443 it/s ] [ lr: 2.50e-05 ] [ eta: 13:04:29 ] [ l_g_pix: 2.2913e-02 ] [ l_g_total: 2.2913e-02 ] +2024-09-27 05:31:28,280 INFO: [ epoch: 323 ] [ iter:432,700 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 13:04:17 ] [ l_g_pix: 4.3209e-02 ] [ l_g_total: 4.3209e-02 ] +2024-09-27 05:31:33,701 INFO: [ epoch: 323 ] [ iter:432,800 ] [ performance: 18.832 it/s ] [ lr: 2.50e-05 ] [ eta: 13:04:05 ] [ l_g_pix: 1.5185e-02 ] [ l_g_total: 1.5185e-02 ] +2024-09-27 05:31:40,351 INFO: [ epoch: 324 ] [ iter:432,900 ] [ performance: 16.075 it/s ] [ lr: 2.50e-05 ] [ eta: 13:03:55 ] [ l_g_pix: 2.3169e-02 ] [ l_g_total: 2.3169e-02 ] +2024-09-27 05:31:45,798 INFO: [ epoch: 324 ] [ iter:433,000 ] [ performance: 18.520 it/s ] [ lr: 2.50e-05 ] [ eta: 13:03:43 ] [ l_g_pix: 2.7478e-02 ] [ l_g_total: 2.7478e-02 ] +2024-09-27 05:31:51,270 INFO: [ epoch: 324 ] [ iter:433,100 ] [ performance: 18.352 it/s ] [ lr: 2.50e-05 ] [ eta: 13:03:31 ] [ l_g_pix: 2.4302e-02 ] [ l_g_total: 2.4302e-02 ] +2024-09-27 05:31:56,722 INFO: [ epoch: 324 ] [ iter:433,200 ] [ performance: 18.662 it/s ] [ lr: 2.50e-05 ] [ eta: 13:03:19 ] [ l_g_pix: 3.3217e-02 ] [ l_g_total: 3.3217e-02 ] +2024-09-27 05:32:02,179 INFO: [ epoch: 324 ] [ iter:433,300 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 13:03:07 ] [ l_g_pix: 2.6300e-02 ] [ l_g_total: 2.6300e-02 ] +2024-09-27 05:32:07,650 INFO: [ epoch: 324 ] [ iter:433,400 ] [ performance: 18.538 it/s ] [ lr: 2.50e-05 ] [ eta: 13:02:55 ] [ l_g_pix: 2.7682e-02 ] [ l_g_total: 2.7682e-02 ] +2024-09-27 05:32:13,089 INFO: [ epoch: 324 ] [ iter:433,500 ] [ performance: 18.435 it/s ] [ lr: 2.50e-05 ] [ eta: 13:02:43 ] [ l_g_pix: 3.7266e-02 ] [ l_g_total: 3.7266e-02 ] +2024-09-27 05:32:18,514 INFO: [ epoch: 324 ] [ iter:433,600 ] [ performance: 18.711 it/s ] [ lr: 2.50e-05 ] [ eta: 13:02:31 ] [ l_g_pix: 2.0122e-02 ] [ l_g_total: 2.0122e-02 ] +2024-09-27 05:32:23,915 INFO: [ epoch: 324 ] [ iter:433,700 ] [ performance: 18.576 it/s ] [ lr: 2.50e-05 ] [ eta: 13:02:19 ] [ l_g_pix: 2.9350e-02 ] [ l_g_total: 2.9350e-02 ] +2024-09-27 05:32:29,378 INFO: [ epoch: 324 ] [ iter:433,800 ] [ performance: 18.564 it/s ] [ lr: 2.50e-05 ] [ eta: 13:02:07 ] [ l_g_pix: 3.4196e-02 ] [ l_g_total: 3.4196e-02 ] +2024-09-27 05:32:34,825 INFO: [ epoch: 324 ] [ iter:433,900 ] [ performance: 18.421 it/s ] [ lr: 2.50e-05 ] [ eta: 13:01:55 ] [ l_g_pix: 2.0577e-02 ] [ l_g_total: 2.0577e-02 ] +2024-09-27 05:32:40,305 INFO: [ epoch: 324 ] [ iter:434,000 ] [ performance: 18.451 it/s ] [ lr: 2.50e-05 ] [ eta: 13:01:43 ] [ l_g_pix: 2.8144e-02 ] [ l_g_total: 2.8144e-02 ] +2024-09-27 05:32:45,781 INFO: [ epoch: 324 ] [ iter:434,100 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 13:01:31 ] [ l_g_pix: 2.4848e-02 ] [ l_g_total: 2.4848e-02 ] +2024-09-27 05:32:51,250 INFO: [ epoch: 324 ] [ iter:434,200 ] [ performance: 17.979 it/s ] [ lr: 2.50e-05 ] [ eta: 13:01:19 ] [ l_g_pix: 3.9825e-02 ] [ l_g_total: 3.9825e-02 ] +2024-09-27 05:32:57,756 INFO: [ epoch: 325 ] [ iter:434,300 ] [ performance: 16.038 it/s ] [ lr: 2.50e-05 ] [ eta: 13:01:08 ] [ l_g_pix: 2.3144e-02 ] [ l_g_total: 2.3144e-02 ] +2024-09-27 05:33:03,224 INFO: [ epoch: 325 ] [ iter:434,400 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 13:00:56 ] [ l_g_pix: 2.0754e-02 ] [ l_g_total: 2.0754e-02 ] +2024-09-27 05:33:08,706 INFO: [ epoch: 325 ] [ iter:434,500 ] [ performance: 18.288 it/s ] [ lr: 2.50e-05 ] [ eta: 13:00:44 ] [ l_g_pix: 2.4511e-02 ] [ l_g_total: 2.4511e-02 ] +2024-09-27 05:33:14,194 INFO: [ epoch: 325 ] [ iter:434,600 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 13:00:32 ] [ l_g_pix: 1.4859e-02 ] [ l_g_total: 1.4859e-02 ] +2024-09-27 05:33:19,678 INFO: [ epoch: 325 ] [ iter:434,700 ] [ performance: 18.259 it/s ] [ lr: 2.50e-05 ] [ eta: 13:00:21 ] [ l_g_pix: 2.5332e-02 ] [ l_g_total: 2.5332e-02 ] +2024-09-27 05:33:25,121 INFO: [ epoch: 325 ] [ iter:434,800 ] [ performance: 18.629 it/s ] [ lr: 2.50e-05 ] [ eta: 13:00:09 ] [ l_g_pix: 2.3874e-02 ] [ l_g_total: 2.3874e-02 ] +2024-09-27 05:33:30,581 INFO: [ epoch: 325 ] [ iter:434,900 ] [ performance: 18.403 it/s ] [ lr: 2.50e-05 ] [ eta: 12:59:57 ] [ l_g_pix: 3.4435e-02 ] [ l_g_total: 3.4435e-02 ] +2024-09-27 05:33:36,019 INFO: [ epoch: 325 ] [ iter:435,000 ] [ performance: 18.729 it/s ] [ lr: 2.50e-05 ] [ eta: 12:59:45 ] [ l_g_pix: 3.0164e-02 ] [ l_g_total: 3.0164e-02 ] +2024-09-27 05:33:41,508 INFO: [ epoch: 325 ] [ iter:435,100 ] [ performance: 18.352 it/s ] [ lr: 2.50e-05 ] [ eta: 12:59:33 ] [ l_g_pix: 2.4070e-02 ] [ l_g_total: 2.4070e-02 ] +2024-09-27 05:33:46,988 INFO: [ epoch: 325 ] [ iter:435,200 ] [ performance: 18.536 it/s ] [ lr: 2.50e-05 ] [ eta: 12:59:21 ] [ l_g_pix: 2.7401e-02 ] [ l_g_total: 2.7401e-02 ] +2024-09-27 05:33:52,429 INFO: [ epoch: 325 ] [ iter:435,300 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 12:59:09 ] [ l_g_pix: 3.3825e-02 ] [ l_g_total: 3.3825e-02 ] +2024-09-27 05:33:57,879 INFO: [ epoch: 325 ] [ iter:435,400 ] [ performance: 18.587 it/s ] [ lr: 2.50e-05 ] [ eta: 12:58:57 ] [ l_g_pix: 2.6752e-02 ] [ l_g_total: 2.6752e-02 ] +2024-09-27 05:34:03,258 INFO: [ epoch: 325 ] [ iter:435,500 ] [ performance: 18.592 it/s ] [ lr: 2.50e-05 ] [ eta: 12:58:45 ] [ l_g_pix: 2.4965e-02 ] [ l_g_total: 2.4965e-02 ] +2024-09-27 05:34:09,916 INFO: [ epoch: 326 ] [ iter:435,600 ] [ performance: 18.560 it/s ] [ lr: 2.50e-05 ] [ eta: 12:58:35 ] [ l_g_pix: 2.6996e-02 ] [ l_g_total: 2.6996e-02 ] +2024-09-27 05:34:15,377 INFO: [ epoch: 326 ] [ iter:435,700 ] [ performance: 18.374 it/s ] [ lr: 2.50e-05 ] [ eta: 12:58:23 ] [ l_g_pix: 2.5332e-02 ] [ l_g_total: 2.5332e-02 ] +2024-09-27 05:34:20,797 INFO: [ epoch: 326 ] [ iter:435,800 ] [ performance: 18.570 it/s ] [ lr: 2.50e-05 ] [ eta: 12:58:11 ] [ l_g_pix: 2.6899e-02 ] [ l_g_total: 2.6899e-02 ] +2024-09-27 05:34:26,213 INFO: [ epoch: 326 ] [ iter:435,900 ] [ performance: 18.491 it/s ] [ lr: 2.50e-05 ] [ eta: 12:57:59 ] [ l_g_pix: 4.2863e-02 ] [ l_g_total: 4.2863e-02 ] +2024-09-27 05:34:31,644 INFO: [ epoch: 326 ] [ iter:436,000 ] [ performance: 18.563 it/s ] [ lr: 2.50e-05 ] [ eta: 12:57:47 ] [ l_g_pix: 2.5261e-02 ] [ l_g_total: 2.5261e-02 ] +2024-09-27 05:34:37,069 INFO: [ epoch: 326 ] [ iter:436,100 ] [ performance: 18.465 it/s ] [ lr: 2.50e-05 ] [ eta: 12:57:35 ] [ l_g_pix: 3.6647e-02 ] [ l_g_total: 3.6647e-02 ] +2024-09-27 05:34:42,520 INFO: [ epoch: 326 ] [ iter:436,200 ] [ performance: 18.645 it/s ] [ lr: 2.50e-05 ] [ eta: 12:57:23 ] [ l_g_pix: 2.2855e-02 ] [ l_g_total: 2.2855e-02 ] +2024-09-27 05:34:47,984 INFO: [ epoch: 326 ] [ iter:436,300 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 12:57:11 ] [ l_g_pix: 2.8888e-02 ] [ l_g_total: 2.8888e-02 ] +2024-09-27 05:34:53,439 INFO: [ epoch: 326 ] [ iter:436,400 ] [ performance: 18.521 it/s ] [ lr: 2.50e-05 ] [ eta: 12:56:59 ] [ l_g_pix: 2.7202e-02 ] [ l_g_total: 2.7202e-02 ] +2024-09-27 05:34:58,862 INFO: [ epoch: 326 ] [ iter:436,500 ] [ performance: 18.459 it/s ] [ lr: 2.50e-05 ] [ eta: 12:56:47 ] [ l_g_pix: 2.7165e-02 ] [ l_g_total: 2.7165e-02 ] +2024-09-27 05:35:04,341 INFO: [ epoch: 326 ] [ iter:436,600 ] [ performance: 18.518 it/s ] [ lr: 2.50e-05 ] [ eta: 12:56:35 ] [ l_g_pix: 2.1897e-02 ] [ l_g_total: 2.1897e-02 ] +2024-09-27 05:35:09,813 INFO: [ epoch: 326 ] [ iter:436,700 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 12:56:23 ] [ l_g_pix: 3.1896e-02 ] [ l_g_total: 3.1896e-02 ] +2024-09-27 05:35:15,254 INFO: [ epoch: 326 ] [ iter:436,800 ] [ performance: 19.136 it/s ] [ lr: 2.50e-05 ] [ eta: 12:56:11 ] [ l_g_pix: 3.3702e-02 ] [ l_g_total: 3.3702e-02 ] +2024-09-27 05:35:21,888 INFO: [ epoch: 327 ] [ iter:436,900 ] [ performance: 15.789 it/s ] [ lr: 2.50e-05 ] [ eta: 12:56:01 ] [ l_g_pix: 2.3753e-02 ] [ l_g_total: 2.3753e-02 ] +2024-09-27 05:35:27,342 INFO: [ epoch: 327 ] [ iter:437,000 ] [ performance: 18.880 it/s ] [ lr: 2.50e-05 ] [ eta: 12:55:49 ] [ l_g_pix: 3.5239e-02 ] [ l_g_total: 3.5239e-02 ] +2024-09-27 05:35:32,814 INFO: [ epoch: 327 ] [ iter:437,100 ] [ performance: 18.399 it/s ] [ lr: 2.50e-05 ] [ eta: 12:55:37 ] [ l_g_pix: 3.0977e-02 ] [ l_g_total: 3.0977e-02 ] +2024-09-27 05:35:38,292 INFO: [ epoch: 327 ] [ iter:437,200 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 12:55:25 ] [ l_g_pix: 2.4475e-02 ] [ l_g_total: 2.4475e-02 ] +2024-09-27 05:35:43,738 INFO: [ epoch: 327 ] [ iter:437,300 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 12:55:13 ] [ l_g_pix: 4.4204e-02 ] [ l_g_total: 4.4204e-02 ] +2024-09-27 05:35:49,173 INFO: [ epoch: 327 ] [ iter:437,400 ] [ performance: 18.483 it/s ] [ lr: 2.50e-05 ] [ eta: 12:55:02 ] [ l_g_pix: 1.7235e-02 ] [ l_g_total: 1.7235e-02 ] +2024-09-27 05:35:54,658 INFO: [ epoch: 327 ] [ iter:437,500 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 12:54:50 ] [ l_g_pix: 3.1449e-02 ] [ l_g_total: 3.1449e-02 ] +2024-09-27 05:36:00,119 INFO: [ epoch: 327 ] [ iter:437,600 ] [ performance: 18.773 it/s ] [ lr: 2.50e-05 ] [ eta: 12:54:38 ] [ l_g_pix: 3.7183e-02 ] [ l_g_total: 3.7183e-02 ] +2024-09-27 05:36:05,576 INFO: [ epoch: 327 ] [ iter:437,700 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 12:54:26 ] [ l_g_pix: 3.1476e-02 ] [ l_g_total: 3.1476e-02 ] +2024-09-27 05:36:11,032 INFO: [ epoch: 327 ] [ iter:437,800 ] [ performance: 18.328 it/s ] [ lr: 2.50e-05 ] [ eta: 12:54:14 ] [ l_g_pix: 3.3153e-02 ] [ l_g_total: 3.3153e-02 ] +2024-09-27 05:36:16,483 INFO: [ epoch: 327 ] [ iter:437,900 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 12:54:02 ] [ l_g_pix: 3.1683e-02 ] [ l_g_total: 3.1683e-02 ] +2024-09-27 05:36:21,953 INFO: [ epoch: 327 ] [ iter:438,000 ] [ performance: 18.731 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:50 ] [ l_g_pix: 2.2566e-02 ] [ l_g_total: 2.2566e-02 ] +2024-09-27 05:36:27,438 INFO: [ epoch: 327 ] [ iter:438,100 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:39 ] [ l_g_pix: 3.0456e-02 ] [ l_g_total: 3.0456e-02 ] +2024-09-27 05:36:32,795 INFO: [ epoch: 327 ] [ iter:438,200 ] [ performance: 19.196 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:27 ] [ l_g_pix: 3.0632e-02 ] [ l_g_total: 3.0632e-02 ] +2024-09-27 05:36:39,386 INFO: [ epoch: 328 ] [ iter:438,300 ] [ performance: 15.724 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:16 ] [ l_g_pix: 3.6875e-02 ] [ l_g_total: 3.6875e-02 ] +2024-09-27 05:36:44,850 INFO: [ epoch: 328 ] [ iter:438,400 ] [ performance: 18.719 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:04 ] [ l_g_pix: 2.2987e-02 ] [ l_g_total: 2.2987e-02 ] +2024-09-27 05:36:50,251 INFO: [ epoch: 328 ] [ iter:438,500 ] [ performance: 18.550 it/s ] [ lr: 2.50e-05 ] [ eta: 12:52:52 ] [ l_g_pix: 2.0694e-02 ] [ l_g_total: 2.0694e-02 ] +2024-09-27 05:36:55,711 INFO: [ epoch: 328 ] [ iter:438,600 ] [ performance: 18.416 it/s ] [ lr: 2.50e-05 ] [ eta: 12:52:41 ] [ l_g_pix: 3.7301e-02 ] [ l_g_total: 3.7301e-02 ] +2024-09-27 05:37:01,163 INFO: [ epoch: 328 ] [ iter:438,700 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 12:52:29 ] [ l_g_pix: 3.1617e-02 ] [ l_g_total: 3.1617e-02 ] +2024-09-27 05:37:06,603 INFO: [ epoch: 328 ] [ iter:438,800 ] [ performance: 18.349 it/s ] [ lr: 2.50e-05 ] [ eta: 12:52:17 ] [ l_g_pix: 3.9122e-02 ] [ l_g_total: 3.9122e-02 ] +2024-09-27 05:37:12,077 INFO: [ epoch: 328 ] [ iter:438,900 ] [ performance: 18.283 it/s ] [ lr: 2.50e-05 ] [ eta: 12:52:05 ] [ l_g_pix: 2.5309e-02 ] [ l_g_total: 2.5309e-02 ] +2024-09-27 05:37:17,506 INFO: [ epoch: 328 ] [ iter:439,000 ] [ performance: 18.897 it/s ] [ lr: 2.50e-05 ] [ eta: 12:51:53 ] [ l_g_pix: 2.8086e-02 ] [ l_g_total: 2.8086e-02 ] +2024-09-27 05:37:22,939 INFO: [ epoch: 328 ] [ iter:439,100 ] [ performance: 18.473 it/s ] [ lr: 2.50e-05 ] [ eta: 12:51:41 ] [ l_g_pix: 1.9114e-02 ] [ l_g_total: 1.9114e-02 ] +2024-09-27 05:37:28,390 INFO: [ epoch: 328 ] [ iter:439,200 ] [ performance: 18.250 it/s ] [ lr: 2.50e-05 ] [ eta: 12:51:30 ] [ l_g_pix: 4.0659e-02 ] [ l_g_total: 4.0659e-02 ] +2024-09-27 05:37:33,824 INFO: [ epoch: 328 ] [ iter:439,300 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 12:51:18 ] [ l_g_pix: 2.3416e-02 ] [ l_g_total: 2.3416e-02 ] +2024-09-27 05:37:39,310 INFO: [ epoch: 328 ] [ iter:439,400 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 12:51:06 ] [ l_g_pix: 3.4075e-02 ] [ l_g_total: 3.4075e-02 ] +2024-09-27 05:37:44,686 INFO: [ epoch: 328 ] [ iter:439,500 ] [ performance: 18.564 it/s ] [ lr: 2.50e-05 ] [ eta: 12:50:54 ] [ l_g_pix: 3.1658e-02 ] [ l_g_total: 3.1658e-02 ] +2024-09-27 05:37:51,414 INFO: [ epoch: 329 ] [ iter:439,600 ] [ performance: 18.250 it/s ] [ lr: 2.50e-05 ] [ eta: 12:50:44 ] [ l_g_pix: 3.7959e-02 ] [ l_g_total: 3.7959e-02 ] +2024-09-27 05:37:56,884 INFO: [ epoch: 329 ] [ iter:439,700 ] [ performance: 18.281 it/s ] [ lr: 2.50e-05 ] [ eta: 12:50:32 ] [ l_g_pix: 3.5416e-02 ] [ l_g_total: 3.5416e-02 ] +2024-09-27 05:38:02,373 INFO: [ epoch: 329 ] [ iter:439,800 ] [ performance: 18.880 it/s ] [ lr: 2.50e-05 ] [ eta: 12:50:20 ] [ l_g_pix: 3.0431e-02 ] [ l_g_total: 3.0431e-02 ] +2024-09-27 05:38:07,810 INFO: [ epoch: 329 ] [ iter:439,900 ] [ performance: 18.444 it/s ] [ lr: 2.50e-05 ] [ eta: 12:50:08 ] [ l_g_pix: 1.9801e-02 ] [ l_g_total: 1.9801e-02 ] +2024-09-27 05:38:13,217 INFO: [ epoch: 329 ] [ iter:440,000 ] [ performance: 18.744 it/s ] [ lr: 2.50e-05 ] [ eta: 12:49:56 ] [ l_g_pix: 3.1673e-02 ] [ l_g_total: 3.1673e-02 ] +2024-09-27 05:38:13,217 INFO: Saving models and training states. +2024-09-27 05:42:00,463 INFO: Validation val + + # psnr: 27.2067........ Best: 27.2079 @ 430000 iter + # ssim: 0.7668........ Best: 0.7669 @ 430000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 05:42:05,923 INFO: [ epoch: 329 ] [ iter:440,100 ] [ performance: 18.360 it/s ] [ lr: 2.50e-05 ] [ eta: 12:54:34 ] [ l_g_pix: 3.7098e-02 ] [ l_g_total: 3.7098e-02 ] +2024-09-27 05:42:11,362 INFO: [ epoch: 329 ] [ iter:440,200 ] [ performance: 18.880 it/s ] [ lr: 2.50e-05 ] [ eta: 12:54:22 ] [ l_g_pix: 2.8588e-02 ] [ l_g_total: 2.8588e-02 ] +2024-09-27 05:42:16,836 INFO: [ epoch: 329 ] [ iter:440,300 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 12:54:10 ] [ l_g_pix: 3.2115e-02 ] [ l_g_total: 3.2115e-02 ] +2024-09-27 05:42:22,341 INFO: [ epoch: 329 ] [ iter:440,400 ] [ performance: 18.466 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:58 ] [ l_g_pix: 3.4107e-02 ] [ l_g_total: 3.4107e-02 ] +2024-09-27 05:42:27,837 INFO: [ epoch: 329 ] [ iter:440,500 ] [ performance: 18.219 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:46 ] [ l_g_pix: 2.4975e-02 ] [ l_g_total: 2.4975e-02 ] +2024-09-27 05:42:33,348 INFO: [ epoch: 329 ] [ iter:440,600 ] [ performance: 18.690 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:34 ] [ l_g_pix: 2.2643e-02 ] [ l_g_total: 2.2643e-02 ] +2024-09-27 05:42:38,817 INFO: [ epoch: 329 ] [ iter:440,700 ] [ performance: 18.317 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:23 ] [ l_g_pix: 2.6254e-02 ] [ l_g_total: 2.6254e-02 ] +2024-09-27 05:42:44,310 INFO: [ epoch: 329 ] [ iter:440,800 ] [ performance: 18.285 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:11 ] [ l_g_pix: 4.3501e-02 ] [ l_g_total: 4.3501e-02 ] +2024-09-27 05:42:50,819 INFO: [ epoch: 330 ] [ iter:440,900 ] [ performance: 15.530 it/s ] [ lr: 2.50e-05 ] [ eta: 12:53:00 ] [ l_g_pix: 4.3783e-02 ] [ l_g_total: 4.3783e-02 ] +2024-09-27 05:42:56,352 INFO: [ epoch: 330 ] [ iter:441,000 ] [ performance: 18.864 it/s ] [ lr: 2.50e-05 ] [ eta: 12:52:48 ] [ l_g_pix: 3.7770e-02 ] [ l_g_total: 3.7770e-02 ] +2024-09-27 05:43:01,819 INFO: [ epoch: 330 ] [ iter:441,100 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 12:52:36 ] [ l_g_pix: 2.5623e-02 ] [ l_g_total: 2.5623e-02 ] +2024-09-27 05:43:07,274 INFO: [ epoch: 330 ] [ iter:441,200 ] [ performance: 18.236 it/s ] [ lr: 2.50e-05 ] [ eta: 12:52:25 ] [ l_g_pix: 3.0000e-02 ] [ l_g_total: 3.0000e-02 ] +2024-09-27 05:43:12,764 INFO: [ epoch: 330 ] [ iter:441,300 ] [ performance: 18.220 it/s ] [ lr: 2.50e-05 ] [ eta: 12:52:13 ] [ l_g_pix: 2.2572e-02 ] [ l_g_total: 2.2572e-02 ] +2024-09-27 05:43:18,211 INFO: [ epoch: 330 ] [ iter:441,400 ] [ performance: 18.884 it/s ] [ lr: 2.50e-05 ] [ eta: 12:52:01 ] [ l_g_pix: 2.9387e-02 ] [ l_g_total: 2.9387e-02 ] +2024-09-27 05:43:23,705 INFO: [ epoch: 330 ] [ iter:441,500 ] [ performance: 18.232 it/s ] [ lr: 2.50e-05 ] [ eta: 12:51:49 ] [ l_g_pix: 3.3884e-02 ] [ l_g_total: 3.3884e-02 ] +2024-09-27 05:43:29,154 INFO: [ epoch: 330 ] [ iter:441,600 ] [ performance: 18.944 it/s ] [ lr: 2.50e-05 ] [ eta: 12:51:37 ] [ l_g_pix: 2.2788e-02 ] [ l_g_total: 2.2788e-02 ] +2024-09-27 05:43:34,630 INFO: [ epoch: 330 ] [ iter:441,700 ] [ performance: 18.281 it/s ] [ lr: 2.50e-05 ] [ eta: 12:51:25 ] [ l_g_pix: 3.3426e-02 ] [ l_g_total: 3.3426e-02 ] +2024-09-27 05:43:40,088 INFO: [ epoch: 330 ] [ iter:441,800 ] [ performance: 18.858 it/s ] [ lr: 2.50e-05 ] [ eta: 12:51:13 ] [ l_g_pix: 2.7098e-02 ] [ l_g_total: 2.7098e-02 ] +2024-09-27 05:43:45,605 INFO: [ epoch: 330 ] [ iter:441,900 ] [ performance: 18.142 it/s ] [ lr: 2.50e-05 ] [ eta: 12:51:02 ] [ l_g_pix: 3.6241e-02 ] [ l_g_total: 3.6241e-02 ] +2024-09-27 05:43:51,122 INFO: [ epoch: 330 ] [ iter:442,000 ] [ performance: 18.878 it/s ] [ lr: 2.50e-05 ] [ eta: 12:50:50 ] [ l_g_pix: 1.7751e-02 ] [ l_g_total: 1.7751e-02 ] +2024-09-27 05:43:56,635 INFO: [ epoch: 330 ] [ iter:442,100 ] [ performance: 18.146 it/s ] [ lr: 2.50e-05 ] [ eta: 12:50:38 ] [ l_g_pix: 1.6495e-02 ] [ l_g_total: 1.6495e-02 ] +2024-09-27 05:44:02,021 INFO: [ epoch: 330 ] [ iter:442,200 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 12:50:26 ] [ l_g_pix: 4.4397e-02 ] [ l_g_total: 4.4397e-02 ] +2024-09-27 05:44:08,806 INFO: [ epoch: 331 ] [ iter:442,300 ] [ performance: 14.742 it/s ] [ lr: 2.50e-05 ] [ eta: 12:50:16 ] [ l_g_pix: 4.6990e-02 ] [ l_g_total: 4.6990e-02 ] +2024-09-27 05:44:14,253 INFO: [ epoch: 331 ] [ iter:442,400 ] [ performance: 16.355 it/s ] [ lr: 2.50e-05 ] [ eta: 12:50:04 ] [ l_g_pix: 2.1187e-02 ] [ l_g_total: 2.1187e-02 ] +2024-09-27 05:44:19,708 INFO: [ epoch: 331 ] [ iter:442,500 ] [ performance: 18.341 it/s ] [ lr: 2.50e-05 ] [ eta: 12:49:52 ] [ l_g_pix: 2.1959e-02 ] [ l_g_total: 2.1959e-02 ] +2024-09-27 05:44:25,145 INFO: [ epoch: 331 ] [ iter:442,600 ] [ performance: 18.366 it/s ] [ lr: 2.50e-05 ] [ eta: 12:49:40 ] [ l_g_pix: 3.5024e-02 ] [ l_g_total: 3.5024e-02 ] +2024-09-27 05:44:30,648 INFO: [ epoch: 331 ] [ iter:442,700 ] [ performance: 18.179 it/s ] [ lr: 2.50e-05 ] [ eta: 12:49:28 ] [ l_g_pix: 3.7261e-02 ] [ l_g_total: 3.7261e-02 ] +2024-09-27 05:44:36,166 INFO: [ epoch: 331 ] [ iter:442,800 ] [ performance: 18.151 it/s ] [ lr: 2.50e-05 ] [ eta: 12:49:17 ] [ l_g_pix: 3.3966e-02 ] [ l_g_total: 3.3966e-02 ] +2024-09-27 05:44:41,626 INFO: [ epoch: 331 ] [ iter:442,900 ] [ performance: 18.327 it/s ] [ lr: 2.50e-05 ] [ eta: 12:49:05 ] [ l_g_pix: 4.0499e-02 ] [ l_g_total: 4.0499e-02 ] +2024-09-27 05:44:47,087 INFO: [ epoch: 331 ] [ iter:443,000 ] [ performance: 18.321 it/s ] [ lr: 2.50e-05 ] [ eta: 12:48:53 ] [ l_g_pix: 2.6669e-02 ] [ l_g_total: 2.6669e-02 ] +2024-09-27 05:44:52,582 INFO: [ epoch: 331 ] [ iter:443,100 ] [ performance: 18.225 it/s ] [ lr: 2.50e-05 ] [ eta: 12:48:41 ] [ l_g_pix: 2.1377e-02 ] [ l_g_total: 2.1377e-02 ] +2024-09-27 05:44:58,076 INFO: [ epoch: 331 ] [ iter:443,200 ] [ performance: 18.214 it/s ] [ lr: 2.50e-05 ] [ eta: 12:48:29 ] [ l_g_pix: 3.1426e-02 ] [ l_g_total: 3.1426e-02 ] +2024-09-27 05:45:03,514 INFO: [ epoch: 331 ] [ iter:443,300 ] [ performance: 18.410 it/s ] [ lr: 2.50e-05 ] [ eta: 12:48:18 ] [ l_g_pix: 3.5389e-02 ] [ l_g_total: 3.5389e-02 ] +2024-09-27 05:45:08,951 INFO: [ epoch: 331 ] [ iter:443,400 ] [ performance: 18.403 it/s ] [ lr: 2.50e-05 ] [ eta: 12:48:06 ] [ l_g_pix: 2.1360e-02 ] [ l_g_total: 2.1360e-02 ] +2024-09-27 05:45:14,348 INFO: [ epoch: 331 ] [ iter:443,500 ] [ performance: 18.563 it/s ] [ lr: 2.50e-05 ] [ eta: 12:47:54 ] [ l_g_pix: 3.5519e-02 ] [ l_g_total: 3.5519e-02 ] +2024-09-27 05:45:20,982 INFO: [ epoch: 332 ] [ iter:443,600 ] [ performance: 16.586 it/s ] [ lr: 2.50e-05 ] [ eta: 12:47:44 ] [ l_g_pix: 2.8075e-02 ] [ l_g_total: 2.8075e-02 ] +2024-09-27 05:45:26,463 INFO: [ epoch: 332 ] [ iter:443,700 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 12:47:32 ] [ l_g_pix: 2.2908e-02 ] [ l_g_total: 2.2908e-02 ] +2024-09-27 05:45:31,940 INFO: [ epoch: 332 ] [ iter:443,800 ] [ performance: 18.272 it/s ] [ lr: 2.50e-05 ] [ eta: 12:47:20 ] [ l_g_pix: 3.4368e-02 ] [ l_g_total: 3.4368e-02 ] +2024-09-27 05:45:37,419 INFO: [ epoch: 332 ] [ iter:443,900 ] [ performance: 18.342 it/s ] [ lr: 2.50e-05 ] [ eta: 12:47:08 ] [ l_g_pix: 3.7647e-02 ] [ l_g_total: 3.7647e-02 ] +2024-09-27 05:45:42,878 INFO: [ epoch: 332 ] [ iter:444,000 ] [ performance: 18.332 it/s ] [ lr: 2.50e-05 ] [ eta: 12:46:56 ] [ l_g_pix: 2.9469e-02 ] [ l_g_total: 2.9469e-02 ] +2024-09-27 05:45:48,313 INFO: [ epoch: 332 ] [ iter:444,100 ] [ performance: 18.453 it/s ] [ lr: 2.50e-05 ] [ eta: 12:46:45 ] [ l_g_pix: 2.2721e-02 ] [ l_g_total: 2.2721e-02 ] +2024-09-27 05:45:53,793 INFO: [ epoch: 332 ] [ iter:444,200 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 12:46:33 ] [ l_g_pix: 2.8087e-02 ] [ l_g_total: 2.8087e-02 ] +2024-09-27 05:45:59,237 INFO: [ epoch: 332 ] [ iter:444,300 ] [ performance: 18.442 it/s ] [ lr: 2.50e-05 ] [ eta: 12:46:21 ] [ l_g_pix: 3.3603e-02 ] [ l_g_total: 3.3603e-02 ] +2024-09-27 05:46:04,718 INFO: [ epoch: 332 ] [ iter:444,400 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 12:46:09 ] [ l_g_pix: 2.6320e-02 ] [ l_g_total: 2.6320e-02 ] +2024-09-27 05:46:10,166 INFO: [ epoch: 332 ] [ iter:444,500 ] [ performance: 18.446 it/s ] [ lr: 2.50e-05 ] [ eta: 12:45:57 ] [ l_g_pix: 3.4915e-02 ] [ l_g_total: 3.4915e-02 ] +2024-09-27 05:46:15,644 INFO: [ epoch: 332 ] [ iter:444,600 ] [ performance: 18.346 it/s ] [ lr: 2.50e-05 ] [ eta: 12:45:46 ] [ l_g_pix: 5.0718e-02 ] [ l_g_total: 5.0718e-02 ] +2024-09-27 05:46:21,119 INFO: [ epoch: 332 ] [ iter:444,700 ] [ performance: 18.311 it/s ] [ lr: 2.50e-05 ] [ eta: 12:45:34 ] [ l_g_pix: 4.3034e-02 ] [ l_g_total: 4.3034e-02 ] +2024-09-27 05:46:26,596 INFO: [ epoch: 332 ] [ iter:444,800 ] [ performance: 18.286 it/s ] [ lr: 2.50e-05 ] [ eta: 12:45:22 ] [ l_g_pix: 2.3584e-02 ] [ l_g_total: 2.3584e-02 ] +2024-09-27 05:46:33,182 INFO: [ epoch: 333 ] [ iter:444,900 ] [ performance: 14.823 it/s ] [ lr: 2.50e-05 ] [ eta: 12:45:12 ] [ l_g_pix: 2.2979e-02 ] [ l_g_total: 2.2979e-02 ] +2024-09-27 05:46:38,720 INFO: [ epoch: 333 ] [ iter:445,000 ] [ performance: 16.395 it/s ] [ lr: 2.50e-05 ] [ eta: 12:45:00 ] [ l_g_pix: 3.1910e-02 ] [ l_g_total: 3.1910e-02 ] +2024-09-27 05:46:44,196 INFO: [ epoch: 333 ] [ iter:445,100 ] [ performance: 18.330 it/s ] [ lr: 2.50e-05 ] [ eta: 12:44:48 ] [ l_g_pix: 2.6844e-02 ] [ l_g_total: 2.6844e-02 ] +2024-09-27 05:46:49,644 INFO: [ epoch: 333 ] [ iter:445,200 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 12:44:36 ] [ l_g_pix: 2.2058e-02 ] [ l_g_total: 2.2058e-02 ] +2024-09-27 05:46:55,132 INFO: [ epoch: 333 ] [ iter:445,300 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 12:44:25 ] [ l_g_pix: 3.4006e-02 ] [ l_g_total: 3.4006e-02 ] +2024-09-27 05:47:00,585 INFO: [ epoch: 333 ] [ iter:445,400 ] [ performance: 18.341 it/s ] [ lr: 2.50e-05 ] [ eta: 12:44:13 ] [ l_g_pix: 2.3501e-02 ] [ l_g_total: 2.3501e-02 ] +2024-09-27 05:47:06,055 INFO: [ epoch: 333 ] [ iter:445,500 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 12:44:01 ] [ l_g_pix: 2.5630e-02 ] [ l_g_total: 2.5630e-02 ] +2024-09-27 05:47:11,531 INFO: [ epoch: 333 ] [ iter:445,600 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 12:43:49 ] [ l_g_pix: 3.6377e-02 ] [ l_g_total: 3.6377e-02 ] +2024-09-27 05:47:17,000 INFO: [ epoch: 333 ] [ iter:445,700 ] [ performance: 18.366 it/s ] [ lr: 2.50e-05 ] [ eta: 12:43:38 ] [ l_g_pix: 2.0528e-02 ] [ l_g_total: 2.0528e-02 ] +2024-09-27 05:47:22,465 INFO: [ epoch: 333 ] [ iter:445,800 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 12:43:26 ] [ l_g_pix: 2.4147e-02 ] [ l_g_total: 2.4147e-02 ] +2024-09-27 05:47:27,955 INFO: [ epoch: 333 ] [ iter:445,900 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 12:43:14 ] [ l_g_pix: 2.0103e-02 ] [ l_g_total: 2.0103e-02 ] +2024-09-27 05:47:33,407 INFO: [ epoch: 333 ] [ iter:446,000 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 12:43:03 ] [ l_g_pix: 2.4470e-02 ] [ l_g_total: 2.4470e-02 ] +2024-09-27 05:47:38,827 INFO: [ epoch: 333 ] [ iter:446,100 ] [ performance: 18.554 it/s ] [ lr: 2.50e-05 ] [ eta: 12:42:51 ] [ l_g_pix: 3.0276e-02 ] [ l_g_total: 3.0276e-02 ] +2024-09-27 05:47:44,228 INFO: [ epoch: 333 ] [ iter:446,200 ] [ performance: 18.535 it/s ] [ lr: 2.50e-05 ] [ eta: 12:42:39 ] [ l_g_pix: 3.1499e-02 ] [ l_g_total: 3.1499e-02 ] +2024-09-27 05:47:51,021 INFO: [ epoch: 334 ] [ iter:446,300 ] [ performance: 14.048 it/s ] [ lr: 2.50e-05 ] [ eta: 12:42:29 ] [ l_g_pix: 3.7437e-02 ] [ l_g_total: 3.7437e-02 ] +2024-09-27 05:47:56,508 INFO: [ epoch: 334 ] [ iter:446,400 ] [ performance: 16.100 it/s ] [ lr: 2.50e-05 ] [ eta: 12:42:17 ] [ l_g_pix: 2.7862e-02 ] [ l_g_total: 2.7862e-02 ] +2024-09-27 05:48:02,044 INFO: [ epoch: 334 ] [ iter:446,500 ] [ performance: 18.099 it/s ] [ lr: 2.50e-05 ] [ eta: 12:42:05 ] [ l_g_pix: 1.7906e-02 ] [ l_g_total: 1.7906e-02 ] +2024-09-27 05:48:07,528 INFO: [ epoch: 334 ] [ iter:446,600 ] [ performance: 18.176 it/s ] [ lr: 2.50e-05 ] [ eta: 12:41:54 ] [ l_g_pix: 2.5629e-02 ] [ l_g_total: 2.5629e-02 ] +2024-09-27 05:48:12,994 INFO: [ epoch: 334 ] [ iter:446,700 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 12:41:42 ] [ l_g_pix: 4.7912e-02 ] [ l_g_total: 4.7912e-02 ] +2024-09-27 05:48:18,466 INFO: [ epoch: 334 ] [ iter:446,800 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 12:41:30 ] [ l_g_pix: 2.7223e-02 ] [ l_g_total: 2.7223e-02 ] +2024-09-27 05:48:23,932 INFO: [ epoch: 334 ] [ iter:446,900 ] [ performance: 18.385 it/s ] [ lr: 2.50e-05 ] [ eta: 12:41:19 ] [ l_g_pix: 3.4570e-02 ] [ l_g_total: 3.4570e-02 ] +2024-09-27 05:48:29,406 INFO: [ epoch: 334 ] [ iter:447,000 ] [ performance: 18.322 it/s ] [ lr: 2.50e-05 ] [ eta: 12:41:07 ] [ l_g_pix: 2.7508e-02 ] [ l_g_total: 2.7508e-02 ] +2024-09-27 05:48:34,881 INFO: [ epoch: 334 ] [ iter:447,100 ] [ performance: 18.413 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:55 ] [ l_g_pix: 4.2263e-02 ] [ l_g_total: 4.2263e-02 ] +2024-09-27 05:48:40,359 INFO: [ epoch: 334 ] [ iter:447,200 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:44 ] [ l_g_pix: 4.5033e-02 ] [ l_g_total: 4.5033e-02 ] +2024-09-27 05:48:45,835 INFO: [ epoch: 334 ] [ iter:447,300 ] [ performance: 18.333 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:32 ] [ l_g_pix: 2.2148e-02 ] [ l_g_total: 2.2148e-02 ] +2024-09-27 05:48:51,313 INFO: [ epoch: 334 ] [ iter:447,400 ] [ performance: 18.290 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:20 ] [ l_g_pix: 2.0591e-02 ] [ l_g_total: 2.0591e-02 ] +2024-09-27 05:48:56,750 INFO: [ epoch: 334 ] [ iter:447,500 ] [ performance: 18.453 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:08 ] [ l_g_pix: 2.7591e-02 ] [ l_g_total: 2.7591e-02 ] +2024-09-27 05:49:03,329 INFO: [ epoch: 335 ] [ iter:447,600 ] [ performance: 16.434 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:58 ] [ l_g_pix: 2.1169e-02 ] [ l_g_total: 2.1169e-02 ] +2024-09-27 05:49:08,791 INFO: [ epoch: 335 ] [ iter:447,700 ] [ performance: 18.443 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:46 ] [ l_g_pix: 1.9644e-02 ] [ l_g_total: 1.9644e-02 ] +2024-09-27 05:49:14,251 INFO: [ epoch: 335 ] [ iter:447,800 ] [ performance: 18.370 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:35 ] [ l_g_pix: 3.3182e-02 ] [ l_g_total: 3.3182e-02 ] +2024-09-27 05:49:19,700 INFO: [ epoch: 335 ] [ iter:447,900 ] [ performance: 18.477 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:23 ] [ l_g_pix: 2.9375e-02 ] [ l_g_total: 2.9375e-02 ] +2024-09-27 05:49:25,144 INFO: [ epoch: 335 ] [ iter:448,000 ] [ performance: 18.414 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:11 ] [ l_g_pix: 3.4259e-02 ] [ l_g_total: 3.4259e-02 ] +2024-09-27 05:49:30,562 INFO: [ epoch: 335 ] [ iter:448,100 ] [ performance: 18.563 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:00 ] [ l_g_pix: 2.3074e-02 ] [ l_g_total: 2.3074e-02 ] +2024-09-27 05:49:36,018 INFO: [ epoch: 335 ] [ iter:448,200 ] [ performance: 18.427 it/s ] [ lr: 2.50e-05 ] [ eta: 12:38:48 ] [ l_g_pix: 2.7851e-02 ] [ l_g_total: 2.7851e-02 ] +2024-09-27 05:49:41,491 INFO: [ epoch: 335 ] [ iter:448,300 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 12:38:36 ] [ l_g_pix: 2.0427e-02 ] [ l_g_total: 2.0427e-02 ] +2024-09-27 05:49:46,982 INFO: [ epoch: 335 ] [ iter:448,400 ] [ performance: 18.257 it/s ] [ lr: 2.50e-05 ] [ eta: 12:38:25 ] [ l_g_pix: 2.7636e-02 ] [ l_g_total: 2.7636e-02 ] +2024-09-27 05:49:52,421 INFO: [ epoch: 335 ] [ iter:448,500 ] [ performance: 18.517 it/s ] [ lr: 2.50e-05 ] [ eta: 12:38:13 ] [ l_g_pix: 2.5128e-02 ] [ l_g_total: 2.5128e-02 ] +2024-09-27 05:49:57,855 INFO: [ epoch: 335 ] [ iter:448,600 ] [ performance: 18.451 it/s ] [ lr: 2.50e-05 ] [ eta: 12:38:01 ] [ l_g_pix: 2.8802e-02 ] [ l_g_total: 2.8802e-02 ] +2024-09-27 05:50:03,326 INFO: [ epoch: 335 ] [ iter:448,700 ] [ performance: 18.367 it/s ] [ lr: 2.50e-05 ] [ eta: 12:37:49 ] [ l_g_pix: 2.0362e-02 ] [ l_g_total: 2.0362e-02 ] +2024-09-27 05:50:08,785 INFO: [ epoch: 335 ] [ iter:448,800 ] [ performance: 18.339 it/s ] [ lr: 2.50e-05 ] [ eta: 12:37:38 ] [ l_g_pix: 1.8157e-02 ] [ l_g_total: 1.8157e-02 ] +2024-09-27 05:50:15,125 INFO: [ epoch: 336 ] [ iter:448,900 ] [ performance: 14.670 it/s ] [ lr: 2.50e-05 ] [ eta: 12:37:27 ] [ l_g_pix: 3.4278e-02 ] [ l_g_total: 3.4278e-02 ] +2024-09-27 05:50:20,866 INFO: [ epoch: 336 ] [ iter:449,000 ] [ performance: 16.204 it/s ] [ lr: 2.50e-05 ] [ eta: 12:37:16 ] [ l_g_pix: 1.8670e-02 ] [ l_g_total: 1.8670e-02 ] +2024-09-27 05:50:26,307 INFO: [ epoch: 336 ] [ iter:449,100 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 12:37:04 ] [ l_g_pix: 3.1194e-02 ] [ l_g_total: 3.1194e-02 ] +2024-09-27 05:50:31,724 INFO: [ epoch: 336 ] [ iter:449,200 ] [ performance: 18.449 it/s ] [ lr: 2.50e-05 ] [ eta: 12:36:52 ] [ l_g_pix: 3.2796e-02 ] [ l_g_total: 3.2796e-02 ] +2024-09-27 05:50:37,170 INFO: [ epoch: 336 ] [ iter:449,300 ] [ performance: 18.425 it/s ] [ lr: 2.50e-05 ] [ eta: 12:36:41 ] [ l_g_pix: 2.5060e-02 ] [ l_g_total: 2.5060e-02 ] +2024-09-27 05:50:42,654 INFO: [ epoch: 336 ] [ iter:449,400 ] [ performance: 18.311 it/s ] [ lr: 2.50e-05 ] [ eta: 12:36:29 ] [ l_g_pix: 3.1377e-02 ] [ l_g_total: 3.1377e-02 ] +2024-09-27 05:50:48,101 INFO: [ epoch: 336 ] [ iter:449,500 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 12:36:17 ] [ l_g_pix: 2.9402e-02 ] [ l_g_total: 2.9402e-02 ] +2024-09-27 05:50:53,560 INFO: [ epoch: 336 ] [ iter:449,600 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 12:36:06 ] [ l_g_pix: 4.4671e-02 ] [ l_g_total: 4.4671e-02 ] +2024-09-27 05:50:59,017 INFO: [ epoch: 336 ] [ iter:449,700 ] [ performance: 18.333 it/s ] [ lr: 2.50e-05 ] [ eta: 12:35:54 ] [ l_g_pix: 2.4850e-02 ] [ l_g_total: 2.4850e-02 ] +2024-09-27 05:51:04,470 INFO: [ epoch: 336 ] [ iter:449,800 ] [ performance: 18.338 it/s ] [ lr: 2.50e-05 ] [ eta: 12:35:43 ] [ l_g_pix: 2.7166e-02 ] [ l_g_total: 2.7166e-02 ] +2024-09-27 05:51:09,924 INFO: [ epoch: 336 ] [ iter:449,900 ] [ performance: 18.507 it/s ] [ lr: 2.50e-05 ] [ eta: 12:35:31 ] [ l_g_pix: 2.2673e-02 ] [ l_g_total: 2.2673e-02 ] +2024-09-27 05:51:15,382 INFO: [ epoch: 336 ] [ iter:450,000 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 12:35:19 ] [ l_g_pix: 3.4355e-02 ] [ l_g_total: 3.4355e-02 ] +2024-09-27 05:51:15,382 INFO: Saving models and training states. +2024-09-27 05:56:21,601 INFO: Validation val + + # psnr: 27.2133........ Best: 27.2133 @ 450000 iter + # ssim: 0.7670........ Best: 0.7670 @ 450000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 05:56:27,064 INFO: [ epoch: 336 ] [ iter:450,100 ] [ performance: 18.271 it/s ] [ lr: 2.50e-05 ] [ eta: 12:41:22 ] [ l_g_pix: 2.7456e-02 ] [ l_g_total: 2.7456e-02 ] +2024-09-27 05:56:32,457 INFO: [ epoch: 336 ] [ iter:450,200 ] [ performance: 18.440 it/s ] [ lr: 2.50e-05 ] [ eta: 12:41:10 ] [ l_g_pix: 3.4260e-02 ] [ l_g_total: 3.4260e-02 ] +2024-09-27 05:56:39,047 INFO: [ epoch: 337 ] [ iter:450,300 ] [ performance: 17.827 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:59 ] [ l_g_pix: 2.1785e-02 ] [ l_g_total: 2.1785e-02 ] +2024-09-27 05:56:44,516 INFO: [ epoch: 337 ] [ iter:450,400 ] [ performance: 18.113 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:48 ] [ l_g_pix: 2.9129e-02 ] [ l_g_total: 2.9129e-02 ] +2024-09-27 05:56:49,955 INFO: [ epoch: 337 ] [ iter:450,500 ] [ performance: 18.402 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:36 ] [ l_g_pix: 2.6497e-02 ] [ l_g_total: 2.6497e-02 ] +2024-09-27 05:56:55,426 INFO: [ epoch: 337 ] [ iter:450,600 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:24 ] [ l_g_pix: 2.3870e-02 ] [ l_g_total: 2.3870e-02 ] +2024-09-27 05:57:00,903 INFO: [ epoch: 337 ] [ iter:450,700 ] [ performance: 18.433 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:12 ] [ l_g_pix: 3.3107e-02 ] [ l_g_total: 3.3107e-02 ] +2024-09-27 05:57:06,388 INFO: [ epoch: 337 ] [ iter:450,800 ] [ performance: 18.306 it/s ] [ lr: 2.50e-05 ] [ eta: 12:40:01 ] [ l_g_pix: 2.8889e-02 ] [ l_g_total: 2.8889e-02 ] +2024-09-27 05:57:11,859 INFO: [ epoch: 337 ] [ iter:450,900 ] [ performance: 18.368 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:49 ] [ l_g_pix: 2.3733e-02 ] [ l_g_total: 2.3733e-02 ] +2024-09-27 05:57:17,391 INFO: [ epoch: 337 ] [ iter:451,000 ] [ performance: 18.183 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:37 ] [ l_g_pix: 2.7642e-02 ] [ l_g_total: 2.7642e-02 ] +2024-09-27 05:57:22,876 INFO: [ epoch: 337 ] [ iter:451,100 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:25 ] [ l_g_pix: 4.1786e-02 ] [ l_g_total: 4.1786e-02 ] +2024-09-27 05:57:28,412 INFO: [ epoch: 337 ] [ iter:451,200 ] [ performance: 18.166 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:14 ] [ l_g_pix: 2.4887e-02 ] [ l_g_total: 2.4887e-02 ] +2024-09-27 05:57:33,892 INFO: [ epoch: 337 ] [ iter:451,300 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 12:39:02 ] [ l_g_pix: 2.9632e-02 ] [ l_g_total: 2.9632e-02 ] +2024-09-27 05:57:39,404 INFO: [ epoch: 337 ] [ iter:451,400 ] [ performance: 18.232 it/s ] [ lr: 2.50e-05 ] [ eta: 12:38:50 ] [ l_g_pix: 2.5108e-02 ] [ l_g_total: 2.5108e-02 ] +2024-09-27 05:57:44,929 INFO: [ epoch: 337 ] [ iter:451,500 ] [ performance: 18.536 it/s ] [ lr: 2.50e-05 ] [ eta: 12:38:39 ] [ l_g_pix: 2.8958e-02 ] [ l_g_total: 2.8958e-02 ] +2024-09-27 05:57:51,628 INFO: [ epoch: 338 ] [ iter:451,600 ] [ performance: 16.023 it/s ] [ lr: 2.50e-05 ] [ eta: 12:38:28 ] [ l_g_pix: 3.3976e-02 ] [ l_g_total: 3.3976e-02 ] +2024-09-27 05:57:57,088 INFO: [ epoch: 338 ] [ iter:451,700 ] [ performance: 18.475 it/s ] [ lr: 2.50e-05 ] [ eta: 12:38:17 ] [ l_g_pix: 2.1506e-02 ] [ l_g_total: 2.1506e-02 ] +2024-09-27 05:58:02,530 INFO: [ epoch: 338 ] [ iter:451,800 ] [ performance: 18.413 it/s ] [ lr: 2.50e-05 ] [ eta: 12:38:05 ] [ l_g_pix: 2.1918e-02 ] [ l_g_total: 2.1918e-02 ] +2024-09-27 05:58:07,981 INFO: [ epoch: 338 ] [ iter:451,900 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 12:37:53 ] [ l_g_pix: 3.4954e-02 ] [ l_g_total: 3.4954e-02 ] +2024-09-27 05:58:13,444 INFO: [ epoch: 338 ] [ iter:452,000 ] [ performance: 18.357 it/s ] [ lr: 2.50e-05 ] [ eta: 12:37:41 ] [ l_g_pix: 3.3073e-02 ] [ l_g_total: 3.3073e-02 ] +2024-09-27 05:58:18,906 INFO: [ epoch: 338 ] [ iter:452,100 ] [ performance: 18.507 it/s ] [ lr: 2.50e-05 ] [ eta: 12:37:30 ] [ l_g_pix: 2.8124e-02 ] [ l_g_total: 2.8124e-02 ] +2024-09-27 05:58:24,361 INFO: [ epoch: 338 ] [ iter:452,200 ] [ performance: 18.391 it/s ] [ lr: 2.50e-05 ] [ eta: 12:37:18 ] [ l_g_pix: 2.2929e-02 ] [ l_g_total: 2.2929e-02 ] +2024-09-27 05:58:29,846 INFO: [ epoch: 338 ] [ iter:452,300 ] [ performance: 18.471 it/s ] [ lr: 2.50e-05 ] [ eta: 12:37:06 ] [ l_g_pix: 2.8286e-02 ] [ l_g_total: 2.8286e-02 ] +2024-09-27 05:58:35,289 INFO: [ epoch: 338 ] [ iter:452,400 ] [ performance: 18.406 it/s ] [ lr: 2.50e-05 ] [ eta: 12:36:55 ] [ l_g_pix: 3.8605e-02 ] [ l_g_total: 3.8605e-02 ] +2024-09-27 05:58:40,751 INFO: [ epoch: 338 ] [ iter:452,500 ] [ performance: 18.545 it/s ] [ lr: 2.50e-05 ] [ eta: 12:36:43 ] [ l_g_pix: 2.6020e-02 ] [ l_g_total: 2.6020e-02 ] +2024-09-27 05:58:46,246 INFO: [ epoch: 338 ] [ iter:452,600 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 12:36:31 ] [ l_g_pix: 2.5156e-02 ] [ l_g_total: 2.5156e-02 ] +2024-09-27 05:58:51,692 INFO: [ epoch: 338 ] [ iter:452,700 ] [ performance: 18.496 it/s ] [ lr: 2.50e-05 ] [ eta: 12:36:19 ] [ l_g_pix: 3.2017e-02 ] [ l_g_total: 3.2017e-02 ] +2024-09-27 05:58:57,152 INFO: [ epoch: 338 ] [ iter:452,800 ] [ performance: 18.374 it/s ] [ lr: 2.50e-05 ] [ eta: 12:36:08 ] [ l_g_pix: 2.5661e-02 ] [ l_g_total: 2.5661e-02 ] +2024-09-27 05:59:02,505 INFO: [ epoch: 338 ] [ iter:452,900 ] [ performance: 18.979 it/s ] [ lr: 2.50e-05 ] [ eta: 12:35:56 ] [ l_g_pix: 3.7103e-02 ] [ l_g_total: 3.7103e-02 ] +2024-09-27 05:59:09,201 INFO: [ epoch: 339 ] [ iter:453,000 ] [ performance: 16.029 it/s ] [ lr: 2.50e-05 ] [ eta: 12:35:46 ] [ l_g_pix: 3.0662e-02 ] [ l_g_total: 3.0662e-02 ] +2024-09-27 05:59:14,639 INFO: [ epoch: 339 ] [ iter:453,100 ] [ performance: 18.549 it/s ] [ lr: 2.50e-05 ] [ eta: 12:35:34 ] [ l_g_pix: 2.8846e-02 ] [ l_g_total: 2.8846e-02 ] +2024-09-27 05:59:20,052 INFO: [ epoch: 339 ] [ iter:453,200 ] [ performance: 18.499 it/s ] [ lr: 2.50e-05 ] [ eta: 12:35:22 ] [ l_g_pix: 1.2677e-02 ] [ l_g_total: 1.2677e-02 ] +2024-09-27 05:59:25,511 INFO: [ epoch: 339 ] [ iter:453,300 ] [ performance: 18.500 it/s ] [ lr: 2.50e-05 ] [ eta: 12:35:10 ] [ l_g_pix: 2.1249e-02 ] [ l_g_total: 2.1249e-02 ] +2024-09-27 05:59:30,997 INFO: [ epoch: 339 ] [ iter:453,400 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 12:34:59 ] [ l_g_pix: 2.5072e-02 ] [ l_g_total: 2.5072e-02 ] +2024-09-27 05:59:36,444 INFO: [ epoch: 339 ] [ iter:453,500 ] [ performance: 18.633 it/s ] [ lr: 2.50e-05 ] [ eta: 12:34:47 ] [ l_g_pix: 2.5167e-02 ] [ l_g_total: 2.5167e-02 ] +2024-09-27 05:59:41,910 INFO: [ epoch: 339 ] [ iter:453,600 ] [ performance: 18.398 it/s ] [ lr: 2.50e-05 ] [ eta: 12:34:35 ] [ l_g_pix: 2.4972e-02 ] [ l_g_total: 2.4972e-02 ] +2024-09-27 05:59:47,383 INFO: [ epoch: 339 ] [ iter:453,700 ] [ performance: 18.562 it/s ] [ lr: 2.50e-05 ] [ eta: 12:34:24 ] [ l_g_pix: 1.3208e-02 ] [ l_g_total: 1.3208e-02 ] +2024-09-27 05:59:52,830 INFO: [ epoch: 339 ] [ iter:453,800 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 12:34:12 ] [ l_g_pix: 2.9691e-02 ] [ l_g_total: 2.9691e-02 ] +2024-09-27 05:59:58,286 INFO: [ epoch: 339 ] [ iter:453,900 ] [ performance: 18.556 it/s ] [ lr: 2.50e-05 ] [ eta: 12:34:00 ] [ l_g_pix: 2.7453e-02 ] [ l_g_total: 2.7453e-02 ] +2024-09-27 06:00:03,741 INFO: [ epoch: 339 ] [ iter:454,000 ] [ performance: 18.398 it/s ] [ lr: 2.50e-05 ] [ eta: 12:33:49 ] [ l_g_pix: 2.2281e-02 ] [ l_g_total: 2.2281e-02 ] +2024-09-27 06:00:09,215 INFO: [ epoch: 339 ] [ iter:454,100 ] [ performance: 18.463 it/s ] [ lr: 2.50e-05 ] [ eta: 12:33:37 ] [ l_g_pix: 3.2542e-02 ] [ l_g_total: 3.2542e-02 ] +2024-09-27 06:00:14,614 INFO: [ epoch: 339 ] [ iter:454,200 ] [ performance: 18.505 it/s ] [ lr: 2.50e-05 ] [ eta: 12:33:25 ] [ l_g_pix: 1.5873e-02 ] [ l_g_total: 1.5873e-02 ] +2024-09-27 06:00:21,235 INFO: [ epoch: 340 ] [ iter:454,300 ] [ performance: 17.995 it/s ] [ lr: 2.50e-05 ] [ eta: 12:33:15 ] [ l_g_pix: 3.1243e-02 ] [ l_g_total: 3.1243e-02 ] +2024-09-27 06:00:26,688 INFO: [ epoch: 340 ] [ iter:454,400 ] [ performance: 18.240 it/s ] [ lr: 2.50e-05 ] [ eta: 12:33:03 ] [ l_g_pix: 3.0615e-02 ] [ l_g_total: 3.0615e-02 ] +2024-09-27 06:00:32,156 INFO: [ epoch: 340 ] [ iter:454,500 ] [ performance: 18.532 it/s ] [ lr: 2.50e-05 ] [ eta: 12:32:52 ] [ l_g_pix: 2.8238e-02 ] [ l_g_total: 2.8238e-02 ] +2024-09-27 06:00:37,613 INFO: [ epoch: 340 ] [ iter:454,600 ] [ performance: 18.385 it/s ] [ lr: 2.50e-05 ] [ eta: 12:32:40 ] [ l_g_pix: 2.0788e-02 ] [ l_g_total: 2.0788e-02 ] +2024-09-27 06:00:43,074 INFO: [ epoch: 340 ] [ iter:454,700 ] [ performance: 18.545 it/s ] [ lr: 2.50e-05 ] [ eta: 12:32:28 ] [ l_g_pix: 4.1419e-02 ] [ l_g_total: 4.1419e-02 ] +2024-09-27 06:00:48,519 INFO: [ epoch: 340 ] [ iter:454,800 ] [ performance: 18.418 it/s ] [ lr: 2.50e-05 ] [ eta: 12:32:17 ] [ l_g_pix: 2.1693e-02 ] [ l_g_total: 2.1693e-02 ] +2024-09-27 06:00:53,954 INFO: [ epoch: 340 ] [ iter:454,900 ] [ performance: 18.501 it/s ] [ lr: 2.50e-05 ] [ eta: 12:32:05 ] [ l_g_pix: 3.2771e-02 ] [ l_g_total: 3.2771e-02 ] +2024-09-27 06:00:59,435 INFO: [ epoch: 340 ] [ iter:455,000 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 12:31:53 ] [ l_g_pix: 2.6297e-02 ] [ l_g_total: 2.6297e-02 ] +2024-09-27 06:01:04,868 INFO: [ epoch: 340 ] [ iter:455,100 ] [ performance: 18.813 it/s ] [ lr: 2.50e-05 ] [ eta: 12:31:42 ] [ l_g_pix: 2.5781e-02 ] [ l_g_total: 2.5781e-02 ] +2024-09-27 06:01:10,347 INFO: [ epoch: 340 ] [ iter:455,200 ] [ performance: 18.399 it/s ] [ lr: 2.50e-05 ] [ eta: 12:31:30 ] [ l_g_pix: 2.0191e-02 ] [ l_g_total: 2.0191e-02 ] +2024-09-27 06:01:15,795 INFO: [ epoch: 340 ] [ iter:455,300 ] [ performance: 18.452 it/s ] [ lr: 2.50e-05 ] [ eta: 12:31:18 ] [ l_g_pix: 2.7425e-02 ] [ l_g_total: 2.7425e-02 ] +2024-09-27 06:01:21,211 INFO: [ epoch: 340 ] [ iter:455,400 ] [ performance: 18.462 it/s ] [ lr: 2.50e-05 ] [ eta: 12:31:07 ] [ l_g_pix: 2.5576e-02 ] [ l_g_total: 2.5576e-02 ] +2024-09-27 06:01:26,671 INFO: [ epoch: 340 ] [ iter:455,500 ] [ performance: 18.691 it/s ] [ lr: 2.50e-05 ] [ eta: 12:30:55 ] [ l_g_pix: 2.4221e-02 ] [ l_g_total: 2.4221e-02 ] +2024-09-27 06:01:33,397 INFO: [ epoch: 341 ] [ iter:455,600 ] [ performance: 15.685 it/s ] [ lr: 2.50e-05 ] [ eta: 12:30:45 ] [ l_g_pix: 2.4139e-02 ] [ l_g_total: 2.4139e-02 ] +2024-09-27 06:01:38,854 INFO: [ epoch: 341 ] [ iter:455,700 ] [ performance: 18.493 it/s ] [ lr: 2.50e-05 ] [ eta: 12:30:33 ] [ l_g_pix: 2.6309e-02 ] [ l_g_total: 2.6309e-02 ] +2024-09-27 06:01:44,326 INFO: [ epoch: 341 ] [ iter:455,800 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 12:30:22 ] [ l_g_pix: 3.3785e-02 ] [ l_g_total: 3.3785e-02 ] +2024-09-27 06:01:49,780 INFO: [ epoch: 341 ] [ iter:455,900 ] [ performance: 18.642 it/s ] [ lr: 2.50e-05 ] [ eta: 12:30:10 ] [ l_g_pix: 1.6610e-02 ] [ l_g_total: 1.6610e-02 ] +2024-09-27 06:01:55,237 INFO: [ epoch: 341 ] [ iter:456,000 ] [ performance: 18.402 it/s ] [ lr: 2.50e-05 ] [ eta: 12:29:58 ] [ l_g_pix: 3.6594e-02 ] [ l_g_total: 3.6594e-02 ] +2024-09-27 06:02:00,659 INFO: [ epoch: 341 ] [ iter:456,100 ] [ performance: 18.704 it/s ] [ lr: 2.50e-05 ] [ eta: 12:29:47 ] [ l_g_pix: 2.0983e-02 ] [ l_g_total: 2.0983e-02 ] +2024-09-27 06:02:06,119 INFO: [ epoch: 341 ] [ iter:456,200 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 12:29:35 ] [ l_g_pix: 3.3042e-02 ] [ l_g_total: 3.3042e-02 ] +2024-09-27 06:02:11,528 INFO: [ epoch: 341 ] [ iter:456,300 ] [ performance: 18.566 it/s ] [ lr: 2.50e-05 ] [ eta: 12:29:23 ] [ l_g_pix: 4.0176e-02 ] [ l_g_total: 4.0176e-02 ] +2024-09-27 06:02:17,012 INFO: [ epoch: 341 ] [ iter:456,400 ] [ performance: 18.314 it/s ] [ lr: 2.50e-05 ] [ eta: 12:29:12 ] [ l_g_pix: 3.1140e-02 ] [ l_g_total: 3.1140e-02 ] +2024-09-27 06:02:22,485 INFO: [ epoch: 341 ] [ iter:456,500 ] [ performance: 18.727 it/s ] [ lr: 2.50e-05 ] [ eta: 12:29:00 ] [ l_g_pix: 3.7027e-02 ] [ l_g_total: 3.7027e-02 ] +2024-09-27 06:02:27,920 INFO: [ epoch: 341 ] [ iter:456,600 ] [ performance: 18.474 it/s ] [ lr: 2.50e-05 ] [ eta: 12:28:49 ] [ l_g_pix: 2.5829e-02 ] [ l_g_total: 2.5829e-02 ] +2024-09-27 06:02:33,351 INFO: [ epoch: 341 ] [ iter:456,700 ] [ performance: 18.727 it/s ] [ lr: 2.50e-05 ] [ eta: 12:28:37 ] [ l_g_pix: 1.8577e-02 ] [ l_g_total: 1.8577e-02 ] +2024-09-27 06:02:38,799 INFO: [ epoch: 341 ] [ iter:456,800 ] [ performance: 18.438 it/s ] [ lr: 2.50e-05 ] [ eta: 12:28:25 ] [ l_g_pix: 3.4294e-02 ] [ l_g_total: 3.4294e-02 ] +2024-09-27 06:02:44,177 INFO: [ epoch: 341 ] [ iter:456,900 ] [ performance: 18.779 it/s ] [ lr: 2.50e-05 ] [ eta: 12:28:14 ] [ l_g_pix: 3.8719e-02 ] [ l_g_total: 3.8719e-02 ] +2024-09-27 06:02:50,877 INFO: [ epoch: 342 ] [ iter:457,000 ] [ performance: 15.608 it/s ] [ lr: 2.50e-05 ] [ eta: 12:28:03 ] [ l_g_pix: 3.0742e-02 ] [ l_g_total: 3.0742e-02 ] +2024-09-27 06:02:56,305 INFO: [ epoch: 342 ] [ iter:457,100 ] [ performance: 18.548 it/s ] [ lr: 2.50e-05 ] [ eta: 12:27:52 ] [ l_g_pix: 1.2758e-02 ] [ l_g_total: 1.2758e-02 ] +2024-09-27 06:03:01,729 INFO: [ epoch: 342 ] [ iter:457,200 ] [ performance: 18.463 it/s ] [ lr: 2.50e-05 ] [ eta: 12:27:40 ] [ l_g_pix: 2.7818e-02 ] [ l_g_total: 2.7818e-02 ] +2024-09-27 06:03:07,179 INFO: [ epoch: 342 ] [ iter:457,300 ] [ performance: 18.793 it/s ] [ lr: 2.50e-05 ] [ eta: 12:27:29 ] [ l_g_pix: 3.3378e-02 ] [ l_g_total: 3.3378e-02 ] +2024-09-27 06:03:12,620 INFO: [ epoch: 342 ] [ iter:457,400 ] [ performance: 18.463 it/s ] [ lr: 2.50e-05 ] [ eta: 12:27:17 ] [ l_g_pix: 2.8759e-02 ] [ l_g_total: 2.8759e-02 ] +2024-09-27 06:03:18,054 INFO: [ epoch: 342 ] [ iter:457,500 ] [ performance: 18.872 it/s ] [ lr: 2.50e-05 ] [ eta: 12:27:05 ] [ l_g_pix: 4.1147e-02 ] [ l_g_total: 4.1147e-02 ] +2024-09-27 06:03:23,474 INFO: [ epoch: 342 ] [ iter:457,600 ] [ performance: 18.532 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:54 ] [ l_g_pix: 3.1939e-02 ] [ l_g_total: 3.1939e-02 ] +2024-09-27 06:03:28,936 INFO: [ epoch: 342 ] [ iter:457,700 ] [ performance: 18.302 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:42 ] [ l_g_pix: 2.9852e-02 ] [ l_g_total: 2.9852e-02 ] +2024-09-27 06:03:34,395 INFO: [ epoch: 342 ] [ iter:457,800 ] [ performance: 18.318 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:31 ] [ l_g_pix: 1.6641e-02 ] [ l_g_total: 1.6641e-02 ] +2024-09-27 06:03:39,859 INFO: [ epoch: 342 ] [ iter:457,900 ] [ performance: 18.730 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:19 ] [ l_g_pix: 3.3325e-02 ] [ l_g_total: 3.3325e-02 ] +2024-09-27 06:03:45,308 INFO: [ epoch: 342 ] [ iter:458,000 ] [ performance: 18.420 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:07 ] [ l_g_pix: 1.9678e-02 ] [ l_g_total: 1.9678e-02 ] +2024-09-27 06:03:50,779 INFO: [ epoch: 342 ] [ iter:458,100 ] [ performance: 18.718 it/s ] [ lr: 2.50e-05 ] [ eta: 12:25:56 ] [ l_g_pix: 3.0016e-02 ] [ l_g_total: 3.0016e-02 ] +2024-09-27 06:03:56,157 INFO: [ epoch: 342 ] [ iter:458,200 ] [ performance: 18.617 it/s ] [ lr: 2.50e-05 ] [ eta: 12:25:44 ] [ l_g_pix: 4.5381e-02 ] [ l_g_total: 4.5381e-02 ] +2024-09-27 06:04:02,914 INFO: [ epoch: 343 ] [ iter:458,300 ] [ performance: 18.745 it/s ] [ lr: 2.50e-05 ] [ eta: 12:25:34 ] [ l_g_pix: 2.4576e-02 ] [ l_g_total: 2.4576e-02 ] +2024-09-27 06:04:08,346 INFO: [ epoch: 343 ] [ iter:458,400 ] [ performance: 18.467 it/s ] [ lr: 2.50e-05 ] [ eta: 12:25:23 ] [ l_g_pix: 3.7806e-02 ] [ l_g_total: 3.7806e-02 ] +2024-09-27 06:04:13,832 INFO: [ epoch: 343 ] [ iter:458,500 ] [ performance: 18.034 it/s ] [ lr: 2.50e-05 ] [ eta: 12:25:11 ] [ l_g_pix: 3.1903e-02 ] [ l_g_total: 3.1903e-02 ] +2024-09-27 06:04:19,284 INFO: [ epoch: 343 ] [ iter:458,600 ] [ performance: 18.295 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:59 ] [ l_g_pix: 2.6048e-02 ] [ l_g_total: 2.6048e-02 ] +2024-09-27 06:04:24,767 INFO: [ epoch: 343 ] [ iter:458,700 ] [ performance: 18.928 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:48 ] [ l_g_pix: 2.9445e-02 ] [ l_g_total: 2.9445e-02 ] +2024-09-27 06:04:30,228 INFO: [ epoch: 343 ] [ iter:458,800 ] [ performance: 18.405 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:36 ] [ l_g_pix: 3.4958e-02 ] [ l_g_total: 3.4958e-02 ] +2024-09-27 06:04:35,652 INFO: [ epoch: 343 ] [ iter:458,900 ] [ performance: 18.940 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:25 ] [ l_g_pix: 1.4277e-02 ] [ l_g_total: 1.4277e-02 ] +2024-09-27 06:04:41,090 INFO: [ epoch: 343 ] [ iter:459,000 ] [ performance: 18.470 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:13 ] [ l_g_pix: 3.8456e-02 ] [ l_g_total: 3.8456e-02 ] +2024-09-27 06:04:46,540 INFO: [ epoch: 343 ] [ iter:459,100 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:02 ] [ l_g_pix: 1.7932e-02 ] [ l_g_total: 1.7932e-02 ] +2024-09-27 06:04:51,991 INFO: [ epoch: 343 ] [ iter:459,200 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 12:23:50 ] [ l_g_pix: 3.8088e-02 ] [ l_g_total: 3.8088e-02 ] +2024-09-27 06:04:57,423 INFO: [ epoch: 343 ] [ iter:459,300 ] [ performance: 18.862 it/s ] [ lr: 2.50e-05 ] [ eta: 12:23:39 ] [ l_g_pix: 2.3563e-02 ] [ l_g_total: 2.3563e-02 ] +2024-09-27 06:05:02,899 INFO: [ epoch: 343 ] [ iter:459,400 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 12:23:27 ] [ l_g_pix: 2.9555e-02 ] [ l_g_total: 2.9555e-02 ] +2024-09-27 06:05:08,310 INFO: [ epoch: 343 ] [ iter:459,500 ] [ performance: 19.111 it/s ] [ lr: 2.50e-05 ] [ eta: 12:23:15 ] [ l_g_pix: 3.1758e-02 ] [ l_g_total: 3.1758e-02 ] +2024-09-27 06:05:14,814 INFO: [ epoch: 344 ] [ iter:459,600 ] [ performance: 15.755 it/s ] [ lr: 2.50e-05 ] [ eta: 12:23:05 ] [ l_g_pix: 2.0524e-02 ] [ l_g_total: 2.0524e-02 ] +2024-09-27 06:05:20,339 INFO: [ epoch: 344 ] [ iter:459,700 ] [ performance: 18.807 it/s ] [ lr: 2.50e-05 ] [ eta: 12:22:54 ] [ l_g_pix: 2.5123e-02 ] [ l_g_total: 2.5123e-02 ] +2024-09-27 06:05:25,799 INFO: [ epoch: 344 ] [ iter:459,800 ] [ performance: 18.374 it/s ] [ lr: 2.50e-05 ] [ eta: 12:22:42 ] [ l_g_pix: 2.4256e-02 ] [ l_g_total: 2.4256e-02 ] +2024-09-27 06:05:31,224 INFO: [ epoch: 344 ] [ iter:459,900 ] [ performance: 18.473 it/s ] [ lr: 2.50e-05 ] [ eta: 12:22:31 ] [ l_g_pix: 1.8972e-02 ] [ l_g_total: 1.8972e-02 ] +2024-09-27 06:05:36,700 INFO: [ epoch: 344 ] [ iter:460,000 ] [ performance: 18.288 it/s ] [ lr: 2.50e-05 ] [ eta: 12:22:19 ] [ l_g_pix: 2.1664e-02 ] [ l_g_total: 2.1664e-02 ] +2024-09-27 06:05:36,700 INFO: Saving models and training states. +2024-09-27 06:10:15,055 INFO: Validation val + + # psnr: 27.2132........ Best: 27.2133 @ 450000 iter + # ssim: 0.7670........ Best: 0.7670 @ 460000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 06:10:20,548 INFO: [ epoch: 344 ] [ iter:460,100 ] [ performance: 18.397 it/s ] [ lr: 2.50e-05 ] [ eta: 12:27:34 ] [ l_g_pix: 2.8505e-02 ] [ l_g_total: 2.8505e-02 ] +2024-09-27 06:10:26,018 INFO: [ epoch: 344 ] [ iter:460,200 ] [ performance: 18.297 it/s ] [ lr: 2.50e-05 ] [ eta: 12:27:23 ] [ l_g_pix: 2.2034e-02 ] [ l_g_total: 2.2034e-02 ] +2024-09-27 06:10:31,463 INFO: [ epoch: 344 ] [ iter:460,300 ] [ performance: 18.760 it/s ] [ lr: 2.50e-05 ] [ eta: 12:27:11 ] [ l_g_pix: 2.5771e-02 ] [ l_g_total: 2.5771e-02 ] +2024-09-27 06:10:36,918 INFO: [ epoch: 344 ] [ iter:460,400 ] [ performance: 18.373 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:59 ] [ l_g_pix: 2.4800e-02 ] [ l_g_total: 2.4800e-02 ] +2024-09-27 06:10:42,370 INFO: [ epoch: 344 ] [ iter:460,500 ] [ performance: 17.822 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:48 ] [ l_g_pix: 2.7547e-02 ] [ l_g_total: 2.7547e-02 ] +2024-09-27 06:10:47,839 INFO: [ epoch: 344 ] [ iter:460,600 ] [ performance: 18.251 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:36 ] [ l_g_pix: 2.8367e-02 ] [ l_g_total: 2.8367e-02 ] +2024-09-27 06:10:53,388 INFO: [ epoch: 344 ] [ iter:460,700 ] [ performance: 17.603 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:24 ] [ l_g_pix: 2.6677e-02 ] [ l_g_total: 2.6677e-02 ] +2024-09-27 06:10:58,902 INFO: [ epoch: 344 ] [ iter:460,800 ] [ performance: 18.099 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:13 ] [ l_g_pix: 2.8556e-02 ] [ l_g_total: 2.8556e-02 ] +2024-09-27 06:11:04,278 INFO: [ epoch: 344 ] [ iter:460,900 ] [ performance: 19.162 it/s ] [ lr: 2.50e-05 ] [ eta: 12:26:01 ] [ l_g_pix: 2.4225e-02 ] [ l_g_total: 2.4225e-02 ] +2024-09-27 06:11:10,940 INFO: [ epoch: 345 ] [ iter:461,000 ] [ performance: 15.230 it/s ] [ lr: 2.50e-05 ] [ eta: 12:25:51 ] [ l_g_pix: 3.0567e-02 ] [ l_g_total: 3.0567e-02 ] +2024-09-27 06:11:16,404 INFO: [ epoch: 345 ] [ iter:461,100 ] [ performance: 18.803 it/s ] [ lr: 2.50e-05 ] [ eta: 12:25:39 ] [ l_g_pix: 3.4337e-02 ] [ l_g_total: 3.4337e-02 ] +2024-09-27 06:11:21,859 INFO: [ epoch: 345 ] [ iter:461,200 ] [ performance: 18.360 it/s ] [ lr: 2.50e-05 ] [ eta: 12:25:28 ] [ l_g_pix: 2.5790e-02 ] [ l_g_total: 2.5790e-02 ] +2024-09-27 06:11:27,307 INFO: [ epoch: 345 ] [ iter:461,300 ] [ performance: 17.995 it/s ] [ lr: 2.50e-05 ] [ eta: 12:25:16 ] [ l_g_pix: 2.2863e-02 ] [ l_g_total: 2.2863e-02 ] +2024-09-27 06:11:32,737 INFO: [ epoch: 345 ] [ iter:461,400 ] [ performance: 18.398 it/s ] [ lr: 2.50e-05 ] [ eta: 12:25:04 ] [ l_g_pix: 3.2551e-02 ] [ l_g_total: 3.2551e-02 ] +2024-09-27 06:11:38,255 INFO: [ epoch: 345 ] [ iter:461,500 ] [ performance: 18.885 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:53 ] [ l_g_pix: 2.5793e-02 ] [ l_g_total: 2.5793e-02 ] +2024-09-27 06:11:43,752 INFO: [ epoch: 345 ] [ iter:461,600 ] [ performance: 18.221 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:41 ] [ l_g_pix: 2.4992e-02 ] [ l_g_total: 2.4992e-02 ] +2024-09-27 06:11:49,236 INFO: [ epoch: 345 ] [ iter:461,700 ] [ performance: 18.092 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:30 ] [ l_g_pix: 3.6201e-02 ] [ l_g_total: 3.6201e-02 ] +2024-09-27 06:11:54,727 INFO: [ epoch: 345 ] [ iter:461,800 ] [ performance: 18.211 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:18 ] [ l_g_pix: 2.4882e-02 ] [ l_g_total: 2.4882e-02 ] +2024-09-27 06:12:00,168 INFO: [ epoch: 345 ] [ iter:461,900 ] [ performance: 18.680 it/s ] [ lr: 2.50e-05 ] [ eta: 12:24:07 ] [ l_g_pix: 1.7387e-02 ] [ l_g_total: 1.7387e-02 ] +2024-09-27 06:12:05,673 INFO: [ epoch: 345 ] [ iter:462,000 ] [ performance: 18.178 it/s ] [ lr: 2.50e-05 ] [ eta: 12:23:55 ] [ l_g_pix: 3.0589e-02 ] [ l_g_total: 3.0589e-02 ] +2024-09-27 06:12:11,175 INFO: [ epoch: 345 ] [ iter:462,100 ] [ performance: 18.984 it/s ] [ lr: 2.50e-05 ] [ eta: 12:23:43 ] [ l_g_pix: 3.3907e-02 ] [ l_g_total: 3.3907e-02 ] +2024-09-27 06:12:16,612 INFO: [ epoch: 345 ] [ iter:462,200 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 12:23:32 ] [ l_g_pix: 2.9355e-02 ] [ l_g_total: 2.9355e-02 ] +2024-09-27 06:12:23,238 INFO: [ epoch: 346 ] [ iter:462,300 ] [ performance: 16.592 it/s ] [ lr: 2.50e-05 ] [ eta: 12:23:22 ] [ l_g_pix: 3.2840e-02 ] [ l_g_total: 3.2840e-02 ] +2024-09-27 06:12:28,665 INFO: [ epoch: 346 ] [ iter:462,400 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 12:23:10 ] [ l_g_pix: 1.9921e-02 ] [ l_g_total: 1.9921e-02 ] +2024-09-27 06:12:34,105 INFO: [ epoch: 346 ] [ iter:462,500 ] [ performance: 18.408 it/s ] [ lr: 2.50e-05 ] [ eta: 12:22:58 ] [ l_g_pix: 3.0519e-02 ] [ l_g_total: 3.0519e-02 ] +2024-09-27 06:12:39,533 INFO: [ epoch: 346 ] [ iter:462,600 ] [ performance: 18.430 it/s ] [ lr: 2.50e-05 ] [ eta: 12:22:47 ] [ l_g_pix: 2.6087e-02 ] [ l_g_total: 2.6087e-02 ] +2024-09-27 06:12:44,985 INFO: [ epoch: 346 ] [ iter:462,700 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 12:22:35 ] [ l_g_pix: 3.6991e-02 ] [ l_g_total: 3.6991e-02 ] +2024-09-27 06:12:50,456 INFO: [ epoch: 346 ] [ iter:462,800 ] [ performance: 18.308 it/s ] [ lr: 2.50e-05 ] [ eta: 12:22:24 ] [ l_g_pix: 1.8681e-02 ] [ l_g_total: 1.8681e-02 ] +2024-09-27 06:12:55,928 INFO: [ epoch: 346 ] [ iter:462,900 ] [ performance: 18.293 it/s ] [ lr: 2.50e-05 ] [ eta: 12:22:12 ] [ l_g_pix: 2.2187e-02 ] [ l_g_total: 2.2187e-02 ] +2024-09-27 06:13:01,405 INFO: [ epoch: 346 ] [ iter:463,000 ] [ performance: 18.267 it/s ] [ lr: 2.50e-05 ] [ eta: 12:22:00 ] [ l_g_pix: 4.0536e-02 ] [ l_g_total: 4.0536e-02 ] +2024-09-27 06:13:06,857 INFO: [ epoch: 346 ] [ iter:463,100 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 12:21:49 ] [ l_g_pix: 2.4444e-02 ] [ l_g_total: 2.4444e-02 ] +2024-09-27 06:13:12,322 INFO: [ epoch: 346 ] [ iter:463,200 ] [ performance: 18.317 it/s ] [ lr: 2.50e-05 ] [ eta: 12:21:37 ] [ l_g_pix: 4.3765e-02 ] [ l_g_total: 4.3765e-02 ] +2024-09-27 06:13:17,773 INFO: [ epoch: 346 ] [ iter:463,300 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 12:21:26 ] [ l_g_pix: 2.9039e-02 ] [ l_g_total: 2.9039e-02 ] +2024-09-27 06:13:23,193 INFO: [ epoch: 346 ] [ iter:463,400 ] [ performance: 18.490 it/s ] [ lr: 2.50e-05 ] [ eta: 12:21:14 ] [ l_g_pix: 2.8310e-02 ] [ l_g_total: 2.8310e-02 ] +2024-09-27 06:13:28,657 INFO: [ epoch: 346 ] [ iter:463,500 ] [ performance: 18.394 it/s ] [ lr: 2.50e-05 ] [ eta: 12:21:03 ] [ l_g_pix: 2.3732e-02 ] [ l_g_total: 2.3732e-02 ] +2024-09-27 06:13:35,162 INFO: [ epoch: 347 ] [ iter:463,600 ] [ performance: 15.218 it/s ] [ lr: 2.50e-05 ] [ eta: 12:20:52 ] [ l_g_pix: 1.8955e-02 ] [ l_g_total: 1.8955e-02 ] +2024-09-27 06:13:40,779 INFO: [ epoch: 347 ] [ iter:463,700 ] [ performance: 16.465 it/s ] [ lr: 2.50e-05 ] [ eta: 12:20:41 ] [ l_g_pix: 2.6897e-02 ] [ l_g_total: 2.6897e-02 ] +2024-09-27 06:13:46,230 INFO: [ epoch: 347 ] [ iter:463,800 ] [ performance: 18.462 it/s ] [ lr: 2.50e-05 ] [ eta: 12:20:29 ] [ l_g_pix: 2.8354e-02 ] [ l_g_total: 2.8354e-02 ] +2024-09-27 06:13:51,691 INFO: [ epoch: 347 ] [ iter:463,900 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 12:20:18 ] [ l_g_pix: 4.0326e-02 ] [ l_g_total: 4.0326e-02 ] +2024-09-27 06:13:57,139 INFO: [ epoch: 347 ] [ iter:464,000 ] [ performance: 18.376 it/s ] [ lr: 2.50e-05 ] [ eta: 12:20:06 ] [ l_g_pix: 2.8835e-02 ] [ l_g_total: 2.8835e-02 ] +2024-09-27 06:14:02,610 INFO: [ epoch: 347 ] [ iter:464,100 ] [ performance: 18.326 it/s ] [ lr: 2.50e-05 ] [ eta: 12:19:55 ] [ l_g_pix: 2.6323e-02 ] [ l_g_total: 2.6323e-02 ] +2024-09-27 06:14:08,074 INFO: [ epoch: 347 ] [ iter:464,200 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 12:19:43 ] [ l_g_pix: 3.6089e-02 ] [ l_g_total: 3.6089e-02 ] +2024-09-27 06:14:13,514 INFO: [ epoch: 347 ] [ iter:464,300 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 12:19:31 ] [ l_g_pix: 1.4685e-02 ] [ l_g_total: 1.4685e-02 ] +2024-09-27 06:14:18,995 INFO: [ epoch: 347 ] [ iter:464,400 ] [ performance: 18.355 it/s ] [ lr: 2.50e-05 ] [ eta: 12:19:20 ] [ l_g_pix: 2.7170e-02 ] [ l_g_total: 2.7170e-02 ] +2024-09-27 06:14:24,458 INFO: [ epoch: 347 ] [ iter:464,500 ] [ performance: 18.330 it/s ] [ lr: 2.50e-05 ] [ eta: 12:19:08 ] [ l_g_pix: 2.4645e-02 ] [ l_g_total: 2.4645e-02 ] +2024-09-27 06:14:29,910 INFO: [ epoch: 347 ] [ iter:464,600 ] [ performance: 18.374 it/s ] [ lr: 2.50e-05 ] [ eta: 12:18:57 ] [ l_g_pix: 3.1330e-02 ] [ l_g_total: 3.1330e-02 ] +2024-09-27 06:14:35,365 INFO: [ epoch: 347 ] [ iter:464,700 ] [ performance: 18.352 it/s ] [ lr: 2.50e-05 ] [ eta: 12:18:45 ] [ l_g_pix: 3.4815e-02 ] [ l_g_total: 3.4815e-02 ] +2024-09-27 06:14:40,808 INFO: [ epoch: 347 ] [ iter:464,800 ] [ performance: 18.442 it/s ] [ lr: 2.50e-05 ] [ eta: 12:18:34 ] [ l_g_pix: 1.9977e-02 ] [ l_g_total: 1.9977e-02 ] +2024-09-27 06:14:46,182 INFO: [ epoch: 347 ] [ iter:464,900 ] [ performance: 18.531 it/s ] [ lr: 2.50e-05 ] [ eta: 12:18:22 ] [ l_g_pix: 3.4066e-02 ] [ l_g_total: 3.4066e-02 ] +2024-09-27 06:14:52,934 INFO: [ epoch: 348 ] [ iter:465,000 ] [ performance: 14.401 it/s ] [ lr: 2.50e-05 ] [ eta: 12:18:12 ] [ l_g_pix: 2.4781e-02 ] [ l_g_total: 2.4781e-02 ] +2024-09-27 06:14:58,397 INFO: [ epoch: 348 ] [ iter:465,100 ] [ performance: 16.257 it/s ] [ lr: 2.50e-05 ] [ eta: 12:18:01 ] [ l_g_pix: 1.5179e-02 ] [ l_g_total: 1.5179e-02 ] +2024-09-27 06:15:03,880 INFO: [ epoch: 348 ] [ iter:465,200 ] [ performance: 18.313 it/s ] [ lr: 2.50e-05 ] [ eta: 12:17:49 ] [ l_g_pix: 4.1301e-02 ] [ l_g_total: 4.1301e-02 ] +2024-09-27 06:15:09,389 INFO: [ epoch: 348 ] [ iter:465,300 ] [ performance: 18.228 it/s ] [ lr: 2.50e-05 ] [ eta: 12:17:38 ] [ l_g_pix: 3.6277e-02 ] [ l_g_total: 3.6277e-02 ] +2024-09-27 06:15:14,992 INFO: [ epoch: 348 ] [ iter:465,400 ] [ performance: 18.017 it/s ] [ lr: 2.50e-05 ] [ eta: 12:17:26 ] [ l_g_pix: 2.3262e-02 ] [ l_g_total: 2.3262e-02 ] +2024-09-27 06:15:20,445 INFO: [ epoch: 348 ] [ iter:465,500 ] [ performance: 18.191 it/s ] [ lr: 2.50e-05 ] [ eta: 12:17:15 ] [ l_g_pix: 2.1893e-02 ] [ l_g_total: 2.1893e-02 ] +2024-09-27 06:15:25,894 INFO: [ epoch: 348 ] [ iter:465,600 ] [ performance: 18.471 it/s ] [ lr: 2.50e-05 ] [ eta: 12:17:03 ] [ l_g_pix: 1.7474e-02 ] [ l_g_total: 1.7474e-02 ] +2024-09-27 06:15:31,343 INFO: [ epoch: 348 ] [ iter:465,700 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 12:16:52 ] [ l_g_pix: 3.4821e-02 ] [ l_g_total: 3.4821e-02 ] +2024-09-27 06:15:36,798 INFO: [ epoch: 348 ] [ iter:465,800 ] [ performance: 18.429 it/s ] [ lr: 2.50e-05 ] [ eta: 12:16:40 ] [ l_g_pix: 3.8719e-02 ] [ l_g_total: 3.8719e-02 ] +2024-09-27 06:15:42,283 INFO: [ epoch: 348 ] [ iter:465,900 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 12:16:29 ] [ l_g_pix: 3.4972e-02 ] [ l_g_total: 3.4972e-02 ] +2024-09-27 06:15:47,734 INFO: [ epoch: 348 ] [ iter:466,000 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 12:16:17 ] [ l_g_pix: 2.8822e-02 ] [ l_g_total: 2.8822e-02 ] +2024-09-27 06:15:53,195 INFO: [ epoch: 348 ] [ iter:466,100 ] [ performance: 18.365 it/s ] [ lr: 2.50e-05 ] [ eta: 12:16:06 ] [ l_g_pix: 3.4857e-02 ] [ l_g_total: 3.4857e-02 ] +2024-09-27 06:15:58,609 INFO: [ epoch: 348 ] [ iter:466,200 ] [ performance: 18.605 it/s ] [ lr: 2.50e-05 ] [ eta: 12:15:54 ] [ l_g_pix: 3.7422e-02 ] [ l_g_total: 3.7422e-02 ] +2024-09-27 06:16:05,368 INFO: [ epoch: 349 ] [ iter:466,300 ] [ performance: 16.290 it/s ] [ lr: 2.50e-05 ] [ eta: 12:15:44 ] [ l_g_pix: 3.2493e-02 ] [ l_g_total: 3.2493e-02 ] +2024-09-27 06:16:10,827 INFO: [ epoch: 349 ] [ iter:466,400 ] [ performance: 18.454 it/s ] [ lr: 2.50e-05 ] [ eta: 12:15:33 ] [ l_g_pix: 3.4853e-02 ] [ l_g_total: 3.4853e-02 ] +2024-09-27 06:16:16,314 INFO: [ epoch: 349 ] [ iter:466,500 ] [ performance: 18.327 it/s ] [ lr: 2.50e-05 ] [ eta: 12:15:21 ] [ l_g_pix: 4.8140e-02 ] [ l_g_total: 4.8140e-02 ] +2024-09-27 06:16:21,742 INFO: [ epoch: 349 ] [ iter:466,600 ] [ performance: 18.504 it/s ] [ lr: 2.50e-05 ] [ eta: 12:15:10 ] [ l_g_pix: 3.0275e-02 ] [ l_g_total: 3.0275e-02 ] +2024-09-27 06:16:27,213 INFO: [ epoch: 349 ] [ iter:466,700 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 12:14:58 ] [ l_g_pix: 3.9613e-02 ] [ l_g_total: 3.9613e-02 ] +2024-09-27 06:16:32,676 INFO: [ epoch: 349 ] [ iter:466,800 ] [ performance: 18.440 it/s ] [ lr: 2.50e-05 ] [ eta: 12:14:47 ] [ l_g_pix: 3.2652e-02 ] [ l_g_total: 3.2652e-02 ] +2024-09-27 06:16:38,153 INFO: [ epoch: 349 ] [ iter:466,900 ] [ performance: 18.339 it/s ] [ lr: 2.50e-05 ] [ eta: 12:14:35 ] [ l_g_pix: 2.4070e-02 ] [ l_g_total: 2.4070e-02 ] +2024-09-27 06:16:43,627 INFO: [ epoch: 349 ] [ iter:467,000 ] [ performance: 18.330 it/s ] [ lr: 2.50e-05 ] [ eta: 12:14:24 ] [ l_g_pix: 3.1361e-02 ] [ l_g_total: 3.1361e-02 ] +2024-09-27 06:16:49,095 INFO: [ epoch: 349 ] [ iter:467,100 ] [ performance: 18.308 it/s ] [ lr: 2.50e-05 ] [ eta: 12:14:12 ] [ l_g_pix: 1.7953e-02 ] [ l_g_total: 1.7953e-02 ] +2024-09-27 06:16:54,591 INFO: [ epoch: 349 ] [ iter:467,200 ] [ performance: 18.176 it/s ] [ lr: 2.50e-05 ] [ eta: 12:14:01 ] [ l_g_pix: 4.2644e-02 ] [ l_g_total: 4.2644e-02 ] +2024-09-27 06:17:00,101 INFO: [ epoch: 349 ] [ iter:467,300 ] [ performance: 18.161 it/s ] [ lr: 2.50e-05 ] [ eta: 12:13:50 ] [ l_g_pix: 2.4256e-02 ] [ l_g_total: 2.4256e-02 ] +2024-09-27 06:17:05,544 INFO: [ epoch: 349 ] [ iter:467,400 ] [ performance: 18.459 it/s ] [ lr: 2.50e-05 ] [ eta: 12:13:38 ] [ l_g_pix: 3.5606e-02 ] [ l_g_total: 3.5606e-02 ] +2024-09-27 06:17:11,005 INFO: [ epoch: 349 ] [ iter:467,500 ] [ performance: 18.375 it/s ] [ lr: 2.50e-05 ] [ eta: 12:13:27 ] [ l_g_pix: 2.4760e-02 ] [ l_g_total: 2.4760e-02 ] +2024-09-27 06:17:16,465 INFO: [ epoch: 349 ] [ iter:467,600 ] [ performance: 18.273 it/s ] [ lr: 2.50e-05 ] [ eta: 12:13:15 ] [ l_g_pix: 1.7030e-02 ] [ l_g_total: 1.7030e-02 ] +2024-09-27 06:17:23,048 INFO: [ epoch: 350 ] [ iter:467,700 ] [ performance: 16.367 it/s ] [ lr: 2.50e-05 ] [ eta: 12:13:05 ] [ l_g_pix: 2.0813e-02 ] [ l_g_total: 2.0813e-02 ] +2024-09-27 06:17:28,481 INFO: [ epoch: 350 ] [ iter:467,800 ] [ performance: 18.467 it/s ] [ lr: 2.50e-05 ] [ eta: 12:12:54 ] [ l_g_pix: 2.4173e-02 ] [ l_g_total: 2.4173e-02 ] +2024-09-27 06:17:33,903 INFO: [ epoch: 350 ] [ iter:467,900 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 12:12:42 ] [ l_g_pix: 2.2723e-02 ] [ l_g_total: 2.2723e-02 ] +2024-09-27 06:17:39,332 INFO: [ epoch: 350 ] [ iter:468,000 ] [ performance: 18.421 it/s ] [ lr: 2.50e-05 ] [ eta: 12:12:31 ] [ l_g_pix: 2.1612e-02 ] [ l_g_total: 2.1612e-02 ] +2024-09-27 06:17:44,799 INFO: [ epoch: 350 ] [ iter:468,100 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 12:12:19 ] [ l_g_pix: 1.9491e-02 ] [ l_g_total: 1.9491e-02 ] +2024-09-27 06:17:50,261 INFO: [ epoch: 350 ] [ iter:468,200 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 12:12:08 ] [ l_g_pix: 2.5199e-02 ] [ l_g_total: 2.5199e-02 ] +2024-09-27 06:17:55,707 INFO: [ epoch: 350 ] [ iter:468,300 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:56 ] [ l_g_pix: 3.6162e-02 ] [ l_g_total: 3.6162e-02 ] +2024-09-27 06:18:01,152 INFO: [ epoch: 350 ] [ iter:468,400 ] [ performance: 18.354 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:45 ] [ l_g_pix: 4.7268e-02 ] [ l_g_total: 4.7268e-02 ] +2024-09-27 06:18:06,581 INFO: [ epoch: 350 ] [ iter:468,500 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:33 ] [ l_g_pix: 2.8042e-02 ] [ l_g_total: 2.8042e-02 ] +2024-09-27 06:18:12,043 INFO: [ epoch: 350 ] [ iter:468,600 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:22 ] [ l_g_pix: 2.3700e-02 ] [ l_g_total: 2.3700e-02 ] +2024-09-27 06:18:17,496 INFO: [ epoch: 350 ] [ iter:468,700 ] [ performance: 18.343 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:10 ] [ l_g_pix: 1.5978e-02 ] [ l_g_total: 1.5978e-02 ] +2024-09-27 06:18:22,957 INFO: [ epoch: 350 ] [ iter:468,800 ] [ performance: 18.493 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:59 ] [ l_g_pix: 1.5357e-02 ] [ l_g_total: 1.5357e-02 ] +2024-09-27 06:18:28,349 INFO: [ epoch: 350 ] [ iter:468,900 ] [ performance: 18.526 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:48 ] [ l_g_pix: 2.6274e-02 ] [ l_g_total: 2.6274e-02 ] +2024-09-27 06:18:35,097 INFO: [ epoch: 351 ] [ iter:469,000 ] [ performance: 13.494 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:38 ] [ l_g_pix: 3.4349e-02 ] [ l_g_total: 3.4349e-02 ] +2024-09-27 06:18:40,547 INFO: [ epoch: 351 ] [ iter:469,100 ] [ performance: 16.035 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:26 ] [ l_g_pix: 2.3588e-02 ] [ l_g_total: 2.3588e-02 ] +2024-09-27 06:18:45,996 INFO: [ epoch: 351 ] [ iter:469,200 ] [ performance: 18.454 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:15 ] [ l_g_pix: 2.4838e-02 ] [ l_g_total: 2.4838e-02 ] +2024-09-27 06:18:51,456 INFO: [ epoch: 351 ] [ iter:469,300 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:03 ] [ l_g_pix: 3.1227e-02 ] [ l_g_total: 3.1227e-02 ] +2024-09-27 06:18:56,910 INFO: [ epoch: 351 ] [ iter:469,400 ] [ performance: 18.351 it/s ] [ lr: 2.50e-05 ] [ eta: 12:09:52 ] [ l_g_pix: 3.3126e-02 ] [ l_g_total: 3.3126e-02 ] +2024-09-27 06:19:02,356 INFO: [ epoch: 351 ] [ iter:469,500 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 12:09:40 ] [ l_g_pix: 3.4143e-02 ] [ l_g_total: 3.4143e-02 ] +2024-09-27 06:19:07,791 INFO: [ epoch: 351 ] [ iter:469,600 ] [ performance: 18.373 it/s ] [ lr: 2.50e-05 ] [ eta: 12:09:29 ] [ l_g_pix: 3.1028e-02 ] [ l_g_total: 3.1028e-02 ] +2024-09-27 06:19:13,238 INFO: [ epoch: 351 ] [ iter:469,700 ] [ performance: 18.366 it/s ] [ lr: 2.50e-05 ] [ eta: 12:09:18 ] [ l_g_pix: 3.4414e-02 ] [ l_g_total: 3.4414e-02 ] +2024-09-27 06:19:18,679 INFO: [ epoch: 351 ] [ iter:469,800 ] [ performance: 18.408 it/s ] [ lr: 2.50e-05 ] [ eta: 12:09:06 ] [ l_g_pix: 2.0302e-02 ] [ l_g_total: 2.0302e-02 ] +2024-09-27 06:19:24,145 INFO: [ epoch: 351 ] [ iter:469,900 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 12:08:55 ] [ l_g_pix: 4.3364e-02 ] [ l_g_total: 4.3364e-02 ] +2024-09-27 06:19:29,571 INFO: [ epoch: 351 ] [ iter:470,000 ] [ performance: 18.475 it/s ] [ lr: 2.50e-05 ] [ eta: 12:08:43 ] [ l_g_pix: 3.5099e-02 ] [ l_g_total: 3.5099e-02 ] +2024-09-27 06:19:29,572 INFO: Saving models and training states. +2024-09-27 06:24:03,529 INFO: Validation val + + # psnr: 27.2106........ Best: 27.2133 @ 450000 iter + # ssim: 0.7669........ Best: 0.7670 @ 460000 iter + # dists: 0.7733........ Best: 0.7732 @ 200000 iter + +2024-09-27 06:24:09,013 INFO: [ epoch: 351 ] [ iter:470,100 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 12:13:41 ] [ l_g_pix: 3.0035e-02 ] [ l_g_total: 3.0035e-02 ] +2024-09-27 06:24:14,429 INFO: [ epoch: 351 ] [ iter:470,200 ] [ performance: 18.545 it/s ] [ lr: 2.50e-05 ] [ eta: 12:13:29 ] [ l_g_pix: 3.6411e-02 ] [ l_g_total: 3.6411e-02 ] +2024-09-27 06:24:21,271 INFO: [ epoch: 352 ] [ iter:470,300 ] [ performance: 15.894 it/s ] [ lr: 2.50e-05 ] [ eta: 12:13:19 ] [ l_g_pix: 3.5918e-02 ] [ l_g_total: 3.5918e-02 ] +2024-09-27 06:24:26,736 INFO: [ epoch: 352 ] [ iter:470,400 ] [ performance: 18.467 it/s ] [ lr: 2.50e-05 ] [ eta: 12:13:08 ] [ l_g_pix: 3.2376e-02 ] [ l_g_total: 3.2376e-02 ] +2024-09-27 06:24:32,141 INFO: [ epoch: 352 ] [ iter:470,500 ] [ performance: 18.491 it/s ] [ lr: 2.50e-05 ] [ eta: 12:12:56 ] [ l_g_pix: 3.4099e-02 ] [ l_g_total: 3.4099e-02 ] +2024-09-27 06:24:37,585 INFO: [ epoch: 352 ] [ iter:470,600 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 12:12:45 ] [ l_g_pix: 2.3932e-02 ] [ l_g_total: 2.3932e-02 ] +2024-09-27 06:24:43,072 INFO: [ epoch: 352 ] [ iter:470,700 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 12:12:33 ] [ l_g_pix: 2.0565e-02 ] [ l_g_total: 2.0565e-02 ] +2024-09-27 06:24:48,553 INFO: [ epoch: 352 ] [ iter:470,800 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 12:12:22 ] [ l_g_pix: 2.2687e-02 ] [ l_g_total: 2.2687e-02 ] +2024-09-27 06:24:54,027 INFO: [ epoch: 352 ] [ iter:470,900 ] [ performance: 18.289 it/s ] [ lr: 2.50e-05 ] [ eta: 12:12:10 ] [ l_g_pix: 1.8022e-02 ] [ l_g_total: 1.8022e-02 ] +2024-09-27 06:24:59,506 INFO: [ epoch: 352 ] [ iter:471,000 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:59 ] [ l_g_pix: 3.9525e-02 ] [ l_g_total: 3.9525e-02 ] +2024-09-27 06:25:05,003 INFO: [ epoch: 352 ] [ iter:471,100 ] [ performance: 18.240 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:47 ] [ l_g_pix: 1.9539e-02 ] [ l_g_total: 1.9539e-02 ] +2024-09-27 06:25:10,486 INFO: [ epoch: 352 ] [ iter:471,200 ] [ performance: 18.292 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:36 ] [ l_g_pix: 1.8989e-02 ] [ l_g_total: 1.8989e-02 ] +2024-09-27 06:25:15,998 INFO: [ epoch: 352 ] [ iter:471,300 ] [ performance: 18.198 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:24 ] [ l_g_pix: 2.2857e-02 ] [ l_g_total: 2.2857e-02 ] +2024-09-27 06:25:21,515 INFO: [ epoch: 352 ] [ iter:471,400 ] [ performance: 18.269 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:13 ] [ l_g_pix: 2.2889e-02 ] [ l_g_total: 2.2889e-02 ] +2024-09-27 06:25:27,044 INFO: [ epoch: 352 ] [ iter:471,500 ] [ performance: 18.154 it/s ] [ lr: 2.50e-05 ] [ eta: 12:11:02 ] [ l_g_pix: 3.0843e-02 ] [ l_g_total: 3.0843e-02 ] +2024-09-27 06:25:32,394 INFO: [ epoch: 352 ] [ iter:471,600 ] [ performance: 18.898 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:50 ] [ l_g_pix: 1.9715e-02 ] [ l_g_total: 1.9715e-02 ] +2024-09-27 06:25:39,006 INFO: [ epoch: 353 ] [ iter:471,700 ] [ performance: 16.265 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:40 ] [ l_g_pix: 1.6871e-02 ] [ l_g_total: 1.6871e-02 ] +2024-09-27 06:25:44,533 INFO: [ epoch: 353 ] [ iter:471,800 ] [ performance: 18.183 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:28 ] [ l_g_pix: 2.5717e-02 ] [ l_g_total: 2.5717e-02 ] +2024-09-27 06:25:50,021 INFO: [ epoch: 353 ] [ iter:471,900 ] [ performance: 18.209 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:17 ] [ l_g_pix: 4.1369e-02 ] [ l_g_total: 4.1369e-02 ] +2024-09-27 06:25:55,529 INFO: [ epoch: 353 ] [ iter:472,000 ] [ performance: 18.275 it/s ] [ lr: 2.50e-05 ] [ eta: 12:10:06 ] [ l_g_pix: 2.8811e-02 ] [ l_g_total: 2.8811e-02 ] +2024-09-27 06:26:01,011 INFO: [ epoch: 353 ] [ iter:472,100 ] [ performance: 18.254 it/s ] [ lr: 2.50e-05 ] [ eta: 12:09:54 ] [ l_g_pix: 3.6975e-02 ] [ l_g_total: 3.6975e-02 ] +2024-09-27 06:26:06,506 INFO: [ epoch: 353 ] [ iter:472,200 ] [ performance: 18.320 it/s ] [ lr: 2.50e-05 ] [ eta: 12:09:43 ] [ l_g_pix: 3.1962e-02 ] [ l_g_total: 3.1962e-02 ] +2024-09-27 06:26:12,008 INFO: [ epoch: 353 ] [ iter:472,300 ] [ performance: 18.225 it/s ] [ lr: 2.50e-05 ] [ eta: 12:09:31 ] [ l_g_pix: 3.0858e-02 ] [ l_g_total: 3.0858e-02 ] +2024-09-27 06:26:17,510 INFO: [ epoch: 353 ] [ iter:472,400 ] [ performance: 18.205 it/s ] [ lr: 2.50e-05 ] [ eta: 12:09:20 ] [ l_g_pix: 2.6600e-02 ] [ l_g_total: 2.6600e-02 ] +2024-09-27 06:26:23,005 INFO: [ epoch: 353 ] [ iter:472,500 ] [ performance: 18.202 it/s ] [ lr: 2.50e-05 ] [ eta: 12:09:08 ] [ l_g_pix: 3.1371e-02 ] [ l_g_total: 3.1371e-02 ] +2024-09-27 06:26:28,508 INFO: [ epoch: 353 ] [ iter:472,600 ] [ performance: 18.297 it/s ] [ lr: 2.50e-05 ] [ eta: 12:08:57 ] [ l_g_pix: 2.3851e-02 ] [ l_g_total: 2.3851e-02 ] +2024-09-27 06:26:34,010 INFO: [ epoch: 353 ] [ iter:472,700 ] [ performance: 18.216 it/s ] [ lr: 2.50e-05 ] [ eta: 12:08:46 ] [ l_g_pix: 2.1878e-02 ] [ l_g_total: 2.1878e-02 ] +2024-09-27 06:26:39,521 INFO: [ epoch: 353 ] [ iter:472,800 ] [ performance: 18.469 it/s ] [ lr: 2.50e-05 ] [ eta: 12:08:34 ] [ l_g_pix: 2.8718e-02 ] [ l_g_total: 2.8718e-02 ] +2024-09-27 06:26:44,924 INFO: [ epoch: 353 ] [ iter:472,900 ] [ performance: 18.497 it/s ] [ lr: 2.50e-05 ] [ eta: 12:08:23 ] [ l_g_pix: 3.8804e-02 ] [ l_g_total: 3.8804e-02 ] +2024-09-27 06:26:51,653 INFO: [ epoch: 354 ] [ iter:473,000 ] [ performance: 17.243 it/s ] [ lr: 2.50e-05 ] [ eta: 12:08:13 ] [ l_g_pix: 3.3514e-02 ] [ l_g_total: 3.3514e-02 ] +2024-09-27 06:26:57,146 INFO: [ epoch: 354 ] [ iter:473,100 ] [ performance: 17.889 it/s ] [ lr: 2.50e-05 ] [ eta: 12:08:01 ] [ l_g_pix: 2.5610e-02 ] [ l_g_total: 2.5610e-02 ] +2024-09-27 06:27:02,604 INFO: [ epoch: 354 ] [ iter:473,200 ] [ performance: 18.535 it/s ] [ lr: 2.50e-05 ] [ eta: 12:07:50 ] [ l_g_pix: 2.4076e-02 ] [ l_g_total: 2.4076e-02 ] +2024-09-27 06:27:08,069 INFO: [ epoch: 354 ] [ iter:473,300 ] [ performance: 18.373 it/s ] [ lr: 2.50e-05 ] [ eta: 12:07:38 ] [ l_g_pix: 2.8375e-02 ] [ l_g_total: 2.8375e-02 ] +2024-09-27 06:27:13,538 INFO: [ epoch: 354 ] [ iter:473,400 ] [ performance: 18.390 it/s ] [ lr: 2.50e-05 ] [ eta: 12:07:27 ] [ l_g_pix: 1.8856e-02 ] [ l_g_total: 1.8856e-02 ] +2024-09-27 06:27:19,005 INFO: [ epoch: 354 ] [ iter:473,500 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 12:07:16 ] [ l_g_pix: 4.4119e-02 ] [ l_g_total: 4.4119e-02 ] +2024-09-27 06:27:24,441 INFO: [ epoch: 354 ] [ iter:473,600 ] [ performance: 18.521 it/s ] [ lr: 2.50e-05 ] [ eta: 12:07:04 ] [ l_g_pix: 2.4796e-02 ] [ l_g_total: 2.4796e-02 ] +2024-09-27 06:27:29,898 INFO: [ epoch: 354 ] [ iter:473,700 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 12:06:53 ] [ l_g_pix: 3.1042e-02 ] [ l_g_total: 3.1042e-02 ] +2024-09-27 06:27:35,346 INFO: [ epoch: 354 ] [ iter:473,800 ] [ performance: 18.606 it/s ] [ lr: 2.50e-05 ] [ eta: 12:06:41 ] [ l_g_pix: 3.5487e-02 ] [ l_g_total: 3.5487e-02 ] +2024-09-27 06:27:40,806 INFO: [ epoch: 354 ] [ iter:473,900 ] [ performance: 18.404 it/s ] [ lr: 2.50e-05 ] [ eta: 12:06:30 ] [ l_g_pix: 2.2295e-02 ] [ l_g_total: 2.2295e-02 ] +2024-09-27 06:27:46,251 INFO: [ epoch: 354 ] [ iter:474,000 ] [ performance: 18.596 it/s ] [ lr: 2.50e-05 ] [ eta: 12:06:18 ] [ l_g_pix: 2.9262e-02 ] [ l_g_total: 2.9262e-02 ] +2024-09-27 06:27:51,712 INFO: [ epoch: 354 ] [ iter:474,100 ] [ performance: 18.396 it/s ] [ lr: 2.50e-05 ] [ eta: 12:06:07 ] [ l_g_pix: 2.5807e-02 ] [ l_g_total: 2.5807e-02 ] +2024-09-27 06:27:57,164 INFO: [ epoch: 354 ] [ iter:474,200 ] [ performance: 18.647 it/s ] [ lr: 2.50e-05 ] [ eta: 12:05:55 ] [ l_g_pix: 3.5110e-02 ] [ l_g_total: 3.5110e-02 ] +2024-09-27 06:28:03,706 INFO: [ epoch: 355 ] [ iter:474,300 ] [ performance: 16.133 it/s ] [ lr: 2.50e-05 ] [ eta: 12:05:45 ] [ l_g_pix: 2.0011e-02 ] [ l_g_total: 2.0011e-02 ] +2024-09-27 06:28:09,224 INFO: [ epoch: 355 ] [ iter:474,400 ] [ performance: 18.578 it/s ] [ lr: 2.50e-05 ] [ eta: 12:05:34 ] [ l_g_pix: 2.0758e-02 ] [ l_g_total: 2.0758e-02 ] +2024-09-27 06:28:14,649 INFO: [ epoch: 355 ] [ iter:474,500 ] [ performance: 18.476 it/s ] [ lr: 2.50e-05 ] [ eta: 12:05:22 ] [ l_g_pix: 3.2296e-02 ] [ l_g_total: 3.2296e-02 ] +2024-09-27 06:28:20,110 INFO: [ epoch: 355 ] [ iter:474,600 ] [ performance: 18.568 it/s ] [ lr: 2.50e-05 ] [ eta: 12:05:11 ] [ l_g_pix: 3.7130e-02 ] [ l_g_total: 3.7130e-02 ] +2024-09-27 06:28:25,576 INFO: [ epoch: 355 ] [ iter:474,700 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 12:05:00 ] [ l_g_pix: 2.4505e-02 ] [ l_g_total: 2.4505e-02 ] +2024-09-27 06:28:31,054 INFO: [ epoch: 355 ] [ iter:474,800 ] [ performance: 18.417 it/s ] [ lr: 2.50e-05 ] [ eta: 12:04:48 ] [ l_g_pix: 2.6938e-02 ] [ l_g_total: 2.6938e-02 ] +2024-09-27 06:28:36,499 INFO: [ epoch: 355 ] [ iter:474,900 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 12:04:37 ] [ l_g_pix: 3.8580e-02 ] [ l_g_total: 3.8580e-02 ] +2024-09-27 06:28:41,965 INFO: [ epoch: 355 ] [ iter:475,000 ] [ performance: 18.534 it/s ] [ lr: 2.50e-05 ] [ eta: 12:04:25 ] [ l_g_pix: 2.9733e-02 ] [ l_g_total: 2.9733e-02 ] +2024-09-27 06:28:47,437 INFO: [ epoch: 355 ] [ iter:475,100 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 12:04:14 ] [ l_g_pix: 2.6843e-02 ] [ l_g_total: 2.6843e-02 ] +2024-09-27 06:28:52,882 INFO: [ epoch: 355 ] [ iter:475,200 ] [ performance: 18.755 it/s ] [ lr: 2.50e-05 ] [ eta: 12:04:03 ] [ l_g_pix: 2.0992e-02 ] [ l_g_total: 2.0992e-02 ] +2024-09-27 06:28:58,343 INFO: [ epoch: 355 ] [ iter:475,300 ] [ performance: 18.429 it/s ] [ lr: 2.50e-05 ] [ eta: 12:03:51 ] [ l_g_pix: 3.3059e-02 ] [ l_g_total: 3.3059e-02 ] +2024-09-27 06:29:03,774 INFO: [ epoch: 355 ] [ iter:475,400 ] [ performance: 18.547 it/s ] [ lr: 2.50e-05 ] [ eta: 12:03:40 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-09-27 06:29:09,213 INFO: [ epoch: 355 ] [ iter:475,500 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 12:03:28 ] [ l_g_pix: 3.1762e-02 ] [ l_g_total: 3.1762e-02 ] +2024-09-27 06:29:14,598 INFO: [ epoch: 355 ] [ iter:475,600 ] [ performance: 18.799 it/s ] [ lr: 2.50e-05 ] [ eta: 12:03:17 ] [ l_g_pix: 2.5777e-02 ] [ l_g_total: 2.5777e-02 ] +2024-09-27 06:29:21,278 INFO: [ epoch: 356 ] [ iter:475,700 ] [ performance: 15.787 it/s ] [ lr: 2.50e-05 ] [ eta: 12:03:07 ] [ l_g_pix: 3.5455e-02 ] [ l_g_total: 3.5455e-02 ] +2024-09-27 06:29:26,747 INFO: [ epoch: 356 ] [ iter:475,800 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 12:02:56 ] [ l_g_pix: 2.8329e-02 ] [ l_g_total: 2.8329e-02 ] +2024-09-27 06:29:32,231 INFO: [ epoch: 356 ] [ iter:475,900 ] [ performance: 18.274 it/s ] [ lr: 2.50e-05 ] [ eta: 12:02:44 ] [ l_g_pix: 1.7697e-02 ] [ l_g_total: 1.7697e-02 ] +2024-09-27 06:29:37,719 INFO: [ epoch: 356 ] [ iter:476,000 ] [ performance: 18.574 it/s ] [ lr: 2.50e-05 ] [ eta: 12:02:33 ] [ l_g_pix: 3.0739e-02 ] [ l_g_total: 3.0739e-02 ] +2024-09-27 06:29:43,170 INFO: [ epoch: 356 ] [ iter:476,100 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 12:02:22 ] [ l_g_pix: 3.0067e-02 ] [ l_g_total: 3.0067e-02 ] +2024-09-27 06:29:48,614 INFO: [ epoch: 356 ] [ iter:476,200 ] [ performance: 18.487 it/s ] [ lr: 2.50e-05 ] [ eta: 12:02:10 ] [ l_g_pix: 3.1487e-02 ] [ l_g_total: 3.1487e-02 ] +2024-09-27 06:29:54,068 INFO: [ epoch: 356 ] [ iter:476,300 ] [ performance: 18.374 it/s ] [ lr: 2.50e-05 ] [ eta: 12:01:59 ] [ l_g_pix: 3.6236e-02 ] [ l_g_total: 3.6236e-02 ] +2024-09-27 06:29:59,500 INFO: [ epoch: 356 ] [ iter:476,400 ] [ performance: 18.689 it/s ] [ lr: 2.50e-05 ] [ eta: 12:01:47 ] [ l_g_pix: 2.7625e-02 ] [ l_g_total: 2.7625e-02 ] +2024-09-27 06:30:04,990 INFO: [ epoch: 356 ] [ iter:476,500 ] [ performance: 18.324 it/s ] [ lr: 2.50e-05 ] [ eta: 12:01:36 ] [ l_g_pix: 2.2376e-02 ] [ l_g_total: 2.2376e-02 ] +2024-09-27 06:30:10,460 INFO: [ epoch: 356 ] [ iter:476,600 ] [ performance: 18.842 it/s ] [ lr: 2.50e-05 ] [ eta: 12:01:25 ] [ l_g_pix: 2.4792e-02 ] [ l_g_total: 2.4792e-02 ] +2024-09-27 06:30:15,891 INFO: [ epoch: 356 ] [ iter:476,700 ] [ performance: 18.508 it/s ] [ lr: 2.50e-05 ] [ eta: 12:01:13 ] [ l_g_pix: 2.3411e-02 ] [ l_g_total: 2.3411e-02 ] +2024-09-27 06:30:21,323 INFO: [ epoch: 356 ] [ iter:476,800 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 12:01:02 ] [ l_g_pix: 2.4546e-02 ] [ l_g_total: 2.4546e-02 ] +2024-09-27 06:30:26,755 INFO: [ epoch: 356 ] [ iter:476,900 ] [ performance: 18.412 it/s ] [ lr: 2.50e-05 ] [ eta: 12:00:51 ] [ l_g_pix: 2.7788e-02 ] [ l_g_total: 2.7788e-02 ] +2024-09-27 06:30:33,309 INFO: [ epoch: 357 ] [ iter:477,000 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 12:00:40 ] [ l_g_pix: 2.0215e-02 ] [ l_g_total: 2.0215e-02 ] +2024-09-27 06:30:38,753 INFO: [ epoch: 357 ] [ iter:477,100 ] [ performance: 18.366 it/s ] [ lr: 2.50e-05 ] [ eta: 12:00:29 ] [ l_g_pix: 3.3916e-02 ] [ l_g_total: 3.3916e-02 ] +2024-09-27 06:30:44,174 INFO: [ epoch: 357 ] [ iter:477,200 ] [ performance: 18.633 it/s ] [ lr: 2.50e-05 ] [ eta: 12:00:18 ] [ l_g_pix: 2.3476e-02 ] [ l_g_total: 2.3476e-02 ] +2024-09-27 06:30:49,647 INFO: [ epoch: 357 ] [ iter:477,300 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 12:00:06 ] [ l_g_pix: 4.2394e-02 ] [ l_g_total: 4.2394e-02 ] +2024-09-27 06:30:55,136 INFO: [ epoch: 357 ] [ iter:477,400 ] [ performance: 18.552 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:55 ] [ l_g_pix: 2.5176e-02 ] [ l_g_total: 2.5176e-02 ] +2024-09-27 06:31:00,627 INFO: [ epoch: 357 ] [ iter:477,500 ] [ performance: 18.281 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:44 ] [ l_g_pix: 1.7541e-02 ] [ l_g_total: 1.7541e-02 ] +2024-09-27 06:31:06,088 INFO: [ epoch: 357 ] [ iter:477,600 ] [ performance: 18.686 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:32 ] [ l_g_pix: 2.0873e-02 ] [ l_g_total: 2.0873e-02 ] +2024-09-27 06:31:11,578 INFO: [ epoch: 357 ] [ iter:477,700 ] [ performance: 18.305 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:21 ] [ l_g_pix: 3.9827e-02 ] [ l_g_total: 3.9827e-02 ] +2024-09-27 06:31:17,065 INFO: [ epoch: 357 ] [ iter:477,800 ] [ performance: 18.185 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:10 ] [ l_g_pix: 1.7774e-02 ] [ l_g_total: 1.7774e-02 ] +2024-09-27 06:31:22,550 INFO: [ epoch: 357 ] [ iter:477,900 ] [ performance: 18.227 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:59 ] [ l_g_pix: 2.8456e-02 ] [ l_g_total: 2.8456e-02 ] +2024-09-27 06:31:28,025 INFO: [ epoch: 357 ] [ iter:478,000 ] [ performance: 18.780 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:47 ] [ l_g_pix: 2.0981e-02 ] [ l_g_total: 2.0981e-02 ] +2024-09-27 06:31:33,498 INFO: [ epoch: 357 ] [ iter:478,100 ] [ performance: 18.363 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:36 ] [ l_g_pix: 3.2884e-02 ] [ l_g_total: 3.2884e-02 ] +2024-09-27 06:31:38,966 INFO: [ epoch: 357 ] [ iter:478,200 ] [ performance: 18.648 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:25 ] [ l_g_pix: 3.4469e-02 ] [ l_g_total: 3.4469e-02 ] +2024-09-27 06:31:45,538 INFO: [ epoch: 358 ] [ iter:478,300 ] [ performance: 15.719 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:14 ] [ l_g_pix: 2.7920e-02 ] [ l_g_total: 2.7920e-02 ] +2024-09-27 06:31:51,213 INFO: [ epoch: 358 ] [ iter:478,400 ] [ performance: 18.596 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:03 ] [ l_g_pix: 1.4734e-02 ] [ l_g_total: 1.4734e-02 ] +2024-09-27 06:31:56,714 INFO: [ epoch: 358 ] [ iter:478,500 ] [ performance: 18.249 it/s ] [ lr: 2.50e-05 ] [ eta: 11:57:52 ] [ l_g_pix: 3.4037e-02 ] [ l_g_total: 3.4037e-02 ] +2024-09-27 06:32:02,191 INFO: [ epoch: 358 ] [ iter:478,600 ] [ performance: 18.278 it/s ] [ lr: 2.50e-05 ] [ eta: 11:57:41 ] [ l_g_pix: 4.2459e-02 ] [ l_g_total: 4.2459e-02 ] +2024-09-27 06:32:07,686 INFO: [ epoch: 358 ] [ iter:478,700 ] [ performance: 18.211 it/s ] [ lr: 2.50e-05 ] [ eta: 11:57:30 ] [ l_g_pix: 2.6897e-02 ] [ l_g_total: 2.6897e-02 ] +2024-09-27 06:32:13,148 INFO: [ epoch: 358 ] [ iter:478,800 ] [ performance: 18.575 it/s ] [ lr: 2.50e-05 ] [ eta: 11:57:18 ] [ l_g_pix: 3.4719e-02 ] [ l_g_total: 3.4719e-02 ] +2024-09-27 06:32:18,597 INFO: [ epoch: 358 ] [ iter:478,900 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 11:57:07 ] [ l_g_pix: 3.3525e-02 ] [ l_g_total: 3.3525e-02 ] +2024-09-27 06:32:24,044 INFO: [ epoch: 358 ] [ iter:479,000 ] [ performance: 18.522 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:56 ] [ l_g_pix: 2.4723e-02 ] [ l_g_total: 2.4723e-02 ] +2024-09-27 06:32:29,489 INFO: [ epoch: 358 ] [ iter:479,100 ] [ performance: 18.390 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:44 ] [ l_g_pix: 2.4158e-02 ] [ l_g_total: 2.4158e-02 ] +2024-09-27 06:32:34,913 INFO: [ epoch: 358 ] [ iter:479,200 ] [ performance: 18.668 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:33 ] [ l_g_pix: 2.5457e-02 ] [ l_g_total: 2.5457e-02 ] +2024-09-27 06:32:40,388 INFO: [ epoch: 358 ] [ iter:479,300 ] [ performance: 18.323 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:22 ] [ l_g_pix: 2.4438e-02 ] [ l_g_total: 2.4438e-02 ] +2024-09-27 06:32:45,853 INFO: [ epoch: 358 ] [ iter:479,400 ] [ performance: 18.827 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:10 ] [ l_g_pix: 2.2492e-02 ] [ l_g_total: 2.2492e-02 ] +2024-09-27 06:32:51,317 INFO: [ epoch: 358 ] [ iter:479,500 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:59 ] [ l_g_pix: 4.4432e-02 ] [ l_g_total: 4.4432e-02 ] +2024-09-27 06:32:56,697 INFO: [ epoch: 358 ] [ iter:479,600 ] [ performance: 18.704 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:48 ] [ l_g_pix: 3.2139e-02 ] [ l_g_total: 3.2139e-02 ] +2024-09-27 06:33:03,309 INFO: [ epoch: 359 ] [ iter:479,700 ] [ performance: 15.492 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:38 ] [ l_g_pix: 2.1039e-02 ] [ l_g_total: 2.1039e-02 ] +2024-09-27 06:33:08,804 INFO: [ epoch: 359 ] [ iter:479,800 ] [ performance: 18.303 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:27 ] [ l_g_pix: 2.8944e-02 ] [ l_g_total: 2.8944e-02 ] +2024-09-27 06:33:14,259 INFO: [ epoch: 359 ] [ iter:479,900 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:15 ] [ l_g_pix: 2.4341e-02 ] [ l_g_total: 2.4341e-02 ] +2024-09-27 06:33:19,695 INFO: [ epoch: 359 ] [ iter:480,000 ] [ performance: 18.260 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:04 ] [ l_g_pix: 3.3403e-02 ] [ l_g_total: 3.3403e-02 ] +2024-09-27 06:33:19,695 INFO: Saving models and training states. +2024-09-27 06:38:44,421 INFO: Validation val + + # psnr: 27.2179........ Best: 27.2179 @ 480000 iter + # ssim: 0.7672........ Best: 0.7672 @ 480000 iter + # dists: 0.7732........ Best: 0.7732 @ 480000 iter + +2024-09-27 06:38:49,925 INFO: [ epoch: 359 ] [ iter:480,100 ] [ performance: 18.187 it/s ] [ lr: 2.50e-05 ] [ eta: 12:00:44 ] [ l_g_pix: 2.1501e-02 ] [ l_g_total: 2.1501e-02 ] +2024-09-27 06:38:55,414 INFO: [ epoch: 359 ] [ iter:480,200 ] [ performance: 17.903 it/s ] [ lr: 2.50e-05 ] [ eta: 12:00:33 ] [ l_g_pix: 4.3988e-02 ] [ l_g_total: 4.3988e-02 ] +2024-09-27 06:39:00,877 INFO: [ epoch: 359 ] [ iter:480,300 ] [ performance: 18.267 it/s ] [ lr: 2.50e-05 ] [ eta: 12:00:22 ] [ l_g_pix: 2.5383e-02 ] [ l_g_total: 2.5383e-02 ] +2024-09-27 06:39:06,348 INFO: [ epoch: 359 ] [ iter:480,400 ] [ performance: 18.842 it/s ] [ lr: 2.50e-05 ] [ eta: 12:00:10 ] [ l_g_pix: 2.2293e-02 ] [ l_g_total: 2.2293e-02 ] +2024-09-27 06:39:11,827 INFO: [ epoch: 359 ] [ iter:480,500 ] [ performance: 18.308 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:59 ] [ l_g_pix: 2.8214e-02 ] [ l_g_total: 2.8214e-02 ] +2024-09-27 06:39:17,294 INFO: [ epoch: 359 ] [ iter:480,600 ] [ performance: 18.915 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:47 ] [ l_g_pix: 1.8530e-02 ] [ l_g_total: 1.8530e-02 ] +2024-09-27 06:39:22,806 INFO: [ epoch: 359 ] [ iter:480,700 ] [ performance: 18.207 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:36 ] [ l_g_pix: 3.3660e-02 ] [ l_g_total: 3.3660e-02 ] +2024-09-27 06:39:28,288 INFO: [ epoch: 359 ] [ iter:480,800 ] [ performance: 18.079 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:25 ] [ l_g_pix: 3.8065e-02 ] [ l_g_total: 3.8065e-02 ] +2024-09-27 06:39:33,723 INFO: [ epoch: 359 ] [ iter:480,900 ] [ performance: 18.379 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:13 ] [ l_g_pix: 4.4329e-02 ] [ l_g_total: 4.4329e-02 ] +2024-09-27 06:39:40,417 INFO: [ epoch: 360 ] [ iter:481,000 ] [ performance: 17.699 it/s ] [ lr: 2.50e-05 ] [ eta: 11:59:03 ] [ l_g_pix: 2.2183e-02 ] [ l_g_total: 2.2183e-02 ] +2024-09-27 06:39:45,890 INFO: [ epoch: 360 ] [ iter:481,100 ] [ performance: 18.236 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:52 ] [ l_g_pix: 2.1375e-02 ] [ l_g_total: 2.1375e-02 ] +2024-09-27 06:39:51,371 INFO: [ epoch: 360 ] [ iter:481,200 ] [ performance: 18.524 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:40 ] [ l_g_pix: 3.7977e-02 ] [ l_g_total: 3.7977e-02 ] +2024-09-27 06:39:56,868 INFO: [ epoch: 360 ] [ iter:481,300 ] [ performance: 18.213 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:29 ] [ l_g_pix: 2.2286e-02 ] [ l_g_total: 2.2286e-02 ] +2024-09-27 06:40:02,344 INFO: [ epoch: 360 ] [ iter:481,400 ] [ performance: 18.629 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:18 ] [ l_g_pix: 2.5410e-02 ] [ l_g_total: 2.5410e-02 ] +2024-09-27 06:40:07,822 INFO: [ epoch: 360 ] [ iter:481,500 ] [ performance: 18.278 it/s ] [ lr: 2.50e-05 ] [ eta: 11:58:06 ] [ l_g_pix: 2.7365e-02 ] [ l_g_total: 2.7365e-02 ] +2024-09-27 06:40:13,306 INFO: [ epoch: 360 ] [ iter:481,600 ] [ performance: 18.378 it/s ] [ lr: 2.50e-05 ] [ eta: 11:57:55 ] [ l_g_pix: 2.3433e-02 ] [ l_g_total: 2.3433e-02 ] +2024-09-27 06:40:18,779 INFO: [ epoch: 360 ] [ iter:481,700 ] [ performance: 18.279 it/s ] [ lr: 2.50e-05 ] [ eta: 11:57:44 ] [ l_g_pix: 2.9081e-02 ] [ l_g_total: 2.9081e-02 ] +2024-09-27 06:40:24,265 INFO: [ epoch: 360 ] [ iter:481,800 ] [ performance: 18.482 it/s ] [ lr: 2.50e-05 ] [ eta: 11:57:32 ] [ l_g_pix: 3.7074e-02 ] [ l_g_total: 3.7074e-02 ] +2024-09-27 06:40:29,737 INFO: [ epoch: 360 ] [ iter:481,900 ] [ performance: 18.284 it/s ] [ lr: 2.50e-05 ] [ eta: 11:57:21 ] [ l_g_pix: 2.5323e-02 ] [ l_g_total: 2.5323e-02 ] +2024-09-27 06:40:35,201 INFO: [ epoch: 360 ] [ iter:482,000 ] [ performance: 18.068 it/s ] [ lr: 2.50e-05 ] [ eta: 11:57:10 ] [ l_g_pix: 3.6522e-02 ] [ l_g_total: 3.6522e-02 ] +2024-09-27 06:40:40,675 INFO: [ epoch: 360 ] [ iter:482,100 ] [ performance: 18.267 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:58 ] [ l_g_pix: 3.0665e-02 ] [ l_g_total: 3.0665e-02 ] +2024-09-27 06:40:46,156 INFO: [ epoch: 360 ] [ iter:482,200 ] [ performance: 18.784 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:47 ] [ l_g_pix: 2.4262e-02 ] [ l_g_total: 2.4262e-02 ] +2024-09-27 06:40:52,522 INFO: [ epoch: 361 ] [ iter:482,300 ] [ performance: 15.738 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:37 ] [ l_g_pix: 2.1016e-02 ] [ l_g_total: 2.1016e-02 ] +2024-09-27 06:40:58,325 INFO: [ epoch: 361 ] [ iter:482,400 ] [ performance: 16.449 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:26 ] [ l_g_pix: 2.9805e-02 ] [ l_g_total: 2.9805e-02 ] +2024-09-27 06:41:03,778 INFO: [ epoch: 361 ] [ iter:482,500 ] [ performance: 18.341 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:14 ] [ l_g_pix: 3.0439e-02 ] [ l_g_total: 3.0439e-02 ] +2024-09-27 06:41:09,227 INFO: [ epoch: 361 ] [ iter:482,600 ] [ performance: 18.347 it/s ] [ lr: 2.50e-05 ] [ eta: 11:56:03 ] [ l_g_pix: 2.4858e-02 ] [ l_g_total: 2.4858e-02 ] +2024-09-27 06:41:14,692 INFO: [ epoch: 361 ] [ iter:482,700 ] [ performance: 18.303 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:51 ] [ l_g_pix: 2.4734e-02 ] [ l_g_total: 2.4734e-02 ] +2024-09-27 06:41:20,142 INFO: [ epoch: 361 ] [ iter:482,800 ] [ performance: 18.328 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:40 ] [ l_g_pix: 2.9445e-02 ] [ l_g_total: 2.9445e-02 ] +2024-09-27 06:41:25,586 INFO: [ epoch: 361 ] [ iter:482,900 ] [ performance: 18.380 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:29 ] [ l_g_pix: 2.6556e-02 ] [ l_g_total: 2.6556e-02 ] +2024-09-27 06:41:31,024 INFO: [ epoch: 361 ] [ iter:483,000 ] [ performance: 18.386 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:17 ] [ l_g_pix: 2.3225e-02 ] [ l_g_total: 2.3225e-02 ] +2024-09-27 06:41:36,437 INFO: [ epoch: 361 ] [ iter:483,100 ] [ performance: 18.489 it/s ] [ lr: 2.50e-05 ] [ eta: 11:55:06 ] [ l_g_pix: 2.1182e-02 ] [ l_g_total: 2.1182e-02 ] +2024-09-27 06:41:41,883 INFO: [ epoch: 361 ] [ iter:483,200 ] [ performance: 18.426 it/s ] [ lr: 2.50e-05 ] [ eta: 11:54:55 ] [ l_g_pix: 2.4956e-02 ] [ l_g_total: 2.4956e-02 ] +2024-09-27 06:41:47,332 INFO: [ epoch: 361 ] [ iter:483,300 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 11:54:43 ] [ l_g_pix: 2.7418e-02 ] [ l_g_total: 2.7418e-02 ] +2024-09-27 06:41:52,777 INFO: [ epoch: 361 ] [ iter:483,400 ] [ performance: 18.370 it/s ] [ lr: 2.50e-05 ] [ eta: 11:54:32 ] [ l_g_pix: 2.9610e-02 ] [ l_g_total: 2.9610e-02 ] +2024-09-27 06:41:58,217 INFO: [ epoch: 361 ] [ iter:483,500 ] [ performance: 18.416 it/s ] [ lr: 2.50e-05 ] [ eta: 11:54:21 ] [ l_g_pix: 2.8069e-02 ] [ l_g_total: 2.8069e-02 ] +2024-09-27 06:42:03,583 INFO: [ epoch: 361 ] [ iter:483,600 ] [ performance: 18.531 it/s ] [ lr: 2.50e-05 ] [ eta: 11:54:09 ] [ l_g_pix: 3.1988e-02 ] [ l_g_total: 3.1988e-02 ] +2024-09-27 06:42:10,125 INFO: [ epoch: 362 ] [ iter:483,700 ] [ performance: 15.125 it/s ] [ lr: 2.50e-05 ] [ eta: 11:53:59 ] [ l_g_pix: 1.8508e-02 ] [ l_g_total: 1.8508e-02 ] +2024-09-27 06:42:15,545 INFO: [ epoch: 362 ] [ iter:483,800 ] [ performance: 16.676 it/s ] [ lr: 2.50e-05 ] [ eta: 11:53:48 ] [ l_g_pix: 2.5683e-02 ] [ l_g_total: 2.5683e-02 ] +2024-09-27 06:42:20,984 INFO: [ epoch: 362 ] [ iter:483,900 ] [ performance: 18.424 it/s ] [ lr: 2.50e-05 ] [ eta: 11:53:36 ] [ l_g_pix: 2.0230e-02 ] [ l_g_total: 2.0230e-02 ] +2024-09-27 06:42:26,422 INFO: [ epoch: 362 ] [ iter:484,000 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 11:53:25 ] [ l_g_pix: 3.7592e-02 ] [ l_g_total: 3.7592e-02 ] +2024-09-27 06:42:31,858 INFO: [ epoch: 362 ] [ iter:484,100 ] [ performance: 18.430 it/s ] [ lr: 2.50e-05 ] [ eta: 11:53:14 ] [ l_g_pix: 2.5114e-02 ] [ l_g_total: 2.5114e-02 ] +2024-09-27 06:42:37,303 INFO: [ epoch: 362 ] [ iter:484,200 ] [ performance: 18.398 it/s ] [ lr: 2.50e-05 ] [ eta: 11:53:02 ] [ l_g_pix: 2.4366e-02 ] [ l_g_total: 2.4366e-02 ] +2024-09-27 06:42:42,780 INFO: [ epoch: 362 ] [ iter:484,300 ] [ performance: 18.297 it/s ] [ lr: 2.50e-05 ] [ eta: 11:52:51 ] [ l_g_pix: 3.0920e-02 ] [ l_g_total: 3.0920e-02 ] +2024-09-27 06:42:48,224 INFO: [ epoch: 362 ] [ iter:484,400 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 11:52:40 ] [ l_g_pix: 3.5414e-02 ] [ l_g_total: 3.5414e-02 ] +2024-09-27 06:42:53,655 INFO: [ epoch: 362 ] [ iter:484,500 ] [ performance: 18.470 it/s ] [ lr: 2.50e-05 ] [ eta: 11:52:28 ] [ l_g_pix: 2.9069e-02 ] [ l_g_total: 2.9069e-02 ] +2024-09-27 06:42:59,096 INFO: [ epoch: 362 ] [ iter:484,600 ] [ performance: 18.424 it/s ] [ lr: 2.50e-05 ] [ eta: 11:52:17 ] [ l_g_pix: 2.7537e-02 ] [ l_g_total: 2.7537e-02 ] +2024-09-27 06:43:04,542 INFO: [ epoch: 362 ] [ iter:484,700 ] [ performance: 18.415 it/s ] [ lr: 2.50e-05 ] [ eta: 11:52:06 ] [ l_g_pix: 3.5577e-02 ] [ l_g_total: 3.5577e-02 ] +2024-09-27 06:43:10,009 INFO: [ epoch: 362 ] [ iter:484,800 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 11:51:54 ] [ l_g_pix: 3.3942e-02 ] [ l_g_total: 3.3942e-02 ] +2024-09-27 06:43:15,433 INFO: [ epoch: 362 ] [ iter:484,900 ] [ performance: 18.509 it/s ] [ lr: 2.50e-05 ] [ eta: 11:51:43 ] [ l_g_pix: 2.6546e-02 ] [ l_g_total: 2.6546e-02 ] +2024-09-27 06:43:22,034 INFO: [ epoch: 363 ] [ iter:485,000 ] [ performance: 16.559 it/s ] [ lr: 2.50e-05 ] [ eta: 11:51:33 ] [ l_g_pix: 3.1488e-02 ] [ l_g_total: 3.1488e-02 ] +2024-09-27 06:43:27,482 INFO: [ epoch: 363 ] [ iter:485,100 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 11:51:22 ] [ l_g_pix: 2.5547e-02 ] [ l_g_total: 2.5547e-02 ] +2024-09-27 06:43:32,922 INFO: [ epoch: 363 ] [ iter:485,200 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 11:51:10 ] [ l_g_pix: 2.7595e-02 ] [ l_g_total: 2.7595e-02 ] +2024-09-27 06:43:38,378 INFO: [ epoch: 363 ] [ iter:485,300 ] [ performance: 18.416 it/s ] [ lr: 2.50e-05 ] [ eta: 11:50:59 ] [ l_g_pix: 4.1918e-02 ] [ l_g_total: 4.1918e-02 ] +2024-09-27 06:43:43,856 INFO: [ epoch: 363 ] [ iter:485,400 ] [ performance: 18.331 it/s ] [ lr: 2.50e-05 ] [ eta: 11:50:48 ] [ l_g_pix: 3.2901e-02 ] [ l_g_total: 3.2901e-02 ] +2024-09-27 06:43:49,327 INFO: [ epoch: 363 ] [ iter:485,500 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 11:50:36 ] [ l_g_pix: 2.6175e-02 ] [ l_g_total: 2.6175e-02 ] +2024-09-27 06:43:54,822 INFO: [ epoch: 363 ] [ iter:485,600 ] [ performance: 18.261 it/s ] [ lr: 2.50e-05 ] [ eta: 11:50:25 ] [ l_g_pix: 2.3977e-02 ] [ l_g_total: 2.3977e-02 ] +2024-09-27 06:44:00,285 INFO: [ epoch: 363 ] [ iter:485,700 ] [ performance: 18.352 it/s ] [ lr: 2.50e-05 ] [ eta: 11:50:14 ] [ l_g_pix: 2.9942e-02 ] [ l_g_total: 2.9942e-02 ] +2024-09-27 06:44:05,753 INFO: [ epoch: 363 ] [ iter:485,800 ] [ performance: 18.319 it/s ] [ lr: 2.50e-05 ] [ eta: 11:50:03 ] [ l_g_pix: 3.9209e-02 ] [ l_g_total: 3.9209e-02 ] +2024-09-27 06:44:11,202 INFO: [ epoch: 363 ] [ iter:485,900 ] [ performance: 18.430 it/s ] [ lr: 2.50e-05 ] [ eta: 11:49:51 ] [ l_g_pix: 3.4514e-02 ] [ l_g_total: 3.4514e-02 ] +2024-09-27 06:44:16,682 INFO: [ epoch: 363 ] [ iter:486,000 ] [ performance: 18.332 it/s ] [ lr: 2.50e-05 ] [ eta: 11:49:40 ] [ l_g_pix: 3.0543e-02 ] [ l_g_total: 3.0543e-02 ] +2024-09-27 06:44:22,110 INFO: [ epoch: 363 ] [ iter:486,100 ] [ performance: 18.502 it/s ] [ lr: 2.50e-05 ] [ eta: 11:49:29 ] [ l_g_pix: 2.0792e-02 ] [ l_g_total: 2.0792e-02 ] +2024-09-27 06:44:27,605 INFO: [ epoch: 363 ] [ iter:486,200 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 11:49:18 ] [ l_g_pix: 1.8832e-02 ] [ l_g_total: 1.8832e-02 ] +2024-09-27 06:44:32,979 INFO: [ epoch: 363 ] [ iter:486,300 ] [ performance: 18.726 it/s ] [ lr: 2.50e-05 ] [ eta: 11:49:06 ] [ l_g_pix: 2.2956e-02 ] [ l_g_total: 2.2956e-02 ] +2024-09-27 06:44:39,828 INFO: [ epoch: 364 ] [ iter:486,400 ] [ performance: 16.199 it/s ] [ lr: 2.50e-05 ] [ eta: 11:48:56 ] [ l_g_pix: 2.7766e-02 ] [ l_g_total: 2.7766e-02 ] +2024-09-27 06:44:45,317 INFO: [ epoch: 364 ] [ iter:486,500 ] [ performance: 18.287 it/s ] [ lr: 2.50e-05 ] [ eta: 11:48:45 ] [ l_g_pix: 2.6157e-02 ] [ l_g_total: 2.6157e-02 ] +2024-09-27 06:44:50,756 INFO: [ epoch: 364 ] [ iter:486,600 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 11:48:34 ] [ l_g_pix: 3.1644e-02 ] [ l_g_total: 3.1644e-02 ] +2024-09-27 06:44:56,198 INFO: [ epoch: 364 ] [ iter:486,700 ] [ performance: 18.486 it/s ] [ lr: 2.50e-05 ] [ eta: 11:48:23 ] [ l_g_pix: 3.2562e-02 ] [ l_g_total: 3.2562e-02 ] +2024-09-27 06:45:01,664 INFO: [ epoch: 364 ] [ iter:486,800 ] [ performance: 18.378 it/s ] [ lr: 2.50e-05 ] [ eta: 11:48:11 ] [ l_g_pix: 2.9233e-02 ] [ l_g_total: 2.9233e-02 ] +2024-09-27 06:45:07,130 INFO: [ epoch: 364 ] [ iter:486,900 ] [ performance: 18.371 it/s ] [ lr: 2.50e-05 ] [ eta: 11:48:00 ] [ l_g_pix: 3.1039e-02 ] [ l_g_total: 3.1039e-02 ] +2024-09-27 06:45:12,629 INFO: [ epoch: 364 ] [ iter:487,000 ] [ performance: 18.268 it/s ] [ lr: 2.50e-05 ] [ eta: 11:47:49 ] [ l_g_pix: 2.6897e-02 ] [ l_g_total: 2.6897e-02 ] +2024-09-27 06:45:18,121 INFO: [ epoch: 364 ] [ iter:487,100 ] [ performance: 18.292 it/s ] [ lr: 2.50e-05 ] [ eta: 11:47:38 ] [ l_g_pix: 3.4927e-02 ] [ l_g_total: 3.4927e-02 ] +2024-09-27 06:45:23,621 INFO: [ epoch: 364 ] [ iter:487,200 ] [ performance: 18.232 it/s ] [ lr: 2.50e-05 ] [ eta: 11:47:27 ] [ l_g_pix: 3.7114e-02 ] [ l_g_total: 3.7114e-02 ] +2024-09-27 06:45:29,132 INFO: [ epoch: 364 ] [ iter:487,300 ] [ performance: 18.161 it/s ] [ lr: 2.50e-05 ] [ eta: 11:47:15 ] [ l_g_pix: 4.5069e-02 ] [ l_g_total: 4.5069e-02 ] +2024-09-27 06:45:34,554 INFO: [ epoch: 364 ] [ iter:487,400 ] [ performance: 18.321 it/s ] [ lr: 2.50e-05 ] [ eta: 11:47:04 ] [ l_g_pix: 2.2174e-02 ] [ l_g_total: 2.2174e-02 ] +2024-09-27 06:45:40,004 INFO: [ epoch: 364 ] [ iter:487,500 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 11:46:53 ] [ l_g_pix: 3.6073e-02 ] [ l_g_total: 3.6073e-02 ] +2024-09-27 06:45:45,407 INFO: [ epoch: 364 ] [ iter:487,600 ] [ performance: 18.476 it/s ] [ lr: 2.50e-05 ] [ eta: 11:46:42 ] [ l_g_pix: 4.4781e-02 ] [ l_g_total: 4.4781e-02 ] +2024-09-27 06:45:52,130 INFO: [ epoch: 365 ] [ iter:487,700 ] [ performance: 13.962 it/s ] [ lr: 2.50e-05 ] [ eta: 11:46:32 ] [ l_g_pix: 2.2005e-02 ] [ l_g_total: 2.2005e-02 ] +2024-09-27 06:45:57,597 INFO: [ epoch: 365 ] [ iter:487,800 ] [ performance: 16.161 it/s ] [ lr: 2.50e-05 ] [ eta: 11:46:20 ] [ l_g_pix: 3.8769e-02 ] [ l_g_total: 3.8769e-02 ] +2024-09-27 06:46:03,075 INFO: [ epoch: 365 ] [ iter:487,900 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 11:46:09 ] [ l_g_pix: 1.5764e-02 ] [ l_g_total: 1.5764e-02 ] +2024-09-27 06:46:08,538 INFO: [ epoch: 365 ] [ iter:488,000 ] [ performance: 18.321 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:58 ] [ l_g_pix: 2.2762e-02 ] [ l_g_total: 2.2762e-02 ] +2024-09-27 06:46:14,010 INFO: [ epoch: 365 ] [ iter:488,100 ] [ performance: 18.359 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:47 ] [ l_g_pix: 1.9828e-02 ] [ l_g_total: 1.9828e-02 ] +2024-09-27 06:46:19,482 INFO: [ epoch: 365 ] [ iter:488,200 ] [ performance: 18.312 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:36 ] [ l_g_pix: 2.5628e-02 ] [ l_g_total: 2.5628e-02 ] +2024-09-27 06:46:24,939 INFO: [ epoch: 365 ] [ iter:488,300 ] [ performance: 18.360 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:24 ] [ l_g_pix: 3.1150e-02 ] [ l_g_total: 3.1150e-02 ] +2024-09-27 06:46:30,393 INFO: [ epoch: 365 ] [ iter:488,400 ] [ performance: 18.346 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:13 ] [ l_g_pix: 1.9531e-02 ] [ l_g_total: 1.9531e-02 ] +2024-09-27 06:46:35,867 INFO: [ epoch: 365 ] [ iter:488,500 ] [ performance: 18.378 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:02 ] [ l_g_pix: 2.2487e-02 ] [ l_g_total: 2.2487e-02 ] +2024-09-27 06:46:41,343 INFO: [ epoch: 365 ] [ iter:488,600 ] [ performance: 18.311 it/s ] [ lr: 2.50e-05 ] [ eta: 11:44:51 ] [ l_g_pix: 3.2698e-02 ] [ l_g_total: 3.2698e-02 ] +2024-09-27 06:46:46,822 INFO: [ epoch: 365 ] [ iter:488,700 ] [ performance: 18.310 it/s ] [ lr: 2.50e-05 ] [ eta: 11:44:40 ] [ l_g_pix: 2.3466e-02 ] [ l_g_total: 2.3466e-02 ] +2024-09-27 06:46:52,295 INFO: [ epoch: 365 ] [ iter:488,800 ] [ performance: 18.289 it/s ] [ lr: 2.50e-05 ] [ eta: 11:44:28 ] [ l_g_pix: 2.4279e-02 ] [ l_g_total: 2.4279e-02 ] +2024-09-27 06:46:57,734 INFO: [ epoch: 365 ] [ iter:488,900 ] [ performance: 18.431 it/s ] [ lr: 2.50e-05 ] [ eta: 11:44:17 ] [ l_g_pix: 2.1919e-02 ] [ l_g_total: 2.1919e-02 ] +2024-09-27 06:47:04,296 INFO: [ epoch: 366 ] [ iter:489,000 ] [ performance: 16.390 it/s ] [ lr: 2.50e-05 ] [ eta: 11:44:07 ] [ l_g_pix: 1.4803e-02 ] [ l_g_total: 1.4803e-02 ] +2024-09-27 06:47:09,787 INFO: [ epoch: 366 ] [ iter:489,100 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:56 ] [ l_g_pix: 2.5309e-02 ] [ l_g_total: 2.5309e-02 ] +2024-09-27 06:47:15,228 INFO: [ epoch: 366 ] [ iter:489,200 ] [ performance: 18.399 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:45 ] [ l_g_pix: 2.6799e-02 ] [ l_g_total: 2.6799e-02 ] +2024-09-27 06:47:20,694 INFO: [ epoch: 366 ] [ iter:489,300 ] [ performance: 18.407 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:33 ] [ l_g_pix: 2.9115e-02 ] [ l_g_total: 2.9115e-02 ] +2024-09-27 06:47:26,179 INFO: [ epoch: 366 ] [ iter:489,400 ] [ performance: 18.303 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:22 ] [ l_g_pix: 3.5028e-02 ] [ l_g_total: 3.5028e-02 ] +2024-09-27 06:47:31,646 INFO: [ epoch: 366 ] [ iter:489,500 ] [ performance: 18.321 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:11 ] [ l_g_pix: 2.1847e-02 ] [ l_g_total: 2.1847e-02 ] +2024-09-27 06:47:37,118 INFO: [ epoch: 366 ] [ iter:489,600 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:00 ] [ l_g_pix: 1.3201e-02 ] [ l_g_total: 1.3201e-02 ] +2024-09-27 06:47:42,573 INFO: [ epoch: 366 ] [ iter:489,700 ] [ performance: 18.360 it/s ] [ lr: 2.50e-05 ] [ eta: 11:42:49 ] [ l_g_pix: 2.0669e-02 ] [ l_g_total: 2.0669e-02 ] +2024-09-27 06:47:48,015 INFO: [ epoch: 366 ] [ iter:489,800 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 11:42:38 ] [ l_g_pix: 3.9803e-02 ] [ l_g_total: 3.9803e-02 ] +2024-09-27 06:47:53,468 INFO: [ epoch: 366 ] [ iter:489,900 ] [ performance: 18.422 it/s ] [ lr: 2.50e-05 ] [ eta: 11:42:26 ] [ l_g_pix: 3.0447e-02 ] [ l_g_total: 3.0447e-02 ] +2024-09-27 06:47:58,895 INFO: [ epoch: 366 ] [ iter:490,000 ] [ performance: 18.428 it/s ] [ lr: 2.50e-05 ] [ eta: 11:42:15 ] [ l_g_pix: 2.2877e-02 ] [ l_g_total: 2.2877e-02 ] +2024-09-27 06:47:58,895 INFO: Saving models and training states. +2024-09-27 06:53:53,235 INFO: Validation val + + # psnr: 27.2109........ Best: 27.2179 @ 480000 iter + # ssim: 0.7669........ Best: 0.7672 @ 480000 iter + # dists: 0.7732........ Best: 0.7732 @ 480000 iter + +2024-09-27 06:53:58,678 INFO: [ epoch: 366 ] [ iter:490,100 ] [ performance: 18.266 it/s ] [ lr: 2.50e-05 ] [ eta: 11:48:13 ] [ l_g_pix: 2.9627e-02 ] [ l_g_total: 2.9627e-02 ] +2024-09-27 06:54:04,185 INFO: [ epoch: 366 ] [ iter:490,200 ] [ performance: 18.201 it/s ] [ lr: 2.50e-05 ] [ eta: 11:48:01 ] [ l_g_pix: 3.0782e-02 ] [ l_g_total: 3.0782e-02 ] +2024-09-27 06:54:09,564 INFO: [ epoch: 366 ] [ iter:490,300 ] [ performance: 18.862 it/s ] [ lr: 2.50e-05 ] [ eta: 11:47:50 ] [ l_g_pix: 3.2283e-02 ] [ l_g_total: 3.2283e-02 ] +2024-09-27 06:54:16,213 INFO: [ epoch: 367 ] [ iter:490,400 ] [ performance: 16.293 it/s ] [ lr: 2.50e-05 ] [ eta: 11:47:40 ] [ l_g_pix: 2.5637e-02 ] [ l_g_total: 2.5637e-02 ] +2024-09-27 06:54:21,738 INFO: [ epoch: 367 ] [ iter:490,500 ] [ performance: 18.072 it/s ] [ lr: 2.50e-05 ] [ eta: 11:47:29 ] [ l_g_pix: 2.2328e-02 ] [ l_g_total: 2.2328e-02 ] +2024-09-27 06:54:27,310 INFO: [ epoch: 367 ] [ iter:490,600 ] [ performance: 17.995 it/s ] [ lr: 2.50e-05 ] [ eta: 11:47:17 ] [ l_g_pix: 2.2080e-02 ] [ l_g_total: 2.2080e-02 ] +2024-09-27 06:54:32,776 INFO: [ epoch: 367 ] [ iter:490,700 ] [ performance: 18.416 it/s ] [ lr: 2.50e-05 ] [ eta: 11:47:06 ] [ l_g_pix: 3.0366e-02 ] [ l_g_total: 3.0366e-02 ] +2024-09-27 06:54:38,215 INFO: [ epoch: 367 ] [ iter:490,800 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 11:46:55 ] [ l_g_pix: 1.8673e-02 ] [ l_g_total: 1.8673e-02 ] +2024-09-27 06:54:43,651 INFO: [ epoch: 367 ] [ iter:490,900 ] [ performance: 18.522 it/s ] [ lr: 2.50e-05 ] [ eta: 11:46:43 ] [ l_g_pix: 2.6508e-02 ] [ l_g_total: 2.6508e-02 ] +2024-09-27 06:54:49,115 INFO: [ epoch: 367 ] [ iter:491,000 ] [ performance: 18.382 it/s ] [ lr: 2.50e-05 ] [ eta: 11:46:32 ] [ l_g_pix: 3.2830e-02 ] [ l_g_total: 3.2830e-02 ] +2024-09-27 06:54:54,662 INFO: [ epoch: 367 ] [ iter:491,100 ] [ performance: 18.037 it/s ] [ lr: 2.50e-05 ] [ eta: 11:46:21 ] [ l_g_pix: 3.1908e-02 ] [ l_g_total: 3.1908e-02 ] +2024-09-27 06:55:00,216 INFO: [ epoch: 367 ] [ iter:491,200 ] [ performance: 18.019 it/s ] [ lr: 2.50e-05 ] [ eta: 11:46:10 ] [ l_g_pix: 2.5060e-02 ] [ l_g_total: 2.5060e-02 ] +2024-09-27 06:55:05,768 INFO: [ epoch: 367 ] [ iter:491,300 ] [ performance: 17.785 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:59 ] [ l_g_pix: 3.5748e-02 ] [ l_g_total: 3.5748e-02 ] +2024-09-27 06:55:11,238 INFO: [ epoch: 367 ] [ iter:491,400 ] [ performance: 18.101 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:47 ] [ l_g_pix: 2.2727e-02 ] [ l_g_total: 2.2727e-02 ] +2024-09-27 06:55:16,773 INFO: [ epoch: 367 ] [ iter:491,500 ] [ performance: 18.224 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:36 ] [ l_g_pix: 2.0576e-02 ] [ l_g_total: 2.0576e-02 ] +2024-09-27 06:55:22,210 INFO: [ epoch: 367 ] [ iter:491,600 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:25 ] [ l_g_pix: 2.7107e-02 ] [ l_g_total: 2.7107e-02 ] +2024-09-27 06:55:28,827 INFO: [ epoch: 368 ] [ iter:491,700 ] [ performance: 13.039 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:15 ] [ l_g_pix: 2.6216e-02 ] [ l_g_total: 2.6216e-02 ] +2024-09-27 06:55:34,261 INFO: [ epoch: 368 ] [ iter:491,800 ] [ performance: 16.084 it/s ] [ lr: 2.50e-05 ] [ eta: 11:45:03 ] [ l_g_pix: 2.9917e-02 ] [ l_g_total: 2.9917e-02 ] +2024-09-27 06:55:39,733 INFO: [ epoch: 368 ] [ iter:491,900 ] [ performance: 18.456 it/s ] [ lr: 2.50e-05 ] [ eta: 11:44:52 ] [ l_g_pix: 3.0479e-02 ] [ l_g_total: 3.0479e-02 ] +2024-09-27 06:55:45,210 INFO: [ epoch: 368 ] [ iter:492,000 ] [ performance: 18.330 it/s ] [ lr: 2.50e-05 ] [ eta: 11:44:41 ] [ l_g_pix: 2.8934e-02 ] [ l_g_total: 2.8934e-02 ] +2024-09-27 06:55:50,640 INFO: [ epoch: 368 ] [ iter:492,100 ] [ performance: 18.513 it/s ] [ lr: 2.50e-05 ] [ eta: 11:44:29 ] [ l_g_pix: 2.0973e-02 ] [ l_g_total: 2.0973e-02 ] +2024-09-27 06:55:56,065 INFO: [ epoch: 368 ] [ iter:492,200 ] [ performance: 18.463 it/s ] [ lr: 2.50e-05 ] [ eta: 11:44:18 ] [ l_g_pix: 3.1870e-02 ] [ l_g_total: 3.1870e-02 ] +2024-09-27 06:56:01,502 INFO: [ epoch: 368 ] [ iter:492,300 ] [ performance: 18.450 it/s ] [ lr: 2.50e-05 ] [ eta: 11:44:07 ] [ l_g_pix: 2.0882e-02 ] [ l_g_total: 2.0882e-02 ] +2024-09-27 06:56:06,989 INFO: [ epoch: 368 ] [ iter:492,400 ] [ performance: 18.303 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:56 ] [ l_g_pix: 4.6954e-02 ] [ l_g_total: 4.6954e-02 ] +2024-09-27 06:56:12,475 INFO: [ epoch: 368 ] [ iter:492,500 ] [ performance: 18.395 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:44 ] [ l_g_pix: 2.1187e-02 ] [ l_g_total: 2.1187e-02 ] +2024-09-27 06:56:17,928 INFO: [ epoch: 368 ] [ iter:492,600 ] [ performance: 18.360 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:33 ] [ l_g_pix: 3.3194e-02 ] [ l_g_total: 3.3194e-02 ] +2024-09-27 06:56:23,381 INFO: [ epoch: 368 ] [ iter:492,700 ] [ performance: 18.490 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:22 ] [ l_g_pix: 2.4693e-02 ] [ l_g_total: 2.4693e-02 ] +2024-09-27 06:56:28,819 INFO: [ epoch: 368 ] [ iter:492,800 ] [ performance: 18.423 it/s ] [ lr: 2.50e-05 ] [ eta: 11:43:11 ] [ l_g_pix: 1.9916e-02 ] [ l_g_total: 1.9916e-02 ] +2024-09-27 06:56:34,389 INFO: [ epoch: 368 ] [ iter:492,900 ] [ performance: 17.870 it/s ] [ lr: 2.50e-05 ] [ eta: 11:42:59 ] [ l_g_pix: 3.5210e-02 ] [ l_g_total: 3.5210e-02 ] +2024-09-27 06:56:41,153 INFO: [ epoch: 369 ] [ iter:493,000 ] [ performance: 15.664 it/s ] [ lr: 2.50e-05 ] [ eta: 11:42:50 ] [ l_g_pix: 3.1111e-02 ] [ l_g_total: 3.1111e-02 ] +2024-09-27 06:56:46,610 INFO: [ epoch: 369 ] [ iter:493,100 ] [ performance: 18.545 it/s ] [ lr: 2.50e-05 ] [ eta: 11:42:38 ] [ l_g_pix: 3.3344e-02 ] [ l_g_total: 3.3344e-02 ] +2024-09-27 06:56:52,082 INFO: [ epoch: 369 ] [ iter:493,200 ] [ performance: 18.362 it/s ] [ lr: 2.50e-05 ] [ eta: 11:42:27 ] [ l_g_pix: 2.4102e-02 ] [ l_g_total: 2.4102e-02 ] +2024-09-27 06:56:57,535 INFO: [ epoch: 369 ] [ iter:493,300 ] [ performance: 18.601 it/s ] [ lr: 2.50e-05 ] [ eta: 11:42:16 ] [ l_g_pix: 3.0466e-02 ] [ l_g_total: 3.0466e-02 ] +2024-09-27 06:57:02,959 INFO: [ epoch: 369 ] [ iter:493,400 ] [ performance: 18.490 it/s ] [ lr: 2.50e-05 ] [ eta: 11:42:04 ] [ l_g_pix: 3.7117e-02 ] [ l_g_total: 3.7117e-02 ] +2024-09-27 06:57:08,390 INFO: [ epoch: 369 ] [ iter:493,500 ] [ performance: 18.566 it/s ] [ lr: 2.50e-05 ] [ eta: 11:41:53 ] [ l_g_pix: 2.4447e-02 ] [ l_g_total: 2.4447e-02 ] +2024-09-27 06:57:13,836 INFO: [ epoch: 369 ] [ iter:493,600 ] [ performance: 18.427 it/s ] [ lr: 2.50e-05 ] [ eta: 11:41:42 ] [ l_g_pix: 3.2735e-02 ] [ l_g_total: 3.2735e-02 ] +2024-09-27 06:57:19,281 INFO: [ epoch: 369 ] [ iter:493,700 ] [ performance: 18.571 it/s ] [ lr: 2.50e-05 ] [ eta: 11:41:31 ] [ l_g_pix: 3.1267e-02 ] [ l_g_total: 3.1267e-02 ] +2024-09-27 06:57:24,741 INFO: [ epoch: 369 ] [ iter:493,800 ] [ performance: 18.395 it/s ] [ lr: 2.50e-05 ] [ eta: 11:41:19 ] [ l_g_pix: 3.1512e-02 ] [ l_g_total: 3.1512e-02 ] +2024-09-27 06:57:30,226 INFO: [ epoch: 369 ] [ iter:493,900 ] [ performance: 18.335 it/s ] [ lr: 2.50e-05 ] [ eta: 11:41:08 ] [ l_g_pix: 2.9735e-02 ] [ l_g_total: 2.9735e-02 ] +2024-09-27 06:57:35,680 INFO: [ epoch: 369 ] [ iter:494,000 ] [ performance: 18.336 it/s ] [ lr: 2.50e-05 ] [ eta: 11:40:57 ] [ l_g_pix: 3.1825e-02 ] [ l_g_total: 3.1825e-02 ] +2024-09-27 06:57:41,151 INFO: [ epoch: 369 ] [ iter:494,100 ] [ performance: 18.566 it/s ] [ lr: 2.50e-05 ] [ eta: 11:40:46 ] [ l_g_pix: 2.7662e-02 ] [ l_g_total: 2.7662e-02 ] +2024-09-27 06:57:46,642 INFO: [ epoch: 369 ] [ iter:494,200 ] [ performance: 18.316 it/s ] [ lr: 2.50e-05 ] [ eta: 11:40:35 ] [ l_g_pix: 3.3791e-02 ] [ l_g_total: 3.3791e-02 ] +2024-09-27 06:57:52,051 INFO: [ epoch: 369 ] [ iter:494,300 ] [ performance: 18.786 it/s ] [ lr: 2.50e-05 ] [ eta: 11:40:23 ] [ l_g_pix: 3.2814e-02 ] [ l_g_total: 3.2814e-02 ] +2024-09-27 06:57:58,808 INFO: [ epoch: 370 ] [ iter:494,400 ] [ performance: 15.775 it/s ] [ lr: 2.50e-05 ] [ eta: 11:40:13 ] [ l_g_pix: 2.9672e-02 ] [ l_g_total: 2.9672e-02 ] +2024-09-27 06:58:04,246 INFO: [ epoch: 370 ] [ iter:494,500 ] [ performance: 18.585 it/s ] [ lr: 2.50e-05 ] [ eta: 11:40:02 ] [ l_g_pix: 3.3167e-02 ] [ l_g_total: 3.3167e-02 ] +2024-09-27 06:58:09,706 INFO: [ epoch: 370 ] [ iter:494,600 ] [ performance: 18.392 it/s ] [ lr: 2.50e-05 ] [ eta: 11:39:51 ] [ l_g_pix: 4.0745e-02 ] [ l_g_total: 4.0745e-02 ] +2024-09-27 06:58:15,219 INFO: [ epoch: 370 ] [ iter:494,700 ] [ performance: 18.279 it/s ] [ lr: 2.50e-05 ] [ eta: 11:39:40 ] [ l_g_pix: 2.4869e-02 ] [ l_g_total: 2.4869e-02 ] +2024-09-27 06:58:20,678 INFO: [ epoch: 370 ] [ iter:494,800 ] [ performance: 18.307 it/s ] [ lr: 2.50e-05 ] [ eta: 11:39:29 ] [ l_g_pix: 2.3107e-02 ] [ l_g_total: 2.3107e-02 ] +2024-09-27 06:58:26,144 INFO: [ epoch: 370 ] [ iter:494,900 ] [ performance: 18.506 it/s ] [ lr: 2.50e-05 ] [ eta: 11:39:17 ] [ l_g_pix: 2.5832e-02 ] [ l_g_total: 2.5832e-02 ] +2024-09-27 06:58:31,614 INFO: [ epoch: 370 ] [ iter:495,000 ] [ performance: 18.345 it/s ] [ lr: 2.50e-05 ] [ eta: 11:39:06 ] [ l_g_pix: 2.2611e-02 ] [ l_g_total: 2.2611e-02 ] +2024-09-27 06:58:37,062 INFO: [ epoch: 370 ] [ iter:495,100 ] [ performance: 18.577 it/s ] [ lr: 2.50e-05 ] [ eta: 11:38:55 ] [ l_g_pix: 1.9103e-02 ] [ l_g_total: 1.9103e-02 ] +2024-09-27 06:58:42,522 INFO: [ epoch: 370 ] [ iter:495,200 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 11:38:44 ] [ l_g_pix: 2.3597e-02 ] [ l_g_total: 2.3597e-02 ] +2024-09-27 06:58:48,000 INFO: [ epoch: 370 ] [ iter:495,300 ] [ performance: 18.414 it/s ] [ lr: 2.50e-05 ] [ eta: 11:38:33 ] [ l_g_pix: 1.7437e-02 ] [ l_g_total: 1.7437e-02 ] +2024-09-27 06:58:53,465 INFO: [ epoch: 370 ] [ iter:495,400 ] [ performance: 18.329 it/s ] [ lr: 2.50e-05 ] [ eta: 11:38:21 ] [ l_g_pix: 2.0093e-02 ] [ l_g_total: 2.0093e-02 ] +2024-09-27 06:58:58,909 INFO: [ epoch: 370 ] [ iter:495,500 ] [ performance: 18.642 it/s ] [ lr: 2.50e-05 ] [ eta: 11:38:10 ] [ l_g_pix: 3.6560e-02 ] [ l_g_total: 3.6560e-02 ] +2024-09-27 06:59:04,360 INFO: [ epoch: 370 ] [ iter:495,600 ] [ performance: 18.424 it/s ] [ lr: 2.50e-05 ] [ eta: 11:37:59 ] [ l_g_pix: 2.0854e-02 ] [ l_g_total: 2.0854e-02 ] +2024-09-27 06:59:11,119 INFO: [ epoch: 371 ] [ iter:495,700 ] [ performance: 16.657 it/s ] [ lr: 2.50e-05 ] [ eta: 11:37:49 ] [ l_g_pix: 3.2835e-02 ] [ l_g_total: 3.2835e-02 ] +2024-09-27 06:59:16,607 INFO: [ epoch: 371 ] [ iter:495,800 ] [ performance: 17.800 it/s ] [ lr: 2.50e-05 ] [ eta: 11:37:38 ] [ l_g_pix: 4.4891e-02 ] [ l_g_total: 4.4891e-02 ] +2024-09-27 06:59:22,068 INFO: [ epoch: 371 ] [ iter:495,900 ] [ performance: 18.435 it/s ] [ lr: 2.50e-05 ] [ eta: 11:37:27 ] [ l_g_pix: 3.4788e-02 ] [ l_g_total: 3.4788e-02 ] +2024-09-27 06:59:27,577 INFO: [ epoch: 371 ] [ iter:496,000 ] [ performance: 18.223 it/s ] [ lr: 2.50e-05 ] [ eta: 11:37:16 ] [ l_g_pix: 2.2203e-02 ] [ l_g_total: 2.2203e-02 ] +2024-09-27 06:59:33,024 INFO: [ epoch: 371 ] [ iter:496,100 ] [ performance: 18.726 it/s ] [ lr: 2.50e-05 ] [ eta: 11:37:04 ] [ l_g_pix: 2.8371e-02 ] [ l_g_total: 2.8371e-02 ] +2024-09-27 06:59:38,495 INFO: [ epoch: 371 ] [ iter:496,200 ] [ performance: 18.388 it/s ] [ lr: 2.50e-05 ] [ eta: 11:36:53 ] [ l_g_pix: 3.4497e-02 ] [ l_g_total: 3.4497e-02 ] +2024-09-27 06:59:43,982 INFO: [ epoch: 371 ] [ iter:496,300 ] [ performance: 18.657 it/s ] [ lr: 2.50e-05 ] [ eta: 11:36:42 ] [ l_g_pix: 2.7915e-02 ] [ l_g_total: 2.7915e-02 ] +2024-09-27 06:59:49,470 INFO: [ epoch: 371 ] [ iter:496,400 ] [ performance: 18.325 it/s ] [ lr: 2.50e-05 ] [ eta: 11:36:31 ] [ l_g_pix: 3.2303e-02 ] [ l_g_total: 3.2303e-02 ] +2024-09-27 06:59:54,892 INFO: [ epoch: 371 ] [ iter:496,500 ] [ performance: 18.701 it/s ] [ lr: 2.50e-05 ] [ eta: 11:36:20 ] [ l_g_pix: 2.9518e-02 ] [ l_g_total: 2.9518e-02 ] +2024-09-27 07:00:00,370 INFO: [ epoch: 371 ] [ iter:496,600 ] [ performance: 18.358 it/s ] [ lr: 2.50e-05 ] [ eta: 11:36:08 ] [ l_g_pix: 1.9644e-02 ] [ l_g_total: 1.9644e-02 ] +2024-09-27 07:00:05,855 INFO: [ epoch: 371 ] [ iter:496,700 ] [ performance: 18.458 it/s ] [ lr: 2.50e-05 ] [ eta: 11:35:57 ] [ l_g_pix: 2.0013e-02 ] [ l_g_total: 2.0013e-02 ] +2024-09-27 07:00:11,317 INFO: [ epoch: 371 ] [ iter:496,800 ] [ performance: 18.344 it/s ] [ lr: 2.50e-05 ] [ eta: 11:35:46 ] [ l_g_pix: 2.6741e-02 ] [ l_g_total: 2.6741e-02 ] +2024-09-27 07:00:16,774 INFO: [ epoch: 371 ] [ iter:496,900 ] [ performance: 18.519 it/s ] [ lr: 2.50e-05 ] [ eta: 11:35:35 ] [ l_g_pix: 2.8658e-02 ] [ l_g_total: 2.8658e-02 ] +2024-09-27 07:00:23,234 INFO: [ epoch: 372 ] [ iter:497,000 ] [ performance: 16.059 it/s ] [ lr: 2.50e-05 ] [ eta: 11:35:25 ] [ l_g_pix: 3.2871e-02 ] [ l_g_total: 3.2871e-02 ] +2024-09-27 07:00:28,968 INFO: [ epoch: 372 ] [ iter:497,100 ] [ performance: 18.636 it/s ] [ lr: 2.50e-05 ] [ eta: 11:35:14 ] [ l_g_pix: 3.2110e-02 ] [ l_g_total: 3.2110e-02 ] +2024-09-27 07:00:34,445 INFO: [ epoch: 372 ] [ iter:497,200 ] [ performance: 18.340 it/s ] [ lr: 2.50e-05 ] [ eta: 11:35:03 ] [ l_g_pix: 2.6503e-02 ] [ l_g_total: 2.6503e-02 ] +2024-09-27 07:00:39,908 INFO: [ epoch: 372 ] [ iter:497,300 ] [ performance: 18.217 it/s ] [ lr: 2.50e-05 ] [ eta: 11:34:52 ] [ l_g_pix: 2.2385e-02 ] [ l_g_total: 2.2385e-02 ] +2024-09-27 07:00:45,336 INFO: [ epoch: 372 ] [ iter:497,400 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 11:34:40 ] [ l_g_pix: 3.1607e-02 ] [ l_g_total: 3.1607e-02 ] +2024-09-27 07:00:50,833 INFO: [ epoch: 372 ] [ iter:497,500 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 11:34:29 ] [ l_g_pix: 3.0532e-02 ] [ l_g_total: 3.0532e-02 ] +2024-09-27 07:00:56,311 INFO: [ epoch: 372 ] [ iter:497,600 ] [ performance: 18.287 it/s ] [ lr: 2.50e-05 ] [ eta: 11:34:18 ] [ l_g_pix: 3.5049e-02 ] [ l_g_total: 3.5049e-02 ] +2024-09-27 07:01:01,758 INFO: [ epoch: 372 ] [ iter:497,700 ] [ performance: 18.672 it/s ] [ lr: 2.50e-05 ] [ eta: 11:34:07 ] [ l_g_pix: 2.4283e-02 ] [ l_g_total: 2.4283e-02 ] +2024-09-27 07:01:07,212 INFO: [ epoch: 372 ] [ iter:497,800 ] [ performance: 18.401 it/s ] [ lr: 2.50e-05 ] [ eta: 11:33:56 ] [ l_g_pix: 3.4658e-02 ] [ l_g_total: 3.4658e-02 ] +2024-09-27 07:01:12,696 INFO: [ epoch: 372 ] [ iter:497,900 ] [ performance: 18.195 it/s ] [ lr: 2.50e-05 ] [ eta: 11:33:45 ] [ l_g_pix: 2.2360e-02 ] [ l_g_total: 2.2360e-02 ] +2024-09-27 07:01:18,161 INFO: [ epoch: 372 ] [ iter:498,000 ] [ performance: 18.282 it/s ] [ lr: 2.50e-05 ] [ eta: 11:33:34 ] [ l_g_pix: 3.2010e-02 ] [ l_g_total: 3.2010e-02 ] +2024-09-27 07:01:23,643 INFO: [ epoch: 372 ] [ iter:498,100 ] [ performance: 18.763 it/s ] [ lr: 2.50e-05 ] [ eta: 11:33:23 ] [ l_g_pix: 2.5160e-02 ] [ l_g_total: 2.5160e-02 ] +2024-09-27 07:01:29,124 INFO: [ epoch: 372 ] [ iter:498,200 ] [ performance: 18.339 it/s ] [ lr: 2.50e-05 ] [ eta: 11:33:11 ] [ l_g_pix: 1.1683e-02 ] [ l_g_total: 1.1683e-02 ] +2024-09-27 07:01:34,492 INFO: [ epoch: 372 ] [ iter:498,300 ] [ performance: 18.908 it/s ] [ lr: 2.50e-05 ] [ eta: 11:33:00 ] [ l_g_pix: 2.3546e-02 ] [ l_g_total: 2.3546e-02 ] +2024-09-27 07:01:41,193 INFO: [ epoch: 373 ] [ iter:498,400 ] [ performance: 15.492 it/s ] [ lr: 2.50e-05 ] [ eta: 11:32:50 ] [ l_g_pix: 3.9699e-02 ] [ l_g_total: 3.9699e-02 ] +2024-09-27 07:01:46,643 INFO: [ epoch: 373 ] [ iter:498,500 ] [ performance: 18.746 it/s ] [ lr: 2.50e-05 ] [ eta: 11:32:39 ] [ l_g_pix: 3.4938e-02 ] [ l_g_total: 3.4938e-02 ] +2024-09-27 07:01:52,084 INFO: [ epoch: 373 ] [ iter:498,600 ] [ performance: 18.440 it/s ] [ lr: 2.50e-05 ] [ eta: 11:32:28 ] [ l_g_pix: 3.5131e-02 ] [ l_g_total: 3.5131e-02 ] +2024-09-27 07:01:57,535 INFO: [ epoch: 373 ] [ iter:498,700 ] [ performance: 18.070 it/s ] [ lr: 2.50e-05 ] [ eta: 11:32:17 ] [ l_g_pix: 2.4924e-02 ] [ l_g_total: 2.4924e-02 ] +2024-09-27 07:02:02,990 INFO: [ epoch: 373 ] [ iter:498,800 ] [ performance: 18.294 it/s ] [ lr: 2.50e-05 ] [ eta: 11:32:06 ] [ l_g_pix: 2.6208e-02 ] [ l_g_total: 2.6208e-02 ] +2024-09-27 07:02:08,451 INFO: [ epoch: 373 ] [ iter:498,900 ] [ performance: 18.769 it/s ] [ lr: 2.50e-05 ] [ eta: 11:31:55 ] [ l_g_pix: 4.8318e-02 ] [ l_g_total: 4.8318e-02 ] +2024-09-27 07:02:13,892 INFO: [ epoch: 373 ] [ iter:499,000 ] [ performance: 18.438 it/s ] [ lr: 2.50e-05 ] [ eta: 11:31:43 ] [ l_g_pix: 2.9357e-02 ] [ l_g_total: 2.9357e-02 ] +2024-09-27 07:02:19,378 INFO: [ epoch: 373 ] [ iter:499,100 ] [ performance: 18.597 it/s ] [ lr: 2.50e-05 ] [ eta: 11:31:32 ] [ l_g_pix: 2.9470e-02 ] [ l_g_total: 2.9470e-02 ] +2024-09-27 07:02:24,828 INFO: [ epoch: 373 ] [ iter:499,200 ] [ performance: 18.387 it/s ] [ lr: 2.50e-05 ] [ eta: 11:31:21 ] [ l_g_pix: 2.8212e-02 ] [ l_g_total: 2.8212e-02 ] +2024-09-27 07:02:30,295 INFO: [ epoch: 373 ] [ iter:499,300 ] [ performance: 18.092 it/s ] [ lr: 2.50e-05 ] [ eta: 11:31:10 ] [ l_g_pix: 2.7045e-02 ] [ l_g_total: 2.7045e-02 ] +2024-09-27 07:02:35,754 INFO: [ epoch: 373 ] [ iter:499,400 ] [ performance: 18.287 it/s ] [ lr: 2.50e-05 ] [ eta: 11:30:59 ] [ l_g_pix: 2.4899e-02 ] [ l_g_total: 2.4899e-02 ] +2024-09-27 07:02:41,252 INFO: [ epoch: 373 ] [ iter:499,500 ] [ performance: 18.612 it/s ] [ lr: 2.50e-05 ] [ eta: 11:30:48 ] [ l_g_pix: 2.3161e-02 ] [ l_g_total: 2.3161e-02 ] +2024-09-27 07:02:46,714 INFO: [ epoch: 373 ] [ iter:499,600 ] [ performance: 18.350 it/s ] [ lr: 2.50e-05 ] [ eta: 11:30:37 ] [ l_g_pix: 2.3257e-02 ] [ l_g_total: 2.3257e-02 ] +2024-09-27 07:02:53,399 INFO: [ epoch: 374 ] [ iter:499,700 ] [ performance: 18.529 it/s ] [ lr: 2.50e-05 ] [ eta: 11:30:27 ] [ l_g_pix: 3.9413e-02 ] [ l_g_total: 3.9413e-02 ] +2024-09-27 07:02:58,884 INFO: [ epoch: 374 ] [ iter:499,800 ] [ performance: 18.269 it/s ] [ lr: 2.50e-05 ] [ eta: 11:30:16 ] [ l_g_pix: 2.7802e-02 ] [ l_g_total: 2.7802e-02 ] +2024-09-27 07:03:04,366 INFO: [ epoch: 374 ] [ iter:499,900 ] [ performance: 18.517 it/s ] [ lr: 2.50e-05 ] [ eta: 11:30:05 ] [ l_g_pix: 2.7973e-02 ] [ l_g_total: 2.7973e-02 ] +2024-09-27 07:03:09,853 INFO: [ epoch: 374 ] [ iter:500,000 ] [ performance: 18.260 it/s ] [ lr: 2.50e-05 ] [ eta: 11:29:54 ] [ l_g_pix: 3.5808e-02 ] [ l_g_total: 3.5808e-02 ] +2024-09-27 07:03:09,853 INFO: Saving models and training states. +2024-09-27 07:06:11,977 INFO: Validation val + + # psnr: 27.2169........ Best: 27.2179 @ 480000 iter + # ssim: 0.7671........ Best: 0.7672 @ 480000 iter + # dists: 0.7732........ Best: 0.7732 @ 480000 iter + diff --git a/baseline/DF2K/4xDF2K_plksr_tiny/training_states/500000.state b/baseline/DF2K/4xDF2K_plksr_tiny/training_states/500000.state new file mode 100644 index 0000000000000000000000000000000000000000..7c659f55e4f7fd978004b87a5ac38bc62659b9bc --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny/training_states/500000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de125d6476b28e0f8f500d3f8d6dd38d8399d8836c92bfa3f8673e0172f9a671 +size 19045418 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_bf16/4xDF2K_plksr_tiny_bf16.toml b/baseline/DF2K/4xDF2K_plksr_tiny_bf16/4xDF2K_plksr_tiny_bf16.toml new file mode 100644 index 0000000000000000000000000000000000000000..45613d9666009af42f17ef09d819f0aadd89b5ac --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_bf16/4xDF2K_plksr_tiny_bf16.toml @@ -0,0 +1,59 @@ +name = "4xDF2K_plksr_tiny_bf16" +model_type = "image" +scale = 4 +use_amp = true +bfloat16 = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_HR_tiled/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_LR_tiled/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 200000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_bf16/models/net_g_200000.pth b/baseline/DF2K/4xDF2K_plksr_tiny_bf16/models/net_g_200000.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4b274226d34866ff9b26c697ba835e507eb3bc1 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_bf16/models/net_g_200000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df446e3520a58cb039fd7c107e991cc2faf1f4ef6e05bc0e2fb3e4231cb320ad +size 9513138 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_bf16/train_4xDF2K_plksr_tiny_bf16_20241001_035536.log b/baseline/DF2K/4xDF2K_plksr_tiny_bf16/train_4xDF2K_plksr_tiny_bf16_20241001_035536.log new file mode 100644 index 0000000000000000000000000000000000000000..1e1d758bbff39ce519ce45bd3c8772bd8b629fbb --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_bf16/train_4xDF2K_plksr_tiny_bf16_20241001_035536.log @@ -0,0 +1,2170 @@ +2024-10-01 03:55:36,252 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-01 03:55:38,625 INFO: Dataset [paired] is built. +2024-10-01 03:55:38,625 INFO: Training statistics: + Starting model: 4xDF2K_plksr_tiny_bf16 + Number of train images: 21387 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1337 + Total epochs 150 for total iters 200000. +2024-10-01 03:55:38,627 INFO: Dataset [paired] is built. +2024-10-01 03:55:38,627 INFO: Number of val images/folders: 100 +2024-10-01 03:55:39,059 INFO: Using network [plksr]. +2024-10-01 03:55:39,101 INFO: Using exponential-moving average. +2024-10-01 03:55:39,102 INFO: Loss [L1Loss] enabled. +2024-10-01 03:55:39,102 INFO: Using model [image]. +2024-10-01 03:55:39,603 INFO: AMP enabled. +2024-10-01 03:55:39,604 INFO: Deterministic mode enabled. +2024-10-01 03:55:39,604 INFO: Start training from epoch: 0, iter: 0 +2024-10-01 03:55:46,646 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 14.203 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:25 ] [ l_g_pix: 5.1227e-02 ] [ l_g_total: 5.1227e-02 ] +2024-10-01 03:55:51,195 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 17.258 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:55 ] [ l_g_pix: 3.9053e-02 ] [ l_g_total: 3.9053e-02 ] +2024-10-01 03:55:55,745 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 21.985 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:22 ] [ l_g_pix: 3.6799e-02 ] [ l_g_total: 3.6799e-02 ] +2024-10-01 03:56:00,295 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 21.983 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:34 ] [ l_g_pix: 4.2579e-02 ] [ l_g_total: 4.2579e-02 ] +2024-10-01 03:56:04,848 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 21.973 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:40 ] [ l_g_pix: 3.8635e-02 ] [ l_g_total: 3.8635e-02 ] +2024-10-01 03:56:09,377 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 22.027 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:35 ] [ l_g_pix: 3.8948e-02 ] [ l_g_total: 3.8948e-02 ] +2024-10-01 03:56:13,917 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 22.040 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:33 ] [ l_g_pix: 3.0037e-02 ] [ l_g_total: 3.0037e-02 ] +2024-10-01 03:56:18,460 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 22.028 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:31 ] [ l_g_pix: 3.0388e-02 ] [ l_g_total: 3.0388e-02 ] +2024-10-01 03:56:22,981 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 22.174 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:23 ] [ l_g_pix: 3.5220e-02 ] [ l_g_total: 3.5220e-02 ] +2024-10-01 03:56:27,521 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 22.101 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:20 ] [ l_g_pix: 4.1429e-02 ] [ l_g_total: 4.1429e-02 ] +2024-10-01 03:56:32,084 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 21.963 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:21 ] [ l_g_pix: 3.0200e-02 ] [ l_g_total: 3.0200e-02 ] +2024-10-01 03:56:36,570 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 22.132 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:08 ] [ l_g_pix: 3.0872e-02 ] [ l_g_total: 3.0872e-02 ] +2024-10-01 03:56:40,990 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 22.704 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:47 ] [ l_g_pix: 3.3397e-02 ] [ l_g_total: 3.3397e-02 ] +2024-10-01 03:56:46,509 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 20.088 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:04 ] [ l_g_pix: 2.6292e-02 ] [ l_g_total: 2.6292e-02 ] +2024-10-01 03:56:51,029 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 22.199 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:49 ] [ l_g_pix: 2.4483e-02 ] [ l_g_total: 2.4483e-02 ] +2024-10-01 03:56:55,529 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 22.214 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:34 ] [ l_g_pix: 4.8196e-02 ] [ l_g_total: 4.8196e-02 ] +2024-10-01 03:57:00,058 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 22.114 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:23 ] [ l_g_pix: 3.2828e-02 ] [ l_g_total: 3.2828e-02 ] +2024-10-01 03:57:04,613 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 22.032 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:15 ] [ l_g_pix: 1.9943e-02 ] [ l_g_total: 1.9943e-02 ] +2024-10-01 03:57:09,161 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 22.083 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:07 ] [ l_g_pix: 2.6143e-02 ] [ l_g_total: 2.6143e-02 ] +2024-10-01 03:57:13,714 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 22.021 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:00 ] [ l_g_pix: 3.6885e-02 ] [ l_g_total: 3.6885e-02 ] +2024-10-01 03:57:18,231 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 22.201 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:50 ] [ l_g_pix: 3.7827e-02 ] [ l_g_total: 3.7827e-02 ] +2024-10-01 03:57:22,765 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 22.126 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:42 ] [ l_g_pix: 2.9763e-02 ] [ l_g_total: 2.9763e-02 ] +2024-10-01 03:57:27,294 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 22.144 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:34 ] [ l_g_pix: 2.8766e-02 ] [ l_g_total: 2.8766e-02 ] +2024-10-01 03:57:31,834 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 22.083 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:27 ] [ l_g_pix: 2.1958e-02 ] [ l_g_total: 2.1958e-02 ] +2024-10-01 03:57:36,367 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 22.142 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:19 ] [ l_g_pix: 3.3832e-02 ] [ l_g_total: 3.3832e-02 ] +2024-10-01 03:57:40,867 INFO: [ epoch: 1 ] [ iter: 2,600 ] [ performance: 22.185 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:10 ] [ l_g_pix: 2.5065e-02 ] [ l_g_total: 2.5065e-02 ] +2024-10-01 03:57:46,148 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 18.521 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:58 ] [ l_g_pix: 3.8379e-02 ] [ l_g_total: 3.8379e-02 ] +2024-10-01 03:57:50,709 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 20.219 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:51 ] [ l_g_pix: 3.6039e-02 ] [ l_g_total: 3.6039e-02 ] +2024-10-01 03:57:55,244 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 22.114 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:43 ] [ l_g_pix: 2.5093e-02 ] [ l_g_total: 2.5093e-02 ] +2024-10-01 03:57:59,796 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 22.036 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:36 ] [ l_g_pix: 2.8328e-02 ] [ l_g_total: 2.8328e-02 ] +2024-10-01 03:58:04,365 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 21.972 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:30 ] [ l_g_pix: 1.9196e-02 ] [ l_g_total: 1.9196e-02 ] +2024-10-01 03:58:08,922 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 21.959 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:24 ] [ l_g_pix: 3.3944e-02 ] [ l_g_total: 3.3944e-02 ] +2024-10-01 03:58:13,455 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 22.146 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:16 ] [ l_g_pix: 2.9275e-02 ] [ l_g_total: 2.9275e-02 ] +2024-10-01 03:58:18,015 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 22.029 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:10 ] [ l_g_pix: 2.8410e-02 ] [ l_g_total: 2.8410e-02 ] +2024-10-01 03:58:22,556 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 22.194 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:03 ] [ l_g_pix: 3.3748e-02 ] [ l_g_total: 3.3748e-02 ] +2024-10-01 03:58:27,083 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 22.138 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:55 ] [ l_g_pix: 4.8535e-02 ] [ l_g_total: 4.8535e-02 ] +2024-10-01 03:58:31,623 INFO: [ epoch: 2 ] [ iter: 3,700 ] [ performance: 22.157 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:49 ] [ l_g_pix: 3.5216e-02 ] [ l_g_total: 3.5216e-02 ] +2024-10-01 03:58:36,178 INFO: [ epoch: 2 ] [ iter: 3,800 ] [ performance: 22.049 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:43 ] [ l_g_pix: 3.1623e-02 ] [ l_g_total: 3.1623e-02 ] +2024-10-01 03:58:40,747 INFO: [ epoch: 2 ] [ iter: 3,900 ] [ performance: 22.086 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:38 ] [ l_g_pix: 2.6424e-02 ] [ l_g_total: 2.6424e-02 ] +2024-10-01 03:58:45,138 INFO: [ epoch: 2 ] [ iter: 4,000 ] [ performance: 22.462 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:24 ] [ l_g_pix: 2.7549e-02 ] [ l_g_total: 2.7549e-02 ] +2024-10-01 03:58:50,783 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 21.028 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:11 ] [ l_g_pix: 3.1731e-02 ] [ l_g_total: 3.1731e-02 ] +2024-10-01 03:58:55,309 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 21.608 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:03 ] [ l_g_pix: 3.9042e-02 ] [ l_g_total: 3.9042e-02 ] +2024-10-01 03:58:59,886 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 21.987 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:57 ] [ l_g_pix: 3.6040e-02 ] [ l_g_total: 3.6040e-02 ] +2024-10-01 03:59:04,448 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 21.953 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:51 ] [ l_g_pix: 4.4058e-02 ] [ l_g_total: 4.4058e-02 ] +2024-10-01 03:59:09,012 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 22.140 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:45 ] [ l_g_pix: 4.6647e-02 ] [ l_g_total: 4.6647e-02 ] +2024-10-01 03:59:13,591 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 21.970 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:39 ] [ l_g_pix: 2.3809e-02 ] [ l_g_total: 2.3809e-02 ] +2024-10-01 03:59:18,149 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 22.118 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:33 ] [ l_g_pix: 3.1857e-02 ] [ l_g_total: 3.1857e-02 ] +2024-10-01 03:59:22,739 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 21.933 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:28 ] [ l_g_pix: 4.2334e-02 ] [ l_g_total: 4.2334e-02 ] +2024-10-01 03:59:27,304 INFO: [ epoch: 3 ] [ iter: 4,900 ] [ performance: 22.020 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:23 ] [ l_g_pix: 3.9263e-02 ] [ l_g_total: 3.9263e-02 ] +2024-10-01 03:59:31,852 INFO: [ epoch: 3 ] [ iter: 5,000 ] [ performance: 22.003 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:16 ] [ l_g_pix: 2.2028e-02 ] [ l_g_total: 2.2028e-02 ] +2024-10-01 03:59:36,429 INFO: [ epoch: 3 ] [ iter: 5,100 ] [ performance: 22.051 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:11 ] [ l_g_pix: 3.5775e-02 ] [ l_g_total: 3.5775e-02 ] +2024-10-01 03:59:40,973 INFO: [ epoch: 3 ] [ iter: 5,200 ] [ performance: 22.029 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:05 ] [ l_g_pix: 3.7552e-02 ] [ l_g_total: 3.7552e-02 ] +2024-10-01 03:59:45,425 INFO: [ epoch: 3 ] [ iter: 5,300 ] [ performance: 22.744 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:55 ] [ l_g_pix: 3.0558e-02 ] [ l_g_total: 3.0558e-02 ] +2024-10-01 03:59:50,988 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 19.738 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:25 ] [ l_g_pix: 3.8788e-02 ] [ l_g_total: 3.8788e-02 ] +2024-10-01 03:59:55,519 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 22.207 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:18 ] [ l_g_pix: 3.2473e-02 ] [ l_g_total: 3.2473e-02 ] +2024-10-01 04:00:00,036 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 22.170 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:10 ] [ l_g_pix: 4.4481e-02 ] [ l_g_total: 4.4481e-02 ] +2024-10-01 04:00:04,589 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 22.073 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:04 ] [ l_g_pix: 2.5019e-02 ] [ l_g_total: 2.5019e-02 ] +2024-10-01 04:00:09,210 INFO: [ epoch: 4 ] [ iter: 5,800 ] [ performance: 21.822 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:00 ] [ l_g_pix: 3.3162e-02 ] [ l_g_total: 3.3162e-02 ] +2024-10-01 04:00:13,771 INFO: [ epoch: 4 ] [ iter: 5,900 ] [ performance: 22.082 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:54 ] [ l_g_pix: 3.9042e-02 ] [ l_g_total: 3.9042e-02 ] +2024-10-01 04:00:18,313 INFO: [ epoch: 4 ] [ iter: 6,000 ] [ performance: 22.048 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:47 ] [ l_g_pix: 3.3957e-02 ] [ l_g_total: 3.3957e-02 ] +2024-10-01 04:00:22,882 INFO: [ epoch: 4 ] [ iter: 6,100 ] [ performance: 22.016 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:42 ] [ l_g_pix: 2.3525e-02 ] [ l_g_total: 2.3525e-02 ] +2024-10-01 04:00:27,438 INFO: [ epoch: 4 ] [ iter: 6,200 ] [ performance: 21.977 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:36 ] [ l_g_pix: 3.2876e-02 ] [ l_g_total: 3.2876e-02 ] +2024-10-01 04:00:32,023 INFO: [ epoch: 4 ] [ iter: 6,300 ] [ performance: 21.962 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:31 ] [ l_g_pix: 2.6536e-02 ] [ l_g_total: 2.6536e-02 ] +2024-10-01 04:00:36,611 INFO: [ epoch: 4 ] [ iter: 6,400 ] [ performance: 21.863 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:26 ] [ l_g_pix: 2.4509e-02 ] [ l_g_total: 2.4509e-02 ] +2024-10-01 04:00:41,163 INFO: [ epoch: 4 ] [ iter: 6,500 ] [ performance: 22.008 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:20 ] [ l_g_pix: 3.8906e-02 ] [ l_g_total: 3.8906e-02 ] +2024-10-01 04:00:45,686 INFO: [ epoch: 4 ] [ iter: 6,600 ] [ performance: 22.069 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:13 ] [ l_g_pix: 3.2449e-02 ] [ l_g_total: 3.2449e-02 ] +2024-10-01 04:00:51,246 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 16.340 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:36 ] [ l_g_pix: 4.1856e-02 ] [ l_g_total: 4.1856e-02 ] +2024-10-01 04:00:55,761 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 19.386 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:29 ] [ l_g_pix: 2.7373e-02 ] [ l_g_total: 2.7373e-02 ] +2024-10-01 04:01:00,337 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 21.912 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:23 ] [ l_g_pix: 2.7675e-02 ] [ l_g_total: 2.7675e-02 ] +2024-10-01 04:01:04,894 INFO: [ epoch: 5 ] [ iter: 7,000 ] [ performance: 21.933 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:17 ] [ l_g_pix: 3.8023e-02 ] [ l_g_total: 3.8023e-02 ] +2024-10-01 04:01:09,434 INFO: [ epoch: 5 ] [ iter: 7,100 ] [ performance: 22.149 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:10 ] [ l_g_pix: 3.5373e-02 ] [ l_g_total: 3.5373e-02 ] +2024-10-01 04:01:13,971 INFO: [ epoch: 5 ] [ iter: 7,200 ] [ performance: 22.085 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:04 ] [ l_g_pix: 3.3669e-02 ] [ l_g_total: 3.3669e-02 ] +2024-10-01 04:01:18,508 INFO: [ epoch: 5 ] [ iter: 7,300 ] [ performance: 22.149 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:57 ] [ l_g_pix: 2.5858e-02 ] [ l_g_total: 2.5858e-02 ] +2024-10-01 04:01:23,053 INFO: [ epoch: 5 ] [ iter: 7,400 ] [ performance: 22.062 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:51 ] [ l_g_pix: 1.9276e-02 ] [ l_g_total: 1.9276e-02 ] +2024-10-01 04:01:27,597 INFO: [ epoch: 5 ] [ iter: 7,500 ] [ performance: 22.042 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:45 ] [ l_g_pix: 3.4370e-02 ] [ l_g_total: 3.4370e-02 ] +2024-10-01 04:01:32,164 INFO: [ epoch: 5 ] [ iter: 7,600 ] [ performance: 21.957 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:39 ] [ l_g_pix: 4.1175e-02 ] [ l_g_total: 4.1175e-02 ] +2024-10-01 04:01:36,689 INFO: [ epoch: 5 ] [ iter: 7,700 ] [ performance: 22.148 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:33 ] [ l_g_pix: 3.7817e-02 ] [ l_g_total: 3.7817e-02 ] +2024-10-01 04:01:41,243 INFO: [ epoch: 5 ] [ iter: 7,800 ] [ performance: 22.031 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:27 ] [ l_g_pix: 2.0445e-02 ] [ l_g_total: 2.0445e-02 ] +2024-10-01 04:01:45,811 INFO: [ epoch: 5 ] [ iter: 7,900 ] [ performance: 21.960 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:21 ] [ l_g_pix: 4.0341e-02 ] [ l_g_total: 4.0341e-02 ] +2024-10-01 04:01:50,206 INFO: [ epoch: 5 ] [ iter: 8,000 ] [ performance: 22.449 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:12 ] [ l_g_pix: 3.7515e-02 ] [ l_g_total: 3.7515e-02 ] +2024-10-01 04:01:55,761 INFO: [ epoch: 6 ] [ iter: 8,100 ] [ performance: 22.180 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:30 ] [ l_g_pix: 3.5877e-02 ] [ l_g_total: 3.5877e-02 ] +2024-10-01 04:02:00,310 INFO: [ epoch: 6 ] [ iter: 8,200 ] [ performance: 22.058 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:24 ] [ l_g_pix: 3.2037e-02 ] [ l_g_total: 3.2037e-02 ] +2024-10-01 04:02:04,897 INFO: [ epoch: 6 ] [ iter: 8,300 ] [ performance: 21.779 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:19 ] [ l_g_pix: 2.9653e-02 ] [ l_g_total: 2.9653e-02 ] +2024-10-01 04:02:09,428 INFO: [ epoch: 6 ] [ iter: 8,400 ] [ performance: 21.965 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:12 ] [ l_g_pix: 2.3798e-02 ] [ l_g_total: 2.3798e-02 ] +2024-10-01 04:02:13,980 INFO: [ epoch: 6 ] [ iter: 8,500 ] [ performance: 21.939 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:06 ] [ l_g_pix: 3.3799e-02 ] [ l_g_total: 3.3799e-02 ] +2024-10-01 04:02:18,537 INFO: [ epoch: 6 ] [ iter: 8,600 ] [ performance: 21.945 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:00 ] [ l_g_pix: 3.8238e-02 ] [ l_g_total: 3.8238e-02 ] +2024-10-01 04:02:23,111 INFO: [ epoch: 6 ] [ iter: 8,700 ] [ performance: 22.069 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:55 ] [ l_g_pix: 4.2243e-02 ] [ l_g_total: 4.2243e-02 ] +2024-10-01 04:02:27,645 INFO: [ epoch: 6 ] [ iter: 8,800 ] [ performance: 22.061 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:49 ] [ l_g_pix: 4.2456e-02 ] [ l_g_total: 4.2456e-02 ] +2024-10-01 04:02:32,209 INFO: [ epoch: 6 ] [ iter: 8,900 ] [ performance: 22.021 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:43 ] [ l_g_pix: 4.3552e-02 ] [ l_g_total: 4.3552e-02 ] +2024-10-01 04:02:36,754 INFO: [ epoch: 6 ] [ iter: 9,000 ] [ performance: 22.010 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:37 ] [ l_g_pix: 3.8855e-02 ] [ l_g_total: 3.8855e-02 ] +2024-10-01 04:02:41,299 INFO: [ epoch: 6 ] [ iter: 9,100 ] [ performance: 22.049 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:32 ] [ l_g_pix: 2.9513e-02 ] [ l_g_total: 2.9513e-02 ] +2024-10-01 04:02:45,823 INFO: [ epoch: 6 ] [ iter: 9,200 ] [ performance: 22.089 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:25 ] [ l_g_pix: 2.1618e-02 ] [ l_g_total: 2.1618e-02 ] +2024-10-01 04:02:50,311 INFO: [ epoch: 6 ] [ iter: 9,300 ] [ performance: 22.727 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:18 ] [ l_g_pix: 2.8064e-02 ] [ l_g_total: 2.8064e-02 ] +2024-10-01 04:02:55,818 INFO: [ epoch: 7 ] [ iter: 9,400 ] [ performance: 19.539 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:32 ] [ l_g_pix: 3.1593e-02 ] [ l_g_total: 3.1593e-02 ] +2024-10-01 04:03:00,380 INFO: [ epoch: 7 ] [ iter: 9,500 ] [ performance: 22.184 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:26 ] [ l_g_pix: 3.6749e-02 ] [ l_g_total: 3.6749e-02 ] +2024-10-01 04:03:04,917 INFO: [ epoch: 7 ] [ iter: 9,600 ] [ performance: 22.093 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:20 ] [ l_g_pix: 4.0940e-02 ] [ l_g_total: 4.0940e-02 ] +2024-10-01 04:03:09,494 INFO: [ epoch: 7 ] [ iter: 9,700 ] [ performance: 22.033 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:15 ] [ l_g_pix: 3.8893e-02 ] [ l_g_total: 3.8893e-02 ] +2024-10-01 04:03:14,078 INFO: [ epoch: 7 ] [ iter: 9,800 ] [ performance: 21.892 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:10 ] [ l_g_pix: 2.9628e-02 ] [ l_g_total: 2.9628e-02 ] +2024-10-01 04:03:18,656 INFO: [ epoch: 7 ] [ iter: 9,900 ] [ performance: 21.779 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:05 ] [ l_g_pix: 4.4028e-02 ] [ l_g_total: 4.4028e-02 ] +2024-10-01 04:03:23,218 INFO: [ epoch: 7 ] [ iter: 10,000 ] [ performance: 21.876 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:59 ] [ l_g_pix: 2.1302e-02 ] [ l_g_total: 2.1302e-02 ] +2024-10-01 04:03:23,218 INFO: Saving models and training states. +2024-10-01 04:06:22,345 INFO: Validation val + + # psnr: 26.2989........ Best: 26.2989 @ 10000 iter + # ssim: 0.7394........ Best: 0.7394 @ 10000 iter + # dists: 0.7808........ Best: 0.7808 @ 10000 iter + +2024-10-01 04:06:26,856 INFO: [ epoch: 7 ] [ iter: 10,100 ] [ performance: 22.226 it/s ] [ lr: 1.00e-04 ] [ eta: 3:22:01 ] [ l_g_pix: 3.9333e-02 ] [ l_g_total: 3.9333e-02 ] +2024-10-01 04:06:31,414 INFO: [ epoch: 7 ] [ iter: 10,200 ] [ performance: 22.036 it/s ] [ lr: 1.00e-04 ] [ eta: 3:21:20 ] [ l_g_pix: 3.0493e-02 ] [ l_g_total: 3.0493e-02 ] +2024-10-01 04:06:35,963 INFO: [ epoch: 7 ] [ iter: 10,300 ] [ performance: 22.262 it/s ] [ lr: 1.00e-04 ] [ eta: 3:20:41 ] [ l_g_pix: 3.1547e-02 ] [ l_g_total: 3.1547e-02 ] +2024-10-01 04:06:40,553 INFO: [ epoch: 7 ] [ iter: 10,400 ] [ performance: 21.944 it/s ] [ lr: 1.00e-04 ] [ eta: 3:20:02 ] [ l_g_pix: 4.6639e-02 ] [ l_g_total: 4.6639e-02 ] +2024-10-01 04:06:45,118 INFO: [ epoch: 7 ] [ iter: 10,500 ] [ performance: 21.959 it/s ] [ lr: 1.00e-04 ] [ eta: 3:19:24 ] [ l_g_pix: 3.6315e-02 ] [ l_g_total: 3.6315e-02 ] +2024-10-01 04:06:49,662 INFO: [ epoch: 7 ] [ iter: 10,600 ] [ performance: 21.996 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:46 ] [ l_g_pix: 2.5660e-02 ] [ l_g_total: 2.5660e-02 ] +2024-10-01 04:06:54,872 INFO: [ epoch: 8 ] [ iter: 10,700 ] [ performance: 16.207 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:21 ] [ l_g_pix: 3.4572e-02 ] [ l_g_total: 3.4572e-02 ] +2024-10-01 04:06:59,550 INFO: [ epoch: 8 ] [ iter: 10,800 ] [ performance: 19.402 it/s ] [ lr: 1.00e-04 ] [ eta: 3:17:46 ] [ l_g_pix: 2.3539e-02 ] [ l_g_total: 2.3539e-02 ] +2024-10-01 04:07:04,060 INFO: [ epoch: 8 ] [ iter: 10,900 ] [ performance: 22.277 it/s ] [ lr: 1.00e-04 ] [ eta: 3:17:09 ] [ l_g_pix: 2.1098e-02 ] [ l_g_total: 2.1098e-02 ] +2024-10-01 04:07:08,617 INFO: [ epoch: 8 ] [ iter: 11,000 ] [ performance: 22.052 it/s ] [ lr: 1.00e-04 ] [ eta: 3:16:34 ] [ l_g_pix: 4.1043e-02 ] [ l_g_total: 4.1043e-02 ] +2024-10-01 04:07:13,206 INFO: [ epoch: 8 ] [ iter: 11,100 ] [ performance: 22.028 it/s ] [ lr: 1.00e-04 ] [ eta: 3:15:59 ] [ l_g_pix: 4.4765e-02 ] [ l_g_total: 4.4765e-02 ] +2024-10-01 04:07:17,769 INFO: [ epoch: 8 ] [ iter: 11,200 ] [ performance: 21.950 it/s ] [ lr: 1.00e-04 ] [ eta: 3:15:25 ] [ l_g_pix: 2.6823e-02 ] [ l_g_total: 2.6823e-02 ] +2024-10-01 04:07:22,360 INFO: [ epoch: 8 ] [ iter: 11,300 ] [ performance: 21.943 it/s ] [ lr: 1.00e-04 ] [ eta: 3:14:52 ] [ l_g_pix: 2.8600e-02 ] [ l_g_total: 2.8600e-02 ] +2024-10-01 04:07:26,937 INFO: [ epoch: 8 ] [ iter: 11,400 ] [ performance: 21.881 it/s ] [ lr: 1.00e-04 ] [ eta: 3:14:19 ] [ l_g_pix: 2.7629e-02 ] [ l_g_total: 2.7629e-02 ] +2024-10-01 04:07:31,472 INFO: [ epoch: 8 ] [ iter: 11,500 ] [ performance: 22.190 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:46 ] [ l_g_pix: 2.9422e-02 ] [ l_g_total: 2.9422e-02 ] +2024-10-01 04:07:36,033 INFO: [ epoch: 8 ] [ iter: 11,600 ] [ performance: 22.006 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:13 ] [ l_g_pix: 3.7678e-02 ] [ l_g_total: 3.7678e-02 ] +2024-10-01 04:07:40,593 INFO: [ epoch: 8 ] [ iter: 11,700 ] [ performance: 22.213 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:42 ] [ l_g_pix: 3.1631e-02 ] [ l_g_total: 3.1631e-02 ] +2024-10-01 04:07:45,151 INFO: [ epoch: 8 ] [ iter: 11,800 ] [ performance: 22.021 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:10 ] [ l_g_pix: 3.2009e-02 ] [ l_g_total: 3.2009e-02 ] +2024-10-01 04:07:49,725 INFO: [ epoch: 8 ] [ iter: 11,900 ] [ performance: 22.179 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:40 ] [ l_g_pix: 4.0718e-02 ] [ l_g_total: 4.0718e-02 ] +2024-10-01 04:07:54,156 INFO: [ epoch: 8 ] [ iter: 12,000 ] [ performance: 22.455 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:07 ] [ l_g_pix: 3.6228e-02 ] [ l_g_total: 3.6228e-02 ] +2024-10-01 04:07:59,862 INFO: [ epoch: 9 ] [ iter: 12,100 ] [ performance: 22.398 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:55 ] [ l_g_pix: 3.4610e-02 ] [ l_g_total: 3.4610e-02 ] +2024-10-01 04:08:04,386 INFO: [ epoch: 9 ] [ iter: 12,200 ] [ performance: 22.191 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:25 ] [ l_g_pix: 2.3164e-02 ] [ l_g_total: 2.3164e-02 ] +2024-10-01 04:08:08,941 INFO: [ epoch: 9 ] [ iter: 12,300 ] [ performance: 22.286 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:55 ] [ l_g_pix: 3.2651e-02 ] [ l_g_total: 3.2651e-02 ] +2024-10-01 04:08:13,524 INFO: [ epoch: 9 ] [ iter: 12,400 ] [ performance: 21.951 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:27 ] [ l_g_pix: 2.9090e-02 ] [ l_g_total: 2.9090e-02 ] +2024-10-01 04:08:18,094 INFO: [ epoch: 9 ] [ iter: 12,500 ] [ performance: 22.123 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:58 ] [ l_g_pix: 3.6914e-02 ] [ l_g_total: 3.6914e-02 ] +2024-10-01 04:08:22,652 INFO: [ epoch: 9 ] [ iter: 12,600 ] [ performance: 21.992 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:30 ] [ l_g_pix: 3.3569e-02 ] [ l_g_total: 3.3569e-02 ] +2024-10-01 04:08:27,208 INFO: [ epoch: 9 ] [ iter: 12,700 ] [ performance: 22.358 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:02 ] [ l_g_pix: 3.5237e-02 ] [ l_g_total: 3.5237e-02 ] +2024-10-01 04:08:31,786 INFO: [ epoch: 9 ] [ iter: 12,800 ] [ performance: 21.984 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:35 ] [ l_g_pix: 3.5221e-02 ] [ l_g_total: 3.5221e-02 ] +2024-10-01 04:08:36,334 INFO: [ epoch: 9 ] [ iter: 12,900 ] [ performance: 22.352 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:08 ] [ l_g_pix: 4.2469e-02 ] [ l_g_total: 4.2469e-02 ] +2024-10-01 04:08:40,899 INFO: [ epoch: 9 ] [ iter: 13,000 ] [ performance: 22.028 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:41 ] [ l_g_pix: 3.1595e-02 ] [ l_g_total: 3.1595e-02 ] +2024-10-01 04:08:45,467 INFO: [ epoch: 9 ] [ iter: 13,100 ] [ performance: 22.131 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:15 ] [ l_g_pix: 3.0522e-02 ] [ l_g_total: 3.0522e-02 ] +2024-10-01 04:08:50,035 INFO: [ epoch: 9 ] [ iter: 13,200 ] [ performance: 21.955 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:49 ] [ l_g_pix: 3.9218e-02 ] [ l_g_total: 3.9218e-02 ] +2024-10-01 04:08:54,525 INFO: [ epoch: 9 ] [ iter: 13,300 ] [ performance: 23.469 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:22 ] [ l_g_pix: 3.6334e-02 ] [ l_g_total: 3.6334e-02 ] +2024-10-01 04:09:00,053 INFO: [ epoch: 10 ] [ iter: 13,400 ] [ performance: 19.211 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:10 ] [ l_g_pix: 3.2133e-02 ] [ l_g_total: 3.2133e-02 ] +2024-10-01 04:09:04,616 INFO: [ epoch: 10 ] [ iter: 13,500 ] [ performance: 22.371 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:45 ] [ l_g_pix: 2.4122e-02 ] [ l_g_total: 2.4122e-02 ] +2024-10-01 04:09:09,160 INFO: [ epoch: 10 ] [ iter: 13,600 ] [ performance: 22.098 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:20 ] [ l_g_pix: 2.1864e-02 ] [ l_g_total: 2.1864e-02 ] +2024-10-01 04:09:13,707 INFO: [ epoch: 10 ] [ iter: 13,700 ] [ performance: 22.375 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:55 ] [ l_g_pix: 3.0085e-02 ] [ l_g_total: 3.0085e-02 ] +2024-10-01 04:09:18,281 INFO: [ epoch: 10 ] [ iter: 13,800 ] [ performance: 21.988 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:31 ] [ l_g_pix: 3.6698e-02 ] [ l_g_total: 3.6698e-02 ] +2024-10-01 04:09:22,841 INFO: [ epoch: 10 ] [ iter: 13,900 ] [ performance: 22.465 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:07 ] [ l_g_pix: 2.4394e-02 ] [ l_g_total: 2.4394e-02 ] +2024-10-01 04:09:27,408 INFO: [ epoch: 10 ] [ iter: 14,000 ] [ performance: 22.031 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:43 ] [ l_g_pix: 2.8742e-02 ] [ l_g_total: 2.8742e-02 ] +2024-10-01 04:09:31,966 INFO: [ epoch: 10 ] [ iter: 14,100 ] [ performance: 22.460 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:20 ] [ l_g_pix: 3.5622e-02 ] [ l_g_total: 3.5622e-02 ] +2024-10-01 04:09:36,527 INFO: [ epoch: 10 ] [ iter: 14,200 ] [ performance: 22.050 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:57 ] [ l_g_pix: 2.4232e-02 ] [ l_g_total: 2.4232e-02 ] +2024-10-01 04:09:41,090 INFO: [ epoch: 10 ] [ iter: 14,300 ] [ performance: 22.182 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:34 ] [ l_g_pix: 2.9415e-02 ] [ l_g_total: 2.9415e-02 ] +2024-10-01 04:09:45,644 INFO: [ epoch: 10 ] [ iter: 14,400 ] [ performance: 22.013 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:11 ] [ l_g_pix: 3.7169e-02 ] [ l_g_total: 3.7169e-02 ] +2024-10-01 04:09:50,203 INFO: [ epoch: 10 ] [ iter: 14,500 ] [ performance: 22.633 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:48 ] [ l_g_pix: 2.3546e-02 ] [ l_g_total: 2.3546e-02 ] +2024-10-01 04:09:54,747 INFO: [ epoch: 10 ] [ iter: 14,600 ] [ performance: 22.144 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:26 ] [ l_g_pix: 4.2589e-02 ] [ l_g_total: 4.2589e-02 ] +2024-10-01 04:09:59,848 INFO: [ epoch: 11 ] [ iter: 14,700 ] [ performance: 14.179 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:11 ] [ l_g_pix: 2.0014e-02 ] [ l_g_total: 2.0014e-02 ] +2024-10-01 04:10:04,654 INFO: [ epoch: 11 ] [ iter: 14,800 ] [ performance: 18.953 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:52 ] [ l_g_pix: 4.8472e-02 ] [ l_g_total: 4.8472e-02 ] +2024-10-01 04:10:09,183 INFO: [ epoch: 11 ] [ iter: 14,900 ] [ performance: 22.446 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:30 ] [ l_g_pix: 3.2480e-02 ] [ l_g_total: 3.2480e-02 ] +2024-10-01 04:10:13,748 INFO: [ epoch: 11 ] [ iter: 15,000 ] [ performance: 22.017 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:09 ] [ l_g_pix: 3.1312e-02 ] [ l_g_total: 3.1312e-02 ] +2024-10-01 04:10:18,288 INFO: [ epoch: 11 ] [ iter: 15,100 ] [ performance: 22.537 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:47 ] [ l_g_pix: 3.2695e-02 ] [ l_g_total: 3.2695e-02 ] +2024-10-01 04:10:22,820 INFO: [ epoch: 11 ] [ iter: 15,200 ] [ performance: 22.164 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:26 ] [ l_g_pix: 3.5174e-02 ] [ l_g_total: 3.5174e-02 ] +2024-10-01 04:10:27,406 INFO: [ epoch: 11 ] [ iter: 15,300 ] [ performance: 22.266 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:06 ] [ l_g_pix: 2.3257e-02 ] [ l_g_total: 2.3257e-02 ] +2024-10-01 04:10:31,975 INFO: [ epoch: 11 ] [ iter: 15,400 ] [ performance: 21.961 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:45 ] [ l_g_pix: 2.2484e-02 ] [ l_g_total: 2.2484e-02 ] +2024-10-01 04:10:36,523 INFO: [ epoch: 11 ] [ iter: 15,500 ] [ performance: 22.298 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:25 ] [ l_g_pix: 3.8336e-02 ] [ l_g_total: 3.8336e-02 ] +2024-10-01 04:10:41,074 INFO: [ epoch: 11 ] [ iter: 15,600 ] [ performance: 22.037 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:05 ] [ l_g_pix: 2.8913e-02 ] [ l_g_total: 2.8913e-02 ] +2024-10-01 04:10:45,613 INFO: [ epoch: 11 ] [ iter: 15,700 ] [ performance: 22.423 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:45 ] [ l_g_pix: 3.6462e-02 ] [ l_g_total: 3.6462e-02 ] +2024-10-01 04:10:50,184 INFO: [ epoch: 11 ] [ iter: 15,800 ] [ performance: 21.973 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:25 ] [ l_g_pix: 2.6573e-02 ] [ l_g_total: 2.6573e-02 ] +2024-10-01 04:10:54,704 INFO: [ epoch: 11 ] [ iter: 15,900 ] [ performance: 22.427 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:05 ] [ l_g_pix: 3.7756e-02 ] [ l_g_total: 3.7756e-02 ] +2024-10-01 04:10:59,137 INFO: [ epoch: 11 ] [ iter: 16,000 ] [ performance: 22.539 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:44 ] [ l_g_pix: 3.7229e-02 ] [ l_g_total: 3.7229e-02 ] +2024-10-01 04:11:04,678 INFO: [ epoch: 12 ] [ iter: 16,100 ] [ performance: 22.415 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:37 ] [ l_g_pix: 3.0750e-02 ] [ l_g_total: 3.0750e-02 ] +2024-10-01 04:11:09,235 INFO: [ epoch: 12 ] [ iter: 16,200 ] [ performance: 22.027 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:18 ] [ l_g_pix: 3.7314e-02 ] [ l_g_total: 3.7314e-02 ] +2024-10-01 04:11:13,815 INFO: [ epoch: 12 ] [ iter: 16,300 ] [ performance: 21.769 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:59 ] [ l_g_pix: 2.3952e-02 ] [ l_g_total: 2.3952e-02 ] +2024-10-01 04:11:18,382 INFO: [ epoch: 12 ] [ iter: 16,400 ] [ performance: 21.882 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:40 ] [ l_g_pix: 3.1864e-02 ] [ l_g_total: 3.1864e-02 ] +2024-10-01 04:11:22,926 INFO: [ epoch: 12 ] [ iter: 16,500 ] [ performance: 22.438 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:22 ] [ l_g_pix: 3.3397e-02 ] [ l_g_total: 3.3397e-02 ] +2024-10-01 04:11:27,468 INFO: [ epoch: 12 ] [ iter: 16,600 ] [ performance: 22.081 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:03 ] [ l_g_pix: 2.8251e-02 ] [ l_g_total: 2.8251e-02 ] +2024-10-01 04:11:32,054 INFO: [ epoch: 12 ] [ iter: 16,700 ] [ performance: 22.177 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:45 ] [ l_g_pix: 3.1401e-02 ] [ l_g_total: 3.1401e-02 ] +2024-10-01 04:11:36,649 INFO: [ epoch: 12 ] [ iter: 16,800 ] [ performance: 21.824 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:28 ] [ l_g_pix: 2.5644e-02 ] [ l_g_total: 2.5644e-02 ] +2024-10-01 04:11:41,246 INFO: [ epoch: 12 ] [ iter: 16,900 ] [ performance: 22.159 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:10 ] [ l_g_pix: 3.2431e-02 ] [ l_g_total: 3.2431e-02 ] +2024-10-01 04:11:45,802 INFO: [ epoch: 12 ] [ iter: 17,000 ] [ performance: 21.980 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:53 ] [ l_g_pix: 4.1354e-02 ] [ l_g_total: 4.1354e-02 ] +2024-10-01 04:11:50,395 INFO: [ epoch: 12 ] [ iter: 17,100 ] [ performance: 21.952 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:35 ] [ l_g_pix: 4.5296e-02 ] [ l_g_total: 4.5296e-02 ] +2024-10-01 04:11:54,961 INFO: [ epoch: 12 ] [ iter: 17,200 ] [ performance: 21.910 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:18 ] [ l_g_pix: 2.6197e-02 ] [ l_g_total: 2.6197e-02 ] +2024-10-01 04:11:59,483 INFO: [ epoch: 12 ] [ iter: 17,300 ] [ performance: 23.416 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:00 ] [ l_g_pix: 2.5121e-02 ] [ l_g_total: 2.5121e-02 ] +2024-10-01 04:12:05,136 INFO: [ epoch: 13 ] [ iter: 17,400 ] [ performance: 18.240 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:55 ] [ l_g_pix: 3.7925e-02 ] [ l_g_total: 3.7925e-02 ] +2024-10-01 04:12:09,668 INFO: [ epoch: 13 ] [ iter: 17,500 ] [ performance: 22.073 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:38 ] [ l_g_pix: 2.2963e-02 ] [ l_g_total: 2.2963e-02 ] +2024-10-01 04:12:14,245 INFO: [ epoch: 13 ] [ iter: 17,600 ] [ performance: 21.878 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:21 ] [ l_g_pix: 3.1719e-02 ] [ l_g_total: 3.1719e-02 ] +2024-10-01 04:12:18,794 INFO: [ epoch: 13 ] [ iter: 17,700 ] [ performance: 22.617 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:04 ] [ l_g_pix: 3.1609e-02 ] [ l_g_total: 3.1609e-02 ] +2024-10-01 04:12:23,335 INFO: [ epoch: 13 ] [ iter: 17,800 ] [ performance: 22.089 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:47 ] [ l_g_pix: 3.4579e-02 ] [ l_g_total: 3.4579e-02 ] +2024-10-01 04:12:27,902 INFO: [ epoch: 13 ] [ iter: 17,900 ] [ performance: 22.314 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:31 ] [ l_g_pix: 3.7111e-02 ] [ l_g_total: 3.7111e-02 ] +2024-10-01 04:12:32,446 INFO: [ epoch: 13 ] [ iter: 18,000 ] [ performance: 22.043 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:14 ] [ l_g_pix: 3.4853e-02 ] [ l_g_total: 3.4853e-02 ] +2024-10-01 04:12:36,997 INFO: [ epoch: 13 ] [ iter: 18,100 ] [ performance: 22.486 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:58 ] [ l_g_pix: 3.7885e-02 ] [ l_g_total: 3.7885e-02 ] +2024-10-01 04:12:41,554 INFO: [ epoch: 13 ] [ iter: 18,200 ] [ performance: 21.995 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:42 ] [ l_g_pix: 3.1210e-02 ] [ l_g_total: 3.1210e-02 ] +2024-10-01 04:12:46,131 INFO: [ epoch: 13 ] [ iter: 18,300 ] [ performance: 22.254 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:26 ] [ l_g_pix: 1.7758e-02 ] [ l_g_total: 1.7758e-02 ] +2024-10-01 04:12:50,711 INFO: [ epoch: 13 ] [ iter: 18,400 ] [ performance: 21.872 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:11 ] [ l_g_pix: 3.1121e-02 ] [ l_g_total: 3.1121e-02 ] +2024-10-01 04:12:55,267 INFO: [ epoch: 13 ] [ iter: 18,500 ] [ performance: 22.147 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:55 ] [ l_g_pix: 3.9086e-02 ] [ l_g_total: 3.9086e-02 ] +2024-10-01 04:12:59,844 INFO: [ epoch: 13 ] [ iter: 18,600 ] [ performance: 21.875 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:39 ] [ l_g_pix: 3.4773e-02 ] [ l_g_total: 3.4773e-02 ] +2024-10-01 04:13:04,230 INFO: [ epoch: 13 ] [ iter: 18,700 ] [ performance: 23.419 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:22 ] [ l_g_pix: 3.3780e-02 ] [ l_g_total: 3.3780e-02 ] +2024-10-01 04:13:09,968 INFO: [ epoch: 14 ] [ iter: 18,800 ] [ performance: 17.728 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:18 ] [ l_g_pix: 3.0515e-02 ] [ l_g_total: 3.0515e-02 ] +2024-10-01 04:13:14,543 INFO: [ epoch: 14 ] [ iter: 18,900 ] [ performance: 21.572 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:03 ] [ l_g_pix: 2.1701e-02 ] [ l_g_total: 2.1701e-02 ] +2024-10-01 04:13:19,111 INFO: [ epoch: 14 ] [ iter: 19,000 ] [ performance: 21.878 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:48 ] [ l_g_pix: 2.6945e-02 ] [ l_g_total: 2.6945e-02 ] +2024-10-01 04:13:23,692 INFO: [ epoch: 14 ] [ iter: 19,100 ] [ performance: 22.221 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:33 ] [ l_g_pix: 2.2768e-02 ] [ l_g_total: 2.2768e-02 ] +2024-10-01 04:13:28,252 INFO: [ epoch: 14 ] [ iter: 19,200 ] [ performance: 21.947 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:18 ] [ l_g_pix: 2.6212e-02 ] [ l_g_total: 2.6212e-02 ] +2024-10-01 04:13:32,811 INFO: [ epoch: 14 ] [ iter: 19,300 ] [ performance: 22.240 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:03 ] [ l_g_pix: 4.9499e-02 ] [ l_g_total: 4.9499e-02 ] +2024-10-01 04:13:37,372 INFO: [ epoch: 14 ] [ iter: 19,400 ] [ performance: 21.941 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:49 ] [ l_g_pix: 3.6676e-02 ] [ l_g_total: 3.6676e-02 ] +2024-10-01 04:13:41,923 INFO: [ epoch: 14 ] [ iter: 19,500 ] [ performance: 22.507 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:34 ] [ l_g_pix: 4.3830e-02 ] [ l_g_total: 4.3830e-02 ] +2024-10-01 04:13:46,487 INFO: [ epoch: 14 ] [ iter: 19,600 ] [ performance: 21.929 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:19 ] [ l_g_pix: 3.4674e-02 ] [ l_g_total: 3.4674e-02 ] +2024-10-01 04:13:51,060 INFO: [ epoch: 14 ] [ iter: 19,700 ] [ performance: 21.783 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:05 ] [ l_g_pix: 4.1884e-02 ] [ l_g_total: 4.1884e-02 ] +2024-10-01 04:13:55,614 INFO: [ epoch: 14 ] [ iter: 19,800 ] [ performance: 21.959 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:51 ] [ l_g_pix: 2.7437e-02 ] [ l_g_total: 2.7437e-02 ] +2024-10-01 04:14:00,178 INFO: [ epoch: 14 ] [ iter: 19,900 ] [ performance: 21.954 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:37 ] [ l_g_pix: 2.8786e-02 ] [ l_g_total: 2.8786e-02 ] +2024-10-01 04:14:04,624 INFO: [ epoch: 14 ] [ iter: 20,000 ] [ performance: 22.491 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:21 ] [ l_g_pix: 3.8118e-02 ] [ l_g_total: 3.8118e-02 ] +2024-10-01 04:14:04,625 INFO: Saving models and training states. +2024-10-01 04:17:14,787 INFO: Validation val + + # psnr: 26.3117........ Best: 26.3117 @ 20000 iter + # ssim: 0.7395........ Best: 0.7395 @ 20000 iter + # dists: 0.7811........ Best: 0.7808 @ 10000 iter + +2024-10-01 04:17:20,370 INFO: [ epoch: 15 ] [ iter: 20,100 ] [ performance: 20.007 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:39 ] [ l_g_pix: 3.5077e-02 ] [ l_g_total: 3.5077e-02 ] +2024-10-01 04:17:24,870 INFO: [ epoch: 15 ] [ iter: 20,200 ] [ performance: 22.231 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:15 ] [ l_g_pix: 3.2316e-02 ] [ l_g_total: 3.2316e-02 ] +2024-10-01 04:17:29,413 INFO: [ epoch: 15 ] [ iter: 20,300 ] [ performance: 22.122 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:51 ] [ l_g_pix: 4.1105e-02 ] [ l_g_total: 4.1105e-02 ] +2024-10-01 04:17:33,921 INFO: [ epoch: 15 ] [ iter: 20,400 ] [ performance: 22.193 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:28 ] [ l_g_pix: 2.6340e-02 ] [ l_g_total: 2.6340e-02 ] +2024-10-01 04:17:38,477 INFO: [ epoch: 15 ] [ iter: 20,500 ] [ performance: 22.072 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:05 ] [ l_g_pix: 2.2607e-02 ] [ l_g_total: 2.2607e-02 ] +2024-10-01 04:17:43,049 INFO: [ epoch: 15 ] [ iter: 20,600 ] [ performance: 21.888 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:43 ] [ l_g_pix: 3.4930e-02 ] [ l_g_total: 3.4930e-02 ] +2024-10-01 04:17:47,627 INFO: [ epoch: 15 ] [ iter: 20,700 ] [ performance: 21.867 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:20 ] [ l_g_pix: 3.1077e-02 ] [ l_g_total: 3.1077e-02 ] +2024-10-01 04:17:52,178 INFO: [ epoch: 15 ] [ iter: 20,800 ] [ performance: 21.982 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:58 ] [ l_g_pix: 2.5923e-02 ] [ l_g_total: 2.5923e-02 ] +2024-10-01 04:17:56,716 INFO: [ epoch: 15 ] [ iter: 20,900 ] [ performance: 22.012 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:36 ] [ l_g_pix: 1.7416e-02 ] [ l_g_total: 1.7416e-02 ] +2024-10-01 04:18:01,286 INFO: [ epoch: 15 ] [ iter: 21,000 ] [ performance: 21.901 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:14 ] [ l_g_pix: 2.9006e-02 ] [ l_g_total: 2.9006e-02 ] +2024-10-01 04:18:05,871 INFO: [ epoch: 15 ] [ iter: 21,100 ] [ performance: 21.857 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:52 ] [ l_g_pix: 2.6069e-02 ] [ l_g_total: 2.6069e-02 ] +2024-10-01 04:18:10,451 INFO: [ epoch: 15 ] [ iter: 21,200 ] [ performance: 21.859 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:31 ] [ l_g_pix: 4.5111e-02 ] [ l_g_total: 4.5111e-02 ] +2024-10-01 04:18:14,982 INFO: [ epoch: 15 ] [ iter: 21,300 ] [ performance: 21.969 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:09 ] [ l_g_pix: 2.8480e-02 ] [ l_g_total: 2.8480e-02 ] +2024-10-01 04:18:20,721 INFO: [ epoch: 16 ] [ iter: 21,400 ] [ performance: 17.196 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:58 ] [ l_g_pix: 1.9174e-02 ] [ l_g_total: 1.9174e-02 ] +2024-10-01 04:18:25,312 INFO: [ epoch: 16 ] [ iter: 21,500 ] [ performance: 19.290 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:37 ] [ l_g_pix: 3.1939e-02 ] [ l_g_total: 3.1939e-02 ] +2024-10-01 04:18:29,877 INFO: [ epoch: 16 ] [ iter: 21,600 ] [ performance: 21.945 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:16 ] [ l_g_pix: 3.8966e-02 ] [ l_g_total: 3.8966e-02 ] +2024-10-01 04:18:34,434 INFO: [ epoch: 16 ] [ iter: 21,700 ] [ performance: 21.946 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:55 ] [ l_g_pix: 3.1313e-02 ] [ l_g_total: 3.1313e-02 ] +2024-10-01 04:18:39,005 INFO: [ epoch: 16 ] [ iter: 21,800 ] [ performance: 21.921 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:34 ] [ l_g_pix: 3.0855e-02 ] [ l_g_total: 3.0855e-02 ] +2024-10-01 04:18:43,562 INFO: [ epoch: 16 ] [ iter: 21,900 ] [ performance: 21.933 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:13 ] [ l_g_pix: 3.5543e-02 ] [ l_g_total: 3.5543e-02 ] +2024-10-01 04:18:48,111 INFO: [ epoch: 16 ] [ iter: 22,000 ] [ performance: 22.032 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:53 ] [ l_g_pix: 3.1526e-02 ] [ l_g_total: 3.1526e-02 ] +2024-10-01 04:18:52,659 INFO: [ epoch: 16 ] [ iter: 22,100 ] [ performance: 22.009 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:33 ] [ l_g_pix: 3.3890e-02 ] [ l_g_total: 3.3890e-02 ] +2024-10-01 04:18:57,212 INFO: [ epoch: 16 ] [ iter: 22,200 ] [ performance: 22.039 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:12 ] [ l_g_pix: 4.5335e-02 ] [ l_g_total: 4.5335e-02 ] +2024-10-01 04:19:01,769 INFO: [ epoch: 16 ] [ iter: 22,300 ] [ performance: 21.989 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:52 ] [ l_g_pix: 2.0757e-02 ] [ l_g_total: 2.0757e-02 ] +2024-10-01 04:19:06,358 INFO: [ epoch: 16 ] [ iter: 22,400 ] [ performance: 21.834 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:33 ] [ l_g_pix: 1.6984e-02 ] [ l_g_total: 1.6984e-02 ] +2024-10-01 04:19:10,906 INFO: [ epoch: 16 ] [ iter: 22,500 ] [ performance: 21.917 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:13 ] [ l_g_pix: 3.1983e-02 ] [ l_g_total: 3.1983e-02 ] +2024-10-01 04:19:15,460 INFO: [ epoch: 16 ] [ iter: 22,600 ] [ performance: 22.029 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:53 ] [ l_g_pix: 3.6346e-02 ] [ l_g_total: 3.6346e-02 ] +2024-10-01 04:19:19,866 INFO: [ epoch: 16 ] [ iter: 22,700 ] [ performance: 22.382 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:32 ] [ l_g_pix: 2.0353e-02 ] [ l_g_total: 2.0353e-02 ] +2024-10-01 04:19:25,616 INFO: [ epoch: 17 ] [ iter: 22,800 ] [ performance: 20.002 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:22 ] [ l_g_pix: 3.0618e-02 ] [ l_g_total: 3.0618e-02 ] +2024-10-01 04:19:30,133 INFO: [ epoch: 17 ] [ iter: 22,900 ] [ performance: 21.092 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:03 ] [ l_g_pix: 2.2021e-02 ] [ l_g_total: 2.2021e-02 ] +2024-10-01 04:19:34,696 INFO: [ epoch: 17 ] [ iter: 23,000 ] [ performance: 22.022 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:44 ] [ l_g_pix: 3.7153e-02 ] [ l_g_total: 3.7153e-02 ] +2024-10-01 04:19:39,302 INFO: [ epoch: 17 ] [ iter: 23,100 ] [ performance: 21.854 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:25 ] [ l_g_pix: 2.6436e-02 ] [ l_g_total: 2.6436e-02 ] +2024-10-01 04:19:43,890 INFO: [ epoch: 17 ] [ iter: 23,200 ] [ performance: 21.858 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:06 ] [ l_g_pix: 2.8098e-02 ] [ l_g_total: 2.8098e-02 ] +2024-10-01 04:19:48,490 INFO: [ epoch: 17 ] [ iter: 23,300 ] [ performance: 21.798 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:48 ] [ l_g_pix: 2.1493e-02 ] [ l_g_total: 2.1493e-02 ] +2024-10-01 04:19:53,061 INFO: [ epoch: 17 ] [ iter: 23,400 ] [ performance: 22.026 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:29 ] [ l_g_pix: 3.7049e-02 ] [ l_g_total: 3.7049e-02 ] +2024-10-01 04:19:57,634 INFO: [ epoch: 17 ] [ iter: 23,500 ] [ performance: 21.942 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:11 ] [ l_g_pix: 3.9006e-02 ] [ l_g_total: 3.9006e-02 ] +2024-10-01 04:20:02,202 INFO: [ epoch: 17 ] [ iter: 23,600 ] [ performance: 22.024 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:53 ] [ l_g_pix: 3.9871e-02 ] [ l_g_total: 3.9871e-02 ] +2024-10-01 04:20:06,788 INFO: [ epoch: 17 ] [ iter: 23,700 ] [ performance: 21.908 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:34 ] [ l_g_pix: 3.1155e-02 ] [ l_g_total: 3.1155e-02 ] +2024-10-01 04:20:11,362 INFO: [ epoch: 17 ] [ iter: 23,800 ] [ performance: 22.039 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:16 ] [ l_g_pix: 5.1914e-02 ] [ l_g_total: 5.1914e-02 ] +2024-10-01 04:20:15,953 INFO: [ epoch: 17 ] [ iter: 23,900 ] [ performance: 21.898 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:59 ] [ l_g_pix: 2.6052e-02 ] [ l_g_total: 2.6052e-02 ] +2024-10-01 04:20:20,440 INFO: [ epoch: 17 ] [ iter: 24,000 ] [ performance: 22.583 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:40 ] [ l_g_pix: 2.5056e-02 ] [ l_g_total: 2.5056e-02 ] +2024-10-01 04:20:26,154 INFO: [ epoch: 18 ] [ iter: 24,100 ] [ performance: 19.464 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:31 ] [ l_g_pix: 2.4141e-02 ] [ l_g_total: 2.4141e-02 ] +2024-10-01 04:20:30,689 INFO: [ epoch: 18 ] [ iter: 24,200 ] [ performance: 22.241 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:13 ] [ l_g_pix: 2.0476e-02 ] [ l_g_total: 2.0476e-02 ] +2024-10-01 04:20:35,231 INFO: [ epoch: 18 ] [ iter: 24,300 ] [ performance: 22.118 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:55 ] [ l_g_pix: 3.8063e-02 ] [ l_g_total: 3.8063e-02 ] +2024-10-01 04:20:39,806 INFO: [ epoch: 18 ] [ iter: 24,400 ] [ performance: 22.064 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:37 ] [ l_g_pix: 2.8279e-02 ] [ l_g_total: 2.8279e-02 ] +2024-10-01 04:20:44,399 INFO: [ epoch: 18 ] [ iter: 24,500 ] [ performance: 21.903 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:20 ] [ l_g_pix: 3.6763e-02 ] [ l_g_total: 3.6763e-02 ] +2024-10-01 04:20:49,008 INFO: [ epoch: 18 ] [ iter: 24,600 ] [ performance: 21.818 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:03 ] [ l_g_pix: 3.4483e-02 ] [ l_g_total: 3.4483e-02 ] +2024-10-01 04:20:53,592 INFO: [ epoch: 18 ] [ iter: 24,700 ] [ performance: 21.817 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:46 ] [ l_g_pix: 2.8446e-02 ] [ l_g_total: 2.8446e-02 ] +2024-10-01 04:20:58,165 INFO: [ epoch: 18 ] [ iter: 24,800 ] [ performance: 22.022 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:29 ] [ l_g_pix: 3.5513e-02 ] [ l_g_total: 3.5513e-02 ] +2024-10-01 04:21:02,740 INFO: [ epoch: 18 ] [ iter: 24,900 ] [ performance: 21.933 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:12 ] [ l_g_pix: 3.4254e-02 ] [ l_g_total: 3.4254e-02 ] +2024-10-01 04:21:07,310 INFO: [ epoch: 18 ] [ iter: 25,000 ] [ performance: 21.961 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:55 ] [ l_g_pix: 3.1034e-02 ] [ l_g_total: 3.1034e-02 ] +2024-10-01 04:21:11,882 INFO: [ epoch: 18 ] [ iter: 25,100 ] [ performance: 21.914 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:39 ] [ l_g_pix: 2.8176e-02 ] [ l_g_total: 2.8176e-02 ] +2024-10-01 04:21:16,466 INFO: [ epoch: 18 ] [ iter: 25,200 ] [ performance: 22.042 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:22 ] [ l_g_pix: 2.8266e-02 ] [ l_g_total: 2.8266e-02 ] +2024-10-01 04:21:21,012 INFO: [ epoch: 18 ] [ iter: 25,300 ] [ performance: 22.018 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:05 ] [ l_g_pix: 2.9302e-02 ] [ l_g_total: 2.9302e-02 ] +2024-10-01 04:21:26,364 INFO: [ epoch: 19 ] [ iter: 25,400 ] [ performance: 17.659 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:54 ] [ l_g_pix: 3.4408e-02 ] [ l_g_total: 3.4408e-02 ] +2024-10-01 04:21:31,041 INFO: [ epoch: 19 ] [ iter: 25,500 ] [ performance: 19.626 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:39 ] [ l_g_pix: 4.0991e-02 ] [ l_g_total: 4.0991e-02 ] +2024-10-01 04:21:35,583 INFO: [ epoch: 19 ] [ iter: 25,600 ] [ performance: 22.145 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:22 ] [ l_g_pix: 2.9791e-02 ] [ l_g_total: 2.9791e-02 ] +2024-10-01 04:21:40,161 INFO: [ epoch: 19 ] [ iter: 25,700 ] [ performance: 21.971 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:06 ] [ l_g_pix: 3.4750e-02 ] [ l_g_total: 3.4750e-02 ] +2024-10-01 04:21:44,740 INFO: [ epoch: 19 ] [ iter: 25,800 ] [ performance: 21.965 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:50 ] [ l_g_pix: 2.8735e-02 ] [ l_g_total: 2.8735e-02 ] +2024-10-01 04:21:49,343 INFO: [ epoch: 19 ] [ iter: 25,900 ] [ performance: 21.825 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:34 ] [ l_g_pix: 3.5952e-02 ] [ l_g_total: 3.5952e-02 ] +2024-10-01 04:21:53,931 INFO: [ epoch: 19 ] [ iter: 26,000 ] [ performance: 21.888 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:18 ] [ l_g_pix: 3.5414e-02 ] [ l_g_total: 3.5414e-02 ] +2024-10-01 04:21:58,519 INFO: [ epoch: 19 ] [ iter: 26,100 ] [ performance: 21.836 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:02 ] [ l_g_pix: 3.1181e-02 ] [ l_g_total: 3.1181e-02 ] +2024-10-01 04:22:03,104 INFO: [ epoch: 19 ] [ iter: 26,200 ] [ performance: 21.992 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:47 ] [ l_g_pix: 2.9965e-02 ] [ l_g_total: 2.9965e-02 ] +2024-10-01 04:22:07,644 INFO: [ epoch: 19 ] [ iter: 26,300 ] [ performance: 22.012 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:31 ] [ l_g_pix: 3.1114e-02 ] [ l_g_total: 3.1114e-02 ] +2024-10-01 04:22:12,229 INFO: [ epoch: 19 ] [ iter: 26,400 ] [ performance: 22.045 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:15 ] [ l_g_pix: 4.3010e-02 ] [ l_g_total: 4.3010e-02 ] +2024-10-01 04:22:16,806 INFO: [ epoch: 19 ] [ iter: 26,500 ] [ performance: 21.929 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:00 ] [ l_g_pix: 3.9030e-02 ] [ l_g_total: 3.9030e-02 ] +2024-10-01 04:22:21,379 INFO: [ epoch: 19 ] [ iter: 26,600 ] [ performance: 22.024 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:44 ] [ l_g_pix: 3.4087e-02 ] [ l_g_total: 3.4087e-02 ] +2024-10-01 04:22:25,799 INFO: [ epoch: 19 ] [ iter: 26,700 ] [ performance: 22.380 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:28 ] [ l_g_pix: 3.7497e-02 ] [ l_g_total: 3.7497e-02 ] +2024-10-01 04:22:31,342 INFO: [ epoch: 20 ] [ iter: 26,800 ] [ performance: 20.968 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:19 ] [ l_g_pix: 3.1406e-02 ] [ l_g_total: 3.1406e-02 ] +2024-10-01 04:22:35,887 INFO: [ epoch: 20 ] [ iter: 26,900 ] [ performance: 21.578 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:04 ] [ l_g_pix: 4.0069e-02 ] [ l_g_total: 4.0069e-02 ] +2024-10-01 04:22:40,456 INFO: [ epoch: 20 ] [ iter: 27,000 ] [ performance: 21.934 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:48 ] [ l_g_pix: 2.6946e-02 ] [ l_g_total: 2.6946e-02 ] +2024-10-01 04:22:44,986 INFO: [ epoch: 20 ] [ iter: 27,100 ] [ performance: 22.021 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:33 ] [ l_g_pix: 3.8103e-02 ] [ l_g_total: 3.8103e-02 ] +2024-10-01 04:22:49,535 INFO: [ epoch: 20 ] [ iter: 27,200 ] [ performance: 22.108 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:18 ] [ l_g_pix: 2.8307e-02 ] [ l_g_total: 2.8307e-02 ] +2024-10-01 04:22:54,110 INFO: [ epoch: 20 ] [ iter: 27,300 ] [ performance: 21.957 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:03 ] [ l_g_pix: 3.5002e-02 ] [ l_g_total: 3.5002e-02 ] +2024-10-01 04:22:58,694 INFO: [ epoch: 20 ] [ iter: 27,400 ] [ performance: 21.950 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:48 ] [ l_g_pix: 2.4021e-02 ] [ l_g_total: 2.4021e-02 ] +2024-10-01 04:23:03,261 INFO: [ epoch: 20 ] [ iter: 27,500 ] [ performance: 21.920 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:34 ] [ l_g_pix: 2.7243e-02 ] [ l_g_total: 2.7243e-02 ] +2024-10-01 04:23:07,858 INFO: [ epoch: 20 ] [ iter: 27,600 ] [ performance: 21.865 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:19 ] [ l_g_pix: 3.4782e-02 ] [ l_g_total: 3.4782e-02 ] +2024-10-01 04:23:12,452 INFO: [ epoch: 20 ] [ iter: 27,700 ] [ performance: 21.807 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:05 ] [ l_g_pix: 3.1880e-02 ] [ l_g_total: 3.1880e-02 ] +2024-10-01 04:23:17,004 INFO: [ epoch: 20 ] [ iter: 27,800 ] [ performance: 22.048 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:50 ] [ l_g_pix: 3.7627e-02 ] [ l_g_total: 3.7627e-02 ] +2024-10-01 04:23:21,603 INFO: [ epoch: 20 ] [ iter: 27,900 ] [ performance: 21.863 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:36 ] [ l_g_pix: 3.1694e-02 ] [ l_g_total: 3.1694e-02 ] +2024-10-01 04:23:26,090 INFO: [ epoch: 20 ] [ iter: 28,000 ] [ performance: 22.519 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:21 ] [ l_g_pix: 2.4350e-02 ] [ l_g_total: 2.4350e-02 ] +2024-10-01 04:23:31,608 INFO: [ epoch: 21 ] [ iter: 28,100 ] [ performance: 19.572 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:12 ] [ l_g_pix: 3.5567e-02 ] [ l_g_total: 3.5567e-02 ] +2024-10-01 04:23:36,140 INFO: [ epoch: 21 ] [ iter: 28,200 ] [ performance: 22.260 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:58 ] [ l_g_pix: 3.5504e-02 ] [ l_g_total: 3.5504e-02 ] +2024-10-01 04:23:40,667 INFO: [ epoch: 21 ] [ iter: 28,300 ] [ performance: 22.156 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:43 ] [ l_g_pix: 4.5032e-02 ] [ l_g_total: 4.5032e-02 ] +2024-10-01 04:23:45,249 INFO: [ epoch: 21 ] [ iter: 28,400 ] [ performance: 21.891 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:29 ] [ l_g_pix: 3.2674e-02 ] [ l_g_total: 3.2674e-02 ] +2024-10-01 04:23:49,801 INFO: [ epoch: 21 ] [ iter: 28,500 ] [ performance: 21.941 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:15 ] [ l_g_pix: 3.2497e-02 ] [ l_g_total: 3.2497e-02 ] +2024-10-01 04:23:54,370 INFO: [ epoch: 21 ] [ iter: 28,600 ] [ performance: 21.853 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:01 ] [ l_g_pix: 3.3990e-02 ] [ l_g_total: 3.3990e-02 ] +2024-10-01 04:23:58,891 INFO: [ epoch: 21 ] [ iter: 28,700 ] [ performance: 22.022 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:47 ] [ l_g_pix: 3.3806e-02 ] [ l_g_total: 3.3806e-02 ] +2024-10-01 04:24:03,475 INFO: [ epoch: 21 ] [ iter: 28,800 ] [ performance: 22.067 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:33 ] [ l_g_pix: 3.7915e-02 ] [ l_g_total: 3.7915e-02 ] +2024-10-01 04:24:08,071 INFO: [ epoch: 21 ] [ iter: 28,900 ] [ performance: 21.872 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:19 ] [ l_g_pix: 2.7476e-02 ] [ l_g_total: 2.7476e-02 ] +2024-10-01 04:24:12,656 INFO: [ epoch: 21 ] [ iter: 29,000 ] [ performance: 21.910 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:05 ] [ l_g_pix: 3.2724e-02 ] [ l_g_total: 3.2724e-02 ] +2024-10-01 04:24:17,247 INFO: [ epoch: 21 ] [ iter: 29,100 ] [ performance: 21.831 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:52 ] [ l_g_pix: 4.0382e-02 ] [ l_g_total: 4.0382e-02 ] +2024-10-01 04:24:21,842 INFO: [ epoch: 21 ] [ iter: 29,200 ] [ performance: 21.828 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:38 ] [ l_g_pix: 4.0795e-02 ] [ l_g_total: 4.0795e-02 ] +2024-10-01 04:24:26,401 INFO: [ epoch: 21 ] [ iter: 29,300 ] [ performance: 21.898 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:25 ] [ l_g_pix: 3.0865e-02 ] [ l_g_total: 3.0865e-02 ] +2024-10-01 04:24:31,654 INFO: [ epoch: 22 ] [ iter: 29,400 ] [ performance: 16.750 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:15 ] [ l_g_pix: 3.1980e-02 ] [ l_g_total: 3.1980e-02 ] +2024-10-01 04:24:36,415 INFO: [ epoch: 22 ] [ iter: 29,500 ] [ performance: 19.290 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:03 ] [ l_g_pix: 4.1302e-02 ] [ l_g_total: 4.1302e-02 ] +2024-10-01 04:24:40,943 INFO: [ epoch: 22 ] [ iter: 29,600 ] [ performance: 22.213 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:49 ] [ l_g_pix: 4.0199e-02 ] [ l_g_total: 4.0199e-02 ] +2024-10-01 04:24:45,464 INFO: [ epoch: 22 ] [ iter: 29,700 ] [ performance: 22.152 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:35 ] [ l_g_pix: 2.1974e-02 ] [ l_g_total: 2.1974e-02 ] +2024-10-01 04:24:50,045 INFO: [ epoch: 22 ] [ iter: 29,800 ] [ performance: 21.842 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:22 ] [ l_g_pix: 2.6522e-02 ] [ l_g_total: 2.6522e-02 ] +2024-10-01 04:24:54,618 INFO: [ epoch: 22 ] [ iter: 29,900 ] [ performance: 21.862 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:09 ] [ l_g_pix: 2.6993e-02 ] [ l_g_total: 2.6993e-02 ] +2024-10-01 04:24:59,176 INFO: [ epoch: 22 ] [ iter: 30,000 ] [ performance: 22.122 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:56 ] [ l_g_pix: 3.3426e-02 ] [ l_g_total: 3.3426e-02 ] +2024-10-01 04:24:59,176 INFO: Saving models and training states. +2024-10-01 04:27:48,494 INFO: Validation val + + # psnr: 27.0006........ Best: 27.0006 @ 30000 iter + # ssim: 0.7584........ Best: 0.7584 @ 30000 iter + # dists: 0.7743........ Best: 0.7743 @ 30000 iter + +2024-10-01 04:27:53,068 INFO: [ epoch: 22 ] [ iter: 30,100 ] [ performance: 21.978 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:38 ] [ l_g_pix: 4.2236e-02 ] [ l_g_total: 4.2236e-02 ] +2024-10-01 04:27:57,605 INFO: [ epoch: 22 ] [ iter: 30,200 ] [ performance: 22.258 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:21 ] [ l_g_pix: 2.3097e-02 ] [ l_g_total: 2.3097e-02 ] +2024-10-01 04:28:02,130 INFO: [ epoch: 22 ] [ iter: 30,300 ] [ performance: 22.155 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:04 ] [ l_g_pix: 1.8962e-02 ] [ l_g_total: 1.8962e-02 ] +2024-10-01 04:28:06,677 INFO: [ epoch: 22 ] [ iter: 30,400 ] [ performance: 22.081 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:48 ] [ l_g_pix: 3.0952e-02 ] [ l_g_total: 3.0952e-02 ] +2024-10-01 04:28:11,225 INFO: [ epoch: 22 ] [ iter: 30,500 ] [ performance: 22.022 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:31 ] [ l_g_pix: 3.2484e-02 ] [ l_g_total: 3.2484e-02 ] +2024-10-01 04:28:15,775 INFO: [ epoch: 22 ] [ iter: 30,600 ] [ performance: 22.076 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:14 ] [ l_g_pix: 3.4973e-02 ] [ l_g_total: 3.4973e-02 ] +2024-10-01 04:28:20,180 INFO: [ epoch: 22 ] [ iter: 30,700 ] [ performance: 22.496 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:57 ] [ l_g_pix: 2.7848e-02 ] [ l_g_total: 2.7848e-02 ] +2024-10-01 04:28:25,943 INFO: [ epoch: 23 ] [ iter: 30,800 ] [ performance: 22.522 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:47 ] [ l_g_pix: 4.6827e-02 ] [ l_g_total: 4.6827e-02 ] +2024-10-01 04:28:30,437 INFO: [ epoch: 23 ] [ iter: 30,900 ] [ performance: 22.339 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:31 ] [ l_g_pix: 3.2354e-02 ] [ l_g_total: 3.2354e-02 ] +2024-10-01 04:28:34,979 INFO: [ epoch: 23 ] [ iter: 31,000 ] [ performance: 22.155 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:14 ] [ l_g_pix: 3.7295e-02 ] [ l_g_total: 3.7295e-02 ] +2024-10-01 04:28:39,550 INFO: [ epoch: 23 ] [ iter: 31,100 ] [ performance: 21.966 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:58 ] [ l_g_pix: 2.7316e-02 ] [ l_g_total: 2.7316e-02 ] +2024-10-01 04:28:44,119 INFO: [ epoch: 23 ] [ iter: 31,200 ] [ performance: 22.145 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:42 ] [ l_g_pix: 2.3823e-02 ] [ l_g_total: 2.3823e-02 ] +2024-10-01 04:28:48,666 INFO: [ epoch: 23 ] [ iter: 31,300 ] [ performance: 22.043 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:26 ] [ l_g_pix: 4.1813e-02 ] [ l_g_total: 4.1813e-02 ] +2024-10-01 04:28:53,210 INFO: [ epoch: 23 ] [ iter: 31,400 ] [ performance: 22.107 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:10 ] [ l_g_pix: 3.7602e-02 ] [ l_g_total: 3.7602e-02 ] +2024-10-01 04:28:57,751 INFO: [ epoch: 23 ] [ iter: 31,500 ] [ performance: 22.049 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:54 ] [ l_g_pix: 2.9849e-02 ] [ l_g_total: 2.9849e-02 ] +2024-10-01 04:29:02,284 INFO: [ epoch: 23 ] [ iter: 31,600 ] [ performance: 22.283 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:38 ] [ l_g_pix: 3.5252e-02 ] [ l_g_total: 3.5252e-02 ] +2024-10-01 04:29:06,874 INFO: [ epoch: 23 ] [ iter: 31,700 ] [ performance: 21.937 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:23 ] [ l_g_pix: 3.2432e-02 ] [ l_g_total: 3.2432e-02 ] +2024-10-01 04:29:11,451 INFO: [ epoch: 23 ] [ iter: 31,800 ] [ performance: 22.186 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:07 ] [ l_g_pix: 3.6467e-02 ] [ l_g_total: 3.6467e-02 ] +2024-10-01 04:29:16,015 INFO: [ epoch: 23 ] [ iter: 31,900 ] [ performance: 21.996 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:52 ] [ l_g_pix: 2.7062e-02 ] [ l_g_total: 2.7062e-02 ] +2024-10-01 04:29:20,518 INFO: [ epoch: 23 ] [ iter: 32,000 ] [ performance: 22.908 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:36 ] [ l_g_pix: 2.6201e-02 ] [ l_g_total: 2.6201e-02 ] +2024-10-01 04:29:26,297 INFO: [ epoch: 24 ] [ iter: 32,100 ] [ performance: 18.631 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:27 ] [ l_g_pix: 4.2777e-02 ] [ l_g_total: 4.2777e-02 ] +2024-10-01 04:29:30,854 INFO: [ epoch: 24 ] [ iter: 32,200 ] [ performance: 22.264 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:11 ] [ l_g_pix: 3.2673e-02 ] [ l_g_total: 3.2673e-02 ] +2024-10-01 04:29:35,445 INFO: [ epoch: 24 ] [ iter: 32,300 ] [ performance: 21.918 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:56 ] [ l_g_pix: 3.7176e-02 ] [ l_g_total: 3.7176e-02 ] +2024-10-01 04:29:39,980 INFO: [ epoch: 24 ] [ iter: 32,400 ] [ performance: 22.251 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:41 ] [ l_g_pix: 1.5813e-02 ] [ l_g_total: 1.5813e-02 ] +2024-10-01 04:29:44,551 INFO: [ epoch: 24 ] [ iter: 32,500 ] [ performance: 21.983 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:26 ] [ l_g_pix: 4.0557e-02 ] [ l_g_total: 4.0557e-02 ] +2024-10-01 04:29:49,142 INFO: [ epoch: 24 ] [ iter: 32,600 ] [ performance: 22.060 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:11 ] [ l_g_pix: 3.4069e-02 ] [ l_g_total: 3.4069e-02 ] +2024-10-01 04:29:53,733 INFO: [ epoch: 24 ] [ iter: 32,700 ] [ performance: 21.861 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:56 ] [ l_g_pix: 3.2486e-02 ] [ l_g_total: 3.2486e-02 ] +2024-10-01 04:29:58,284 INFO: [ epoch: 24 ] [ iter: 32,800 ] [ performance: 22.156 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:41 ] [ l_g_pix: 2.7240e-02 ] [ l_g_total: 2.7240e-02 ] +2024-10-01 04:30:02,878 INFO: [ epoch: 24 ] [ iter: 32,900 ] [ performance: 21.874 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:26 ] [ l_g_pix: 3.6505e-02 ] [ l_g_total: 3.6505e-02 ] +2024-10-01 04:30:07,427 INFO: [ epoch: 24 ] [ iter: 33,000 ] [ performance: 22.504 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:11 ] [ l_g_pix: 4.0453e-02 ] [ l_g_total: 4.0453e-02 ] +2024-10-01 04:30:11,968 INFO: [ epoch: 24 ] [ iter: 33,100 ] [ performance: 22.151 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:56 ] [ l_g_pix: 2.9972e-02 ] [ l_g_total: 2.9972e-02 ] +2024-10-01 04:30:16,533 INFO: [ epoch: 24 ] [ iter: 33,200 ] [ performance: 22.461 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:41 ] [ l_g_pix: 3.4773e-02 ] [ l_g_total: 3.4773e-02 ] +2024-10-01 04:30:21,108 INFO: [ epoch: 24 ] [ iter: 33,300 ] [ performance: 22.014 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:27 ] [ l_g_pix: 3.5267e-02 ] [ l_g_total: 3.5267e-02 ] +2024-10-01 04:30:25,589 INFO: [ epoch: 24 ] [ iter: 33,400 ] [ performance: 21.902 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:12 ] [ l_g_pix: 4.4701e-02 ] [ l_g_total: 4.4701e-02 ] +2024-10-01 04:30:31,397 INFO: [ epoch: 25 ] [ iter: 33,500 ] [ performance: 18.210 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:03 ] [ l_g_pix: 3.2615e-02 ] [ l_g_total: 3.2615e-02 ] +2024-10-01 04:30:35,966 INFO: [ epoch: 25 ] [ iter: 33,600 ] [ performance: 22.366 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:49 ] [ l_g_pix: 2.0773e-02 ] [ l_g_total: 2.0773e-02 ] +2024-10-01 04:30:40,526 INFO: [ epoch: 25 ] [ iter: 33,700 ] [ performance: 22.040 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:34 ] [ l_g_pix: 3.9322e-02 ] [ l_g_total: 3.9322e-02 ] +2024-10-01 04:30:45,076 INFO: [ epoch: 25 ] [ iter: 33,800 ] [ performance: 22.192 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:20 ] [ l_g_pix: 2.8988e-02 ] [ l_g_total: 2.8988e-02 ] +2024-10-01 04:30:49,635 INFO: [ epoch: 25 ] [ iter: 33,900 ] [ performance: 21.999 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:05 ] [ l_g_pix: 3.0640e-02 ] [ l_g_total: 3.0640e-02 ] +2024-10-01 04:30:54,195 INFO: [ epoch: 25 ] [ iter: 34,000 ] [ performance: 22.388 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:51 ] [ l_g_pix: 3.3629e-02 ] [ l_g_total: 3.3629e-02 ] +2024-10-01 04:30:58,750 INFO: [ epoch: 25 ] [ iter: 34,100 ] [ performance: 22.056 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:37 ] [ l_g_pix: 3.3304e-02 ] [ l_g_total: 3.3304e-02 ] +2024-10-01 04:31:03,313 INFO: [ epoch: 25 ] [ iter: 34,200 ] [ performance: 22.341 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:23 ] [ l_g_pix: 2.5860e-02 ] [ l_g_total: 2.5860e-02 ] +2024-10-01 04:31:07,869 INFO: [ epoch: 25 ] [ iter: 34,300 ] [ performance: 22.039 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:08 ] [ l_g_pix: 2.8224e-02 ] [ l_g_total: 2.8224e-02 ] +2024-10-01 04:31:12,433 INFO: [ epoch: 25 ] [ iter: 34,400 ] [ performance: 22.199 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:54 ] [ l_g_pix: 2.8278e-02 ] [ l_g_total: 2.8278e-02 ] +2024-10-01 04:31:16,968 INFO: [ epoch: 25 ] [ iter: 34,500 ] [ performance: 22.087 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:40 ] [ l_g_pix: 2.9109e-02 ] [ l_g_total: 2.9109e-02 ] +2024-10-01 04:31:21,528 INFO: [ epoch: 25 ] [ iter: 34,600 ] [ performance: 22.275 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:26 ] [ l_g_pix: 4.5419e-02 ] [ l_g_total: 4.5419e-02 ] +2024-10-01 04:31:25,992 INFO: [ epoch: 25 ] [ iter: 34,700 ] [ performance: 22.376 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:12 ] [ l_g_pix: 3.2956e-02 ] [ l_g_total: 3.2956e-02 ] +2024-10-01 04:31:31,804 INFO: [ epoch: 26 ] [ iter: 34,800 ] [ performance: 22.207 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:04 ] [ l_g_pix: 1.9223e-02 ] [ l_g_total: 1.9223e-02 ] +2024-10-01 04:31:36,340 INFO: [ epoch: 26 ] [ iter: 34,900 ] [ performance: 22.082 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:50 ] [ l_g_pix: 4.6144e-02 ] [ l_g_total: 4.6144e-02 ] +2024-10-01 04:31:40,899 INFO: [ epoch: 26 ] [ iter: 35,000 ] [ performance: 22.434 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:36 ] [ l_g_pix: 2.0922e-02 ] [ l_g_total: 2.0922e-02 ] +2024-10-01 04:31:45,457 INFO: [ epoch: 26 ] [ iter: 35,100 ] [ performance: 22.041 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:23 ] [ l_g_pix: 3.2836e-02 ] [ l_g_total: 3.2836e-02 ] +2024-10-01 04:31:50,030 INFO: [ epoch: 26 ] [ iter: 35,200 ] [ performance: 21.966 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:09 ] [ l_g_pix: 3.3841e-02 ] [ l_g_total: 3.3841e-02 ] +2024-10-01 04:31:54,587 INFO: [ epoch: 26 ] [ iter: 35,300 ] [ performance: 21.951 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:55 ] [ l_g_pix: 4.1673e-02 ] [ l_g_total: 4.1673e-02 ] +2024-10-01 04:31:59,159 INFO: [ epoch: 26 ] [ iter: 35,400 ] [ performance: 22.186 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:42 ] [ l_g_pix: 3.1313e-02 ] [ l_g_total: 3.1313e-02 ] +2024-10-01 04:32:03,769 INFO: [ epoch: 26 ] [ iter: 35,500 ] [ performance: 21.787 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:29 ] [ l_g_pix: 3.0152e-02 ] [ l_g_total: 3.0152e-02 ] +2024-10-01 04:32:08,348 INFO: [ epoch: 26 ] [ iter: 35,600 ] [ performance: 22.117 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:15 ] [ l_g_pix: 2.7457e-02 ] [ l_g_total: 2.7457e-02 ] +2024-10-01 04:32:12,898 INFO: [ epoch: 26 ] [ iter: 35,700 ] [ performance: 22.006 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:02 ] [ l_g_pix: 3.6456e-02 ] [ l_g_total: 3.6456e-02 ] +2024-10-01 04:32:17,455 INFO: [ epoch: 26 ] [ iter: 35,800 ] [ performance: 22.430 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:48 ] [ l_g_pix: 2.4044e-02 ] [ l_g_total: 2.4044e-02 ] +2024-10-01 04:32:21,975 INFO: [ epoch: 26 ] [ iter: 35,900 ] [ performance: 22.181 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:35 ] [ l_g_pix: 3.9311e-02 ] [ l_g_total: 3.9311e-02 ] +2024-10-01 04:32:26,474 INFO: [ epoch: 26 ] [ iter: 36,000 ] [ performance: 23.385 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:21 ] [ l_g_pix: 3.6531e-02 ] [ l_g_total: 3.6531e-02 ] +2024-10-01 04:32:32,244 INFO: [ epoch: 27 ] [ iter: 36,100 ] [ performance: 18.152 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:14 ] [ l_g_pix: 4.7661e-02 ] [ l_g_total: 4.7661e-02 ] +2024-10-01 04:32:36,813 INFO: [ epoch: 27 ] [ iter: 36,200 ] [ performance: 22.361 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:00 ] [ l_g_pix: 3.8895e-02 ] [ l_g_total: 3.8895e-02 ] +2024-10-01 04:32:41,370 INFO: [ epoch: 27 ] [ iter: 36,300 ] [ performance: 22.019 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:47 ] [ l_g_pix: 3.7635e-02 ] [ l_g_total: 3.7635e-02 ] +2024-10-01 04:32:45,971 INFO: [ epoch: 27 ] [ iter: 36,400 ] [ performance: 22.526 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:34 ] [ l_g_pix: 2.1235e-02 ] [ l_g_total: 2.1235e-02 ] +2024-10-01 04:32:50,537 INFO: [ epoch: 27 ] [ iter: 36,500 ] [ performance: 22.001 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:21 ] [ l_g_pix: 3.3184e-02 ] [ l_g_total: 3.3184e-02 ] +2024-10-01 04:32:55,099 INFO: [ epoch: 27 ] [ iter: 36,600 ] [ performance: 22.275 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:08 ] [ l_g_pix: 4.4703e-02 ] [ l_g_total: 4.4703e-02 ] +2024-10-01 04:32:59,664 INFO: [ epoch: 27 ] [ iter: 36,700 ] [ performance: 21.963 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:55 ] [ l_g_pix: 2.1636e-02 ] [ l_g_total: 2.1636e-02 ] +2024-10-01 04:33:04,238 INFO: [ epoch: 27 ] [ iter: 36,800 ] [ performance: 22.097 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:43 ] [ l_g_pix: 3.0450e-02 ] [ l_g_total: 3.0450e-02 ] +2024-10-01 04:33:08,789 INFO: [ epoch: 27 ] [ iter: 36,900 ] [ performance: 21.995 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:30 ] [ l_g_pix: 2.8937e-02 ] [ l_g_total: 2.8937e-02 ] +2024-10-01 04:33:13,349 INFO: [ epoch: 27 ] [ iter: 37,000 ] [ performance: 22.339 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:17 ] [ l_g_pix: 3.6509e-02 ] [ l_g_total: 3.6509e-02 ] +2024-10-01 04:33:17,945 INFO: [ epoch: 27 ] [ iter: 37,100 ] [ performance: 21.840 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:04 ] [ l_g_pix: 2.8227e-02 ] [ l_g_total: 2.8227e-02 ] +2024-10-01 04:33:22,513 INFO: [ epoch: 27 ] [ iter: 37,200 ] [ performance: 22.604 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:51 ] [ l_g_pix: 3.5965e-02 ] [ l_g_total: 3.5965e-02 ] +2024-10-01 04:33:27,076 INFO: [ epoch: 27 ] [ iter: 37,300 ] [ performance: 22.006 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:39 ] [ l_g_pix: 3.8135e-02 ] [ l_g_total: 3.8135e-02 ] +2024-10-01 04:33:31,461 INFO: [ epoch: 27 ] [ iter: 37,400 ] [ performance: 23.471 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:25 ] [ l_g_pix: 4.4317e-02 ] [ l_g_total: 4.4317e-02 ] +2024-10-01 04:33:37,279 INFO: [ epoch: 28 ] [ iter: 37,500 ] [ performance: 17.777 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:18 ] [ l_g_pix: 2.0717e-02 ] [ l_g_total: 2.0717e-02 ] +2024-10-01 04:33:41,832 INFO: [ epoch: 28 ] [ iter: 37,600 ] [ performance: 22.508 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:06 ] [ l_g_pix: 3.0671e-02 ] [ l_g_total: 3.0671e-02 ] +2024-10-01 04:33:46,406 INFO: [ epoch: 28 ] [ iter: 37,700 ] [ performance: 21.938 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:53 ] [ l_g_pix: 3.1532e-02 ] [ l_g_total: 3.1532e-02 ] +2024-10-01 04:33:50,976 INFO: [ epoch: 28 ] [ iter: 37,800 ] [ performance: 22.436 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:41 ] [ l_g_pix: 2.8404e-02 ] [ l_g_total: 2.8404e-02 ] +2024-10-01 04:33:55,546 INFO: [ epoch: 28 ] [ iter: 37,900 ] [ performance: 21.946 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:28 ] [ l_g_pix: 2.4510e-02 ] [ l_g_total: 2.4510e-02 ] +2024-10-01 04:34:00,088 INFO: [ epoch: 28 ] [ iter: 38,000 ] [ performance: 22.180 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:16 ] [ l_g_pix: 2.3283e-02 ] [ l_g_total: 2.3283e-02 ] +2024-10-01 04:34:04,677 INFO: [ epoch: 28 ] [ iter: 38,100 ] [ performance: 21.829 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:04 ] [ l_g_pix: 3.2466e-02 ] [ l_g_total: 3.2466e-02 ] +2024-10-01 04:34:09,227 INFO: [ epoch: 28 ] [ iter: 38,200 ] [ performance: 22.471 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:51 ] [ l_g_pix: 2.8386e-02 ] [ l_g_total: 2.8386e-02 ] +2024-10-01 04:34:13,794 INFO: [ epoch: 28 ] [ iter: 38,300 ] [ performance: 21.951 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:39 ] [ l_g_pix: 4.1723e-02 ] [ l_g_total: 4.1723e-02 ] +2024-10-01 04:34:18,341 INFO: [ epoch: 28 ] [ iter: 38,400 ] [ performance: 22.137 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:27 ] [ l_g_pix: 2.4607e-02 ] [ l_g_total: 2.4607e-02 ] +2024-10-01 04:34:22,904 INFO: [ epoch: 28 ] [ iter: 38,500 ] [ performance: 21.937 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:14 ] [ l_g_pix: 2.8186e-02 ] [ l_g_total: 2.8186e-02 ] +2024-10-01 04:34:27,490 INFO: [ epoch: 28 ] [ iter: 38,600 ] [ performance: 22.049 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:02 ] [ l_g_pix: 2.7843e-02 ] [ l_g_total: 2.7843e-02 ] +2024-10-01 04:34:31,957 INFO: [ epoch: 28 ] [ iter: 38,700 ] [ performance: 22.364 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:50 ] [ l_g_pix: 3.3657e-02 ] [ l_g_total: 3.3657e-02 ] +2024-10-01 04:34:37,641 INFO: [ epoch: 29 ] [ iter: 38,800 ] [ performance: 21.576 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:42 ] [ l_g_pix: 2.9472e-02 ] [ l_g_total: 2.9472e-02 ] +2024-10-01 04:34:42,187 INFO: [ epoch: 29 ] [ iter: 38,900 ] [ performance: 21.973 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:30 ] [ l_g_pix: 2.6963e-02 ] [ l_g_total: 2.6963e-02 ] +2024-10-01 04:34:46,742 INFO: [ epoch: 29 ] [ iter: 39,000 ] [ performance: 22.258 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:18 ] [ l_g_pix: 3.3624e-02 ] [ l_g_total: 3.3624e-02 ] +2024-10-01 04:34:51,297 INFO: [ epoch: 29 ] [ iter: 39,100 ] [ performance: 21.975 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:06 ] [ l_g_pix: 3.1077e-02 ] [ l_g_total: 3.1077e-02 ] +2024-10-01 04:34:55,853 INFO: [ epoch: 29 ] [ iter: 39,200 ] [ performance: 22.167 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:54 ] [ l_g_pix: 2.4857e-02 ] [ l_g_total: 2.4857e-02 ] +2024-10-01 04:35:00,433 INFO: [ epoch: 29 ] [ iter: 39,300 ] [ performance: 21.851 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:42 ] [ l_g_pix: 4.5311e-02 ] [ l_g_total: 4.5311e-02 ] +2024-10-01 04:35:04,978 INFO: [ epoch: 29 ] [ iter: 39,400 ] [ performance: 22.558 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:31 ] [ l_g_pix: 3.6712e-02 ] [ l_g_total: 3.6712e-02 ] +2024-10-01 04:35:09,568 INFO: [ epoch: 29 ] [ iter: 39,500 ] [ performance: 21.818 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:19 ] [ l_g_pix: 2.3888e-02 ] [ l_g_total: 2.3888e-02 ] +2024-10-01 04:35:14,136 INFO: [ epoch: 29 ] [ iter: 39,600 ] [ performance: 22.567 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:07 ] [ l_g_pix: 3.4772e-02 ] [ l_g_total: 3.4772e-02 ] +2024-10-01 04:35:18,703 INFO: [ epoch: 29 ] [ iter: 39,700 ] [ performance: 21.917 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:55 ] [ l_g_pix: 2.2676e-02 ] [ l_g_total: 2.2676e-02 ] +2024-10-01 04:35:23,271 INFO: [ epoch: 29 ] [ iter: 39,800 ] [ performance: 21.375 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:44 ] [ l_g_pix: 1.5587e-02 ] [ l_g_total: 1.5587e-02 ] +2024-10-01 04:35:27,846 INFO: [ epoch: 29 ] [ iter: 39,900 ] [ performance: 21.853 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:32 ] [ l_g_pix: 4.0119e-02 ] [ l_g_total: 4.0119e-02 ] +2024-10-01 04:35:32,372 INFO: [ epoch: 29 ] [ iter: 40,000 ] [ performance: 23.406 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:20 ] [ l_g_pix: 3.5655e-02 ] [ l_g_total: 3.5655e-02 ] +2024-10-01 04:35:32,373 INFO: Saving models and training states. +2024-10-01 04:38:29,435 INFO: Validation val + + # psnr: 27.1078........ Best: 27.1078 @ 40000 iter + # ssim: 0.7621........ Best: 0.7621 @ 40000 iter + # dists: 0.7737........ Best: 0.7737 @ 40000 iter + +2024-10-01 04:38:35,031 INFO: [ epoch: 30 ] [ iter: 40,100 ] [ performance: 17.948 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:59 ] [ l_g_pix: 2.9757e-02 ] [ l_g_total: 2.9757e-02 ] +2024-10-01 04:38:39,643 INFO: [ epoch: 30 ] [ iter: 40,200 ] [ performance: 19.641 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:45 ] [ l_g_pix: 2.8066e-02 ] [ l_g_total: 2.8066e-02 ] +2024-10-01 04:38:44,172 INFO: [ epoch: 30 ] [ iter: 40,300 ] [ performance: 22.085 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:31 ] [ l_g_pix: 3.3166e-02 ] [ l_g_total: 3.3166e-02 ] +2024-10-01 04:38:48,716 INFO: [ epoch: 30 ] [ iter: 40,400 ] [ performance: 22.049 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:18 ] [ l_g_pix: 4.5701e-02 ] [ l_g_total: 4.5701e-02 ] +2024-10-01 04:38:53,250 INFO: [ epoch: 30 ] [ iter: 40,500 ] [ performance: 22.067 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:04 ] [ l_g_pix: 3.8412e-02 ] [ l_g_total: 3.8412e-02 ] +2024-10-01 04:38:57,804 INFO: [ epoch: 30 ] [ iter: 40,600 ] [ performance: 22.015 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:50 ] [ l_g_pix: 2.4487e-02 ] [ l_g_total: 2.4487e-02 ] +2024-10-01 04:39:02,328 INFO: [ epoch: 30 ] [ iter: 40,700 ] [ performance: 22.113 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:36 ] [ l_g_pix: 3.1346e-02 ] [ l_g_total: 3.1346e-02 ] +2024-10-01 04:39:06,875 INFO: [ epoch: 30 ] [ iter: 40,800 ] [ performance: 22.052 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:23 ] [ l_g_pix: 2.8327e-02 ] [ l_g_total: 2.8327e-02 ] +2024-10-01 04:39:11,450 INFO: [ epoch: 30 ] [ iter: 40,900 ] [ performance: 21.873 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:09 ] [ l_g_pix: 4.0107e-02 ] [ l_g_total: 4.0107e-02 ] +2024-10-01 04:39:16,038 INFO: [ epoch: 30 ] [ iter: 41,000 ] [ performance: 21.836 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:56 ] [ l_g_pix: 3.5788e-02 ] [ l_g_total: 3.5788e-02 ] +2024-10-01 04:39:20,605 INFO: [ epoch: 30 ] [ iter: 41,100 ] [ performance: 21.937 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:43 ] [ l_g_pix: 3.6054e-02 ] [ l_g_total: 3.6054e-02 ] +2024-10-01 04:39:25,210 INFO: [ epoch: 30 ] [ iter: 41,200 ] [ performance: 21.826 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:30 ] [ l_g_pix: 3.5181e-02 ] [ l_g_total: 3.5181e-02 ] +2024-10-01 04:39:29,760 INFO: [ epoch: 30 ] [ iter: 41,300 ] [ performance: 22.048 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:16 ] [ l_g_pix: 2.6120e-02 ] [ l_g_total: 2.6120e-02 ] +2024-10-01 04:39:34,163 INFO: [ epoch: 30 ] [ iter: 41,400 ] [ performance: 22.386 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:02 ] [ l_g_pix: 2.6189e-02 ] [ l_g_total: 2.6189e-02 ] +2024-10-01 04:39:40,327 INFO: [ epoch: 31 ] [ iter: 41,500 ] [ performance: 15.947 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:55 ] [ l_g_pix: 3.2935e-02 ] [ l_g_total: 3.2935e-02 ] +2024-10-01 04:39:44,922 INFO: [ epoch: 31 ] [ iter: 41,600 ] [ performance: 18.498 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:42 ] [ l_g_pix: 1.2933e-02 ] [ l_g_total: 1.2933e-02 ] +2024-10-01 04:39:49,498 INFO: [ epoch: 31 ] [ iter: 41,700 ] [ performance: 21.899 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:29 ] [ l_g_pix: 3.8093e-02 ] [ l_g_total: 3.8093e-02 ] +2024-10-01 04:39:54,082 INFO: [ epoch: 31 ] [ iter: 41,800 ] [ performance: 21.856 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:16 ] [ l_g_pix: 2.4657e-02 ] [ l_g_total: 2.4657e-02 ] +2024-10-01 04:39:58,673 INFO: [ epoch: 31 ] [ iter: 41,900 ] [ performance: 21.830 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:03 ] [ l_g_pix: 3.3274e-02 ] [ l_g_total: 3.3274e-02 ] +2024-10-01 04:40:03,242 INFO: [ epoch: 31 ] [ iter: 42,000 ] [ performance: 21.863 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:50 ] [ l_g_pix: 2.8036e-02 ] [ l_g_total: 2.8036e-02 ] +2024-10-01 04:40:07,777 INFO: [ epoch: 31 ] [ iter: 42,100 ] [ performance: 22.090 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:37 ] [ l_g_pix: 3.9656e-02 ] [ l_g_total: 3.9656e-02 ] +2024-10-01 04:40:12,334 INFO: [ epoch: 31 ] [ iter: 42,200 ] [ performance: 22.016 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:24 ] [ l_g_pix: 3.1743e-02 ] [ l_g_total: 3.1743e-02 ] +2024-10-01 04:40:16,910 INFO: [ epoch: 31 ] [ iter: 42,300 ] [ performance: 21.946 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:11 ] [ l_g_pix: 4.2735e-02 ] [ l_g_total: 4.2735e-02 ] +2024-10-01 04:40:21,476 INFO: [ epoch: 31 ] [ iter: 42,400 ] [ performance: 21.925 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:58 ] [ l_g_pix: 2.1506e-02 ] [ l_g_total: 2.1506e-02 ] +2024-10-01 04:40:26,052 INFO: [ epoch: 31 ] [ iter: 42,500 ] [ performance: 21.920 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:46 ] [ l_g_pix: 3.2027e-02 ] [ l_g_total: 3.2027e-02 ] +2024-10-01 04:40:30,642 INFO: [ epoch: 31 ] [ iter: 42,600 ] [ performance: 21.849 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:33 ] [ l_g_pix: 3.2219e-02 ] [ l_g_total: 3.2219e-02 ] +2024-10-01 04:40:35,115 INFO: [ epoch: 31 ] [ iter: 42,700 ] [ performance: 22.472 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:20 ] [ l_g_pix: 2.6466e-02 ] [ l_g_total: 2.6466e-02 ] +2024-10-01 04:40:40,772 INFO: [ epoch: 32 ] [ iter: 42,800 ] [ performance: 19.642 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:11 ] [ l_g_pix: 3.6942e-02 ] [ l_g_total: 3.6942e-02 ] +2024-10-01 04:40:45,354 INFO: [ epoch: 32 ] [ iter: 42,900 ] [ performance: 21.931 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:58 ] [ l_g_pix: 2.8427e-02 ] [ l_g_total: 2.8427e-02 ] +2024-10-01 04:40:49,911 INFO: [ epoch: 32 ] [ iter: 43,000 ] [ performance: 21.940 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:46 ] [ l_g_pix: 1.9881e-02 ] [ l_g_total: 1.9881e-02 ] +2024-10-01 04:40:54,500 INFO: [ epoch: 32 ] [ iter: 43,100 ] [ performance: 21.920 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:33 ] [ l_g_pix: 3.6885e-02 ] [ l_g_total: 3.6885e-02 ] +2024-10-01 04:40:59,089 INFO: [ epoch: 32 ] [ iter: 43,200 ] [ performance: 21.853 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:21 ] [ l_g_pix: 1.7615e-02 ] [ l_g_total: 1.7615e-02 ] +2024-10-01 04:41:03,663 INFO: [ epoch: 32 ] [ iter: 43,300 ] [ performance: 22.059 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:08 ] [ l_g_pix: 2.5194e-02 ] [ l_g_total: 2.5194e-02 ] +2024-10-01 04:41:08,225 INFO: [ epoch: 32 ] [ iter: 43,400 ] [ performance: 21.984 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:56 ] [ l_g_pix: 3.3299e-02 ] [ l_g_total: 3.3299e-02 ] +2024-10-01 04:41:12,799 INFO: [ epoch: 32 ] [ iter: 43,500 ] [ performance: 21.949 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:43 ] [ l_g_pix: 1.5179e-02 ] [ l_g_total: 1.5179e-02 ] +2024-10-01 04:41:17,393 INFO: [ epoch: 32 ] [ iter: 43,600 ] [ performance: 21.854 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:31 ] [ l_g_pix: 2.4947e-02 ] [ l_g_total: 2.4947e-02 ] +2024-10-01 04:41:21,927 INFO: [ epoch: 32 ] [ iter: 43,700 ] [ performance: 22.163 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:19 ] [ l_g_pix: 3.7514e-02 ] [ l_g_total: 3.7514e-02 ] +2024-10-01 04:41:26,511 INFO: [ epoch: 32 ] [ iter: 43,800 ] [ performance: 21.973 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:06 ] [ l_g_pix: 3.4815e-02 ] [ l_g_total: 3.4815e-02 ] +2024-10-01 04:41:31,096 INFO: [ epoch: 32 ] [ iter: 43,900 ] [ performance: 21.973 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:54 ] [ l_g_pix: 2.6841e-02 ] [ l_g_total: 2.6841e-02 ] +2024-10-01 04:41:35,665 INFO: [ epoch: 32 ] [ iter: 44,000 ] [ performance: 21.927 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:42 ] [ l_g_pix: 3.3021e-02 ] [ l_g_total: 3.3021e-02 ] +2024-10-01 04:41:41,334 INFO: [ epoch: 33 ] [ iter: 44,100 ] [ performance: 16.824 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:33 ] [ l_g_pix: 3.6471e-02 ] [ l_g_total: 3.6471e-02 ] +2024-10-01 04:41:46,159 INFO: [ epoch: 33 ] [ iter: 44,200 ] [ performance: 18.778 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:22 ] [ l_g_pix: 2.3283e-02 ] [ l_g_total: 2.3283e-02 ] +2024-10-01 04:41:50,704 INFO: [ epoch: 33 ] [ iter: 44,300 ] [ performance: 22.116 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:10 ] [ l_g_pix: 2.5188e-02 ] [ l_g_total: 2.5188e-02 ] +2024-10-01 04:41:55,273 INFO: [ epoch: 33 ] [ iter: 44,400 ] [ performance: 21.987 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:58 ] [ l_g_pix: 3.1008e-02 ] [ l_g_total: 3.1008e-02 ] +2024-10-01 04:41:59,815 INFO: [ epoch: 33 ] [ iter: 44,500 ] [ performance: 22.165 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:46 ] [ l_g_pix: 3.2291e-02 ] [ l_g_total: 3.2291e-02 ] +2024-10-01 04:42:04,387 INFO: [ epoch: 33 ] [ iter: 44,600 ] [ performance: 22.003 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:34 ] [ l_g_pix: 2.5509e-02 ] [ l_g_total: 2.5509e-02 ] +2024-10-01 04:42:08,970 INFO: [ epoch: 33 ] [ iter: 44,700 ] [ performance: 21.973 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:22 ] [ l_g_pix: 2.0834e-02 ] [ l_g_total: 2.0834e-02 ] +2024-10-01 04:42:13,554 INFO: [ epoch: 33 ] [ iter: 44,800 ] [ performance: 21.884 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:10 ] [ l_g_pix: 3.1457e-02 ] [ l_g_total: 3.1457e-02 ] +2024-10-01 04:42:18,109 INFO: [ epoch: 33 ] [ iter: 44,900 ] [ performance: 22.134 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:58 ] [ l_g_pix: 1.8181e-02 ] [ l_g_total: 1.8181e-02 ] +2024-10-01 04:42:22,697 INFO: [ epoch: 33 ] [ iter: 45,000 ] [ performance: 21.944 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:46 ] [ l_g_pix: 3.9375e-02 ] [ l_g_total: 3.9375e-02 ] +2024-10-01 04:42:27,270 INFO: [ epoch: 33 ] [ iter: 45,100 ] [ performance: 22.080 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:34 ] [ l_g_pix: 3.7622e-02 ] [ l_g_total: 3.7622e-02 ] +2024-10-01 04:42:31,836 INFO: [ epoch: 33 ] [ iter: 45,200 ] [ performance: 21.980 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:22 ] [ l_g_pix: 3.0712e-02 ] [ l_g_total: 3.0712e-02 ] +2024-10-01 04:42:36,422 INFO: [ epoch: 33 ] [ iter: 45,300 ] [ performance: 21.863 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:10 ] [ l_g_pix: 2.3300e-02 ] [ l_g_total: 2.3300e-02 ] +2024-10-01 04:42:40,844 INFO: [ epoch: 33 ] [ iter: 45,400 ] [ performance: 22.288 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:58 ] [ l_g_pix: 2.7162e-02 ] [ l_g_total: 2.7162e-02 ] +2024-10-01 04:42:46,935 INFO: [ epoch: 34 ] [ iter: 45,500 ] [ performance: 19.522 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:51 ] [ l_g_pix: 2.3399e-02 ] [ l_g_total: 2.3399e-02 ] +2024-10-01 04:42:51,505 INFO: [ epoch: 34 ] [ iter: 45,600 ] [ performance: 20.814 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:39 ] [ l_g_pix: 3.2427e-02 ] [ l_g_total: 3.2427e-02 ] +2024-10-01 04:42:56,088 INFO: [ epoch: 34 ] [ iter: 45,700 ] [ performance: 21.856 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:28 ] [ l_g_pix: 2.8756e-02 ] [ l_g_total: 2.8756e-02 ] +2024-10-01 04:43:00,627 INFO: [ epoch: 34 ] [ iter: 45,800 ] [ performance: 21.961 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:16 ] [ l_g_pix: 4.2511e-02 ] [ l_g_total: 4.2511e-02 ] +2024-10-01 04:43:05,197 INFO: [ epoch: 34 ] [ iter: 45,900 ] [ performance: 22.058 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:04 ] [ l_g_pix: 3.6338e-02 ] [ l_g_total: 3.6338e-02 ] +2024-10-01 04:43:09,772 INFO: [ epoch: 34 ] [ iter: 46,000 ] [ performance: 21.943 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:53 ] [ l_g_pix: 2.9085e-02 ] [ l_g_total: 2.9085e-02 ] +2024-10-01 04:43:14,349 INFO: [ epoch: 34 ] [ iter: 46,100 ] [ performance: 22.060 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:41 ] [ l_g_pix: 3.4934e-02 ] [ l_g_total: 3.4934e-02 ] +2024-10-01 04:43:18,872 INFO: [ epoch: 34 ] [ iter: 46,200 ] [ performance: 22.090 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:29 ] [ l_g_pix: 2.7048e-02 ] [ l_g_total: 2.7048e-02 ] +2024-10-01 04:43:23,447 INFO: [ epoch: 34 ] [ iter: 46,300 ] [ performance: 22.014 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:18 ] [ l_g_pix: 3.1820e-02 ] [ l_g_total: 3.1820e-02 ] +2024-10-01 04:43:28,006 INFO: [ epoch: 34 ] [ iter: 46,400 ] [ performance: 21.971 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:06 ] [ l_g_pix: 2.8259e-02 ] [ l_g_total: 2.8259e-02 ] +2024-10-01 04:43:32,545 INFO: [ epoch: 34 ] [ iter: 46,500 ] [ performance: 22.150 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:55 ] [ l_g_pix: 3.7073e-02 ] [ l_g_total: 3.7073e-02 ] +2024-10-01 04:43:37,114 INFO: [ epoch: 34 ] [ iter: 46,600 ] [ performance: 21.997 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:43 ] [ l_g_pix: 3.1399e-02 ] [ l_g_total: 3.1399e-02 ] +2024-10-01 04:43:41,598 INFO: [ epoch: 34 ] [ iter: 46,700 ] [ performance: 22.565 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:32 ] [ l_g_pix: 3.3543e-02 ] [ l_g_total: 3.3543e-02 ] +2024-10-01 04:43:47,741 INFO: [ epoch: 35 ] [ iter: 46,800 ] [ performance: 18.349 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:25 ] [ l_g_pix: 2.9298e-02 ] [ l_g_total: 2.9298e-02 ] +2024-10-01 04:43:52,291 INFO: [ epoch: 35 ] [ iter: 46,900 ] [ performance: 22.228 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:14 ] [ l_g_pix: 3.4212e-02 ] [ l_g_total: 3.4212e-02 ] +2024-10-01 04:43:56,853 INFO: [ epoch: 35 ] [ iter: 47,000 ] [ performance: 22.044 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:03 ] [ l_g_pix: 3.8600e-02 ] [ l_g_total: 3.8600e-02 ] +2024-10-01 04:44:01,423 INFO: [ epoch: 35 ] [ iter: 47,100 ] [ performance: 21.986 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:51 ] [ l_g_pix: 3.9536e-02 ] [ l_g_total: 3.9536e-02 ] +2024-10-01 04:44:06,018 INFO: [ epoch: 35 ] [ iter: 47,200 ] [ performance: 21.853 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:40 ] [ l_g_pix: 2.0822e-02 ] [ l_g_total: 2.0822e-02 ] +2024-10-01 04:44:10,592 INFO: [ epoch: 35 ] [ iter: 47,300 ] [ performance: 21.977 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:29 ] [ l_g_pix: 3.3830e-02 ] [ l_g_total: 3.3830e-02 ] +2024-10-01 04:44:15,195 INFO: [ epoch: 35 ] [ iter: 47,400 ] [ performance: 21.824 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:18 ] [ l_g_pix: 1.9470e-02 ] [ l_g_total: 1.9470e-02 ] +2024-10-01 04:44:19,741 INFO: [ epoch: 35 ] [ iter: 47,500 ] [ performance: 22.032 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:06 ] [ l_g_pix: 2.1973e-02 ] [ l_g_total: 2.1973e-02 ] +2024-10-01 04:44:24,332 INFO: [ epoch: 35 ] [ iter: 47,600 ] [ performance: 21.880 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:55 ] [ l_g_pix: 1.9181e-02 ] [ l_g_total: 1.9181e-02 ] +2024-10-01 04:44:28,911 INFO: [ epoch: 35 ] [ iter: 47,700 ] [ performance: 21.906 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:44 ] [ l_g_pix: 2.6870e-02 ] [ l_g_total: 2.6870e-02 ] +2024-10-01 04:44:33,476 INFO: [ epoch: 35 ] [ iter: 47,800 ] [ performance: 21.908 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:33 ] [ l_g_pix: 2.2288e-02 ] [ l_g_total: 2.2288e-02 ] +2024-10-01 04:44:38,027 INFO: [ epoch: 35 ] [ iter: 47,900 ] [ performance: 21.987 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:22 ] [ l_g_pix: 3.0457e-02 ] [ l_g_total: 3.0457e-02 ] +2024-10-01 04:44:42,561 INFO: [ epoch: 35 ] [ iter: 48,000 ] [ performance: 22.032 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:11 ] [ l_g_pix: 3.2030e-02 ] [ l_g_total: 3.2030e-02 ] +2024-10-01 04:44:48,100 INFO: [ epoch: 36 ] [ iter: 48,100 ] [ performance: 15.957 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:03 ] [ l_g_pix: 2.5765e-02 ] [ l_g_total: 2.5765e-02 ] +2024-10-01 04:44:53,151 INFO: [ epoch: 36 ] [ iter: 48,200 ] [ performance: 18.146 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:53 ] [ l_g_pix: 4.1166e-02 ] [ l_g_total: 4.1166e-02 ] +2024-10-01 04:44:57,743 INFO: [ epoch: 36 ] [ iter: 48,300 ] [ performance: 21.835 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:42 ] [ l_g_pix: 2.3677e-02 ] [ l_g_total: 2.3677e-02 ] +2024-10-01 04:45:02,296 INFO: [ epoch: 36 ] [ iter: 48,400 ] [ performance: 21.917 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:31 ] [ l_g_pix: 3.5094e-02 ] [ l_g_total: 3.5094e-02 ] +2024-10-01 04:45:06,870 INFO: [ epoch: 36 ] [ iter: 48,500 ] [ performance: 21.993 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:20 ] [ l_g_pix: 3.5586e-02 ] [ l_g_total: 3.5586e-02 ] +2024-10-01 04:45:11,425 INFO: [ epoch: 36 ] [ iter: 48,600 ] [ performance: 21.969 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:09 ] [ l_g_pix: 2.6657e-02 ] [ l_g_total: 2.6657e-02 ] +2024-10-01 04:45:15,985 INFO: [ epoch: 36 ] [ iter: 48,700 ] [ performance: 21.934 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:58 ] [ l_g_pix: 2.9215e-02 ] [ l_g_total: 2.9215e-02 ] +2024-10-01 04:45:20,533 INFO: [ epoch: 36 ] [ iter: 48,800 ] [ performance: 21.970 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:47 ] [ l_g_pix: 2.9562e-02 ] [ l_g_total: 2.9562e-02 ] +2024-10-01 04:45:25,083 INFO: [ epoch: 36 ] [ iter: 48,900 ] [ performance: 22.080 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:37 ] [ l_g_pix: 2.6587e-02 ] [ l_g_total: 2.6587e-02 ] +2024-10-01 04:45:29,635 INFO: [ epoch: 36 ] [ iter: 49,000 ] [ performance: 22.013 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:26 ] [ l_g_pix: 1.7116e-02 ] [ l_g_total: 1.7116e-02 ] +2024-10-01 04:45:34,213 INFO: [ epoch: 36 ] [ iter: 49,100 ] [ performance: 21.765 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:15 ] [ l_g_pix: 3.3689e-02 ] [ l_g_total: 3.3689e-02 ] +2024-10-01 04:45:38,810 INFO: [ epoch: 36 ] [ iter: 49,200 ] [ performance: 21.759 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:04 ] [ l_g_pix: 2.2917e-02 ] [ l_g_total: 2.2917e-02 ] +2024-10-01 04:45:43,384 INFO: [ epoch: 36 ] [ iter: 49,300 ] [ performance: 22.055 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:54 ] [ l_g_pix: 4.1161e-02 ] [ l_g_total: 4.1161e-02 ] +2024-10-01 04:45:47,815 INFO: [ epoch: 36 ] [ iter: 49,400 ] [ performance: 22.385 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:42 ] [ l_g_pix: 1.7277e-02 ] [ l_g_total: 1.7277e-02 ] +2024-10-01 04:45:53,814 INFO: [ epoch: 37 ] [ iter: 49,500 ] [ performance: 20.750 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:36 ] [ l_g_pix: 1.9598e-02 ] [ l_g_total: 1.9598e-02 ] +2024-10-01 04:45:58,381 INFO: [ epoch: 37 ] [ iter: 49,600 ] [ performance: 21.482 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:25 ] [ l_g_pix: 2.5954e-02 ] [ l_g_total: 2.5954e-02 ] +2024-10-01 04:46:02,911 INFO: [ epoch: 37 ] [ iter: 49,700 ] [ performance: 22.093 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:15 ] [ l_g_pix: 2.3660e-02 ] [ l_g_total: 2.3660e-02 ] +2024-10-01 04:46:07,448 INFO: [ epoch: 37 ] [ iter: 49,800 ] [ performance: 22.059 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:04 ] [ l_g_pix: 4.0252e-02 ] [ l_g_total: 4.0252e-02 ] +2024-10-01 04:46:12,044 INFO: [ epoch: 37 ] [ iter: 49,900 ] [ performance: 21.928 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:53 ] [ l_g_pix: 3.5120e-02 ] [ l_g_total: 3.5120e-02 ] +2024-10-01 04:46:16,601 INFO: [ epoch: 37 ] [ iter: 50,000 ] [ performance: 21.944 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:43 ] [ l_g_pix: 2.8073e-02 ] [ l_g_total: 2.8073e-02 ] +2024-10-01 04:46:16,601 INFO: Saving models and training states. +2024-10-01 04:49:45,343 INFO: Validation val + + # psnr: 27.1459........ Best: 27.1459 @ 50000 iter + # ssim: 0.7636........ Best: 0.7636 @ 50000 iter + # dists: 0.7735........ Best: 0.7735 @ 50000 iter + +2024-10-01 04:49:49,891 INFO: [ epoch: 37 ] [ iter: 50,100 ] [ performance: 22.235 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:57 ] [ l_g_pix: 4.0408e-02 ] [ l_g_total: 4.0408e-02 ] +2024-10-01 04:49:54,472 INFO: [ epoch: 37 ] [ iter: 50,200 ] [ performance: 21.966 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:45 ] [ l_g_pix: 2.6699e-02 ] [ l_g_total: 2.6699e-02 ] +2024-10-01 04:49:59,041 INFO: [ epoch: 37 ] [ iter: 50,300 ] [ performance: 22.066 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:32 ] [ l_g_pix: 3.2364e-02 ] [ l_g_total: 3.2364e-02 ] +2024-10-01 04:50:03,588 INFO: [ epoch: 37 ] [ iter: 50,400 ] [ performance: 22.020 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:20 ] [ l_g_pix: 3.1647e-02 ] [ l_g_total: 3.1647e-02 ] +2024-10-01 04:50:08,148 INFO: [ epoch: 37 ] [ iter: 50,500 ] [ performance: 22.215 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:08 ] [ l_g_pix: 2.9301e-02 ] [ l_g_total: 2.9301e-02 ] +2024-10-01 04:50:12,743 INFO: [ epoch: 37 ] [ iter: 50,600 ] [ performance: 21.913 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:56 ] [ l_g_pix: 3.1915e-02 ] [ l_g_total: 3.1915e-02 ] +2024-10-01 04:50:17,262 INFO: [ epoch: 37 ] [ iter: 50,700 ] [ performance: 22.575 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:44 ] [ l_g_pix: 4.3242e-02 ] [ l_g_total: 4.3242e-02 ] +2024-10-01 04:50:22,885 INFO: [ epoch: 38 ] [ iter: 50,800 ] [ performance: 19.103 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:35 ] [ l_g_pix: 2.9519e-02 ] [ l_g_total: 2.9519e-02 ] +2024-10-01 04:50:27,452 INFO: [ epoch: 38 ] [ iter: 50,900 ] [ performance: 22.202 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:23 ] [ l_g_pix: 3.3195e-02 ] [ l_g_total: 3.3195e-02 ] +2024-10-01 04:50:32,004 INFO: [ epoch: 38 ] [ iter: 51,000 ] [ performance: 22.045 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:11 ] [ l_g_pix: 3.0463e-02 ] [ l_g_total: 3.0463e-02 ] +2024-10-01 04:50:36,567 INFO: [ epoch: 38 ] [ iter: 51,100 ] [ performance: 22.208 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:59 ] [ l_g_pix: 2.8932e-02 ] [ l_g_total: 2.8932e-02 ] +2024-10-01 04:50:41,115 INFO: [ epoch: 38 ] [ iter: 51,200 ] [ performance: 22.058 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:47 ] [ l_g_pix: 1.6801e-02 ] [ l_g_total: 1.6801e-02 ] +2024-10-01 04:50:45,661 INFO: [ epoch: 38 ] [ iter: 51,300 ] [ performance: 22.128 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:35 ] [ l_g_pix: 2.2416e-02 ] [ l_g_total: 2.2416e-02 ] +2024-10-01 04:50:50,234 INFO: [ epoch: 38 ] [ iter: 51,400 ] [ performance: 21.948 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:23 ] [ l_g_pix: 1.7516e-02 ] [ l_g_total: 1.7516e-02 ] +2024-10-01 04:50:54,816 INFO: [ epoch: 38 ] [ iter: 51,500 ] [ performance: 21.941 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:11 ] [ l_g_pix: 3.3442e-02 ] [ l_g_total: 3.3442e-02 ] +2024-10-01 04:50:59,408 INFO: [ epoch: 38 ] [ iter: 51,600 ] [ performance: 21.831 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:00 ] [ l_g_pix: 3.2938e-02 ] [ l_g_total: 3.2938e-02 ] +2024-10-01 04:51:03,991 INFO: [ epoch: 38 ] [ iter: 51,700 ] [ performance: 21.998 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:48 ] [ l_g_pix: 2.5795e-02 ] [ l_g_total: 2.5795e-02 ] +2024-10-01 04:51:08,563 INFO: [ epoch: 38 ] [ iter: 51,800 ] [ performance: 21.914 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:36 ] [ l_g_pix: 2.1761e-02 ] [ l_g_total: 2.1761e-02 ] +2024-10-01 04:51:13,145 INFO: [ epoch: 38 ] [ iter: 51,900 ] [ performance: 22.192 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:25 ] [ l_g_pix: 2.4713e-02 ] [ l_g_total: 2.4713e-02 ] +2024-10-01 04:51:17,709 INFO: [ epoch: 38 ] [ iter: 52,000 ] [ performance: 21.994 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:13 ] [ l_g_pix: 3.0572e-02 ] [ l_g_total: 3.0572e-02 ] +2024-10-01 04:51:22,108 INFO: [ epoch: 38 ] [ iter: 52,100 ] [ performance: 23.108 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:01 ] [ l_g_pix: 2.4473e-02 ] [ l_g_total: 2.4473e-02 ] +2024-10-01 04:51:27,946 INFO: [ epoch: 39 ] [ iter: 52,200 ] [ performance: 18.526 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:53 ] [ l_g_pix: 4.3720e-02 ] [ l_g_total: 4.3720e-02 ] +2024-10-01 04:51:32,535 INFO: [ epoch: 39 ] [ iter: 52,300 ] [ performance: 21.877 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:41 ] [ l_g_pix: 2.9128e-02 ] [ l_g_total: 2.9128e-02 ] +2024-10-01 04:51:37,109 INFO: [ epoch: 39 ] [ iter: 52,400 ] [ performance: 21.870 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:30 ] [ l_g_pix: 3.7927e-02 ] [ l_g_total: 3.7927e-02 ] +2024-10-01 04:51:41,688 INFO: [ epoch: 39 ] [ iter: 52,500 ] [ performance: 22.104 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:18 ] [ l_g_pix: 2.5558e-02 ] [ l_g_total: 2.5558e-02 ] +2024-10-01 04:51:46,260 INFO: [ epoch: 39 ] [ iter: 52,600 ] [ performance: 21.940 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:07 ] [ l_g_pix: 2.1471e-02 ] [ l_g_total: 2.1471e-02 ] +2024-10-01 04:51:50,835 INFO: [ epoch: 39 ] [ iter: 52,700 ] [ performance: 22.123 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:55 ] [ l_g_pix: 3.7245e-02 ] [ l_g_total: 3.7245e-02 ] +2024-10-01 04:51:55,419 INFO: [ epoch: 39 ] [ iter: 52,800 ] [ performance: 21.901 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:44 ] [ l_g_pix: 3.4737e-02 ] [ l_g_total: 3.4737e-02 ] +2024-10-01 04:52:00,038 INFO: [ epoch: 39 ] [ iter: 52,900 ] [ performance: 22.095 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:32 ] [ l_g_pix: 2.3104e-02 ] [ l_g_total: 2.3104e-02 ] +2024-10-01 04:52:04,621 INFO: [ epoch: 39 ] [ iter: 53,000 ] [ performance: 21.897 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:21 ] [ l_g_pix: 2.9386e-02 ] [ l_g_total: 2.9386e-02 ] +2024-10-01 04:52:09,199 INFO: [ epoch: 39 ] [ iter: 53,100 ] [ performance: 22.220 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:10 ] [ l_g_pix: 3.0898e-02 ] [ l_g_total: 3.0898e-02 ] +2024-10-01 04:52:13,745 INFO: [ epoch: 39 ] [ iter: 53,200 ] [ performance: 22.060 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:58 ] [ l_g_pix: 2.6782e-02 ] [ l_g_total: 2.6782e-02 ] +2024-10-01 04:52:18,317 INFO: [ epoch: 39 ] [ iter: 53,300 ] [ performance: 22.248 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:47 ] [ l_g_pix: 2.6749e-02 ] [ l_g_total: 2.6749e-02 ] +2024-10-01 04:52:22,772 INFO: [ epoch: 39 ] [ iter: 53,400 ] [ performance: 22.394 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:35 ] [ l_g_pix: 2.2843e-02 ] [ l_g_total: 2.2843e-02 ] +2024-10-01 04:52:28,395 INFO: [ epoch: 40 ] [ iter: 53,500 ] [ performance: 21.936 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:27 ] [ l_g_pix: 2.1707e-02 ] [ l_g_total: 2.1707e-02 ] +2024-10-01 04:52:32,905 INFO: [ epoch: 40 ] [ iter: 53,600 ] [ performance: 22.118 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:15 ] [ l_g_pix: 3.1222e-02 ] [ l_g_total: 3.1222e-02 ] +2024-10-01 04:52:37,464 INFO: [ epoch: 40 ] [ iter: 53,700 ] [ performance: 22.196 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:04 ] [ l_g_pix: 3.4568e-02 ] [ l_g_total: 3.4568e-02 ] +2024-10-01 04:52:42,032 INFO: [ epoch: 40 ] [ iter: 53,800 ] [ performance: 21.968 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:53 ] [ l_g_pix: 2.7244e-02 ] [ l_g_total: 2.7244e-02 ] +2024-10-01 04:52:46,643 INFO: [ epoch: 40 ] [ iter: 53,900 ] [ performance: 21.910 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:42 ] [ l_g_pix: 2.9101e-02 ] [ l_g_total: 2.9101e-02 ] +2024-10-01 04:52:51,230 INFO: [ epoch: 40 ] [ iter: 54,000 ] [ performance: 21.831 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:31 ] [ l_g_pix: 2.6453e-02 ] [ l_g_total: 2.6453e-02 ] +2024-10-01 04:52:55,804 INFO: [ epoch: 40 ] [ iter: 54,100 ] [ performance: 22.212 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:19 ] [ l_g_pix: 2.6089e-02 ] [ l_g_total: 2.6089e-02 ] +2024-10-01 04:53:00,391 INFO: [ epoch: 40 ] [ iter: 54,200 ] [ performance: 21.897 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:08 ] [ l_g_pix: 3.0270e-02 ] [ l_g_total: 3.0270e-02 ] +2024-10-01 04:53:04,958 INFO: [ epoch: 40 ] [ iter: 54,300 ] [ performance: 22.417 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:57 ] [ l_g_pix: 3.2764e-02 ] [ l_g_total: 3.2764e-02 ] +2024-10-01 04:53:09,507 INFO: [ epoch: 40 ] [ iter: 54,400 ] [ performance: 22.083 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:46 ] [ l_g_pix: 2.8190e-02 ] [ l_g_total: 2.8190e-02 ] +2024-10-01 04:53:14,048 INFO: [ epoch: 40 ] [ iter: 54,500 ] [ performance: 22.542 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:35 ] [ l_g_pix: 2.7691e-02 ] [ l_g_total: 2.7691e-02 ] +2024-10-01 04:53:18,595 INFO: [ epoch: 40 ] [ iter: 54,600 ] [ performance: 22.118 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:24 ] [ l_g_pix: 4.3496e-02 ] [ l_g_total: 4.3496e-02 ] +2024-10-01 04:53:23,101 INFO: [ epoch: 40 ] [ iter: 54,700 ] [ performance: 22.984 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:13 ] [ l_g_pix: 3.6170e-02 ] [ l_g_total: 3.6170e-02 ] +2024-10-01 04:53:28,751 INFO: [ epoch: 41 ] [ iter: 54,800 ] [ performance: 18.641 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:05 ] [ l_g_pix: 1.8076e-02 ] [ l_g_total: 1.8076e-02 ] +2024-10-01 04:53:33,358 INFO: [ epoch: 41 ] [ iter: 54,900 ] [ performance: 22.132 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:54 ] [ l_g_pix: 2.9627e-02 ] [ l_g_total: 2.9627e-02 ] +2024-10-01 04:53:37,930 INFO: [ epoch: 41 ] [ iter: 55,000 ] [ performance: 21.932 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:43 ] [ l_g_pix: 3.7271e-02 ] [ l_g_total: 3.7271e-02 ] +2024-10-01 04:53:42,480 INFO: [ epoch: 41 ] [ iter: 55,100 ] [ performance: 22.262 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:32 ] [ l_g_pix: 2.0186e-02 ] [ l_g_total: 2.0186e-02 ] +2024-10-01 04:53:47,051 INFO: [ epoch: 41 ] [ iter: 55,200 ] [ performance: 21.957 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:21 ] [ l_g_pix: 3.1511e-02 ] [ l_g_total: 3.1511e-02 ] +2024-10-01 04:53:51,634 INFO: [ epoch: 41 ] [ iter: 55,300 ] [ performance: 22.403 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:10 ] [ l_g_pix: 3.3970e-02 ] [ l_g_total: 3.3970e-02 ] +2024-10-01 04:53:56,207 INFO: [ epoch: 41 ] [ iter: 55,400 ] [ performance: 21.977 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:59 ] [ l_g_pix: 3.8111e-02 ] [ l_g_total: 3.8111e-02 ] +2024-10-01 04:54:00,799 INFO: [ epoch: 41 ] [ iter: 55,500 ] [ performance: 21.911 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:48 ] [ l_g_pix: 2.3717e-02 ] [ l_g_total: 2.3717e-02 ] +2024-10-01 04:54:05,405 INFO: [ epoch: 41 ] [ iter: 55,600 ] [ performance: 21.754 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:38 ] [ l_g_pix: 2.7325e-02 ] [ l_g_total: 2.7325e-02 ] +2024-10-01 04:54:09,968 INFO: [ epoch: 41 ] [ iter: 55,700 ] [ performance: 22.439 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:27 ] [ l_g_pix: 2.9722e-02 ] [ l_g_total: 2.9722e-02 ] +2024-10-01 04:54:14,525 INFO: [ epoch: 41 ] [ iter: 55,800 ] [ performance: 22.037 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:16 ] [ l_g_pix: 1.9635e-02 ] [ l_g_total: 1.9635e-02 ] +2024-10-01 04:54:19,105 INFO: [ epoch: 41 ] [ iter: 55,900 ] [ performance: 22.147 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:05 ] [ l_g_pix: 3.3409e-02 ] [ l_g_total: 3.3409e-02 ] +2024-10-01 04:54:23,668 INFO: [ epoch: 41 ] [ iter: 56,000 ] [ performance: 21.957 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:55 ] [ l_g_pix: 2.2867e-02 ] [ l_g_total: 2.2867e-02 ] +2024-10-01 04:54:28,084 INFO: [ epoch: 41 ] [ iter: 56,100 ] [ performance: 23.320 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:44 ] [ l_g_pix: 2.5919e-02 ] [ l_g_total: 2.5919e-02 ] +2024-10-01 04:54:33,792 INFO: [ epoch: 42 ] [ iter: 56,200 ] [ performance: 18.315 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:36 ] [ l_g_pix: 3.7217e-02 ] [ l_g_total: 3.7217e-02 ] +2024-10-01 04:54:38,364 INFO: [ epoch: 42 ] [ iter: 56,300 ] [ performance: 21.936 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:25 ] [ l_g_pix: 3.6028e-02 ] [ l_g_total: 3.6028e-02 ] +2024-10-01 04:54:42,944 INFO: [ epoch: 42 ] [ iter: 56,400 ] [ performance: 21.855 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:15 ] [ l_g_pix: 3.6168e-02 ] [ l_g_total: 3.6168e-02 ] +2024-10-01 04:54:47,513 INFO: [ epoch: 42 ] [ iter: 56,500 ] [ performance: 22.334 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:04 ] [ l_g_pix: 2.4893e-02 ] [ l_g_total: 2.4893e-02 ] +2024-10-01 04:54:52,066 INFO: [ epoch: 42 ] [ iter: 56,600 ] [ performance: 22.026 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:53 ] [ l_g_pix: 2.2079e-02 ] [ l_g_total: 2.2079e-02 ] +2024-10-01 04:54:56,617 INFO: [ epoch: 42 ] [ iter: 56,700 ] [ performance: 22.557 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:43 ] [ l_g_pix: 3.4324e-02 ] [ l_g_total: 3.4324e-02 ] +2024-10-01 04:55:01,169 INFO: [ epoch: 42 ] [ iter: 56,800 ] [ performance: 22.060 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:32 ] [ l_g_pix: 4.0419e-02 ] [ l_g_total: 4.0419e-02 ] +2024-10-01 04:55:05,737 INFO: [ epoch: 42 ] [ iter: 56,900 ] [ performance: 22.427 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:22 ] [ l_g_pix: 2.2317e-02 ] [ l_g_total: 2.2317e-02 ] +2024-10-01 04:55:10,323 INFO: [ epoch: 42 ] [ iter: 57,000 ] [ performance: 21.896 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:11 ] [ l_g_pix: 3.0412e-02 ] [ l_g_total: 3.0412e-02 ] +2024-10-01 04:55:14,941 INFO: [ epoch: 42 ] [ iter: 57,100 ] [ performance: 21.985 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:01 ] [ l_g_pix: 3.7020e-02 ] [ l_g_total: 3.7020e-02 ] +2024-10-01 04:55:19,539 INFO: [ epoch: 42 ] [ iter: 57,200 ] [ performance: 21.787 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:50 ] [ l_g_pix: 3.0782e-02 ] [ l_g_total: 3.0782e-02 ] +2024-10-01 04:55:24,101 INFO: [ epoch: 42 ] [ iter: 57,300 ] [ performance: 22.364 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:40 ] [ l_g_pix: 2.4206e-02 ] [ l_g_total: 2.4206e-02 ] +2024-10-01 04:55:28,580 INFO: [ epoch: 42 ] [ iter: 57,400 ] [ performance: 22.334 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:29 ] [ l_g_pix: 3.1508e-02 ] [ l_g_total: 3.1508e-02 ] +2024-10-01 04:55:34,168 INFO: [ epoch: 43 ] [ iter: 57,500 ] [ performance: 22.189 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:21 ] [ l_g_pix: 2.9494e-02 ] [ l_g_total: 2.9494e-02 ] +2024-10-01 04:55:38,764 INFO: [ epoch: 43 ] [ iter: 57,600 ] [ performance: 21.817 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:11 ] [ l_g_pix: 2.7379e-02 ] [ l_g_total: 2.7379e-02 ] +2024-10-01 04:55:43,335 INFO: [ epoch: 43 ] [ iter: 57,700 ] [ performance: 22.305 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:01 ] [ l_g_pix: 2.3644e-02 ] [ l_g_total: 2.3644e-02 ] +2024-10-01 04:55:47,897 INFO: [ epoch: 43 ] [ iter: 57,800 ] [ performance: 21.971 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:50 ] [ l_g_pix: 5.0517e-02 ] [ l_g_total: 5.0517e-02 ] +2024-10-01 04:55:52,466 INFO: [ epoch: 43 ] [ iter: 57,900 ] [ performance: 22.111 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:40 ] [ l_g_pix: 3.0807e-02 ] [ l_g_total: 3.0807e-02 ] +2024-10-01 04:55:57,048 INFO: [ epoch: 43 ] [ iter: 58,000 ] [ performance: 21.860 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:30 ] [ l_g_pix: 2.4009e-02 ] [ l_g_total: 2.4009e-02 ] +2024-10-01 04:56:01,597 INFO: [ epoch: 43 ] [ iter: 58,100 ] [ performance: 22.187 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:19 ] [ l_g_pix: 4.6744e-02 ] [ l_g_total: 4.6744e-02 ] +2024-10-01 04:56:06,184 INFO: [ epoch: 43 ] [ iter: 58,200 ] [ performance: 21.841 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:09 ] [ l_g_pix: 2.3677e-02 ] [ l_g_total: 2.3677e-02 ] +2024-10-01 04:56:10,727 INFO: [ epoch: 43 ] [ iter: 58,300 ] [ performance: 22.326 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:59 ] [ l_g_pix: 5.0250e-02 ] [ l_g_total: 5.0250e-02 ] +2024-10-01 04:56:15,323 INFO: [ epoch: 43 ] [ iter: 58,400 ] [ performance: 21.814 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:49 ] [ l_g_pix: 2.5897e-02 ] [ l_g_total: 2.5897e-02 ] +2024-10-01 04:56:19,888 INFO: [ epoch: 43 ] [ iter: 58,500 ] [ performance: 21.692 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:38 ] [ l_g_pix: 3.0075e-02 ] [ l_g_total: 3.0075e-02 ] +2024-10-01 04:56:24,479 INFO: [ epoch: 43 ] [ iter: 58,600 ] [ performance: 21.778 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:28 ] [ l_g_pix: 2.7794e-02 ] [ l_g_total: 2.7794e-02 ] +2024-10-01 04:56:29,031 INFO: [ epoch: 43 ] [ iter: 58,700 ] [ performance: 23.422 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:18 ] [ l_g_pix: 2.2732e-02 ] [ l_g_total: 2.2732e-02 ] +2024-10-01 04:56:34,655 INFO: [ epoch: 44 ] [ iter: 58,800 ] [ performance: 18.111 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:10 ] [ l_g_pix: 3.2753e-02 ] [ l_g_total: 3.2753e-02 ] +2024-10-01 04:56:39,325 INFO: [ epoch: 44 ] [ iter: 58,900 ] [ performance: 22.401 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:00 ] [ l_g_pix: 4.1464e-02 ] [ l_g_total: 4.1464e-02 ] +2024-10-01 04:56:43,903 INFO: [ epoch: 44 ] [ iter: 59,000 ] [ performance: 21.883 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:50 ] [ l_g_pix: 2.8101e-02 ] [ l_g_total: 2.8101e-02 ] +2024-10-01 04:56:48,464 INFO: [ epoch: 44 ] [ iter: 59,100 ] [ performance: 22.304 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:40 ] [ l_g_pix: 3.1330e-02 ] [ l_g_total: 3.1330e-02 ] +2024-10-01 04:56:53,049 INFO: [ epoch: 44 ] [ iter: 59,200 ] [ performance: 21.841 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:30 ] [ l_g_pix: 3.0621e-02 ] [ l_g_total: 3.0621e-02 ] +2024-10-01 04:56:57,619 INFO: [ epoch: 44 ] [ iter: 59,300 ] [ performance: 21.569 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:20 ] [ l_g_pix: 2.0236e-02 ] [ l_g_total: 2.0236e-02 ] +2024-10-01 04:57:02,199 INFO: [ epoch: 44 ] [ iter: 59,400 ] [ performance: 21.828 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:10 ] [ l_g_pix: 2.4445e-02 ] [ l_g_total: 2.4445e-02 ] +2024-10-01 04:57:06,785 INFO: [ epoch: 44 ] [ iter: 59,500 ] [ performance: 22.609 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:00 ] [ l_g_pix: 2.7281e-02 ] [ l_g_total: 2.7281e-02 ] +2024-10-01 04:57:11,385 INFO: [ epoch: 44 ] [ iter: 59,600 ] [ performance: 21.774 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:50 ] [ l_g_pix: 2.5165e-02 ] [ l_g_total: 2.5165e-02 ] +2024-10-01 04:57:15,977 INFO: [ epoch: 44 ] [ iter: 59,700 ] [ performance: 22.341 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:40 ] [ l_g_pix: 3.0959e-02 ] [ l_g_total: 3.0959e-02 ] +2024-10-01 04:57:20,554 INFO: [ epoch: 44 ] [ iter: 59,800 ] [ performance: 21.864 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:30 ] [ l_g_pix: 2.9840e-02 ] [ l_g_total: 2.9840e-02 ] +2024-10-01 04:57:25,115 INFO: [ epoch: 44 ] [ iter: 59,900 ] [ performance: 22.433 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:20 ] [ l_g_pix: 3.5825e-02 ] [ l_g_total: 3.5825e-02 ] +2024-10-01 04:57:29,726 INFO: [ epoch: 44 ] [ iter: 60,000 ] [ performance: 21.703 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:10 ] [ l_g_pix: 4.9852e-02 ] [ l_g_total: 4.9852e-02 ] +2024-10-01 04:57:29,727 INFO: Saving models and training states. +2024-10-01 05:00:56,850 INFO: Validation val + + # psnr: 27.1710........ Best: 27.1710 @ 60000 iter + # ssim: 0.7647........ Best: 0.7647 @ 60000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-01 05:01:01,248 INFO: [ epoch: 44 ] [ iter: 60,100 ] [ performance: 23.497 it/s ] [ lr: 5.00e-05 ] [ eta: 2:32:02 ] [ l_g_pix: 4.0449e-02 ] [ l_g_total: 4.0449e-02 ] +2024-10-01 05:01:07,036 INFO: [ epoch: 45 ] [ iter: 60,200 ] [ performance: 17.327 it/s ] [ lr: 5.00e-05 ] [ eta: 2:31:54 ] [ l_g_pix: 3.2888e-02 ] [ l_g_total: 3.2888e-02 ] +2024-10-01 05:01:11,633 INFO: [ epoch: 45 ] [ iter: 60,300 ] [ performance: 19.280 it/s ] [ lr: 5.00e-05 ] [ eta: 2:31:43 ] [ l_g_pix: 3.2146e-02 ] [ l_g_total: 3.2146e-02 ] +2024-10-01 05:01:16,171 INFO: [ epoch: 45 ] [ iter: 60,400 ] [ performance: 22.039 it/s ] [ lr: 5.00e-05 ] [ eta: 2:31:32 ] [ l_g_pix: 2.5478e-02 ] [ l_g_total: 2.5478e-02 ] +2024-10-01 05:01:20,745 INFO: [ epoch: 45 ] [ iter: 60,500 ] [ performance: 21.953 it/s ] [ lr: 5.00e-05 ] [ eta: 2:31:21 ] [ l_g_pix: 3.6847e-02 ] [ l_g_total: 3.6847e-02 ] +2024-10-01 05:01:25,318 INFO: [ epoch: 45 ] [ iter: 60,600 ] [ performance: 21.877 it/s ] [ lr: 5.00e-05 ] [ eta: 2:31:10 ] [ l_g_pix: 3.4482e-02 ] [ l_g_total: 3.4482e-02 ] +2024-10-01 05:01:29,882 INFO: [ epoch: 45 ] [ iter: 60,700 ] [ performance: 21.895 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:59 ] [ l_g_pix: 3.9254e-02 ] [ l_g_total: 3.9254e-02 ] +2024-10-01 05:01:34,444 INFO: [ epoch: 45 ] [ iter: 60,800 ] [ performance: 21.926 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:48 ] [ l_g_pix: 3.5212e-02 ] [ l_g_total: 3.5212e-02 ] +2024-10-01 05:01:38,998 INFO: [ epoch: 45 ] [ iter: 60,900 ] [ performance: 21.944 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:37 ] [ l_g_pix: 2.8384e-02 ] [ l_g_total: 2.8384e-02 ] +2024-10-01 05:01:43,525 INFO: [ epoch: 45 ] [ iter: 61,000 ] [ performance: 22.109 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:26 ] [ l_g_pix: 3.5282e-02 ] [ l_g_total: 3.5282e-02 ] +2024-10-01 05:01:48,128 INFO: [ epoch: 45 ] [ iter: 61,100 ] [ performance: 21.915 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:15 ] [ l_g_pix: 4.3037e-02 ] [ l_g_total: 4.3037e-02 ] +2024-10-01 05:01:52,706 INFO: [ epoch: 45 ] [ iter: 61,200 ] [ performance: 21.849 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:05 ] [ l_g_pix: 3.1769e-02 ] [ l_g_total: 3.1769e-02 ] +2024-10-01 05:01:57,292 INFO: [ epoch: 45 ] [ iter: 61,300 ] [ performance: 21.828 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:54 ] [ l_g_pix: 3.4694e-02 ] [ l_g_total: 3.4694e-02 ] +2024-10-01 05:02:01,811 INFO: [ epoch: 45 ] [ iter: 61,400 ] [ performance: 22.246 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:43 ] [ l_g_pix: 3.7622e-02 ] [ l_g_total: 3.7622e-02 ] +2024-10-01 05:02:07,719 INFO: [ epoch: 46 ] [ iter: 61,500 ] [ performance: 19.159 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:35 ] [ l_g_pix: 2.1519e-02 ] [ l_g_total: 2.1519e-02 ] +2024-10-01 05:02:12,307 INFO: [ epoch: 46 ] [ iter: 61,600 ] [ performance: 21.841 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:24 ] [ l_g_pix: 3.8868e-02 ] [ l_g_total: 3.8868e-02 ] +2024-10-01 05:02:16,845 INFO: [ epoch: 46 ] [ iter: 61,700 ] [ performance: 21.942 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:13 ] [ l_g_pix: 2.0891e-02 ] [ l_g_total: 2.0891e-02 ] +2024-10-01 05:02:21,376 INFO: [ epoch: 46 ] [ iter: 61,800 ] [ performance: 22.125 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:03 ] [ l_g_pix: 3.0056e-02 ] [ l_g_total: 3.0056e-02 ] +2024-10-01 05:02:25,947 INFO: [ epoch: 46 ] [ iter: 61,900 ] [ performance: 21.998 it/s ] [ lr: 5.00e-05 ] [ eta: 2:28:52 ] [ l_g_pix: 3.6372e-02 ] [ l_g_total: 3.6372e-02 ] +2024-10-01 05:02:30,491 INFO: [ epoch: 46 ] [ iter: 62,000 ] [ performance: 22.040 it/s ] [ lr: 5.00e-05 ] [ eta: 2:28:41 ] [ l_g_pix: 2.9408e-02 ] [ l_g_total: 2.9408e-02 ] +2024-10-01 05:02:35,054 INFO: [ epoch: 46 ] [ iter: 62,100 ] [ performance: 21.978 it/s ] [ lr: 5.00e-05 ] [ eta: 2:28:30 ] [ l_g_pix: 3.5168e-02 ] [ l_g_total: 3.5168e-02 ] +2024-10-01 05:02:39,639 INFO: [ epoch: 46 ] [ iter: 62,200 ] [ performance: 21.933 it/s ] [ lr: 5.00e-05 ] [ eta: 2:28:20 ] [ l_g_pix: 2.2124e-02 ] [ l_g_total: 2.2124e-02 ] +2024-10-01 05:02:44,181 INFO: [ epoch: 46 ] [ iter: 62,300 ] [ performance: 21.980 it/s ] [ lr: 5.00e-05 ] [ eta: 2:28:09 ] [ l_g_pix: 2.6997e-02 ] [ l_g_total: 2.6997e-02 ] +2024-10-01 05:02:48,754 INFO: [ epoch: 46 ] [ iter: 62,400 ] [ performance: 21.906 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:59 ] [ l_g_pix: 2.7994e-02 ] [ l_g_total: 2.7994e-02 ] +2024-10-01 05:02:53,306 INFO: [ epoch: 46 ] [ iter: 62,500 ] [ performance: 21.941 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:48 ] [ l_g_pix: 3.7192e-02 ] [ l_g_total: 3.7192e-02 ] +2024-10-01 05:02:57,865 INFO: [ epoch: 46 ] [ iter: 62,600 ] [ performance: 22.006 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:37 ] [ l_g_pix: 2.7687e-02 ] [ l_g_total: 2.7687e-02 ] +2024-10-01 05:03:02,425 INFO: [ epoch: 46 ] [ iter: 62,700 ] [ performance: 21.966 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:27 ] [ l_g_pix: 4.1323e-02 ] [ l_g_total: 4.1323e-02 ] +2024-10-01 05:03:07,875 INFO: [ epoch: 47 ] [ iter: 62,800 ] [ performance: 17.966 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:18 ] [ l_g_pix: 2.6450e-02 ] [ l_g_total: 2.6450e-02 ] +2024-10-01 05:03:12,627 INFO: [ epoch: 47 ] [ iter: 62,900 ] [ performance: 19.486 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:08 ] [ l_g_pix: 2.7467e-02 ] [ l_g_total: 2.7467e-02 ] +2024-10-01 05:03:17,194 INFO: [ epoch: 47 ] [ iter: 63,000 ] [ performance: 22.002 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:58 ] [ l_g_pix: 2.4527e-02 ] [ l_g_total: 2.4527e-02 ] +2024-10-01 05:03:21,771 INFO: [ epoch: 47 ] [ iter: 63,100 ] [ performance: 21.920 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:47 ] [ l_g_pix: 4.0743e-02 ] [ l_g_total: 4.0743e-02 ] +2024-10-01 05:03:26,354 INFO: [ epoch: 47 ] [ iter: 63,200 ] [ performance: 21.860 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:37 ] [ l_g_pix: 2.1939e-02 ] [ l_g_total: 2.1939e-02 ] +2024-10-01 05:03:30,925 INFO: [ epoch: 47 ] [ iter: 63,300 ] [ performance: 21.870 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:26 ] [ l_g_pix: 3.1763e-02 ] [ l_g_total: 3.1763e-02 ] +2024-10-01 05:03:35,471 INFO: [ epoch: 47 ] [ iter: 63,400 ] [ performance: 22.111 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:16 ] [ l_g_pix: 2.8464e-02 ] [ l_g_total: 2.8464e-02 ] +2024-10-01 05:03:40,019 INFO: [ epoch: 47 ] [ iter: 63,500 ] [ performance: 22.047 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:05 ] [ l_g_pix: 2.3162e-02 ] [ l_g_total: 2.3162e-02 ] +2024-10-01 05:03:44,559 INFO: [ epoch: 47 ] [ iter: 63,600 ] [ performance: 22.166 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:55 ] [ l_g_pix: 2.8069e-02 ] [ l_g_total: 2.8069e-02 ] +2024-10-01 05:03:49,124 INFO: [ epoch: 47 ] [ iter: 63,700 ] [ performance: 22.026 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:44 ] [ l_g_pix: 3.6707e-02 ] [ l_g_total: 3.6707e-02 ] +2024-10-01 05:03:53,711 INFO: [ epoch: 47 ] [ iter: 63,800 ] [ performance: 21.951 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:34 ] [ l_g_pix: 2.9757e-02 ] [ l_g_total: 2.9757e-02 ] +2024-10-01 05:03:58,276 INFO: [ epoch: 47 ] [ iter: 63,900 ] [ performance: 21.928 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:24 ] [ l_g_pix: 2.9538e-02 ] [ l_g_total: 2.9538e-02 ] +2024-10-01 05:04:02,839 INFO: [ epoch: 47 ] [ iter: 64,000 ] [ performance: 21.985 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:13 ] [ l_g_pix: 2.3991e-02 ] [ l_g_total: 2.3991e-02 ] +2024-10-01 05:04:07,273 INFO: [ epoch: 47 ] [ iter: 64,100 ] [ performance: 22.294 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:03 ] [ l_g_pix: 3.8312e-02 ] [ l_g_total: 3.8312e-02 ] +2024-10-01 05:04:13,189 INFO: [ epoch: 48 ] [ iter: 64,200 ] [ performance: 16.009 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:55 ] [ l_g_pix: 4.4093e-02 ] [ l_g_total: 4.4093e-02 ] +2024-10-01 05:04:17,745 INFO: [ epoch: 48 ] [ iter: 64,300 ] [ performance: 18.826 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:45 ] [ l_g_pix: 3.3732e-02 ] [ l_g_total: 3.3732e-02 ] +2024-10-01 05:04:22,319 INFO: [ epoch: 48 ] [ iter: 64,400 ] [ performance: 22.032 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:35 ] [ l_g_pix: 4.6800e-02 ] [ l_g_total: 4.6800e-02 ] +2024-10-01 05:04:26,902 INFO: [ epoch: 48 ] [ iter: 64,500 ] [ performance: 21.914 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:25 ] [ l_g_pix: 4.5558e-02 ] [ l_g_total: 4.5558e-02 ] +2024-10-01 05:04:31,459 INFO: [ epoch: 48 ] [ iter: 64,600 ] [ performance: 22.141 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:14 ] [ l_g_pix: 3.3789e-02 ] [ l_g_total: 3.3789e-02 ] +2024-10-01 05:04:36,049 INFO: [ epoch: 48 ] [ iter: 64,700 ] [ performance: 21.944 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:04 ] [ l_g_pix: 2.6299e-02 ] [ l_g_total: 2.6299e-02 ] +2024-10-01 05:04:40,629 INFO: [ epoch: 48 ] [ iter: 64,800 ] [ performance: 21.922 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:54 ] [ l_g_pix: 2.7435e-02 ] [ l_g_total: 2.7435e-02 ] +2024-10-01 05:04:45,240 INFO: [ epoch: 48 ] [ iter: 64,900 ] [ performance: 21.791 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:44 ] [ l_g_pix: 3.2707e-02 ] [ l_g_total: 3.2707e-02 ] +2024-10-01 05:04:49,792 INFO: [ epoch: 48 ] [ iter: 65,000 ] [ performance: 22.098 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:34 ] [ l_g_pix: 3.3198e-02 ] [ l_g_total: 3.3198e-02 ] +2024-10-01 05:04:54,366 INFO: [ epoch: 48 ] [ iter: 65,100 ] [ performance: 21.967 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:24 ] [ l_g_pix: 1.9715e-02 ] [ l_g_total: 1.9715e-02 ] +2024-10-01 05:04:58,916 INFO: [ epoch: 48 ] [ iter: 65,200 ] [ performance: 22.095 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:13 ] [ l_g_pix: 4.0096e-02 ] [ l_g_total: 4.0096e-02 ] +2024-10-01 05:05:03,525 INFO: [ epoch: 48 ] [ iter: 65,300 ] [ performance: 21.870 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:03 ] [ l_g_pix: 2.9832e-02 ] [ l_g_total: 2.9832e-02 ] +2024-10-01 05:05:08,033 INFO: [ epoch: 48 ] [ iter: 65,400 ] [ performance: 22.425 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:53 ] [ l_g_pix: 2.8862e-02 ] [ l_g_total: 2.8862e-02 ] +2024-10-01 05:05:13,973 INFO: [ epoch: 49 ] [ iter: 65,500 ] [ performance: 18.850 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:46 ] [ l_g_pix: 2.1158e-02 ] [ l_g_total: 2.1158e-02 ] +2024-10-01 05:05:18,561 INFO: [ epoch: 49 ] [ iter: 65,600 ] [ performance: 21.994 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:36 ] [ l_g_pix: 3.0880e-02 ] [ l_g_total: 3.0880e-02 ] +2024-10-01 05:05:23,145 INFO: [ epoch: 49 ] [ iter: 65,700 ] [ performance: 21.892 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:26 ] [ l_g_pix: 2.0565e-02 ] [ l_g_total: 2.0565e-02 ] +2024-10-01 05:05:27,736 INFO: [ epoch: 49 ] [ iter: 65,800 ] [ performance: 21.875 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:16 ] [ l_g_pix: 2.5999e-02 ] [ l_g_total: 2.5999e-02 ] +2024-10-01 05:05:32,267 INFO: [ epoch: 49 ] [ iter: 65,900 ] [ performance: 21.989 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:06 ] [ l_g_pix: 4.2139e-02 ] [ l_g_total: 4.2139e-02 ] +2024-10-01 05:05:36,850 INFO: [ epoch: 49 ] [ iter: 66,000 ] [ performance: 21.928 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:56 ] [ l_g_pix: 2.6296e-02 ] [ l_g_total: 2.6296e-02 ] +2024-10-01 05:05:41,433 INFO: [ epoch: 49 ] [ iter: 66,100 ] [ performance: 21.867 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:46 ] [ l_g_pix: 2.3846e-02 ] [ l_g_total: 2.3846e-02 ] +2024-10-01 05:05:46,023 INFO: [ epoch: 49 ] [ iter: 66,200 ] [ performance: 21.869 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:36 ] [ l_g_pix: 4.3322e-02 ] [ l_g_total: 4.3322e-02 ] +2024-10-01 05:05:50,619 INFO: [ epoch: 49 ] [ iter: 66,300 ] [ performance: 21.805 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:26 ] [ l_g_pix: 2.9687e-02 ] [ l_g_total: 2.9687e-02 ] +2024-10-01 05:05:55,200 INFO: [ epoch: 49 ] [ iter: 66,400 ] [ performance: 22.117 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:16 ] [ l_g_pix: 2.0970e-02 ] [ l_g_total: 2.0970e-02 ] +2024-10-01 05:05:59,756 INFO: [ epoch: 49 ] [ iter: 66,500 ] [ performance: 22.021 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:06 ] [ l_g_pix: 2.9066e-02 ] [ l_g_total: 2.9066e-02 ] +2024-10-01 05:06:04,339 INFO: [ epoch: 49 ] [ iter: 66,600 ] [ performance: 22.038 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:56 ] [ l_g_pix: 2.3763e-02 ] [ l_g_total: 2.3763e-02 ] +2024-10-01 05:06:08,878 INFO: [ epoch: 49 ] [ iter: 66,700 ] [ performance: 22.038 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:47 ] [ l_g_pix: 3.1207e-02 ] [ l_g_total: 3.1207e-02 ] +2024-10-01 05:06:13,378 INFO: [ epoch: 49 ] [ iter: 66,800 ] [ performance: 22.058 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:37 ] [ l_g_pix: 3.5741e-02 ] [ l_g_total: 3.5741e-02 ] +2024-10-01 05:06:19,247 INFO: [ epoch: 50 ] [ iter: 66,900 ] [ performance: 18.770 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:29 ] [ l_g_pix: 2.7236e-02 ] [ l_g_total: 2.7236e-02 ] +2024-10-01 05:06:23,795 INFO: [ epoch: 50 ] [ iter: 67,000 ] [ performance: 22.122 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:19 ] [ l_g_pix: 2.5507e-02 ] [ l_g_total: 2.5507e-02 ] +2024-10-01 05:06:28,367 INFO: [ epoch: 50 ] [ iter: 67,100 ] [ performance: 21.971 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:10 ] [ l_g_pix: 2.4336e-02 ] [ l_g_total: 2.4336e-02 ] +2024-10-01 05:06:32,933 INFO: [ epoch: 50 ] [ iter: 67,200 ] [ performance: 22.002 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:00 ] [ l_g_pix: 2.4659e-02 ] [ l_g_total: 2.4659e-02 ] +2024-10-01 05:06:37,519 INFO: [ epoch: 50 ] [ iter: 67,300 ] [ performance: 21.886 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:50 ] [ l_g_pix: 1.9245e-02 ] [ l_g_total: 1.9245e-02 ] +2024-10-01 05:06:42,061 INFO: [ epoch: 50 ] [ iter: 67,400 ] [ performance: 22.148 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:40 ] [ l_g_pix: 3.1643e-02 ] [ l_g_total: 3.1643e-02 ] +2024-10-01 05:06:46,620 INFO: [ epoch: 50 ] [ iter: 67,500 ] [ performance: 22.019 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:30 ] [ l_g_pix: 2.4473e-02 ] [ l_g_total: 2.4473e-02 ] +2024-10-01 05:06:51,181 INFO: [ epoch: 50 ] [ iter: 67,600 ] [ performance: 22.026 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:21 ] [ l_g_pix: 3.6042e-02 ] [ l_g_total: 3.6042e-02 ] +2024-10-01 05:06:55,793 INFO: [ epoch: 50 ] [ iter: 67,700 ] [ performance: 21.817 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:11 ] [ l_g_pix: 3.4205e-02 ] [ l_g_total: 3.4205e-02 ] +2024-10-01 05:07:00,349 INFO: [ epoch: 50 ] [ iter: 67,800 ] [ performance: 21.943 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:01 ] [ l_g_pix: 2.7793e-02 ] [ l_g_total: 2.7793e-02 ] +2024-10-01 05:07:04,934 INFO: [ epoch: 50 ] [ iter: 67,900 ] [ performance: 21.864 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:52 ] [ l_g_pix: 3.5771e-02 ] [ l_g_total: 3.5771e-02 ] +2024-10-01 05:07:09,549 INFO: [ epoch: 50 ] [ iter: 68,000 ] [ performance: 21.881 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:42 ] [ l_g_pix: 2.6509e-02 ] [ l_g_total: 2.6509e-02 ] +2024-10-01 05:07:14,012 INFO: [ epoch: 50 ] [ iter: 68,100 ] [ performance: 22.204 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:32 ] [ l_g_pix: 2.7501e-02 ] [ l_g_total: 2.7501e-02 ] +2024-10-01 05:07:19,995 INFO: [ epoch: 51 ] [ iter: 68,200 ] [ performance: 19.311 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:25 ] [ l_g_pix: 3.0214e-02 ] [ l_g_total: 3.0214e-02 ] +2024-10-01 05:07:24,575 INFO: [ epoch: 51 ] [ iter: 68,300 ] [ performance: 20.806 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:16 ] [ l_g_pix: 3.2611e-02 ] [ l_g_total: 3.2611e-02 ] +2024-10-01 05:07:29,126 INFO: [ epoch: 51 ] [ iter: 68,400 ] [ performance: 22.071 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:06 ] [ l_g_pix: 2.5399e-02 ] [ l_g_total: 2.5399e-02 ] +2024-10-01 05:07:33,700 INFO: [ epoch: 51 ] [ iter: 68,500 ] [ performance: 21.944 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:56 ] [ l_g_pix: 1.9341e-02 ] [ l_g_total: 1.9341e-02 ] +2024-10-01 05:07:38,292 INFO: [ epoch: 51 ] [ iter: 68,600 ] [ performance: 21.779 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:47 ] [ l_g_pix: 3.0426e-02 ] [ l_g_total: 3.0426e-02 ] +2024-10-01 05:07:42,865 INFO: [ epoch: 51 ] [ iter: 68,700 ] [ performance: 21.838 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:37 ] [ l_g_pix: 2.8360e-02 ] [ l_g_total: 2.8360e-02 ] +2024-10-01 05:07:47,450 INFO: [ epoch: 51 ] [ iter: 68,800 ] [ performance: 21.933 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:28 ] [ l_g_pix: 4.4062e-02 ] [ l_g_total: 4.4062e-02 ] +2024-10-01 05:07:52,044 INFO: [ epoch: 51 ] [ iter: 68,900 ] [ performance: 21.832 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:18 ] [ l_g_pix: 2.1207e-02 ] [ l_g_total: 2.1207e-02 ] +2024-10-01 05:07:56,599 INFO: [ epoch: 51 ] [ iter: 69,000 ] [ performance: 22.025 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:09 ] [ l_g_pix: 2.3688e-02 ] [ l_g_total: 2.3688e-02 ] +2024-10-01 05:08:01,158 INFO: [ epoch: 51 ] [ iter: 69,100 ] [ performance: 21.969 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:59 ] [ l_g_pix: 3.5533e-02 ] [ l_g_total: 3.5533e-02 ] +2024-10-01 05:08:05,716 INFO: [ epoch: 51 ] [ iter: 69,200 ] [ performance: 22.029 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:49 ] [ l_g_pix: 2.8099e-02 ] [ l_g_total: 2.8099e-02 ] +2024-10-01 05:08:10,290 INFO: [ epoch: 51 ] [ iter: 69,300 ] [ performance: 21.924 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:40 ] [ l_g_pix: 2.3235e-02 ] [ l_g_total: 2.3235e-02 ] +2024-10-01 05:08:14,821 INFO: [ epoch: 51 ] [ iter: 69,400 ] [ performance: 22.359 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:30 ] [ l_g_pix: 2.5329e-02 ] [ l_g_total: 2.5329e-02 ] +2024-10-01 05:08:20,518 INFO: [ epoch: 52 ] [ iter: 69,500 ] [ performance: 19.004 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:23 ] [ l_g_pix: 3.5972e-02 ] [ l_g_total: 3.5972e-02 ] +2024-10-01 05:08:25,064 INFO: [ epoch: 52 ] [ iter: 69,600 ] [ performance: 22.157 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:14 ] [ l_g_pix: 3.4705e-02 ] [ l_g_total: 3.4705e-02 ] +2024-10-01 05:08:29,591 INFO: [ epoch: 52 ] [ iter: 69,700 ] [ performance: 22.117 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:04 ] [ l_g_pix: 3.2531e-02 ] [ l_g_total: 3.2531e-02 ] +2024-10-01 05:08:34,165 INFO: [ epoch: 52 ] [ iter: 69,800 ] [ performance: 21.867 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:55 ] [ l_g_pix: 2.5624e-02 ] [ l_g_total: 2.5624e-02 ] +2024-10-01 05:08:38,751 INFO: [ epoch: 52 ] [ iter: 69,900 ] [ performance: 21.829 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:45 ] [ l_g_pix: 1.9684e-02 ] [ l_g_total: 1.9684e-02 ] +2024-10-01 05:08:43,338 INFO: [ epoch: 52 ] [ iter: 70,000 ] [ performance: 21.711 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:36 ] [ l_g_pix: 2.8525e-02 ] [ l_g_total: 2.8525e-02 ] +2024-10-01 05:08:43,338 INFO: Saving models and training states. +2024-10-01 05:13:03,836 INFO: Validation val + + # psnr: 27.1789........ Best: 27.1789 @ 70000 iter + # ssim: 0.7653........ Best: 0.7653 @ 70000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 05:13:08,366 INFO: [ epoch: 52 ] [ iter: 70,100 ] [ performance: 21.957 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:29 ] [ l_g_pix: 4.2985e-02 ] [ l_g_total: 4.2985e-02 ] +2024-10-01 05:13:12,935 INFO: [ epoch: 52 ] [ iter: 70,200 ] [ performance: 22.082 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:19 ] [ l_g_pix: 2.8676e-02 ] [ l_g_total: 2.8676e-02 ] +2024-10-01 05:13:17,518 INFO: [ epoch: 52 ] [ iter: 70,300 ] [ performance: 21.909 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:08 ] [ l_g_pix: 3.2533e-02 ] [ l_g_total: 3.2533e-02 ] +2024-10-01 05:13:22,103 INFO: [ epoch: 52 ] [ iter: 70,400 ] [ performance: 22.019 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:58 ] [ l_g_pix: 2.7534e-02 ] [ l_g_total: 2.7534e-02 ] +2024-10-01 05:13:26,682 INFO: [ epoch: 52 ] [ iter: 70,500 ] [ performance: 21.902 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:48 ] [ l_g_pix: 4.4433e-02 ] [ l_g_total: 4.4433e-02 ] +2024-10-01 05:13:31,216 INFO: [ epoch: 52 ] [ iter: 70,600 ] [ performance: 22.275 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:37 ] [ l_g_pix: 2.8402e-02 ] [ l_g_total: 2.8402e-02 ] +2024-10-01 05:13:35,776 INFO: [ epoch: 52 ] [ iter: 70,700 ] [ performance: 22.043 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:27 ] [ l_g_pix: 3.9129e-02 ] [ l_g_total: 3.9129e-02 ] +2024-10-01 05:13:40,164 INFO: [ epoch: 52 ] [ iter: 70,800 ] [ performance: 23.025 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:16 ] [ l_g_pix: 4.4202e-02 ] [ l_g_total: 4.4202e-02 ] +2024-10-01 05:13:46,596 INFO: [ epoch: 53 ] [ iter: 70,900 ] [ performance: 17.379 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:09 ] [ l_g_pix: 4.1964e-02 ] [ l_g_total: 4.1964e-02 ] +2024-10-01 05:13:51,147 INFO: [ epoch: 53 ] [ iter: 71,000 ] [ performance: 22.149 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:59 ] [ l_g_pix: 2.1216e-02 ] [ l_g_total: 2.1216e-02 ] +2024-10-01 05:13:55,711 INFO: [ epoch: 53 ] [ iter: 71,100 ] [ performance: 21.991 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:49 ] [ l_g_pix: 3.6057e-02 ] [ l_g_total: 3.6057e-02 ] +2024-10-01 05:14:00,245 INFO: [ epoch: 53 ] [ iter: 71,200 ] [ performance: 22.374 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:38 ] [ l_g_pix: 3.4632e-02 ] [ l_g_total: 3.4632e-02 ] +2024-10-01 05:14:04,800 INFO: [ epoch: 53 ] [ iter: 71,300 ] [ performance: 22.088 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:28 ] [ l_g_pix: 3.3447e-02 ] [ l_g_total: 3.3447e-02 ] +2024-10-01 05:14:09,351 INFO: [ epoch: 53 ] [ iter: 71,400 ] [ performance: 22.019 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:18 ] [ l_g_pix: 2.3476e-02 ] [ l_g_total: 2.3476e-02 ] +2024-10-01 05:14:13,910 INFO: [ epoch: 53 ] [ iter: 71,500 ] [ performance: 21.961 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:07 ] [ l_g_pix: 3.4138e-02 ] [ l_g_total: 3.4138e-02 ] +2024-10-01 05:14:18,437 INFO: [ epoch: 53 ] [ iter: 71,600 ] [ performance: 22.154 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:57 ] [ l_g_pix: 3.2202e-02 ] [ l_g_total: 3.2202e-02 ] +2024-10-01 05:14:22,982 INFO: [ epoch: 53 ] [ iter: 71,700 ] [ performance: 22.050 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:47 ] [ l_g_pix: 4.1584e-02 ] [ l_g_total: 4.1584e-02 ] +2024-10-01 05:14:27,550 INFO: [ epoch: 53 ] [ iter: 71,800 ] [ performance: 22.192 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:37 ] [ l_g_pix: 1.9396e-02 ] [ l_g_total: 1.9396e-02 ] +2024-10-01 05:14:32,100 INFO: [ epoch: 53 ] [ iter: 71,900 ] [ performance: 22.042 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:26 ] [ l_g_pix: 4.3859e-02 ] [ l_g_total: 4.3859e-02 ] +2024-10-01 05:14:36,679 INFO: [ epoch: 53 ] [ iter: 72,000 ] [ performance: 22.174 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:16 ] [ l_g_pix: 4.1089e-02 ] [ l_g_total: 4.1089e-02 ] +2024-10-01 05:14:41,132 INFO: [ epoch: 53 ] [ iter: 72,100 ] [ performance: 22.374 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:06 ] [ l_g_pix: 2.7696e-02 ] [ l_g_total: 2.7696e-02 ] +2024-10-01 05:14:46,863 INFO: [ epoch: 54 ] [ iter: 72,200 ] [ performance: 20.936 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:58 ] [ l_g_pix: 3.6208e-02 ] [ l_g_total: 3.6208e-02 ] +2024-10-01 05:14:51,418 INFO: [ epoch: 54 ] [ iter: 72,300 ] [ performance: 21.652 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:48 ] [ l_g_pix: 2.4071e-02 ] [ l_g_total: 2.4071e-02 ] +2024-10-01 05:14:55,964 INFO: [ epoch: 54 ] [ iter: 72,400 ] [ performance: 22.401 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:38 ] [ l_g_pix: 2.0667e-02 ] [ l_g_total: 2.0667e-02 ] +2024-10-01 05:15:00,525 INFO: [ epoch: 54 ] [ iter: 72,500 ] [ performance: 22.061 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:28 ] [ l_g_pix: 1.8316e-02 ] [ l_g_total: 1.8316e-02 ] +2024-10-01 05:15:05,092 INFO: [ epoch: 54 ] [ iter: 72,600 ] [ performance: 22.006 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:18 ] [ l_g_pix: 2.1892e-02 ] [ l_g_total: 2.1892e-02 ] +2024-10-01 05:15:09,651 INFO: [ epoch: 54 ] [ iter: 72,700 ] [ performance: 21.957 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:07 ] [ l_g_pix: 2.9949e-02 ] [ l_g_total: 2.9949e-02 ] +2024-10-01 05:15:14,218 INFO: [ epoch: 54 ] [ iter: 72,800 ] [ performance: 22.157 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:57 ] [ l_g_pix: 3.0678e-02 ] [ l_g_total: 3.0678e-02 ] +2024-10-01 05:15:18,796 INFO: [ epoch: 54 ] [ iter: 72,900 ] [ performance: 21.934 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:47 ] [ l_g_pix: 3.2091e-02 ] [ l_g_total: 3.2091e-02 ] +2024-10-01 05:15:23,366 INFO: [ epoch: 54 ] [ iter: 73,000 ] [ performance: 22.171 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:37 ] [ l_g_pix: 3.8343e-02 ] [ l_g_total: 3.8343e-02 ] +2024-10-01 05:15:27,934 INFO: [ epoch: 54 ] [ iter: 73,100 ] [ performance: 21.969 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:27 ] [ l_g_pix: 2.7556e-02 ] [ l_g_total: 2.7556e-02 ] +2024-10-01 05:15:32,494 INFO: [ epoch: 54 ] [ iter: 73,200 ] [ performance: 22.363 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:17 ] [ l_g_pix: 2.5900e-02 ] [ l_g_total: 2.5900e-02 ] +2024-10-01 05:15:37,043 INFO: [ epoch: 54 ] [ iter: 73,300 ] [ performance: 22.084 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:07 ] [ l_g_pix: 3.5336e-02 ] [ l_g_total: 3.5336e-02 ] +2024-10-01 05:15:41,574 INFO: [ epoch: 54 ] [ iter: 73,400 ] [ performance: 22.587 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:57 ] [ l_g_pix: 2.7824e-02 ] [ l_g_total: 2.7824e-02 ] +2024-10-01 05:15:47,486 INFO: [ epoch: 55 ] [ iter: 73,500 ] [ performance: 18.096 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:50 ] [ l_g_pix: 3.8651e-02 ] [ l_g_total: 3.8651e-02 ] +2024-10-01 05:15:52,035 INFO: [ epoch: 55 ] [ iter: 73,600 ] [ performance: 22.648 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:40 ] [ l_g_pix: 4.1330e-02 ] [ l_g_total: 4.1330e-02 ] +2024-10-01 05:15:56,593 INFO: [ epoch: 55 ] [ iter: 73,700 ] [ performance: 22.118 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:30 ] [ l_g_pix: 4.1669e-02 ] [ l_g_total: 4.1669e-02 ] +2024-10-01 05:16:01,144 INFO: [ epoch: 55 ] [ iter: 73,800 ] [ performance: 22.221 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:20 ] [ l_g_pix: 4.0288e-02 ] [ l_g_total: 4.0288e-02 ] +2024-10-01 05:16:05,721 INFO: [ epoch: 55 ] [ iter: 73,900 ] [ performance: 21.943 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:10 ] [ l_g_pix: 1.5110e-02 ] [ l_g_total: 1.5110e-02 ] +2024-10-01 05:16:10,297 INFO: [ epoch: 55 ] [ iter: 74,000 ] [ performance: 22.375 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:00 ] [ l_g_pix: 3.2619e-02 ] [ l_g_total: 3.2619e-02 ] +2024-10-01 05:16:14,861 INFO: [ epoch: 55 ] [ iter: 74,100 ] [ performance: 22.025 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:50 ] [ l_g_pix: 2.2846e-02 ] [ l_g_total: 2.2846e-02 ] +2024-10-01 05:16:19,420 INFO: [ epoch: 55 ] [ iter: 74,200 ] [ performance: 22.577 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:41 ] [ l_g_pix: 3.6199e-02 ] [ l_g_total: 3.6199e-02 ] +2024-10-01 05:16:23,976 INFO: [ epoch: 55 ] [ iter: 74,300 ] [ performance: 22.095 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:31 ] [ l_g_pix: 2.5631e-02 ] [ l_g_total: 2.5631e-02 ] +2024-10-01 05:16:28,547 INFO: [ epoch: 55 ] [ iter: 74,400 ] [ performance: 22.225 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:21 ] [ l_g_pix: 2.7071e-02 ] [ l_g_total: 2.7071e-02 ] +2024-10-01 05:16:33,095 INFO: [ epoch: 55 ] [ iter: 74,500 ] [ performance: 22.046 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:11 ] [ l_g_pix: 2.1580e-02 ] [ l_g_total: 2.1580e-02 ] +2024-10-01 05:16:37,652 INFO: [ epoch: 55 ] [ iter: 74,600 ] [ performance: 22.525 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:01 ] [ l_g_pix: 3.2227e-02 ] [ l_g_total: 3.2227e-02 ] +2024-10-01 05:16:42,182 INFO: [ epoch: 55 ] [ iter: 74,700 ] [ performance: 22.177 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:52 ] [ l_g_pix: 3.9495e-02 ] [ l_g_total: 3.9495e-02 ] +2024-10-01 05:16:46,596 INFO: [ epoch: 55 ] [ iter: 74,800 ] [ performance: 23.354 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:41 ] [ l_g_pix: 2.7100e-02 ] [ l_g_total: 2.7100e-02 ] +2024-10-01 05:16:52,427 INFO: [ epoch: 56 ] [ iter: 74,900 ] [ performance: 18.211 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:34 ] [ l_g_pix: 2.8742e-02 ] [ l_g_total: 2.8742e-02 ] +2024-10-01 05:16:56,974 INFO: [ epoch: 56 ] [ iter: 75,000 ] [ performance: 22.258 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:24 ] [ l_g_pix: 3.8910e-02 ] [ l_g_total: 3.8910e-02 ] +2024-10-01 05:17:01,521 INFO: [ epoch: 56 ] [ iter: 75,100 ] [ performance: 22.053 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:14 ] [ l_g_pix: 3.3301e-02 ] [ l_g_total: 3.3301e-02 ] +2024-10-01 05:17:06,121 INFO: [ epoch: 56 ] [ iter: 75,200 ] [ performance: 22.108 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:05 ] [ l_g_pix: 3.4991e-02 ] [ l_g_total: 3.4991e-02 ] +2024-10-01 05:17:10,730 INFO: [ epoch: 56 ] [ iter: 75,300 ] [ performance: 21.785 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:55 ] [ l_g_pix: 2.5909e-02 ] [ l_g_total: 2.5909e-02 ] +2024-10-01 05:17:15,307 INFO: [ epoch: 56 ] [ iter: 75,400 ] [ performance: 22.539 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:45 ] [ l_g_pix: 2.0830e-02 ] [ l_g_total: 2.0830e-02 ] +2024-10-01 05:17:19,878 INFO: [ epoch: 56 ] [ iter: 75,500 ] [ performance: 22.008 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:36 ] [ l_g_pix: 2.9480e-02 ] [ l_g_total: 2.9480e-02 ] +2024-10-01 05:17:24,457 INFO: [ epoch: 56 ] [ iter: 75,600 ] [ performance: 22.098 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:26 ] [ l_g_pix: 3.0539e-02 ] [ l_g_total: 3.0539e-02 ] +2024-10-01 05:17:29,048 INFO: [ epoch: 56 ] [ iter: 75,700 ] [ performance: 21.844 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:17 ] [ l_g_pix: 2.8938e-02 ] [ l_g_total: 2.8938e-02 ] +2024-10-01 05:17:33,630 INFO: [ epoch: 56 ] [ iter: 75,800 ] [ performance: 22.082 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:07 ] [ l_g_pix: 1.6084e-02 ] [ l_g_total: 1.6084e-02 ] +2024-10-01 05:17:38,207 INFO: [ epoch: 56 ] [ iter: 75,900 ] [ performance: 21.895 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:57 ] [ l_g_pix: 1.8405e-02 ] [ l_g_total: 1.8405e-02 ] +2024-10-01 05:17:42,784 INFO: [ epoch: 56 ] [ iter: 76,000 ] [ performance: 22.565 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:48 ] [ l_g_pix: 3.6908e-02 ] [ l_g_total: 3.6908e-02 ] +2024-10-01 05:17:47,272 INFO: [ epoch: 56 ] [ iter: 76,100 ] [ performance: 22.336 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:38 ] [ l_g_pix: 2.7259e-02 ] [ l_g_total: 2.7259e-02 ] +2024-10-01 05:17:53,038 INFO: [ epoch: 57 ] [ iter: 76,200 ] [ performance: 21.709 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:30 ] [ l_g_pix: 2.5044e-02 ] [ l_g_total: 2.5044e-02 ] +2024-10-01 05:17:57,613 INFO: [ epoch: 57 ] [ iter: 76,300 ] [ performance: 21.834 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:21 ] [ l_g_pix: 3.5443e-02 ] [ l_g_total: 3.5443e-02 ] +2024-10-01 05:18:02,184 INFO: [ epoch: 57 ] [ iter: 76,400 ] [ performance: 22.328 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:11 ] [ l_g_pix: 3.0232e-02 ] [ l_g_total: 3.0232e-02 ] +2024-10-01 05:18:06,745 INFO: [ epoch: 57 ] [ iter: 76,500 ] [ performance: 21.995 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:02 ] [ l_g_pix: 2.8763e-02 ] [ l_g_total: 2.8763e-02 ] +2024-10-01 05:18:11,306 INFO: [ epoch: 57 ] [ iter: 76,600 ] [ performance: 22.254 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:52 ] [ l_g_pix: 3.7162e-02 ] [ l_g_total: 3.7162e-02 ] +2024-10-01 05:18:15,894 INFO: [ epoch: 57 ] [ iter: 76,700 ] [ performance: 21.871 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:43 ] [ l_g_pix: 2.6686e-02 ] [ l_g_total: 2.6686e-02 ] +2024-10-01 05:18:20,455 INFO: [ epoch: 57 ] [ iter: 76,800 ] [ performance: 22.386 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:33 ] [ l_g_pix: 3.0592e-02 ] [ l_g_total: 3.0592e-02 ] +2024-10-01 05:18:25,008 INFO: [ epoch: 57 ] [ iter: 76,900 ] [ performance: 22.032 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:24 ] [ l_g_pix: 3.8320e-02 ] [ l_g_total: 3.8320e-02 ] +2024-10-01 05:18:29,582 INFO: [ epoch: 57 ] [ iter: 77,000 ] [ performance: 22.437 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:14 ] [ l_g_pix: 3.5123e-02 ] [ l_g_total: 3.5123e-02 ] +2024-10-01 05:18:34,137 INFO: [ epoch: 57 ] [ iter: 77,100 ] [ performance: 22.027 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:05 ] [ l_g_pix: 2.7849e-02 ] [ l_g_total: 2.7849e-02 ] +2024-10-01 05:18:38,714 INFO: [ epoch: 57 ] [ iter: 77,200 ] [ performance: 22.374 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:55 ] [ l_g_pix: 2.9254e-02 ] [ l_g_total: 2.9254e-02 ] +2024-10-01 05:18:43,322 INFO: [ epoch: 57 ] [ iter: 77,300 ] [ performance: 21.794 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:46 ] [ l_g_pix: 3.5230e-02 ] [ l_g_total: 3.5230e-02 ] +2024-10-01 05:18:47,877 INFO: [ epoch: 57 ] [ iter: 77,400 ] [ performance: 22.774 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:37 ] [ l_g_pix: 4.0281e-02 ] [ l_g_total: 4.0281e-02 ] +2024-10-01 05:18:53,631 INFO: [ epoch: 58 ] [ iter: 77,500 ] [ performance: 17.938 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:29 ] [ l_g_pix: 3.4077e-02 ] [ l_g_total: 3.4077e-02 ] +2024-10-01 05:18:58,399 INFO: [ epoch: 58 ] [ iter: 77,600 ] [ performance: 22.184 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:20 ] [ l_g_pix: 4.2345e-02 ] [ l_g_total: 4.2345e-02 ] +2024-10-01 05:19:02,962 INFO: [ epoch: 58 ] [ iter: 77,700 ] [ performance: 21.953 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:11 ] [ l_g_pix: 4.1702e-02 ] [ l_g_total: 4.1702e-02 ] +2024-10-01 05:19:07,528 INFO: [ epoch: 58 ] [ iter: 77,800 ] [ performance: 22.313 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:01 ] [ l_g_pix: 2.2044e-02 ] [ l_g_total: 2.2044e-02 ] +2024-10-01 05:19:12,095 INFO: [ epoch: 58 ] [ iter: 77,900 ] [ performance: 21.945 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:52 ] [ l_g_pix: 3.3599e-02 ] [ l_g_total: 3.3599e-02 ] +2024-10-01 05:19:16,654 INFO: [ epoch: 58 ] [ iter: 78,000 ] [ performance: 22.290 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:43 ] [ l_g_pix: 4.2423e-02 ] [ l_g_total: 4.2423e-02 ] +2024-10-01 05:19:21,235 INFO: [ epoch: 58 ] [ iter: 78,100 ] [ performance: 21.880 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:33 ] [ l_g_pix: 3.0843e-02 ] [ l_g_total: 3.0843e-02 ] +2024-10-01 05:19:25,780 INFO: [ epoch: 58 ] [ iter: 78,200 ] [ performance: 22.388 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:24 ] [ l_g_pix: 3.4522e-02 ] [ l_g_total: 3.4522e-02 ] +2024-10-01 05:19:30,326 INFO: [ epoch: 58 ] [ iter: 78,300 ] [ performance: 22.040 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:15 ] [ l_g_pix: 3.0179e-02 ] [ l_g_total: 3.0179e-02 ] +2024-10-01 05:19:34,890 INFO: [ epoch: 58 ] [ iter: 78,400 ] [ performance: 22.642 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:05 ] [ l_g_pix: 3.0858e-02 ] [ l_g_total: 3.0858e-02 ] +2024-10-01 05:19:39,468 INFO: [ epoch: 58 ] [ iter: 78,500 ] [ performance: 21.920 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:56 ] [ l_g_pix: 2.4479e-02 ] [ l_g_total: 2.4479e-02 ] +2024-10-01 05:19:44,071 INFO: [ epoch: 58 ] [ iter: 78,600 ] [ performance: 21.998 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:47 ] [ l_g_pix: 3.2202e-02 ] [ l_g_total: 3.2202e-02 ] +2024-10-01 05:19:48,651 INFO: [ epoch: 58 ] [ iter: 78,700 ] [ performance: 21.849 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:38 ] [ l_g_pix: 2.9594e-02 ] [ l_g_total: 2.9594e-02 ] +2024-10-01 05:19:53,098 INFO: [ epoch: 58 ] [ iter: 78,800 ] [ performance: 23.346 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:28 ] [ l_g_pix: 3.1712e-02 ] [ l_g_total: 3.1712e-02 ] +2024-10-01 05:19:59,055 INFO: [ epoch: 59 ] [ iter: 78,900 ] [ performance: 17.147 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:21 ] [ l_g_pix: 2.6529e-02 ] [ l_g_total: 2.6529e-02 ] +2024-10-01 05:20:03,640 INFO: [ epoch: 59 ] [ iter: 79,000 ] [ performance: 22.301 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:12 ] [ l_g_pix: 2.4228e-02 ] [ l_g_total: 2.4228e-02 ] +2024-10-01 05:20:08,212 INFO: [ epoch: 59 ] [ iter: 79,100 ] [ performance: 21.901 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:03 ] [ l_g_pix: 2.9315e-02 ] [ l_g_total: 2.9315e-02 ] +2024-10-01 05:20:12,773 INFO: [ epoch: 59 ] [ iter: 79,200 ] [ performance: 22.335 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:53 ] [ l_g_pix: 2.2574e-02 ] [ l_g_total: 2.2574e-02 ] +2024-10-01 05:20:17,344 INFO: [ epoch: 59 ] [ iter: 79,300 ] [ performance: 21.909 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:44 ] [ l_g_pix: 2.5644e-02 ] [ l_g_total: 2.5644e-02 ] +2024-10-01 05:20:21,898 INFO: [ epoch: 59 ] [ iter: 79,400 ] [ performance: 22.037 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:35 ] [ l_g_pix: 2.3786e-02 ] [ l_g_total: 2.3786e-02 ] +2024-10-01 05:20:26,450 INFO: [ epoch: 59 ] [ iter: 79,500 ] [ performance: 21.977 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:26 ] [ l_g_pix: 3.5000e-02 ] [ l_g_total: 3.5000e-02 ] +2024-10-01 05:20:31,005 INFO: [ epoch: 59 ] [ iter: 79,600 ] [ performance: 22.554 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:17 ] [ l_g_pix: 1.8605e-02 ] [ l_g_total: 1.8605e-02 ] +2024-10-01 05:20:35,571 INFO: [ epoch: 59 ] [ iter: 79,700 ] [ performance: 21.930 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:07 ] [ l_g_pix: 3.3692e-02 ] [ l_g_total: 3.3692e-02 ] +2024-10-01 05:20:40,151 INFO: [ epoch: 59 ] [ iter: 79,800 ] [ performance: 22.169 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:58 ] [ l_g_pix: 1.9795e-02 ] [ l_g_total: 1.9795e-02 ] +2024-10-01 05:20:44,712 INFO: [ epoch: 59 ] [ iter: 79,900 ] [ performance: 21.936 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:49 ] [ l_g_pix: 3.9936e-02 ] [ l_g_total: 3.9936e-02 ] +2024-10-01 05:20:49,240 INFO: [ epoch: 59 ] [ iter: 80,000 ] [ performance: 22.372 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:40 ] [ l_g_pix: 2.1209e-02 ] [ l_g_total: 2.1209e-02 ] +2024-10-01 05:20:49,240 INFO: Saving models and training states. +2024-10-01 05:24:51,376 INFO: Validation val + + # psnr: 27.1840........ Best: 27.1840 @ 80000 iter + # ssim: 0.7656........ Best: 0.7656 @ 80000 iter + # dists: 0.7734........ Best: 0.7734 @ 80000 iter + +2024-10-01 05:24:55,861 INFO: [ epoch: 59 ] [ iter: 80,100 ] [ performance: 22.340 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:33 ] [ l_g_pix: 3.1476e-02 ] [ l_g_total: 3.1476e-02 ] +2024-10-01 05:25:01,596 INFO: [ epoch: 60 ] [ iter: 80,200 ] [ performance: 22.120 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:25 ] [ l_g_pix: 2.9543e-02 ] [ l_g_total: 2.9543e-02 ] +2024-10-01 05:25:06,192 INFO: [ epoch: 60 ] [ iter: 80,300 ] [ performance: 21.766 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:15 ] [ l_g_pix: 3.1029e-02 ] [ l_g_total: 3.1029e-02 ] +2024-10-01 05:25:10,759 INFO: [ epoch: 60 ] [ iter: 80,400 ] [ performance: 21.834 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:06 ] [ l_g_pix: 2.6912e-02 ] [ l_g_total: 2.6912e-02 ] +2024-10-01 05:25:15,339 INFO: [ epoch: 60 ] [ iter: 80,500 ] [ performance: 21.837 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:56 ] [ l_g_pix: 2.7224e-02 ] [ l_g_total: 2.7224e-02 ] +2024-10-01 05:25:19,899 INFO: [ epoch: 60 ] [ iter: 80,600 ] [ performance: 21.886 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:46 ] [ l_g_pix: 2.7143e-02 ] [ l_g_total: 2.7143e-02 ] +2024-10-01 05:25:24,437 INFO: [ epoch: 60 ] [ iter: 80,700 ] [ performance: 22.052 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:36 ] [ l_g_pix: 1.8399e-02 ] [ l_g_total: 1.8399e-02 ] +2024-10-01 05:25:29,023 INFO: [ epoch: 60 ] [ iter: 80,800 ] [ performance: 21.930 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:26 ] [ l_g_pix: 3.4328e-02 ] [ l_g_total: 3.4328e-02 ] +2024-10-01 05:25:33,575 INFO: [ epoch: 60 ] [ iter: 80,900 ] [ performance: 21.983 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:17 ] [ l_g_pix: 3.5910e-02 ] [ l_g_total: 3.5910e-02 ] +2024-10-01 05:25:38,140 INFO: [ epoch: 60 ] [ iter: 81,000 ] [ performance: 21.946 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:07 ] [ l_g_pix: 2.8430e-02 ] [ l_g_total: 2.8430e-02 ] +2024-10-01 05:25:42,689 INFO: [ epoch: 60 ] [ iter: 81,100 ] [ performance: 22.000 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:57 ] [ l_g_pix: 3.9934e-02 ] [ l_g_total: 3.9934e-02 ] +2024-10-01 05:25:47,219 INFO: [ epoch: 60 ] [ iter: 81,200 ] [ performance: 22.039 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:47 ] [ l_g_pix: 2.4416e-02 ] [ l_g_total: 2.4416e-02 ] +2024-10-01 05:25:51,789 INFO: [ epoch: 60 ] [ iter: 81,300 ] [ performance: 21.906 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:38 ] [ l_g_pix: 2.7828e-02 ] [ l_g_total: 2.7828e-02 ] +2024-10-01 05:25:56,393 INFO: [ epoch: 60 ] [ iter: 81,400 ] [ performance: 21.812 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:28 ] [ l_g_pix: 4.2050e-02 ] [ l_g_total: 4.2050e-02 ] +2024-10-01 05:26:01,806 INFO: [ epoch: 61 ] [ iter: 81,500 ] [ performance: 18.320 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:20 ] [ l_g_pix: 3.7725e-02 ] [ l_g_total: 3.7725e-02 ] +2024-10-01 05:26:06,754 INFO: [ epoch: 61 ] [ iter: 81,600 ] [ performance: 19.264 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:10 ] [ l_g_pix: 4.4106e-02 ] [ l_g_total: 4.4106e-02 ] +2024-10-01 05:26:11,331 INFO: [ epoch: 61 ] [ iter: 81,700 ] [ performance: 21.883 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:01 ] [ l_g_pix: 2.7577e-02 ] [ l_g_total: 2.7577e-02 ] +2024-10-01 05:26:15,901 INFO: [ epoch: 61 ] [ iter: 81,800 ] [ performance: 21.883 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:51 ] [ l_g_pix: 2.1976e-02 ] [ l_g_total: 2.1976e-02 ] +2024-10-01 05:26:20,467 INFO: [ epoch: 61 ] [ iter: 81,900 ] [ performance: 21.950 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:41 ] [ l_g_pix: 3.4475e-02 ] [ l_g_total: 3.4475e-02 ] +2024-10-01 05:26:25,032 INFO: [ epoch: 61 ] [ iter: 82,000 ] [ performance: 21.931 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:32 ] [ l_g_pix: 2.3639e-02 ] [ l_g_total: 2.3639e-02 ] +2024-10-01 05:26:29,602 INFO: [ epoch: 61 ] [ iter: 82,100 ] [ performance: 21.921 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:22 ] [ l_g_pix: 2.5094e-02 ] [ l_g_total: 2.5094e-02 ] +2024-10-01 05:26:34,164 INFO: [ epoch: 61 ] [ iter: 82,200 ] [ performance: 21.924 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:13 ] [ l_g_pix: 2.3859e-02 ] [ l_g_total: 2.3859e-02 ] +2024-10-01 05:26:38,745 INFO: [ epoch: 61 ] [ iter: 82,300 ] [ performance: 21.888 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:03 ] [ l_g_pix: 3.6000e-02 ] [ l_g_total: 3.6000e-02 ] +2024-10-01 05:26:43,282 INFO: [ epoch: 61 ] [ iter: 82,400 ] [ performance: 21.971 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:53 ] [ l_g_pix: 3.0871e-02 ] [ l_g_total: 3.0871e-02 ] +2024-10-01 05:26:47,833 INFO: [ epoch: 61 ] [ iter: 82,500 ] [ performance: 22.023 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:44 ] [ l_g_pix: 2.4373e-02 ] [ l_g_total: 2.4373e-02 ] +2024-10-01 05:26:52,419 INFO: [ epoch: 61 ] [ iter: 82,600 ] [ performance: 21.910 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:34 ] [ l_g_pix: 2.3559e-02 ] [ l_g_total: 2.3559e-02 ] +2024-10-01 05:26:56,988 INFO: [ epoch: 61 ] [ iter: 82,700 ] [ performance: 21.904 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:25 ] [ l_g_pix: 4.1279e-02 ] [ l_g_total: 4.1279e-02 ] +2024-10-01 05:27:01,424 INFO: [ epoch: 61 ] [ iter: 82,800 ] [ performance: 22.239 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:15 ] [ l_g_pix: 1.7635e-02 ] [ l_g_total: 1.7635e-02 ] +2024-10-01 05:27:07,321 INFO: [ epoch: 62 ] [ iter: 82,900 ] [ performance: 16.417 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:07 ] [ l_g_pix: 2.7970e-02 ] [ l_g_total: 2.7970e-02 ] +2024-10-01 05:27:11,868 INFO: [ epoch: 62 ] [ iter: 83,000 ] [ performance: 18.980 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:58 ] [ l_g_pix: 1.9432e-02 ] [ l_g_total: 1.9432e-02 ] +2024-10-01 05:27:16,438 INFO: [ epoch: 62 ] [ iter: 83,100 ] [ performance: 21.915 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:48 ] [ l_g_pix: 3.1958e-02 ] [ l_g_total: 3.1958e-02 ] +2024-10-01 05:27:20,995 INFO: [ epoch: 62 ] [ iter: 83,200 ] [ performance: 21.932 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:39 ] [ l_g_pix: 3.5555e-02 ] [ l_g_total: 3.5555e-02 ] +2024-10-01 05:27:25,555 INFO: [ epoch: 62 ] [ iter: 83,300 ] [ performance: 22.012 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:29 ] [ l_g_pix: 2.8761e-02 ] [ l_g_total: 2.8761e-02 ] +2024-10-01 05:27:30,150 INFO: [ epoch: 62 ] [ iter: 83,400 ] [ performance: 21.879 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:20 ] [ l_g_pix: 4.0266e-02 ] [ l_g_total: 4.0266e-02 ] +2024-10-01 05:27:34,716 INFO: [ epoch: 62 ] [ iter: 83,500 ] [ performance: 22.024 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:11 ] [ l_g_pix: 3.2576e-02 ] [ l_g_total: 3.2576e-02 ] +2024-10-01 05:27:39,272 INFO: [ epoch: 62 ] [ iter: 83,600 ] [ performance: 21.987 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:01 ] [ l_g_pix: 2.1540e-02 ] [ l_g_total: 2.1540e-02 ] +2024-10-01 05:27:43,840 INFO: [ epoch: 62 ] [ iter: 83,700 ] [ performance: 22.061 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:52 ] [ l_g_pix: 2.9511e-02 ] [ l_g_total: 2.9511e-02 ] +2024-10-01 05:27:48,397 INFO: [ epoch: 62 ] [ iter: 83,800 ] [ performance: 21.999 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:42 ] [ l_g_pix: 2.6801e-02 ] [ l_g_total: 2.6801e-02 ] +2024-10-01 05:27:52,956 INFO: [ epoch: 62 ] [ iter: 83,900 ] [ performance: 22.057 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:33 ] [ l_g_pix: 2.2632e-02 ] [ l_g_total: 2.2632e-02 ] +2024-10-01 05:27:57,506 INFO: [ epoch: 62 ] [ iter: 84,000 ] [ performance: 22.015 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:23 ] [ l_g_pix: 2.6918e-02 ] [ l_g_total: 2.6918e-02 ] +2024-10-01 05:28:02,005 INFO: [ epoch: 62 ] [ iter: 84,100 ] [ performance: 22.413 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:14 ] [ l_g_pix: 3.0924e-02 ] [ l_g_total: 3.0924e-02 ] +2024-10-01 05:28:07,812 INFO: [ epoch: 63 ] [ iter: 84,200 ] [ performance: 19.230 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:06 ] [ l_g_pix: 3.0267e-02 ] [ l_g_total: 3.0267e-02 ] +2024-10-01 05:28:12,363 INFO: [ epoch: 63 ] [ iter: 84,300 ] [ performance: 22.113 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:57 ] [ l_g_pix: 1.6753e-02 ] [ l_g_total: 1.6753e-02 ] +2024-10-01 05:28:16,892 INFO: [ epoch: 63 ] [ iter: 84,400 ] [ performance: 22.096 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:48 ] [ l_g_pix: 2.2830e-02 ] [ l_g_total: 2.2830e-02 ] +2024-10-01 05:28:21,425 INFO: [ epoch: 63 ] [ iter: 84,500 ] [ performance: 22.177 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:38 ] [ l_g_pix: 3.3050e-02 ] [ l_g_total: 3.3050e-02 ] +2024-10-01 05:28:25,955 INFO: [ epoch: 63 ] [ iter: 84,600 ] [ performance: 22.123 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:29 ] [ l_g_pix: 2.3147e-02 ] [ l_g_total: 2.3147e-02 ] +2024-10-01 05:28:30,501 INFO: [ epoch: 63 ] [ iter: 84,700 ] [ performance: 22.120 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:19 ] [ l_g_pix: 3.1168e-02 ] [ l_g_total: 3.1168e-02 ] +2024-10-01 05:28:35,077 INFO: [ epoch: 63 ] [ iter: 84,800 ] [ performance: 21.973 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:10 ] [ l_g_pix: 2.1750e-02 ] [ l_g_total: 2.1750e-02 ] +2024-10-01 05:28:39,641 INFO: [ epoch: 63 ] [ iter: 84,900 ] [ performance: 22.021 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:01 ] [ l_g_pix: 3.0310e-02 ] [ l_g_total: 3.0310e-02 ] +2024-10-01 05:28:44,215 INFO: [ epoch: 63 ] [ iter: 85,000 ] [ performance: 21.933 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:52 ] [ l_g_pix: 4.3967e-02 ] [ l_g_total: 4.3967e-02 ] +2024-10-01 05:28:48,772 INFO: [ epoch: 63 ] [ iter: 85,100 ] [ performance: 22.087 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:42 ] [ l_g_pix: 1.9799e-02 ] [ l_g_total: 1.9799e-02 ] +2024-10-01 05:28:53,308 INFO: [ epoch: 63 ] [ iter: 85,200 ] [ performance: 22.065 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:33 ] [ l_g_pix: 3.1512e-02 ] [ l_g_total: 3.1512e-02 ] +2024-10-01 05:28:57,836 INFO: [ epoch: 63 ] [ iter: 85,300 ] [ performance: 22.233 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:24 ] [ l_g_pix: 2.8041e-02 ] [ l_g_total: 2.8041e-02 ] +2024-10-01 05:29:02,400 INFO: [ epoch: 63 ] [ iter: 85,400 ] [ performance: 22.050 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:14 ] [ l_g_pix: 2.3150e-02 ] [ l_g_total: 2.3150e-02 ] +2024-10-01 05:29:06,784 INFO: [ epoch: 63 ] [ iter: 85,500 ] [ performance: 23.010 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:05 ] [ l_g_pix: 2.3091e-02 ] [ l_g_total: 2.3091e-02 ] +2024-10-01 05:29:12,784 INFO: [ epoch: 64 ] [ iter: 85,600 ] [ performance: 18.901 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:58 ] [ l_g_pix: 2.7757e-02 ] [ l_g_total: 2.7757e-02 ] +2024-10-01 05:29:17,366 INFO: [ epoch: 64 ] [ iter: 85,700 ] [ performance: 21.921 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:49 ] [ l_g_pix: 3.1665e-02 ] [ l_g_total: 3.1665e-02 ] +2024-10-01 05:29:21,945 INFO: [ epoch: 64 ] [ iter: 85,800 ] [ performance: 21.877 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:39 ] [ l_g_pix: 4.1786e-02 ] [ l_g_total: 4.1786e-02 ] +2024-10-01 05:29:26,509 INFO: [ epoch: 64 ] [ iter: 85,900 ] [ performance: 22.066 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:30 ] [ l_g_pix: 2.9604e-02 ] [ l_g_total: 2.9604e-02 ] +2024-10-01 05:29:31,101 INFO: [ epoch: 64 ] [ iter: 86,000 ] [ performance: 21.900 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:21 ] [ l_g_pix: 3.1915e-02 ] [ l_g_total: 3.1915e-02 ] +2024-10-01 05:29:35,680 INFO: [ epoch: 64 ] [ iter: 86,100 ] [ performance: 21.959 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:12 ] [ l_g_pix: 2.8070e-02 ] [ l_g_total: 2.8070e-02 ] +2024-10-01 05:29:40,220 INFO: [ epoch: 64 ] [ iter: 86,200 ] [ performance: 22.001 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:03 ] [ l_g_pix: 2.1392e-02 ] [ l_g_total: 2.1392e-02 ] +2024-10-01 05:29:44,792 INFO: [ epoch: 64 ] [ iter: 86,300 ] [ performance: 21.960 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:54 ] [ l_g_pix: 2.5457e-02 ] [ l_g_total: 2.5457e-02 ] +2024-10-01 05:29:49,370 INFO: [ epoch: 64 ] [ iter: 86,400 ] [ performance: 21.895 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:44 ] [ l_g_pix: 2.6051e-02 ] [ l_g_total: 2.6051e-02 ] +2024-10-01 05:29:53,946 INFO: [ epoch: 64 ] [ iter: 86,500 ] [ performance: 21.923 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:35 ] [ l_g_pix: 2.8501e-02 ] [ l_g_total: 2.8501e-02 ] +2024-10-01 05:29:58,508 INFO: [ epoch: 64 ] [ iter: 86,600 ] [ performance: 21.924 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:26 ] [ l_g_pix: 2.4118e-02 ] [ l_g_total: 2.4118e-02 ] +2024-10-01 05:30:03,072 INFO: [ epoch: 64 ] [ iter: 86,700 ] [ performance: 22.114 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:17 ] [ l_g_pix: 3.0436e-02 ] [ l_g_total: 3.0436e-02 ] +2024-10-01 05:30:07,526 INFO: [ epoch: 64 ] [ iter: 86,800 ] [ performance: 22.313 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:08 ] [ l_g_pix: 2.3506e-02 ] [ l_g_total: 2.3506e-02 ] +2024-10-01 05:30:13,530 INFO: [ epoch: 65 ] [ iter: 86,900 ] [ performance: 14.819 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:01 ] [ l_g_pix: 2.6358e-02 ] [ l_g_total: 2.6358e-02 ] +2024-10-01 05:30:18,125 INFO: [ epoch: 65 ] [ iter: 87,000 ] [ performance: 18.295 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:52 ] [ l_g_pix: 2.8096e-02 ] [ l_g_total: 2.8096e-02 ] +2024-10-01 05:30:22,683 INFO: [ epoch: 65 ] [ iter: 87,100 ] [ performance: 22.013 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:43 ] [ l_g_pix: 2.7713e-02 ] [ l_g_total: 2.7713e-02 ] +2024-10-01 05:30:27,269 INFO: [ epoch: 65 ] [ iter: 87,200 ] [ performance: 21.889 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:34 ] [ l_g_pix: 1.6248e-02 ] [ l_g_total: 1.6248e-02 ] +2024-10-01 05:30:31,834 INFO: [ epoch: 65 ] [ iter: 87,300 ] [ performance: 22.033 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:25 ] [ l_g_pix: 2.8754e-02 ] [ l_g_total: 2.8754e-02 ] +2024-10-01 05:30:36,422 INFO: [ epoch: 65 ] [ iter: 87,400 ] [ performance: 21.892 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:16 ] [ l_g_pix: 2.2034e-02 ] [ l_g_total: 2.2034e-02 ] +2024-10-01 05:30:41,003 INFO: [ epoch: 65 ] [ iter: 87,500 ] [ performance: 21.927 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:07 ] [ l_g_pix: 2.7146e-02 ] [ l_g_total: 2.7146e-02 ] +2024-10-01 05:30:45,581 INFO: [ epoch: 65 ] [ iter: 87,600 ] [ performance: 21.879 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:58 ] [ l_g_pix: 1.9452e-02 ] [ l_g_total: 1.9452e-02 ] +2024-10-01 05:30:50,129 INFO: [ epoch: 65 ] [ iter: 87,700 ] [ performance: 22.158 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:48 ] [ l_g_pix: 2.7266e-02 ] [ l_g_total: 2.7266e-02 ] +2024-10-01 05:30:54,730 INFO: [ epoch: 65 ] [ iter: 87,800 ] [ performance: 21.901 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:40 ] [ l_g_pix: 2.4112e-02 ] [ l_g_total: 2.4112e-02 ] +2024-10-01 05:30:59,321 INFO: [ epoch: 65 ] [ iter: 87,900 ] [ performance: 21.936 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:31 ] [ l_g_pix: 2.6447e-02 ] [ l_g_total: 2.6447e-02 ] +2024-10-01 05:31:03,889 INFO: [ epoch: 65 ] [ iter: 88,000 ] [ performance: 21.911 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:22 ] [ l_g_pix: 3.4895e-02 ] [ l_g_total: 3.4895e-02 ] +2024-10-01 05:31:08,391 INFO: [ epoch: 65 ] [ iter: 88,100 ] [ performance: 22.336 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:13 ] [ l_g_pix: 2.5257e-02 ] [ l_g_total: 2.5257e-02 ] +2024-10-01 05:31:14,320 INFO: [ epoch: 66 ] [ iter: 88,200 ] [ performance: 18.612 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:05 ] [ l_g_pix: 2.1391e-02 ] [ l_g_total: 2.1391e-02 ] +2024-10-01 05:31:18,902 INFO: [ epoch: 66 ] [ iter: 88,300 ] [ performance: 21.915 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:56 ] [ l_g_pix: 2.0327e-02 ] [ l_g_total: 2.0327e-02 ] +2024-10-01 05:31:23,461 INFO: [ epoch: 66 ] [ iter: 88,400 ] [ performance: 21.929 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:47 ] [ l_g_pix: 3.7913e-02 ] [ l_g_total: 3.7913e-02 ] +2024-10-01 05:31:28,045 INFO: [ epoch: 66 ] [ iter: 88,500 ] [ performance: 22.012 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:39 ] [ l_g_pix: 3.6645e-02 ] [ l_g_total: 3.6645e-02 ] +2024-10-01 05:31:32,658 INFO: [ epoch: 66 ] [ iter: 88,600 ] [ performance: 21.804 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:30 ] [ l_g_pix: 4.4728e-02 ] [ l_g_total: 4.4728e-02 ] +2024-10-01 05:31:37,215 INFO: [ epoch: 66 ] [ iter: 88,700 ] [ performance: 21.963 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:21 ] [ l_g_pix: 2.8784e-02 ] [ l_g_total: 2.8784e-02 ] +2024-10-01 05:31:41,789 INFO: [ epoch: 66 ] [ iter: 88,800 ] [ performance: 21.903 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:12 ] [ l_g_pix: 2.9299e-02 ] [ l_g_total: 2.9299e-02 ] +2024-10-01 05:31:46,381 INFO: [ epoch: 66 ] [ iter: 88,900 ] [ performance: 21.911 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:03 ] [ l_g_pix: 4.4316e-02 ] [ l_g_total: 4.4316e-02 ] +2024-10-01 05:31:50,938 INFO: [ epoch: 66 ] [ iter: 89,000 ] [ performance: 21.934 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:54 ] [ l_g_pix: 2.6190e-02 ] [ l_g_total: 2.6190e-02 ] +2024-10-01 05:31:55,503 INFO: [ epoch: 66 ] [ iter: 89,100 ] [ performance: 21.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:45 ] [ l_g_pix: 3.3751e-02 ] [ l_g_total: 3.3751e-02 ] +2024-10-01 05:32:00,095 INFO: [ epoch: 66 ] [ iter: 89,200 ] [ performance: 21.819 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:36 ] [ l_g_pix: 2.5165e-02 ] [ l_g_total: 2.5165e-02 ] +2024-10-01 05:32:04,687 INFO: [ epoch: 66 ] [ iter: 89,300 ] [ performance: 21.961 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:28 ] [ l_g_pix: 3.3437e-02 ] [ l_g_total: 3.3437e-02 ] +2024-10-01 05:32:09,299 INFO: [ epoch: 66 ] [ iter: 89,400 ] [ performance: 21.784 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:19 ] [ l_g_pix: 2.6803e-02 ] [ l_g_total: 2.6803e-02 ] +2024-10-01 05:32:13,702 INFO: [ epoch: 66 ] [ iter: 89,500 ] [ performance: 22.922 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:10 ] [ l_g_pix: 2.8298e-02 ] [ l_g_total: 2.8298e-02 ] +2024-10-01 05:32:19,700 INFO: [ epoch: 67 ] [ iter: 89,600 ] [ performance: 18.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:03 ] [ l_g_pix: 3.1563e-02 ] [ l_g_total: 3.1563e-02 ] +2024-10-01 05:32:24,280 INFO: [ epoch: 67 ] [ iter: 89,700 ] [ performance: 22.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:54 ] [ l_g_pix: 2.6481e-02 ] [ l_g_total: 2.6481e-02 ] +2024-10-01 05:32:28,842 INFO: [ epoch: 67 ] [ iter: 89,800 ] [ performance: 22.011 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:45 ] [ l_g_pix: 2.8060e-02 ] [ l_g_total: 2.8060e-02 ] +2024-10-01 05:32:33,432 INFO: [ epoch: 67 ] [ iter: 89,900 ] [ performance: 21.915 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:36 ] [ l_g_pix: 2.4795e-02 ] [ l_g_total: 2.4795e-02 ] +2024-10-01 05:32:38,017 INFO: [ epoch: 67 ] [ iter: 90,000 ] [ performance: 21.847 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:28 ] [ l_g_pix: 1.5151e-02 ] [ l_g_total: 1.5151e-02 ] +2024-10-01 05:32:38,017 INFO: Saving models and training states. +2024-10-01 05:35:48,106 INFO: Validation val + + # psnr: 27.1911........ Best: 27.1911 @ 90000 iter + # ssim: 0.7659........ Best: 0.7659 @ 90000 iter + # dists: 0.7734........ Best: 0.7734 @ 90000 iter + +2024-10-01 05:35:52,629 INFO: [ epoch: 67 ] [ iter: 90,100 ] [ performance: 22.181 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:11 ] [ l_g_pix: 2.6022e-02 ] [ l_g_total: 2.6022e-02 ] +2024-10-01 05:35:57,194 INFO: [ epoch: 67 ] [ iter: 90,200 ] [ performance: 22.000 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:01 ] [ l_g_pix: 3.1524e-02 ] [ l_g_total: 3.1524e-02 ] +2024-10-01 05:36:01,799 INFO: [ epoch: 67 ] [ iter: 90,300 ] [ performance: 21.842 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:52 ] [ l_g_pix: 3.0259e-02 ] [ l_g_total: 3.0259e-02 ] +2024-10-01 05:36:06,399 INFO: [ epoch: 67 ] [ iter: 90,400 ] [ performance: 21.778 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:43 ] [ l_g_pix: 2.0884e-02 ] [ l_g_total: 2.0884e-02 ] +2024-10-01 05:36:10,973 INFO: [ epoch: 67 ] [ iter: 90,500 ] [ performance: 22.148 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:34 ] [ l_g_pix: 2.4659e-02 ] [ l_g_total: 2.4659e-02 ] +2024-10-01 05:36:15,546 INFO: [ epoch: 67 ] [ iter: 90,600 ] [ performance: 21.961 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:25 ] [ l_g_pix: 2.9152e-02 ] [ l_g_total: 2.9152e-02 ] +2024-10-01 05:36:20,103 INFO: [ epoch: 67 ] [ iter: 90,700 ] [ performance: 22.230 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:16 ] [ l_g_pix: 2.2004e-02 ] [ l_g_total: 2.2004e-02 ] +2024-10-01 05:36:24,563 INFO: [ epoch: 67 ] [ iter: 90,800 ] [ performance: 22.360 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:06 ] [ l_g_pix: 3.6651e-02 ] [ l_g_total: 3.6651e-02 ] +2024-10-01 05:36:30,403 INFO: [ epoch: 68 ] [ iter: 90,900 ] [ performance: 19.728 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:59 ] [ l_g_pix: 2.4385e-02 ] [ l_g_total: 2.4385e-02 ] +2024-10-01 05:36:34,965 INFO: [ epoch: 68 ] [ iter: 91,000 ] [ performance: 21.159 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:49 ] [ l_g_pix: 3.1594e-02 ] [ l_g_total: 3.1594e-02 ] +2024-10-01 05:36:39,543 INFO: [ epoch: 68 ] [ iter: 91,100 ] [ performance: 22.093 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:40 ] [ l_g_pix: 3.9879e-02 ] [ l_g_total: 3.9879e-02 ] +2024-10-01 05:36:44,114 INFO: [ epoch: 68 ] [ iter: 91,200 ] [ performance: 21.949 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:31 ] [ l_g_pix: 3.2491e-02 ] [ l_g_total: 3.2491e-02 ] +2024-10-01 05:36:48,651 INFO: [ epoch: 68 ] [ iter: 91,300 ] [ performance: 22.225 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:22 ] [ l_g_pix: 2.4443e-02 ] [ l_g_total: 2.4443e-02 ] +2024-10-01 05:36:53,237 INFO: [ epoch: 68 ] [ iter: 91,400 ] [ performance: 21.938 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:13 ] [ l_g_pix: 1.9958e-02 ] [ l_g_total: 1.9958e-02 ] +2024-10-01 05:36:58,131 INFO: [ epoch: 68 ] [ iter: 91,500 ] [ performance: 20.819 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:04 ] [ l_g_pix: 4.0351e-02 ] [ l_g_total: 4.0351e-02 ] +2024-10-01 05:37:02,827 INFO: [ epoch: 68 ] [ iter: 91,600 ] [ performance: 21.147 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:55 ] [ l_g_pix: 3.1402e-02 ] [ l_g_total: 3.1402e-02 ] +2024-10-01 05:37:07,397 INFO: [ epoch: 68 ] [ iter: 91,700 ] [ performance: 22.322 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:46 ] [ l_g_pix: 3.0248e-02 ] [ l_g_total: 3.0248e-02 ] +2024-10-01 05:37:11,921 INFO: [ epoch: 68 ] [ iter: 91,800 ] [ performance: 22.172 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:37 ] [ l_g_pix: 2.1463e-02 ] [ l_g_total: 2.1463e-02 ] +2024-10-01 05:37:16,477 INFO: [ epoch: 68 ] [ iter: 91,900 ] [ performance: 21.980 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:28 ] [ l_g_pix: 2.3172e-02 ] [ l_g_total: 2.3172e-02 ] +2024-10-01 05:37:21,056 INFO: [ epoch: 68 ] [ iter: 92,000 ] [ performance: 21.884 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:19 ] [ l_g_pix: 1.7662e-02 ] [ l_g_total: 1.7662e-02 ] +2024-10-01 05:37:25,607 INFO: [ epoch: 68 ] [ iter: 92,100 ] [ performance: 22.388 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:10 ] [ l_g_pix: 3.0330e-02 ] [ l_g_total: 3.0330e-02 ] +2024-10-01 05:37:31,236 INFO: [ epoch: 69 ] [ iter: 92,200 ] [ performance: 18.924 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:02 ] [ l_g_pix: 2.5232e-02 ] [ l_g_total: 2.5232e-02 ] +2024-10-01 05:37:36,045 INFO: [ epoch: 69 ] [ iter: 92,300 ] [ performance: 22.563 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:53 ] [ l_g_pix: 4.0032e-02 ] [ l_g_total: 4.0032e-02 ] +2024-10-01 05:37:40,623 INFO: [ epoch: 69 ] [ iter: 92,400 ] [ performance: 22.051 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:44 ] [ l_g_pix: 2.2622e-02 ] [ l_g_total: 2.2622e-02 ] +2024-10-01 05:37:45,194 INFO: [ epoch: 69 ] [ iter: 92,500 ] [ performance: 22.300 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:35 ] [ l_g_pix: 2.7001e-02 ] [ l_g_total: 2.7001e-02 ] +2024-10-01 05:37:49,769 INFO: [ epoch: 69 ] [ iter: 92,600 ] [ performance: 21.984 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:26 ] [ l_g_pix: 1.7495e-02 ] [ l_g_total: 1.7495e-02 ] +2024-10-01 05:37:54,338 INFO: [ epoch: 69 ] [ iter: 92,700 ] [ performance: 22.425 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:17 ] [ l_g_pix: 1.4305e-02 ] [ l_g_total: 1.4305e-02 ] +2024-10-01 05:37:58,896 INFO: [ epoch: 69 ] [ iter: 92,800 ] [ performance: 22.076 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:08 ] [ l_g_pix: 2.8780e-02 ] [ l_g_total: 2.8780e-02 ] +2024-10-01 05:38:03,470 INFO: [ epoch: 69 ] [ iter: 92,900 ] [ performance: 22.069 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:59 ] [ l_g_pix: 2.4662e-02 ] [ l_g_total: 2.4662e-02 ] +2024-10-01 05:38:08,207 INFO: [ epoch: 69 ] [ iter: 93,000 ] [ performance: 21.368 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:51 ] [ l_g_pix: 1.7947e-02 ] [ l_g_total: 1.7947e-02 ] +2024-10-01 05:38:12,754 INFO: [ epoch: 69 ] [ iter: 93,100 ] [ performance: 22.151 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:42 ] [ l_g_pix: 3.1485e-02 ] [ l_g_total: 3.1485e-02 ] +2024-10-01 05:38:17,320 INFO: [ epoch: 69 ] [ iter: 93,200 ] [ performance: 21.973 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:33 ] [ l_g_pix: 3.4351e-02 ] [ l_g_total: 3.4351e-02 ] +2024-10-01 05:38:21,901 INFO: [ epoch: 69 ] [ iter: 93,300 ] [ performance: 22.194 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:24 ] [ l_g_pix: 2.4281e-02 ] [ l_g_total: 2.4281e-02 ] +2024-10-01 05:38:26,473 INFO: [ epoch: 69 ] [ iter: 93,400 ] [ performance: 21.959 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:15 ] [ l_g_pix: 2.6999e-02 ] [ l_g_total: 2.6999e-02 ] +2024-10-01 05:38:30,896 INFO: [ epoch: 69 ] [ iter: 93,500 ] [ performance: 23.408 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:06 ] [ l_g_pix: 4.0646e-02 ] [ l_g_total: 4.0646e-02 ] +2024-10-01 05:38:36,950 INFO: [ epoch: 70 ] [ iter: 93,600 ] [ performance: 17.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:59 ] [ l_g_pix: 2.7403e-02 ] [ l_g_total: 2.7403e-02 ] +2024-10-01 05:38:41,506 INFO: [ epoch: 70 ] [ iter: 93,700 ] [ performance: 22.162 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:50 ] [ l_g_pix: 2.8080e-02 ] [ l_g_total: 2.8080e-02 ] +2024-10-01 05:38:46,238 INFO: [ epoch: 70 ] [ iter: 93,800 ] [ performance: 21.388 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:41 ] [ l_g_pix: 3.0745e-02 ] [ l_g_total: 3.0745e-02 ] +2024-10-01 05:38:50,812 INFO: [ epoch: 70 ] [ iter: 93,900 ] [ performance: 22.487 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:32 ] [ l_g_pix: 2.7814e-02 ] [ l_g_total: 2.7814e-02 ] +2024-10-01 05:38:55,375 INFO: [ epoch: 70 ] [ iter: 94,000 ] [ performance: 22.058 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:23 ] [ l_g_pix: 2.7672e-02 ] [ l_g_total: 2.7672e-02 ] +2024-10-01 05:38:59,938 INFO: [ epoch: 70 ] [ iter: 94,100 ] [ performance: 22.159 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:14 ] [ l_g_pix: 2.9619e-02 ] [ l_g_total: 2.9619e-02 ] +2024-10-01 05:39:04,541 INFO: [ epoch: 70 ] [ iter: 94,200 ] [ performance: 21.833 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:06 ] [ l_g_pix: 2.9237e-02 ] [ l_g_total: 2.9237e-02 ] +2024-10-01 05:39:09,091 INFO: [ epoch: 70 ] [ iter: 94,300 ] [ performance: 22.255 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:57 ] [ l_g_pix: 3.0046e-02 ] [ l_g_total: 3.0046e-02 ] +2024-10-01 05:39:13,657 INFO: [ epoch: 70 ] [ iter: 94,400 ] [ performance: 21.985 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:48 ] [ l_g_pix: 1.9631e-02 ] [ l_g_total: 1.9631e-02 ] +2024-10-01 05:39:18,345 INFO: [ epoch: 70 ] [ iter: 94,500 ] [ performance: 21.379 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:39 ] [ l_g_pix: 3.4878e-02 ] [ l_g_total: 3.4878e-02 ] +2024-10-01 05:39:22,910 INFO: [ epoch: 70 ] [ iter: 94,600 ] [ performance: 21.784 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:30 ] [ l_g_pix: 3.2203e-02 ] [ l_g_total: 3.2203e-02 ] +2024-10-01 05:39:27,467 INFO: [ epoch: 70 ] [ iter: 94,700 ] [ performance: 22.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:22 ] [ l_g_pix: 3.9895e-02 ] [ l_g_total: 3.9895e-02 ] +2024-10-01 05:39:31,940 INFO: [ epoch: 70 ] [ iter: 94,800 ] [ performance: 22.351 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:13 ] [ l_g_pix: 2.4393e-02 ] [ l_g_total: 2.4393e-02 ] +2024-10-01 05:39:37,749 INFO: [ epoch: 71 ] [ iter: 94,900 ] [ performance: 20.655 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:05 ] [ l_g_pix: 2.6414e-02 ] [ l_g_total: 2.6414e-02 ] +2024-10-01 05:39:42,294 INFO: [ epoch: 71 ] [ iter: 95,000 ] [ performance: 21.699 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:56 ] [ l_g_pix: 3.2375e-02 ] [ l_g_total: 3.2375e-02 ] +2024-10-01 05:39:46,843 INFO: [ epoch: 71 ] [ iter: 95,100 ] [ performance: 22.214 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:48 ] [ l_g_pix: 2.8593e-02 ] [ l_g_total: 2.8593e-02 ] +2024-10-01 05:39:51,431 INFO: [ epoch: 71 ] [ iter: 95,200 ] [ performance: 21.887 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:39 ] [ l_g_pix: 3.1234e-02 ] [ l_g_total: 3.1234e-02 ] +2024-10-01 05:39:56,059 INFO: [ epoch: 71 ] [ iter: 95,300 ] [ performance: 22.408 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:30 ] [ l_g_pix: 2.8733e-02 ] [ l_g_total: 2.8733e-02 ] +2024-10-01 05:40:00,643 INFO: [ epoch: 71 ] [ iter: 95,400 ] [ performance: 21.939 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:21 ] [ l_g_pix: 3.3845e-02 ] [ l_g_total: 3.3845e-02 ] +2024-10-01 05:40:05,208 INFO: [ epoch: 71 ] [ iter: 95,500 ] [ performance: 22.398 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:13 ] [ l_g_pix: 1.9053e-02 ] [ l_g_total: 1.9053e-02 ] +2024-10-01 05:40:09,772 INFO: [ epoch: 71 ] [ iter: 95,600 ] [ performance: 22.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:04 ] [ l_g_pix: 4.3470e-02 ] [ l_g_total: 4.3470e-02 ] +2024-10-01 05:40:14,322 INFO: [ epoch: 71 ] [ iter: 95,700 ] [ performance: 22.303 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:55 ] [ l_g_pix: 2.8594e-02 ] [ l_g_total: 2.8594e-02 ] +2024-10-01 05:40:18,883 INFO: [ epoch: 71 ] [ iter: 95,800 ] [ performance: 22.001 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:47 ] [ l_g_pix: 2.6025e-02 ] [ l_g_total: 2.6025e-02 ] +2024-10-01 05:40:23,455 INFO: [ epoch: 71 ] [ iter: 95,900 ] [ performance: 22.522 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:38 ] [ l_g_pix: 2.9804e-02 ] [ l_g_total: 2.9804e-02 ] +2024-10-01 05:40:28,187 INFO: [ epoch: 71 ] [ iter: 96,000 ] [ performance: 21.383 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:29 ] [ l_g_pix: 2.6889e-02 ] [ l_g_total: 2.6889e-02 ] +2024-10-01 05:40:32,770 INFO: [ epoch: 71 ] [ iter: 96,100 ] [ performance: 22.329 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:21 ] [ l_g_pix: 4.4907e-02 ] [ l_g_total: 4.4907e-02 ] +2024-10-01 05:40:38,325 INFO: [ epoch: 72 ] [ iter: 96,200 ] [ performance: 18.659 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:13 ] [ l_g_pix: 2.5333e-02 ] [ l_g_total: 2.5333e-02 ] +2024-10-01 05:40:43,159 INFO: [ epoch: 72 ] [ iter: 96,300 ] [ performance: 22.406 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:05 ] [ l_g_pix: 3.1060e-02 ] [ l_g_total: 3.1060e-02 ] +2024-10-01 05:40:47,746 INFO: [ epoch: 72 ] [ iter: 96,400 ] [ performance: 21.907 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:56 ] [ l_g_pix: 3.9649e-02 ] [ l_g_total: 3.9649e-02 ] +2024-10-01 05:40:52,299 INFO: [ epoch: 72 ] [ iter: 96,500 ] [ performance: 22.311 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:47 ] [ l_g_pix: 3.1067e-02 ] [ l_g_total: 3.1067e-02 ] +2024-10-01 05:40:56,854 INFO: [ epoch: 72 ] [ iter: 96,600 ] [ performance: 22.015 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:39 ] [ l_g_pix: 2.2422e-02 ] [ l_g_total: 2.2422e-02 ] +2024-10-01 05:41:01,527 INFO: [ epoch: 72 ] [ iter: 96,700 ] [ performance: 19.400 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:30 ] [ l_g_pix: 3.2711e-02 ] [ l_g_total: 3.2711e-02 ] +2024-10-01 05:41:06,065 INFO: [ epoch: 72 ] [ iter: 96,800 ] [ performance: 21.570 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:21 ] [ l_g_pix: 3.1240e-02 ] [ l_g_total: 3.1240e-02 ] +2024-10-01 05:41:10,604 INFO: [ epoch: 72 ] [ iter: 96,900 ] [ performance: 22.772 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:13 ] [ l_g_pix: 3.1154e-02 ] [ l_g_total: 3.1154e-02 ] +2024-10-01 05:41:15,175 INFO: [ epoch: 72 ] [ iter: 97,000 ] [ performance: 22.011 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:04 ] [ l_g_pix: 2.1608e-02 ] [ l_g_total: 2.1608e-02 ] +2024-10-01 05:41:19,740 INFO: [ epoch: 72 ] [ iter: 97,100 ] [ performance: 22.161 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:56 ] [ l_g_pix: 3.3743e-02 ] [ l_g_total: 3.3743e-02 ] +2024-10-01 05:41:24,285 INFO: [ epoch: 72 ] [ iter: 97,200 ] [ performance: 22.030 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:47 ] [ l_g_pix: 2.6633e-02 ] [ l_g_total: 2.6633e-02 ] +2024-10-01 05:41:28,841 INFO: [ epoch: 72 ] [ iter: 97,300 ] [ performance: 22.350 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:38 ] [ l_g_pix: 3.9310e-02 ] [ l_g_total: 3.9310e-02 ] +2024-10-01 05:41:33,392 INFO: [ epoch: 72 ] [ iter: 97,400 ] [ performance: 22.028 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:30 ] [ l_g_pix: 2.9321e-02 ] [ l_g_total: 2.9321e-02 ] +2024-10-01 05:41:37,935 INFO: [ epoch: 72 ] [ iter: 97,500 ] [ performance: 23.422 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:21 ] [ l_g_pix: 3.3496e-02 ] [ l_g_total: 3.3496e-02 ] +2024-10-01 05:41:43,825 INFO: [ epoch: 73 ] [ iter: 97,600 ] [ performance: 17.614 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:14 ] [ l_g_pix: 2.6293e-02 ] [ l_g_total: 2.6293e-02 ] +2024-10-01 05:41:48,355 INFO: [ epoch: 73 ] [ iter: 97,700 ] [ performance: 22.648 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:05 ] [ l_g_pix: 2.6362e-02 ] [ l_g_total: 2.6362e-02 ] +2024-10-01 05:41:52,916 INFO: [ epoch: 73 ] [ iter: 97,800 ] [ performance: 22.017 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:57 ] [ l_g_pix: 3.5715e-02 ] [ l_g_total: 3.5715e-02 ] +2024-10-01 05:41:57,500 INFO: [ epoch: 73 ] [ iter: 97,900 ] [ performance: 22.076 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:48 ] [ l_g_pix: 3.6848e-02 ] [ l_g_total: 3.6848e-02 ] +2024-10-01 05:42:02,082 INFO: [ epoch: 73 ] [ iter: 98,000 ] [ performance: 21.857 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:40 ] [ l_g_pix: 4.8866e-02 ] [ l_g_total: 4.8866e-02 ] +2024-10-01 05:42:06,634 INFO: [ epoch: 73 ] [ iter: 98,100 ] [ performance: 22.845 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:31 ] [ l_g_pix: 2.5592e-02 ] [ l_g_total: 2.5592e-02 ] +2024-10-01 05:42:11,292 INFO: [ epoch: 73 ] [ iter: 98,200 ] [ performance: 21.613 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:23 ] [ l_g_pix: 2.3949e-02 ] [ l_g_total: 2.3949e-02 ] +2024-10-01 05:42:15,884 INFO: [ epoch: 73 ] [ iter: 98,300 ] [ performance: 22.512 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:14 ] [ l_g_pix: 2.2642e-02 ] [ l_g_total: 2.2642e-02 ] +2024-10-01 05:42:20,449 INFO: [ epoch: 73 ] [ iter: 98,400 ] [ performance: 21.969 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:06 ] [ l_g_pix: 2.0886e-02 ] [ l_g_total: 2.0886e-02 ] +2024-10-01 05:42:25,001 INFO: [ epoch: 73 ] [ iter: 98,500 ] [ performance: 21.936 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:57 ] [ l_g_pix: 3.2995e-02 ] [ l_g_total: 3.2995e-02 ] +2024-10-01 05:42:29,566 INFO: [ epoch: 73 ] [ iter: 98,600 ] [ performance: 21.911 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:49 ] [ l_g_pix: 3.1690e-02 ] [ l_g_total: 3.1690e-02 ] +2024-10-01 05:42:34,111 INFO: [ epoch: 73 ] [ iter: 98,700 ] [ performance: 22.463 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:40 ] [ l_g_pix: 3.2828e-02 ] [ l_g_total: 3.2828e-02 ] +2024-10-01 05:42:38,586 INFO: [ epoch: 73 ] [ iter: 98,800 ] [ performance: 22.362 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:32 ] [ l_g_pix: 1.9225e-02 ] [ l_g_total: 1.9225e-02 ] +2024-10-01 05:42:44,499 INFO: [ epoch: 74 ] [ iter: 98,900 ] [ performance: 22.200 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:25 ] [ l_g_pix: 2.7889e-02 ] [ l_g_total: 2.7889e-02 ] +2024-10-01 05:42:49,361 INFO: [ epoch: 74 ] [ iter: 99,000 ] [ performance: 20.686 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:16 ] [ l_g_pix: 4.5832e-02 ] [ l_g_total: 4.5832e-02 ] +2024-10-01 05:42:53,921 INFO: [ epoch: 74 ] [ iter: 99,100 ] [ performance: 22.405 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:08 ] [ l_g_pix: 2.6161e-02 ] [ l_g_total: 2.6161e-02 ] +2024-10-01 05:42:58,484 INFO: [ epoch: 74 ] [ iter: 99,200 ] [ performance: 21.949 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:00 ] [ l_g_pix: 1.6644e-02 ] [ l_g_total: 1.6644e-02 ] +2024-10-01 05:43:03,019 INFO: [ epoch: 74 ] [ iter: 99,300 ] [ performance: 22.613 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:51 ] [ l_g_pix: 5.0240e-02 ] [ l_g_total: 5.0240e-02 ] +2024-10-01 05:43:07,587 INFO: [ epoch: 74 ] [ iter: 99,400 ] [ performance: 21.935 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:43 ] [ l_g_pix: 2.3494e-02 ] [ l_g_total: 2.3494e-02 ] +2024-10-01 05:43:12,109 INFO: [ epoch: 74 ] [ iter: 99,500 ] [ performance: 22.519 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:34 ] [ l_g_pix: 4.1976e-02 ] [ l_g_total: 4.1976e-02 ] +2024-10-01 05:43:16,655 INFO: [ epoch: 74 ] [ iter: 99,600 ] [ performance: 22.029 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:26 ] [ l_g_pix: 4.0289e-02 ] [ l_g_total: 4.0289e-02 ] +2024-10-01 05:43:21,199 INFO: [ epoch: 74 ] [ iter: 99,700 ] [ performance: 22.636 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:17 ] [ l_g_pix: 2.0111e-02 ] [ l_g_total: 2.0111e-02 ] +2024-10-01 05:43:25,904 INFO: [ epoch: 74 ] [ iter: 99,800 ] [ performance: 21.305 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:09 ] [ l_g_pix: 2.8396e-02 ] [ l_g_total: 2.8396e-02 ] +2024-10-01 05:43:30,466 INFO: [ epoch: 74 ] [ iter: 99,900 ] [ performance: 22.311 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:01 ] [ l_g_pix: 4.0173e-02 ] [ l_g_total: 4.0173e-02 ] +2024-10-01 05:43:34,987 INFO: [ epoch: 74 ] [ iter:100,000 ] [ performance: 22.128 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:52 ] [ l_g_pix: 3.8297e-02 ] [ l_g_total: 3.8297e-02 ] +2024-10-01 05:43:34,988 INFO: Saving models and training states. +2024-10-01 05:47:11,823 INFO: Validation val + + # psnr: 27.1922........ Best: 27.1922 @ 100000 iter + # ssim: 0.7660........ Best: 0.7660 @ 100000 iter + # dists: 0.7734........ Best: 0.7734 @ 90000 iter + +2024-10-01 05:47:16,414 INFO: [ epoch: 74 ] [ iter:100,100 ] [ performance: 21.717 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:20 ] [ l_g_pix: 2.1037e-02 ] [ l_g_total: 2.1037e-02 ] +2024-10-01 05:47:21,028 INFO: [ epoch: 74 ] [ iter:100,200 ] [ performance: 21.677 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:12 ] [ l_g_pix: 2.6424e-02 ] [ l_g_total: 2.6424e-02 ] +2024-10-01 05:47:27,312 INFO: [ epoch: 75 ] [ iter:100,300 ] [ performance: 21.210 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:04 ] [ l_g_pix: 3.6226e-02 ] [ l_g_total: 3.6226e-02 ] +2024-10-01 05:47:31,868 INFO: [ epoch: 75 ] [ iter:100,400 ] [ performance: 21.944 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:56 ] [ l_g_pix: 2.5624e-02 ] [ l_g_total: 2.5624e-02 ] +2024-10-01 05:47:36,439 INFO: [ epoch: 75 ] [ iter:100,500 ] [ performance: 21.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:47 ] [ l_g_pix: 3.2594e-02 ] [ l_g_total: 3.2594e-02 ] +2024-10-01 05:47:41,030 INFO: [ epoch: 75 ] [ iter:100,600 ] [ performance: 21.784 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:38 ] [ l_g_pix: 2.9161e-02 ] [ l_g_total: 2.9161e-02 ] +2024-10-01 05:47:45,585 INFO: [ epoch: 75 ] [ iter:100,700 ] [ performance: 21.869 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:29 ] [ l_g_pix: 3.9060e-02 ] [ l_g_total: 3.9060e-02 ] +2024-10-01 05:47:50,144 INFO: [ epoch: 75 ] [ iter:100,800 ] [ performance: 21.941 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:21 ] [ l_g_pix: 2.5887e-02 ] [ l_g_total: 2.5887e-02 ] +2024-10-01 05:47:54,723 INFO: [ epoch: 75 ] [ iter:100,900 ] [ performance: 21.891 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:12 ] [ l_g_pix: 3.0642e-02 ] [ l_g_total: 3.0642e-02 ] +2024-10-01 05:47:59,290 INFO: [ epoch: 75 ] [ iter:101,000 ] [ performance: 21.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:03 ] [ l_g_pix: 4.4589e-02 ] [ l_g_total: 4.4589e-02 ] +2024-10-01 05:48:03,844 INFO: [ epoch: 75 ] [ iter:101,100 ] [ performance: 21.938 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:54 ] [ l_g_pix: 2.1299e-02 ] [ l_g_total: 2.1299e-02 ] +2024-10-01 05:48:08,428 INFO: [ epoch: 75 ] [ iter:101,200 ] [ performance: 21.844 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:46 ] [ l_g_pix: 3.4024e-02 ] [ l_g_total: 3.4024e-02 ] +2024-10-01 05:48:13,007 INFO: [ epoch: 75 ] [ iter:101,300 ] [ performance: 21.845 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:37 ] [ l_g_pix: 2.5603e-02 ] [ l_g_total: 2.5603e-02 ] +2024-10-01 05:48:17,574 INFO: [ epoch: 75 ] [ iter:101,400 ] [ performance: 21.915 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:28 ] [ l_g_pix: 3.4325e-02 ] [ l_g_total: 3.4325e-02 ] +2024-10-01 05:48:21,995 INFO: [ epoch: 75 ] [ iter:101,500 ] [ performance: 22.269 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:19 ] [ l_g_pix: 3.7411e-02 ] [ l_g_total: 3.7411e-02 ] +2024-10-01 05:48:27,925 INFO: [ epoch: 76 ] [ iter:101,600 ] [ performance: 16.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:12 ] [ l_g_pix: 2.7302e-02 ] [ l_g_total: 2.7302e-02 ] +2024-10-01 05:48:32,463 INFO: [ epoch: 76 ] [ iter:101,700 ] [ performance: 19.038 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:03 ] [ l_g_pix: 3.5005e-02 ] [ l_g_total: 3.5005e-02 ] +2024-10-01 05:48:37,047 INFO: [ epoch: 76 ] [ iter:101,800 ] [ performance: 21.831 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:55 ] [ l_g_pix: 3.0004e-02 ] [ l_g_total: 3.0004e-02 ] +2024-10-01 05:48:41,586 INFO: [ epoch: 76 ] [ iter:101,900 ] [ performance: 21.935 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:46 ] [ l_g_pix: 2.4897e-02 ] [ l_g_total: 2.4897e-02 ] +2024-10-01 05:48:46,130 INFO: [ epoch: 76 ] [ iter:102,000 ] [ performance: 22.041 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:37 ] [ l_g_pix: 3.5458e-02 ] [ l_g_total: 3.5458e-02 ] +2024-10-01 05:48:50,726 INFO: [ epoch: 76 ] [ iter:102,100 ] [ performance: 21.897 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:29 ] [ l_g_pix: 2.9150e-02 ] [ l_g_total: 2.9150e-02 ] +2024-10-01 05:48:55,260 INFO: [ epoch: 76 ] [ iter:102,200 ] [ performance: 22.145 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:20 ] [ l_g_pix: 2.4804e-02 ] [ l_g_total: 2.4804e-02 ] +2024-10-01 05:48:59,809 INFO: [ epoch: 76 ] [ iter:102,300 ] [ performance: 22.061 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:11 ] [ l_g_pix: 3.6173e-02 ] [ l_g_total: 3.6173e-02 ] +2024-10-01 05:49:04,381 INFO: [ epoch: 76 ] [ iter:102,400 ] [ performance: 21.904 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:03 ] [ l_g_pix: 2.6779e-02 ] [ l_g_total: 2.6779e-02 ] +2024-10-01 05:49:08,940 INFO: [ epoch: 76 ] [ iter:102,500 ] [ performance: 21.922 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:54 ] [ l_g_pix: 2.4714e-02 ] [ l_g_total: 2.4714e-02 ] +2024-10-01 05:49:13,508 INFO: [ epoch: 76 ] [ iter:102,600 ] [ performance: 21.953 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:46 ] [ l_g_pix: 3.3308e-02 ] [ l_g_total: 3.3308e-02 ] +2024-10-01 05:49:18,075 INFO: [ epoch: 76 ] [ iter:102,700 ] [ performance: 21.924 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:37 ] [ l_g_pix: 2.9527e-02 ] [ l_g_total: 2.9527e-02 ] +2024-10-01 05:49:22,576 INFO: [ epoch: 76 ] [ iter:102,800 ] [ performance: 22.283 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:28 ] [ l_g_pix: 3.3547e-02 ] [ l_g_total: 3.3547e-02 ] +2024-10-01 05:49:28,311 INFO: [ epoch: 77 ] [ iter:102,900 ] [ performance: 19.430 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:21 ] [ l_g_pix: 2.4780e-02 ] [ l_g_total: 2.4780e-02 ] +2024-10-01 05:49:32,856 INFO: [ epoch: 77 ] [ iter:103,000 ] [ performance: 22.162 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:12 ] [ l_g_pix: 4.4002e-02 ] [ l_g_total: 4.4002e-02 ] +2024-10-01 05:49:37,404 INFO: [ epoch: 77 ] [ iter:103,100 ] [ performance: 22.069 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:04 ] [ l_g_pix: 2.7182e-02 ] [ l_g_total: 2.7182e-02 ] +2024-10-01 05:49:41,919 INFO: [ epoch: 77 ] [ iter:103,200 ] [ performance: 22.222 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:55 ] [ l_g_pix: 3.7727e-02 ] [ l_g_total: 3.7727e-02 ] +2024-10-01 05:49:46,453 INFO: [ epoch: 77 ] [ iter:103,300 ] [ performance: 22.136 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:46 ] [ l_g_pix: 3.7863e-02 ] [ l_g_total: 3.7863e-02 ] +2024-10-01 05:49:51,007 INFO: [ epoch: 77 ] [ iter:103,400 ] [ performance: 22.008 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:38 ] [ l_g_pix: 3.5390e-02 ] [ l_g_total: 3.5390e-02 ] +2024-10-01 05:49:55,555 INFO: [ epoch: 77 ] [ iter:103,500 ] [ performance: 21.999 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:29 ] [ l_g_pix: 2.9474e-02 ] [ l_g_total: 2.9474e-02 ] +2024-10-01 05:50:00,137 INFO: [ epoch: 77 ] [ iter:103,600 ] [ performance: 21.963 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:21 ] [ l_g_pix: 3.2407e-02 ] [ l_g_total: 3.2407e-02 ] +2024-10-01 05:50:04,698 INFO: [ epoch: 77 ] [ iter:103,700 ] [ performance: 21.946 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:12 ] [ l_g_pix: 3.5472e-02 ] [ l_g_total: 3.5472e-02 ] +2024-10-01 05:50:09,235 INFO: [ epoch: 77 ] [ iter:103,800 ] [ performance: 22.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:04 ] [ l_g_pix: 3.1154e-02 ] [ l_g_total: 3.1154e-02 ] +2024-10-01 05:50:13,813 INFO: [ epoch: 77 ] [ iter:103,900 ] [ performance: 22.001 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:55 ] [ l_g_pix: 2.3649e-02 ] [ l_g_total: 2.3649e-02 ] +2024-10-01 05:50:18,377 INFO: [ epoch: 77 ] [ iter:104,000 ] [ performance: 22.086 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:47 ] [ l_g_pix: 2.6008e-02 ] [ l_g_total: 2.6008e-02 ] +2024-10-01 05:50:22,933 INFO: [ epoch: 77 ] [ iter:104,100 ] [ performance: 22.014 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:38 ] [ l_g_pix: 1.9671e-02 ] [ l_g_total: 1.9671e-02 ] +2024-10-01 05:50:27,320 INFO: [ epoch: 77 ] [ iter:104,200 ] [ performance: 23.043 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:30 ] [ l_g_pix: 2.1461e-02 ] [ l_g_total: 2.1461e-02 ] +2024-10-01 05:50:33,340 INFO: [ epoch: 78 ] [ iter:104,300 ] [ performance: 19.004 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:22 ] [ l_g_pix: 3.9353e-02 ] [ l_g_total: 3.9353e-02 ] +2024-10-01 05:50:37,864 INFO: [ epoch: 78 ] [ iter:104,400 ] [ performance: 22.246 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:14 ] [ l_g_pix: 2.8338e-02 ] [ l_g_total: 2.8338e-02 ] +2024-10-01 05:50:42,462 INFO: [ epoch: 78 ] [ iter:104,500 ] [ performance: 21.968 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:05 ] [ l_g_pix: 3.1109e-02 ] [ l_g_total: 3.1109e-02 ] +2024-10-01 05:50:46,963 INFO: [ epoch: 78 ] [ iter:104,600 ] [ performance: 22.357 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:57 ] [ l_g_pix: 3.1305e-02 ] [ l_g_total: 3.1305e-02 ] +2024-10-01 05:50:51,498 INFO: [ epoch: 78 ] [ iter:104,700 ] [ performance: 22.188 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:48 ] [ l_g_pix: 3.2451e-02 ] [ l_g_total: 3.2451e-02 ] +2024-10-01 05:50:56,030 INFO: [ epoch: 78 ] [ iter:104,800 ] [ performance: 22.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:40 ] [ l_g_pix: 2.5771e-02 ] [ l_g_total: 2.5771e-02 ] +2024-10-01 05:51:00,568 INFO: [ epoch: 78 ] [ iter:104,900 ] [ performance: 22.102 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:31 ] [ l_g_pix: 1.3106e-02 ] [ l_g_total: 1.3106e-02 ] +2024-10-01 05:51:05,092 INFO: [ epoch: 78 ] [ iter:105,000 ] [ performance: 22.343 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:23 ] [ l_g_pix: 3.3340e-02 ] [ l_g_total: 3.3340e-02 ] +2024-10-01 05:51:09,662 INFO: [ epoch: 78 ] [ iter:105,100 ] [ performance: 22.083 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:15 ] [ l_g_pix: 3.4446e-02 ] [ l_g_total: 3.4446e-02 ] +2024-10-01 05:51:14,204 INFO: [ epoch: 78 ] [ iter:105,200 ] [ performance: 22.196 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:06 ] [ l_g_pix: 3.7973e-02 ] [ l_g_total: 3.7973e-02 ] +2024-10-01 05:51:18,744 INFO: [ epoch: 78 ] [ iter:105,300 ] [ performance: 22.100 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:58 ] [ l_g_pix: 3.8068e-02 ] [ l_g_total: 3.8068e-02 ] +2024-10-01 05:51:23,293 INFO: [ epoch: 78 ] [ iter:105,400 ] [ performance: 22.125 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:49 ] [ l_g_pix: 3.1282e-02 ] [ l_g_total: 3.1282e-02 ] +2024-10-01 05:51:27,760 INFO: [ epoch: 78 ] [ iter:105,500 ] [ performance: 22.275 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:41 ] [ l_g_pix: 4.3184e-02 ] [ l_g_total: 4.3184e-02 ] +2024-10-01 05:51:33,607 INFO: [ epoch: 79 ] [ iter:105,600 ] [ performance: 15.844 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:34 ] [ l_g_pix: 2.4035e-02 ] [ l_g_total: 2.4035e-02 ] +2024-10-01 05:51:38,164 INFO: [ epoch: 79 ] [ iter:105,700 ] [ performance: 18.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:25 ] [ l_g_pix: 2.4397e-02 ] [ l_g_total: 2.4397e-02 ] +2024-10-01 05:51:42,729 INFO: [ epoch: 79 ] [ iter:105,800 ] [ performance: 22.021 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:17 ] [ l_g_pix: 3.1324e-02 ] [ l_g_total: 3.1324e-02 ] +2024-10-01 05:51:47,287 INFO: [ epoch: 79 ] [ iter:105,900 ] [ performance: 21.977 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:08 ] [ l_g_pix: 4.1092e-02 ] [ l_g_total: 4.1092e-02 ] +2024-10-01 05:51:51,860 INFO: [ epoch: 79 ] [ iter:106,000 ] [ performance: 22.116 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:00 ] [ l_g_pix: 2.4006e-02 ] [ l_g_total: 2.4006e-02 ] +2024-10-01 05:51:56,414 INFO: [ epoch: 79 ] [ iter:106,100 ] [ performance: 22.026 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:52 ] [ l_g_pix: 4.0662e-02 ] [ l_g_total: 4.0662e-02 ] +2024-10-01 05:52:00,981 INFO: [ epoch: 79 ] [ iter:106,200 ] [ performance: 22.055 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:43 ] [ l_g_pix: 2.8694e-02 ] [ l_g_total: 2.8694e-02 ] +2024-10-01 05:52:05,567 INFO: [ epoch: 79 ] [ iter:106,300 ] [ performance: 21.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:35 ] [ l_g_pix: 2.3105e-02 ] [ l_g_total: 2.3105e-02 ] +2024-10-01 05:52:10,102 INFO: [ epoch: 79 ] [ iter:106,400 ] [ performance: 22.151 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:27 ] [ l_g_pix: 3.8030e-02 ] [ l_g_total: 3.8030e-02 ] +2024-10-01 05:52:14,629 INFO: [ epoch: 79 ] [ iter:106,500 ] [ performance: 22.117 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:18 ] [ l_g_pix: 2.9186e-02 ] [ l_g_total: 2.9186e-02 ] +2024-10-01 05:52:19,187 INFO: [ epoch: 79 ] [ iter:106,600 ] [ performance: 22.130 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:10 ] [ l_g_pix: 2.5128e-02 ] [ l_g_total: 2.5128e-02 ] +2024-10-01 05:52:23,759 INFO: [ epoch: 79 ] [ iter:106,700 ] [ performance: 21.978 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:02 ] [ l_g_pix: 3.4776e-02 ] [ l_g_total: 3.4776e-02 ] +2024-10-01 05:52:28,267 INFO: [ epoch: 79 ] [ iter:106,800 ] [ performance: 22.355 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:53 ] [ l_g_pix: 2.1139e-02 ] [ l_g_total: 2.1139e-02 ] +2024-10-01 05:52:34,143 INFO: [ epoch: 80 ] [ iter:106,900 ] [ performance: 18.858 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:46 ] [ l_g_pix: 2.7838e-02 ] [ l_g_total: 2.7838e-02 ] +2024-10-01 05:52:38,695 INFO: [ epoch: 80 ] [ iter:107,000 ] [ performance: 22.218 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:38 ] [ l_g_pix: 2.5710e-02 ] [ l_g_total: 2.5710e-02 ] +2024-10-01 05:52:43,230 INFO: [ epoch: 80 ] [ iter:107,100 ] [ performance: 22.120 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:30 ] [ l_g_pix: 2.3301e-02 ] [ l_g_total: 2.3301e-02 ] +2024-10-01 05:52:47,807 INFO: [ epoch: 80 ] [ iter:107,200 ] [ performance: 21.984 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:21 ] [ l_g_pix: 3.0670e-02 ] [ l_g_total: 3.0670e-02 ] +2024-10-01 05:52:52,376 INFO: [ epoch: 80 ] [ iter:107,300 ] [ performance: 21.929 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:13 ] [ l_g_pix: 2.7834e-02 ] [ l_g_total: 2.7834e-02 ] +2024-10-01 05:52:56,933 INFO: [ epoch: 80 ] [ iter:107,400 ] [ performance: 21.993 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:05 ] [ l_g_pix: 2.3693e-02 ] [ l_g_total: 2.3693e-02 ] +2024-10-01 05:53:01,478 INFO: [ epoch: 80 ] [ iter:107,500 ] [ performance: 22.002 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:57 ] [ l_g_pix: 3.2409e-02 ] [ l_g_total: 3.2409e-02 ] +2024-10-01 05:53:06,034 INFO: [ epoch: 80 ] [ iter:107,600 ] [ performance: 22.079 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:48 ] [ l_g_pix: 1.6333e-02 ] [ l_g_total: 1.6333e-02 ] +2024-10-01 05:53:10,627 INFO: [ epoch: 80 ] [ iter:107,700 ] [ performance: 21.894 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:40 ] [ l_g_pix: 4.2182e-02 ] [ l_g_total: 4.2182e-02 ] +2024-10-01 05:53:15,187 INFO: [ epoch: 80 ] [ iter:107,800 ] [ performance: 22.031 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:32 ] [ l_g_pix: 2.3053e-02 ] [ l_g_total: 2.3053e-02 ] +2024-10-01 05:53:19,753 INFO: [ epoch: 80 ] [ iter:107,900 ] [ performance: 21.953 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:24 ] [ l_g_pix: 3.1900e-02 ] [ l_g_total: 3.1900e-02 ] +2024-10-01 05:53:24,335 INFO: [ epoch: 80 ] [ iter:108,000 ] [ performance: 21.855 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:15 ] [ l_g_pix: 2.6705e-02 ] [ l_g_total: 2.6705e-02 ] +2024-10-01 05:53:28,942 INFO: [ epoch: 80 ] [ iter:108,100 ] [ performance: 21.763 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:07 ] [ l_g_pix: 1.7948e-02 ] [ l_g_total: 1.7948e-02 ] +2024-10-01 05:53:33,333 INFO: [ epoch: 80 ] [ iter:108,200 ] [ performance: 23.022 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:59 ] [ l_g_pix: 2.0772e-02 ] [ l_g_total: 2.0772e-02 ] +2024-10-01 05:53:39,222 INFO: [ epoch: 81 ] [ iter:108,300 ] [ performance: 18.878 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:52 ] [ l_g_pix: 3.6344e-02 ] [ l_g_total: 3.6344e-02 ] +2024-10-01 05:53:43,793 INFO: [ epoch: 81 ] [ iter:108,400 ] [ performance: 22.007 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:44 ] [ l_g_pix: 2.3260e-02 ] [ l_g_total: 2.3260e-02 ] +2024-10-01 05:53:48,382 INFO: [ epoch: 81 ] [ iter:108,500 ] [ performance: 21.874 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:35 ] [ l_g_pix: 3.7126e-02 ] [ l_g_total: 3.7126e-02 ] +2024-10-01 05:53:52,970 INFO: [ epoch: 81 ] [ iter:108,600 ] [ performance: 21.900 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:27 ] [ l_g_pix: 1.6704e-02 ] [ l_g_total: 1.6704e-02 ] +2024-10-01 05:53:57,560 INFO: [ epoch: 81 ] [ iter:108,700 ] [ performance: 21.830 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:19 ] [ l_g_pix: 2.0891e-02 ] [ l_g_total: 2.0891e-02 ] +2024-10-01 05:54:02,124 INFO: [ epoch: 81 ] [ iter:108,800 ] [ performance: 22.007 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:11 ] [ l_g_pix: 3.2186e-02 ] [ l_g_total: 3.2186e-02 ] +2024-10-01 05:54:06,703 INFO: [ epoch: 81 ] [ iter:108,900 ] [ performance: 21.905 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:03 ] [ l_g_pix: 3.1093e-02 ] [ l_g_total: 3.1093e-02 ] +2024-10-01 05:54:11,248 INFO: [ epoch: 81 ] [ iter:109,000 ] [ performance: 22.206 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:55 ] [ l_g_pix: 3.0715e-02 ] [ l_g_total: 3.0715e-02 ] +2024-10-01 05:54:15,795 INFO: [ epoch: 81 ] [ iter:109,100 ] [ performance: 22.071 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:46 ] [ l_g_pix: 2.5724e-02 ] [ l_g_total: 2.5724e-02 ] +2024-10-01 05:54:20,355 INFO: [ epoch: 81 ] [ iter:109,200 ] [ performance: 21.939 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:38 ] [ l_g_pix: 3.1948e-02 ] [ l_g_total: 3.1948e-02 ] +2024-10-01 05:54:24,955 INFO: [ epoch: 81 ] [ iter:109,300 ] [ performance: 21.813 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:30 ] [ l_g_pix: 3.8818e-02 ] [ l_g_total: 3.8818e-02 ] +2024-10-01 05:54:29,535 INFO: [ epoch: 81 ] [ iter:109,400 ] [ performance: 21.825 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:22 ] [ l_g_pix: 2.2918e-02 ] [ l_g_total: 2.2918e-02 ] +2024-10-01 05:54:34,013 INFO: [ epoch: 81 ] [ iter:109,500 ] [ performance: 22.150 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:14 ] [ l_g_pix: 2.9596e-02 ] [ l_g_total: 2.9596e-02 ] +2024-10-01 05:54:39,750 INFO: [ epoch: 82 ] [ iter:109,600 ] [ performance: 14.576 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:07 ] [ l_g_pix: 2.9144e-02 ] [ l_g_total: 2.9144e-02 ] +2024-10-01 05:54:44,246 INFO: [ epoch: 82 ] [ iter:109,700 ] [ performance: 18.744 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:58 ] [ l_g_pix: 2.7932e-02 ] [ l_g_total: 2.7932e-02 ] +2024-10-01 05:54:48,771 INFO: [ epoch: 82 ] [ iter:109,800 ] [ performance: 22.099 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:50 ] [ l_g_pix: 3.7006e-02 ] [ l_g_total: 3.7006e-02 ] +2024-10-01 05:54:53,329 INFO: [ epoch: 82 ] [ iter:109,900 ] [ performance: 21.997 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:42 ] [ l_g_pix: 2.0703e-02 ] [ l_g_total: 2.0703e-02 ] +2024-10-01 05:54:57,906 INFO: [ epoch: 82 ] [ iter:110,000 ] [ performance: 21.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:34 ] [ l_g_pix: 3.4323e-02 ] [ l_g_total: 3.4323e-02 ] +2024-10-01 05:54:57,906 INFO: Saving models and training states. +2024-10-01 05:57:55,920 INFO: Validation val + + # psnr: 27.1968........ Best: 27.1968 @ 110000 iter + # ssim: 0.7662........ Best: 0.7662 @ 110000 iter + # dists: 0.7733........ Best: 0.7733 @ 110000 iter + +2024-10-01 05:58:00,500 INFO: [ epoch: 82 ] [ iter:110,100 ] [ performance: 21.911 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:51 ] [ l_g_pix: 2.5537e-02 ] [ l_g_total: 2.5537e-02 ] +2024-10-01 05:58:05,107 INFO: [ epoch: 82 ] [ iter:110,200 ] [ performance: 21.828 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:43 ] [ l_g_pix: 2.8619e-02 ] [ l_g_total: 2.8619e-02 ] +2024-10-01 05:58:09,701 INFO: [ epoch: 82 ] [ iter:110,300 ] [ performance: 21.792 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:35 ] [ l_g_pix: 2.7278e-02 ] [ l_g_total: 2.7278e-02 ] +2024-10-01 05:58:14,263 INFO: [ epoch: 82 ] [ iter:110,400 ] [ performance: 21.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:26 ] [ l_g_pix: 2.6038e-02 ] [ l_g_total: 2.6038e-02 ] +2024-10-01 05:58:18,835 INFO: [ epoch: 82 ] [ iter:110,500 ] [ performance: 21.889 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:18 ] [ l_g_pix: 2.2884e-02 ] [ l_g_total: 2.2884e-02 ] +2024-10-01 05:58:23,417 INFO: [ epoch: 82 ] [ iter:110,600 ] [ performance: 22.011 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:10 ] [ l_g_pix: 2.6195e-02 ] [ l_g_total: 2.6195e-02 ] +2024-10-01 05:58:27,995 INFO: [ epoch: 82 ] [ iter:110,700 ] [ performance: 21.900 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:01 ] [ l_g_pix: 2.5503e-02 ] [ l_g_total: 2.5503e-02 ] +2024-10-01 05:58:32,550 INFO: [ epoch: 82 ] [ iter:110,800 ] [ performance: 22.054 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:53 ] [ l_g_pix: 3.1925e-02 ] [ l_g_total: 3.1925e-02 ] +2024-10-01 05:58:38,108 INFO: [ epoch: 83 ] [ iter:110,900 ] [ performance: 19.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:45 ] [ l_g_pix: 2.6983e-02 ] [ l_g_total: 2.6983e-02 ] +2024-10-01 05:58:42,875 INFO: [ epoch: 83 ] [ iter:111,000 ] [ performance: 22.170 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:37 ] [ l_g_pix: 2.8053e-02 ] [ l_g_total: 2.8053e-02 ] +2024-10-01 05:58:47,400 INFO: [ epoch: 83 ] [ iter:111,100 ] [ performance: 22.124 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:29 ] [ l_g_pix: 1.9771e-02 ] [ l_g_total: 1.9771e-02 ] +2024-10-01 05:58:51,987 INFO: [ epoch: 83 ] [ iter:111,200 ] [ performance: 21.974 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:21 ] [ l_g_pix: 2.4823e-02 ] [ l_g_total: 2.4823e-02 ] +2024-10-01 05:58:56,555 INFO: [ epoch: 83 ] [ iter:111,300 ] [ performance: 21.921 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:12 ] [ l_g_pix: 2.6122e-02 ] [ l_g_total: 2.6122e-02 ] +2024-10-01 05:59:01,166 INFO: [ epoch: 83 ] [ iter:111,400 ] [ performance: 21.835 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:04 ] [ l_g_pix: 1.9188e-02 ] [ l_g_total: 1.9188e-02 ] +2024-10-01 05:59:05,749 INFO: [ epoch: 83 ] [ iter:111,500 ] [ performance: 21.826 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:56 ] [ l_g_pix: 3.6796e-02 ] [ l_g_total: 3.6796e-02 ] +2024-10-01 05:59:10,691 INFO: [ epoch: 83 ] [ iter:111,600 ] [ performance: 20.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:48 ] [ l_g_pix: 3.3039e-02 ] [ l_g_total: 3.3039e-02 ] +2024-10-01 05:59:15,482 INFO: [ epoch: 83 ] [ iter:111,700 ] [ performance: 20.740 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:40 ] [ l_g_pix: 4.4648e-02 ] [ l_g_total: 4.4648e-02 ] +2024-10-01 05:59:20,028 INFO: [ epoch: 83 ] [ iter:111,800 ] [ performance: 22.143 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:31 ] [ l_g_pix: 3.1117e-02 ] [ l_g_total: 3.1117e-02 ] +2024-10-01 05:59:24,613 INFO: [ epoch: 83 ] [ iter:111,900 ] [ performance: 21.913 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:23 ] [ l_g_pix: 2.7882e-02 ] [ l_g_total: 2.7882e-02 ] +2024-10-01 05:59:29,166 INFO: [ epoch: 83 ] [ iter:112,000 ] [ performance: 22.120 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:15 ] [ l_g_pix: 3.1912e-02 ] [ l_g_total: 3.1912e-02 ] +2024-10-01 05:59:33,741 INFO: [ epoch: 83 ] [ iter:112,100 ] [ performance: 21.940 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:07 ] [ l_g_pix: 2.6315e-02 ] [ l_g_total: 2.6315e-02 ] +2024-10-01 05:59:38,165 INFO: [ epoch: 83 ] [ iter:112,200 ] [ performance: 23.183 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:58 ] [ l_g_pix: 3.3391e-02 ] [ l_g_total: 3.3391e-02 ] +2024-10-01 05:59:44,121 INFO: [ epoch: 84 ] [ iter:112,300 ] [ performance: 18.283 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:51 ] [ l_g_pix: 2.3224e-02 ] [ l_g_total: 2.3224e-02 ] +2024-10-01 05:59:48,859 INFO: [ epoch: 84 ] [ iter:112,400 ] [ performance: 22.297 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:43 ] [ l_g_pix: 2.4297e-02 ] [ l_g_total: 2.4297e-02 ] +2024-10-01 05:59:53,434 INFO: [ epoch: 84 ] [ iter:112,500 ] [ performance: 21.987 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:35 ] [ l_g_pix: 4.0227e-02 ] [ l_g_total: 4.0227e-02 ] +2024-10-01 05:59:57,985 INFO: [ epoch: 84 ] [ iter:112,600 ] [ performance: 22.358 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:27 ] [ l_g_pix: 3.0417e-02 ] [ l_g_total: 3.0417e-02 ] +2024-10-01 06:00:02,504 INFO: [ epoch: 84 ] [ iter:112,700 ] [ performance: 22.196 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:18 ] [ l_g_pix: 2.8491e-02 ] [ l_g_total: 2.8491e-02 ] +2024-10-01 06:00:07,071 INFO: [ epoch: 84 ] [ iter:112,800 ] [ performance: 22.298 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:10 ] [ l_g_pix: 2.7196e-02 ] [ l_g_total: 2.7196e-02 ] +2024-10-01 06:00:11,649 INFO: [ epoch: 84 ] [ iter:112,900 ] [ performance: 21.972 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:02 ] [ l_g_pix: 2.8734e-02 ] [ l_g_total: 2.8734e-02 ] +2024-10-01 06:00:16,226 INFO: [ epoch: 84 ] [ iter:113,000 ] [ performance: 21.942 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:54 ] [ l_g_pix: 2.8293e-02 ] [ l_g_total: 2.8293e-02 ] +2024-10-01 06:00:20,893 INFO: [ epoch: 84 ] [ iter:113,100 ] [ performance: 21.569 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:46 ] [ l_g_pix: 3.6264e-02 ] [ l_g_total: 3.6264e-02 ] +2024-10-01 06:00:25,526 INFO: [ epoch: 84 ] [ iter:113,200 ] [ performance: 22.354 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:38 ] [ l_g_pix: 3.2291e-02 ] [ l_g_total: 3.2291e-02 ] +2024-10-01 06:00:30,072 INFO: [ epoch: 84 ] [ iter:113,300 ] [ performance: 22.093 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:29 ] [ l_g_pix: 2.6070e-02 ] [ l_g_total: 2.6070e-02 ] +2024-10-01 06:00:34,654 INFO: [ epoch: 84 ] [ iter:113,400 ] [ performance: 22.039 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:21 ] [ l_g_pix: 3.0974e-02 ] [ l_g_total: 3.0974e-02 ] +2024-10-01 06:00:39,129 INFO: [ epoch: 84 ] [ iter:113,500 ] [ performance: 22.266 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:13 ] [ l_g_pix: 4.4278e-02 ] [ l_g_total: 4.4278e-02 ] +2024-10-01 06:00:45,062 INFO: [ epoch: 85 ] [ iter:113,600 ] [ performance: 17.803 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:06 ] [ l_g_pix: 2.8695e-02 ] [ l_g_total: 2.8695e-02 ] +2024-10-01 06:00:49,635 INFO: [ epoch: 85 ] [ iter:113,700 ] [ performance: 20.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:58 ] [ l_g_pix: 2.8829e-02 ] [ l_g_total: 2.8829e-02 ] +2024-10-01 06:00:54,175 INFO: [ epoch: 85 ] [ iter:113,800 ] [ performance: 22.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:50 ] [ l_g_pix: 2.8459e-02 ] [ l_g_total: 2.8459e-02 ] +2024-10-01 06:00:58,902 INFO: [ epoch: 85 ] [ iter:113,900 ] [ performance: 21.505 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:42 ] [ l_g_pix: 3.6525e-02 ] [ l_g_total: 3.6525e-02 ] +2024-10-01 06:01:03,438 INFO: [ epoch: 85 ] [ iter:114,000 ] [ performance: 22.533 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:33 ] [ l_g_pix: 3.0154e-02 ] [ l_g_total: 3.0154e-02 ] +2024-10-01 06:01:07,950 INFO: [ epoch: 85 ] [ iter:114,100 ] [ performance: 22.258 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:25 ] [ l_g_pix: 3.6358e-02 ] [ l_g_total: 3.6358e-02 ] +2024-10-01 06:01:12,497 INFO: [ epoch: 85 ] [ iter:114,200 ] [ performance: 22.527 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:17 ] [ l_g_pix: 2.9292e-02 ] [ l_g_total: 2.9292e-02 ] +2024-10-01 06:01:17,075 INFO: [ epoch: 85 ] [ iter:114,300 ] [ performance: 22.007 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:09 ] [ l_g_pix: 3.7263e-02 ] [ l_g_total: 3.7263e-02 ] +2024-10-01 06:01:21,641 INFO: [ epoch: 85 ] [ iter:114,400 ] [ performance: 22.276 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:01 ] [ l_g_pix: 4.0074e-02 ] [ l_g_total: 4.0074e-02 ] +2024-10-01 06:01:26,192 INFO: [ epoch: 85 ] [ iter:114,500 ] [ performance: 22.046 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:53 ] [ l_g_pix: 4.0774e-02 ] [ l_g_total: 4.0774e-02 ] +2024-10-01 06:01:30,868 INFO: [ epoch: 85 ] [ iter:114,600 ] [ performance: 20.061 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:45 ] [ l_g_pix: 2.3224e-02 ] [ l_g_total: 2.3224e-02 ] +2024-10-01 06:01:35,457 INFO: [ epoch: 85 ] [ iter:114,700 ] [ performance: 21.371 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:37 ] [ l_g_pix: 2.6289e-02 ] [ l_g_total: 2.6289e-02 ] +2024-10-01 06:01:40,032 INFO: [ epoch: 85 ] [ iter:114,800 ] [ performance: 22.216 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:29 ] [ l_g_pix: 1.9649e-02 ] [ l_g_total: 1.9649e-02 ] +2024-10-01 06:01:45,475 INFO: [ epoch: 86 ] [ iter:114,900 ] [ performance: 19.121 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:21 ] [ l_g_pix: 2.8132e-02 ] [ l_g_total: 2.8132e-02 ] +2024-10-01 06:01:50,259 INFO: [ epoch: 86 ] [ iter:115,000 ] [ performance: 22.091 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:13 ] [ l_g_pix: 1.8469e-02 ] [ l_g_total: 1.8469e-02 ] +2024-10-01 06:01:54,850 INFO: [ epoch: 86 ] [ iter:115,100 ] [ performance: 21.852 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:05 ] [ l_g_pix: 3.2567e-02 ] [ l_g_total: 3.2567e-02 ] +2024-10-01 06:01:59,389 INFO: [ epoch: 86 ] [ iter:115,200 ] [ performance: 22.625 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:57 ] [ l_g_pix: 2.7678e-02 ] [ l_g_total: 2.7678e-02 ] +2024-10-01 06:02:03,954 INFO: [ epoch: 86 ] [ iter:115,300 ] [ performance: 22.057 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:49 ] [ l_g_pix: 2.6922e-02 ] [ l_g_total: 2.6922e-02 ] +2024-10-01 06:02:08,705 INFO: [ epoch: 86 ] [ iter:115,400 ] [ performance: 22.293 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:41 ] [ l_g_pix: 2.4930e-02 ] [ l_g_total: 2.4930e-02 ] +2024-10-01 06:02:13,269 INFO: [ epoch: 86 ] [ iter:115,500 ] [ performance: 21.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:33 ] [ l_g_pix: 3.3383e-02 ] [ l_g_total: 3.3383e-02 ] +2024-10-01 06:02:17,852 INFO: [ epoch: 86 ] [ iter:115,600 ] [ performance: 22.405 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:25 ] [ l_g_pix: 2.7032e-02 ] [ l_g_total: 2.7032e-02 ] +2024-10-01 06:02:22,418 INFO: [ epoch: 86 ] [ iter:115,700 ] [ performance: 22.003 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:17 ] [ l_g_pix: 3.6775e-02 ] [ l_g_total: 3.6775e-02 ] +2024-10-01 06:02:27,007 INFO: [ epoch: 86 ] [ iter:115,800 ] [ performance: 22.479 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:09 ] [ l_g_pix: 2.6599e-02 ] [ l_g_total: 2.6599e-02 ] +2024-10-01 06:02:31,564 INFO: [ epoch: 86 ] [ iter:115,900 ] [ performance: 22.049 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:01 ] [ l_g_pix: 3.6206e-02 ] [ l_g_total: 3.6206e-02 ] +2024-10-01 06:02:36,114 INFO: [ epoch: 86 ] [ iter:116,000 ] [ performance: 22.339 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:53 ] [ l_g_pix: 2.3425e-02 ] [ l_g_total: 2.3425e-02 ] +2024-10-01 06:02:40,854 INFO: [ epoch: 86 ] [ iter:116,100 ] [ performance: 21.324 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:45 ] [ l_g_pix: 2.6921e-02 ] [ l_g_total: 2.6921e-02 ] +2024-10-01 06:02:45,304 INFO: [ epoch: 86 ] [ iter:116,200 ] [ performance: 23.410 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:37 ] [ l_g_pix: 1.9035e-02 ] [ l_g_total: 1.9035e-02 ] +2024-10-01 06:02:51,083 INFO: [ epoch: 87 ] [ iter:116,300 ] [ performance: 18.162 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:30 ] [ l_g_pix: 1.8623e-02 ] [ l_g_total: 1.8623e-02 ] +2024-10-01 06:02:55,629 INFO: [ epoch: 87 ] [ iter:116,400 ] [ performance: 22.601 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:22 ] [ l_g_pix: 3.6679e-02 ] [ l_g_total: 3.6679e-02 ] +2024-10-01 06:03:00,208 INFO: [ epoch: 87 ] [ iter:116,500 ] [ performance: 21.972 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:14 ] [ l_g_pix: 2.3728e-02 ] [ l_g_total: 2.3728e-02 ] +2024-10-01 06:03:04,745 INFO: [ epoch: 87 ] [ iter:116,600 ] [ performance: 22.292 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:06 ] [ l_g_pix: 2.4797e-02 ] [ l_g_total: 2.4797e-02 ] +2024-10-01 06:03:09,301 INFO: [ epoch: 87 ] [ iter:116,700 ] [ performance: 22.010 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:58 ] [ l_g_pix: 1.7097e-02 ] [ l_g_total: 1.7097e-02 ] +2024-10-01 06:03:13,862 INFO: [ epoch: 87 ] [ iter:116,800 ] [ performance: 22.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:50 ] [ l_g_pix: 2.0917e-02 ] [ l_g_total: 2.0917e-02 ] +2024-10-01 06:03:18,608 INFO: [ epoch: 87 ] [ iter:116,900 ] [ performance: 21.303 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:42 ] [ l_g_pix: 3.6340e-02 ] [ l_g_total: 3.6340e-02 ] +2024-10-01 06:03:23,157 INFO: [ epoch: 87 ] [ iter:117,000 ] [ performance: 22.576 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:34 ] [ l_g_pix: 2.9922e-02 ] [ l_g_total: 2.9922e-02 ] +2024-10-01 06:03:27,699 INFO: [ epoch: 87 ] [ iter:117,100 ] [ performance: 22.103 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:26 ] [ l_g_pix: 3.8936e-02 ] [ l_g_total: 3.8936e-02 ] +2024-10-01 06:03:32,253 INFO: [ epoch: 87 ] [ iter:117,200 ] [ performance: 22.439 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:18 ] [ l_g_pix: 2.5702e-02 ] [ l_g_total: 2.5702e-02 ] +2024-10-01 06:03:36,825 INFO: [ epoch: 87 ] [ iter:117,300 ] [ performance: 21.957 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:10 ] [ l_g_pix: 3.9041e-02 ] [ l_g_total: 3.9041e-02 ] +2024-10-01 06:03:41,387 INFO: [ epoch: 87 ] [ iter:117,400 ] [ performance: 22.646 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:02 ] [ l_g_pix: 2.7215e-02 ] [ l_g_total: 2.7215e-02 ] +2024-10-01 06:03:45,910 INFO: [ epoch: 87 ] [ iter:117,500 ] [ performance: 22.186 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:54 ] [ l_g_pix: 2.3754e-02 ] [ l_g_total: 2.3754e-02 ] +2024-10-01 06:03:51,839 INFO: [ epoch: 88 ] [ iter:117,600 ] [ performance: 19.577 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:47 ] [ l_g_pix: 3.2502e-02 ] [ l_g_total: 3.2502e-02 ] +2024-10-01 06:03:56,417 INFO: [ epoch: 88 ] [ iter:117,700 ] [ performance: 21.525 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:40 ] [ l_g_pix: 4.5625e-02 ] [ l_g_total: 4.5625e-02 ] +2024-10-01 06:04:01,011 INFO: [ epoch: 88 ] [ iter:117,800 ] [ performance: 22.004 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:32 ] [ l_g_pix: 1.5330e-02 ] [ l_g_total: 1.5330e-02 ] +2024-10-01 06:04:05,585 INFO: [ epoch: 88 ] [ iter:117,900 ] [ performance: 21.885 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:24 ] [ l_g_pix: 3.2759e-02 ] [ l_g_total: 3.2759e-02 ] +2024-10-01 06:04:10,156 INFO: [ epoch: 88 ] [ iter:118,000 ] [ performance: 22.118 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:16 ] [ l_g_pix: 2.6787e-02 ] [ l_g_total: 2.6787e-02 ] +2024-10-01 06:04:14,728 INFO: [ epoch: 88 ] [ iter:118,100 ] [ performance: 21.903 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:08 ] [ l_g_pix: 3.9502e-02 ] [ l_g_total: 3.9502e-02 ] +2024-10-01 06:04:19,343 INFO: [ epoch: 88 ] [ iter:118,200 ] [ performance: 22.065 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:00 ] [ l_g_pix: 3.0131e-02 ] [ l_g_total: 3.0131e-02 ] +2024-10-01 06:04:23,944 INFO: [ epoch: 88 ] [ iter:118,300 ] [ performance: 21.772 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:52 ] [ l_g_pix: 3.0339e-02 ] [ l_g_total: 3.0339e-02 ] +2024-10-01 06:04:28,629 INFO: [ epoch: 88 ] [ iter:118,400 ] [ performance: 22.330 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:44 ] [ l_g_pix: 2.3145e-02 ] [ l_g_total: 2.3145e-02 ] +2024-10-01 06:04:33,192 INFO: [ epoch: 88 ] [ iter:118,500 ] [ performance: 21.961 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:37 ] [ l_g_pix: 2.7047e-02 ] [ l_g_total: 2.7047e-02 ] +2024-10-01 06:04:37,763 INFO: [ epoch: 88 ] [ iter:118,600 ] [ performance: 22.473 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:29 ] [ l_g_pix: 2.8557e-02 ] [ l_g_total: 2.8557e-02 ] +2024-10-01 06:04:42,362 INFO: [ epoch: 88 ] [ iter:118,700 ] [ performance: 21.812 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:21 ] [ l_g_pix: 3.2482e-02 ] [ l_g_total: 3.2482e-02 ] +2024-10-01 06:04:46,902 INFO: [ epoch: 88 ] [ iter:118,800 ] [ performance: 22.228 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:13 ] [ l_g_pix: 2.3094e-02 ] [ l_g_total: 2.3094e-02 ] +2024-10-01 06:04:51,281 INFO: [ epoch: 88 ] [ iter:118,900 ] [ performance: 22.785 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:05 ] [ l_g_pix: 2.3859e-02 ] [ l_g_total: 2.3859e-02 ] +2024-10-01 06:04:56,955 INFO: [ epoch: 89 ] [ iter:119,000 ] [ performance: 22.227 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:58 ] [ l_g_pix: 3.1160e-02 ] [ l_g_total: 3.1160e-02 ] +2024-10-01 06:05:01,652 INFO: [ epoch: 89 ] [ iter:119,100 ] [ performance: 21.359 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:50 ] [ l_g_pix: 2.7869e-02 ] [ l_g_total: 2.7869e-02 ] +2024-10-01 06:05:06,219 INFO: [ epoch: 89 ] [ iter:119,200 ] [ performance: 22.314 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:42 ] [ l_g_pix: 3.2648e-02 ] [ l_g_total: 3.2648e-02 ] +2024-10-01 06:05:10,766 INFO: [ epoch: 89 ] [ iter:119,300 ] [ performance: 22.016 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:34 ] [ l_g_pix: 2.6397e-02 ] [ l_g_total: 2.6397e-02 ] +2024-10-01 06:05:15,322 INFO: [ epoch: 89 ] [ iter:119,400 ] [ performance: 22.316 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:27 ] [ l_g_pix: 2.6872e-02 ] [ l_g_total: 2.6872e-02 ] +2024-10-01 06:05:19,885 INFO: [ epoch: 89 ] [ iter:119,500 ] [ performance: 21.942 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:19 ] [ l_g_pix: 2.5517e-02 ] [ l_g_total: 2.5517e-02 ] +2024-10-01 06:05:24,433 INFO: [ epoch: 89 ] [ iter:119,600 ] [ performance: 22.709 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:11 ] [ l_g_pix: 4.1871e-02 ] [ l_g_total: 4.1871e-02 ] +2024-10-01 06:05:28,993 INFO: [ epoch: 89 ] [ iter:119,700 ] [ performance: 21.968 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:03 ] [ l_g_pix: 3.3103e-02 ] [ l_g_total: 3.3103e-02 ] +2024-10-01 06:05:33,569 INFO: [ epoch: 89 ] [ iter:119,800 ] [ performance: 20.350 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:55 ] [ l_g_pix: 3.3707e-02 ] [ l_g_total: 3.3707e-02 ] +2024-10-01 06:05:38,263 INFO: [ epoch: 89 ] [ iter:119,900 ] [ performance: 21.266 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:48 ] [ l_g_pix: 1.8361e-02 ] [ l_g_total: 1.8361e-02 ] +2024-10-01 06:05:42,787 INFO: [ epoch: 89 ] [ iter:120,000 ] [ performance: 22.103 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:40 ] [ l_g_pix: 3.2541e-02 ] [ l_g_total: 3.2541e-02 ] +2024-10-01 06:05:42,787 INFO: Saving models and training states. +2024-10-01 06:09:19,455 INFO: Validation val + + # psnr: 27.2074........ Best: 27.2074 @ 120000 iter + # ssim: 0.7666........ Best: 0.7666 @ 120000 iter + # dists: 0.7732........ Best: 0.7732 @ 120000 iter + +2024-10-01 06:09:24,060 INFO: [ epoch: 89 ] [ iter:120,100 ] [ performance: 21.735 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:56 ] [ l_g_pix: 2.4151e-02 ] [ l_g_total: 2.4151e-02 ] +2024-10-01 06:09:28,688 INFO: [ epoch: 89 ] [ iter:120,200 ] [ performance: 23.361 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:48 ] [ l_g_pix: 2.8848e-02 ] [ l_g_total: 2.8848e-02 ] +2024-10-01 06:09:34,512 INFO: [ epoch: 90 ] [ iter:120,300 ] [ performance: 17.263 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:41 ] [ l_g_pix: 2.6881e-02 ] [ l_g_total: 2.6881e-02 ] +2024-10-01 06:09:39,061 INFO: [ epoch: 90 ] [ iter:120,400 ] [ performance: 22.864 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:33 ] [ l_g_pix: 3.2020e-02 ] [ l_g_total: 3.2020e-02 ] +2024-10-01 06:09:43,607 INFO: [ epoch: 90 ] [ iter:120,500 ] [ performance: 22.011 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:25 ] [ l_g_pix: 3.8160e-02 ] [ l_g_total: 3.8160e-02 ] +2024-10-01 06:09:48,116 INFO: [ epoch: 90 ] [ iter:120,600 ] [ performance: 22.097 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:17 ] [ l_g_pix: 1.9624e-02 ] [ l_g_total: 1.9624e-02 ] +2024-10-01 06:09:52,621 INFO: [ epoch: 90 ] [ iter:120,700 ] [ performance: 22.197 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:09 ] [ l_g_pix: 2.3609e-02 ] [ l_g_total: 2.3609e-02 ] +2024-10-01 06:09:57,154 INFO: [ epoch: 90 ] [ iter:120,800 ] [ performance: 22.132 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:01 ] [ l_g_pix: 2.6666e-02 ] [ l_g_total: 2.6666e-02 ] +2024-10-01 06:10:01,710 INFO: [ epoch: 90 ] [ iter:120,900 ] [ performance: 21.955 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:52 ] [ l_g_pix: 3.5813e-02 ] [ l_g_total: 3.5813e-02 ] +2024-10-01 06:10:06,286 INFO: [ epoch: 90 ] [ iter:121,000 ] [ performance: 21.906 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:44 ] [ l_g_pix: 1.9471e-02 ] [ l_g_total: 1.9471e-02 ] +2024-10-01 06:10:10,792 INFO: [ epoch: 90 ] [ iter:121,100 ] [ performance: 22.200 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:36 ] [ l_g_pix: 2.7008e-02 ] [ l_g_total: 2.7008e-02 ] +2024-10-01 06:10:15,326 INFO: [ epoch: 90 ] [ iter:121,200 ] [ performance: 22.129 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:28 ] [ l_g_pix: 2.7014e-02 ] [ l_g_total: 2.7014e-02 ] +2024-10-01 06:10:19,922 INFO: [ epoch: 90 ] [ iter:121,300 ] [ performance: 21.801 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:20 ] [ l_g_pix: 1.6570e-02 ] [ l_g_total: 1.6570e-02 ] +2024-10-01 06:10:24,486 INFO: [ epoch: 90 ] [ iter:121,400 ] [ performance: 21.859 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:12 ] [ l_g_pix: 3.2704e-02 ] [ l_g_total: 3.2704e-02 ] +2024-10-01 06:10:28,988 INFO: [ epoch: 90 ] [ iter:121,500 ] [ performance: 22.255 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:04 ] [ l_g_pix: 2.6781e-02 ] [ l_g_total: 2.6781e-02 ] +2024-10-01 06:10:34,825 INFO: [ epoch: 91 ] [ iter:121,600 ] [ performance: 19.311 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:57 ] [ l_g_pix: 2.1300e-02 ] [ l_g_total: 2.1300e-02 ] +2024-10-01 06:10:39,400 INFO: [ epoch: 91 ] [ iter:121,700 ] [ performance: 21.930 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:49 ] [ l_g_pix: 4.1323e-02 ] [ l_g_total: 4.1323e-02 ] +2024-10-01 06:10:43,960 INFO: [ epoch: 91 ] [ iter:121,800 ] [ performance: 21.931 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:41 ] [ l_g_pix: 3.2275e-02 ] [ l_g_total: 3.2275e-02 ] +2024-10-01 06:10:48,510 INFO: [ epoch: 91 ] [ iter:121,900 ] [ performance: 22.020 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:33 ] [ l_g_pix: 2.8745e-02 ] [ l_g_total: 2.8745e-02 ] +2024-10-01 06:10:53,087 INFO: [ epoch: 91 ] [ iter:122,000 ] [ performance: 21.933 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:25 ] [ l_g_pix: 3.6634e-02 ] [ l_g_total: 3.6634e-02 ] +2024-10-01 06:10:57,654 INFO: [ epoch: 91 ] [ iter:122,100 ] [ performance: 21.938 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:17 ] [ l_g_pix: 1.8495e-02 ] [ l_g_total: 1.8495e-02 ] +2024-10-01 06:11:02,192 INFO: [ epoch: 91 ] [ iter:122,200 ] [ performance: 21.990 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:09 ] [ l_g_pix: 2.2859e-02 ] [ l_g_total: 2.2859e-02 ] +2024-10-01 06:11:06,761 INFO: [ epoch: 91 ] [ iter:122,300 ] [ performance: 21.930 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:01 ] [ l_g_pix: 3.0750e-02 ] [ l_g_total: 3.0750e-02 ] +2024-10-01 06:11:11,311 INFO: [ epoch: 91 ] [ iter:122,400 ] [ performance: 21.956 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:53 ] [ l_g_pix: 3.5287e-02 ] [ l_g_total: 3.5287e-02 ] +2024-10-01 06:11:15,871 INFO: [ epoch: 91 ] [ iter:122,500 ] [ performance: 21.959 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:45 ] [ l_g_pix: 3.1197e-02 ] [ l_g_total: 3.1197e-02 ] +2024-10-01 06:11:20,446 INFO: [ epoch: 91 ] [ iter:122,600 ] [ performance: 21.908 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:37 ] [ l_g_pix: 3.5119e-02 ] [ l_g_total: 3.5119e-02 ] +2024-10-01 06:11:25,018 INFO: [ epoch: 91 ] [ iter:122,700 ] [ performance: 21.913 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:29 ] [ l_g_pix: 4.1255e-02 ] [ l_g_total: 4.1255e-02 ] +2024-10-01 06:11:29,598 INFO: [ epoch: 91 ] [ iter:122,800 ] [ performance: 21.874 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:21 ] [ l_g_pix: 2.3448e-02 ] [ l_g_total: 2.3448e-02 ] +2024-10-01 06:11:33,986 INFO: [ epoch: 91 ] [ iter:122,900 ] [ performance: 23.020 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:13 ] [ l_g_pix: 3.3249e-02 ] [ l_g_total: 3.3249e-02 ] +2024-10-01 06:11:39,961 INFO: [ epoch: 92 ] [ iter:123,000 ] [ performance: 19.207 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:06 ] [ l_g_pix: 2.2961e-02 ] [ l_g_total: 2.2961e-02 ] +2024-10-01 06:11:44,530 INFO: [ epoch: 92 ] [ iter:123,100 ] [ performance: 22.003 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:58 ] [ l_g_pix: 2.5188e-02 ] [ l_g_total: 2.5188e-02 ] +2024-10-01 06:11:49,070 INFO: [ epoch: 92 ] [ iter:123,200 ] [ performance: 22.018 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:50 ] [ l_g_pix: 3.9716e-02 ] [ l_g_total: 3.9716e-02 ] +2024-10-01 06:11:53,619 INFO: [ epoch: 92 ] [ iter:123,300 ] [ performance: 22.093 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:43 ] [ l_g_pix: 2.9654e-02 ] [ l_g_total: 2.9654e-02 ] +2024-10-01 06:11:58,196 INFO: [ epoch: 92 ] [ iter:123,400 ] [ performance: 21.963 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:35 ] [ l_g_pix: 2.6248e-02 ] [ l_g_total: 2.6248e-02 ] +2024-10-01 06:12:02,795 INFO: [ epoch: 92 ] [ iter:123,500 ] [ performance: 21.842 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:27 ] [ l_g_pix: 3.7989e-02 ] [ l_g_total: 3.7989e-02 ] +2024-10-01 06:12:07,343 INFO: [ epoch: 92 ] [ iter:123,600 ] [ performance: 21.921 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:19 ] [ l_g_pix: 3.2477e-02 ] [ l_g_total: 3.2477e-02 ] +2024-10-01 06:12:11,916 INFO: [ epoch: 92 ] [ iter:123,700 ] [ performance: 21.951 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:11 ] [ l_g_pix: 2.7596e-02 ] [ l_g_total: 2.7596e-02 ] +2024-10-01 06:12:16,458 INFO: [ epoch: 92 ] [ iter:123,800 ] [ performance: 21.989 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:03 ] [ l_g_pix: 2.9151e-02 ] [ l_g_total: 2.9151e-02 ] +2024-10-01 06:12:20,997 INFO: [ epoch: 92 ] [ iter:123,900 ] [ performance: 22.105 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:55 ] [ l_g_pix: 4.3370e-02 ] [ l_g_total: 4.3370e-02 ] +2024-10-01 06:12:25,543 INFO: [ epoch: 92 ] [ iter:124,000 ] [ performance: 22.050 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:47 ] [ l_g_pix: 2.4428e-02 ] [ l_g_total: 2.4428e-02 ] +2024-10-01 06:12:30,096 INFO: [ epoch: 92 ] [ iter:124,100 ] [ performance: 22.106 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:39 ] [ l_g_pix: 2.5252e-02 ] [ l_g_total: 2.5252e-02 ] +2024-10-01 06:12:34,565 INFO: [ epoch: 92 ] [ iter:124,200 ] [ performance: 22.257 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:32 ] [ l_g_pix: 2.7797e-02 ] [ l_g_total: 2.7797e-02 ] +2024-10-01 06:12:40,528 INFO: [ epoch: 93 ] [ iter:124,300 ] [ performance: 15.911 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:24 ] [ l_g_pix: 2.3206e-02 ] [ l_g_total: 2.3206e-02 ] +2024-10-01 06:12:45,088 INFO: [ epoch: 93 ] [ iter:124,400 ] [ performance: 18.737 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:17 ] [ l_g_pix: 4.3128e-02 ] [ l_g_total: 4.3128e-02 ] +2024-10-01 06:12:49,663 INFO: [ epoch: 93 ] [ iter:124,500 ] [ performance: 22.053 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:09 ] [ l_g_pix: 2.1223e-02 ] [ l_g_total: 2.1223e-02 ] +2024-10-01 06:12:54,229 INFO: [ epoch: 93 ] [ iter:124,600 ] [ performance: 21.970 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:01 ] [ l_g_pix: 2.3902e-02 ] [ l_g_total: 2.3902e-02 ] +2024-10-01 06:12:58,774 INFO: [ epoch: 93 ] [ iter:124,700 ] [ performance: 22.163 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:53 ] [ l_g_pix: 3.5335e-02 ] [ l_g_total: 3.5335e-02 ] +2024-10-01 06:13:03,330 INFO: [ epoch: 93 ] [ iter:124,800 ] [ performance: 22.044 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:45 ] [ l_g_pix: 2.2804e-02 ] [ l_g_total: 2.2804e-02 ] +2024-10-01 06:13:07,894 INFO: [ epoch: 93 ] [ iter:124,900 ] [ performance: 22.030 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:37 ] [ l_g_pix: 2.6011e-02 ] [ l_g_total: 2.6011e-02 ] +2024-10-01 06:13:12,426 INFO: [ epoch: 93 ] [ iter:125,000 ] [ performance: 22.049 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:30 ] [ l_g_pix: 2.8730e-02 ] [ l_g_total: 2.8730e-02 ] +2024-10-01 06:13:16,979 INFO: [ epoch: 93 ] [ iter:125,100 ] [ performance: 22.011 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:22 ] [ l_g_pix: 3.0068e-02 ] [ l_g_total: 3.0068e-02 ] +2024-10-01 06:13:21,541 INFO: [ epoch: 93 ] [ iter:125,200 ] [ performance: 21.961 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:14 ] [ l_g_pix: 2.7657e-02 ] [ l_g_total: 2.7657e-02 ] +2024-10-01 06:13:26,058 INFO: [ epoch: 93 ] [ iter:125,300 ] [ performance: 22.302 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:06 ] [ l_g_pix: 3.1311e-02 ] [ l_g_total: 3.1311e-02 ] +2024-10-01 06:13:30,615 INFO: [ epoch: 93 ] [ iter:125,400 ] [ performance: 22.099 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:58 ] [ l_g_pix: 4.4299e-02 ] [ l_g_total: 4.4299e-02 ] +2024-10-01 06:13:35,134 INFO: [ epoch: 93 ] [ iter:125,500 ] [ performance: 22.347 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:50 ] [ l_g_pix: 3.9434e-02 ] [ l_g_total: 3.9434e-02 ] +2024-10-01 06:13:40,844 INFO: [ epoch: 94 ] [ iter:125,600 ] [ performance: 19.321 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:43 ] [ l_g_pix: 3.7029e-02 ] [ l_g_total: 3.7029e-02 ] +2024-10-01 06:13:45,527 INFO: [ epoch: 94 ] [ iter:125,700 ] [ performance: 22.059 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:36 ] [ l_g_pix: 3.5861e-02 ] [ l_g_total: 3.5861e-02 ] +2024-10-01 06:13:50,064 INFO: [ epoch: 94 ] [ iter:125,800 ] [ performance: 22.052 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:28 ] [ l_g_pix: 2.1571e-02 ] [ l_g_total: 2.1571e-02 ] +2024-10-01 06:13:54,612 INFO: [ epoch: 94 ] [ iter:125,900 ] [ performance: 22.213 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:20 ] [ l_g_pix: 3.6974e-02 ] [ l_g_total: 3.6974e-02 ] +2024-10-01 06:13:59,190 INFO: [ epoch: 94 ] [ iter:126,000 ] [ performance: 22.001 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:12 ] [ l_g_pix: 2.3256e-02 ] [ l_g_total: 2.3256e-02 ] +2024-10-01 06:14:03,747 INFO: [ epoch: 94 ] [ iter:126,100 ] [ performance: 22.044 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:05 ] [ l_g_pix: 3.0806e-02 ] [ l_g_total: 3.0806e-02 ] +2024-10-01 06:14:08,296 INFO: [ epoch: 94 ] [ iter:126,200 ] [ performance: 22.010 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:57 ] [ l_g_pix: 3.5526e-02 ] [ l_g_total: 3.5526e-02 ] +2024-10-01 06:14:12,864 INFO: [ epoch: 94 ] [ iter:126,300 ] [ performance: 22.009 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:49 ] [ l_g_pix: 2.9178e-02 ] [ l_g_total: 2.9178e-02 ] +2024-10-01 06:14:17,450 INFO: [ epoch: 94 ] [ iter:126,400 ] [ performance: 21.893 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:41 ] [ l_g_pix: 2.4238e-02 ] [ l_g_total: 2.4238e-02 ] +2024-10-01 06:14:22,053 INFO: [ epoch: 94 ] [ iter:126,500 ] [ performance: 21.815 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:34 ] [ l_g_pix: 2.6135e-02 ] [ l_g_total: 2.6135e-02 ] +2024-10-01 06:14:26,655 INFO: [ epoch: 94 ] [ iter:126,600 ] [ performance: 21.766 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:26 ] [ l_g_pix: 4.1802e-02 ] [ l_g_total: 4.1802e-02 ] +2024-10-01 06:14:31,230 INFO: [ epoch: 94 ] [ iter:126,700 ] [ performance: 21.995 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:18 ] [ l_g_pix: 3.3780e-02 ] [ l_g_total: 3.3780e-02 ] +2024-10-01 06:14:35,830 INFO: [ epoch: 94 ] [ iter:126,800 ] [ performance: 21.845 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:10 ] [ l_g_pix: 4.7979e-02 ] [ l_g_total: 4.7979e-02 ] +2024-10-01 06:14:40,227 INFO: [ epoch: 94 ] [ iter:126,900 ] [ performance: 23.139 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:03 ] [ l_g_pix: 2.5112e-02 ] [ l_g_total: 2.5112e-02 ] +2024-10-01 06:14:46,202 INFO: [ epoch: 95 ] [ iter:127,000 ] [ performance: 18.870 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:56 ] [ l_g_pix: 1.7124e-02 ] [ l_g_total: 1.7124e-02 ] +2024-10-01 06:14:50,748 INFO: [ epoch: 95 ] [ iter:127,100 ] [ performance: 22.142 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:48 ] [ l_g_pix: 2.9993e-02 ] [ l_g_total: 2.9993e-02 ] +2024-10-01 06:14:55,333 INFO: [ epoch: 95 ] [ iter:127,200 ] [ performance: 21.944 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:40 ] [ l_g_pix: 3.0172e-02 ] [ l_g_total: 3.0172e-02 ] +2024-10-01 06:14:59,886 INFO: [ epoch: 95 ] [ iter:127,300 ] [ performance: 22.077 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:32 ] [ l_g_pix: 1.9758e-02 ] [ l_g_total: 1.9758e-02 ] +2024-10-01 06:15:04,430 INFO: [ epoch: 95 ] [ iter:127,400 ] [ performance: 22.039 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:25 ] [ l_g_pix: 2.2740e-02 ] [ l_g_total: 2.2740e-02 ] +2024-10-01 06:15:08,990 INFO: [ epoch: 95 ] [ iter:127,500 ] [ performance: 21.940 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:17 ] [ l_g_pix: 3.4181e-02 ] [ l_g_total: 3.4181e-02 ] +2024-10-01 06:15:13,580 INFO: [ epoch: 95 ] [ iter:127,600 ] [ performance: 21.851 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:09 ] [ l_g_pix: 4.0169e-02 ] [ l_g_total: 4.0169e-02 ] +2024-10-01 06:15:18,165 INFO: [ epoch: 95 ] [ iter:127,700 ] [ performance: 21.900 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:02 ] [ l_g_pix: 2.7498e-02 ] [ l_g_total: 2.7498e-02 ] +2024-10-01 06:15:22,725 INFO: [ epoch: 95 ] [ iter:127,800 ] [ performance: 21.919 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:54 ] [ l_g_pix: 2.5710e-02 ] [ l_g_total: 2.5710e-02 ] +2024-10-01 06:15:27,307 INFO: [ epoch: 95 ] [ iter:127,900 ] [ performance: 22.025 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:46 ] [ l_g_pix: 1.8138e-02 ] [ l_g_total: 1.8138e-02 ] +2024-10-01 06:15:31,887 INFO: [ epoch: 95 ] [ iter:128,000 ] [ performance: 21.909 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:39 ] [ l_g_pix: 3.2915e-02 ] [ l_g_total: 3.2915e-02 ] +2024-10-01 06:15:36,444 INFO: [ epoch: 95 ] [ iter:128,100 ] [ performance: 22.131 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:31 ] [ l_g_pix: 1.9686e-02 ] [ l_g_total: 1.9686e-02 ] +2024-10-01 06:15:40,930 INFO: [ epoch: 95 ] [ iter:128,200 ] [ performance: 22.229 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:23 ] [ l_g_pix: 3.3080e-02 ] [ l_g_total: 3.3080e-02 ] +2024-10-01 06:15:46,797 INFO: [ epoch: 96 ] [ iter:128,300 ] [ performance: 14.830 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:16 ] [ l_g_pix: 2.8664e-02 ] [ l_g_total: 2.8664e-02 ] +2024-10-01 06:15:51,300 INFO: [ epoch: 96 ] [ iter:128,400 ] [ performance: 18.659 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:09 ] [ l_g_pix: 2.8833e-02 ] [ l_g_total: 2.8833e-02 ] +2024-10-01 06:15:55,851 INFO: [ epoch: 96 ] [ iter:128,500 ] [ performance: 22.003 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:01 ] [ l_g_pix: 2.9700e-02 ] [ l_g_total: 2.9700e-02 ] +2024-10-01 06:16:00,392 INFO: [ epoch: 96 ] [ iter:128,600 ] [ performance: 22.016 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:53 ] [ l_g_pix: 1.9032e-02 ] [ l_g_total: 1.9032e-02 ] +2024-10-01 06:16:04,988 INFO: [ epoch: 96 ] [ iter:128,700 ] [ performance: 21.863 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:46 ] [ l_g_pix: 1.6490e-02 ] [ l_g_total: 1.6490e-02 ] +2024-10-01 06:16:09,554 INFO: [ epoch: 96 ] [ iter:128,800 ] [ performance: 21.888 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:38 ] [ l_g_pix: 2.9474e-02 ] [ l_g_total: 2.9474e-02 ] +2024-10-01 06:16:14,188 INFO: [ epoch: 96 ] [ iter:128,900 ] [ performance: 21.702 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:30 ] [ l_g_pix: 2.5041e-02 ] [ l_g_total: 2.5041e-02 ] +2024-10-01 06:16:18,723 INFO: [ epoch: 96 ] [ iter:129,000 ] [ performance: 21.921 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:23 ] [ l_g_pix: 2.6000e-02 ] [ l_g_total: 2.6000e-02 ] +2024-10-01 06:16:23,267 INFO: [ epoch: 96 ] [ iter:129,100 ] [ performance: 22.038 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:15 ] [ l_g_pix: 1.6399e-02 ] [ l_g_total: 1.6399e-02 ] +2024-10-01 06:16:27,838 INFO: [ epoch: 96 ] [ iter:129,200 ] [ performance: 21.937 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:08 ] [ l_g_pix: 3.0431e-02 ] [ l_g_total: 3.0431e-02 ] +2024-10-01 06:16:32,386 INFO: [ epoch: 96 ] [ iter:129,300 ] [ performance: 22.015 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:00 ] [ l_g_pix: 4.2471e-02 ] [ l_g_total: 4.2471e-02 ] +2024-10-01 06:16:36,942 INFO: [ epoch: 96 ] [ iter:129,400 ] [ performance: 21.974 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:52 ] [ l_g_pix: 2.7890e-02 ] [ l_g_total: 2.7890e-02 ] +2024-10-01 06:16:41,476 INFO: [ epoch: 96 ] [ iter:129,500 ] [ performance: 22.079 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:45 ] [ l_g_pix: 3.8759e-02 ] [ l_g_total: 3.8759e-02 ] +2024-10-01 06:16:47,071 INFO: [ epoch: 97 ] [ iter:129,600 ] [ performance: 19.190 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:38 ] [ l_g_pix: 2.1971e-02 ] [ l_g_total: 2.1971e-02 ] +2024-10-01 06:16:51,881 INFO: [ epoch: 97 ] [ iter:129,700 ] [ performance: 22.299 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:30 ] [ l_g_pix: 3.0318e-02 ] [ l_g_total: 3.0318e-02 ] +2024-10-01 06:16:56,435 INFO: [ epoch: 97 ] [ iter:129,800 ] [ performance: 22.082 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:23 ] [ l_g_pix: 3.1118e-02 ] [ l_g_total: 3.1118e-02 ] +2024-10-01 06:17:00,987 INFO: [ epoch: 97 ] [ iter:129,900 ] [ performance: 22.146 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:15 ] [ l_g_pix: 2.6378e-02 ] [ l_g_total: 2.6378e-02 ] +2024-10-01 06:17:05,555 INFO: [ epoch: 97 ] [ iter:130,000 ] [ performance: 21.983 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:07 ] [ l_g_pix: 2.4073e-02 ] [ l_g_total: 2.4073e-02 ] +2024-10-01 06:17:05,555 INFO: Saving models and training states. +2024-10-01 06:22:58,765 INFO: Validation val + + # psnr: 27.2023........ Best: 27.2074 @ 120000 iter + # ssim: 0.7665........ Best: 0.7666 @ 120000 iter + # dists: 0.7733........ Best: 0.7732 @ 120000 iter + +2024-10-01 06:23:03,287 INFO: [ epoch: 97 ] [ iter:130,100 ] [ performance: 22.066 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:10 ] [ l_g_pix: 2.3946e-02 ] [ l_g_total: 2.3946e-02 ] +2024-10-01 06:23:07,836 INFO: [ epoch: 97 ] [ iter:130,200 ] [ performance: 22.014 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:02 ] [ l_g_pix: 2.7644e-02 ] [ l_g_total: 2.7644e-02 ] +2024-10-01 06:23:12,362 INFO: [ epoch: 97 ] [ iter:130,300 ] [ performance: 22.189 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:54 ] [ l_g_pix: 2.7212e-02 ] [ l_g_total: 2.7212e-02 ] +2024-10-01 06:23:16,911 INFO: [ epoch: 97 ] [ iter:130,400 ] [ performance: 22.053 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:46 ] [ l_g_pix: 2.2241e-02 ] [ l_g_total: 2.2241e-02 ] +2024-10-01 06:23:21,492 INFO: [ epoch: 97 ] [ iter:130,500 ] [ performance: 22.021 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:38 ] [ l_g_pix: 2.7081e-02 ] [ l_g_total: 2.7081e-02 ] +2024-10-01 06:23:26,065 INFO: [ epoch: 97 ] [ iter:130,600 ] [ performance: 21.922 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:30 ] [ l_g_pix: 2.6751e-02 ] [ l_g_total: 2.6751e-02 ] +2024-10-01 06:23:30,653 INFO: [ epoch: 97 ] [ iter:130,700 ] [ performance: 22.110 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:22 ] [ l_g_pix: 2.7699e-02 ] [ l_g_total: 2.7699e-02 ] +2024-10-01 06:23:35,236 INFO: [ epoch: 97 ] [ iter:130,800 ] [ performance: 21.917 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:14 ] [ l_g_pix: 2.5242e-02 ] [ l_g_total: 2.5242e-02 ] +2024-10-01 06:23:39,647 INFO: [ epoch: 97 ] [ iter:130,900 ] [ performance: 23.185 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:06 ] [ l_g_pix: 2.7196e-02 ] [ l_g_total: 2.7196e-02 ] +2024-10-01 06:23:45,589 INFO: [ epoch: 98 ] [ iter:131,000 ] [ performance: 18.502 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:58 ] [ l_g_pix: 4.1089e-02 ] [ l_g_total: 4.1089e-02 ] +2024-10-01 06:23:50,130 INFO: [ epoch: 98 ] [ iter:131,100 ] [ performance: 22.098 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:51 ] [ l_g_pix: 2.7429e-02 ] [ l_g_total: 2.7429e-02 ] +2024-10-01 06:23:54,660 INFO: [ epoch: 98 ] [ iter:131,200 ] [ performance: 22.086 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:43 ] [ l_g_pix: 2.6270e-02 ] [ l_g_total: 2.6270e-02 ] +2024-10-01 06:23:59,237 INFO: [ epoch: 98 ] [ iter:131,300 ] [ performance: 22.053 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:35 ] [ l_g_pix: 3.4577e-02 ] [ l_g_total: 3.4577e-02 ] +2024-10-01 06:24:03,812 INFO: [ epoch: 98 ] [ iter:131,400 ] [ performance: 21.921 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:27 ] [ l_g_pix: 2.6150e-02 ] [ l_g_total: 2.6150e-02 ] +2024-10-01 06:24:08,381 INFO: [ epoch: 98 ] [ iter:131,500 ] [ performance: 22.099 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:19 ] [ l_g_pix: 2.0645e-02 ] [ l_g_total: 2.0645e-02 ] +2024-10-01 06:24:12,951 INFO: [ epoch: 98 ] [ iter:131,600 ] [ performance: 21.953 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:11 ] [ l_g_pix: 2.6649e-02 ] [ l_g_total: 2.6649e-02 ] +2024-10-01 06:24:17,497 INFO: [ epoch: 98 ] [ iter:131,700 ] [ performance: 22.247 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:03 ] [ l_g_pix: 2.2731e-02 ] [ l_g_total: 2.2731e-02 ] +2024-10-01 06:24:22,031 INFO: [ epoch: 98 ] [ iter:131,800 ] [ performance: 22.115 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:55 ] [ l_g_pix: 1.5660e-02 ] [ l_g_total: 1.5660e-02 ] +2024-10-01 06:24:26,594 INFO: [ epoch: 98 ] [ iter:131,900 ] [ performance: 22.186 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:47 ] [ l_g_pix: 3.7448e-02 ] [ l_g_total: 3.7448e-02 ] +2024-10-01 06:24:31,158 INFO: [ epoch: 98 ] [ iter:132,000 ] [ performance: 21.995 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:39 ] [ l_g_pix: 3.4780e-02 ] [ l_g_total: 3.4780e-02 ] +2024-10-01 06:24:35,740 INFO: [ epoch: 98 ] [ iter:132,100 ] [ performance: 22.115 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:31 ] [ l_g_pix: 3.2767e-02 ] [ l_g_total: 3.2767e-02 ] +2024-10-01 06:24:40,306 INFO: [ epoch: 98 ] [ iter:132,200 ] [ performance: 21.966 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:23 ] [ l_g_pix: 2.7185e-02 ] [ l_g_total: 2.7185e-02 ] +2024-10-01 06:24:46,304 INFO: [ epoch: 99 ] [ iter:132,300 ] [ performance: 12.153 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:16 ] [ l_g_pix: 2.9603e-02 ] [ l_g_total: 2.9603e-02 ] +2024-10-01 06:24:50,847 INFO: [ epoch: 99 ] [ iter:132,400 ] [ performance: 17.756 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:08 ] [ l_g_pix: 2.6703e-02 ] [ l_g_total: 2.6703e-02 ] +2024-10-01 06:24:55,419 INFO: [ epoch: 99 ] [ iter:132,500 ] [ performance: 22.033 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:01 ] [ l_g_pix: 2.8312e-02 ] [ l_g_total: 2.8312e-02 ] +2024-10-01 06:24:59,979 INFO: [ epoch: 99 ] [ iter:132,600 ] [ performance: 21.962 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:53 ] [ l_g_pix: 2.1958e-02 ] [ l_g_total: 2.1958e-02 ] +2024-10-01 06:25:04,525 INFO: [ epoch: 99 ] [ iter:132,700 ] [ performance: 22.436 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:45 ] [ l_g_pix: 2.4702e-02 ] [ l_g_total: 2.4702e-02 ] +2024-10-01 06:25:09,098 INFO: [ epoch: 99 ] [ iter:132,800 ] [ performance: 22.030 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:37 ] [ l_g_pix: 3.4698e-02 ] [ l_g_total: 3.4698e-02 ] +2024-10-01 06:25:13,675 INFO: [ epoch: 99 ] [ iter:132,900 ] [ performance: 22.178 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:29 ] [ l_g_pix: 2.8538e-02 ] [ l_g_total: 2.8538e-02 ] +2024-10-01 06:25:18,251 INFO: [ epoch: 99 ] [ iter:133,000 ] [ performance: 21.948 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:21 ] [ l_g_pix: 3.1551e-02 ] [ l_g_total: 3.1551e-02 ] +2024-10-01 06:25:22,822 INFO: [ epoch: 99 ] [ iter:133,100 ] [ performance: 22.390 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:13 ] [ l_g_pix: 2.6773e-02 ] [ l_g_total: 2.6773e-02 ] +2024-10-01 06:25:27,411 INFO: [ epoch: 99 ] [ iter:133,200 ] [ performance: 21.957 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:06 ] [ l_g_pix: 3.1155e-02 ] [ l_g_total: 3.1155e-02 ] +2024-10-01 06:25:31,972 INFO: [ epoch: 99 ] [ iter:133,300 ] [ performance: 22.389 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:58 ] [ l_g_pix: 3.3391e-02 ] [ l_g_total: 3.3391e-02 ] +2024-10-01 06:25:36,554 INFO: [ epoch: 99 ] [ iter:133,400 ] [ performance: 21.977 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:50 ] [ l_g_pix: 1.9913e-02 ] [ l_g_total: 1.9913e-02 ] +2024-10-01 06:25:41,143 INFO: [ epoch: 99 ] [ iter:133,500 ] [ performance: 22.217 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:42 ] [ l_g_pix: 3.8309e-02 ] [ l_g_total: 3.8309e-02 ] +2024-10-01 06:25:45,657 INFO: [ epoch: 99 ] [ iter:133,600 ] [ performance: 22.173 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:34 ] [ l_g_pix: 4.3056e-02 ] [ l_g_total: 4.3056e-02 ] +2024-10-01 06:25:51,663 INFO: [ epoch: 100 ] [ iter:133,700 ] [ performance: 22.482 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:27 ] [ l_g_pix: 2.0609e-02 ] [ l_g_total: 2.0609e-02 ] +2024-10-01 06:25:56,231 INFO: [ epoch: 100 ] [ iter:133,800 ] [ performance: 22.044 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:19 ] [ l_g_pix: 2.4417e-02 ] [ l_g_total: 2.4417e-02 ] +2024-10-01 06:26:00,752 INFO: [ epoch: 100 ] [ iter:133,900 ] [ performance: 22.645 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:11 ] [ l_g_pix: 3.4813e-02 ] [ l_g_total: 3.4813e-02 ] +2024-10-01 06:26:05,308 INFO: [ epoch: 100 ] [ iter:134,000 ] [ performance: 22.124 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:04 ] [ l_g_pix: 4.3576e-02 ] [ l_g_total: 4.3576e-02 ] +2024-10-01 06:26:09,878 INFO: [ epoch: 100 ] [ iter:134,100 ] [ performance: 22.134 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:56 ] [ l_g_pix: 2.4452e-02 ] [ l_g_total: 2.4452e-02 ] +2024-10-01 06:26:14,433 INFO: [ epoch: 100 ] [ iter:134,200 ] [ performance: 22.004 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:48 ] [ l_g_pix: 3.3149e-02 ] [ l_g_total: 3.3149e-02 ] +2024-10-01 06:26:19,005 INFO: [ epoch: 100 ] [ iter:134,300 ] [ performance: 22.397 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:40 ] [ l_g_pix: 2.6830e-02 ] [ l_g_total: 2.6830e-02 ] +2024-10-01 06:26:23,589 INFO: [ epoch: 100 ] [ iter:134,400 ] [ performance: 21.958 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:33 ] [ l_g_pix: 2.5269e-02 ] [ l_g_total: 2.5269e-02 ] +2024-10-01 06:26:28,146 INFO: [ epoch: 100 ] [ iter:134,500 ] [ performance: 22.200 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:25 ] [ l_g_pix: 3.5723e-02 ] [ l_g_total: 3.5723e-02 ] +2024-10-01 06:26:32,739 INFO: [ epoch: 100 ] [ iter:134,600 ] [ performance: 21.874 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:17 ] [ l_g_pix: 3.4690e-02 ] [ l_g_total: 3.4690e-02 ] +2024-10-01 06:26:37,307 INFO: [ epoch: 100 ] [ iter:134,700 ] [ performance: 22.278 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:09 ] [ l_g_pix: 3.2132e-02 ] [ l_g_total: 3.2132e-02 ] +2024-10-01 06:26:41,872 INFO: [ epoch: 100 ] [ iter:134,800 ] [ performance: 21.992 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:01 ] [ l_g_pix: 2.9659e-02 ] [ l_g_total: 2.9659e-02 ] +2024-10-01 06:26:46,306 INFO: [ epoch: 100 ] [ iter:134,900 ] [ performance: 23.472 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:54 ] [ l_g_pix: 2.3296e-02 ] [ l_g_total: 2.3296e-02 ] +2024-10-01 06:26:52,373 INFO: [ epoch: 101 ] [ iter:135,000 ] [ performance: 17.667 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:47 ] [ l_g_pix: 1.8452e-02 ] [ l_g_total: 1.8452e-02 ] +2024-10-01 06:26:56,920 INFO: [ epoch: 101 ] [ iter:135,100 ] [ performance: 22.269 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:39 ] [ l_g_pix: 2.7541e-02 ] [ l_g_total: 2.7541e-02 ] +2024-10-01 06:27:01,497 INFO: [ epoch: 101 ] [ iter:135,200 ] [ performance: 21.944 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:31 ] [ l_g_pix: 3.3198e-02 ] [ l_g_total: 3.3198e-02 ] +2024-10-01 06:27:06,067 INFO: [ epoch: 101 ] [ iter:135,300 ] [ performance: 22.370 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:23 ] [ l_g_pix: 2.6624e-02 ] [ l_g_total: 2.6624e-02 ] +2024-10-01 06:27:10,624 INFO: [ epoch: 101 ] [ iter:135,400 ] [ performance: 22.037 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:16 ] [ l_g_pix: 2.5777e-02 ] [ l_g_total: 2.5777e-02 ] +2024-10-01 06:27:15,209 INFO: [ epoch: 101 ] [ iter:135,500 ] [ performance: 22.449 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:08 ] [ l_g_pix: 2.4698e-02 ] [ l_g_total: 2.4698e-02 ] +2024-10-01 06:27:19,803 INFO: [ epoch: 101 ] [ iter:135,600 ] [ performance: 21.907 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:00 ] [ l_g_pix: 4.1090e-02 ] [ l_g_total: 4.1090e-02 ] +2024-10-01 06:27:24,368 INFO: [ epoch: 101 ] [ iter:135,700 ] [ performance: 22.175 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:52 ] [ l_g_pix: 2.7184e-02 ] [ l_g_total: 2.7184e-02 ] +2024-10-01 06:27:28,916 INFO: [ epoch: 101 ] [ iter:135,800 ] [ performance: 22.028 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:45 ] [ l_g_pix: 1.8622e-02 ] [ l_g_total: 1.8622e-02 ] +2024-10-01 06:27:33,462 INFO: [ epoch: 101 ] [ iter:135,900 ] [ performance: 22.491 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:37 ] [ l_g_pix: 2.4936e-02 ] [ l_g_total: 2.4936e-02 ] +2024-10-01 06:27:38,031 INFO: [ epoch: 101 ] [ iter:136,000 ] [ performance: 22.004 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:29 ] [ l_g_pix: 3.2077e-02 ] [ l_g_total: 3.2077e-02 ] +2024-10-01 06:27:42,609 INFO: [ epoch: 101 ] [ iter:136,100 ] [ performance: 22.373 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:22 ] [ l_g_pix: 2.3357e-02 ] [ l_g_total: 2.3357e-02 ] +2024-10-01 06:27:47,146 INFO: [ epoch: 101 ] [ iter:136,200 ] [ performance: 22.105 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:14 ] [ l_g_pix: 3.6090e-02 ] [ l_g_total: 3.6090e-02 ] +2024-10-01 06:27:52,819 INFO: [ epoch: 102 ] [ iter:136,300 ] [ performance: 18.457 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:07 ] [ l_g_pix: 1.7823e-02 ] [ l_g_total: 1.7823e-02 ] +2024-10-01 06:27:57,486 INFO: [ epoch: 102 ] [ iter:136,400 ] [ performance: 20.828 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:59 ] [ l_g_pix: 2.6226e-02 ] [ l_g_total: 2.6226e-02 ] +2024-10-01 06:28:02,066 INFO: [ epoch: 102 ] [ iter:136,500 ] [ performance: 22.353 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:51 ] [ l_g_pix: 2.5995e-02 ] [ l_g_total: 2.5995e-02 ] +2024-10-01 06:28:06,636 INFO: [ epoch: 102 ] [ iter:136,600 ] [ performance: 21.966 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:44 ] [ l_g_pix: 2.4009e-02 ] [ l_g_total: 2.4009e-02 ] +2024-10-01 06:28:11,207 INFO: [ epoch: 102 ] [ iter:136,700 ] [ performance: 22.467 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:36 ] [ l_g_pix: 3.3053e-02 ] [ l_g_total: 3.3053e-02 ] +2024-10-01 06:28:15,759 INFO: [ epoch: 102 ] [ iter:136,800 ] [ performance: 22.053 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:28 ] [ l_g_pix: 2.4126e-02 ] [ l_g_total: 2.4126e-02 ] +2024-10-01 06:28:20,327 INFO: [ epoch: 102 ] [ iter:136,900 ] [ performance: 22.584 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:21 ] [ l_g_pix: 3.3150e-02 ] [ l_g_total: 3.3150e-02 ] +2024-10-01 06:28:24,865 INFO: [ epoch: 102 ] [ iter:137,000 ] [ performance: 22.122 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:13 ] [ l_g_pix: 3.7772e-02 ] [ l_g_total: 3.7772e-02 ] +2024-10-01 06:28:29,420 INFO: [ epoch: 102 ] [ iter:137,100 ] [ performance: 22.369 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:05 ] [ l_g_pix: 2.7934e-02 ] [ l_g_total: 2.7934e-02 ] +2024-10-01 06:28:33,975 INFO: [ epoch: 102 ] [ iter:137,200 ] [ performance: 22.017 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:58 ] [ l_g_pix: 3.7797e-02 ] [ l_g_total: 3.7797e-02 ] +2024-10-01 06:28:38,540 INFO: [ epoch: 102 ] [ iter:137,300 ] [ performance: 22.070 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:50 ] [ l_g_pix: 3.1990e-02 ] [ l_g_total: 3.1990e-02 ] +2024-10-01 06:28:43,094 INFO: [ epoch: 102 ] [ iter:137,400 ] [ performance: 21.977 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:42 ] [ l_g_pix: 1.9269e-02 ] [ l_g_total: 1.9269e-02 ] +2024-10-01 06:28:47,639 INFO: [ epoch: 102 ] [ iter:137,500 ] [ performance: 22.626 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:35 ] [ l_g_pix: 2.8228e-02 ] [ l_g_total: 2.8228e-02 ] +2024-10-01 06:28:52,031 INFO: [ epoch: 102 ] [ iter:137,600 ] [ performance: 22.749 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:27 ] [ l_g_pix: 4.0125e-02 ] [ l_g_total: 4.0125e-02 ] +2024-10-01 06:28:57,887 INFO: [ epoch: 103 ] [ iter:137,700 ] [ performance: 22.208 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:20 ] [ l_g_pix: 3.2353e-02 ] [ l_g_total: 3.2353e-02 ] +2024-10-01 06:29:02,439 INFO: [ epoch: 103 ] [ iter:137,800 ] [ performance: 22.004 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:12 ] [ l_g_pix: 3.1615e-02 ] [ l_g_total: 3.1615e-02 ] +2024-10-01 06:29:07,056 INFO: [ epoch: 103 ] [ iter:137,900 ] [ performance: 22.016 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:05 ] [ l_g_pix: 2.5806e-02 ] [ l_g_total: 2.5806e-02 ] +2024-10-01 06:29:11,621 INFO: [ epoch: 103 ] [ iter:138,000 ] [ performance: 21.921 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:57 ] [ l_g_pix: 2.9995e-02 ] [ l_g_total: 2.9995e-02 ] +2024-10-01 06:29:16,173 INFO: [ epoch: 103 ] [ iter:138,100 ] [ performance: 22.461 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:49 ] [ l_g_pix: 3.2638e-02 ] [ l_g_total: 3.2638e-02 ] +2024-10-01 06:29:20,760 INFO: [ epoch: 103 ] [ iter:138,200 ] [ performance: 21.878 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:42 ] [ l_g_pix: 2.9384e-02 ] [ l_g_total: 2.9384e-02 ] +2024-10-01 06:29:25,332 INFO: [ epoch: 103 ] [ iter:138,300 ] [ performance: 22.397 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:34 ] [ l_g_pix: 3.9614e-02 ] [ l_g_total: 3.9614e-02 ] +2024-10-01 06:29:29,897 INFO: [ epoch: 103 ] [ iter:138,400 ] [ performance: 21.961 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:27 ] [ l_g_pix: 3.0988e-02 ] [ l_g_total: 3.0988e-02 ] +2024-10-01 06:29:34,478 INFO: [ epoch: 103 ] [ iter:138,500 ] [ performance: 22.686 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:19 ] [ l_g_pix: 2.0783e-02 ] [ l_g_total: 2.0783e-02 ] +2024-10-01 06:29:39,072 INFO: [ epoch: 103 ] [ iter:138,600 ] [ performance: 21.858 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:11 ] [ l_g_pix: 2.3920e-02 ] [ l_g_total: 2.3920e-02 ] +2024-10-01 06:29:43,666 INFO: [ epoch: 103 ] [ iter:138,700 ] [ performance: 21.839 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:04 ] [ l_g_pix: 2.9049e-02 ] [ l_g_total: 2.9049e-02 ] +2024-10-01 06:29:48,243 INFO: [ epoch: 103 ] [ iter:138,800 ] [ performance: 21.854 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:56 ] [ l_g_pix: 3.2116e-02 ] [ l_g_total: 3.2116e-02 ] +2024-10-01 06:29:52,696 INFO: [ epoch: 103 ] [ iter:138,900 ] [ performance: 23.482 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:49 ] [ l_g_pix: 2.6320e-02 ] [ l_g_total: 2.6320e-02 ] +2024-10-01 06:29:58,498 INFO: [ epoch: 104 ] [ iter:139,000 ] [ performance: 17.625 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:42 ] [ l_g_pix: 3.5831e-02 ] [ l_g_total: 3.5831e-02 ] +2024-10-01 06:30:03,081 INFO: [ epoch: 104 ] [ iter:139,100 ] [ performance: 22.380 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:34 ] [ l_g_pix: 1.6799e-02 ] [ l_g_total: 1.6799e-02 ] +2024-10-01 06:30:07,644 INFO: [ epoch: 104 ] [ iter:139,200 ] [ performance: 21.948 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:26 ] [ l_g_pix: 2.1740e-02 ] [ l_g_total: 2.1740e-02 ] +2024-10-01 06:30:12,213 INFO: [ epoch: 104 ] [ iter:139,300 ] [ performance: 22.578 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:19 ] [ l_g_pix: 2.4070e-02 ] [ l_g_total: 2.4070e-02 ] +2024-10-01 06:30:16,750 INFO: [ epoch: 104 ] [ iter:139,400 ] [ performance: 22.079 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:11 ] [ l_g_pix: 2.8478e-02 ] [ l_g_total: 2.8478e-02 ] +2024-10-01 06:30:21,317 INFO: [ epoch: 104 ] [ iter:139,500 ] [ performance: 22.185 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:04 ] [ l_g_pix: 2.5565e-02 ] [ l_g_total: 2.5565e-02 ] +2024-10-01 06:30:25,845 INFO: [ epoch: 104 ] [ iter:139,600 ] [ performance: 22.097 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:56 ] [ l_g_pix: 2.1905e-02 ] [ l_g_total: 2.1905e-02 ] +2024-10-01 06:30:30,430 INFO: [ epoch: 104 ] [ iter:139,700 ] [ performance: 22.431 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:49 ] [ l_g_pix: 3.3399e-02 ] [ l_g_total: 3.3399e-02 ] +2024-10-01 06:30:35,009 INFO: [ epoch: 104 ] [ iter:139,800 ] [ performance: 21.869 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:41 ] [ l_g_pix: 3.3790e-02 ] [ l_g_total: 3.3790e-02 ] +2024-10-01 06:30:39,571 INFO: [ epoch: 104 ] [ iter:139,900 ] [ performance: 22.467 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:34 ] [ l_g_pix: 1.9230e-02 ] [ l_g_total: 1.9230e-02 ] +2024-10-01 06:30:44,139 INFO: [ epoch: 104 ] [ iter:140,000 ] [ performance: 21.914 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:26 ] [ l_g_pix: 3.9170e-02 ] [ l_g_total: 3.9170e-02 ] +2024-10-01 06:30:44,140 INFO: Saving models and training states. +2024-10-01 06:35:28,594 INFO: Validation val + + # psnr: 27.1989........ Best: 27.2074 @ 120000 iter + # ssim: 0.7663........ Best: 0.7666 @ 120000 iter + # dists: 0.7734........ Best: 0.7732 @ 120000 iter + +2024-10-01 06:35:33,148 INFO: [ epoch: 104 ] [ iter:140,100 ] [ performance: 21.598 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:20 ] [ l_g_pix: 2.2051e-02 ] [ l_g_total: 2.2051e-02 ] +2024-10-01 06:35:37,717 INFO: [ epoch: 104 ] [ iter:140,200 ] [ performance: 21.879 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:12 ] [ l_g_pix: 2.5937e-02 ] [ l_g_total: 2.5937e-02 ] +2024-10-01 06:35:43,354 INFO: [ epoch: 105 ] [ iter:140,300 ] [ performance: 20.155 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:05 ] [ l_g_pix: 2.6735e-02 ] [ l_g_total: 2.6735e-02 ] +2024-10-01 06:35:48,403 INFO: [ epoch: 105 ] [ iter:140,400 ] [ performance: 19.818 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:57 ] [ l_g_pix: 2.6729e-02 ] [ l_g_total: 2.6729e-02 ] +2024-10-01 06:35:52,941 INFO: [ epoch: 105 ] [ iter:140,500 ] [ performance: 23.058 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:49 ] [ l_g_pix: 2.8317e-02 ] [ l_g_total: 2.8317e-02 ] +2024-10-01 06:35:57,457 INFO: [ epoch: 105 ] [ iter:140,600 ] [ performance: 22.160 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:42 ] [ l_g_pix: 3.4508e-02 ] [ l_g_total: 3.4508e-02 ] +2024-10-01 06:36:02,003 INFO: [ epoch: 105 ] [ iter:140,700 ] [ performance: 22.080 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:34 ] [ l_g_pix: 2.5905e-02 ] [ l_g_total: 2.5905e-02 ] +2024-10-01 06:36:06,549 INFO: [ epoch: 105 ] [ iter:140,800 ] [ performance: 22.000 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:26 ] [ l_g_pix: 2.9996e-02 ] [ l_g_total: 2.9996e-02 ] +2024-10-01 06:36:11,092 INFO: [ epoch: 105 ] [ iter:140,900 ] [ performance: 22.007 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:18 ] [ l_g_pix: 2.1768e-02 ] [ l_g_total: 2.1768e-02 ] +2024-10-01 06:36:15,642 INFO: [ epoch: 105 ] [ iter:141,000 ] [ performance: 21.985 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:10 ] [ l_g_pix: 3.4411e-02 ] [ l_g_total: 3.4411e-02 ] +2024-10-01 06:36:20,217 INFO: [ epoch: 105 ] [ iter:141,100 ] [ performance: 21.923 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:03 ] [ l_g_pix: 3.7885e-02 ] [ l_g_total: 3.7885e-02 ] +2024-10-01 06:36:24,790 INFO: [ epoch: 105 ] [ iter:141,200 ] [ performance: 21.877 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:55 ] [ l_g_pix: 3.1579e-02 ] [ l_g_total: 3.1579e-02 ] +2024-10-01 06:36:29,342 INFO: [ epoch: 105 ] [ iter:141,300 ] [ performance: 21.926 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:47 ] [ l_g_pix: 4.3157e-02 ] [ l_g_total: 4.3157e-02 ] +2024-10-01 06:36:33,877 INFO: [ epoch: 105 ] [ iter:141,400 ] [ performance: 22.058 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:39 ] [ l_g_pix: 2.8481e-02 ] [ l_g_total: 2.8481e-02 ] +2024-10-01 06:36:38,437 INFO: [ epoch: 105 ] [ iter:141,500 ] [ performance: 21.993 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:32 ] [ l_g_pix: 1.6814e-02 ] [ l_g_total: 1.6814e-02 ] +2024-10-01 06:36:42,830 INFO: [ epoch: 105 ] [ iter:141,600 ] [ performance: 22.822 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:24 ] [ l_g_pix: 3.4865e-02 ] [ l_g_total: 3.4865e-02 ] +2024-10-01 06:36:48,688 INFO: [ epoch: 106 ] [ iter:141,700 ] [ performance: 19.478 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:17 ] [ l_g_pix: 2.7560e-02 ] [ l_g_total: 2.7560e-02 ] +2024-10-01 06:36:53,237 INFO: [ epoch: 106 ] [ iter:141,800 ] [ performance: 22.010 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:09 ] [ l_g_pix: 2.5594e-02 ] [ l_g_total: 2.5594e-02 ] +2024-10-01 06:36:57,789 INFO: [ epoch: 106 ] [ iter:141,900 ] [ performance: 21.991 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:01 ] [ l_g_pix: 2.2714e-02 ] [ l_g_total: 2.2714e-02 ] +2024-10-01 06:37:02,321 INFO: [ epoch: 106 ] [ iter:142,000 ] [ performance: 22.120 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:53 ] [ l_g_pix: 2.8161e-02 ] [ l_g_total: 2.8161e-02 ] +2024-10-01 06:37:06,886 INFO: [ epoch: 106 ] [ iter:142,100 ] [ performance: 22.010 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:46 ] [ l_g_pix: 3.0179e-02 ] [ l_g_total: 3.0179e-02 ] +2024-10-01 06:37:11,456 INFO: [ epoch: 106 ] [ iter:142,200 ] [ performance: 21.930 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:38 ] [ l_g_pix: 3.1458e-02 ] [ l_g_total: 3.1458e-02 ] +2024-10-01 06:37:15,995 INFO: [ epoch: 106 ] [ iter:142,300 ] [ performance: 21.985 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:30 ] [ l_g_pix: 2.5955e-02 ] [ l_g_total: 2.5955e-02 ] +2024-10-01 06:37:20,565 INFO: [ epoch: 106 ] [ iter:142,400 ] [ performance: 21.905 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:22 ] [ l_g_pix: 3.2224e-02 ] [ l_g_total: 3.2224e-02 ] +2024-10-01 06:37:25,104 INFO: [ epoch: 106 ] [ iter:142,500 ] [ performance: 21.972 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:15 ] [ l_g_pix: 2.2266e-02 ] [ l_g_total: 2.2266e-02 ] +2024-10-01 06:37:29,675 INFO: [ epoch: 106 ] [ iter:142,600 ] [ performance: 21.923 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:07 ] [ l_g_pix: 1.8988e-02 ] [ l_g_total: 1.8988e-02 ] +2024-10-01 06:37:34,236 INFO: [ epoch: 106 ] [ iter:142,700 ] [ performance: 21.927 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:59 ] [ l_g_pix: 3.4770e-02 ] [ l_g_total: 3.4770e-02 ] +2024-10-01 06:37:38,825 INFO: [ epoch: 106 ] [ iter:142,800 ] [ performance: 21.855 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:52 ] [ l_g_pix: 3.9847e-02 ] [ l_g_total: 3.9847e-02 ] +2024-10-01 06:37:43,288 INFO: [ epoch: 106 ] [ iter:142,900 ] [ performance: 22.144 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:44 ] [ l_g_pix: 2.9906e-02 ] [ l_g_total: 2.9906e-02 ] +2024-10-01 06:37:49,450 INFO: [ epoch: 107 ] [ iter:143,000 ] [ performance: 15.713 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:37 ] [ l_g_pix: 2.0345e-02 ] [ l_g_total: 2.0345e-02 ] +2024-10-01 06:37:54,040 INFO: [ epoch: 107 ] [ iter:143,100 ] [ performance: 18.434 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:29 ] [ l_g_pix: 2.7967e-02 ] [ l_g_total: 2.7967e-02 ] +2024-10-01 06:37:58,612 INFO: [ epoch: 107 ] [ iter:143,200 ] [ performance: 22.012 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:21 ] [ l_g_pix: 2.0594e-02 ] [ l_g_total: 2.0594e-02 ] +2024-10-01 06:38:03,184 INFO: [ epoch: 107 ] [ iter:143,300 ] [ performance: 21.938 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:14 ] [ l_g_pix: 3.6149e-02 ] [ l_g_total: 3.6149e-02 ] +2024-10-01 06:38:07,795 INFO: [ epoch: 107 ] [ iter:143,400 ] [ performance: 21.806 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:06 ] [ l_g_pix: 2.9437e-02 ] [ l_g_total: 2.9437e-02 ] +2024-10-01 06:38:12,334 INFO: [ epoch: 107 ] [ iter:143,500 ] [ performance: 21.929 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:58 ] [ l_g_pix: 3.3001e-02 ] [ l_g_total: 3.3001e-02 ] +2024-10-01 06:38:16,904 INFO: [ epoch: 107 ] [ iter:143,600 ] [ performance: 22.036 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:51 ] [ l_g_pix: 3.0897e-02 ] [ l_g_total: 3.0897e-02 ] +2024-10-01 06:38:21,473 INFO: [ epoch: 107 ] [ iter:143,700 ] [ performance: 21.956 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:43 ] [ l_g_pix: 2.4557e-02 ] [ l_g_total: 2.4557e-02 ] +2024-10-01 06:38:26,027 INFO: [ epoch: 107 ] [ iter:143,800 ] [ performance: 22.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:35 ] [ l_g_pix: 2.2528e-02 ] [ l_g_total: 2.2528e-02 ] +2024-10-01 06:38:30,570 INFO: [ epoch: 107 ] [ iter:143,900 ] [ performance: 22.063 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:28 ] [ l_g_pix: 2.7843e-02 ] [ l_g_total: 2.7843e-02 ] +2024-10-01 06:38:35,136 INFO: [ epoch: 107 ] [ iter:144,000 ] [ performance: 22.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:20 ] [ l_g_pix: 4.1595e-02 ] [ l_g_total: 4.1595e-02 ] +2024-10-01 06:38:39,700 INFO: [ epoch: 107 ] [ iter:144,100 ] [ performance: 21.969 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:12 ] [ l_g_pix: 3.3868e-02 ] [ l_g_total: 3.3868e-02 ] +2024-10-01 06:38:44,241 INFO: [ epoch: 107 ] [ iter:144,200 ] [ performance: 22.123 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:05 ] [ l_g_pix: 3.6786e-02 ] [ l_g_total: 3.6786e-02 ] +2024-10-01 06:38:49,999 INFO: [ epoch: 108 ] [ iter:144,300 ] [ performance: 19.247 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:58 ] [ l_g_pix: 4.0294e-02 ] [ l_g_total: 4.0294e-02 ] +2024-10-01 06:38:54,760 INFO: [ epoch: 108 ] [ iter:144,400 ] [ performance: 21.756 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:50 ] [ l_g_pix: 2.4454e-02 ] [ l_g_total: 2.4454e-02 ] +2024-10-01 06:38:59,328 INFO: [ epoch: 108 ] [ iter:144,500 ] [ performance: 21.834 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:42 ] [ l_g_pix: 3.5716e-02 ] [ l_g_total: 3.5716e-02 ] +2024-10-01 06:39:03,920 INFO: [ epoch: 108 ] [ iter:144,600 ] [ performance: 21.828 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:35 ] [ l_g_pix: 3.9623e-02 ] [ l_g_total: 3.9623e-02 ] +2024-10-01 06:39:08,500 INFO: [ epoch: 108 ] [ iter:144,700 ] [ performance: 21.835 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:27 ] [ l_g_pix: 2.1687e-02 ] [ l_g_total: 2.1687e-02 ] +2024-10-01 06:39:13,084 INFO: [ epoch: 108 ] [ iter:144,800 ] [ performance: 21.940 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:20 ] [ l_g_pix: 3.2077e-02 ] [ l_g_total: 3.2077e-02 ] +2024-10-01 06:39:17,658 INFO: [ epoch: 108 ] [ iter:144,900 ] [ performance: 21.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:12 ] [ l_g_pix: 3.0588e-02 ] [ l_g_total: 3.0588e-02 ] +2024-10-01 06:39:22,198 INFO: [ epoch: 108 ] [ iter:145,000 ] [ performance: 22.157 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:04 ] [ l_g_pix: 3.1481e-02 ] [ l_g_total: 3.1481e-02 ] +2024-10-01 06:39:26,774 INFO: [ epoch: 108 ] [ iter:145,100 ] [ performance: 21.987 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:57 ] [ l_g_pix: 2.4346e-02 ] [ l_g_total: 2.4346e-02 ] +2024-10-01 06:39:31,363 INFO: [ epoch: 108 ] [ iter:145,200 ] [ performance: 21.901 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:49 ] [ l_g_pix: 1.9712e-02 ] [ l_g_total: 1.9712e-02 ] +2024-10-01 06:39:35,912 INFO: [ epoch: 108 ] [ iter:145,300 ] [ performance: 21.951 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:41 ] [ l_g_pix: 3.0469e-02 ] [ l_g_total: 3.0469e-02 ] +2024-10-01 06:39:40,482 INFO: [ epoch: 108 ] [ iter:145,400 ] [ performance: 22.058 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:34 ] [ l_g_pix: 2.0318e-02 ] [ l_g_total: 2.0318e-02 ] +2024-10-01 06:39:45,042 INFO: [ epoch: 108 ] [ iter:145,500 ] [ performance: 21.987 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:26 ] [ l_g_pix: 2.6182e-02 ] [ l_g_total: 2.6182e-02 ] +2024-10-01 06:39:49,468 INFO: [ epoch: 108 ] [ iter:145,600 ] [ performance: 22.966 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:19 ] [ l_g_pix: 2.7005e-02 ] [ l_g_total: 2.7005e-02 ] +2024-10-01 06:39:55,523 INFO: [ epoch: 109 ] [ iter:145,700 ] [ performance: 18.797 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:12 ] [ l_g_pix: 1.8421e-02 ] [ l_g_total: 1.8421e-02 ] +2024-10-01 06:40:00,062 INFO: [ epoch: 109 ] [ iter:145,800 ] [ performance: 22.201 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:04 ] [ l_g_pix: 1.9965e-02 ] [ l_g_total: 1.9965e-02 ] +2024-10-01 06:40:04,650 INFO: [ epoch: 109 ] [ iter:145,900 ] [ performance: 21.970 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:56 ] [ l_g_pix: 2.7077e-02 ] [ l_g_total: 2.7077e-02 ] +2024-10-01 06:40:09,253 INFO: [ epoch: 109 ] [ iter:146,000 ] [ performance: 21.797 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:49 ] [ l_g_pix: 3.7723e-02 ] [ l_g_total: 3.7723e-02 ] +2024-10-01 06:40:13,835 INFO: [ epoch: 109 ] [ iter:146,100 ] [ performance: 21.817 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:41 ] [ l_g_pix: 2.7126e-02 ] [ l_g_total: 2.7126e-02 ] +2024-10-01 06:40:18,435 INFO: [ epoch: 109 ] [ iter:146,200 ] [ performance: 21.851 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:34 ] [ l_g_pix: 3.3055e-02 ] [ l_g_total: 3.3055e-02 ] +2024-10-01 06:40:23,000 INFO: [ epoch: 109 ] [ iter:146,300 ] [ performance: 21.883 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:26 ] [ l_g_pix: 2.5337e-02 ] [ l_g_total: 2.5337e-02 ] +2024-10-01 06:40:27,540 INFO: [ epoch: 109 ] [ iter:146,400 ] [ performance: 22.201 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:19 ] [ l_g_pix: 2.3822e-02 ] [ l_g_total: 2.3822e-02 ] +2024-10-01 06:40:32,115 INFO: [ epoch: 109 ] [ iter:146,500 ] [ performance: 22.005 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:11 ] [ l_g_pix: 3.3762e-02 ] [ l_g_total: 3.3762e-02 ] +2024-10-01 06:40:36,699 INFO: [ epoch: 109 ] [ iter:146,600 ] [ performance: 21.942 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:04 ] [ l_g_pix: 3.3465e-02 ] [ l_g_total: 3.3465e-02 ] +2024-10-01 06:40:41,302 INFO: [ epoch: 109 ] [ iter:146,700 ] [ performance: 21.818 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:56 ] [ l_g_pix: 3.8889e-02 ] [ l_g_total: 3.8889e-02 ] +2024-10-01 06:40:45,845 INFO: [ epoch: 109 ] [ iter:146,800 ] [ performance: 22.140 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:49 ] [ l_g_pix: 2.1203e-02 ] [ l_g_total: 2.1203e-02 ] +2024-10-01 06:40:50,348 INFO: [ epoch: 109 ] [ iter:146,900 ] [ performance: 22.182 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:41 ] [ l_g_pix: 3.8627e-02 ] [ l_g_total: 3.8627e-02 ] +2024-10-01 06:40:56,340 INFO: [ epoch: 110 ] [ iter:147,000 ] [ performance: 14.960 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:34 ] [ l_g_pix: 3.2863e-02 ] [ l_g_total: 3.2863e-02 ] +2024-10-01 06:41:00,866 INFO: [ epoch: 110 ] [ iter:147,100 ] [ performance: 18.496 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:26 ] [ l_g_pix: 2.5312e-02 ] [ l_g_total: 2.5312e-02 ] +2024-10-01 06:41:05,464 INFO: [ epoch: 110 ] [ iter:147,200 ] [ performance: 21.842 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:19 ] [ l_g_pix: 1.9011e-02 ] [ l_g_total: 1.9011e-02 ] +2024-10-01 06:41:10,018 INFO: [ epoch: 110 ] [ iter:147,300 ] [ performance: 21.914 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:11 ] [ l_g_pix: 2.7353e-02 ] [ l_g_total: 2.7353e-02 ] +2024-10-01 06:41:14,587 INFO: [ epoch: 110 ] [ iter:147,400 ] [ performance: 22.015 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:04 ] [ l_g_pix: 2.9927e-02 ] [ l_g_total: 2.9927e-02 ] +2024-10-01 06:41:19,143 INFO: [ epoch: 110 ] [ iter:147,500 ] [ performance: 21.977 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:56 ] [ l_g_pix: 2.7406e-02 ] [ l_g_total: 2.7406e-02 ] +2024-10-01 06:41:23,717 INFO: [ epoch: 110 ] [ iter:147,600 ] [ performance: 21.912 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:49 ] [ l_g_pix: 2.4503e-02 ] [ l_g_total: 2.4503e-02 ] +2024-10-01 06:41:28,293 INFO: [ epoch: 110 ] [ iter:147,700 ] [ performance: 21.881 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:41 ] [ l_g_pix: 1.7266e-02 ] [ l_g_total: 1.7266e-02 ] +2024-10-01 06:41:32,870 INFO: [ epoch: 110 ] [ iter:147,800 ] [ performance: 22.083 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:34 ] [ l_g_pix: 1.9279e-02 ] [ l_g_total: 1.9279e-02 ] +2024-10-01 06:41:37,442 INFO: [ epoch: 110 ] [ iter:147,900 ] [ performance: 21.957 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:26 ] [ l_g_pix: 2.7448e-02 ] [ l_g_total: 2.7448e-02 ] +2024-10-01 06:41:42,018 INFO: [ epoch: 110 ] [ iter:148,000 ] [ performance: 21.924 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:19 ] [ l_g_pix: 3.0425e-02 ] [ l_g_total: 3.0425e-02 ] +2024-10-01 06:41:46,622 INFO: [ epoch: 110 ] [ iter:148,100 ] [ performance: 21.802 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:11 ] [ l_g_pix: 2.2966e-02 ] [ l_g_total: 2.2966e-02 ] +2024-10-01 06:41:51,195 INFO: [ epoch: 110 ] [ iter:148,200 ] [ performance: 21.936 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:04 ] [ l_g_pix: 2.1875e-02 ] [ l_g_total: 2.1875e-02 ] +2024-10-01 06:41:56,839 INFO: [ epoch: 111 ] [ iter:148,300 ] [ performance: 19.144 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:57 ] [ l_g_pix: 2.2462e-02 ] [ l_g_total: 2.2462e-02 ] +2024-10-01 06:42:01,682 INFO: [ epoch: 111 ] [ iter:148,400 ] [ performance: 22.007 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:49 ] [ l_g_pix: 3.6969e-02 ] [ l_g_total: 3.6969e-02 ] +2024-10-01 06:42:06,276 INFO: [ epoch: 111 ] [ iter:148,500 ] [ performance: 21.859 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:42 ] [ l_g_pix: 2.2443e-02 ] [ l_g_total: 2.2443e-02 ] +2024-10-01 06:42:10,883 INFO: [ epoch: 111 ] [ iter:148,600 ] [ performance: 21.788 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:34 ] [ l_g_pix: 2.9741e-02 ] [ l_g_total: 2.9741e-02 ] +2024-10-01 06:42:15,474 INFO: [ epoch: 111 ] [ iter:148,700 ] [ performance: 21.787 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:27 ] [ l_g_pix: 2.6203e-02 ] [ l_g_total: 2.6203e-02 ] +2024-10-01 06:42:20,064 INFO: [ epoch: 111 ] [ iter:148,800 ] [ performance: 21.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:20 ] [ l_g_pix: 2.2719e-02 ] [ l_g_total: 2.2719e-02 ] +2024-10-01 06:42:24,612 INFO: [ epoch: 111 ] [ iter:148,900 ] [ performance: 21.948 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:12 ] [ l_g_pix: 2.5003e-02 ] [ l_g_total: 2.5003e-02 ] +2024-10-01 06:42:29,205 INFO: [ epoch: 111 ] [ iter:149,000 ] [ performance: 21.890 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:05 ] [ l_g_pix: 4.2325e-02 ] [ l_g_total: 4.2325e-02 ] +2024-10-01 06:42:33,763 INFO: [ epoch: 111 ] [ iter:149,100 ] [ performance: 21.923 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:57 ] [ l_g_pix: 2.2729e-02 ] [ l_g_total: 2.2729e-02 ] +2024-10-01 06:42:38,365 INFO: [ epoch: 111 ] [ iter:149,200 ] [ performance: 21.869 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:50 ] [ l_g_pix: 3.7678e-02 ] [ l_g_total: 3.7678e-02 ] +2024-10-01 06:42:42,943 INFO: [ epoch: 111 ] [ iter:149,300 ] [ performance: 21.857 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:42 ] [ l_g_pix: 3.0604e-02 ] [ l_g_total: 3.0604e-02 ] +2024-10-01 06:42:47,551 INFO: [ epoch: 111 ] [ iter:149,400 ] [ performance: 21.844 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:35 ] [ l_g_pix: 2.4290e-02 ] [ l_g_total: 2.4290e-02 ] +2024-10-01 06:42:52,131 INFO: [ epoch: 111 ] [ iter:149,500 ] [ performance: 21.841 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:27 ] [ l_g_pix: 3.2012e-02 ] [ l_g_total: 3.2012e-02 ] +2024-10-01 06:42:56,572 INFO: [ epoch: 111 ] [ iter:149,600 ] [ performance: 22.940 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:20 ] [ l_g_pix: 2.9840e-02 ] [ l_g_total: 2.9840e-02 ] +2024-10-01 06:43:02,579 INFO: [ epoch: 112 ] [ iter:149,700 ] [ performance: 18.470 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:13 ] [ l_g_pix: 3.3618e-02 ] [ l_g_total: 3.3618e-02 ] +2024-10-01 06:43:07,101 INFO: [ epoch: 112 ] [ iter:149,800 ] [ performance: 22.260 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:06 ] [ l_g_pix: 3.5549e-02 ] [ l_g_total: 3.5549e-02 ] +2024-10-01 06:43:11,636 INFO: [ epoch: 112 ] [ iter:149,900 ] [ performance: 22.125 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:58 ] [ l_g_pix: 2.2390e-02 ] [ l_g_total: 2.2390e-02 ] +2024-10-01 06:43:16,198 INFO: [ epoch: 112 ] [ iter:150,000 ] [ performance: 21.945 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:51 ] [ l_g_pix: 3.4154e-02 ] [ l_g_total: 3.4154e-02 ] +2024-10-01 06:43:16,198 INFO: Saving models and training states. +2024-10-01 06:48:07,362 INFO: Validation val + + # psnr: 27.2015........ Best: 27.2074 @ 120000 iter + # ssim: 0.7665........ Best: 0.7666 @ 120000 iter + # dists: 0.7734........ Best: 0.7732 @ 120000 iter + +2024-10-01 06:48:11,921 INFO: [ epoch: 112 ] [ iter:150,100 ] [ performance: 21.968 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:20 ] [ l_g_pix: 2.5231e-02 ] [ l_g_total: 2.5231e-02 ] +2024-10-01 06:48:16,467 INFO: [ epoch: 112 ] [ iter:150,200 ] [ performance: 22.021 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:12 ] [ l_g_pix: 2.2919e-02 ] [ l_g_total: 2.2919e-02 ] +2024-10-01 06:48:21,018 INFO: [ epoch: 112 ] [ iter:150,300 ] [ performance: 21.991 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:05 ] [ l_g_pix: 3.0737e-02 ] [ l_g_total: 3.0737e-02 ] +2024-10-01 06:48:25,568 INFO: [ epoch: 112 ] [ iter:150,400 ] [ performance: 21.962 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:57 ] [ l_g_pix: 2.3167e-02 ] [ l_g_total: 2.3167e-02 ] +2024-10-01 06:48:30,123 INFO: [ epoch: 112 ] [ iter:150,500 ] [ performance: 21.958 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:49 ] [ l_g_pix: 2.4177e-02 ] [ l_g_total: 2.4177e-02 ] +2024-10-01 06:48:34,648 INFO: [ epoch: 112 ] [ iter:150,600 ] [ performance: 22.351 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:42 ] [ l_g_pix: 3.7801e-02 ] [ l_g_total: 3.7801e-02 ] +2024-10-01 06:48:39,201 INFO: [ epoch: 112 ] [ iter:150,700 ] [ performance: 22.096 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:34 ] [ l_g_pix: 1.5668e-02 ] [ l_g_total: 1.5668e-02 ] +2024-10-01 06:48:43,773 INFO: [ epoch: 112 ] [ iter:150,800 ] [ performance: 21.834 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:27 ] [ l_g_pix: 2.1623e-02 ] [ l_g_total: 2.1623e-02 ] +2024-10-01 06:48:48,312 INFO: [ epoch: 112 ] [ iter:150,900 ] [ performance: 21.966 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:19 ] [ l_g_pix: 3.0915e-02 ] [ l_g_total: 3.0915e-02 ] +2024-10-01 06:48:54,157 INFO: [ epoch: 113 ] [ iter:151,000 ] [ performance: 13.537 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:12 ] [ l_g_pix: 2.6763e-02 ] [ l_g_total: 2.6763e-02 ] +2024-10-01 06:48:58,732 INFO: [ epoch: 113 ] [ iter:151,100 ] [ performance: 18.185 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:04 ] [ l_g_pix: 2.8246e-02 ] [ l_g_total: 2.8246e-02 ] +2024-10-01 06:49:03,312 INFO: [ epoch: 113 ] [ iter:151,200 ] [ performance: 22.012 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:56 ] [ l_g_pix: 2.5040e-02 ] [ l_g_total: 2.5040e-02 ] +2024-10-01 06:49:07,871 INFO: [ epoch: 113 ] [ iter:151,300 ] [ performance: 21.962 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:49 ] [ l_g_pix: 2.8849e-02 ] [ l_g_total: 2.8849e-02 ] +2024-10-01 06:49:12,417 INFO: [ epoch: 113 ] [ iter:151,400 ] [ performance: 22.186 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:41 ] [ l_g_pix: 1.7003e-02 ] [ l_g_total: 1.7003e-02 ] +2024-10-01 06:49:17,023 INFO: [ epoch: 113 ] [ iter:151,500 ] [ performance: 21.864 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:34 ] [ l_g_pix: 2.8222e-02 ] [ l_g_total: 2.8222e-02 ] +2024-10-01 06:49:22,017 INFO: [ epoch: 113 ] [ iter:151,600 ] [ performance: 20.263 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:26 ] [ l_g_pix: 2.8505e-02 ] [ l_g_total: 2.8505e-02 ] +2024-10-01 06:49:26,734 INFO: [ epoch: 113 ] [ iter:151,700 ] [ performance: 20.896 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:19 ] [ l_g_pix: 4.2414e-02 ] [ l_g_total: 4.2414e-02 ] +2024-10-01 06:49:31,308 INFO: [ epoch: 113 ] [ iter:151,800 ] [ performance: 22.096 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:11 ] [ l_g_pix: 3.7003e-02 ] [ l_g_total: 3.7003e-02 ] +2024-10-01 06:49:35,862 INFO: [ epoch: 113 ] [ iter:151,900 ] [ performance: 22.006 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:03 ] [ l_g_pix: 2.5562e-02 ] [ l_g_total: 2.5562e-02 ] +2024-10-01 06:49:40,420 INFO: [ epoch: 113 ] [ iter:152,000 ] [ performance: 22.372 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:56 ] [ l_g_pix: 3.2665e-02 ] [ l_g_total: 3.2665e-02 ] +2024-10-01 06:49:44,966 INFO: [ epoch: 113 ] [ iter:152,100 ] [ performance: 22.113 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:48 ] [ l_g_pix: 1.6299e-02 ] [ l_g_total: 1.6299e-02 ] +2024-10-01 06:49:49,518 INFO: [ epoch: 113 ] [ iter:152,200 ] [ performance: 22.054 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:41 ] [ l_g_pix: 3.1920e-02 ] [ l_g_total: 3.1920e-02 ] +2024-10-01 06:49:53,888 INFO: [ epoch: 113 ] [ iter:152,300 ] [ performance: 22.629 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:33 ] [ l_g_pix: 2.6375e-02 ] [ l_g_total: 2.6375e-02 ] +2024-10-01 06:49:59,974 INFO: [ epoch: 114 ] [ iter:152,400 ] [ performance: 21.364 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:26 ] [ l_g_pix: 2.7860e-02 ] [ l_g_total: 2.7860e-02 ] +2024-10-01 06:50:04,531 INFO: [ epoch: 114 ] [ iter:152,500 ] [ performance: 21.770 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:18 ] [ l_g_pix: 2.1497e-02 ] [ l_g_total: 2.1497e-02 ] +2024-10-01 06:50:09,085 INFO: [ epoch: 114 ] [ iter:152,600 ] [ performance: 22.177 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:11 ] [ l_g_pix: 2.5859e-02 ] [ l_g_total: 2.5859e-02 ] +2024-10-01 06:50:13,649 INFO: [ epoch: 114 ] [ iter:152,700 ] [ performance: 21.990 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:03 ] [ l_g_pix: 4.4343e-02 ] [ l_g_total: 4.4343e-02 ] +2024-10-01 06:50:18,217 INFO: [ epoch: 114 ] [ iter:152,800 ] [ performance: 22.254 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:55 ] [ l_g_pix: 2.2778e-02 ] [ l_g_total: 2.2778e-02 ] +2024-10-01 06:50:22,775 INFO: [ epoch: 114 ] [ iter:152,900 ] [ performance: 22.031 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:48 ] [ l_g_pix: 2.9569e-02 ] [ l_g_total: 2.9569e-02 ] +2024-10-01 06:50:27,369 INFO: [ epoch: 114 ] [ iter:153,000 ] [ performance: 22.131 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:40 ] [ l_g_pix: 3.6676e-02 ] [ l_g_total: 3.6676e-02 ] +2024-10-01 06:50:31,911 INFO: [ epoch: 114 ] [ iter:153,100 ] [ performance: 22.049 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:33 ] [ l_g_pix: 2.0284e-02 ] [ l_g_total: 2.0284e-02 ] +2024-10-01 06:50:36,643 INFO: [ epoch: 114 ] [ iter:153,200 ] [ performance: 22.161 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:25 ] [ l_g_pix: 2.8515e-02 ] [ l_g_total: 2.8515e-02 ] +2024-10-01 06:50:41,203 INFO: [ epoch: 114 ] [ iter:153,300 ] [ performance: 21.993 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:18 ] [ l_g_pix: 3.2258e-02 ] [ l_g_total: 3.2258e-02 ] +2024-10-01 06:50:45,801 INFO: [ epoch: 114 ] [ iter:153,400 ] [ performance: 21.960 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:10 ] [ l_g_pix: 2.3514e-02 ] [ l_g_total: 2.3514e-02 ] +2024-10-01 06:50:50,395 INFO: [ epoch: 114 ] [ iter:153,500 ] [ performance: 21.819 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:03 ] [ l_g_pix: 4.1041e-02 ] [ l_g_total: 4.1041e-02 ] +2024-10-01 06:50:54,843 INFO: [ epoch: 114 ] [ iter:153,600 ] [ performance: 23.262 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:55 ] [ l_g_pix: 3.8983e-02 ] [ l_g_total: 3.8983e-02 ] +2024-10-01 06:51:00,696 INFO: [ epoch: 115 ] [ iter:153,700 ] [ performance: 18.383 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:48 ] [ l_g_pix: 2.2766e-02 ] [ l_g_total: 2.2766e-02 ] +2024-10-01 06:51:05,188 INFO: [ epoch: 115 ] [ iter:153,800 ] [ performance: 22.656 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:40 ] [ l_g_pix: 2.5560e-02 ] [ l_g_total: 2.5560e-02 ] +2024-10-01 06:51:09,854 INFO: [ epoch: 115 ] [ iter:153,900 ] [ performance: 21.737 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:33 ] [ l_g_pix: 3.7724e-02 ] [ l_g_total: 3.7724e-02 ] +2024-10-01 06:51:14,404 INFO: [ epoch: 115 ] [ iter:154,000 ] [ performance: 22.424 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:25 ] [ l_g_pix: 4.1757e-02 ] [ l_g_total: 4.1757e-02 ] +2024-10-01 06:51:18,967 INFO: [ epoch: 115 ] [ iter:154,100 ] [ performance: 22.045 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:18 ] [ l_g_pix: 2.5083e-02 ] [ l_g_total: 2.5083e-02 ] +2024-10-01 06:51:23,528 INFO: [ epoch: 115 ] [ iter:154,200 ] [ performance: 22.357 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:10 ] [ l_g_pix: 2.6179e-02 ] [ l_g_total: 2.6179e-02 ] +2024-10-01 06:51:28,084 INFO: [ epoch: 115 ] [ iter:154,300 ] [ performance: 22.052 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:03 ] [ l_g_pix: 4.3363e-02 ] [ l_g_total: 4.3363e-02 ] +2024-10-01 06:51:32,671 INFO: [ epoch: 115 ] [ iter:154,400 ] [ performance: 22.321 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:55 ] [ l_g_pix: 1.9363e-02 ] [ l_g_total: 1.9363e-02 ] +2024-10-01 06:51:37,245 INFO: [ epoch: 115 ] [ iter:154,500 ] [ performance: 21.974 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:48 ] [ l_g_pix: 3.2901e-02 ] [ l_g_total: 3.2901e-02 ] +2024-10-01 06:51:41,846 INFO: [ epoch: 115 ] [ iter:154,600 ] [ performance: 22.111 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:40 ] [ l_g_pix: 3.0134e-02 ] [ l_g_total: 3.0134e-02 ] +2024-10-01 06:51:46,518 INFO: [ epoch: 115 ] [ iter:154,700 ] [ performance: 21.570 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:33 ] [ l_g_pix: 2.7181e-02 ] [ l_g_total: 2.7181e-02 ] +2024-10-01 06:51:51,072 INFO: [ epoch: 115 ] [ iter:154,800 ] [ performance: 22.584 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:25 ] [ l_g_pix: 1.4354e-02 ] [ l_g_total: 1.4354e-02 ] +2024-10-01 06:51:55,653 INFO: [ epoch: 115 ] [ iter:154,900 ] [ performance: 22.004 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:18 ] [ l_g_pix: 2.1298e-02 ] [ l_g_total: 2.1298e-02 ] +2024-10-01 06:52:01,678 INFO: [ epoch: 116 ] [ iter:155,000 ] [ performance: 10.058 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:11 ] [ l_g_pix: 3.6050e-02 ] [ l_g_total: 3.6050e-02 ] +2024-10-01 06:52:06,308 INFO: [ epoch: 116 ] [ iter:155,100 ] [ performance: 17.171 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:03 ] [ l_g_pix: 2.1168e-02 ] [ l_g_total: 2.1168e-02 ] +2024-10-01 06:52:10,990 INFO: [ epoch: 116 ] [ iter:155,200 ] [ performance: 21.571 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:56 ] [ l_g_pix: 2.6714e-02 ] [ l_g_total: 2.6714e-02 ] +2024-10-01 06:52:15,503 INFO: [ epoch: 116 ] [ iter:155,300 ] [ performance: 22.029 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:49 ] [ l_g_pix: 2.3024e-02 ] [ l_g_total: 2.3024e-02 ] +2024-10-01 06:52:23,211 INFO: [ epoch: 116 ] [ iter:155,400 ] [ performance: 12.796 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:42 ] [ l_g_pix: 3.1089e-02 ] [ l_g_total: 3.1089e-02 ] +2024-10-01 06:52:28,207 INFO: [ epoch: 116 ] [ iter:155,500 ] [ performance: 17.874 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:35 ] [ l_g_pix: 3.1002e-02 ] [ l_g_total: 3.1002e-02 ] +2024-10-01 06:52:32,795 INFO: [ epoch: 116 ] [ iter:155,600 ] [ performance: 22.317 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:27 ] [ l_g_pix: 2.0249e-02 ] [ l_g_total: 2.0249e-02 ] +2024-10-01 06:52:37,362 INFO: [ epoch: 116 ] [ iter:155,700 ] [ performance: 21.983 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:20 ] [ l_g_pix: 3.2359e-02 ] [ l_g_total: 3.2359e-02 ] +2024-10-01 06:52:41,917 INFO: [ epoch: 116 ] [ iter:155,800 ] [ performance: 22.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:12 ] [ l_g_pix: 3.4302e-02 ] [ l_g_total: 3.4302e-02 ] +2024-10-01 06:52:46,603 INFO: [ epoch: 116 ] [ iter:155,900 ] [ performance: 21.497 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:05 ] [ l_g_pix: 3.4094e-02 ] [ l_g_total: 3.4094e-02 ] +2024-10-01 06:52:51,170 INFO: [ epoch: 116 ] [ iter:156,000 ] [ performance: 22.161 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:57 ] [ l_g_pix: 3.3292e-02 ] [ l_g_total: 3.3292e-02 ] +2024-10-01 06:52:55,705 INFO: [ epoch: 116 ] [ iter:156,100 ] [ performance: 22.076 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:50 ] [ l_g_pix: 2.8030e-02 ] [ l_g_total: 2.8030e-02 ] +2024-10-01 06:53:00,260 INFO: [ epoch: 116 ] [ iter:156,200 ] [ performance: 22.460 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:42 ] [ l_g_pix: 2.3070e-02 ] [ l_g_total: 2.3070e-02 ] +2024-10-01 06:53:04,658 INFO: [ epoch: 116 ] [ iter:156,300 ] [ performance: 22.687 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:35 ] [ l_g_pix: 2.1701e-02 ] [ l_g_total: 2.1701e-02 ] +2024-10-01 06:53:10,465 INFO: [ epoch: 117 ] [ iter:156,400 ] [ performance: 22.275 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:28 ] [ l_g_pix: 2.3431e-02 ] [ l_g_total: 2.3431e-02 ] +2024-10-01 06:53:15,022 INFO: [ epoch: 117 ] [ iter:156,500 ] [ performance: 22.005 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:20 ] [ l_g_pix: 2.9266e-02 ] [ l_g_total: 2.9266e-02 ] +2024-10-01 06:53:19,590 INFO: [ epoch: 117 ] [ iter:156,600 ] [ performance: 22.421 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:13 ] [ l_g_pix: 2.8785e-02 ] [ l_g_total: 2.8785e-02 ] +2024-10-01 06:53:24,244 INFO: [ epoch: 117 ] [ iter:156,700 ] [ performance: 21.645 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:06 ] [ l_g_pix: 2.3352e-02 ] [ l_g_total: 2.3352e-02 ] +2024-10-01 06:53:28,791 INFO: [ epoch: 117 ] [ iter:156,800 ] [ performance: 22.094 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:58 ] [ l_g_pix: 3.2108e-02 ] [ l_g_total: 3.2108e-02 ] +2024-10-01 06:53:33,361 INFO: [ epoch: 117 ] [ iter:156,900 ] [ performance: 21.920 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:51 ] [ l_g_pix: 2.7560e-02 ] [ l_g_total: 2.7560e-02 ] +2024-10-01 06:53:37,936 INFO: [ epoch: 117 ] [ iter:157,000 ] [ performance: 22.436 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:43 ] [ l_g_pix: 2.0466e-02 ] [ l_g_total: 2.0466e-02 ] +2024-10-01 06:53:42,489 INFO: [ epoch: 117 ] [ iter:157,100 ] [ performance: 22.038 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:36 ] [ l_g_pix: 2.4520e-02 ] [ l_g_total: 2.4520e-02 ] +2024-10-01 06:53:47,047 INFO: [ epoch: 117 ] [ iter:157,200 ] [ performance: 22.218 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:29 ] [ l_g_pix: 4.2812e-02 ] [ l_g_total: 4.2812e-02 ] +2024-10-01 06:53:51,655 INFO: [ epoch: 117 ] [ iter:157,300 ] [ performance: 21.782 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:21 ] [ l_g_pix: 2.8131e-02 ] [ l_g_total: 2.8131e-02 ] +2024-10-01 06:53:56,288 INFO: [ epoch: 117 ] [ iter:157,400 ] [ performance: 22.319 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:14 ] [ l_g_pix: 2.0444e-02 ] [ l_g_total: 2.0444e-02 ] +2024-10-01 06:54:00,847 INFO: [ epoch: 117 ] [ iter:157,500 ] [ performance: 21.993 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:06 ] [ l_g_pix: 2.8044e-02 ] [ l_g_total: 2.8044e-02 ] +2024-10-01 06:54:05,301 INFO: [ epoch: 117 ] [ iter:157,600 ] [ performance: 23.367 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:59 ] [ l_g_pix: 3.5678e-02 ] [ l_g_total: 3.5678e-02 ] +2024-10-01 06:54:11,053 INFO: [ epoch: 118 ] [ iter:157,700 ] [ performance: 18.026 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:52 ] [ l_g_pix: 3.0133e-02 ] [ l_g_total: 3.0133e-02 ] +2024-10-01 06:54:15,642 INFO: [ epoch: 118 ] [ iter:157,800 ] [ performance: 22.360 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:45 ] [ l_g_pix: 3.3706e-02 ] [ l_g_total: 3.3706e-02 ] +2024-10-01 06:54:20,216 INFO: [ epoch: 118 ] [ iter:157,900 ] [ performance: 21.929 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:37 ] [ l_g_pix: 5.1481e-02 ] [ l_g_total: 5.1481e-02 ] +2024-10-01 06:54:24,772 INFO: [ epoch: 118 ] [ iter:158,000 ] [ performance: 22.639 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:30 ] [ l_g_pix: 4.1178e-02 ] [ l_g_total: 4.1178e-02 ] +2024-10-01 06:54:29,394 INFO: [ epoch: 118 ] [ iter:158,100 ] [ performance: 21.754 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:22 ] [ l_g_pix: 2.6208e-02 ] [ l_g_total: 2.6208e-02 ] +2024-10-01 06:54:33,985 INFO: [ epoch: 118 ] [ iter:158,200 ] [ performance: 22.301 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:15 ] [ l_g_pix: 2.1097e-02 ] [ l_g_total: 2.1097e-02 ] +2024-10-01 06:54:38,565 INFO: [ epoch: 118 ] [ iter:158,300 ] [ performance: 21.892 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:08 ] [ l_g_pix: 3.4280e-02 ] [ l_g_total: 3.4280e-02 ] +2024-10-01 06:54:43,145 INFO: [ epoch: 118 ] [ iter:158,400 ] [ performance: 22.646 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:00 ] [ l_g_pix: 2.1575e-02 ] [ l_g_total: 2.1575e-02 ] +2024-10-01 06:54:47,737 INFO: [ epoch: 118 ] [ iter:158,500 ] [ performance: 21.870 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:53 ] [ l_g_pix: 3.1564e-02 ] [ l_g_total: 3.1564e-02 ] +2024-10-01 06:54:52,284 INFO: [ epoch: 118 ] [ iter:158,600 ] [ performance: 22.214 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:46 ] [ l_g_pix: 4.0579e-02 ] [ l_g_total: 4.0579e-02 ] +2024-10-01 06:54:56,854 INFO: [ epoch: 118 ] [ iter:158,700 ] [ performance: 21.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:38 ] [ l_g_pix: 2.5287e-02 ] [ l_g_total: 2.5287e-02 ] +2024-10-01 06:55:01,483 INFO: [ epoch: 118 ] [ iter:158,800 ] [ performance: 21.895 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:31 ] [ l_g_pix: 3.1999e-02 ] [ l_g_total: 3.1999e-02 ] +2024-10-01 06:55:06,046 INFO: [ epoch: 118 ] [ iter:158,900 ] [ performance: 21.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:24 ] [ l_g_pix: 2.8076e-02 ] [ l_g_total: 2.8076e-02 ] +2024-10-01 06:55:11,859 INFO: [ epoch: 119 ] [ iter:159,000 ] [ performance: 15.814 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:17 ] [ l_g_pix: 3.1947e-02 ] [ l_g_total: 3.1947e-02 ] +2024-10-01 06:55:16,566 INFO: [ epoch: 119 ] [ iter:159,100 ] [ performance: 20.662 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:09 ] [ l_g_pix: 3.3444e-02 ] [ l_g_total: 3.3444e-02 ] +2024-10-01 06:55:21,132 INFO: [ epoch: 119 ] [ iter:159,200 ] [ performance: 22.154 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:02 ] [ l_g_pix: 2.5895e-02 ] [ l_g_total: 2.5895e-02 ] +2024-10-01 06:55:25,704 INFO: [ epoch: 119 ] [ iter:159,300 ] [ performance: 21.897 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:55 ] [ l_g_pix: 2.8276e-02 ] [ l_g_total: 2.8276e-02 ] +2024-10-01 06:55:30,276 INFO: [ epoch: 119 ] [ iter:159,400 ] [ performance: 22.378 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:47 ] [ l_g_pix: 2.4555e-02 ] [ l_g_total: 2.4555e-02 ] +2024-10-01 06:55:34,924 INFO: [ epoch: 119 ] [ iter:159,500 ] [ performance: 21.575 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:40 ] [ l_g_pix: 3.0078e-02 ] [ l_g_total: 3.0078e-02 ] +2024-10-01 06:55:39,459 INFO: [ epoch: 119 ] [ iter:159,600 ] [ performance: 22.405 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:33 ] [ l_g_pix: 2.9628e-02 ] [ l_g_total: 2.9628e-02 ] +2024-10-01 06:55:44,030 INFO: [ epoch: 119 ] [ iter:159,700 ] [ performance: 21.907 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:25 ] [ l_g_pix: 3.6373e-02 ] [ l_g_total: 3.6373e-02 ] +2024-10-01 06:55:48,591 INFO: [ epoch: 119 ] [ iter:159,800 ] [ performance: 21.797 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:18 ] [ l_g_pix: 2.5032e-02 ] [ l_g_total: 2.5032e-02 ] +2024-10-01 06:55:53,171 INFO: [ epoch: 119 ] [ iter:159,900 ] [ performance: 21.835 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:11 ] [ l_g_pix: 2.9077e-02 ] [ l_g_total: 2.9077e-02 ] +2024-10-01 06:55:57,743 INFO: [ epoch: 119 ] [ iter:160,000 ] [ performance: 22.629 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:03 ] [ l_g_pix: 2.3932e-02 ] [ l_g_total: 2.3932e-02 ] +2024-10-01 06:55:57,744 INFO: Saving models and training states. +2024-10-01 06:59:56,098 INFO: Validation val + + # psnr: 27.2071........ Best: 27.2074 @ 120000 iter + # ssim: 0.7666........ Best: 0.7666 @ 160000 iter + # dists: 0.7733........ Best: 0.7732 @ 120000 iter + +2024-10-01 07:00:00,631 INFO: [ epoch: 119 ] [ iter:160,100 ] [ performance: 22.124 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:55 ] [ l_g_pix: 2.4678e-02 ] [ l_g_total: 2.4678e-02 ] +2024-10-01 07:00:05,227 INFO: [ epoch: 119 ] [ iter:160,200 ] [ performance: 22.750 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:48 ] [ l_g_pix: 2.3407e-02 ] [ l_g_total: 2.3407e-02 ] +2024-10-01 07:00:09,660 INFO: [ epoch: 119 ] [ iter:160,300 ] [ performance: 22.565 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:40 ] [ l_g_pix: 3.5872e-02 ] [ l_g_total: 3.5872e-02 ] +2024-10-01 07:00:15,558 INFO: [ epoch: 120 ] [ iter:160,400 ] [ performance: 22.266 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:33 ] [ l_g_pix: 2.3109e-02 ] [ l_g_total: 2.3109e-02 ] +2024-10-01 07:00:20,130 INFO: [ epoch: 120 ] [ iter:160,500 ] [ performance: 21.884 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:26 ] [ l_g_pix: 2.1543e-02 ] [ l_g_total: 2.1543e-02 ] +2024-10-01 07:00:24,653 INFO: [ epoch: 120 ] [ iter:160,600 ] [ performance: 23.074 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:18 ] [ l_g_pix: 1.9838e-02 ] [ l_g_total: 1.9838e-02 ] +2024-10-01 07:00:29,215 INFO: [ epoch: 120 ] [ iter:160,700 ] [ performance: 21.937 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:11 ] [ l_g_pix: 1.7119e-02 ] [ l_g_total: 1.7119e-02 ] +2024-10-01 07:00:33,801 INFO: [ epoch: 120 ] [ iter:160,800 ] [ performance: 21.873 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:03 ] [ l_g_pix: 3.5638e-02 ] [ l_g_total: 3.5638e-02 ] +2024-10-01 07:00:38,342 INFO: [ epoch: 120 ] [ iter:160,900 ] [ performance: 22.023 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:56 ] [ l_g_pix: 2.7614e-02 ] [ l_g_total: 2.7614e-02 ] +2024-10-01 07:00:42,919 INFO: [ epoch: 120 ] [ iter:161,000 ] [ performance: 21.939 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:48 ] [ l_g_pix: 2.7802e-02 ] [ l_g_total: 2.7802e-02 ] +2024-10-01 07:00:47,499 INFO: [ epoch: 120 ] [ iter:161,100 ] [ performance: 21.846 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:41 ] [ l_g_pix: 2.8163e-02 ] [ l_g_total: 2.8163e-02 ] +2024-10-01 07:00:52,043 INFO: [ epoch: 120 ] [ iter:161,200 ] [ performance: 21.927 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:34 ] [ l_g_pix: 3.4460e-02 ] [ l_g_total: 3.4460e-02 ] +2024-10-01 07:00:56,617 INFO: [ epoch: 120 ] [ iter:161,300 ] [ performance: 21.868 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:26 ] [ l_g_pix: 4.4996e-02 ] [ l_g_total: 4.4996e-02 ] +2024-10-01 07:01:01,162 INFO: [ epoch: 120 ] [ iter:161,400 ] [ performance: 21.937 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:19 ] [ l_g_pix: 3.3733e-02 ] [ l_g_total: 3.3733e-02 ] +2024-10-01 07:01:05,708 INFO: [ epoch: 120 ] [ iter:161,500 ] [ performance: 22.011 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:11 ] [ l_g_pix: 2.5242e-02 ] [ l_g_total: 2.5242e-02 ] +2024-10-01 07:01:10,190 INFO: [ epoch: 120 ] [ iter:161,600 ] [ performance: 22.164 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:04 ] [ l_g_pix: 2.4998e-02 ] [ l_g_total: 2.4998e-02 ] +2024-10-01 07:01:16,053 INFO: [ epoch: 121 ] [ iter:161,700 ] [ performance: 16.897 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:57 ] [ l_g_pix: 3.4816e-02 ] [ l_g_total: 3.4816e-02 ] +2024-10-01 07:01:20,623 INFO: [ epoch: 121 ] [ iter:161,800 ] [ performance: 19.119 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:49 ] [ l_g_pix: 3.0167e-02 ] [ l_g_total: 3.0167e-02 ] +2024-10-01 07:01:25,159 INFO: [ epoch: 121 ] [ iter:161,900 ] [ performance: 22.126 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:42 ] [ l_g_pix: 4.1779e-02 ] [ l_g_total: 4.1779e-02 ] +2024-10-01 07:01:29,745 INFO: [ epoch: 121 ] [ iter:162,000 ] [ performance: 21.962 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:34 ] [ l_g_pix: 1.8048e-02 ] [ l_g_total: 1.8048e-02 ] +2024-10-01 07:01:34,294 INFO: [ epoch: 121 ] [ iter:162,100 ] [ performance: 22.029 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:27 ] [ l_g_pix: 2.4363e-02 ] [ l_g_total: 2.4363e-02 ] +2024-10-01 07:01:38,890 INFO: [ epoch: 121 ] [ iter:162,200 ] [ performance: 21.890 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:19 ] [ l_g_pix: 2.4817e-02 ] [ l_g_total: 2.4817e-02 ] +2024-10-01 07:01:43,464 INFO: [ epoch: 121 ] [ iter:162,300 ] [ performance: 21.915 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:12 ] [ l_g_pix: 2.4585e-02 ] [ l_g_total: 2.4585e-02 ] +2024-10-01 07:01:48,050 INFO: [ epoch: 121 ] [ iter:162,400 ] [ performance: 21.859 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:05 ] [ l_g_pix: 3.6186e-02 ] [ l_g_total: 3.6186e-02 ] +2024-10-01 07:01:52,615 INFO: [ epoch: 121 ] [ iter:162,500 ] [ performance: 21.976 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:57 ] [ l_g_pix: 3.2759e-02 ] [ l_g_total: 3.2759e-02 ] +2024-10-01 07:01:57,222 INFO: [ epoch: 121 ] [ iter:162,600 ] [ performance: 21.838 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:50 ] [ l_g_pix: 2.0802e-02 ] [ l_g_total: 2.0802e-02 ] +2024-10-01 07:02:01,781 INFO: [ epoch: 121 ] [ iter:162,700 ] [ performance: 21.974 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:42 ] [ l_g_pix: 3.2770e-02 ] [ l_g_total: 3.2770e-02 ] +2024-10-01 07:02:06,348 INFO: [ epoch: 121 ] [ iter:162,800 ] [ performance: 21.936 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:35 ] [ l_g_pix: 2.1801e-02 ] [ l_g_total: 2.1801e-02 ] +2024-10-01 07:02:10,892 INFO: [ epoch: 121 ] [ iter:162,900 ] [ performance: 22.064 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:28 ] [ l_g_pix: 3.7178e-02 ] [ l_g_total: 3.7178e-02 ] +2024-10-01 07:02:16,393 INFO: [ epoch: 122 ] [ iter:163,000 ] [ performance: 19.838 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:20 ] [ l_g_pix: 3.4254e-02 ] [ l_g_total: 3.4254e-02 ] +2024-10-01 07:02:21,157 INFO: [ epoch: 122 ] [ iter:163,100 ] [ performance: 21.406 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:13 ] [ l_g_pix: 3.8179e-02 ] [ l_g_total: 3.8179e-02 ] +2024-10-01 07:02:25,731 INFO: [ epoch: 122 ] [ iter:163,200 ] [ performance: 21.646 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:06 ] [ l_g_pix: 4.4185e-02 ] [ l_g_total: 4.4185e-02 ] +2024-10-01 07:02:30,302 INFO: [ epoch: 122 ] [ iter:163,300 ] [ performance: 21.942 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:58 ] [ l_g_pix: 2.4388e-02 ] [ l_g_total: 2.4388e-02 ] +2024-10-01 07:02:34,885 INFO: [ epoch: 122 ] [ iter:163,400 ] [ performance: 21.878 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:51 ] [ l_g_pix: 2.9165e-02 ] [ l_g_total: 2.9165e-02 ] +2024-10-01 07:02:39,436 INFO: [ epoch: 122 ] [ iter:163,500 ] [ performance: 22.081 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:44 ] [ l_g_pix: 3.9615e-02 ] [ l_g_total: 3.9615e-02 ] +2024-10-01 07:02:43,971 INFO: [ epoch: 122 ] [ iter:163,600 ] [ performance: 22.067 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:36 ] [ l_g_pix: 2.9462e-02 ] [ l_g_total: 2.9462e-02 ] +2024-10-01 07:02:48,511 INFO: [ epoch: 122 ] [ iter:163,700 ] [ performance: 22.131 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:29 ] [ l_g_pix: 1.6425e-02 ] [ l_g_total: 1.6425e-02 ] +2024-10-01 07:02:53,091 INFO: [ epoch: 122 ] [ iter:163,800 ] [ performance: 21.971 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:21 ] [ l_g_pix: 3.0145e-02 ] [ l_g_total: 3.0145e-02 ] +2024-10-01 07:02:57,667 INFO: [ epoch: 122 ] [ iter:163,900 ] [ performance: 21.923 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:14 ] [ l_g_pix: 2.7612e-02 ] [ l_g_total: 2.7612e-02 ] +2024-10-01 07:03:02,230 INFO: [ epoch: 122 ] [ iter:164,000 ] [ performance: 21.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:07 ] [ l_g_pix: 2.2882e-02 ] [ l_g_total: 2.2882e-02 ] +2024-10-01 07:03:06,808 INFO: [ epoch: 122 ] [ iter:164,100 ] [ performance: 21.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:59 ] [ l_g_pix: 3.5121e-02 ] [ l_g_total: 3.5121e-02 ] +2024-10-01 07:03:11,384 INFO: [ epoch: 122 ] [ iter:164,200 ] [ performance: 21.886 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:52 ] [ l_g_pix: 2.7417e-02 ] [ l_g_total: 2.7417e-02 ] +2024-10-01 07:03:15,834 INFO: [ epoch: 122 ] [ iter:164,300 ] [ performance: 22.708 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:45 ] [ l_g_pix: 3.5683e-02 ] [ l_g_total: 3.5683e-02 ] +2024-10-01 07:03:21,849 INFO: [ epoch: 123 ] [ iter:164,400 ] [ performance: 18.928 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:38 ] [ l_g_pix: 3.2255e-02 ] [ l_g_total: 3.2255e-02 ] +2024-10-01 07:03:26,436 INFO: [ epoch: 123 ] [ iter:164,500 ] [ performance: 21.956 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:30 ] [ l_g_pix: 3.0824e-02 ] [ l_g_total: 3.0824e-02 ] +2024-10-01 07:03:31,014 INFO: [ epoch: 123 ] [ iter:164,600 ] [ performance: 21.897 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:23 ] [ l_g_pix: 2.6882e-02 ] [ l_g_total: 2.6882e-02 ] +2024-10-01 07:03:35,586 INFO: [ epoch: 123 ] [ iter:164,700 ] [ performance: 21.943 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:16 ] [ l_g_pix: 2.0201e-02 ] [ l_g_total: 2.0201e-02 ] +2024-10-01 07:03:40,181 INFO: [ epoch: 123 ] [ iter:164,800 ] [ performance: 21.844 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:08 ] [ l_g_pix: 2.9713e-02 ] [ l_g_total: 2.9713e-02 ] +2024-10-01 07:03:44,745 INFO: [ epoch: 123 ] [ iter:164,900 ] [ performance: 22.053 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:01 ] [ l_g_pix: 2.5799e-02 ] [ l_g_total: 2.5799e-02 ] +2024-10-01 07:03:49,325 INFO: [ epoch: 123 ] [ iter:165,000 ] [ performance: 21.934 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:54 ] [ l_g_pix: 1.7727e-02 ] [ l_g_total: 1.7727e-02 ] +2024-10-01 07:03:53,909 INFO: [ epoch: 123 ] [ iter:165,100 ] [ performance: 22.021 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:46 ] [ l_g_pix: 2.9715e-02 ] [ l_g_total: 2.9715e-02 ] +2024-10-01 07:03:58,483 INFO: [ epoch: 123 ] [ iter:165,200 ] [ performance: 21.935 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:39 ] [ l_g_pix: 2.8232e-02 ] [ l_g_total: 2.8232e-02 ] +2024-10-01 07:04:03,053 INFO: [ epoch: 123 ] [ iter:165,300 ] [ performance: 22.034 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:32 ] [ l_g_pix: 2.8474e-02 ] [ l_g_total: 2.8474e-02 ] +2024-10-01 07:04:07,610 INFO: [ epoch: 123 ] [ iter:165,400 ] [ performance: 21.983 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:24 ] [ l_g_pix: 3.4079e-02 ] [ l_g_total: 3.4079e-02 ] +2024-10-01 07:04:12,185 INFO: [ epoch: 123 ] [ iter:165,500 ] [ performance: 21.990 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:17 ] [ l_g_pix: 3.5056e-02 ] [ l_g_total: 3.5056e-02 ] +2024-10-01 07:04:16,697 INFO: [ epoch: 123 ] [ iter:165,600 ] [ performance: 22.091 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:10 ] [ l_g_pix: 2.9232e-02 ] [ l_g_total: 2.9232e-02 ] +2024-10-01 07:04:22,506 INFO: [ epoch: 124 ] [ iter:165,700 ] [ performance: 16.058 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:03 ] [ l_g_pix: 3.9462e-02 ] [ l_g_total: 3.9462e-02 ] +2024-10-01 07:04:27,071 INFO: [ epoch: 124 ] [ iter:165,800 ] [ performance: 18.932 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:55 ] [ l_g_pix: 2.4365e-02 ] [ l_g_total: 2.4365e-02 ] +2024-10-01 07:04:31,631 INFO: [ epoch: 124 ] [ iter:165,900 ] [ performance: 22.047 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:48 ] [ l_g_pix: 2.9197e-02 ] [ l_g_total: 2.9197e-02 ] +2024-10-01 07:04:36,217 INFO: [ epoch: 124 ] [ iter:166,000 ] [ performance: 21.910 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:41 ] [ l_g_pix: 1.8380e-02 ] [ l_g_total: 1.8380e-02 ] +2024-10-01 07:04:40,784 INFO: [ epoch: 124 ] [ iter:166,100 ] [ performance: 22.091 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:34 ] [ l_g_pix: 2.9813e-02 ] [ l_g_total: 2.9813e-02 ] +2024-10-01 07:04:45,359 INFO: [ epoch: 124 ] [ iter:166,200 ] [ performance: 21.958 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:26 ] [ l_g_pix: 2.5817e-02 ] [ l_g_total: 2.5817e-02 ] +2024-10-01 07:04:49,914 INFO: [ epoch: 124 ] [ iter:166,300 ] [ performance: 22.097 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:19 ] [ l_g_pix: 2.3972e-02 ] [ l_g_total: 2.3972e-02 ] +2024-10-01 07:04:54,482 INFO: [ epoch: 124 ] [ iter:166,400 ] [ performance: 21.979 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:12 ] [ l_g_pix: 4.3297e-02 ] [ l_g_total: 4.3297e-02 ] +2024-10-01 07:04:59,054 INFO: [ epoch: 124 ] [ iter:166,500 ] [ performance: 21.960 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:04 ] [ l_g_pix: 1.9982e-02 ] [ l_g_total: 1.9982e-02 ] +2024-10-01 07:05:03,618 INFO: [ epoch: 124 ] [ iter:166,600 ] [ performance: 21.935 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:57 ] [ l_g_pix: 2.8476e-02 ] [ l_g_total: 2.8476e-02 ] +2024-10-01 07:05:08,209 INFO: [ epoch: 124 ] [ iter:166,700 ] [ performance: 22.020 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:50 ] [ l_g_pix: 2.0555e-02 ] [ l_g_total: 2.0555e-02 ] +2024-10-01 07:05:12,779 INFO: [ epoch: 124 ] [ iter:166,800 ] [ performance: 21.942 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:43 ] [ l_g_pix: 3.0075e-02 ] [ l_g_total: 3.0075e-02 ] +2024-10-01 07:05:17,352 INFO: [ epoch: 124 ] [ iter:166,900 ] [ performance: 21.970 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:35 ] [ l_g_pix: 2.7520e-02 ] [ l_g_total: 2.7520e-02 ] +2024-10-01 07:05:21,863 INFO: [ epoch: 124 ] [ iter:167,000 ] [ performance: 22.087 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:28 ] [ l_g_pix: 3.5741e-02 ] [ l_g_total: 3.5741e-02 ] +2024-10-01 07:05:27,918 INFO: [ epoch: 125 ] [ iter:167,100 ] [ performance: 22.219 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:21 ] [ l_g_pix: 2.2595e-02 ] [ l_g_total: 2.2595e-02 ] +2024-10-01 07:05:32,496 INFO: [ epoch: 125 ] [ iter:167,200 ] [ performance: 21.997 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:14 ] [ l_g_pix: 3.3869e-02 ] [ l_g_total: 3.3869e-02 ] +2024-10-01 07:05:37,069 INFO: [ epoch: 125 ] [ iter:167,300 ] [ performance: 21.988 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:07 ] [ l_g_pix: 2.3043e-02 ] [ l_g_total: 2.3043e-02 ] +2024-10-01 07:05:41,619 INFO: [ epoch: 125 ] [ iter:167,400 ] [ performance: 21.983 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:59 ] [ l_g_pix: 3.3719e-02 ] [ l_g_total: 3.3719e-02 ] +2024-10-01 07:05:46,193 INFO: [ epoch: 125 ] [ iter:167,500 ] [ performance: 22.002 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:52 ] [ l_g_pix: 2.1106e-02 ] [ l_g_total: 2.1106e-02 ] +2024-10-01 07:05:50,745 INFO: [ epoch: 125 ] [ iter:167,600 ] [ performance: 21.985 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:45 ] [ l_g_pix: 2.5272e-02 ] [ l_g_total: 2.5272e-02 ] +2024-10-01 07:05:55,323 INFO: [ epoch: 125 ] [ iter:167,700 ] [ performance: 21.985 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:38 ] [ l_g_pix: 2.5706e-02 ] [ l_g_total: 2.5706e-02 ] +2024-10-01 07:05:59,917 INFO: [ epoch: 125 ] [ iter:167,800 ] [ performance: 21.855 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:30 ] [ l_g_pix: 2.1295e-02 ] [ l_g_total: 2.1295e-02 ] +2024-10-01 07:06:04,481 INFO: [ epoch: 125 ] [ iter:167,900 ] [ performance: 22.048 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:23 ] [ l_g_pix: 2.8366e-02 ] [ l_g_total: 2.8366e-02 ] +2024-10-01 07:06:09,068 INFO: [ epoch: 125 ] [ iter:168,000 ] [ performance: 21.899 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:16 ] [ l_g_pix: 2.3160e-02 ] [ l_g_total: 2.3160e-02 ] +2024-10-01 07:06:13,643 INFO: [ epoch: 125 ] [ iter:168,100 ] [ performance: 21.956 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:09 ] [ l_g_pix: 2.0650e-02 ] [ l_g_total: 2.0650e-02 ] +2024-10-01 07:06:18,236 INFO: [ epoch: 125 ] [ iter:168,200 ] [ performance: 21.845 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:02 ] [ l_g_pix: 2.1980e-02 ] [ l_g_total: 2.1980e-02 ] +2024-10-01 07:06:22,691 INFO: [ epoch: 125 ] [ iter:168,300 ] [ performance: 22.912 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:54 ] [ l_g_pix: 3.0577e-02 ] [ l_g_total: 3.0577e-02 ] +2024-10-01 07:06:28,763 INFO: [ epoch: 126 ] [ iter:168,400 ] [ performance: 18.478 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:47 ] [ l_g_pix: 3.3972e-02 ] [ l_g_total: 3.3972e-02 ] +2024-10-01 07:06:33,346 INFO: [ epoch: 126 ] [ iter:168,500 ] [ performance: 21.986 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:40 ] [ l_g_pix: 3.7799e-02 ] [ l_g_total: 3.7799e-02 ] +2024-10-01 07:06:37,861 INFO: [ epoch: 126 ] [ iter:168,600 ] [ performance: 22.087 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:33 ] [ l_g_pix: 2.0171e-02 ] [ l_g_total: 2.0171e-02 ] +2024-10-01 07:06:42,470 INFO: [ epoch: 126 ] [ iter:168,700 ] [ performance: 21.810 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:26 ] [ l_g_pix: 3.5455e-02 ] [ l_g_total: 3.5455e-02 ] +2024-10-01 07:06:47,057 INFO: [ epoch: 126 ] [ iter:168,800 ] [ performance: 21.805 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:19 ] [ l_g_pix: 2.0227e-02 ] [ l_g_total: 2.0227e-02 ] +2024-10-01 07:06:51,631 INFO: [ epoch: 126 ] [ iter:168,900 ] [ performance: 21.992 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:11 ] [ l_g_pix: 3.2065e-02 ] [ l_g_total: 3.2065e-02 ] +2024-10-01 07:06:56,202 INFO: [ epoch: 126 ] [ iter:169,000 ] [ performance: 21.923 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:04 ] [ l_g_pix: 1.8876e-02 ] [ l_g_total: 1.8876e-02 ] +2024-10-01 07:07:00,781 INFO: [ epoch: 126 ] [ iter:169,100 ] [ performance: 21.856 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:57 ] [ l_g_pix: 2.8469e-02 ] [ l_g_total: 2.8469e-02 ] +2024-10-01 07:07:05,323 INFO: [ epoch: 126 ] [ iter:169,200 ] [ performance: 21.960 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:50 ] [ l_g_pix: 3.5048e-02 ] [ l_g_total: 3.5048e-02 ] +2024-10-01 07:07:09,858 INFO: [ epoch: 126 ] [ iter:169,300 ] [ performance: 22.027 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:43 ] [ l_g_pix: 2.9293e-02 ] [ l_g_total: 2.9293e-02 ] +2024-10-01 07:07:14,450 INFO: [ epoch: 126 ] [ iter:169,400 ] [ performance: 21.868 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:35 ] [ l_g_pix: 3.4660e-02 ] [ l_g_total: 3.4660e-02 ] +2024-10-01 07:07:19,026 INFO: [ epoch: 126 ] [ iter:169,500 ] [ performance: 21.886 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:28 ] [ l_g_pix: 3.3931e-02 ] [ l_g_total: 3.3931e-02 ] +2024-10-01 07:07:23,520 INFO: [ epoch: 126 ] [ iter:169,600 ] [ performance: 22.122 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:21 ] [ l_g_pix: 3.8167e-02 ] [ l_g_total: 3.8167e-02 ] +2024-10-01 07:07:29,592 INFO: [ epoch: 127 ] [ iter:169,700 ] [ performance: 13.510 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:14 ] [ l_g_pix: 3.4293e-02 ] [ l_g_total: 3.4293e-02 ] +2024-10-01 07:07:34,142 INFO: [ epoch: 127 ] [ iter:169,800 ] [ performance: 17.943 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:07 ] [ l_g_pix: 3.2356e-02 ] [ l_g_total: 3.2356e-02 ] +2024-10-01 07:07:38,707 INFO: [ epoch: 127 ] [ iter:169,900 ] [ performance: 21.982 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:00 ] [ l_g_pix: 2.8019e-02 ] [ l_g_total: 2.8019e-02 ] +2024-10-01 07:07:43,264 INFO: [ epoch: 127 ] [ iter:170,000 ] [ performance: 21.960 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:53 ] [ l_g_pix: 3.2026e-02 ] [ l_g_total: 3.2026e-02 ] +2024-10-01 07:07:43,265 INFO: Saving models and training states. +2024-10-01 07:12:41,449 INFO: Validation val + + # psnr: 27.2042........ Best: 27.2074 @ 120000 iter + # ssim: 0.7666........ Best: 0.7666 @ 160000 iter + # dists: 0.7733........ Best: 0.7732 @ 120000 iter + +2024-10-01 07:12:45,980 INFO: [ epoch: 127 ] [ iter:170,100 ] [ performance: 21.932 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:38 ] [ l_g_pix: 3.7286e-02 ] [ l_g_total: 3.7286e-02 ] +2024-10-01 07:12:50,526 INFO: [ epoch: 127 ] [ iter:170,200 ] [ performance: 21.979 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:30 ] [ l_g_pix: 3.4010e-02 ] [ l_g_total: 3.4010e-02 ] +2024-10-01 07:12:55,067 INFO: [ epoch: 127 ] [ iter:170,300 ] [ performance: 22.229 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:23 ] [ l_g_pix: 2.6800e-02 ] [ l_g_total: 2.6800e-02 ] +2024-10-01 07:12:59,604 INFO: [ epoch: 127 ] [ iter:170,400 ] [ performance: 22.108 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:16 ] [ l_g_pix: 2.2375e-02 ] [ l_g_total: 2.2375e-02 ] +2024-10-01 07:13:04,122 INFO: [ epoch: 127 ] [ iter:170,500 ] [ performance: 22.212 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:08 ] [ l_g_pix: 3.0763e-02 ] [ l_g_total: 3.0763e-02 ] +2024-10-01 07:13:08,686 INFO: [ epoch: 127 ] [ iter:170,600 ] [ performance: 22.016 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:01 ] [ l_g_pix: 3.2107e-02 ] [ l_g_total: 3.2107e-02 ] +2024-10-01 07:13:13,243 INFO: [ epoch: 127 ] [ iter:170,700 ] [ performance: 22.110 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:54 ] [ l_g_pix: 2.1143e-02 ] [ l_g_total: 2.1143e-02 ] +2024-10-01 07:13:17,834 INFO: [ epoch: 127 ] [ iter:170,800 ] [ performance: 21.895 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:46 ] [ l_g_pix: 2.3416e-02 ] [ l_g_total: 2.3416e-02 ] +2024-10-01 07:13:22,415 INFO: [ epoch: 127 ] [ iter:170,900 ] [ performance: 21.982 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:39 ] [ l_g_pix: 3.1697e-02 ] [ l_g_total: 3.1697e-02 ] +2024-10-01 07:13:26,873 INFO: [ epoch: 127 ] [ iter:171,000 ] [ performance: 22.281 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:32 ] [ l_g_pix: 4.0876e-02 ] [ l_g_total: 4.0876e-02 ] +2024-10-01 07:13:32,827 INFO: [ epoch: 128 ] [ iter:171,100 ] [ performance: 22.309 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:24 ] [ l_g_pix: 2.9405e-02 ] [ l_g_total: 2.9405e-02 ] +2024-10-01 07:13:37,377 INFO: [ epoch: 128 ] [ iter:171,200 ] [ performance: 22.087 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:17 ] [ l_g_pix: 2.0791e-02 ] [ l_g_total: 2.0791e-02 ] +2024-10-01 07:13:41,934 INFO: [ epoch: 128 ] [ iter:171,300 ] [ performance: 22.013 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:10 ] [ l_g_pix: 2.8431e-02 ] [ l_g_total: 2.8431e-02 ] +2024-10-01 07:13:46,502 INFO: [ epoch: 128 ] [ iter:171,400 ] [ performance: 21.933 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:02 ] [ l_g_pix: 3.5384e-02 ] [ l_g_total: 3.5384e-02 ] +2024-10-01 07:13:51,063 INFO: [ epoch: 128 ] [ iter:171,500 ] [ performance: 22.168 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:55 ] [ l_g_pix: 2.8286e-02 ] [ l_g_total: 2.8286e-02 ] +2024-10-01 07:13:55,610 INFO: [ epoch: 128 ] [ iter:171,600 ] [ performance: 22.050 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:48 ] [ l_g_pix: 1.5715e-02 ] [ l_g_total: 1.5715e-02 ] +2024-10-01 07:14:00,449 INFO: [ epoch: 128 ] [ iter:171,700 ] [ performance: 20.092 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:41 ] [ l_g_pix: 2.8171e-02 ] [ l_g_total: 2.8171e-02 ] +2024-10-01 07:14:05,349 INFO: [ epoch: 128 ] [ iter:171,800 ] [ performance: 20.311 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:33 ] [ l_g_pix: 2.8423e-02 ] [ l_g_total: 2.8423e-02 ] +2024-10-01 07:14:10,135 INFO: [ epoch: 128 ] [ iter:171,900 ] [ performance: 22.118 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:26 ] [ l_g_pix: 2.0141e-02 ] [ l_g_total: 2.0141e-02 ] +2024-10-01 07:14:14,678 INFO: [ epoch: 128 ] [ iter:172,000 ] [ performance: 22.047 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:19 ] [ l_g_pix: 2.6188e-02 ] [ l_g_total: 2.6188e-02 ] +2024-10-01 07:14:19,267 INFO: [ epoch: 128 ] [ iter:172,100 ] [ performance: 22.141 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:11 ] [ l_g_pix: 5.2355e-02 ] [ l_g_total: 5.2355e-02 ] +2024-10-01 07:14:23,846 INFO: [ epoch: 128 ] [ iter:172,200 ] [ performance: 21.934 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:04 ] [ l_g_pix: 3.0758e-02 ] [ l_g_total: 3.0758e-02 ] +2024-10-01 07:14:28,312 INFO: [ epoch: 128 ] [ iter:172,300 ] [ performance: 23.094 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:57 ] [ l_g_pix: 2.8125e-02 ] [ l_g_total: 2.8125e-02 ] +2024-10-01 07:14:34,129 INFO: [ epoch: 129 ] [ iter:172,400 ] [ performance: 18.626 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:50 ] [ l_g_pix: 1.7878e-02 ] [ l_g_total: 1.7878e-02 ] +2024-10-01 07:14:38,673 INFO: [ epoch: 129 ] [ iter:172,500 ] [ performance: 22.093 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:42 ] [ l_g_pix: 2.7426e-02 ] [ l_g_total: 2.7426e-02 ] +2024-10-01 07:14:43,372 INFO: [ epoch: 129 ] [ iter:172,600 ] [ performance: 21.519 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:35 ] [ l_g_pix: 1.3824e-02 ] [ l_g_total: 1.3824e-02 ] +2024-10-01 07:14:47,926 INFO: [ epoch: 129 ] [ iter:172,700 ] [ performance: 22.099 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:28 ] [ l_g_pix: 2.8678e-02 ] [ l_g_total: 2.8678e-02 ] +2024-10-01 07:14:52,466 INFO: [ epoch: 129 ] [ iter:172,800 ] [ performance: 22.049 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:20 ] [ l_g_pix: 3.5907e-02 ] [ l_g_total: 3.5907e-02 ] +2024-10-01 07:14:57,026 INFO: [ epoch: 129 ] [ iter:172,900 ] [ performance: 22.116 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:13 ] [ l_g_pix: 3.5887e-02 ] [ l_g_total: 3.5887e-02 ] +2024-10-01 07:15:01,586 INFO: [ epoch: 129 ] [ iter:173,000 ] [ performance: 21.985 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:06 ] [ l_g_pix: 3.4564e-02 ] [ l_g_total: 3.4564e-02 ] +2024-10-01 07:15:06,149 INFO: [ epoch: 129 ] [ iter:173,100 ] [ performance: 22.336 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:59 ] [ l_g_pix: 3.3500e-02 ] [ l_g_total: 3.3500e-02 ] +2024-10-01 07:15:10,718 INFO: [ epoch: 129 ] [ iter:173,200 ] [ performance: 22.013 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:51 ] [ l_g_pix: 3.2130e-02 ] [ l_g_total: 3.2130e-02 ] +2024-10-01 07:15:15,276 INFO: [ epoch: 129 ] [ iter:173,300 ] [ performance: 22.173 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:44 ] [ l_g_pix: 1.5983e-02 ] [ l_g_total: 1.5983e-02 ] +2024-10-01 07:15:19,982 INFO: [ epoch: 129 ] [ iter:173,400 ] [ performance: 21.498 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:37 ] [ l_g_pix: 3.0543e-02 ] [ l_g_total: 3.0543e-02 ] +2024-10-01 07:15:24,542 INFO: [ epoch: 129 ] [ iter:173,500 ] [ performance: 22.410 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:30 ] [ l_g_pix: 2.8783e-02 ] [ l_g_total: 2.8783e-02 ] +2024-10-01 07:15:29,061 INFO: [ epoch: 129 ] [ iter:173,600 ] [ performance: 22.207 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:22 ] [ l_g_pix: 2.9927e-02 ] [ l_g_total: 2.9927e-02 ] +2024-10-01 07:15:35,024 INFO: [ epoch: 130 ] [ iter:173,700 ] [ performance: 11.435 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:15 ] [ l_g_pix: 1.9197e-02 ] [ l_g_total: 1.9197e-02 ] +2024-10-01 07:15:39,641 INFO: [ epoch: 130 ] [ iter:173,800 ] [ performance: 17.515 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:08 ] [ l_g_pix: 4.3822e-02 ] [ l_g_total: 4.3822e-02 ] +2024-10-01 07:15:44,173 INFO: [ epoch: 130 ] [ iter:173,900 ] [ performance: 22.623 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:01 ] [ l_g_pix: 2.2953e-02 ] [ l_g_total: 2.2953e-02 ] +2024-10-01 07:15:48,747 INFO: [ epoch: 130 ] [ iter:174,000 ] [ performance: 22.059 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:54 ] [ l_g_pix: 3.0418e-02 ] [ l_g_total: 3.0418e-02 ] +2024-10-01 07:15:53,423 INFO: [ epoch: 130 ] [ iter:174,100 ] [ performance: 22.438 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:46 ] [ l_g_pix: 2.5311e-02 ] [ l_g_total: 2.5311e-02 ] +2024-10-01 07:15:57,970 INFO: [ epoch: 130 ] [ iter:174,200 ] [ performance: 22.106 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:39 ] [ l_g_pix: 3.9808e-02 ] [ l_g_total: 3.9808e-02 ] +2024-10-01 07:16:02,537 INFO: [ epoch: 130 ] [ iter:174,300 ] [ performance: 22.246 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:32 ] [ l_g_pix: 2.7821e-02 ] [ l_g_total: 2.7821e-02 ] +2024-10-01 07:16:07,098 INFO: [ epoch: 130 ] [ iter:174,400 ] [ performance: 22.009 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:25 ] [ l_g_pix: 4.4836e-02 ] [ l_g_total: 4.4836e-02 ] +2024-10-01 07:16:11,656 INFO: [ epoch: 130 ] [ iter:174,500 ] [ performance: 22.421 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:17 ] [ l_g_pix: 3.1572e-02 ] [ l_g_total: 3.1572e-02 ] +2024-10-01 07:16:16,199 INFO: [ epoch: 130 ] [ iter:174,600 ] [ performance: 22.113 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:10 ] [ l_g_pix: 2.3495e-02 ] [ l_g_total: 2.3495e-02 ] +2024-10-01 07:16:20,770 INFO: [ epoch: 130 ] [ iter:174,700 ] [ performance: 22.442 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:03 ] [ l_g_pix: 3.7944e-02 ] [ l_g_total: 3.7944e-02 ] +2024-10-01 07:16:25,388 INFO: [ epoch: 130 ] [ iter:174,800 ] [ performance: 21.838 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:56 ] [ l_g_pix: 3.4780e-02 ] [ l_g_total: 3.4780e-02 ] +2024-10-01 07:16:30,045 INFO: [ epoch: 130 ] [ iter:174,900 ] [ performance: 22.329 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:48 ] [ l_g_pix: 2.9447e-02 ] [ l_g_total: 2.9447e-02 ] +2024-10-01 07:16:34,455 INFO: [ epoch: 130 ] [ iter:175,000 ] [ performance: 22.600 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:41 ] [ l_g_pix: 2.1111e-02 ] [ l_g_total: 2.1111e-02 ] +2024-10-01 07:16:40,505 INFO: [ epoch: 131 ] [ iter:175,100 ] [ performance: 22.369 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:34 ] [ l_g_pix: 3.6789e-02 ] [ l_g_total: 3.6789e-02 ] +2024-10-01 07:16:45,087 INFO: [ epoch: 131 ] [ iter:175,200 ] [ performance: 21.950 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:27 ] [ l_g_pix: 2.0609e-02 ] [ l_g_total: 2.0609e-02 ] +2024-10-01 07:16:49,664 INFO: [ epoch: 131 ] [ iter:175,300 ] [ performance: 22.340 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:20 ] [ l_g_pix: 2.5436e-02 ] [ l_g_total: 2.5436e-02 ] +2024-10-01 07:16:54,228 INFO: [ epoch: 131 ] [ iter:175,400 ] [ performance: 22.005 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:13 ] [ l_g_pix: 2.4960e-02 ] [ l_g_total: 2.4960e-02 ] +2024-10-01 07:16:58,812 INFO: [ epoch: 131 ] [ iter:175,500 ] [ performance: 22.144 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:05 ] [ l_g_pix: 1.9635e-02 ] [ l_g_total: 1.9635e-02 ] +2024-10-01 07:17:03,536 INFO: [ epoch: 131 ] [ iter:175,600 ] [ performance: 21.374 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:58 ] [ l_g_pix: 2.7280e-02 ] [ l_g_total: 2.7280e-02 ] +2024-10-01 07:17:08,088 INFO: [ epoch: 131 ] [ iter:175,700 ] [ performance: 22.613 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:51 ] [ l_g_pix: 3.4972e-02 ] [ l_g_total: 3.4972e-02 ] +2024-10-01 07:17:12,654 INFO: [ epoch: 131 ] [ iter:175,800 ] [ performance: 22.049 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:44 ] [ l_g_pix: 2.0357e-02 ] [ l_g_total: 2.0357e-02 ] +2024-10-01 07:17:17,221 INFO: [ epoch: 131 ] [ iter:175,900 ] [ performance: 22.432 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:37 ] [ l_g_pix: 1.9502e-02 ] [ l_g_total: 1.9502e-02 ] +2024-10-01 07:17:21,769 INFO: [ epoch: 131 ] [ iter:176,000 ] [ performance: 22.077 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:29 ] [ l_g_pix: 4.0467e-02 ] [ l_g_total: 4.0467e-02 ] +2024-10-01 07:17:26,335 INFO: [ epoch: 131 ] [ iter:176,100 ] [ performance: 22.480 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:22 ] [ l_g_pix: 2.0101e-02 ] [ l_g_total: 2.0101e-02 ] +2024-10-01 07:17:30,872 INFO: [ epoch: 131 ] [ iter:176,200 ] [ performance: 22.128 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:15 ] [ l_g_pix: 2.6652e-02 ] [ l_g_total: 2.6652e-02 ] +2024-10-01 07:17:35,419 INFO: [ epoch: 131 ] [ iter:176,300 ] [ performance: 21.698 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:08 ] [ l_g_pix: 3.8001e-02 ] [ l_g_total: 3.8001e-02 ] +2024-10-01 07:17:41,383 INFO: [ epoch: 132 ] [ iter:176,400 ] [ performance: 17.546 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:01 ] [ l_g_pix: 1.9869e-02 ] [ l_g_total: 1.9869e-02 ] +2024-10-01 07:17:45,946 INFO: [ epoch: 132 ] [ iter:176,500 ] [ performance: 22.761 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:54 ] [ l_g_pix: 2.7614e-02 ] [ l_g_total: 2.7614e-02 ] +2024-10-01 07:17:50,520 INFO: [ epoch: 132 ] [ iter:176,600 ] [ performance: 22.021 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:46 ] [ l_g_pix: 1.9549e-02 ] [ l_g_total: 1.9549e-02 ] +2024-10-01 07:17:55,092 INFO: [ epoch: 132 ] [ iter:176,700 ] [ performance: 22.279 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:39 ] [ l_g_pix: 2.1295e-02 ] [ l_g_total: 2.1295e-02 ] +2024-10-01 07:17:59,650 INFO: [ epoch: 132 ] [ iter:176,800 ] [ performance: 22.000 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:32 ] [ l_g_pix: 4.0206e-02 ] [ l_g_total: 4.0206e-02 ] +2024-10-01 07:18:04,213 INFO: [ epoch: 132 ] [ iter:176,900 ] [ performance: 22.414 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:25 ] [ l_g_pix: 3.3201e-02 ] [ l_g_total: 3.3201e-02 ] +2024-10-01 07:18:08,747 INFO: [ epoch: 132 ] [ iter:177,000 ] [ performance: 22.120 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:18 ] [ l_g_pix: 1.8301e-02 ] [ l_g_total: 1.8301e-02 ] +2024-10-01 07:18:13,465 INFO: [ epoch: 132 ] [ iter:177,100 ] [ performance: 22.481 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:11 ] [ l_g_pix: 2.7349e-02 ] [ l_g_total: 2.7349e-02 ] +2024-10-01 07:18:18,007 INFO: [ epoch: 132 ] [ iter:177,200 ] [ performance: 22.091 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:04 ] [ l_g_pix: 2.1542e-02 ] [ l_g_total: 2.1542e-02 ] +2024-10-01 07:18:22,562 INFO: [ epoch: 132 ] [ iter:177,300 ] [ performance: 22.439 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:56 ] [ l_g_pix: 2.2830e-02 ] [ l_g_total: 2.2830e-02 ] +2024-10-01 07:18:27,129 INFO: [ epoch: 132 ] [ iter:177,400 ] [ performance: 21.981 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:49 ] [ l_g_pix: 4.1942e-02 ] [ l_g_total: 4.1942e-02 ] +2024-10-01 07:18:31,673 INFO: [ epoch: 132 ] [ iter:177,500 ] [ performance: 22.221 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:42 ] [ l_g_pix: 3.3865e-02 ] [ l_g_total: 3.3865e-02 ] +2024-10-01 07:18:36,239 INFO: [ epoch: 132 ] [ iter:177,600 ] [ performance: 21.946 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:35 ] [ l_g_pix: 1.8051e-02 ] [ l_g_total: 1.8051e-02 ] +2024-10-01 07:18:41,710 INFO: [ epoch: 133 ] [ iter:177,700 ] [ performance: 8.886 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:28 ] [ l_g_pix: 1.8701e-02 ] [ l_g_total: 1.8701e-02 ] +2024-10-01 07:18:46,603 INFO: [ epoch: 133 ] [ iter:177,800 ] [ performance: 17.354 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:21 ] [ l_g_pix: 2.4720e-02 ] [ l_g_total: 2.4720e-02 ] +2024-10-01 07:18:51,165 INFO: [ epoch: 133 ] [ iter:177,900 ] [ performance: 22.282 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:14 ] [ l_g_pix: 2.5692e-02 ] [ l_g_total: 2.5692e-02 ] +2024-10-01 07:18:55,743 INFO: [ epoch: 133 ] [ iter:178,000 ] [ performance: 21.902 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:07 ] [ l_g_pix: 3.2613e-02 ] [ l_g_total: 3.2613e-02 ] +2024-10-01 07:19:00,295 INFO: [ epoch: 133 ] [ iter:178,100 ] [ performance: 22.470 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:59 ] [ l_g_pix: 2.4766e-02 ] [ l_g_total: 2.4766e-02 ] +2024-10-01 07:19:04,897 INFO: [ epoch: 133 ] [ iter:178,200 ] [ performance: 21.821 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:52 ] [ l_g_pix: 3.8911e-02 ] [ l_g_total: 3.8911e-02 ] +2024-10-01 07:19:09,453 INFO: [ epoch: 133 ] [ iter:178,300 ] [ performance: 22.424 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:45 ] [ l_g_pix: 2.3918e-02 ] [ l_g_total: 2.3918e-02 ] +2024-10-01 07:19:14,016 INFO: [ epoch: 133 ] [ iter:178,400 ] [ performance: 21.977 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:38 ] [ l_g_pix: 3.5744e-02 ] [ l_g_total: 3.5744e-02 ] +2024-10-01 07:19:18,595 INFO: [ epoch: 133 ] [ iter:178,500 ] [ performance: 22.140 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:31 ] [ l_g_pix: 2.6919e-02 ] [ l_g_total: 2.6919e-02 ] +2024-10-01 07:19:23,296 INFO: [ epoch: 133 ] [ iter:178,600 ] [ performance: 21.362 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:24 ] [ l_g_pix: 3.3762e-02 ] [ l_g_total: 3.3762e-02 ] +2024-10-01 07:19:27,861 INFO: [ epoch: 133 ] [ iter:178,700 ] [ performance: 22.487 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:17 ] [ l_g_pix: 3.3064e-02 ] [ l_g_total: 3.3064e-02 ] +2024-10-01 07:19:32,406 INFO: [ epoch: 133 ] [ iter:178,800 ] [ performance: 22.052 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:10 ] [ l_g_pix: 1.6155e-02 ] [ l_g_total: 1.6155e-02 ] +2024-10-01 07:19:36,984 INFO: [ epoch: 133 ] [ iter:178,900 ] [ performance: 22.284 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:02 ] [ l_g_pix: 2.5778e-02 ] [ l_g_total: 2.5778e-02 ] +2024-10-01 07:19:41,387 INFO: [ epoch: 133 ] [ iter:179,000 ] [ performance: 22.677 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:55 ] [ l_g_pix: 3.1756e-02 ] [ l_g_total: 3.1756e-02 ] +2024-10-01 07:19:47,458 INFO: [ epoch: 134 ] [ iter:179,100 ] [ performance: 22.574 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:48 ] [ l_g_pix: 2.4032e-02 ] [ l_g_total: 2.4032e-02 ] +2024-10-01 07:19:52,050 INFO: [ epoch: 134 ] [ iter:179,200 ] [ performance: 21.844 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:41 ] [ l_g_pix: 2.4514e-02 ] [ l_g_total: 2.4514e-02 ] +2024-10-01 07:19:56,814 INFO: [ epoch: 134 ] [ iter:179,300 ] [ performance: 22.485 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:34 ] [ l_g_pix: 3.1978e-02 ] [ l_g_total: 3.1978e-02 ] +2024-10-01 07:20:01,384 INFO: [ epoch: 134 ] [ iter:179,400 ] [ performance: 21.929 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:27 ] [ l_g_pix: 2.4287e-02 ] [ l_g_total: 2.4287e-02 ] +2024-10-01 07:20:05,940 INFO: [ epoch: 134 ] [ iter:179,500 ] [ performance: 22.224 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:20 ] [ l_g_pix: 3.2875e-02 ] [ l_g_total: 3.2875e-02 ] +2024-10-01 07:20:10,481 INFO: [ epoch: 134 ] [ iter:179,600 ] [ performance: 22.037 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:13 ] [ l_g_pix: 3.2340e-02 ] [ l_g_total: 3.2340e-02 ] +2024-10-01 07:20:15,049 INFO: [ epoch: 134 ] [ iter:179,700 ] [ performance: 22.667 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:06 ] [ l_g_pix: 2.9829e-02 ] [ l_g_total: 2.9829e-02 ] +2024-10-01 07:20:19,606 INFO: [ epoch: 134 ] [ iter:179,800 ] [ performance: 21.987 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:59 ] [ l_g_pix: 2.5017e-02 ] [ l_g_total: 2.5017e-02 ] +2024-10-01 07:20:24,193 INFO: [ epoch: 134 ] [ iter:179,900 ] [ performance: 22.828 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:52 ] [ l_g_pix: 3.5371e-02 ] [ l_g_total: 3.5371e-02 ] +2024-10-01 07:20:28,771 INFO: [ epoch: 134 ] [ iter:180,000 ] [ performance: 21.890 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:45 ] [ l_g_pix: 3.1014e-02 ] [ l_g_total: 3.1014e-02 ] +2024-10-01 07:20:28,772 INFO: Saving models and training states. +2024-10-01 07:24:33,309 INFO: Validation val + + # psnr: 27.2057........ Best: 27.2074 @ 120000 iter + # ssim: 0.7667........ Best: 0.7667 @ 180000 iter + # dists: 0.7734........ Best: 0.7732 @ 120000 iter + +2024-10-01 07:24:37,845 INFO: [ epoch: 134 ] [ iter:180,100 ] [ performance: 22.292 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:05 ] [ l_g_pix: 3.8463e-02 ] [ l_g_total: 3.8463e-02 ] +2024-10-01 07:24:42,429 INFO: [ epoch: 134 ] [ iter:180,200 ] [ performance: 21.840 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:57 ] [ l_g_pix: 3.3729e-02 ] [ l_g_total: 3.3729e-02 ] +2024-10-01 07:24:46,949 INFO: [ epoch: 134 ] [ iter:180,300 ] [ performance: 23.445 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:50 ] [ l_g_pix: 3.2058e-02 ] [ l_g_total: 3.2058e-02 ] +2024-10-01 07:24:52,793 INFO: [ epoch: 135 ] [ iter:180,400 ] [ performance: 17.251 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:43 ] [ l_g_pix: 4.3512e-02 ] [ l_g_total: 4.3512e-02 ] +2024-10-01 07:24:57,355 INFO: [ epoch: 135 ] [ iter:180,500 ] [ performance: 23.094 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:36 ] [ l_g_pix: 2.6944e-02 ] [ l_g_total: 2.6944e-02 ] +2024-10-01 07:25:01,918 INFO: [ epoch: 135 ] [ iter:180,600 ] [ performance: 21.941 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:29 ] [ l_g_pix: 3.1595e-02 ] [ l_g_total: 3.1595e-02 ] +2024-10-01 07:25:06,471 INFO: [ epoch: 135 ] [ iter:180,700 ] [ performance: 22.744 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:21 ] [ l_g_pix: 4.1310e-02 ] [ l_g_total: 4.1310e-02 ] +2024-10-01 07:25:11,022 INFO: [ epoch: 135 ] [ iter:180,800 ] [ performance: 21.983 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:14 ] [ l_g_pix: 2.2625e-02 ] [ l_g_total: 2.2625e-02 ] +2024-10-01 07:25:15,581 INFO: [ epoch: 135 ] [ iter:180,900 ] [ performance: 21.960 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:07 ] [ l_g_pix: 3.5998e-02 ] [ l_g_total: 3.5998e-02 ] +2024-10-01 07:25:20,185 INFO: [ epoch: 135 ] [ iter:181,000 ] [ performance: 21.724 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:00 ] [ l_g_pix: 2.1322e-02 ] [ l_g_total: 2.1322e-02 ] +2024-10-01 07:25:24,736 INFO: [ epoch: 135 ] [ iter:181,100 ] [ performance: 21.852 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:53 ] [ l_g_pix: 3.0335e-02 ] [ l_g_total: 3.0335e-02 ] +2024-10-01 07:25:29,301 INFO: [ epoch: 135 ] [ iter:181,200 ] [ performance: 21.909 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:45 ] [ l_g_pix: 4.4631e-02 ] [ l_g_total: 4.4631e-02 ] +2024-10-01 07:25:33,868 INFO: [ epoch: 135 ] [ iter:181,300 ] [ performance: 21.904 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:38 ] [ l_g_pix: 2.8150e-02 ] [ l_g_total: 2.8150e-02 ] +2024-10-01 07:25:38,403 INFO: [ epoch: 135 ] [ iter:181,400 ] [ performance: 22.079 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:31 ] [ l_g_pix: 4.0075e-02 ] [ l_g_total: 4.0075e-02 ] +2024-10-01 07:25:42,952 INFO: [ epoch: 135 ] [ iter:181,500 ] [ performance: 22.032 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:24 ] [ l_g_pix: 3.4637e-02 ] [ l_g_total: 3.4637e-02 ] +2024-10-01 07:25:47,520 INFO: [ epoch: 135 ] [ iter:181,600 ] [ performance: 21.922 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:17 ] [ l_g_pix: 2.2621e-02 ] [ l_g_total: 2.2621e-02 ] +2024-10-01 07:25:53,019 INFO: [ epoch: 136 ] [ iter:181,700 ] [ performance: 19.855 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:10 ] [ l_g_pix: 2.6490e-02 ] [ l_g_total: 2.6490e-02 ] +2024-10-01 07:25:57,779 INFO: [ epoch: 136 ] [ iter:181,800 ] [ performance: 21.259 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:02 ] [ l_g_pix: 3.0287e-02 ] [ l_g_total: 3.0287e-02 ] +2024-10-01 07:26:02,329 INFO: [ epoch: 136 ] [ iter:181,900 ] [ performance: 21.622 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:55 ] [ l_g_pix: 3.2518e-02 ] [ l_g_total: 3.2518e-02 ] +2024-10-01 07:26:06,922 INFO: [ epoch: 136 ] [ iter:182,000 ] [ performance: 21.789 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:48 ] [ l_g_pix: 2.5681e-02 ] [ l_g_total: 2.5681e-02 ] +2024-10-01 07:26:11,494 INFO: [ epoch: 136 ] [ iter:182,100 ] [ performance: 21.833 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:41 ] [ l_g_pix: 2.6827e-02 ] [ l_g_total: 2.6827e-02 ] +2024-10-01 07:26:16,041 INFO: [ epoch: 136 ] [ iter:182,200 ] [ performance: 22.033 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:34 ] [ l_g_pix: 3.9665e-02 ] [ l_g_total: 3.9665e-02 ] +2024-10-01 07:26:20,638 INFO: [ epoch: 136 ] [ iter:182,300 ] [ performance: 21.890 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:27 ] [ l_g_pix: 2.2847e-02 ] [ l_g_total: 2.2847e-02 ] +2024-10-01 07:26:25,187 INFO: [ epoch: 136 ] [ iter:182,400 ] [ performance: 22.062 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:19 ] [ l_g_pix: 3.1429e-02 ] [ l_g_total: 3.1429e-02 ] +2024-10-01 07:26:29,747 INFO: [ epoch: 136 ] [ iter:182,500 ] [ performance: 21.996 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:12 ] [ l_g_pix: 3.8537e-02 ] [ l_g_total: 3.8537e-02 ] +2024-10-01 07:26:34,328 INFO: [ epoch: 136 ] [ iter:182,600 ] [ performance: 21.890 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:05 ] [ l_g_pix: 2.5400e-02 ] [ l_g_total: 2.5400e-02 ] +2024-10-01 07:26:38,909 INFO: [ epoch: 136 ] [ iter:182,700 ] [ performance: 21.860 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:58 ] [ l_g_pix: 3.3322e-02 ] [ l_g_total: 3.3322e-02 ] +2024-10-01 07:26:43,459 INFO: [ epoch: 136 ] [ iter:182,800 ] [ performance: 22.029 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:51 ] [ l_g_pix: 3.0068e-02 ] [ l_g_total: 3.0068e-02 ] +2024-10-01 07:26:48,015 INFO: [ epoch: 136 ] [ iter:182,900 ] [ performance: 21.987 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:44 ] [ l_g_pix: 2.1032e-02 ] [ l_g_total: 2.1032e-02 ] +2024-10-01 07:26:52,466 INFO: [ epoch: 136 ] [ iter:183,000 ] [ performance: 22.601 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:36 ] [ l_g_pix: 2.3796e-02 ] [ l_g_total: 2.3796e-02 ] +2024-10-01 07:26:58,377 INFO: [ epoch: 137 ] [ iter:183,100 ] [ performance: 19.208 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:29 ] [ l_g_pix: 3.1159e-02 ] [ l_g_total: 3.1159e-02 ] +2024-10-01 07:27:02,956 INFO: [ epoch: 137 ] [ iter:183,200 ] [ performance: 21.926 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:22 ] [ l_g_pix: 1.8599e-02 ] [ l_g_total: 1.8599e-02 ] +2024-10-01 07:27:07,519 INFO: [ epoch: 137 ] [ iter:183,300 ] [ performance: 21.922 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:15 ] [ l_g_pix: 3.9903e-02 ] [ l_g_total: 3.9903e-02 ] +2024-10-01 07:27:12,064 INFO: [ epoch: 137 ] [ iter:183,400 ] [ performance: 22.103 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:08 ] [ l_g_pix: 2.4683e-02 ] [ l_g_total: 2.4683e-02 ] +2024-10-01 07:27:16,596 INFO: [ epoch: 137 ] [ iter:183,500 ] [ performance: 22.085 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:01 ] [ l_g_pix: 3.3722e-02 ] [ l_g_total: 3.3722e-02 ] +2024-10-01 07:27:21,160 INFO: [ epoch: 137 ] [ iter:183,600 ] [ performance: 21.965 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:54 ] [ l_g_pix: 3.0700e-02 ] [ l_g_total: 3.0700e-02 ] +2024-10-01 07:27:25,755 INFO: [ epoch: 137 ] [ iter:183,700 ] [ performance: 21.861 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:47 ] [ l_g_pix: 2.8778e-02 ] [ l_g_total: 2.8778e-02 ] +2024-10-01 07:27:30,276 INFO: [ epoch: 137 ] [ iter:183,800 ] [ performance: 22.197 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:40 ] [ l_g_pix: 2.4254e-02 ] [ l_g_total: 2.4254e-02 ] +2024-10-01 07:27:34,834 INFO: [ epoch: 137 ] [ iter:183,900 ] [ performance: 22.062 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:32 ] [ l_g_pix: 2.9586e-02 ] [ l_g_total: 2.9586e-02 ] +2024-10-01 07:27:39,407 INFO: [ epoch: 137 ] [ iter:184,000 ] [ performance: 21.943 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:25 ] [ l_g_pix: 3.5030e-02 ] [ l_g_total: 3.5030e-02 ] +2024-10-01 07:27:43,985 INFO: [ epoch: 137 ] [ iter:184,100 ] [ performance: 21.891 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:18 ] [ l_g_pix: 3.5282e-02 ] [ l_g_total: 3.5282e-02 ] +2024-10-01 07:27:48,568 INFO: [ epoch: 137 ] [ iter:184,200 ] [ performance: 21.985 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:11 ] [ l_g_pix: 2.3711e-02 ] [ l_g_total: 2.3711e-02 ] +2024-10-01 07:27:53,086 INFO: [ epoch: 137 ] [ iter:184,300 ] [ performance: 22.067 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:04 ] [ l_g_pix: 2.2023e-02 ] [ l_g_total: 2.2023e-02 ] +2024-10-01 07:27:59,169 INFO: [ epoch: 138 ] [ iter:184,400 ] [ performance: 15.620 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:57 ] [ l_g_pix: 2.7444e-02 ] [ l_g_total: 2.7444e-02 ] +2024-10-01 07:28:03,731 INFO: [ epoch: 138 ] [ iter:184,500 ] [ performance: 18.534 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:50 ] [ l_g_pix: 2.0654e-02 ] [ l_g_total: 2.0654e-02 ] +2024-10-01 07:28:08,314 INFO: [ epoch: 138 ] [ iter:184,600 ] [ performance: 21.876 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:43 ] [ l_g_pix: 3.0807e-02 ] [ l_g_total: 3.0807e-02 ] +2024-10-01 07:28:12,871 INFO: [ epoch: 138 ] [ iter:184,700 ] [ performance: 21.915 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:36 ] [ l_g_pix: 1.4540e-02 ] [ l_g_total: 1.4540e-02 ] +2024-10-01 07:28:17,453 INFO: [ epoch: 138 ] [ iter:184,800 ] [ performance: 21.881 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:29 ] [ l_g_pix: 3.7267e-02 ] [ l_g_total: 3.7267e-02 ] +2024-10-01 07:28:22,035 INFO: [ epoch: 138 ] [ iter:184,900 ] [ performance: 21.851 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:21 ] [ l_g_pix: 1.8672e-02 ] [ l_g_total: 1.8672e-02 ] +2024-10-01 07:28:26,613 INFO: [ epoch: 138 ] [ iter:185,000 ] [ performance: 21.957 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:14 ] [ l_g_pix: 3.2483e-02 ] [ l_g_total: 3.2483e-02 ] +2024-10-01 07:28:31,175 INFO: [ epoch: 138 ] [ iter:185,100 ] [ performance: 21.940 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:07 ] [ l_g_pix: 3.0818e-02 ] [ l_g_total: 3.0818e-02 ] +2024-10-01 07:28:35,755 INFO: [ epoch: 138 ] [ iter:185,200 ] [ performance: 22.053 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:00 ] [ l_g_pix: 4.2922e-02 ] [ l_g_total: 4.2922e-02 ] +2024-10-01 07:28:40,342 INFO: [ epoch: 138 ] [ iter:185,300 ] [ performance: 21.913 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:53 ] [ l_g_pix: 4.4803e-02 ] [ l_g_total: 4.4803e-02 ] +2024-10-01 07:28:44,896 INFO: [ epoch: 138 ] [ iter:185,400 ] [ performance: 22.194 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:46 ] [ l_g_pix: 3.0635e-02 ] [ l_g_total: 3.0635e-02 ] +2024-10-01 07:28:49,450 INFO: [ epoch: 138 ] [ iter:185,500 ] [ performance: 22.061 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:39 ] [ l_g_pix: 2.3812e-02 ] [ l_g_total: 2.3812e-02 ] +2024-10-01 07:28:54,009 INFO: [ epoch: 138 ] [ iter:185,600 ] [ performance: 22.118 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:32 ] [ l_g_pix: 3.0348e-02 ] [ l_g_total: 3.0348e-02 ] +2024-10-01 07:28:58,379 INFO: [ epoch: 138 ] [ iter:185,700 ] [ performance: 22.545 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:25 ] [ l_g_pix: 2.6220e-02 ] [ l_g_total: 2.6220e-02 ] +2024-10-01 07:29:04,182 INFO: [ epoch: 139 ] [ iter:185,800 ] [ performance: 21.821 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:18 ] [ l_g_pix: 2.9733e-02 ] [ l_g_total: 2.9733e-02 ] +2024-10-01 07:29:08,790 INFO: [ epoch: 139 ] [ iter:185,900 ] [ performance: 21.758 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:11 ] [ l_g_pix: 2.3936e-02 ] [ l_g_total: 2.3936e-02 ] +2024-10-01 07:29:13,368 INFO: [ epoch: 139 ] [ iter:186,000 ] [ performance: 21.981 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:04 ] [ l_g_pix: 2.9254e-02 ] [ l_g_total: 2.9254e-02 ] +2024-10-01 07:29:17,952 INFO: [ epoch: 139 ] [ iter:186,100 ] [ performance: 21.886 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:57 ] [ l_g_pix: 2.8945e-02 ] [ l_g_total: 2.8945e-02 ] +2024-10-01 07:29:22,511 INFO: [ epoch: 139 ] [ iter:186,200 ] [ performance: 22.085 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:50 ] [ l_g_pix: 2.7263e-02 ] [ l_g_total: 2.7263e-02 ] +2024-10-01 07:29:27,046 INFO: [ epoch: 139 ] [ iter:186,300 ] [ performance: 22.067 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:43 ] [ l_g_pix: 2.2872e-02 ] [ l_g_total: 2.2872e-02 ] +2024-10-01 07:29:31,626 INFO: [ epoch: 139 ] [ iter:186,400 ] [ performance: 22.013 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:35 ] [ l_g_pix: 1.9725e-02 ] [ l_g_total: 1.9725e-02 ] +2024-10-01 07:29:36,185 INFO: [ epoch: 139 ] [ iter:186,500 ] [ performance: 21.969 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:28 ] [ l_g_pix: 3.5273e-02 ] [ l_g_total: 3.5273e-02 ] +2024-10-01 07:29:40,746 INFO: [ epoch: 139 ] [ iter:186,600 ] [ performance: 22.025 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:21 ] [ l_g_pix: 2.7034e-02 ] [ l_g_total: 2.7034e-02 ] +2024-10-01 07:29:45,344 INFO: [ epoch: 139 ] [ iter:186,700 ] [ performance: 21.867 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:14 ] [ l_g_pix: 3.3062e-02 ] [ l_g_total: 3.3062e-02 ] +2024-10-01 07:29:49,950 INFO: [ epoch: 139 ] [ iter:186,800 ] [ performance: 21.752 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:07 ] [ l_g_pix: 1.5737e-02 ] [ l_g_total: 1.5737e-02 ] +2024-10-01 07:29:54,520 INFO: [ epoch: 139 ] [ iter:186,900 ] [ performance: 21.831 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:00 ] [ l_g_pix: 2.2785e-02 ] [ l_g_total: 2.2785e-02 ] +2024-10-01 07:29:58,967 INFO: [ epoch: 139 ] [ iter:187,000 ] [ performance: 22.832 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:53 ] [ l_g_pix: 2.5197e-02 ] [ l_g_total: 2.5197e-02 ] +2024-10-01 07:30:04,855 INFO: [ epoch: 140 ] [ iter:187,100 ] [ performance: 18.988 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:46 ] [ l_g_pix: 4.1495e-02 ] [ l_g_total: 4.1495e-02 ] +2024-10-01 07:30:09,452 INFO: [ epoch: 140 ] [ iter:187,200 ] [ performance: 21.974 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:39 ] [ l_g_pix: 2.7233e-02 ] [ l_g_total: 2.7233e-02 ] +2024-10-01 07:30:14,058 INFO: [ epoch: 140 ] [ iter:187,300 ] [ performance: 21.820 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:32 ] [ l_g_pix: 2.1794e-02 ] [ l_g_total: 2.1794e-02 ] +2024-10-01 07:30:18,631 INFO: [ epoch: 140 ] [ iter:187,400 ] [ performance: 22.040 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:25 ] [ l_g_pix: 2.5417e-02 ] [ l_g_total: 2.5417e-02 ] +2024-10-01 07:30:23,183 INFO: [ epoch: 140 ] [ iter:187,500 ] [ performance: 22.000 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:18 ] [ l_g_pix: 1.9681e-02 ] [ l_g_total: 1.9681e-02 ] +2024-10-01 07:30:27,733 INFO: [ epoch: 140 ] [ iter:187,600 ] [ performance: 22.104 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:11 ] [ l_g_pix: 2.4936e-02 ] [ l_g_total: 2.4936e-02 ] +2024-10-01 07:30:32,287 INFO: [ epoch: 140 ] [ iter:187,700 ] [ performance: 22.021 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:04 ] [ l_g_pix: 3.4720e-02 ] [ l_g_total: 3.4720e-02 ] +2024-10-01 07:30:36,827 INFO: [ epoch: 140 ] [ iter:187,800 ] [ performance: 22.163 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:57 ] [ l_g_pix: 2.7353e-02 ] [ l_g_total: 2.7353e-02 ] +2024-10-01 07:30:41,354 INFO: [ epoch: 140 ] [ iter:187,900 ] [ performance: 22.123 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:50 ] [ l_g_pix: 5.4687e-02 ] [ l_g_total: 5.4687e-02 ] +2024-10-01 07:30:45,921 INFO: [ epoch: 140 ] [ iter:188,000 ] [ performance: 22.066 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:43 ] [ l_g_pix: 2.8141e-02 ] [ l_g_total: 2.8141e-02 ] +2024-10-01 07:30:50,497 INFO: [ epoch: 140 ] [ iter:188,100 ] [ performance: 21.938 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:36 ] [ l_g_pix: 2.4094e-02 ] [ l_g_total: 2.4094e-02 ] +2024-10-01 07:30:55,064 INFO: [ epoch: 140 ] [ iter:188,200 ] [ performance: 22.097 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:29 ] [ l_g_pix: 3.3353e-02 ] [ l_g_total: 3.3353e-02 ] +2024-10-01 07:30:59,562 INFO: [ epoch: 140 ] [ iter:188,300 ] [ performance: 22.180 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:22 ] [ l_g_pix: 3.8928e-02 ] [ l_g_total: 3.8928e-02 ] +2024-10-01 07:31:05,423 INFO: [ epoch: 141 ] [ iter:188,400 ] [ performance: 14.892 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:15 ] [ l_g_pix: 2.9333e-02 ] [ l_g_total: 2.9333e-02 ] +2024-10-01 07:31:10,027 INFO: [ epoch: 141 ] [ iter:188,500 ] [ performance: 18.452 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:08 ] [ l_g_pix: 3.4161e-02 ] [ l_g_total: 3.4161e-02 ] +2024-10-01 07:31:14,598 INFO: [ epoch: 141 ] [ iter:188,600 ] [ performance: 21.958 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:01 ] [ l_g_pix: 2.7057e-02 ] [ l_g_total: 2.7057e-02 ] +2024-10-01 07:31:19,171 INFO: [ epoch: 141 ] [ iter:188,700 ] [ performance: 21.904 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:54 ] [ l_g_pix: 2.6600e-02 ] [ l_g_total: 2.6600e-02 ] +2024-10-01 07:31:23,742 INFO: [ epoch: 141 ] [ iter:188,800 ] [ performance: 21.920 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:47 ] [ l_g_pix: 3.0830e-02 ] [ l_g_total: 3.0830e-02 ] +2024-10-01 07:31:28,326 INFO: [ epoch: 141 ] [ iter:188,900 ] [ performance: 21.857 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:40 ] [ l_g_pix: 1.9158e-02 ] [ l_g_total: 1.9158e-02 ] +2024-10-01 07:31:32,872 INFO: [ epoch: 141 ] [ iter:189,000 ] [ performance: 22.146 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:33 ] [ l_g_pix: 3.3388e-02 ] [ l_g_total: 3.3388e-02 ] +2024-10-01 07:31:37,409 INFO: [ epoch: 141 ] [ iter:189,100 ] [ performance: 22.086 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:26 ] [ l_g_pix: 2.8650e-02 ] [ l_g_total: 2.8650e-02 ] +2024-10-01 07:31:41,946 INFO: [ epoch: 141 ] [ iter:189,200 ] [ performance: 22.176 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:19 ] [ l_g_pix: 2.5820e-02 ] [ l_g_total: 2.5820e-02 ] +2024-10-01 07:31:46,528 INFO: [ epoch: 141 ] [ iter:189,300 ] [ performance: 21.956 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:12 ] [ l_g_pix: 1.6968e-02 ] [ l_g_total: 1.6968e-02 ] +2024-10-01 07:31:51,088 INFO: [ epoch: 141 ] [ iter:189,400 ] [ performance: 22.064 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:05 ] [ l_g_pix: 4.2071e-02 ] [ l_g_total: 4.2071e-02 ] +2024-10-01 07:31:55,667 INFO: [ epoch: 141 ] [ iter:189,500 ] [ performance: 21.926 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:58 ] [ l_g_pix: 3.0407e-02 ] [ l_g_total: 3.0407e-02 ] +2024-10-01 07:32:00,266 INFO: [ epoch: 141 ] [ iter:189,600 ] [ performance: 21.894 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:51 ] [ l_g_pix: 3.7148e-02 ] [ l_g_total: 3.7148e-02 ] +2024-10-01 07:32:04,673 INFO: [ epoch: 141 ] [ iter:189,700 ] [ performance: 22.398 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:44 ] [ l_g_pix: 3.3162e-02 ] [ l_g_total: 3.3162e-02 ] +2024-10-01 07:32:10,648 INFO: [ epoch: 142 ] [ iter:189,800 ] [ performance: 22.529 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:37 ] [ l_g_pix: 2.2927e-02 ] [ l_g_total: 2.2927e-02 ] +2024-10-01 07:32:15,172 INFO: [ epoch: 142 ] [ iter:189,900 ] [ performance: 22.259 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:30 ] [ l_g_pix: 3.9517e-02 ] [ l_g_total: 3.9517e-02 ] +2024-10-01 07:32:19,705 INFO: [ epoch: 142 ] [ iter:190,000 ] [ performance: 21.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:24 ] [ l_g_pix: 1.4450e-02 ] [ l_g_total: 1.4450e-02 ] +2024-10-01 07:32:19,706 INFO: Saving models and training states. +2024-10-01 07:38:08,594 INFO: Validation val + + # psnr: 27.2039........ Best: 27.2074 @ 120000 iter + # ssim: 0.7666........ Best: 0.7667 @ 180000 iter + # dists: 0.7734........ Best: 0.7732 @ 120000 iter + +2024-10-01 07:38:13,117 INFO: [ epoch: 142 ] [ iter:190,100 ] [ performance: 22.070 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:35 ] [ l_g_pix: 2.6583e-02 ] [ l_g_total: 2.6583e-02 ] +2024-10-01 07:38:17,688 INFO: [ epoch: 142 ] [ iter:190,200 ] [ performance: 21.971 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:28 ] [ l_g_pix: 2.6205e-02 ] [ l_g_total: 2.6205e-02 ] +2024-10-01 07:38:22,212 INFO: [ epoch: 142 ] [ iter:190,300 ] [ performance: 22.062 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:20 ] [ l_g_pix: 2.4174e-02 ] [ l_g_total: 2.4174e-02 ] +2024-10-01 07:38:26,772 INFO: [ epoch: 142 ] [ iter:190,400 ] [ performance: 22.072 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:13 ] [ l_g_pix: 4.1603e-02 ] [ l_g_total: 4.1603e-02 ] +2024-10-01 07:38:31,296 INFO: [ epoch: 142 ] [ iter:190,500 ] [ performance: 22.095 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:06 ] [ l_g_pix: 4.3892e-02 ] [ l_g_total: 4.3892e-02 ] +2024-10-01 07:38:35,854 INFO: [ epoch: 142 ] [ iter:190,600 ] [ performance: 21.907 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:59 ] [ l_g_pix: 2.4385e-02 ] [ l_g_total: 2.4385e-02 ] +2024-10-01 07:38:40,385 INFO: [ epoch: 142 ] [ iter:190,700 ] [ performance: 22.017 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:52 ] [ l_g_pix: 2.8343e-02 ] [ l_g_total: 2.8343e-02 ] +2024-10-01 07:38:44,976 INFO: [ epoch: 142 ] [ iter:190,800 ] [ performance: 21.943 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:45 ] [ l_g_pix: 2.2305e-02 ] [ l_g_total: 2.2305e-02 ] +2024-10-01 07:38:49,545 INFO: [ epoch: 142 ] [ iter:190,900 ] [ performance: 21.908 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:38 ] [ l_g_pix: 1.8365e-02 ] [ l_g_total: 1.8365e-02 ] +2024-10-01 07:38:53,987 INFO: [ epoch: 142 ] [ iter:191,000 ] [ performance: 22.987 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:30 ] [ l_g_pix: 2.6150e-02 ] [ l_g_total: 2.6150e-02 ] +2024-10-01 07:38:59,848 INFO: [ epoch: 143 ] [ iter:191,100 ] [ performance: 18.669 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:23 ] [ l_g_pix: 3.2018e-02 ] [ l_g_total: 3.2018e-02 ] +2024-10-01 07:39:04,427 INFO: [ epoch: 143 ] [ iter:191,200 ] [ performance: 22.031 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:16 ] [ l_g_pix: 4.4995e-02 ] [ l_g_total: 4.4995e-02 ] +2024-10-01 07:39:08,980 INFO: [ epoch: 143 ] [ iter:191,300 ] [ performance: 21.987 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:09 ] [ l_g_pix: 2.5643e-02 ] [ l_g_total: 2.5643e-02 ] +2024-10-01 07:39:13,543 INFO: [ epoch: 143 ] [ iter:191,400 ] [ performance: 22.012 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:02 ] [ l_g_pix: 3.0989e-02 ] [ l_g_total: 3.0989e-02 ] +2024-10-01 07:39:18,102 INFO: [ epoch: 143 ] [ iter:191,500 ] [ performance: 21.962 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:55 ] [ l_g_pix: 2.2261e-02 ] [ l_g_total: 2.2261e-02 ] +2024-10-01 07:39:22,649 INFO: [ epoch: 143 ] [ iter:191,600 ] [ performance: 22.151 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:48 ] [ l_g_pix: 2.7101e-02 ] [ l_g_total: 2.7101e-02 ] +2024-10-01 07:39:27,385 INFO: [ epoch: 143 ] [ iter:191,700 ] [ performance: 21.438 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:41 ] [ l_g_pix: 2.9682e-02 ] [ l_g_total: 2.9682e-02 ] +2024-10-01 07:39:32,370 INFO: [ epoch: 143 ] [ iter:191,800 ] [ performance: 19.930 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:34 ] [ l_g_pix: 2.0169e-02 ] [ l_g_total: 2.0169e-02 ] +2024-10-01 07:39:36,941 INFO: [ epoch: 143 ] [ iter:191,900 ] [ performance: 21.226 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:27 ] [ l_g_pix: 2.1990e-02 ] [ l_g_total: 2.1990e-02 ] +2024-10-01 07:39:41,547 INFO: [ epoch: 143 ] [ iter:192,000 ] [ performance: 21.966 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:19 ] [ l_g_pix: 3.4994e-02 ] [ l_g_total: 3.4994e-02 ] +2024-10-01 07:39:46,154 INFO: [ epoch: 143 ] [ iter:192,100 ] [ performance: 21.789 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:12 ] [ l_g_pix: 2.7781e-02 ] [ l_g_total: 2.7781e-02 ] +2024-10-01 07:39:50,645 INFO: [ epoch: 143 ] [ iter:192,200 ] [ performance: 22.984 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:05 ] [ l_g_pix: 2.3854e-02 ] [ l_g_total: 2.3854e-02 ] +2024-10-01 07:39:55,559 INFO: [ epoch: 143 ] [ iter:192,300 ] [ performance: 21.569 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:58 ] [ l_g_pix: 2.5281e-02 ] [ l_g_total: 2.5281e-02 ] +2024-10-01 07:40:01,405 INFO: [ epoch: 144 ] [ iter:192,400 ] [ performance: 13.134 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:51 ] [ l_g_pix: 4.4824e-02 ] [ l_g_total: 4.4824e-02 ] +2024-10-01 07:40:06,040 INFO: [ epoch: 144 ] [ iter:192,500 ] [ performance: 18.085 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:44 ] [ l_g_pix: 1.9974e-02 ] [ l_g_total: 1.9974e-02 ] +2024-10-01 07:40:10,618 INFO: [ epoch: 144 ] [ iter:192,600 ] [ performance: 22.145 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:37 ] [ l_g_pix: 2.8078e-02 ] [ l_g_total: 2.8078e-02 ] +2024-10-01 07:40:15,152 INFO: [ epoch: 144 ] [ iter:192,700 ] [ performance: 22.086 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:30 ] [ l_g_pix: 4.4174e-02 ] [ l_g_total: 4.4174e-02 ] +2024-10-01 07:40:19,708 INFO: [ epoch: 144 ] [ iter:192,800 ] [ performance: 22.217 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:23 ] [ l_g_pix: 3.1060e-02 ] [ l_g_total: 3.1060e-02 ] +2024-10-01 07:40:24,266 INFO: [ epoch: 144 ] [ iter:192,900 ] [ performance: 22.020 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:16 ] [ l_g_pix: 2.9525e-02 ] [ l_g_total: 2.9525e-02 ] +2024-10-01 07:40:28,855 INFO: [ epoch: 144 ] [ iter:193,000 ] [ performance: 22.060 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:09 ] [ l_g_pix: 3.4265e-02 ] [ l_g_total: 3.4265e-02 ] +2024-10-01 07:40:33,439 INFO: [ epoch: 144 ] [ iter:193,100 ] [ performance: 21.889 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:02 ] [ l_g_pix: 3.8082e-02 ] [ l_g_total: 3.8082e-02 ] +2024-10-01 07:40:38,007 INFO: [ epoch: 144 ] [ iter:193,200 ] [ performance: 22.034 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:54 ] [ l_g_pix: 2.8326e-02 ] [ l_g_total: 2.8326e-02 ] +2024-10-01 07:40:42,541 INFO: [ epoch: 144 ] [ iter:193,300 ] [ performance: 22.049 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:47 ] [ l_g_pix: 2.9943e-02 ] [ l_g_total: 2.9943e-02 ] +2024-10-01 07:40:47,092 INFO: [ epoch: 144 ] [ iter:193,400 ] [ performance: 22.410 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:40 ] [ l_g_pix: 2.9262e-02 ] [ l_g_total: 2.9262e-02 ] +2024-10-01 07:40:51,647 INFO: [ epoch: 144 ] [ iter:193,500 ] [ performance: 22.079 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:33 ] [ l_g_pix: 4.3138e-02 ] [ l_g_total: 4.3138e-02 ] +2024-10-01 07:40:56,216 INFO: [ epoch: 144 ] [ iter:193,600 ] [ performance: 22.203 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:26 ] [ l_g_pix: 3.3334e-02 ] [ l_g_total: 3.3334e-02 ] +2024-10-01 07:41:00,635 INFO: [ epoch: 144 ] [ iter:193,700 ] [ performance: 22.516 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:19 ] [ l_g_pix: 2.8413e-02 ] [ l_g_total: 2.8413e-02 ] +2024-10-01 07:41:06,826 INFO: [ epoch: 145 ] [ iter:193,800 ] [ performance: 22.255 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:12 ] [ l_g_pix: 3.2477e-02 ] [ l_g_total: 3.2477e-02 ] +2024-10-01 07:41:11,395 INFO: [ epoch: 145 ] [ iter:193,900 ] [ performance: 21.985 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:05 ] [ l_g_pix: 3.5382e-02 ] [ l_g_total: 3.5382e-02 ] +2024-10-01 07:41:15,916 INFO: [ epoch: 145 ] [ iter:194,000 ] [ performance: 22.473 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:58 ] [ l_g_pix: 1.7796e-02 ] [ l_g_total: 1.7796e-02 ] +2024-10-01 07:41:20,480 INFO: [ epoch: 145 ] [ iter:194,100 ] [ performance: 22.054 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:51 ] [ l_g_pix: 2.0736e-02 ] [ l_g_total: 2.0736e-02 ] +2024-10-01 07:41:25,058 INFO: [ epoch: 145 ] [ iter:194,200 ] [ performance: 22.256 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:44 ] [ l_g_pix: 2.2523e-02 ] [ l_g_total: 2.2523e-02 ] +2024-10-01 07:41:29,607 INFO: [ epoch: 145 ] [ iter:194,300 ] [ performance: 22.054 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:37 ] [ l_g_pix: 5.3577e-02 ] [ l_g_total: 5.3577e-02 ] +2024-10-01 07:41:34,166 INFO: [ epoch: 145 ] [ iter:194,400 ] [ performance: 22.455 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:30 ] [ l_g_pix: 1.8932e-02 ] [ l_g_total: 1.8932e-02 ] +2024-10-01 07:41:38,811 INFO: [ epoch: 145 ] [ iter:194,500 ] [ performance: 21.755 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:23 ] [ l_g_pix: 3.7330e-02 ] [ l_g_total: 3.7330e-02 ] +2024-10-01 07:41:43,430 INFO: [ epoch: 145 ] [ iter:194,600 ] [ performance: 22.426 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:16 ] [ l_g_pix: 3.3318e-02 ] [ l_g_total: 3.3318e-02 ] +2024-10-01 07:41:47,999 INFO: [ epoch: 145 ] [ iter:194,700 ] [ performance: 22.019 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:09 ] [ l_g_pix: 2.7295e-02 ] [ l_g_total: 2.7295e-02 ] +2024-10-01 07:41:52,623 INFO: [ epoch: 145 ] [ iter:194,800 ] [ performance: 22.032 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:02 ] [ l_g_pix: 3.8453e-02 ] [ l_g_total: 3.8453e-02 ] +2024-10-01 07:41:57,184 INFO: [ epoch: 145 ] [ iter:194,900 ] [ performance: 21.955 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:55 ] [ l_g_pix: 1.8160e-02 ] [ l_g_total: 1.8160e-02 ] +2024-10-01 07:42:01,674 INFO: [ epoch: 145 ] [ iter:195,000 ] [ performance: 23.331 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:48 ] [ l_g_pix: 2.4789e-02 ] [ l_g_total: 2.4789e-02 ] +2024-10-01 07:42:07,425 INFO: [ epoch: 146 ] [ iter:195,100 ] [ performance: 18.476 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:41 ] [ l_g_pix: 3.4764e-02 ] [ l_g_total: 3.4764e-02 ] +2024-10-01 07:42:12,018 INFO: [ epoch: 146 ] [ iter:195,200 ] [ performance: 22.172 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:34 ] [ l_g_pix: 3.4153e-02 ] [ l_g_total: 3.4153e-02 ] +2024-10-01 07:42:16,739 INFO: [ epoch: 146 ] [ iter:195,300 ] [ performance: 21.400 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:27 ] [ l_g_pix: 2.6775e-02 ] [ l_g_total: 2.6775e-02 ] +2024-10-01 07:42:21,305 INFO: [ epoch: 146 ] [ iter:195,400 ] [ performance: 22.377 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:20 ] [ l_g_pix: 3.4276e-02 ] [ l_g_total: 3.4276e-02 ] +2024-10-01 07:42:25,850 INFO: [ epoch: 146 ] [ iter:195,500 ] [ performance: 22.087 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:13 ] [ l_g_pix: 3.5965e-02 ] [ l_g_total: 3.5965e-02 ] +2024-10-01 07:42:30,410 INFO: [ epoch: 146 ] [ iter:195,600 ] [ performance: 22.510 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:06 ] [ l_g_pix: 2.5228e-02 ] [ l_g_total: 2.5228e-02 ] +2024-10-01 07:42:34,998 INFO: [ epoch: 146 ] [ iter:195,700 ] [ performance: 21.949 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:59 ] [ l_g_pix: 2.5103e-02 ] [ l_g_total: 2.5103e-02 ] +2024-10-01 07:42:39,582 INFO: [ epoch: 146 ] [ iter:195,800 ] [ performance: 22.066 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:52 ] [ l_g_pix: 2.4240e-02 ] [ l_g_total: 2.4240e-02 ] +2024-10-01 07:42:44,172 INFO: [ epoch: 146 ] [ iter:195,900 ] [ performance: 21.847 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:45 ] [ l_g_pix: 3.5498e-02 ] [ l_g_total: 3.5498e-02 ] +2024-10-01 07:42:48,874 INFO: [ epoch: 146 ] [ iter:196,000 ] [ performance: 20.279 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:38 ] [ l_g_pix: 2.7808e-02 ] [ l_g_total: 2.7808e-02 ] +2024-10-01 07:42:53,437 INFO: [ epoch: 146 ] [ iter:196,100 ] [ performance: 21.571 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:31 ] [ l_g_pix: 2.7141e-02 ] [ l_g_total: 2.7141e-02 ] +2024-10-01 07:42:58,006 INFO: [ epoch: 146 ] [ iter:196,200 ] [ performance: 22.248 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:24 ] [ l_g_pix: 2.3501e-02 ] [ l_g_total: 2.3501e-02 ] +2024-10-01 07:43:02,572 INFO: [ epoch: 146 ] [ iter:196,300 ] [ performance: 21.972 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:17 ] [ l_g_pix: 3.5945e-02 ] [ l_g_total: 3.5945e-02 ] +2024-10-01 07:43:08,187 INFO: [ epoch: 147 ] [ iter:196,400 ] [ performance: 10.379 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:10 ] [ l_g_pix: 2.5331e-02 ] [ l_g_total: 2.5331e-02 ] +2024-10-01 07:43:12,974 INFO: [ epoch: 147 ] [ iter:196,500 ] [ performance: 17.566 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:03 ] [ l_g_pix: 3.3178e-02 ] [ l_g_total: 3.3178e-02 ] +2024-10-01 07:43:17,573 INFO: [ epoch: 147 ] [ iter:196,600 ] [ performance: 22.106 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:56 ] [ l_g_pix: 2.5586e-02 ] [ l_g_total: 2.5586e-02 ] +2024-10-01 07:43:22,126 INFO: [ epoch: 147 ] [ iter:196,700 ] [ performance: 21.990 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:49 ] [ l_g_pix: 2.0577e-02 ] [ l_g_total: 2.0577e-02 ] +2024-10-01 07:43:26,796 INFO: [ epoch: 147 ] [ iter:196,800 ] [ performance: 22.440 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:42 ] [ l_g_pix: 1.5114e-02 ] [ l_g_total: 1.5114e-02 ] +2024-10-01 07:43:31,366 INFO: [ epoch: 147 ] [ iter:196,900 ] [ performance: 21.982 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:35 ] [ l_g_pix: 1.8265e-02 ] [ l_g_total: 1.8265e-02 ] +2024-10-01 07:43:35,926 INFO: [ epoch: 147 ] [ iter:197,000 ] [ performance: 22.248 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:28 ] [ l_g_pix: 2.5652e-02 ] [ l_g_total: 2.5652e-02 ] +2024-10-01 07:43:40,513 INFO: [ epoch: 147 ] [ iter:197,100 ] [ performance: 21.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:21 ] [ l_g_pix: 2.7755e-02 ] [ l_g_total: 2.7755e-02 ] +2024-10-01 07:43:45,073 INFO: [ epoch: 147 ] [ iter:197,200 ] [ performance: 22.733 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:14 ] [ l_g_pix: 2.9003e-02 ] [ l_g_total: 2.9003e-02 ] +2024-10-01 07:43:49,627 INFO: [ epoch: 147 ] [ iter:197,300 ] [ performance: 22.082 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:07 ] [ l_g_pix: 3.1714e-02 ] [ l_g_total: 3.1714e-02 ] +2024-10-01 07:43:54,218 INFO: [ epoch: 147 ] [ iter:197,400 ] [ performance: 21.785 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:00 ] [ l_g_pix: 3.4136e-02 ] [ l_g_total: 3.4136e-02 ] +2024-10-01 07:43:58,871 INFO: [ epoch: 147 ] [ iter:197,500 ] [ performance: 21.538 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:53 ] [ l_g_pix: 3.1460e-02 ] [ l_g_total: 3.1460e-02 ] +2024-10-01 07:44:03,443 INFO: [ epoch: 147 ] [ iter:197,600 ] [ performance: 22.310 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:46 ] [ l_g_pix: 3.2662e-02 ] [ l_g_total: 3.2662e-02 ] +2024-10-01 07:44:07,877 INFO: [ epoch: 147 ] [ iter:197,700 ] [ performance: 22.519 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:39 ] [ l_g_pix: 2.8434e-02 ] [ l_g_total: 2.8434e-02 ] +2024-10-01 07:44:13,899 INFO: [ epoch: 148 ] [ iter:197,800 ] [ performance: 22.596 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:32 ] [ l_g_pix: 3.1578e-02 ] [ l_g_total: 3.1578e-02 ] +2024-10-01 07:44:18,433 INFO: [ epoch: 148 ] [ iter:197,900 ] [ performance: 22.133 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:25 ] [ l_g_pix: 3.5158e-02 ] [ l_g_total: 3.5158e-02 ] +2024-10-01 07:44:22,975 INFO: [ epoch: 148 ] [ iter:198,000 ] [ performance: 22.587 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:18 ] [ l_g_pix: 3.4818e-02 ] [ l_g_total: 3.4818e-02 ] +2024-10-01 07:44:27,481 INFO: [ epoch: 148 ] [ iter:198,100 ] [ performance: 22.244 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:11 ] [ l_g_pix: 3.2618e-02 ] [ l_g_total: 3.2618e-02 ] +2024-10-01 07:44:32,013 INFO: [ epoch: 148 ] [ iter:198,200 ] [ performance: 22.400 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:04 ] [ l_g_pix: 2.0210e-02 ] [ l_g_total: 2.0210e-02 ] +2024-10-01 07:44:36,682 INFO: [ epoch: 148 ] [ iter:198,300 ] [ performance: 21.536 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:57 ] [ l_g_pix: 2.6176e-02 ] [ l_g_total: 2.6176e-02 ] +2024-10-01 07:44:41,246 INFO: [ epoch: 148 ] [ iter:198,400 ] [ performance: 22.104 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:50 ] [ l_g_pix: 3.5399e-02 ] [ l_g_total: 3.5399e-02 ] +2024-10-01 07:44:45,823 INFO: [ epoch: 148 ] [ iter:198,500 ] [ performance: 21.882 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:43 ] [ l_g_pix: 2.7579e-02 ] [ l_g_total: 2.7579e-02 ] +2024-10-01 07:44:50,338 INFO: [ epoch: 148 ] [ iter:198,600 ] [ performance: 22.398 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:36 ] [ l_g_pix: 3.4188e-02 ] [ l_g_total: 3.4188e-02 ] +2024-10-01 07:44:54,879 INFO: [ epoch: 148 ] [ iter:198,700 ] [ performance: 22.066 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:29 ] [ l_g_pix: 2.4268e-02 ] [ l_g_total: 2.4268e-02 ] +2024-10-01 07:44:59,380 INFO: [ epoch: 148 ] [ iter:198,800 ] [ performance: 22.512 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:22 ] [ l_g_pix: 3.3521e-02 ] [ l_g_total: 3.3521e-02 ] +2024-10-01 07:45:03,906 INFO: [ epoch: 148 ] [ iter:198,900 ] [ performance: 22.134 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:16 ] [ l_g_pix: 3.1508e-02 ] [ l_g_total: 3.1508e-02 ] +2024-10-01 07:45:08,439 INFO: [ epoch: 148 ] [ iter:199,000 ] [ performance: 21.773 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:09 ] [ l_g_pix: 4.2152e-02 ] [ l_g_total: 4.2152e-02 ] +2024-10-01 07:45:14,113 INFO: [ epoch: 149 ] [ iter:199,100 ] [ performance: 17.936 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:02 ] [ l_g_pix: 2.7072e-02 ] [ l_g_total: 2.7072e-02 ] +2024-10-01 07:45:18,673 INFO: [ epoch: 149 ] [ iter:199,200 ] [ performance: 22.773 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:55 ] [ l_g_pix: 4.5497e-02 ] [ l_g_total: 4.5497e-02 ] +2024-10-01 07:45:23,214 INFO: [ epoch: 149 ] [ iter:199,300 ] [ performance: 22.082 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:48 ] [ l_g_pix: 3.4983e-02 ] [ l_g_total: 3.4983e-02 ] +2024-10-01 07:45:27,753 INFO: [ epoch: 149 ] [ iter:199,400 ] [ performance: 22.161 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:41 ] [ l_g_pix: 3.0269e-02 ] [ l_g_total: 3.0269e-02 ] +2024-10-01 07:45:32,331 INFO: [ epoch: 149 ] [ iter:199,500 ] [ performance: 21.873 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:34 ] [ l_g_pix: 2.6163e-02 ] [ l_g_total: 2.6163e-02 ] +2024-10-01 07:45:36,864 INFO: [ epoch: 149 ] [ iter:199,600 ] [ performance: 22.478 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:27 ] [ l_g_pix: 2.9047e-02 ] [ l_g_total: 2.9047e-02 ] +2024-10-01 07:45:41,420 INFO: [ epoch: 149 ] [ iter:199,700 ] [ performance: 21.986 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:20 ] [ l_g_pix: 3.1236e-02 ] [ l_g_total: 3.1236e-02 ] +2024-10-01 07:45:46,086 INFO: [ epoch: 149 ] [ iter:199,800 ] [ performance: 22.091 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:13 ] [ l_g_pix: 2.7814e-02 ] [ l_g_total: 2.7814e-02 ] +2024-10-01 07:45:50,666 INFO: [ epoch: 149 ] [ iter:199,900 ] [ performance: 21.852 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:06 ] [ l_g_pix: 2.7891e-02 ] [ l_g_total: 2.7891e-02 ] +2024-10-01 07:45:55,239 INFO: [ epoch: 149 ] [ iter:200,000 ] [ performance: 22.825 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 2.9729e-02 ] [ l_g_total: 2.9729e-02 ] +2024-10-01 07:45:55,239 INFO: Saving models and training states. +2024-10-01 07:49:19,702 INFO: Validation val + + # psnr: 27.2148........ Best: 27.2148 @ 200000 iter + # ssim: 0.7670........ Best: 0.7670 @ 200000 iter + # dists: 0.7733........ Best: 0.7732 @ 120000 iter + +2024-10-01 07:49:20,794 INFO: End of training. Time consumed: 3:53:41 +2024-10-01 07:49:20,795 INFO: Save the latest model. +2024-10-01 07:52:10,673 INFO: Validation val + + # psnr: 27.2148........ Best: 27.2148 @ 200002 iter + # ssim: 0.7670........ Best: 0.7670 @ 200002 iter + # dists: 0.7733........ Best: 0.7732 @ 120000 iter + diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_bf16/training_states/200000.state b/baseline/DF2K/4xDF2K_plksr_tiny_bf16/training_states/200000.state new file mode 100644 index 0000000000000000000000000000000000000000..995cd85460d5526aac1f0b11f6d2c82915adb5f9 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_bf16/training_states/200000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c9af2c4e23b026ae8963f802ff61b0a13a38fc54b8dec90a3656822605733ae +size 19045418 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16/4xDF2K_plksr_tiny_fp16.toml b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/4xDF2K_plksr_tiny_fp16.toml new file mode 100644 index 0000000000000000000000000000000000000000..ddf50017178ceb9951e5a2fa1f37ce653c0fc5be --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/4xDF2K_plksr_tiny_fp16.toml @@ -0,0 +1,58 @@ +name = "4xDF2K_plksr_tiny_fp16" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_HR_tiled/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_LR_tiled/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 200000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16/models/net_g_100000.pth b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/models/net_g_100000.pth new file mode 100644 index 0000000000000000000000000000000000000000..db6b4e5ade938fb4ea41224374fa41b69bacb73d --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/models/net_g_100000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd0e027df7bc6e3b7c5b901f1aa1e41130fc5b8b796cf9ad1b73b9c9af0c62f3 +size 9513138 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16/models/net_g_200000.pth b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/models/net_g_200000.pth new file mode 100644 index 0000000000000000000000000000000000000000..cca0b21d711b41207b86b41298d1aad29cc06b4c --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/models/net_g_200000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d1560850df99e656c4cf04e15a00fc4e74ed9d3e4ea11b7f24ff7a4227f872 +size 9513138 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16/train_4xDF2K_plksr_tiny_fp16_20241001_002907.log b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/train_4xDF2K_plksr_tiny_fp16_20241001_002907.log new file mode 100644 index 0000000000000000000000000000000000000000..7f700f7f5a33bb4150c1840ccaa2c0407cd0032a --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/train_4xDF2K_plksr_tiny_fp16_20241001_002907.log @@ -0,0 +1,2170 @@ +2024-10-01 00:29:07,739 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-01 00:29:10,296 INFO: Dataset [paired] is built. +2024-10-01 00:29:10,297 INFO: Training statistics: + Starting model: 4xDF2K_plksr_tiny_fp16 + Number of train images: 21387 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1337 + Total epochs 150 for total iters 200000. +2024-10-01 00:29:10,298 INFO: Dataset [paired] is built. +2024-10-01 00:29:10,298 INFO: Number of val images/folders: 100 +2024-10-01 00:29:10,888 INFO: Using network [plksr]. +2024-10-01 00:29:10,938 INFO: Using exponential-moving average. +2024-10-01 00:29:10,939 INFO: Loss [L1Loss] enabled. +2024-10-01 00:29:10,939 INFO: Using model [image]. +2024-10-01 00:29:13,100 INFO: AMP enabled. +2024-10-01 00:29:13,100 INFO: Deterministic mode enabled. +2024-10-01 00:29:13,100 INFO: Start training from epoch: 0, iter: 0 +2024-10-01 00:29:24,779 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 8.563 it/s ] [ lr: 1.00e-04 ] [ eta: 2:10:56 ] [ l_g_pix: 5.1211e-02 ] [ l_g_total: 5.1211e-02 ] +2024-10-01 00:29:29,033 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 12.555 it/s ] [ lr: 1.00e-04 ] [ eta: 2:16:17 ] [ l_g_pix: 3.9061e-02 ] [ l_g_total: 3.9061e-02 ] +2024-10-01 00:29:33,573 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 21.987 it/s ] [ lr: 1.00e-04 ] [ eta: 2:21:12 ] [ l_g_pix: 3.6843e-02 ] [ l_g_total: 3.6843e-02 ] +2024-10-01 00:29:38,039 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 22.191 it/s ] [ lr: 1.00e-04 ] [ eta: 2:22:59 ] [ l_g_pix: 4.2710e-02 ] [ l_g_total: 4.2710e-02 ] +2024-10-01 00:29:43,387 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 18.603 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:55 ] [ l_g_pix: 3.8881e-02 ] [ l_g_total: 3.8881e-02 ] +2024-10-01 00:29:47,810 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 20.433 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:22 ] [ l_g_pix: 3.9103e-02 ] [ l_g_total: 3.9103e-02 ] +2024-10-01 00:29:51,948 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 24.150 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:35 ] [ l_g_pix: 3.0146e-02 ] [ l_g_total: 3.0146e-02 ] +2024-10-01 00:30:05,289 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 11.350 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:29 ] [ l_g_pix: 3.0205e-02 ] [ l_g_total: 3.0205e-02 ] +2024-10-01 00:30:10,098 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 20.640 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:38 ] [ l_g_pix: 3.5204e-02 ] [ l_g_total: 3.5204e-02 ] +2024-10-01 00:30:15,786 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 18.963 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:15 ] [ l_g_pix: 4.1415e-02 ] [ l_g_total: 4.1415e-02 ] +2024-10-01 00:30:24,951 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 10.683 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:14 ] [ l_g_pix: 3.0169e-02 ] [ l_g_total: 3.0169e-02 ] +2024-10-01 00:30:29,586 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 14.416 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:50 ] [ l_g_pix: 3.0852e-02 ] [ l_g_total: 3.0852e-02 ] +2024-10-01 00:30:37,110 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 12.872 it/s ] [ lr: 1.00e-04 ] [ eta: 3:14:19 ] [ l_g_pix: 3.3472e-02 ] [ l_g_total: 3.3472e-02 ] +2024-10-01 00:30:42,851 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 14.900 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:55 ] [ l_g_pix: 2.6264e-02 ] [ l_g_total: 2.6264e-02 ] +2024-10-01 00:30:46,943 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 24.486 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:55 ] [ l_g_pix: 2.4482e-02 ] [ l_g_total: 2.4482e-02 ] +2024-10-01 00:30:50,965 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 24.681 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:16 ] [ l_g_pix: 4.8055e-02 ] [ l_g_total: 4.8055e-02 ] +2024-10-01 00:30:54,876 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 25.566 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:49 ] [ l_g_pix: 3.2845e-02 ] [ l_g_total: 3.2845e-02 ] +2024-10-01 00:30:58,766 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 25.639 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:43 ] [ l_g_pix: 1.9804e-02 ] [ l_g_total: 1.9804e-02 ] +2024-10-01 00:31:02,684 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 25.520 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:59 ] [ l_g_pix: 2.6122e-02 ] [ l_g_total: 2.6122e-02 ] +2024-10-01 00:31:06,639 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 25.398 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:34 ] [ l_g_pix: 3.6902e-02 ] [ l_g_total: 3.6902e-02 ] +2024-10-01 00:31:10,643 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 24.953 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:27 ] [ l_g_pix: 3.7852e-02 ] [ l_g_total: 3.7852e-02 ] +2024-10-01 00:31:14,580 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 25.187 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:26 ] [ l_g_pix: 2.9783e-02 ] [ l_g_total: 2.9783e-02 ] +2024-10-01 00:31:18,625 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 24.672 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:44 ] [ l_g_pix: 2.8743e-02 ] [ l_g_total: 2.8743e-02 ] +2024-10-01 00:31:22,710 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 24.574 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:14 ] [ l_g_pix: 2.1862e-02 ] [ l_g_total: 2.1862e-02 ] +2024-10-01 00:31:26,595 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 25.845 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:34 ] [ l_g_pix: 3.3835e-02 ] [ l_g_total: 3.3835e-02 ] +2024-10-01 00:31:30,553 INFO: [ epoch: 1 ] [ iter: 2,600 ] [ performance: 25.538 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:08 ] [ l_g_pix: 2.5024e-02 ] [ l_g_total: 2.5024e-02 ] +2024-10-01 00:31:35,801 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 18.360 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:21 ] [ l_g_pix: 3.8361e-02 ] [ l_g_total: 3.8361e-02 ] +2024-10-01 00:31:40,117 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 20.671 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:29 ] [ l_g_pix: 3.6024e-02 ] [ l_g_total: 3.6024e-02 ] +2024-10-01 00:31:44,117 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 25.036 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:17 ] [ l_g_pix: 2.5085e-02 ] [ l_g_total: 2.5085e-02 ] +2024-10-01 00:31:47,981 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 25.487 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:02 ] [ l_g_pix: 2.8337e-02 ] [ l_g_total: 2.8337e-02 ] +2024-10-01 00:31:52,410 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 22.484 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:27 ] [ l_g_pix: 1.9186e-02 ] [ l_g_total: 1.9186e-02 ] +2024-10-01 00:31:56,347 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 23.977 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:23 ] [ l_g_pix: 3.3937e-02 ] [ l_g_total: 3.3937e-02 ] +2024-10-01 00:32:00,570 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 23.211 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:40 ] [ l_g_pix: 2.9198e-02 ] [ l_g_total: 2.9198e-02 ] +2024-10-01 00:32:04,696 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 23.760 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:54 ] [ l_g_pix: 2.8398e-02 ] [ l_g_total: 2.8398e-02 ] +2024-10-01 00:32:08,962 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 22.951 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:18 ] [ l_g_pix: 3.3744e-02 ] [ l_g_total: 3.3744e-02 ] +2024-10-01 00:32:12,865 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 24.342 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:24 ] [ l_g_pix: 4.8514e-02 ] [ l_g_total: 4.8514e-02 ] +2024-10-01 00:32:16,917 INFO: [ epoch: 2 ] [ iter: 3,700 ] [ performance: 25.137 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:41 ] [ l_g_pix: 3.5214e-02 ] [ l_g_total: 3.5214e-02 ] +2024-10-01 00:32:21,302 INFO: [ epoch: 2 ] [ iter: 3,800 ] [ performance: 23.804 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:17 ] [ l_g_pix: 3.1594e-02 ] [ l_g_total: 3.1594e-02 ] +2024-10-01 00:32:25,110 INFO: [ epoch: 2 ] [ iter: 3,900 ] [ performance: 26.513 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:25 ] [ l_g_pix: 2.6405e-02 ] [ l_g_total: 2.6405e-02 ] +2024-10-01 00:32:28,936 INFO: [ epoch: 2 ] [ iter: 4,000 ] [ performance: 26.308 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:36 ] [ l_g_pix: 2.7534e-02 ] [ l_g_total: 2.7534e-02 ] +2024-10-01 00:32:35,366 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 16.786 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:54 ] [ l_g_pix: 3.1743e-02 ] [ l_g_total: 3.1743e-02 ] +2024-10-01 00:32:42,475 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 15.160 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:40 ] [ l_g_pix: 3.9025e-02 ] [ l_g_total: 3.9025e-02 ] +2024-10-01 00:32:46,625 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 23.618 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:05 ] [ l_g_pix: 3.6014e-02 ] [ l_g_total: 3.6014e-02 ] +2024-10-01 00:32:54,946 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 15.345 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:37 ] [ l_g_pix: 4.4062e-02 ] [ l_g_total: 4.4062e-02 ] +2024-10-01 00:33:06,800 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 11.552 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:36 ] [ l_g_pix: 4.6650e-02 ] [ l_g_total: 4.6650e-02 ] +2024-10-01 00:33:11,021 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 16.222 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:57 ] [ l_g_pix: 2.3808e-02 ] [ l_g_total: 2.3808e-02 ] +2024-10-01 00:33:19,543 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 10.008 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:18 ] [ l_g_pix: 3.1893e-02 ] [ l_g_total: 3.1893e-02 ] +2024-10-01 00:33:24,087 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 14.464 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:52 ] [ l_g_pix: 4.2325e-02 ] [ l_g_total: 4.2325e-02 ] +2024-10-01 00:33:27,752 INFO: [ epoch: 3 ] [ iter: 4,900 ] [ performance: 28.567 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:51 ] [ l_g_pix: 3.9250e-02 ] [ l_g_total: 3.9250e-02 ] +2024-10-01 00:33:39,495 INFO: [ epoch: 3 ] [ iter: 5,000 ] [ performance: 12.220 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:07 ] [ l_g_pix: 2.2034e-02 ] [ l_g_total: 2.2034e-02 ] +2024-10-01 00:33:43,523 INFO: [ epoch: 3 ] [ iter: 5,100 ] [ performance: 26.415 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:18 ] [ l_g_pix: 3.5763e-02 ] [ l_g_total: 3.5763e-02 ] +2024-10-01 00:33:55,187 INFO: [ epoch: 3 ] [ iter: 5,200 ] [ performance: 12.066 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:17 ] [ l_g_pix: 3.7541e-02 ] [ l_g_total: 3.7541e-02 ] +2024-10-01 00:34:03,766 INFO: [ epoch: 3 ] [ iter: 5,300 ] [ performance: 9.698 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:13 ] [ l_g_pix: 3.0555e-02 ] [ l_g_total: 3.0555e-02 ] +2024-10-01 00:34:08,336 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 14.263 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:40 ] [ l_g_pix: 3.8776e-02 ] [ l_g_total: 3.8776e-02 ] +2024-10-01 00:34:14,585 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 14.089 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:08 ] [ l_g_pix: 3.2490e-02 ] [ l_g_total: 3.2490e-02 ] +2024-10-01 00:34:20,963 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 14.968 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:38 ] [ l_g_pix: 4.4454e-02 ] [ l_g_total: 4.4454e-02 ] +2024-10-01 00:34:26,851 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 18.771 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:51 ] [ l_g_pix: 2.5004e-02 ] [ l_g_total: 2.5004e-02 ] +2024-10-01 00:34:37,686 INFO: [ epoch: 4 ] [ iter: 5,800 ] [ performance: 11.725 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:49 ] [ l_g_pix: 3.3149e-02 ] [ l_g_total: 3.3149e-02 ] +2024-10-01 00:34:41,524 INFO: [ epoch: 4 ] [ iter: 5,900 ] [ performance: 26.437 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:50 ] [ l_g_pix: 3.9014e-02 ] [ l_g_total: 3.9014e-02 ] +2024-10-01 00:34:45,409 INFO: [ epoch: 4 ] [ iter: 6,000 ] [ performance: 26.029 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:54 ] [ l_g_pix: 3.3947e-02 ] [ l_g_total: 3.3947e-02 ] +2024-10-01 00:34:49,324 INFO: [ epoch: 4 ] [ iter: 6,100 ] [ performance: 25.887 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:01 ] [ l_g_pix: 2.3493e-02 ] [ l_g_total: 2.3493e-02 ] +2024-10-01 00:34:53,311 INFO: [ epoch: 4 ] [ iter: 6,200 ] [ performance: 25.413 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:12 ] [ l_g_pix: 3.2854e-02 ] [ l_g_total: 3.2854e-02 ] +2024-10-01 00:34:57,272 INFO: [ epoch: 4 ] [ iter: 6,300 ] [ performance: 25.083 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:24 ] [ l_g_pix: 2.6507e-02 ] [ l_g_total: 2.6507e-02 ] +2024-10-01 00:35:01,184 INFO: [ epoch: 4 ] [ iter: 6,400 ] [ performance: 25.368 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:35 ] [ l_g_pix: 2.4490e-02 ] [ l_g_total: 2.4490e-02 ] +2024-10-01 00:35:04,974 INFO: [ epoch: 4 ] [ iter: 6,500 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:44 ] [ l_g_pix: 3.8852e-02 ] [ l_g_total: 3.8852e-02 ] +2024-10-01 00:35:08,777 INFO: [ epoch: 4 ] [ iter: 6,600 ] [ performance: 26.455 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:55 ] [ l_g_pix: 3.2442e-02 ] [ l_g_total: 3.2442e-02 ] +2024-10-01 00:35:14,599 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 14.420 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:06 ] [ l_g_pix: 4.1839e-02 ] [ l_g_total: 4.1839e-02 ] +2024-10-01 00:35:18,590 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 19.361 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:24 ] [ l_g_pix: 2.7354e-02 ] [ l_g_total: 2.7354e-02 ] +2024-10-01 00:35:22,417 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 26.222 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:38 ] [ l_g_pix: 2.7672e-02 ] [ l_g_total: 2.7672e-02 ] +2024-10-01 00:35:26,252 INFO: [ epoch: 5 ] [ iter: 7,000 ] [ performance: 26.137 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:54 ] [ l_g_pix: 3.8006e-02 ] [ l_g_total: 3.8006e-02 ] +2024-10-01 00:35:30,072 INFO: [ epoch: 5 ] [ iter: 7,100 ] [ performance: 26.423 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:11 ] [ l_g_pix: 3.5385e-02 ] [ l_g_total: 3.5385e-02 ] +2024-10-01 00:35:34,029 INFO: [ epoch: 5 ] [ iter: 7,200 ] [ performance: 25.715 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:33 ] [ l_g_pix: 3.3652e-02 ] [ l_g_total: 3.3652e-02 ] +2024-10-01 00:35:37,816 INFO: [ epoch: 5 ] [ iter: 7,300 ] [ performance: 26.483 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:51 ] [ l_g_pix: 2.5833e-02 ] [ l_g_total: 2.5833e-02 ] +2024-10-01 00:35:41,629 INFO: [ epoch: 5 ] [ iter: 7,400 ] [ performance: 26.333 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:10 ] [ l_g_pix: 1.9258e-02 ] [ l_g_total: 1.9258e-02 ] +2024-10-01 00:35:45,478 INFO: [ epoch: 5 ] [ iter: 7,500 ] [ performance: 25.992 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:32 ] [ l_g_pix: 3.4367e-02 ] [ l_g_total: 3.4367e-02 ] +2024-10-01 00:35:49,304 INFO: [ epoch: 5 ] [ iter: 7,600 ] [ performance: 26.081 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:54 ] [ l_g_pix: 4.1161e-02 ] [ l_g_total: 4.1161e-02 ] +2024-10-01 00:35:53,100 INFO: [ epoch: 5 ] [ iter: 7,700 ] [ performance: 26.266 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:16 ] [ l_g_pix: 3.7813e-02 ] [ l_g_total: 3.7813e-02 ] +2024-10-01 00:35:56,916 INFO: [ epoch: 5 ] [ iter: 7,800 ] [ performance: 26.232 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:39 ] [ l_g_pix: 2.0450e-02 ] [ l_g_total: 2.0450e-02 ] +2024-10-01 00:36:00,783 INFO: [ epoch: 5 ] [ iter: 7,900 ] [ performance: 26.044 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:05 ] [ l_g_pix: 4.0326e-02 ] [ l_g_total: 4.0326e-02 ] +2024-10-01 00:36:04,362 INFO: [ epoch: 5 ] [ iter: 8,000 ] [ performance: 27.190 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:24 ] [ l_g_pix: 3.7500e-02 ] [ l_g_total: 3.7500e-02 ] +2024-10-01 00:36:09,519 INFO: [ epoch: 6 ] [ iter: 8,100 ] [ performance: 24.264 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:22 ] [ l_g_pix: 3.5876e-02 ] [ l_g_total: 3.5876e-02 ] +2024-10-01 00:36:13,335 INFO: [ epoch: 6 ] [ iter: 8,200 ] [ performance: 25.448 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:48 ] [ l_g_pix: 3.2044e-02 ] [ l_g_total: 3.2044e-02 ] +2024-10-01 00:36:17,208 INFO: [ epoch: 6 ] [ iter: 8,300 ] [ performance: 25.786 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:16 ] [ l_g_pix: 2.9648e-02 ] [ l_g_total: 2.9648e-02 ] +2024-10-01 00:36:21,074 INFO: [ epoch: 6 ] [ iter: 8,400 ] [ performance: 25.841 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:45 ] [ l_g_pix: 2.3760e-02 ] [ l_g_total: 2.3760e-02 ] +2024-10-01 00:36:24,868 INFO: [ epoch: 6 ] [ iter: 8,500 ] [ performance: 26.399 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:13 ] [ l_g_pix: 3.3807e-02 ] [ l_g_total: 3.3807e-02 ] +2024-10-01 00:36:28,771 INFO: [ epoch: 6 ] [ iter: 8,600 ] [ performance: 25.905 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:43 ] [ l_g_pix: 3.8229e-02 ] [ l_g_total: 3.8229e-02 ] +2024-10-01 00:36:32,578 INFO: [ epoch: 6 ] [ iter: 8,700 ] [ performance: 26.268 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:13 ] [ l_g_pix: 4.2236e-02 ] [ l_g_total: 4.2236e-02 ] +2024-10-01 00:36:36,439 INFO: [ epoch: 6 ] [ iter: 8,800 ] [ performance: 26.034 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:44 ] [ l_g_pix: 4.2442e-02 ] [ l_g_total: 4.2442e-02 ] +2024-10-01 00:36:40,272 INFO: [ epoch: 6 ] [ iter: 8,900 ] [ performance: 26.174 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:15 ] [ l_g_pix: 4.3548e-02 ] [ l_g_total: 4.3548e-02 ] +2024-10-01 00:36:44,076 INFO: [ epoch: 6 ] [ iter: 9,000 ] [ performance: 26.249 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:46 ] [ l_g_pix: 3.8849e-02 ] [ l_g_total: 3.8849e-02 ] +2024-10-01 00:36:47,903 INFO: [ epoch: 6 ] [ iter: 9,100 ] [ performance: 26.179 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:18 ] [ l_g_pix: 2.9499e-02 ] [ l_g_total: 2.9499e-02 ] +2024-10-01 00:36:51,762 INFO: [ epoch: 6 ] [ iter: 9,200 ] [ performance: 26.008 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:51 ] [ l_g_pix: 2.1638e-02 ] [ l_g_total: 2.1638e-02 ] +2024-10-01 00:36:55,469 INFO: [ epoch: 6 ] [ iter: 9,300 ] [ performance: 27.879 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:22 ] [ l_g_pix: 2.8047e-02 ] [ l_g_total: 2.8047e-02 ] +2024-10-01 00:37:00,459 INFO: [ epoch: 7 ] [ iter: 9,400 ] [ performance: 22.236 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:19 ] [ l_g_pix: 3.1590e-02 ] [ l_g_total: 3.1590e-02 ] +2024-10-01 00:37:04,611 INFO: [ epoch: 7 ] [ iter: 9,500 ] [ performance: 24.559 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:59 ] [ l_g_pix: 3.6766e-02 ] [ l_g_total: 3.6766e-02 ] +2024-10-01 00:37:08,790 INFO: [ epoch: 7 ] [ iter: 9,600 ] [ performance: 24.147 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:40 ] [ l_g_pix: 4.0951e-02 ] [ l_g_total: 4.0951e-02 ] +2024-10-01 00:37:12,655 INFO: [ epoch: 7 ] [ iter: 9,700 ] [ performance: 26.169 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:16 ] [ l_g_pix: 3.8858e-02 ] [ l_g_total: 3.8858e-02 ] +2024-10-01 00:37:16,464 INFO: [ epoch: 7 ] [ iter: 9,800 ] [ performance: 26.229 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:50 ] [ l_g_pix: 2.9637e-02 ] [ l_g_total: 2.9637e-02 ] +2024-10-01 00:37:20,271 INFO: [ epoch: 7 ] [ iter: 9,900 ] [ performance: 26.468 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:26 ] [ l_g_pix: 4.4011e-02 ] [ l_g_total: 4.4011e-02 ] +2024-10-01 00:37:24,122 INFO: [ epoch: 7 ] [ iter: 10,000 ] [ performance: 26.136 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:02 ] [ l_g_pix: 2.1291e-02 ] [ l_g_total: 2.1291e-02 ] +2024-10-01 00:37:24,123 INFO: Saving models and training states. +2024-10-01 00:44:32,584 INFO: Validation val + + # psnr: 26.2988........ Best: 26.2988 @ 10000 iter + # ssim: 0.7394........ Best: 0.7394 @ 10000 iter + # dists: 0.7808........ Best: 0.7808 @ 10000 iter + +2024-10-01 00:44:37,110 INFO: [ epoch: 7 ] [ iter: 10,100 ] [ performance: 26.396 it/s ] [ lr: 1.00e-04 ] [ eta: 4:47:08 ] [ l_g_pix: 3.9320e-02 ] [ l_g_total: 3.9320e-02 ] +2024-10-01 00:44:40,908 INFO: [ epoch: 7 ] [ iter: 10,200 ] [ performance: 26.357 it/s ] [ lr: 1.00e-04 ] [ eta: 4:45:21 ] [ l_g_pix: 3.0487e-02 ] [ l_g_total: 3.0487e-02 ] +2024-10-01 00:44:45,585 INFO: [ epoch: 7 ] [ iter: 10,300 ] [ performance: 17.300 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:52 ] [ l_g_pix: 3.1529e-02 ] [ l_g_total: 3.1529e-02 ] +2024-10-01 00:44:52,287 INFO: [ epoch: 7 ] [ iter: 10,400 ] [ performance: 15.629 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:01 ] [ l_g_pix: 4.6640e-02 ] [ l_g_total: 4.6640e-02 ] +2024-10-01 00:44:57,222 INFO: [ epoch: 7 ] [ iter: 10,500 ] [ performance: 17.057 it/s ] [ lr: 1.00e-04 ] [ eta: 4:41:40 ] [ l_g_pix: 3.6306e-02 ] [ l_g_total: 3.6306e-02 ] +2024-10-01 00:45:03,202 INFO: [ epoch: 7 ] [ iter: 10,600 ] [ performance: 16.832 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:38 ] [ l_g_pix: 2.5636e-02 ] [ l_g_total: 2.5636e-02 ] +2024-10-01 00:45:08,503 INFO: [ epoch: 8 ] [ iter: 10,700 ] [ performance: 17.953 it/s ] [ lr: 1.00e-04 ] [ eta: 4:39:26 ] [ l_g_pix: 3.4533e-02 ] [ l_g_total: 3.4533e-02 ] +2024-10-01 00:45:13,023 INFO: [ epoch: 8 ] [ iter: 10,800 ] [ performance: 20.597 it/s ] [ lr: 1.00e-04 ] [ eta: 4:38:01 ] [ l_g_pix: 2.3518e-02 ] [ l_g_total: 2.3518e-02 ] +2024-10-01 00:45:17,529 INFO: [ epoch: 8 ] [ iter: 10,900 ] [ performance: 18.258 it/s ] [ lr: 1.00e-04 ] [ eta: 4:36:37 ] [ l_g_pix: 2.1069e-02 ] [ l_g_total: 2.1069e-02 ] +2024-10-01 00:45:21,363 INFO: [ epoch: 8 ] [ iter: 11,000 ] [ performance: 22.984 it/s ] [ lr: 1.00e-04 ] [ eta: 4:35:04 ] [ l_g_pix: 4.1029e-02 ] [ l_g_total: 4.1029e-02 ] +2024-10-01 00:45:25,258 INFO: [ epoch: 8 ] [ iter: 11,100 ] [ performance: 25.615 it/s ] [ lr: 1.00e-04 ] [ eta: 4:33:33 ] [ l_g_pix: 4.4754e-02 ] [ l_g_total: 4.4754e-02 ] +2024-10-01 00:45:29,097 INFO: [ epoch: 8 ] [ iter: 11,200 ] [ performance: 25.917 it/s ] [ lr: 1.00e-04 ] [ eta: 4:32:02 ] [ l_g_pix: 2.6861e-02 ] [ l_g_total: 2.6861e-02 ] +2024-10-01 00:45:32,977 INFO: [ epoch: 8 ] [ iter: 11,300 ] [ performance: 25.627 it/s ] [ lr: 1.00e-04 ] [ eta: 4:30:34 ] [ l_g_pix: 2.8594e-02 ] [ l_g_total: 2.8594e-02 ] +2024-10-01 00:45:36,848 INFO: [ epoch: 8 ] [ iter: 11,400 ] [ performance: 25.772 it/s ] [ lr: 1.00e-04 ] [ eta: 4:29:07 ] [ l_g_pix: 2.7623e-02 ] [ l_g_total: 2.7623e-02 ] +2024-10-01 00:45:40,789 INFO: [ epoch: 8 ] [ iter: 11,500 ] [ performance: 24.622 it/s ] [ lr: 1.00e-04 ] [ eta: 4:27:43 ] [ l_g_pix: 2.9408e-02 ] [ l_g_total: 2.9408e-02 ] +2024-10-01 00:45:44,668 INFO: [ epoch: 8 ] [ iter: 11,600 ] [ performance: 25.424 it/s ] [ lr: 1.00e-04 ] [ eta: 4:26:19 ] [ l_g_pix: 3.7671e-02 ] [ l_g_total: 3.7671e-02 ] +2024-10-01 00:45:48,598 INFO: [ epoch: 8 ] [ iter: 11,700 ] [ performance: 24.864 it/s ] [ lr: 1.00e-04 ] [ eta: 4:24:57 ] [ l_g_pix: 3.1613e-02 ] [ l_g_total: 3.1613e-02 ] +2024-10-01 00:45:52,427 INFO: [ epoch: 8 ] [ iter: 11,800 ] [ performance: 25.735 it/s ] [ lr: 1.00e-04 ] [ eta: 4:23:35 ] [ l_g_pix: 3.1989e-02 ] [ l_g_total: 3.1989e-02 ] +2024-10-01 00:45:56,296 INFO: [ epoch: 8 ] [ iter: 11,900 ] [ performance: 26.015 it/s ] [ lr: 1.00e-04 ] [ eta: 4:22:15 ] [ l_g_pix: 4.0705e-02 ] [ l_g_total: 4.0705e-02 ] +2024-10-01 00:45:59,920 INFO: [ epoch: 8 ] [ iter: 12,000 ] [ performance: 27.119 it/s ] [ lr: 1.00e-04 ] [ eta: 4:20:52 ] [ l_g_pix: 3.6216e-02 ] [ l_g_total: 3.6216e-02 ] +2024-10-01 00:46:05,571 INFO: [ epoch: 9 ] [ iter: 12,100 ] [ performance: 24.891 it/s ] [ lr: 1.00e-04 ] [ eta: 4:20:02 ] [ l_g_pix: 3.4598e-02 ] [ l_g_total: 3.4598e-02 ] +2024-10-01 00:46:09,420 INFO: [ epoch: 9 ] [ iter: 12,200 ] [ performance: 25.664 it/s ] [ lr: 1.00e-04 ] [ eta: 4:18:45 ] [ l_g_pix: 2.3154e-02 ] [ l_g_total: 2.3154e-02 ] +2024-10-01 00:46:13,278 INFO: [ epoch: 9 ] [ iter: 12,300 ] [ performance: 25.657 it/s ] [ lr: 1.00e-04 ] [ eta: 4:17:30 ] [ l_g_pix: 3.2630e-02 ] [ l_g_total: 3.2630e-02 ] +2024-10-01 00:46:17,209 INFO: [ epoch: 9 ] [ iter: 12,400 ] [ performance: 25.504 it/s ] [ lr: 1.00e-04 ] [ eta: 4:16:17 ] [ l_g_pix: 2.9082e-02 ] [ l_g_total: 2.9082e-02 ] +2024-10-01 00:46:21,087 INFO: [ epoch: 9 ] [ iter: 12,500 ] [ performance: 25.690 it/s ] [ lr: 1.00e-04 ] [ eta: 4:15:04 ] [ l_g_pix: 3.6934e-02 ] [ l_g_total: 3.6934e-02 ] +2024-10-01 00:46:24,949 INFO: [ epoch: 9 ] [ iter: 12,600 ] [ performance: 25.840 it/s ] [ lr: 1.00e-04 ] [ eta: 4:13:52 ] [ l_g_pix: 3.3577e-02 ] [ l_g_total: 3.3577e-02 ] +2024-10-01 00:46:28,766 INFO: [ epoch: 9 ] [ iter: 12,700 ] [ performance: 26.327 it/s ] [ lr: 1.00e-04 ] [ eta: 4:12:40 ] [ l_g_pix: 3.5233e-02 ] [ l_g_total: 3.5233e-02 ] +2024-10-01 00:46:32,764 INFO: [ epoch: 9 ] [ iter: 12,800 ] [ performance: 25.358 it/s ] [ lr: 1.00e-04 ] [ eta: 4:11:32 ] [ l_g_pix: 3.5210e-02 ] [ l_g_total: 3.5210e-02 ] +2024-10-01 00:46:36,708 INFO: [ epoch: 9 ] [ iter: 12,900 ] [ performance: 26.056 it/s ] [ lr: 1.00e-04 ] [ eta: 4:10:24 ] [ l_g_pix: 4.2488e-02 ] [ l_g_total: 4.2488e-02 ] +2024-10-01 00:46:40,695 INFO: [ epoch: 9 ] [ iter: 13,000 ] [ performance: 25.338 it/s ] [ lr: 1.00e-04 ] [ eta: 4:09:18 ] [ l_g_pix: 3.1588e-02 ] [ l_g_total: 3.1588e-02 ] +2024-10-01 00:46:44,487 INFO: [ epoch: 9 ] [ iter: 13,100 ] [ performance: 26.713 it/s ] [ lr: 1.00e-04 ] [ eta: 4:08:10 ] [ l_g_pix: 3.0520e-02 ] [ l_g_total: 3.0520e-02 ] +2024-10-01 00:46:48,533 INFO: [ epoch: 9 ] [ iter: 13,200 ] [ performance: 25.206 it/s ] [ lr: 1.00e-04 ] [ eta: 4:07:06 ] [ l_g_pix: 3.9221e-02 ] [ l_g_total: 3.9221e-02 ] +2024-10-01 00:46:52,240 INFO: [ epoch: 9 ] [ iter: 13,300 ] [ performance: 28.422 it/s ] [ lr: 1.00e-04 ] [ eta: 4:05:59 ] [ l_g_pix: 3.6334e-02 ] [ l_g_total: 3.6334e-02 ] +2024-10-01 00:46:57,457 INFO: [ epoch: 10 ] [ iter: 13,400 ] [ performance: 20.897 it/s ] [ lr: 1.00e-04 ] [ eta: 4:05:14 ] [ l_g_pix: 3.2119e-02 ] [ l_g_total: 3.2119e-02 ] +2024-10-01 00:47:01,577 INFO: [ epoch: 10 ] [ iter: 13,500 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 4:04:14 ] [ l_g_pix: 2.4110e-02 ] [ l_g_total: 2.4110e-02 ] +2024-10-01 00:47:05,327 INFO: [ epoch: 10 ] [ iter: 13,600 ] [ performance: 26.685 it/s ] [ lr: 1.00e-04 ] [ eta: 4:03:10 ] [ l_g_pix: 2.1862e-02 ] [ l_g_total: 2.1862e-02 ] +2024-10-01 00:47:10,073 INFO: [ epoch: 10 ] [ iter: 13,700 ] [ performance: 18.366 it/s ] [ lr: 1.00e-04 ] [ eta: 4:02:20 ] [ l_g_pix: 3.0083e-02 ] [ l_g_total: 3.0083e-02 ] +2024-10-01 00:47:13,991 INFO: [ epoch: 10 ] [ iter: 13,800 ] [ performance: 23.325 it/s ] [ lr: 1.00e-04 ] [ eta: 4:01:20 ] [ l_g_pix: 3.6703e-02 ] [ l_g_total: 3.6703e-02 ] +2024-10-01 00:47:18,096 INFO: [ epoch: 10 ] [ iter: 13,900 ] [ performance: 26.279 it/s ] [ lr: 1.00e-04 ] [ eta: 4:00:23 ] [ l_g_pix: 2.4364e-02 ] [ l_g_total: 2.4364e-02 ] +2024-10-01 00:47:21,860 INFO: [ epoch: 10 ] [ iter: 14,000 ] [ performance: 26.506 it/s ] [ lr: 1.00e-04 ] [ eta: 3:59:22 ] [ l_g_pix: 2.8730e-02 ] [ l_g_total: 2.8730e-02 ] +2024-10-01 00:47:25,944 INFO: [ epoch: 10 ] [ iter: 14,100 ] [ performance: 20.065 it/s ] [ lr: 1.00e-04 ] [ eta: 3:58:26 ] [ l_g_pix: 3.5612e-02 ] [ l_g_total: 3.5612e-02 ] +2024-10-01 00:47:29,791 INFO: [ epoch: 10 ] [ iter: 14,200 ] [ performance: 24.337 it/s ] [ lr: 1.00e-04 ] [ eta: 3:57:28 ] [ l_g_pix: 2.4221e-02 ] [ l_g_total: 2.4221e-02 ] +2024-10-01 00:47:33,954 INFO: [ epoch: 10 ] [ iter: 14,300 ] [ performance: 18.538 it/s ] [ lr: 1.00e-04 ] [ eta: 3:56:35 ] [ l_g_pix: 2.9405e-02 ] [ l_g_total: 2.9405e-02 ] +2024-10-01 00:47:37,818 INFO: [ epoch: 10 ] [ iter: 14,400 ] [ performance: 23.768 it/s ] [ lr: 1.00e-04 ] [ eta: 3:55:39 ] [ l_g_pix: 3.7163e-02 ] [ l_g_total: 3.7163e-02 ] +2024-10-01 00:47:41,848 INFO: [ epoch: 10 ] [ iter: 14,500 ] [ performance: 23.254 it/s ] [ lr: 1.00e-04 ] [ eta: 3:54:45 ] [ l_g_pix: 2.3545e-02 ] [ l_g_total: 2.3545e-02 ] +2024-10-01 00:47:46,071 INFO: [ epoch: 10 ] [ iter: 14,600 ] [ performance: 23.589 it/s ] [ lr: 1.00e-04 ] [ eta: 3:53:55 ] [ l_g_pix: 4.2585e-02 ] [ l_g_total: 4.2585e-02 ] +2024-10-01 00:47:50,488 INFO: [ epoch: 11 ] [ iter: 14,700 ] [ performance: 14.479 it/s ] [ lr: 1.00e-04 ] [ eta: 3:53:07 ] [ l_g_pix: 2.0005e-02 ] [ l_g_total: 2.0005e-02 ] +2024-10-01 00:47:54,720 INFO: [ epoch: 11 ] [ iter: 14,800 ] [ performance: 20.835 it/s ] [ lr: 1.00e-04 ] [ eta: 3:52:18 ] [ l_g_pix: 4.8476e-02 ] [ l_g_total: 4.8476e-02 ] +2024-10-01 00:47:58,524 INFO: [ epoch: 11 ] [ iter: 14,900 ] [ performance: 25.765 it/s ] [ lr: 1.00e-04 ] [ eta: 3:51:25 ] [ l_g_pix: 3.2502e-02 ] [ l_g_total: 3.2502e-02 ] +2024-10-01 00:48:02,364 INFO: [ epoch: 11 ] [ iter: 15,000 ] [ performance: 25.991 it/s ] [ lr: 1.00e-04 ] [ eta: 3:50:32 ] [ l_g_pix: 3.1302e-02 ] [ l_g_total: 3.1302e-02 ] +2024-10-01 00:48:06,151 INFO: [ epoch: 11 ] [ iter: 15,100 ] [ performance: 27.406 it/s ] [ lr: 1.00e-04 ] [ eta: 3:49:39 ] [ l_g_pix: 3.2690e-02 ] [ l_g_total: 3.2690e-02 ] +2024-10-01 00:48:09,986 INFO: [ epoch: 11 ] [ iter: 15,200 ] [ performance: 26.333 it/s ] [ lr: 1.00e-04 ] [ eta: 3:48:48 ] [ l_g_pix: 3.5158e-02 ] [ l_g_total: 3.5158e-02 ] +2024-10-01 00:48:13,845 INFO: [ epoch: 11 ] [ iter: 15,300 ] [ performance: 26.273 it/s ] [ lr: 1.00e-04 ] [ eta: 3:47:57 ] [ l_g_pix: 2.3254e-02 ] [ l_g_total: 2.3254e-02 ] +2024-10-01 00:48:17,854 INFO: [ epoch: 11 ] [ iter: 15,400 ] [ performance: 25.196 it/s ] [ lr: 1.00e-04 ] [ eta: 3:47:09 ] [ l_g_pix: 2.2473e-02 ] [ l_g_total: 2.2473e-02 ] +2024-10-01 00:48:21,719 INFO: [ epoch: 11 ] [ iter: 15,500 ] [ performance: 26.791 it/s ] [ lr: 1.00e-04 ] [ eta: 3:46:20 ] [ l_g_pix: 3.8339e-02 ] [ l_g_total: 3.8339e-02 ] +2024-10-01 00:48:25,629 INFO: [ epoch: 11 ] [ iter: 15,600 ] [ performance: 25.803 it/s ] [ lr: 1.00e-04 ] [ eta: 3:45:32 ] [ l_g_pix: 2.8900e-02 ] [ l_g_total: 2.8900e-02 ] +2024-10-01 00:48:29,484 INFO: [ epoch: 11 ] [ iter: 15,700 ] [ performance: 26.455 it/s ] [ lr: 1.00e-04 ] [ eta: 3:44:43 ] [ l_g_pix: 3.6454e-02 ] [ l_g_total: 3.6454e-02 ] +2024-10-01 00:48:33,352 INFO: [ epoch: 11 ] [ iter: 15,800 ] [ performance: 25.965 it/s ] [ lr: 1.00e-04 ] [ eta: 3:43:56 ] [ l_g_pix: 2.6558e-02 ] [ l_g_total: 2.6558e-02 ] +2024-10-01 00:48:37,279 INFO: [ epoch: 11 ] [ iter: 15,900 ] [ performance: 24.263 it/s ] [ lr: 1.00e-04 ] [ eta: 3:43:10 ] [ l_g_pix: 3.7750e-02 ] [ l_g_total: 3.7750e-02 ] +2024-10-01 00:48:40,950 INFO: [ epoch: 11 ] [ iter: 16,000 ] [ performance: 26.678 it/s ] [ lr: 1.00e-04 ] [ eta: 3:42:21 ] [ l_g_pix: 3.7217e-02 ] [ l_g_total: 3.7217e-02 ] +2024-10-01 00:48:46,234 INFO: [ epoch: 12 ] [ iter: 16,100 ] [ performance: 26.438 it/s ] [ lr: 1.00e-04 ] [ eta: 3:41:51 ] [ l_g_pix: 3.0780e-02 ] [ l_g_total: 3.0780e-02 ] +2024-10-01 00:48:50,167 INFO: [ epoch: 12 ] [ iter: 16,200 ] [ performance: 25.592 it/s ] [ lr: 1.00e-04 ] [ eta: 3:41:07 ] [ l_g_pix: 3.7313e-02 ] [ l_g_total: 3.7313e-02 ] +2024-10-01 00:48:54,469 INFO: [ epoch: 12 ] [ iter: 16,300 ] [ performance: 23.325 it/s ] [ lr: 1.00e-04 ] [ eta: 3:40:26 ] [ l_g_pix: 2.3952e-02 ] [ l_g_total: 2.3952e-02 ] +2024-10-01 00:48:58,665 INFO: [ epoch: 12 ] [ iter: 16,400 ] [ performance: 23.759 it/s ] [ lr: 1.00e-04 ] [ eta: 3:39:46 ] [ l_g_pix: 3.1851e-02 ] [ l_g_total: 3.1851e-02 ] +2024-10-01 00:49:02,675 INFO: [ epoch: 12 ] [ iter: 16,500 ] [ performance: 27.799 it/s ] [ lr: 1.00e-04 ] [ eta: 3:39:03 ] [ l_g_pix: 3.3397e-02 ] [ l_g_total: 3.3397e-02 ] +2024-10-01 00:49:06,658 INFO: [ epoch: 12 ] [ iter: 16,600 ] [ performance: 25.493 it/s ] [ lr: 1.00e-04 ] [ eta: 3:38:21 ] [ l_g_pix: 2.8251e-02 ] [ l_g_total: 2.8251e-02 ] +2024-10-01 00:49:10,430 INFO: [ epoch: 12 ] [ iter: 16,700 ] [ performance: 28.064 it/s ] [ lr: 1.00e-04 ] [ eta: 3:37:37 ] [ l_g_pix: 3.1406e-02 ] [ l_g_total: 3.1406e-02 ] +2024-10-01 00:49:14,499 INFO: [ epoch: 12 ] [ iter: 16,800 ] [ performance: 25.124 it/s ] [ lr: 1.00e-04 ] [ eta: 3:36:56 ] [ l_g_pix: 2.5637e-02 ] [ l_g_total: 2.5637e-02 ] +2024-10-01 00:49:18,385 INFO: [ epoch: 12 ] [ iter: 16,900 ] [ performance: 26.572 it/s ] [ lr: 1.00e-04 ] [ eta: 3:36:14 ] [ l_g_pix: 3.2440e-02 ] [ l_g_total: 3.2440e-02 ] +2024-10-01 00:49:22,441 INFO: [ epoch: 12 ] [ iter: 17,000 ] [ performance: 24.907 it/s ] [ lr: 1.00e-04 ] [ eta: 3:35:35 ] [ l_g_pix: 4.1367e-02 ] [ l_g_total: 4.1367e-02 ] +2024-10-01 00:49:26,238 INFO: [ epoch: 12 ] [ iter: 17,100 ] [ performance: 26.977 it/s ] [ lr: 1.00e-04 ] [ eta: 3:34:52 ] [ l_g_pix: 4.5291e-02 ] [ l_g_total: 4.5291e-02 ] +2024-10-01 00:49:30,332 INFO: [ epoch: 12 ] [ iter: 17,200 ] [ performance: 24.734 it/s ] [ lr: 1.00e-04 ] [ eta: 3:34:14 ] [ l_g_pix: 2.6199e-02 ] [ l_g_total: 2.6199e-02 ] +2024-10-01 00:49:34,049 INFO: [ epoch: 12 ] [ iter: 17,300 ] [ performance: 28.801 it/s ] [ lr: 1.00e-04 ] [ eta: 3:33:32 ] [ l_g_pix: 2.5124e-02 ] [ l_g_total: 2.5124e-02 ] +2024-10-01 00:49:39,325 INFO: [ epoch: 13 ] [ iter: 17,400 ] [ performance: 19.790 it/s ] [ lr: 1.00e-04 ] [ eta: 3:33:07 ] [ l_g_pix: 3.7913e-02 ] [ l_g_total: 3.7913e-02 ] +2024-10-01 00:49:43,236 INFO: [ epoch: 13 ] [ iter: 17,500 ] [ performance: 26.468 it/s ] [ lr: 1.00e-04 ] [ eta: 3:32:28 ] [ l_g_pix: 2.2963e-02 ] [ l_g_total: 2.2963e-02 ] +2024-10-01 00:49:47,263 INFO: [ epoch: 13 ] [ iter: 17,600 ] [ performance: 25.016 it/s ] [ lr: 1.00e-04 ] [ eta: 3:31:50 ] [ l_g_pix: 3.1714e-02 ] [ l_g_total: 3.1714e-02 ] +2024-10-01 00:49:51,116 INFO: [ epoch: 13 ] [ iter: 17,700 ] [ performance: 26.214 it/s ] [ lr: 1.00e-04 ] [ eta: 3:31:11 ] [ l_g_pix: 3.1601e-02 ] [ l_g_total: 3.1601e-02 ] +2024-10-01 00:49:55,356 INFO: [ epoch: 13 ] [ iter: 17,800 ] [ performance: 23.847 it/s ] [ lr: 1.00e-04 ] [ eta: 3:30:36 ] [ l_g_pix: 3.4606e-02 ] [ l_g_total: 3.4606e-02 ] +2024-10-01 00:49:59,163 INFO: [ epoch: 13 ] [ iter: 17,900 ] [ performance: 26.105 it/s ] [ lr: 1.00e-04 ] [ eta: 3:29:57 ] [ l_g_pix: 3.7165e-02 ] [ l_g_total: 3.7165e-02 ] +2024-10-01 00:50:03,131 INFO: [ epoch: 13 ] [ iter: 18,000 ] [ performance: 25.295 it/s ] [ lr: 1.00e-04 ] [ eta: 3:29:21 ] [ l_g_pix: 3.4863e-02 ] [ l_g_total: 3.4863e-02 ] +2024-10-01 00:50:07,007 INFO: [ epoch: 13 ] [ iter: 18,100 ] [ performance: 26.539 it/s ] [ lr: 1.00e-04 ] [ eta: 3:28:43 ] [ l_g_pix: 3.7858e-02 ] [ l_g_total: 3.7858e-02 ] +2024-10-01 00:50:11,229 INFO: [ epoch: 13 ] [ iter: 18,200 ] [ performance: 23.924 it/s ] [ lr: 1.00e-04 ] [ eta: 3:28:10 ] [ l_g_pix: 3.1242e-02 ] [ l_g_total: 3.1242e-02 ] +2024-10-01 00:50:15,194 INFO: [ epoch: 13 ] [ iter: 18,300 ] [ performance: 26.007 it/s ] [ lr: 1.00e-04 ] [ eta: 3:27:34 ] [ l_g_pix: 1.7797e-02 ] [ l_g_total: 1.7797e-02 ] +2024-10-01 00:50:18,958 INFO: [ epoch: 13 ] [ iter: 18,400 ] [ performance: 26.525 it/s ] [ lr: 1.00e-04 ] [ eta: 3:26:57 ] [ l_g_pix: 3.1146e-02 ] [ l_g_total: 3.1146e-02 ] +2024-10-01 00:50:23,071 INFO: [ epoch: 13 ] [ iter: 18,500 ] [ performance: 26.697 it/s ] [ lr: 1.00e-04 ] [ eta: 3:26:23 ] [ l_g_pix: 3.9120e-02 ] [ l_g_total: 3.9120e-02 ] +2024-10-01 00:50:26,871 INFO: [ epoch: 13 ] [ iter: 18,600 ] [ performance: 26.345 it/s ] [ lr: 1.00e-04 ] [ eta: 3:25:47 ] [ l_g_pix: 3.4818e-02 ] [ l_g_total: 3.4818e-02 ] +2024-10-01 00:50:30,535 INFO: [ epoch: 13 ] [ iter: 18,700 ] [ performance: 29.366 it/s ] [ lr: 1.00e-04 ] [ eta: 3:25:10 ] [ l_g_pix: 3.3821e-02 ] [ l_g_total: 3.3821e-02 ] +2024-10-01 00:50:35,958 INFO: [ epoch: 14 ] [ iter: 18,800 ] [ performance: 18.904 it/s ] [ lr: 1.00e-04 ] [ eta: 3:24:50 ] [ l_g_pix: 3.0510e-02 ] [ l_g_total: 3.0510e-02 ] +2024-10-01 00:50:39,812 INFO: [ epoch: 14 ] [ iter: 18,900 ] [ performance: 25.670 it/s ] [ lr: 1.00e-04 ] [ eta: 3:24:15 ] [ l_g_pix: 2.1725e-02 ] [ l_g_total: 2.1725e-02 ] +2024-10-01 00:50:43,681 INFO: [ epoch: 14 ] [ iter: 19,000 ] [ performance: 25.837 it/s ] [ lr: 1.00e-04 ] [ eta: 3:23:40 ] [ l_g_pix: 2.6986e-02 ] [ l_g_total: 2.6986e-02 ] +2024-10-01 00:50:47,659 INFO: [ epoch: 14 ] [ iter: 19,100 ] [ performance: 26.409 it/s ] [ lr: 1.00e-04 ] [ eta: 3:23:07 ] [ l_g_pix: 2.2810e-02 ] [ l_g_total: 2.2810e-02 ] +2024-10-01 00:50:51,451 INFO: [ epoch: 14 ] [ iter: 19,200 ] [ performance: 26.374 it/s ] [ lr: 1.00e-04 ] [ eta: 3:22:33 ] [ l_g_pix: 2.6248e-02 ] [ l_g_total: 2.6248e-02 ] +2024-10-01 00:50:55,447 INFO: [ epoch: 14 ] [ iter: 19,300 ] [ performance: 26.995 it/s ] [ lr: 1.00e-04 ] [ eta: 3:22:01 ] [ l_g_pix: 4.9550e-02 ] [ l_g_total: 4.9550e-02 ] +2024-10-01 00:50:59,249 INFO: [ epoch: 14 ] [ iter: 19,400 ] [ performance: 26.336 it/s ] [ lr: 1.00e-04 ] [ eta: 3:21:27 ] [ l_g_pix: 3.6851e-02 ] [ l_g_total: 3.6851e-02 ] +2024-10-01 00:51:03,064 INFO: [ epoch: 14 ] [ iter: 19,500 ] [ performance: 28.151 it/s ] [ lr: 1.00e-04 ] [ eta: 3:20:54 ] [ l_g_pix: 4.4042e-02 ] [ l_g_total: 4.4042e-02 ] +2024-10-01 00:51:06,978 INFO: [ epoch: 14 ] [ iter: 19,600 ] [ performance: 25.624 it/s ] [ lr: 1.00e-04 ] [ eta: 3:20:21 ] [ l_g_pix: 3.4780e-02 ] [ l_g_total: 3.4780e-02 ] +2024-10-01 00:51:10,818 INFO: [ epoch: 14 ] [ iter: 19,700 ] [ performance: 27.401 it/s ] [ lr: 1.00e-04 ] [ eta: 3:19:49 ] [ l_g_pix: 4.2032e-02 ] [ l_g_total: 4.2032e-02 ] +2024-10-01 00:51:14,657 INFO: [ epoch: 14 ] [ iter: 19,800 ] [ performance: 26.077 it/s ] [ lr: 1.00e-04 ] [ eta: 3:19:17 ] [ l_g_pix: 2.7540e-02 ] [ l_g_total: 2.7540e-02 ] +2024-10-01 00:51:18,684 INFO: [ epoch: 14 ] [ iter: 19,900 ] [ performance: 24.553 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:46 ] [ l_g_pix: 2.8931e-02 ] [ l_g_total: 2.8931e-02 ] +2024-10-01 00:51:22,363 INFO: [ epoch: 14 ] [ iter: 20,000 ] [ performance: 27.159 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:13 ] [ l_g_pix: 3.8116e-02 ] [ l_g_total: 3.8116e-02 ] +2024-10-01 00:51:22,363 INFO: Saving models and training states. +2024-10-01 00:55:56,866 INFO: Validation val + + # psnr: 26.2970........ Best: 26.2988 @ 10000 iter + # ssim: 0.7393........ Best: 0.7394 @ 10000 iter + # dists: 0.7809........ Best: 0.7808 @ 10000 iter + +2024-10-01 00:56:04,683 INFO: [ epoch: 15 ] [ iter: 20,100 ] [ performance: 17.892 it/s ] [ lr: 1.00e-04 ] [ eta: 3:59:14 ] [ l_g_pix: 3.5321e-02 ] [ l_g_total: 3.5321e-02 ] +2024-10-01 00:56:08,808 INFO: [ epoch: 15 ] [ iter: 20,200 ] [ performance: 24.248 it/s ] [ lr: 1.00e-04 ] [ eta: 3:58:32 ] [ l_g_pix: 3.2425e-02 ] [ l_g_total: 3.2425e-02 ] +2024-10-01 00:56:12,654 INFO: [ epoch: 15 ] [ iter: 20,300 ] [ performance: 25.097 it/s ] [ lr: 1.00e-04 ] [ eta: 3:57:48 ] [ l_g_pix: 4.1255e-02 ] [ l_g_total: 4.1255e-02 ] +2024-10-01 00:56:16,396 INFO: [ epoch: 15 ] [ iter: 20,400 ] [ performance: 26.743 it/s ] [ lr: 1.00e-04 ] [ eta: 3:57:03 ] [ l_g_pix: 2.6734e-02 ] [ l_g_total: 2.6734e-02 ] +2024-10-01 00:56:20,684 INFO: [ epoch: 15 ] [ iter: 20,500 ] [ performance: 24.911 it/s ] [ lr: 1.00e-04 ] [ eta: 3:56:23 ] [ l_g_pix: 2.2962e-02 ] [ l_g_total: 2.2962e-02 ] +2024-10-01 00:56:24,615 INFO: [ epoch: 15 ] [ iter: 20,600 ] [ performance: 25.400 it/s ] [ lr: 1.00e-04 ] [ eta: 3:55:41 ] [ l_g_pix: 3.5414e-02 ] [ l_g_total: 3.5414e-02 ] +2024-10-01 00:56:28,743 INFO: [ epoch: 15 ] [ iter: 20,700 ] [ performance: 24.796 it/s ] [ lr: 1.00e-04 ] [ eta: 3:55:00 ] [ l_g_pix: 3.1733e-02 ] [ l_g_total: 3.1733e-02 ] +2024-10-01 00:56:32,677 INFO: [ epoch: 15 ] [ iter: 20,800 ] [ performance: 25.427 it/s ] [ lr: 1.00e-04 ] [ eta: 3:54:19 ] [ l_g_pix: 2.6488e-02 ] [ l_g_total: 2.6488e-02 ] +2024-10-01 00:56:36,731 INFO: [ epoch: 15 ] [ iter: 20,900 ] [ performance: 25.039 it/s ] [ lr: 1.00e-04 ] [ eta: 3:53:38 ] [ l_g_pix: 1.7874e-02 ] [ l_g_total: 1.7874e-02 ] +2024-10-01 00:56:40,611 INFO: [ epoch: 15 ] [ iter: 21,000 ] [ performance: 25.919 it/s ] [ lr: 1.00e-04 ] [ eta: 3:52:57 ] [ l_g_pix: 2.9464e-02 ] [ l_g_total: 2.9464e-02 ] +2024-10-01 00:56:44,502 INFO: [ epoch: 15 ] [ iter: 21,100 ] [ performance: 25.809 it/s ] [ lr: 1.00e-04 ] [ eta: 3:52:16 ] [ l_g_pix: 2.6480e-02 ] [ l_g_total: 2.6480e-02 ] +2024-10-01 00:56:48,431 INFO: [ epoch: 15 ] [ iter: 21,200 ] [ performance: 25.602 it/s ] [ lr: 1.00e-04 ] [ eta: 3:51:35 ] [ l_g_pix: 4.5651e-02 ] [ l_g_total: 4.5651e-02 ] +2024-10-01 00:56:52,073 INFO: [ epoch: 15 ] [ iter: 21,300 ] [ performance: 26.524 it/s ] [ lr: 1.00e-04 ] [ eta: 3:50:53 ] [ l_g_pix: 2.8887e-02 ] [ l_g_total: 2.8887e-02 ] +2024-10-01 00:56:57,820 INFO: [ epoch: 16 ] [ iter: 21,400 ] [ performance: 17.007 it/s ] [ lr: 1.00e-04 ] [ eta: 3:50:28 ] [ l_g_pix: 1.9736e-02 ] [ l_g_total: 1.9736e-02 ] +2024-10-01 00:57:01,957 INFO: [ epoch: 16 ] [ iter: 21,500 ] [ performance: 20.078 it/s ] [ lr: 1.00e-04 ] [ eta: 3:49:51 ] [ l_g_pix: 3.2422e-02 ] [ l_g_total: 3.2422e-02 ] +2024-10-01 00:57:05,775 INFO: [ epoch: 16 ] [ iter: 21,600 ] [ performance: 26.264 it/s ] [ lr: 1.00e-04 ] [ eta: 3:49:11 ] [ l_g_pix: 3.9349e-02 ] [ l_g_total: 3.9349e-02 ] +2024-10-01 00:57:09,728 INFO: [ epoch: 16 ] [ iter: 21,700 ] [ performance: 25.759 it/s ] [ lr: 1.00e-04 ] [ eta: 3:48:32 ] [ l_g_pix: 3.1903e-02 ] [ l_g_total: 3.1903e-02 ] +2024-10-01 00:57:13,565 INFO: [ epoch: 16 ] [ iter: 21,800 ] [ performance: 26.221 it/s ] [ lr: 1.00e-04 ] [ eta: 3:47:53 ] [ l_g_pix: 3.1373e-02 ] [ l_g_total: 3.1373e-02 ] +2024-10-01 00:57:17,465 INFO: [ epoch: 16 ] [ iter: 21,900 ] [ performance: 25.921 it/s ] [ lr: 1.00e-04 ] [ eta: 3:47:15 ] [ l_g_pix: 3.6374e-02 ] [ l_g_total: 3.6374e-02 ] +2024-10-01 00:57:21,338 INFO: [ epoch: 16 ] [ iter: 22,000 ] [ performance: 25.800 it/s ] [ lr: 1.00e-04 ] [ eta: 3:46:36 ] [ l_g_pix: 3.2036e-02 ] [ l_g_total: 3.2036e-02 ] +2024-10-01 00:57:25,241 INFO: [ epoch: 16 ] [ iter: 22,100 ] [ performance: 25.707 it/s ] [ lr: 1.00e-04 ] [ eta: 3:45:59 ] [ l_g_pix: 3.5022e-02 ] [ l_g_total: 3.5022e-02 ] +2024-10-01 00:57:29,062 INFO: [ epoch: 16 ] [ iter: 22,200 ] [ performance: 26.230 it/s ] [ lr: 1.00e-04 ] [ eta: 3:45:21 ] [ l_g_pix: 4.6015e-02 ] [ l_g_total: 4.6015e-02 ] +2024-10-01 00:57:32,957 INFO: [ epoch: 16 ] [ iter: 22,300 ] [ performance: 25.935 it/s ] [ lr: 1.00e-04 ] [ eta: 3:44:43 ] [ l_g_pix: 2.1163e-02 ] [ l_g_total: 2.1163e-02 ] +2024-10-01 00:57:36,795 INFO: [ epoch: 16 ] [ iter: 22,400 ] [ performance: 26.154 it/s ] [ lr: 1.00e-04 ] [ eta: 3:44:06 ] [ l_g_pix: 1.7360e-02 ] [ l_g_total: 1.7360e-02 ] +2024-10-01 00:57:40,629 INFO: [ epoch: 16 ] [ iter: 22,500 ] [ performance: 26.120 it/s ] [ lr: 1.00e-04 ] [ eta: 3:43:29 ] [ l_g_pix: 3.2613e-02 ] [ l_g_total: 3.2613e-02 ] +2024-10-01 00:57:44,447 INFO: [ epoch: 16 ] [ iter: 22,600 ] [ performance: 26.270 it/s ] [ lr: 1.00e-04 ] [ eta: 3:42:52 ] [ l_g_pix: 3.7106e-02 ] [ l_g_total: 3.7106e-02 ] +2024-10-01 00:57:47,979 INFO: [ epoch: 16 ] [ iter: 22,700 ] [ performance: 27.317 it/s ] [ lr: 1.00e-04 ] [ eta: 3:42:13 ] [ l_g_pix: 2.0966e-02 ] [ l_g_total: 2.0966e-02 ] +2024-10-01 00:57:53,212 INFO: [ epoch: 17 ] [ iter: 22,800 ] [ performance: 22.869 it/s ] [ lr: 1.00e-04 ] [ eta: 3:41:48 ] [ l_g_pix: 3.1366e-02 ] [ l_g_total: 3.1366e-02 ] +2024-10-01 00:57:57,034 INFO: [ epoch: 17 ] [ iter: 22,900 ] [ performance: 24.522 it/s ] [ lr: 1.00e-04 ] [ eta: 3:41:12 ] [ l_g_pix: 2.2276e-02 ] [ l_g_total: 2.2276e-02 ] +2024-10-01 00:58:00,856 INFO: [ epoch: 17 ] [ iter: 23,000 ] [ performance: 26.267 it/s ] [ lr: 1.00e-04 ] [ eta: 3:40:36 ] [ l_g_pix: 3.7849e-02 ] [ l_g_total: 3.7849e-02 ] +2024-10-01 00:58:04,679 INFO: [ epoch: 17 ] [ iter: 23,100 ] [ performance: 26.211 it/s ] [ lr: 1.00e-04 ] [ eta: 3:40:01 ] [ l_g_pix: 2.6923e-02 ] [ l_g_total: 2.6923e-02 ] +2024-10-01 00:58:08,486 INFO: [ epoch: 17 ] [ iter: 23,200 ] [ performance: 26.420 it/s ] [ lr: 1.00e-04 ] [ eta: 3:39:25 ] [ l_g_pix: 2.8547e-02 ] [ l_g_total: 2.8547e-02 ] +2024-10-01 00:58:12,315 INFO: [ epoch: 17 ] [ iter: 23,300 ] [ performance: 26.259 it/s ] [ lr: 1.00e-04 ] [ eta: 3:38:51 ] [ l_g_pix: 2.2079e-02 ] [ l_g_total: 2.2079e-02 ] +2024-10-01 00:58:16,150 INFO: [ epoch: 17 ] [ iter: 23,400 ] [ performance: 26.206 it/s ] [ lr: 1.00e-04 ] [ eta: 3:38:16 ] [ l_g_pix: 3.7740e-02 ] [ l_g_total: 3.7740e-02 ] +2024-10-01 00:58:19,974 INFO: [ epoch: 17 ] [ iter: 23,500 ] [ performance: 26.178 it/s ] [ lr: 1.00e-04 ] [ eta: 3:37:42 ] [ l_g_pix: 3.9389e-02 ] [ l_g_total: 3.9389e-02 ] +2024-10-01 00:58:23,839 INFO: [ epoch: 17 ] [ iter: 23,600 ] [ performance: 26.093 it/s ] [ lr: 1.00e-04 ] [ eta: 3:37:08 ] [ l_g_pix: 4.0560e-02 ] [ l_g_total: 4.0560e-02 ] +2024-10-01 00:58:27,707 INFO: [ epoch: 17 ] [ iter: 23,700 ] [ performance: 25.965 it/s ] [ lr: 1.00e-04 ] [ eta: 3:36:34 ] [ l_g_pix: 3.1610e-02 ] [ l_g_total: 3.1610e-02 ] +2024-10-01 00:58:31,582 INFO: [ epoch: 17 ] [ iter: 23,800 ] [ performance: 25.895 it/s ] [ lr: 1.00e-04 ] [ eta: 3:36:01 ] [ l_g_pix: 5.2669e-02 ] [ l_g_total: 5.2669e-02 ] +2024-10-01 00:58:35,413 INFO: [ epoch: 17 ] [ iter: 23,900 ] [ performance: 26.014 it/s ] [ lr: 1.00e-04 ] [ eta: 3:35:28 ] [ l_g_pix: 2.6455e-02 ] [ l_g_total: 2.6455e-02 ] +2024-10-01 00:58:39,107 INFO: [ epoch: 17 ] [ iter: 24,000 ] [ performance: 27.421 it/s ] [ lr: 1.00e-04 ] [ eta: 3:34:54 ] [ l_g_pix: 2.5414e-02 ] [ l_g_total: 2.5414e-02 ] +2024-10-01 00:58:44,140 INFO: [ epoch: 18 ] [ iter: 24,100 ] [ performance: 22.666 it/s ] [ lr: 1.00e-04 ] [ eta: 3:34:30 ] [ l_g_pix: 2.4486e-02 ] [ l_g_total: 2.4486e-02 ] +2024-10-01 00:58:47,999 INFO: [ epoch: 18 ] [ iter: 24,200 ] [ performance: 25.824 it/s ] [ lr: 1.00e-04 ] [ eta: 3:33:57 ] [ l_g_pix: 2.0700e-02 ] [ l_g_total: 2.0700e-02 ] +2024-10-01 00:58:51,835 INFO: [ epoch: 18 ] [ iter: 24,300 ] [ performance: 25.961 it/s ] [ lr: 1.00e-04 ] [ eta: 3:33:25 ] [ l_g_pix: 3.8900e-02 ] [ l_g_total: 3.8900e-02 ] +2024-10-01 00:58:55,685 INFO: [ epoch: 18 ] [ iter: 24,400 ] [ performance: 26.018 it/s ] [ lr: 1.00e-04 ] [ eta: 3:32:53 ] [ l_g_pix: 2.8545e-02 ] [ l_g_total: 2.8545e-02 ] +2024-10-01 00:58:59,530 INFO: [ epoch: 18 ] [ iter: 24,500 ] [ performance: 26.015 it/s ] [ lr: 1.00e-04 ] [ eta: 3:32:21 ] [ l_g_pix: 3.7316e-02 ] [ l_g_total: 3.7316e-02 ] +2024-10-01 00:59:03,372 INFO: [ epoch: 18 ] [ iter: 24,600 ] [ performance: 26.041 it/s ] [ lr: 1.00e-04 ] [ eta: 3:31:49 ] [ l_g_pix: 3.5010e-02 ] [ l_g_total: 3.5010e-02 ] +2024-10-01 00:59:07,214 INFO: [ epoch: 18 ] [ iter: 24,700 ] [ performance: 26.036 it/s ] [ lr: 1.00e-04 ] [ eta: 3:31:18 ] [ l_g_pix: 2.8690e-02 ] [ l_g_total: 2.8690e-02 ] +2024-10-01 00:59:11,079 INFO: [ epoch: 18 ] [ iter: 24,800 ] [ performance: 25.811 it/s ] [ lr: 1.00e-04 ] [ eta: 3:30:47 ] [ l_g_pix: 3.5812e-02 ] [ l_g_total: 3.5812e-02 ] +2024-10-01 00:59:14,915 INFO: [ epoch: 18 ] [ iter: 24,900 ] [ performance: 25.959 it/s ] [ lr: 1.00e-04 ] [ eta: 3:30:16 ] [ l_g_pix: 3.4619e-02 ] [ l_g_total: 3.4619e-02 ] +2024-10-01 00:59:18,734 INFO: [ epoch: 18 ] [ iter: 25,000 ] [ performance: 26.406 it/s ] [ lr: 1.00e-04 ] [ eta: 3:29:45 ] [ l_g_pix: 3.1771e-02 ] [ l_g_total: 3.1771e-02 ] +2024-10-01 00:59:22,601 INFO: [ epoch: 18 ] [ iter: 25,100 ] [ performance: 26.097 it/s ] [ lr: 1.00e-04 ] [ eta: 3:29:14 ] [ l_g_pix: 2.8731e-02 ] [ l_g_total: 2.8731e-02 ] +2024-10-01 00:59:26,396 INFO: [ epoch: 18 ] [ iter: 25,200 ] [ performance: 26.561 it/s ] [ lr: 1.00e-04 ] [ eta: 3:28:44 ] [ l_g_pix: 2.8704e-02 ] [ l_g_total: 2.8704e-02 ] +2024-10-01 00:59:30,203 INFO: [ epoch: 18 ] [ iter: 25,300 ] [ performance: 26.395 it/s ] [ lr: 1.00e-04 ] [ eta: 3:28:13 ] [ l_g_pix: 2.9757e-02 ] [ l_g_total: 2.9757e-02 ] +2024-10-01 00:59:35,262 INFO: [ epoch: 19 ] [ iter: 25,400 ] [ performance: 17.872 it/s ] [ lr: 1.00e-04 ] [ eta: 3:27:52 ] [ l_g_pix: 3.4730e-02 ] [ l_g_total: 3.4730e-02 ] +2024-10-01 00:59:39,923 INFO: [ epoch: 19 ] [ iter: 25,500 ] [ performance: 19.772 it/s ] [ lr: 1.00e-04 ] [ eta: 3:27:28 ] [ l_g_pix: 4.1331e-02 ] [ l_g_total: 4.1331e-02 ] +2024-10-01 00:59:43,977 INFO: [ epoch: 19 ] [ iter: 25,600 ] [ performance: 25.900 it/s ] [ lr: 1.00e-04 ] [ eta: 3:27:00 ] [ l_g_pix: 3.0347e-02 ] [ l_g_total: 3.0347e-02 ] +2024-10-01 00:59:47,845 INFO: [ epoch: 19 ] [ iter: 25,700 ] [ performance: 25.876 it/s ] [ lr: 1.00e-04 ] [ eta: 3:26:31 ] [ l_g_pix: 3.5080e-02 ] [ l_g_total: 3.5080e-02 ] +2024-10-01 00:59:51,725 INFO: [ epoch: 19 ] [ iter: 25,800 ] [ performance: 25.801 it/s ] [ lr: 1.00e-04 ] [ eta: 3:26:02 ] [ l_g_pix: 2.9256e-02 ] [ l_g_total: 2.9256e-02 ] +2024-10-01 00:59:55,619 INFO: [ epoch: 19 ] [ iter: 25,900 ] [ performance: 25.733 it/s ] [ lr: 1.00e-04 ] [ eta: 3:25:33 ] [ l_g_pix: 3.6395e-02 ] [ l_g_total: 3.6395e-02 ] +2024-10-01 00:59:59,477 INFO: [ epoch: 19 ] [ iter: 26,000 ] [ performance: 26.001 it/s ] [ lr: 1.00e-04 ] [ eta: 3:25:04 ] [ l_g_pix: 3.5994e-02 ] [ l_g_total: 3.5994e-02 ] +2024-10-01 01:00:03,319 INFO: [ epoch: 19 ] [ iter: 26,100 ] [ performance: 26.020 it/s ] [ lr: 1.00e-04 ] [ eta: 3:24:36 ] [ l_g_pix: 3.1437e-02 ] [ l_g_total: 3.1437e-02 ] +2024-10-01 01:00:07,154 INFO: [ epoch: 19 ] [ iter: 26,200 ] [ performance: 26.121 it/s ] [ lr: 1.00e-04 ] [ eta: 3:24:07 ] [ l_g_pix: 3.0264e-02 ] [ l_g_total: 3.0264e-02 ] +2024-10-01 01:00:11,057 INFO: [ epoch: 19 ] [ iter: 26,300 ] [ performance: 25.828 it/s ] [ lr: 1.00e-04 ] [ eta: 3:23:39 ] [ l_g_pix: 3.1601e-02 ] [ l_g_total: 3.1601e-02 ] +2024-10-01 01:00:14,930 INFO: [ epoch: 19 ] [ iter: 26,400 ] [ performance: 25.808 it/s ] [ lr: 1.00e-04 ] [ eta: 3:23:12 ] [ l_g_pix: 4.3564e-02 ] [ l_g_total: 4.3564e-02 ] +2024-10-01 01:00:18,858 INFO: [ epoch: 19 ] [ iter: 26,500 ] [ performance: 25.601 it/s ] [ lr: 1.00e-04 ] [ eta: 3:22:44 ] [ l_g_pix: 3.9565e-02 ] [ l_g_total: 3.9565e-02 ] +2024-10-01 01:00:22,658 INFO: [ epoch: 19 ] [ iter: 26,600 ] [ performance: 26.636 it/s ] [ lr: 1.00e-04 ] [ eta: 3:22:16 ] [ l_g_pix: 3.4443e-02 ] [ l_g_total: 3.4443e-02 ] +2024-10-01 01:00:26,254 INFO: [ epoch: 19 ] [ iter: 26,700 ] [ performance: 27.325 it/s ] [ lr: 1.00e-04 ] [ eta: 3:21:47 ] [ l_g_pix: 3.7880e-02 ] [ l_g_total: 3.7880e-02 ] +2024-10-01 01:00:31,599 INFO: [ epoch: 20 ] [ iter: 26,800 ] [ performance: 22.924 it/s ] [ lr: 1.00e-04 ] [ eta: 3:21:30 ] [ l_g_pix: 3.1770e-02 ] [ l_g_total: 3.1770e-02 ] +2024-10-01 01:00:35,475 INFO: [ epoch: 20 ] [ iter: 26,900 ] [ performance: 24.569 it/s ] [ lr: 1.00e-04 ] [ eta: 3:21:03 ] [ l_g_pix: 4.0783e-02 ] [ l_g_total: 4.0783e-02 ] +2024-10-01 01:00:39,324 INFO: [ epoch: 20 ] [ iter: 27,000 ] [ performance: 26.401 it/s ] [ lr: 1.00e-04 ] [ eta: 3:20:36 ] [ l_g_pix: 2.7298e-02 ] [ l_g_total: 2.7298e-02 ] +2024-10-01 01:00:43,209 INFO: [ epoch: 20 ] [ iter: 27,100 ] [ performance: 26.001 it/s ] [ lr: 1.00e-04 ] [ eta: 3:20:09 ] [ l_g_pix: 3.8652e-02 ] [ l_g_total: 3.8652e-02 ] +2024-10-01 01:00:47,096 INFO: [ epoch: 20 ] [ iter: 27,200 ] [ performance: 25.958 it/s ] [ lr: 1.00e-04 ] [ eta: 3:19:43 ] [ l_g_pix: 2.8915e-02 ] [ l_g_total: 2.8915e-02 ] +2024-10-01 01:00:51,620 INFO: [ epoch: 20 ] [ iter: 27,300 ] [ performance: 23.479 it/s ] [ lr: 1.00e-04 ] [ eta: 3:19:21 ] [ l_g_pix: 3.5375e-02 ] [ l_g_total: 3.5375e-02 ] +2024-10-01 01:00:55,725 INFO: [ epoch: 20 ] [ iter: 27,400 ] [ performance: 25.871 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:56 ] [ l_g_pix: 2.4397e-02 ] [ l_g_total: 2.4397e-02 ] +2024-10-01 01:00:59,594 INFO: [ epoch: 20 ] [ iter: 27,500 ] [ performance: 25.861 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:30 ] [ l_g_pix: 2.7501e-02 ] [ l_g_total: 2.7501e-02 ] +2024-10-01 01:01:03,472 INFO: [ epoch: 20 ] [ iter: 27,600 ] [ performance: 25.955 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:04 ] [ l_g_pix: 3.5223e-02 ] [ l_g_total: 3.5223e-02 ] +2024-10-01 01:01:07,291 INFO: [ epoch: 20 ] [ iter: 27,700 ] [ performance: 26.097 it/s ] [ lr: 1.00e-04 ] [ eta: 3:17:38 ] [ l_g_pix: 3.2207e-02 ] [ l_g_total: 3.2207e-02 ] +2024-10-01 01:01:11,161 INFO: [ epoch: 20 ] [ iter: 27,800 ] [ performance: 25.740 it/s ] [ lr: 1.00e-04 ] [ eta: 3:17:13 ] [ l_g_pix: 3.7933e-02 ] [ l_g_total: 3.7933e-02 ] +2024-10-01 01:01:14,996 INFO: [ epoch: 20 ] [ iter: 27,900 ] [ performance: 25.951 it/s ] [ lr: 1.00e-04 ] [ eta: 3:16:47 ] [ l_g_pix: 3.2096e-02 ] [ l_g_total: 3.2096e-02 ] +2024-10-01 01:01:18,742 INFO: [ epoch: 20 ] [ iter: 28,000 ] [ performance: 27.497 it/s ] [ lr: 1.00e-04 ] [ eta: 3:16:21 ] [ l_g_pix: 2.4543e-02 ] [ l_g_total: 2.4543e-02 ] +2024-10-01 01:01:23,858 INFO: [ epoch: 21 ] [ iter: 28,100 ] [ performance: 21.954 it/s ] [ lr: 1.00e-04 ] [ eta: 3:16:03 ] [ l_g_pix: 3.6055e-02 ] [ l_g_total: 3.6055e-02 ] +2024-10-01 01:01:27,768 INFO: [ epoch: 21 ] [ iter: 28,200 ] [ performance: 25.644 it/s ] [ lr: 1.00e-04 ] [ eta: 3:15:39 ] [ l_g_pix: 3.5862e-02 ] [ l_g_total: 3.5862e-02 ] +2024-10-01 01:01:31,585 INFO: [ epoch: 21 ] [ iter: 28,300 ] [ performance: 25.993 it/s ] [ lr: 1.00e-04 ] [ eta: 3:15:14 ] [ l_g_pix: 4.5763e-02 ] [ l_g_total: 4.5763e-02 ] +2024-10-01 01:01:35,451 INFO: [ epoch: 21 ] [ iter: 28,400 ] [ performance: 25.995 it/s ] [ lr: 1.00e-04 ] [ eta: 3:14:49 ] [ l_g_pix: 3.3434e-02 ] [ l_g_total: 3.3434e-02 ] +2024-10-01 01:01:39,279 INFO: [ epoch: 21 ] [ iter: 28,500 ] [ performance: 26.079 it/s ] [ lr: 1.00e-04 ] [ eta: 3:14:24 ] [ l_g_pix: 3.2777e-02 ] [ l_g_total: 3.2777e-02 ] +2024-10-01 01:01:43,129 INFO: [ epoch: 21 ] [ iter: 28,600 ] [ performance: 25.829 it/s ] [ lr: 1.00e-04 ] [ eta: 3:14:00 ] [ l_g_pix: 3.4348e-02 ] [ l_g_total: 3.4348e-02 ] +2024-10-01 01:01:46,948 INFO: [ epoch: 21 ] [ iter: 28,700 ] [ performance: 26.056 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:35 ] [ l_g_pix: 3.4059e-02 ] [ l_g_total: 3.4059e-02 ] +2024-10-01 01:01:50,793 INFO: [ epoch: 21 ] [ iter: 28,800 ] [ performance: 26.028 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:11 ] [ l_g_pix: 3.8229e-02 ] [ l_g_total: 3.8229e-02 ] +2024-10-01 01:01:54,816 INFO: [ epoch: 21 ] [ iter: 28,900 ] [ performance: 25.272 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:48 ] [ l_g_pix: 2.7789e-02 ] [ l_g_total: 2.7789e-02 ] +2024-10-01 01:01:58,645 INFO: [ epoch: 21 ] [ iter: 29,000 ] [ performance: 26.232 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:24 ] [ l_g_pix: 3.3128e-02 ] [ l_g_total: 3.3128e-02 ] +2024-10-01 01:02:02,504 INFO: [ epoch: 21 ] [ iter: 29,100 ] [ performance: 26.031 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:00 ] [ l_g_pix: 4.0987e-02 ] [ l_g_total: 4.0987e-02 ] +2024-10-01 01:02:06,356 INFO: [ epoch: 21 ] [ iter: 29,200 ] [ performance: 25.919 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:36 ] [ l_g_pix: 4.1199e-02 ] [ l_g_total: 4.1199e-02 ] +2024-10-01 01:02:10,257 INFO: [ epoch: 21 ] [ iter: 29,300 ] [ performance: 25.738 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:13 ] [ l_g_pix: 3.1096e-02 ] [ l_g_total: 3.1096e-02 ] +2024-10-01 01:02:14,871 INFO: [ epoch: 22 ] [ iter: 29,400 ] [ performance: 18.010 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:54 ] [ l_g_pix: 3.2619e-02 ] [ l_g_total: 3.2619e-02 ] +2024-10-01 01:02:19,178 INFO: [ epoch: 22 ] [ iter: 29,500 ] [ performance: 21.099 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:34 ] [ l_g_pix: 4.1609e-02 ] [ l_g_total: 4.1609e-02 ] +2024-10-01 01:02:23,051 INFO: [ epoch: 22 ] [ iter: 29,600 ] [ performance: 25.640 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:11 ] [ l_g_pix: 4.0634e-02 ] [ l_g_total: 4.0634e-02 ] +2024-10-01 01:02:26,874 INFO: [ epoch: 22 ] [ iter: 29,700 ] [ performance: 25.981 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:47 ] [ l_g_pix: 2.2406e-02 ] [ l_g_total: 2.2406e-02 ] +2024-10-01 01:02:30,760 INFO: [ epoch: 22 ] [ iter: 29,800 ] [ performance: 25.887 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:25 ] [ l_g_pix: 2.6759e-02 ] [ l_g_total: 2.6759e-02 ] +2024-10-01 01:02:34,591 INFO: [ epoch: 22 ] [ iter: 29,900 ] [ performance: 26.033 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:02 ] [ l_g_pix: 2.7187e-02 ] [ l_g_total: 2.7187e-02 ] +2024-10-01 01:02:38,453 INFO: [ epoch: 22 ] [ iter: 30,000 ] [ performance: 25.928 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:39 ] [ l_g_pix: 3.3856e-02 ] [ l_g_total: 3.3856e-02 ] +2024-10-01 01:02:38,453 INFO: Saving models and training states. +2024-10-01 01:06:58,977 INFO: Validation val + + # psnr: 26.8834........ Best: 26.8834 @ 30000 iter + # ssim: 0.7541........ Best: 0.7541 @ 30000 iter + # dists: 0.7745........ Best: 0.7745 @ 30000 iter + +2024-10-01 01:07:02,698 INFO: [ epoch: 22 ] [ iter: 30,100 ] [ performance: 26.555 it/s ] [ lr: 1.00e-04 ] [ eta: 3:32:47 ] [ l_g_pix: 4.2626e-02 ] [ l_g_total: 4.2626e-02 ] +2024-10-01 01:07:06,780 INFO: [ epoch: 22 ] [ iter: 30,200 ] [ performance: 26.055 it/s ] [ lr: 1.00e-04 ] [ eta: 3:32:20 ] [ l_g_pix: 2.3163e-02 ] [ l_g_total: 2.3163e-02 ] +2024-10-01 01:07:10,670 INFO: [ epoch: 22 ] [ iter: 30,300 ] [ performance: 25.827 it/s ] [ lr: 1.00e-04 ] [ eta: 3:31:52 ] [ l_g_pix: 1.9343e-02 ] [ l_g_total: 1.9343e-02 ] +2024-10-01 01:07:14,720 INFO: [ epoch: 22 ] [ iter: 30,400 ] [ performance: 21.880 it/s ] [ lr: 1.00e-04 ] [ eta: 3:31:25 ] [ l_g_pix: 3.1260e-02 ] [ l_g_total: 3.1260e-02 ] +2024-10-01 01:07:18,610 INFO: [ epoch: 22 ] [ iter: 30,500 ] [ performance: 24.310 it/s ] [ lr: 1.00e-04 ] [ eta: 3:30:58 ] [ l_g_pix: 3.2722e-02 ] [ l_g_total: 3.2722e-02 ] +2024-10-01 01:07:22,511 INFO: [ epoch: 22 ] [ iter: 30,600 ] [ performance: 23.487 it/s ] [ lr: 1.00e-04 ] [ eta: 3:30:31 ] [ l_g_pix: 3.5301e-02 ] [ l_g_total: 3.5301e-02 ] +2024-10-01 01:07:26,213 INFO: [ epoch: 22 ] [ iter: 30,700 ] [ performance: 25.766 it/s ] [ lr: 1.00e-04 ] [ eta: 3:30:03 ] [ l_g_pix: 2.8202e-02 ] [ l_g_total: 2.8202e-02 ] +2024-10-01 01:07:32,572 INFO: [ epoch: 23 ] [ iter: 30,800 ] [ performance: 22.752 it/s ] [ lr: 1.00e-04 ] [ eta: 3:29:49 ] [ l_g_pix: 4.7267e-02 ] [ l_g_total: 4.7267e-02 ] +2024-10-01 01:07:36,381 INFO: [ epoch: 23 ] [ iter: 30,900 ] [ performance: 25.026 it/s ] [ lr: 1.00e-04 ] [ eta: 3:29:22 ] [ l_g_pix: 3.2587e-02 ] [ l_g_total: 3.2587e-02 ] +2024-10-01 01:07:40,560 INFO: [ epoch: 23 ] [ iter: 31,000 ] [ performance: 23.459 it/s ] [ lr: 1.00e-04 ] [ eta: 3:28:57 ] [ l_g_pix: 3.7643e-02 ] [ l_g_total: 3.7643e-02 ] +2024-10-01 01:07:44,597 INFO: [ epoch: 23 ] [ iter: 31,100 ] [ performance: 24.348 it/s ] [ lr: 1.00e-04 ] [ eta: 3:28:31 ] [ l_g_pix: 2.7493e-02 ] [ l_g_total: 2.7493e-02 ] +2024-10-01 01:07:48,713 INFO: [ epoch: 23 ] [ iter: 31,200 ] [ performance: 21.052 it/s ] [ lr: 1.00e-04 ] [ eta: 3:28:06 ] [ l_g_pix: 2.4294e-02 ] [ l_g_total: 2.4294e-02 ] +2024-10-01 01:07:52,605 INFO: [ epoch: 23 ] [ iter: 31,300 ] [ performance: 24.054 it/s ] [ lr: 1.00e-04 ] [ eta: 3:27:39 ] [ l_g_pix: 4.2120e-02 ] [ l_g_total: 4.2120e-02 ] +2024-10-01 01:07:56,599 INFO: [ epoch: 23 ] [ iter: 31,400 ] [ performance: 22.009 it/s ] [ lr: 1.00e-04 ] [ eta: 3:27:14 ] [ l_g_pix: 3.7995e-02 ] [ l_g_total: 3.7995e-02 ] +2024-10-01 01:08:00,631 INFO: [ epoch: 23 ] [ iter: 31,500 ] [ performance: 23.918 it/s ] [ lr: 1.00e-04 ] [ eta: 3:26:49 ] [ l_g_pix: 3.0032e-02 ] [ l_g_total: 3.0032e-02 ] +2024-10-01 01:08:04,407 INFO: [ epoch: 23 ] [ iter: 31,600 ] [ performance: 26.073 it/s ] [ lr: 1.00e-04 ] [ eta: 3:26:22 ] [ l_g_pix: 3.5520e-02 ] [ l_g_total: 3.5520e-02 ] +2024-10-01 01:08:08,592 INFO: [ epoch: 23 ] [ iter: 31,700 ] [ performance: 24.605 it/s ] [ lr: 1.00e-04 ] [ eta: 3:25:58 ] [ l_g_pix: 3.2691e-02 ] [ l_g_total: 3.2691e-02 ] +2024-10-01 01:08:12,330 INFO: [ epoch: 23 ] [ iter: 31,800 ] [ performance: 28.037 it/s ] [ lr: 1.00e-04 ] [ eta: 3:25:32 ] [ l_g_pix: 3.6651e-02 ] [ l_g_total: 3.6651e-02 ] +2024-10-01 01:08:16,545 INFO: [ epoch: 23 ] [ iter: 31,900 ] [ performance: 24.864 it/s ] [ lr: 1.00e-04 ] [ eta: 3:25:08 ] [ l_g_pix: 2.7404e-02 ] [ l_g_total: 2.7404e-02 ] +2024-10-01 01:08:20,384 INFO: [ epoch: 23 ] [ iter: 32,000 ] [ performance: 27.455 it/s ] [ lr: 1.00e-04 ] [ eta: 3:24:42 ] [ l_g_pix: 2.6380e-02 ] [ l_g_total: 2.6380e-02 ] +2024-10-01 01:08:25,864 INFO: [ epoch: 24 ] [ iter: 32,100 ] [ performance: 20.225 it/s ] [ lr: 1.00e-04 ] [ eta: 3:24:25 ] [ l_g_pix: 4.3328e-02 ] [ l_g_total: 4.3328e-02 ] +2024-10-01 01:08:29,971 INFO: [ epoch: 24 ] [ iter: 32,200 ] [ performance: 25.959 it/s ] [ lr: 1.00e-04 ] [ eta: 3:24:01 ] [ l_g_pix: 3.2911e-02 ] [ l_g_total: 3.2911e-02 ] +2024-10-01 01:08:33,823 INFO: [ epoch: 24 ] [ iter: 32,300 ] [ performance: 25.966 it/s ] [ lr: 1.00e-04 ] [ eta: 3:23:36 ] [ l_g_pix: 3.7476e-02 ] [ l_g_total: 3.7476e-02 ] +2024-10-01 01:08:37,699 INFO: [ epoch: 24 ] [ iter: 32,400 ] [ performance: 25.830 it/s ] [ lr: 1.00e-04 ] [ eta: 3:23:11 ] [ l_g_pix: 1.5881e-02 ] [ l_g_total: 1.5881e-02 ] +2024-10-01 01:08:41,507 INFO: [ epoch: 24 ] [ iter: 32,500 ] [ performance: 26.141 it/s ] [ lr: 1.00e-04 ] [ eta: 3:22:46 ] [ l_g_pix: 4.0909e-02 ] [ l_g_total: 4.0909e-02 ] +2024-10-01 01:08:45,344 INFO: [ epoch: 24 ] [ iter: 32,600 ] [ performance: 25.878 it/s ] [ lr: 1.00e-04 ] [ eta: 3:22:21 ] [ l_g_pix: 3.4200e-02 ] [ l_g_total: 3.4200e-02 ] +2024-10-01 01:08:49,224 INFO: [ epoch: 24 ] [ iter: 32,700 ] [ performance: 25.809 it/s ] [ lr: 1.00e-04 ] [ eta: 3:21:57 ] [ l_g_pix: 3.2805e-02 ] [ l_g_total: 3.2805e-02 ] +2024-10-01 01:08:53,078 INFO: [ epoch: 24 ] [ iter: 32,800 ] [ performance: 25.443 it/s ] [ lr: 1.00e-04 ] [ eta: 3:21:32 ] [ l_g_pix: 2.7466e-02 ] [ l_g_total: 2.7466e-02 ] +2024-10-01 01:08:56,910 INFO: [ epoch: 24 ] [ iter: 32,900 ] [ performance: 25.917 it/s ] [ lr: 1.00e-04 ] [ eta: 3:21:08 ] [ l_g_pix: 3.6926e-02 ] [ l_g_total: 3.6926e-02 ] +2024-10-01 01:09:00,736 INFO: [ epoch: 24 ] [ iter: 33,000 ] [ performance: 26.205 it/s ] [ lr: 1.00e-04 ] [ eta: 3:20:43 ] [ l_g_pix: 4.0851e-02 ] [ l_g_total: 4.0851e-02 ] +2024-10-01 01:09:04,766 INFO: [ epoch: 24 ] [ iter: 33,100 ] [ performance: 25.175 it/s ] [ lr: 1.00e-04 ] [ eta: 3:20:20 ] [ l_g_pix: 3.0144e-02 ] [ l_g_total: 3.0144e-02 ] +2024-10-01 01:09:08,652 INFO: [ epoch: 24 ] [ iter: 33,200 ] [ performance: 25.892 it/s ] [ lr: 1.00e-04 ] [ eta: 3:19:56 ] [ l_g_pix: 3.5057e-02 ] [ l_g_total: 3.5057e-02 ] +2024-10-01 01:09:12,498 INFO: [ epoch: 24 ] [ iter: 33,300 ] [ performance: 25.975 it/s ] [ lr: 1.00e-04 ] [ eta: 3:19:32 ] [ l_g_pix: 3.5508e-02 ] [ l_g_total: 3.5508e-02 ] +2024-10-01 01:09:16,165 INFO: [ epoch: 24 ] [ iter: 33,400 ] [ performance: 25.566 it/s ] [ lr: 1.00e-04 ] [ eta: 3:19:07 ] [ l_g_pix: 4.5011e-02 ] [ l_g_total: 4.5011e-02 ] +2024-10-01 01:09:21,743 INFO: [ epoch: 25 ] [ iter: 33,500 ] [ performance: 19.400 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:52 ] [ l_g_pix: 3.2821e-02 ] [ l_g_total: 3.2821e-02 ] +2024-10-01 01:09:25,532 INFO: [ epoch: 25 ] [ iter: 33,600 ] [ performance: 26.402 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:28 ] [ l_g_pix: 2.0989e-02 ] [ l_g_total: 2.0989e-02 ] +2024-10-01 01:09:29,429 INFO: [ epoch: 25 ] [ iter: 33,700 ] [ performance: 25.848 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:05 ] [ l_g_pix: 3.9684e-02 ] [ l_g_total: 3.9684e-02 ] +2024-10-01 01:09:33,262 INFO: [ epoch: 25 ] [ iter: 33,800 ] [ performance: 26.278 it/s ] [ lr: 1.00e-04 ] [ eta: 3:17:42 ] [ l_g_pix: 2.9185e-02 ] [ l_g_total: 2.9185e-02 ] +2024-10-01 01:09:37,123 INFO: [ epoch: 25 ] [ iter: 33,900 ] [ performance: 25.996 it/s ] [ lr: 1.00e-04 ] [ eta: 3:17:19 ] [ l_g_pix: 3.0910e-02 ] [ l_g_total: 3.0910e-02 ] +2024-10-01 01:09:40,977 INFO: [ epoch: 25 ] [ iter: 34,000 ] [ performance: 26.253 it/s ] [ lr: 1.00e-04 ] [ eta: 3:16:56 ] [ l_g_pix: 3.4012e-02 ] [ l_g_total: 3.4012e-02 ] +2024-10-01 01:09:44,883 INFO: [ epoch: 25 ] [ iter: 34,100 ] [ performance: 25.755 it/s ] [ lr: 1.00e-04 ] [ eta: 3:16:33 ] [ l_g_pix: 3.3610e-02 ] [ l_g_total: 3.3610e-02 ] +2024-10-01 01:09:48,695 INFO: [ epoch: 25 ] [ iter: 34,200 ] [ performance: 26.391 it/s ] [ lr: 1.00e-04 ] [ eta: 3:16:10 ] [ l_g_pix: 2.5978e-02 ] [ l_g_total: 2.5978e-02 ] +2024-10-01 01:09:52,550 INFO: [ epoch: 25 ] [ iter: 34,300 ] [ performance: 26.051 it/s ] [ lr: 1.00e-04 ] [ eta: 3:15:47 ] [ l_g_pix: 2.8626e-02 ] [ l_g_total: 2.8626e-02 ] +2024-10-01 01:09:56,354 INFO: [ epoch: 25 ] [ iter: 34,400 ] [ performance: 26.561 it/s ] [ lr: 1.00e-04 ] [ eta: 3:15:24 ] [ l_g_pix: 2.8519e-02 ] [ l_g_total: 2.8519e-02 ] +2024-10-01 01:10:00,295 INFO: [ epoch: 25 ] [ iter: 34,500 ] [ performance: 25.649 it/s ] [ lr: 1.00e-04 ] [ eta: 3:15:02 ] [ l_g_pix: 2.9370e-02 ] [ l_g_total: 2.9370e-02 ] +2024-10-01 01:10:04,255 INFO: [ epoch: 25 ] [ iter: 34,600 ] [ performance: 25.813 it/s ] [ lr: 1.00e-04 ] [ eta: 3:14:40 ] [ l_g_pix: 4.5656e-02 ] [ l_g_total: 4.5656e-02 ] +2024-10-01 01:10:07,920 INFO: [ epoch: 25 ] [ iter: 34,700 ] [ performance: 26.951 it/s ] [ lr: 1.00e-04 ] [ eta: 3:14:17 ] [ l_g_pix: 3.3318e-02 ] [ l_g_total: 3.3318e-02 ] +2024-10-01 01:10:13,203 INFO: [ epoch: 26 ] [ iter: 34,800 ] [ performance: 24.298 it/s ] [ lr: 1.00e-04 ] [ eta: 3:14:01 ] [ l_g_pix: 1.9441e-02 ] [ l_g_total: 1.9441e-02 ] +2024-10-01 01:10:17,112 INFO: [ epoch: 26 ] [ iter: 34,900 ] [ performance: 25.304 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:39 ] [ l_g_pix: 4.6543e-02 ] [ l_g_total: 4.6543e-02 ] +2024-10-01 01:10:20,966 INFO: [ epoch: 26 ] [ iter: 35,000 ] [ performance: 26.199 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:17 ] [ l_g_pix: 2.1168e-02 ] [ l_g_total: 2.1168e-02 ] +2024-10-01 01:10:24,751 INFO: [ epoch: 26 ] [ iter: 35,100 ] [ performance: 26.379 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:55 ] [ l_g_pix: 3.3087e-02 ] [ l_g_total: 3.3087e-02 ] +2024-10-01 01:10:28,646 INFO: [ epoch: 26 ] [ iter: 35,200 ] [ performance: 25.898 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:33 ] [ l_g_pix: 3.4143e-02 ] [ l_g_total: 3.4143e-02 ] +2024-10-01 01:10:32,520 INFO: [ epoch: 26 ] [ iter: 35,300 ] [ performance: 25.836 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:12 ] [ l_g_pix: 4.2197e-02 ] [ l_g_total: 4.2197e-02 ] +2024-10-01 01:10:36,288 INFO: [ epoch: 26 ] [ iter: 35,400 ] [ performance: 26.497 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:50 ] [ l_g_pix: 3.1599e-02 ] [ l_g_total: 3.1599e-02 ] +2024-10-01 01:10:40,152 INFO: [ epoch: 26 ] [ iter: 35,500 ] [ performance: 25.999 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:28 ] [ l_g_pix: 3.0292e-02 ] [ l_g_total: 3.0292e-02 ] +2024-10-01 01:10:44,056 INFO: [ epoch: 26 ] [ iter: 35,600 ] [ performance: 25.806 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:07 ] [ l_g_pix: 2.7696e-02 ] [ l_g_total: 2.7696e-02 ] +2024-10-01 01:10:47,899 INFO: [ epoch: 26 ] [ iter: 35,700 ] [ performance: 25.987 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:46 ] [ l_g_pix: 3.6772e-02 ] [ l_g_total: 3.6772e-02 ] +2024-10-01 01:10:51,780 INFO: [ epoch: 26 ] [ iter: 35,800 ] [ performance: 26.616 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:24 ] [ l_g_pix: 2.4263e-02 ] [ l_g_total: 2.4263e-02 ] +2024-10-01 01:10:55,608 INFO: [ epoch: 26 ] [ iter: 35,900 ] [ performance: 26.215 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:03 ] [ l_g_pix: 3.9735e-02 ] [ l_g_total: 3.9735e-02 ] +2024-10-01 01:10:59,433 INFO: [ epoch: 26 ] [ iter: 36,000 ] [ performance: 29.320 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:42 ] [ l_g_pix: 3.6807e-02 ] [ l_g_total: 3.6807e-02 ] +2024-10-01 01:11:04,947 INFO: [ epoch: 27 ] [ iter: 36,100 ] [ performance: 19.460 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:29 ] [ l_g_pix: 4.7955e-02 ] [ l_g_total: 4.7955e-02 ] +2024-10-01 01:11:09,120 INFO: [ epoch: 27 ] [ iter: 36,200 ] [ performance: 25.760 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:09 ] [ l_g_pix: 3.9252e-02 ] [ l_g_total: 3.9252e-02 ] +2024-10-01 01:11:12,944 INFO: [ epoch: 27 ] [ iter: 36,300 ] [ performance: 26.092 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:48 ] [ l_g_pix: 3.7848e-02 ] [ l_g_total: 3.7848e-02 ] +2024-10-01 01:11:16,811 INFO: [ epoch: 27 ] [ iter: 36,400 ] [ performance: 26.124 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:28 ] [ l_g_pix: 2.1346e-02 ] [ l_g_total: 2.1346e-02 ] +2024-10-01 01:11:20,655 INFO: [ epoch: 27 ] [ iter: 36,500 ] [ performance: 26.036 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:07 ] [ l_g_pix: 3.3564e-02 ] [ l_g_total: 3.3564e-02 ] +2024-10-01 01:11:24,573 INFO: [ epoch: 27 ] [ iter: 36,600 ] [ performance: 26.118 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:47 ] [ l_g_pix: 4.4971e-02 ] [ l_g_total: 4.4971e-02 ] +2024-10-01 01:11:28,445 INFO: [ epoch: 27 ] [ iter: 36,700 ] [ performance: 25.873 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:26 ] [ l_g_pix: 2.1685e-02 ] [ l_g_total: 2.1685e-02 ] +2024-10-01 01:11:32,296 INFO: [ epoch: 27 ] [ iter: 36,800 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:06 ] [ l_g_pix: 3.0708e-02 ] [ l_g_total: 3.0708e-02 ] +2024-10-01 01:11:36,120 INFO: [ epoch: 27 ] [ iter: 36,900 ] [ performance: 26.254 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:46 ] [ l_g_pix: 2.9176e-02 ] [ l_g_total: 2.9176e-02 ] +2024-10-01 01:11:40,020 INFO: [ epoch: 27 ] [ iter: 37,000 ] [ performance: 26.160 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:26 ] [ l_g_pix: 3.6827e-02 ] [ l_g_total: 3.6827e-02 ] +2024-10-01 01:11:43,904 INFO: [ epoch: 27 ] [ iter: 37,100 ] [ performance: 25.806 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:06 ] [ l_g_pix: 2.8448e-02 ] [ l_g_total: 2.8448e-02 ] +2024-10-01 01:11:47,743 INFO: [ epoch: 27 ] [ iter: 37,200 ] [ performance: 26.229 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:46 ] [ l_g_pix: 3.6490e-02 ] [ l_g_total: 3.6490e-02 ] +2024-10-01 01:11:51,646 INFO: [ epoch: 27 ] [ iter: 37,300 ] [ performance: 25.704 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:26 ] [ l_g_pix: 3.8332e-02 ] [ l_g_total: 3.8332e-02 ] +2024-10-01 01:11:55,156 INFO: [ epoch: 27 ] [ iter: 37,400 ] [ performance: 29.524 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:05 ] [ l_g_pix: 4.4630e-02 ] [ l_g_total: 4.4630e-02 ] +2024-10-01 01:12:00,807 INFO: [ epoch: 28 ] [ iter: 37,500 ] [ performance: 18.614 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:53 ] [ l_g_pix: 2.0914e-02 ] [ l_g_total: 2.0914e-02 ] +2024-10-01 01:12:04,658 INFO: [ epoch: 28 ] [ iter: 37,600 ] [ performance: 26.481 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:33 ] [ l_g_pix: 3.0835e-02 ] [ l_g_total: 3.0835e-02 ] +2024-10-01 01:12:08,546 INFO: [ epoch: 28 ] [ iter: 37,700 ] [ performance: 25.809 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:14 ] [ l_g_pix: 3.1643e-02 ] [ l_g_total: 3.1643e-02 ] +2024-10-01 01:12:12,383 INFO: [ epoch: 28 ] [ iter: 37,800 ] [ performance: 26.736 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:54 ] [ l_g_pix: 2.8514e-02 ] [ l_g_total: 2.8514e-02 ] +2024-10-01 01:12:16,303 INFO: [ epoch: 28 ] [ iter: 37,900 ] [ performance: 25.640 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:35 ] [ l_g_pix: 2.4659e-02 ] [ l_g_total: 2.4659e-02 ] +2024-10-01 01:12:20,144 INFO: [ epoch: 28 ] [ iter: 38,000 ] [ performance: 26.457 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:15 ] [ l_g_pix: 2.3446e-02 ] [ l_g_total: 2.3446e-02 ] +2024-10-01 01:12:24,028 INFO: [ epoch: 28 ] [ iter: 38,100 ] [ performance: 25.822 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:56 ] [ l_g_pix: 3.2892e-02 ] [ l_g_total: 3.2892e-02 ] +2024-10-01 01:12:27,907 INFO: [ epoch: 28 ] [ iter: 38,200 ] [ performance: 25.214 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:37 ] [ l_g_pix: 2.8751e-02 ] [ l_g_total: 2.8751e-02 ] +2024-10-01 01:12:31,768 INFO: [ epoch: 28 ] [ iter: 38,300 ] [ performance: 25.841 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:18 ] [ l_g_pix: 4.2136e-02 ] [ l_g_total: 4.2136e-02 ] +2024-10-01 01:12:35,610 INFO: [ epoch: 28 ] [ iter: 38,400 ] [ performance: 26.401 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:59 ] [ l_g_pix: 2.4828e-02 ] [ l_g_total: 2.4828e-02 ] +2024-10-01 01:12:39,531 INFO: [ epoch: 28 ] [ iter: 38,500 ] [ performance: 25.580 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:41 ] [ l_g_pix: 2.8445e-02 ] [ l_g_total: 2.8445e-02 ] +2024-10-01 01:12:43,390 INFO: [ epoch: 28 ] [ iter: 38,600 ] [ performance: 26.533 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:22 ] [ l_g_pix: 2.8018e-02 ] [ l_g_total: 2.8018e-02 ] +2024-10-01 01:12:47,113 INFO: [ epoch: 28 ] [ iter: 38,700 ] [ performance: 26.840 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:02 ] [ l_g_pix: 3.3642e-02 ] [ l_g_total: 3.3642e-02 ] +2024-10-01 01:12:52,543 INFO: [ epoch: 29 ] [ iter: 38,800 ] [ performance: 26.199 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:50 ] [ l_g_pix: 2.9714e-02 ] [ l_g_total: 2.9714e-02 ] +2024-10-01 01:12:56,426 INFO: [ epoch: 29 ] [ iter: 38,900 ] [ performance: 25.797 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:32 ] [ l_g_pix: 2.7301e-02 ] [ l_g_total: 2.7301e-02 ] +2024-10-01 01:13:00,256 INFO: [ epoch: 29 ] [ iter: 39,000 ] [ performance: 26.777 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:13 ] [ l_g_pix: 3.3711e-02 ] [ l_g_total: 3.3711e-02 ] +2024-10-01 01:13:04,135 INFO: [ epoch: 29 ] [ iter: 39,100 ] [ performance: 25.843 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:55 ] [ l_g_pix: 3.1185e-02 ] [ l_g_total: 3.1185e-02 ] +2024-10-01 01:13:07,991 INFO: [ epoch: 29 ] [ iter: 39,200 ] [ performance: 27.425 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:36 ] [ l_g_pix: 2.5065e-02 ] [ l_g_total: 2.5065e-02 ] +2024-10-01 01:13:11,843 INFO: [ epoch: 29 ] [ iter: 39,300 ] [ performance: 26.035 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:18 ] [ l_g_pix: 4.5528e-02 ] [ l_g_total: 4.5528e-02 ] +2024-10-01 01:13:15,722 INFO: [ epoch: 29 ] [ iter: 39,400 ] [ performance: 25.352 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:00 ] [ l_g_pix: 3.6679e-02 ] [ l_g_total: 3.6679e-02 ] +2024-10-01 01:13:19,608 INFO: [ epoch: 29 ] [ iter: 39,500 ] [ performance: 25.725 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:42 ] [ l_g_pix: 2.3949e-02 ] [ l_g_total: 2.3949e-02 ] +2024-10-01 01:13:23,691 INFO: [ epoch: 29 ] [ iter: 39,600 ] [ performance: 26.001 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:24 ] [ l_g_pix: 3.5071e-02 ] [ l_g_total: 3.5071e-02 ] +2024-10-01 01:13:27,519 INFO: [ epoch: 29 ] [ iter: 39,700 ] [ performance: 26.128 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:06 ] [ l_g_pix: 2.2784e-02 ] [ l_g_total: 2.2784e-02 ] +2024-10-01 01:13:31,395 INFO: [ epoch: 29 ] [ iter: 39,800 ] [ performance: 28.237 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:48 ] [ l_g_pix: 1.5655e-02 ] [ l_g_total: 1.5655e-02 ] +2024-10-01 01:13:35,239 INFO: [ epoch: 29 ] [ iter: 39,900 ] [ performance: 26.061 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:30 ] [ l_g_pix: 4.0285e-02 ] [ l_g_total: 4.0285e-02 ] +2024-10-01 01:13:39,229 INFO: [ epoch: 29 ] [ iter: 40,000 ] [ performance: 29.266 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:13 ] [ l_g_pix: 3.5929e-02 ] [ l_g_total: 3.5929e-02 ] +2024-10-01 01:13:39,229 INFO: Saving models and training states. +2024-10-01 01:17:18,417 INFO: Validation val + + # psnr: 27.0714........ Best: 27.0714 @ 40000 iter + # ssim: 0.7609........ Best: 0.7609 @ 40000 iter + # dists: 0.7740........ Best: 0.7740 @ 40000 iter + +2024-10-01 01:17:24,407 INFO: [ epoch: 30 ] [ iter: 40,100 ] [ performance: 16.774 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:38 ] [ l_g_pix: 3.0059e-02 ] [ l_g_total: 3.0059e-02 ] +2024-10-01 01:17:28,561 INFO: [ epoch: 30 ] [ iter: 40,200 ] [ performance: 19.756 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:19 ] [ l_g_pix: 2.8200e-02 ] [ l_g_total: 2.8200e-02 ] +2024-10-01 01:17:32,330 INFO: [ epoch: 30 ] [ iter: 40,300 ] [ performance: 26.540 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:58 ] [ l_g_pix: 3.3300e-02 ] [ l_g_total: 3.3300e-02 ] +2024-10-01 01:17:36,548 INFO: [ epoch: 30 ] [ iter: 40,400 ] [ performance: 25.048 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:39 ] [ l_g_pix: 4.5894e-02 ] [ l_g_total: 4.5894e-02 ] +2024-10-01 01:17:40,399 INFO: [ epoch: 30 ] [ iter: 40,500 ] [ performance: 25.982 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:19 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-01 01:17:44,586 INFO: [ epoch: 30 ] [ iter: 40,600 ] [ performance: 24.887 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:00 ] [ l_g_pix: 2.4657e-02 ] [ l_g_total: 2.4657e-02 ] +2024-10-01 01:17:48,751 INFO: [ epoch: 30 ] [ iter: 40,700 ] [ performance: 24.058 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:41 ] [ l_g_pix: 3.1495e-02 ] [ l_g_total: 3.1495e-02 ] +2024-10-01 01:17:52,674 INFO: [ epoch: 30 ] [ iter: 40,800 ] [ performance: 24.763 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:21 ] [ l_g_pix: 2.8503e-02 ] [ l_g_total: 2.8503e-02 ] +2024-10-01 01:17:56,870 INFO: [ epoch: 30 ] [ iter: 40,900 ] [ performance: 23.825 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:03 ] [ l_g_pix: 4.0415e-02 ] [ l_g_total: 4.0415e-02 ] +2024-10-01 01:18:00,774 INFO: [ epoch: 30 ] [ iter: 41,000 ] [ performance: 24.702 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:43 ] [ l_g_pix: 3.6156e-02 ] [ l_g_total: 3.6156e-02 ] +2024-10-01 01:18:04,655 INFO: [ epoch: 30 ] [ iter: 41,100 ] [ performance: 25.787 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:24 ] [ l_g_pix: 3.6386e-02 ] [ l_g_total: 3.6386e-02 ] +2024-10-01 01:18:08,631 INFO: [ epoch: 30 ] [ iter: 41,200 ] [ performance: 25.462 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:04 ] [ l_g_pix: 3.5378e-02 ] [ l_g_total: 3.5378e-02 ] +2024-10-01 01:18:12,497 INFO: [ epoch: 30 ] [ iter: 41,300 ] [ performance: 25.902 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:45 ] [ l_g_pix: 2.6296e-02 ] [ l_g_total: 2.6296e-02 ] +2024-10-01 01:18:16,098 INFO: [ epoch: 30 ] [ iter: 41,400 ] [ performance: 26.828 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:24 ] [ l_g_pix: 2.6285e-02 ] [ l_g_total: 2.6285e-02 ] +2024-10-01 01:18:21,759 INFO: [ epoch: 31 ] [ iter: 41,500 ] [ performance: 17.255 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:12 ] [ l_g_pix: 3.3064e-02 ] [ l_g_total: 3.3064e-02 ] +2024-10-01 01:18:25,605 INFO: [ epoch: 31 ] [ iter: 41,600 ] [ performance: 20.879 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:52 ] [ l_g_pix: 1.3040e-02 ] [ l_g_total: 1.3040e-02 ] +2024-10-01 01:18:29,484 INFO: [ epoch: 31 ] [ iter: 41,700 ] [ performance: 25.838 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:33 ] [ l_g_pix: 3.8507e-02 ] [ l_g_total: 3.8507e-02 ] +2024-10-01 01:18:33,343 INFO: [ epoch: 31 ] [ iter: 41,800 ] [ performance: 25.881 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:14 ] [ l_g_pix: 2.4801e-02 ] [ l_g_total: 2.4801e-02 ] +2024-10-01 01:18:37,209 INFO: [ epoch: 31 ] [ iter: 41,900 ] [ performance: 26.038 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:55 ] [ l_g_pix: 3.3555e-02 ] [ l_g_total: 3.3555e-02 ] +2024-10-01 01:18:41,057 INFO: [ epoch: 31 ] [ iter: 42,000 ] [ performance: 26.016 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:36 ] [ l_g_pix: 2.8134e-02 ] [ l_g_total: 2.8134e-02 ] +2024-10-01 01:18:44,896 INFO: [ epoch: 31 ] [ iter: 42,100 ] [ performance: 26.059 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:16 ] [ l_g_pix: 3.9769e-02 ] [ l_g_total: 3.9769e-02 ] +2024-10-01 01:18:48,741 INFO: [ epoch: 31 ] [ iter: 42,200 ] [ performance: 26.037 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:57 ] [ l_g_pix: 3.1809e-02 ] [ l_g_total: 3.1809e-02 ] +2024-10-01 01:18:52,635 INFO: [ epoch: 31 ] [ iter: 42,300 ] [ performance: 25.659 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:39 ] [ l_g_pix: 4.3088e-02 ] [ l_g_total: 4.3088e-02 ] +2024-10-01 01:18:56,530 INFO: [ epoch: 31 ] [ iter: 42,400 ] [ performance: 25.667 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:20 ] [ l_g_pix: 2.1630e-02 ] [ l_g_total: 2.1630e-02 ] +2024-10-01 01:19:00,367 INFO: [ epoch: 31 ] [ iter: 42,500 ] [ performance: 26.182 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:01 ] [ l_g_pix: 3.2097e-02 ] [ l_g_total: 3.2097e-02 ] +2024-10-01 01:19:04,218 INFO: [ epoch: 31 ] [ iter: 42,600 ] [ performance: 26.073 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:43 ] [ l_g_pix: 3.2494e-02 ] [ l_g_total: 3.2494e-02 ] +2024-10-01 01:19:07,908 INFO: [ epoch: 31 ] [ iter: 42,700 ] [ performance: 27.341 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:23 ] [ l_g_pix: 2.6683e-02 ] [ l_g_total: 2.6683e-02 ] +2024-10-01 01:19:13,809 INFO: [ epoch: 32 ] [ iter: 42,800 ] [ performance: 20.619 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:12 ] [ l_g_pix: 3.7019e-02 ] [ l_g_total: 3.7019e-02 ] +2024-10-01 01:19:17,639 INFO: [ epoch: 32 ] [ iter: 42,900 ] [ performance: 26.225 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:54 ] [ l_g_pix: 2.8716e-02 ] [ l_g_total: 2.8716e-02 ] +2024-10-01 01:19:21,463 INFO: [ epoch: 32 ] [ iter: 43,000 ] [ performance: 26.191 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:35 ] [ l_g_pix: 1.9999e-02 ] [ l_g_total: 1.9999e-02 ] +2024-10-01 01:19:25,287 INFO: [ epoch: 32 ] [ iter: 43,100 ] [ performance: 26.159 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:17 ] [ l_g_pix: 3.7152e-02 ] [ l_g_total: 3.7152e-02 ] +2024-10-01 01:19:29,121 INFO: [ epoch: 32 ] [ iter: 43,200 ] [ performance: 26.120 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:58 ] [ l_g_pix: 1.7773e-02 ] [ l_g_total: 1.7773e-02 ] +2024-10-01 01:19:33,009 INFO: [ epoch: 32 ] [ iter: 43,300 ] [ performance: 25.920 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:40 ] [ l_g_pix: 2.5405e-02 ] [ l_g_total: 2.5405e-02 ] +2024-10-01 01:19:36,857 INFO: [ epoch: 32 ] [ iter: 43,400 ] [ performance: 25.957 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:22 ] [ l_g_pix: 3.3529e-02 ] [ l_g_total: 3.3529e-02 ] +2024-10-01 01:19:40,735 INFO: [ epoch: 32 ] [ iter: 43,500 ] [ performance: 25.909 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:04 ] [ l_g_pix: 1.5272e-02 ] [ l_g_total: 1.5272e-02 ] +2024-10-01 01:19:44,601 INFO: [ epoch: 32 ] [ iter: 43,600 ] [ performance: 25.887 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:46 ] [ l_g_pix: 2.5027e-02 ] [ l_g_total: 2.5027e-02 ] +2024-10-01 01:19:48,449 INFO: [ epoch: 32 ] [ iter: 43,700 ] [ performance: 26.155 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:28 ] [ l_g_pix: 3.7372e-02 ] [ l_g_total: 3.7372e-02 ] +2024-10-01 01:19:52,358 INFO: [ epoch: 32 ] [ iter: 43,800 ] [ performance: 25.840 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:11 ] [ l_g_pix: 3.5200e-02 ] [ l_g_total: 3.5200e-02 ] +2024-10-01 01:19:56,151 INFO: [ epoch: 32 ] [ iter: 43,900 ] [ performance: 26.563 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:52 ] [ l_g_pix: 2.7084e-02 ] [ l_g_total: 2.7084e-02 ] +2024-10-01 01:19:59,957 INFO: [ epoch: 32 ] [ iter: 44,000 ] [ performance: 26.408 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:35 ] [ l_g_pix: 3.3195e-02 ] [ l_g_total: 3.3195e-02 ] +2024-10-01 01:20:05,257 INFO: [ epoch: 33 ] [ iter: 44,100 ] [ performance: 17.531 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:22 ] [ l_g_pix: 3.6744e-02 ] [ l_g_total: 3.6744e-02 ] +2024-10-01 01:20:09,397 INFO: [ epoch: 33 ] [ iter: 44,200 ] [ performance: 20.664 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:05 ] [ l_g_pix: 2.3404e-02 ] [ l_g_total: 2.3404e-02 ] +2024-10-01 01:20:13,263 INFO: [ epoch: 33 ] [ iter: 44,300 ] [ performance: 26.075 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:48 ] [ l_g_pix: 2.5342e-02 ] [ l_g_total: 2.5342e-02 ] +2024-10-01 01:20:17,105 INFO: [ epoch: 33 ] [ iter: 44,400 ] [ performance: 26.053 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:30 ] [ l_g_pix: 3.1207e-02 ] [ l_g_total: 3.1207e-02 ] +2024-10-01 01:20:20,967 INFO: [ epoch: 33 ] [ iter: 44,500 ] [ performance: 25.962 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:13 ] [ l_g_pix: 3.2502e-02 ] [ l_g_total: 3.2502e-02 ] +2024-10-01 01:20:24,816 INFO: [ epoch: 33 ] [ iter: 44,600 ] [ performance: 25.975 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:55 ] [ l_g_pix: 2.5525e-02 ] [ l_g_total: 2.5525e-02 ] +2024-10-01 01:20:28,767 INFO: [ epoch: 33 ] [ iter: 44,700 ] [ performance: 25.321 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:38 ] [ l_g_pix: 2.0841e-02 ] [ l_g_total: 2.0841e-02 ] +2024-10-01 01:20:32,603 INFO: [ epoch: 33 ] [ iter: 44,800 ] [ performance: 25.738 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:21 ] [ l_g_pix: 3.1683e-02 ] [ l_g_total: 3.1683e-02 ] +2024-10-01 01:20:36,390 INFO: [ epoch: 33 ] [ iter: 44,900 ] [ performance: 26.490 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:04 ] [ l_g_pix: 1.8227e-02 ] [ l_g_total: 1.8227e-02 ] +2024-10-01 01:20:40,439 INFO: [ epoch: 33 ] [ iter: 45,000 ] [ performance: 25.451 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:47 ] [ l_g_pix: 4.1361e-02 ] [ l_g_total: 4.1361e-02 ] +2024-10-01 01:20:44,294 INFO: [ epoch: 33 ] [ iter: 45,100 ] [ performance: 25.966 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:30 ] [ l_g_pix: 3.7959e-02 ] [ l_g_total: 3.7959e-02 ] +2024-10-01 01:20:48,214 INFO: [ epoch: 33 ] [ iter: 45,200 ] [ performance: 25.708 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:13 ] [ l_g_pix: 3.0917e-02 ] [ l_g_total: 3.0917e-02 ] +2024-10-01 01:20:52,206 INFO: [ epoch: 33 ] [ iter: 45,300 ] [ performance: 25.970 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:57 ] [ l_g_pix: 2.3459e-02 ] [ l_g_total: 2.3459e-02 ] +2024-10-01 01:20:55,803 INFO: [ epoch: 33 ] [ iter: 45,400 ] [ performance: 26.989 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:39 ] [ l_g_pix: 2.7375e-02 ] [ l_g_total: 2.7375e-02 ] +2024-10-01 01:21:01,921 INFO: [ epoch: 34 ] [ iter: 45,500 ] [ performance: 21.152 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:30 ] [ l_g_pix: 2.3591e-02 ] [ l_g_total: 2.3591e-02 ] +2024-10-01 01:21:05,771 INFO: [ epoch: 34 ] [ iter: 45,600 ] [ performance: 23.680 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:13 ] [ l_g_pix: 3.2605e-02 ] [ l_g_total: 3.2605e-02 ] +2024-10-01 01:21:09,795 INFO: [ epoch: 34 ] [ iter: 45,700 ] [ performance: 24.340 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:56 ] [ l_g_pix: 2.8957e-02 ] [ l_g_total: 2.8957e-02 ] +2024-10-01 01:21:13,668 INFO: [ epoch: 34 ] [ iter: 45,800 ] [ performance: 25.179 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:40 ] [ l_g_pix: 4.2714e-02 ] [ l_g_total: 4.2714e-02 ] +2024-10-01 01:21:17,649 INFO: [ epoch: 34 ] [ iter: 45,900 ] [ performance: 24.820 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:24 ] [ l_g_pix: 3.5910e-02 ] [ l_g_total: 3.5910e-02 ] +2024-10-01 01:21:21,512 INFO: [ epoch: 34 ] [ iter: 46,000 ] [ performance: 25.430 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:07 ] [ l_g_pix: 2.9195e-02 ] [ l_g_total: 2.9195e-02 ] +2024-10-01 01:21:25,594 INFO: [ epoch: 34 ] [ iter: 46,100 ] [ performance: 24.076 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:51 ] [ l_g_pix: 3.5006e-02 ] [ l_g_total: 3.5006e-02 ] +2024-10-01 01:21:29,437 INFO: [ epoch: 34 ] [ iter: 46,200 ] [ performance: 25.181 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:35 ] [ l_g_pix: 2.7310e-02 ] [ l_g_total: 2.7310e-02 ] +2024-10-01 01:21:33,388 INFO: [ epoch: 34 ] [ iter: 46,300 ] [ performance: 25.311 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:18 ] [ l_g_pix: 3.2047e-02 ] [ l_g_total: 3.2047e-02 ] +2024-10-01 01:21:37,275 INFO: [ epoch: 34 ] [ iter: 46,400 ] [ performance: 25.558 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:02 ] [ l_g_pix: 2.8567e-02 ] [ l_g_total: 2.8567e-02 ] +2024-10-01 01:21:41,123 INFO: [ epoch: 34 ] [ iter: 46,500 ] [ performance: 26.154 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:46 ] [ l_g_pix: 3.7179e-02 ] [ l_g_total: 3.7179e-02 ] +2024-10-01 01:21:45,195 INFO: [ epoch: 34 ] [ iter: 46,600 ] [ performance: 25.190 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:30 ] [ l_g_pix: 3.1533e-02 ] [ l_g_total: 3.1533e-02 ] +2024-10-01 01:21:48,980 INFO: [ epoch: 34 ] [ iter: 46,700 ] [ performance: 26.766 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:14 ] [ l_g_pix: 3.3693e-02 ] [ l_g_total: 3.3693e-02 ] +2024-10-01 01:21:54,640 INFO: [ epoch: 35 ] [ iter: 46,800 ] [ performance: 20.490 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:03 ] [ l_g_pix: 2.9517e-02 ] [ l_g_total: 2.9517e-02 ] +2024-10-01 01:21:58,451 INFO: [ epoch: 35 ] [ iter: 46,900 ] [ performance: 26.392 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:47 ] [ l_g_pix: 3.4681e-02 ] [ l_g_total: 3.4681e-02 ] +2024-10-01 01:22:02,356 INFO: [ epoch: 35 ] [ iter: 47,000 ] [ performance: 25.921 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:31 ] [ l_g_pix: 3.8851e-02 ] [ l_g_total: 3.8851e-02 ] +2024-10-01 01:22:06,444 INFO: [ epoch: 35 ] [ iter: 47,100 ] [ performance: 23.535 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:16 ] [ l_g_pix: 4.0129e-02 ] [ l_g_total: 4.0129e-02 ] +2024-10-01 01:22:10,322 INFO: [ epoch: 35 ] [ iter: 47,200 ] [ performance: 24.842 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:00 ] [ l_g_pix: 2.0901e-02 ] [ l_g_total: 2.0901e-02 ] +2024-10-01 01:22:14,104 INFO: [ epoch: 35 ] [ iter: 47,300 ] [ performance: 26.603 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:44 ] [ l_g_pix: 3.4012e-02 ] [ l_g_total: 3.4012e-02 ] +2024-10-01 01:22:17,865 INFO: [ epoch: 35 ] [ iter: 47,400 ] [ performance: 26.600 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:28 ] [ l_g_pix: 1.9556e-02 ] [ l_g_total: 1.9556e-02 ] +2024-10-01 01:22:21,621 INFO: [ epoch: 35 ] [ iter: 47,500 ] [ performance: 26.653 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:11 ] [ l_g_pix: 2.2180e-02 ] [ l_g_total: 2.2180e-02 ] +2024-10-01 01:22:25,448 INFO: [ epoch: 35 ] [ iter: 47,600 ] [ performance: 26.334 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:56 ] [ l_g_pix: 1.9437e-02 ] [ l_g_total: 1.9437e-02 ] +2024-10-01 01:22:29,210 INFO: [ epoch: 35 ] [ iter: 47,700 ] [ performance: 26.631 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:40 ] [ l_g_pix: 2.6925e-02 ] [ l_g_total: 2.6925e-02 ] +2024-10-01 01:22:33,010 INFO: [ epoch: 35 ] [ iter: 47,800 ] [ performance: 26.441 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:24 ] [ l_g_pix: 2.2401e-02 ] [ l_g_total: 2.2401e-02 ] +2024-10-01 01:22:36,781 INFO: [ epoch: 35 ] [ iter: 47,900 ] [ performance: 26.520 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:08 ] [ l_g_pix: 3.0657e-02 ] [ l_g_total: 3.0657e-02 ] +2024-10-01 01:22:40,516 INFO: [ epoch: 35 ] [ iter: 48,000 ] [ performance: 26.680 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:52 ] [ l_g_pix: 3.2308e-02 ] [ l_g_total: 3.2308e-02 ] +2024-10-01 01:22:45,344 INFO: [ epoch: 36 ] [ iter: 48,100 ] [ performance: 17.684 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:39 ] [ l_g_pix: 2.6043e-02 ] [ l_g_total: 2.6043e-02 ] +2024-10-01 01:22:49,667 INFO: [ epoch: 36 ] [ iter: 48,200 ] [ performance: 20.718 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:25 ] [ l_g_pix: 4.1285e-02 ] [ l_g_total: 4.1285e-02 ] +2024-10-01 01:22:53,384 INFO: [ epoch: 36 ] [ iter: 48,300 ] [ performance: 27.138 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:09 ] [ l_g_pix: 2.3884e-02 ] [ l_g_total: 2.3884e-02 ] +2024-10-01 01:22:57,145 INFO: [ epoch: 36 ] [ iter: 48,400 ] [ performance: 26.797 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:54 ] [ l_g_pix: 3.5197e-02 ] [ l_g_total: 3.5197e-02 ] +2024-10-01 01:23:00,888 INFO: [ epoch: 36 ] [ iter: 48,500 ] [ performance: 26.893 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:38 ] [ l_g_pix: 3.5842e-02 ] [ l_g_total: 3.5842e-02 ] +2024-10-01 01:23:04,628 INFO: [ epoch: 36 ] [ iter: 48,600 ] [ performance: 26.798 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:22 ] [ l_g_pix: 2.6888e-02 ] [ l_g_total: 2.6888e-02 ] +2024-10-01 01:23:08,338 INFO: [ epoch: 36 ] [ iter: 48,700 ] [ performance: 27.279 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:07 ] [ l_g_pix: 2.9313e-02 ] [ l_g_total: 2.9313e-02 ] +2024-10-01 01:23:12,087 INFO: [ epoch: 36 ] [ iter: 48,800 ] [ performance: 26.897 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:51 ] [ l_g_pix: 2.9638e-02 ] [ l_g_total: 2.9638e-02 ] +2024-10-01 01:23:15,832 INFO: [ epoch: 36 ] [ iter: 48,900 ] [ performance: 26.421 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:36 ] [ l_g_pix: 2.6724e-02 ] [ l_g_total: 2.6724e-02 ] +2024-10-01 01:23:19,557 INFO: [ epoch: 36 ] [ iter: 49,000 ] [ performance: 26.692 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:20 ] [ l_g_pix: 1.7194e-02 ] [ l_g_total: 1.7194e-02 ] +2024-10-01 01:23:23,272 INFO: [ epoch: 36 ] [ iter: 49,100 ] [ performance: 26.781 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:05 ] [ l_g_pix: 3.3783e-02 ] [ l_g_total: 3.3783e-02 ] +2024-10-01 01:23:27,017 INFO: [ epoch: 36 ] [ iter: 49,200 ] [ performance: 26.731 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:49 ] [ l_g_pix: 2.2989e-02 ] [ l_g_total: 2.2989e-02 ] +2024-10-01 01:23:30,717 INFO: [ epoch: 36 ] [ iter: 49,300 ] [ performance: 27.306 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:34 ] [ l_g_pix: 4.1414e-02 ] [ l_g_total: 4.1414e-02 ] +2024-10-01 01:23:34,250 INFO: [ epoch: 36 ] [ iter: 49,400 ] [ performance: 27.946 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:18 ] [ l_g_pix: 1.7379e-02 ] [ l_g_total: 1.7379e-02 ] +2024-10-01 01:23:39,557 INFO: [ epoch: 37 ] [ iter: 49,500 ] [ performance: 25.094 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:07 ] [ l_g_pix: 1.9677e-02 ] [ l_g_total: 1.9677e-02 ] +2024-10-01 01:23:43,252 INFO: [ epoch: 37 ] [ iter: 49,600 ] [ performance: 26.344 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:52 ] [ l_g_pix: 2.6183e-02 ] [ l_g_total: 2.6183e-02 ] +2024-10-01 01:23:46,969 INFO: [ epoch: 37 ] [ iter: 49,700 ] [ performance: 26.840 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:37 ] [ l_g_pix: 2.3785e-02 ] [ l_g_total: 2.3785e-02 ] +2024-10-01 01:23:50,699 INFO: [ epoch: 37 ] [ iter: 49,800 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:22 ] [ l_g_pix: 4.0470e-02 ] [ l_g_total: 4.0470e-02 ] +2024-10-01 01:23:54,422 INFO: [ epoch: 37 ] [ iter: 49,900 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:06 ] [ l_g_pix: 3.5379e-02 ] [ l_g_total: 3.5379e-02 ] +2024-10-01 01:23:58,176 INFO: [ epoch: 37 ] [ iter: 50,000 ] [ performance: 26.691 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:51 ] [ l_g_pix: 2.8179e-02 ] [ l_g_total: 2.8179e-02 ] +2024-10-01 01:23:58,176 INFO: Saving models and training states. +2024-10-01 01:28:51,549 INFO: Validation val + + # psnr: 27.1258........ Best: 27.1258 @ 50000 iter + # ssim: 0.7628........ Best: 0.7628 @ 50000 iter + # dists: 0.7735........ Best: 0.7735 @ 50000 iter + +2024-10-01 01:28:55,264 INFO: [ epoch: 37 ] [ iter: 50,100 ] [ performance: 27.009 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:14 ] [ l_g_pix: 4.0684e-02 ] [ l_g_total: 4.0684e-02 ] +2024-10-01 01:28:58,943 INFO: [ epoch: 37 ] [ iter: 50,200 ] [ performance: 27.129 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:57 ] [ l_g_pix: 2.6876e-02 ] [ l_g_total: 2.6876e-02 ] +2024-10-01 01:29:02,658 INFO: [ epoch: 37 ] [ iter: 50,300 ] [ performance: 26.703 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:40 ] [ l_g_pix: 3.2440e-02 ] [ l_g_total: 3.2440e-02 ] +2024-10-01 01:29:06,400 INFO: [ epoch: 37 ] [ iter: 50,400 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:22 ] [ l_g_pix: 3.1748e-02 ] [ l_g_total: 3.1748e-02 ] +2024-10-01 01:29:10,147 INFO: [ epoch: 37 ] [ iter: 50,500 ] [ performance: 26.770 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:05 ] [ l_g_pix: 2.9548e-02 ] [ l_g_total: 2.9548e-02 ] +2024-10-01 01:29:13,930 INFO: [ epoch: 37 ] [ iter: 50,600 ] [ performance: 26.548 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:48 ] [ l_g_pix: 3.2179e-02 ] [ l_g_total: 3.2179e-02 ] +2024-10-01 01:29:17,559 INFO: [ epoch: 37 ] [ iter: 50,700 ] [ performance: 27.756 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:31 ] [ l_g_pix: 4.3468e-02 ] [ l_g_total: 4.3468e-02 ] +2024-10-01 01:29:22,561 INFO: [ epoch: 38 ] [ iter: 50,800 ] [ performance: 21.992 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:18 ] [ l_g_pix: 2.9871e-02 ] [ l_g_total: 2.9871e-02 ] +2024-10-01 01:29:26,346 INFO: [ epoch: 38 ] [ iter: 50,900 ] [ performance: 26.580 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:01 ] [ l_g_pix: 3.3340e-02 ] [ l_g_total: 3.3340e-02 ] +2024-10-01 01:29:30,098 INFO: [ epoch: 38 ] [ iter: 51,000 ] [ performance: 26.634 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:44 ] [ l_g_pix: 3.0619e-02 ] [ l_g_total: 3.0619e-02 ] +2024-10-01 01:29:33,831 INFO: [ epoch: 38 ] [ iter: 51,100 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:27 ] [ l_g_pix: 2.9134e-02 ] [ l_g_total: 2.9134e-02 ] +2024-10-01 01:29:37,596 INFO: [ epoch: 38 ] [ iter: 51,200 ] [ performance: 26.736 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:11 ] [ l_g_pix: 1.6888e-02 ] [ l_g_total: 1.6888e-02 ] +2024-10-01 01:29:41,382 INFO: [ epoch: 38 ] [ iter: 51,300 ] [ performance: 26.537 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:54 ] [ l_g_pix: 2.2520e-02 ] [ l_g_total: 2.2520e-02 ] +2024-10-01 01:29:45,153 INFO: [ epoch: 38 ] [ iter: 51,400 ] [ performance: 26.532 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:38 ] [ l_g_pix: 1.7615e-02 ] [ l_g_total: 1.7615e-02 ] +2024-10-01 01:29:48,919 INFO: [ epoch: 38 ] [ iter: 51,500 ] [ performance: 26.712 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:21 ] [ l_g_pix: 3.3663e-02 ] [ l_g_total: 3.3663e-02 ] +2024-10-01 01:29:52,672 INFO: [ epoch: 38 ] [ iter: 51,600 ] [ performance: 26.674 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:05 ] [ l_g_pix: 3.3097e-02 ] [ l_g_total: 3.3097e-02 ] +2024-10-01 01:29:56,434 INFO: [ epoch: 38 ] [ iter: 51,700 ] [ performance: 26.864 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:48 ] [ l_g_pix: 2.5932e-02 ] [ l_g_total: 2.5932e-02 ] +2024-10-01 01:30:00,164 INFO: [ epoch: 38 ] [ iter: 51,800 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:32 ] [ l_g_pix: 2.1932e-02 ] [ l_g_total: 2.1932e-02 ] +2024-10-01 01:30:03,865 INFO: [ epoch: 38 ] [ iter: 51,900 ] [ performance: 27.231 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:15 ] [ l_g_pix: 2.4927e-02 ] [ l_g_total: 2.4927e-02 ] +2024-10-01 01:30:07,618 INFO: [ epoch: 38 ] [ iter: 52,000 ] [ performance: 26.823 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:59 ] [ l_g_pix: 3.0714e-02 ] [ l_g_total: 3.0714e-02 ] +2024-10-01 01:30:11,117 INFO: [ epoch: 38 ] [ iter: 52,100 ] [ performance: 28.572 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:42 ] [ l_g_pix: 2.4597e-02 ] [ l_g_total: 2.4597e-02 ] +2024-10-01 01:30:16,193 INFO: [ epoch: 39 ] [ iter: 52,200 ] [ performance: 21.657 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:29 ] [ l_g_pix: 4.3824e-02 ] [ l_g_total: 4.3824e-02 ] +2024-10-01 01:30:19,942 INFO: [ epoch: 39 ] [ iter: 52,300 ] [ performance: 26.740 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:13 ] [ l_g_pix: 2.9373e-02 ] [ l_g_total: 2.9373e-02 ] +2024-10-01 01:30:23,664 INFO: [ epoch: 39 ] [ iter: 52,400 ] [ performance: 26.834 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:57 ] [ l_g_pix: 3.8132e-02 ] [ l_g_total: 3.8132e-02 ] +2024-10-01 01:30:27,388 INFO: [ epoch: 39 ] [ iter: 52,500 ] [ performance: 27.203 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:41 ] [ l_g_pix: 2.5840e-02 ] [ l_g_total: 2.5840e-02 ] +2024-10-01 01:30:31,106 INFO: [ epoch: 39 ] [ iter: 52,600 ] [ performance: 26.982 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:25 ] [ l_g_pix: 2.1622e-02 ] [ l_g_total: 2.1622e-02 ] +2024-10-01 01:30:34,816 INFO: [ epoch: 39 ] [ iter: 52,700 ] [ performance: 26.714 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:08 ] [ l_g_pix: 3.7406e-02 ] [ l_g_total: 3.7406e-02 ] +2024-10-01 01:30:38,573 INFO: [ epoch: 39 ] [ iter: 52,800 ] [ performance: 26.648 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:53 ] [ l_g_pix: 3.5023e-02 ] [ l_g_total: 3.5023e-02 ] +2024-10-01 01:30:42,278 INFO: [ epoch: 39 ] [ iter: 52,900 ] [ performance: 27.095 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:37 ] [ l_g_pix: 2.3251e-02 ] [ l_g_total: 2.3251e-02 ] +2024-10-01 01:30:46,036 INFO: [ epoch: 39 ] [ iter: 53,000 ] [ performance: 26.741 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:21 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-10-01 01:30:49,775 INFO: [ epoch: 39 ] [ iter: 53,100 ] [ performance: 26.663 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:05 ] [ l_g_pix: 3.1054e-02 ] [ l_g_total: 3.1054e-02 ] +2024-10-01 01:30:53,514 INFO: [ epoch: 39 ] [ iter: 53,200 ] [ performance: 26.727 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:49 ] [ l_g_pix: 2.7070e-02 ] [ l_g_total: 2.7070e-02 ] +2024-10-01 01:30:57,263 INFO: [ epoch: 39 ] [ iter: 53,300 ] [ performance: 26.691 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:33 ] [ l_g_pix: 2.6951e-02 ] [ l_g_total: 2.6951e-02 ] +2024-10-01 01:31:00,849 INFO: [ epoch: 39 ] [ iter: 53,400 ] [ performance: 27.574 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:17 ] [ l_g_pix: 2.2966e-02 ] [ l_g_total: 2.2966e-02 ] +2024-10-01 01:31:05,964 INFO: [ epoch: 40 ] [ iter: 53,500 ] [ performance: 26.989 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:05 ] [ l_g_pix: 2.1912e-02 ] [ l_g_total: 2.1912e-02 ] +2024-10-01 01:31:09,927 INFO: [ epoch: 40 ] [ iter: 53,600 ] [ performance: 26.865 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:50 ] [ l_g_pix: 3.1308e-02 ] [ l_g_total: 3.1308e-02 ] +2024-10-01 01:31:13,644 INFO: [ epoch: 40 ] [ iter: 53,700 ] [ performance: 26.770 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:35 ] [ l_g_pix: 3.4773e-02 ] [ l_g_total: 3.4773e-02 ] +2024-10-01 01:31:17,382 INFO: [ epoch: 40 ] [ iter: 53,800 ] [ performance: 26.761 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:19 ] [ l_g_pix: 2.7466e-02 ] [ l_g_total: 2.7466e-02 ] +2024-10-01 01:31:21,171 INFO: [ epoch: 40 ] [ iter: 53,900 ] [ performance: 26.373 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:04 ] [ l_g_pix: 2.9312e-02 ] [ l_g_total: 2.9312e-02 ] +2024-10-01 01:31:24,873 INFO: [ epoch: 40 ] [ iter: 54,000 ] [ performance: 26.857 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:48 ] [ l_g_pix: 2.6540e-02 ] [ l_g_total: 2.6540e-02 ] +2024-10-01 01:31:28,533 INFO: [ epoch: 40 ] [ iter: 54,100 ] [ performance: 27.289 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:33 ] [ l_g_pix: 2.6091e-02 ] [ l_g_total: 2.6091e-02 ] +2024-10-01 01:31:32,257 INFO: [ epoch: 40 ] [ iter: 54,200 ] [ performance: 26.961 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:17 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-01 01:31:35,973 INFO: [ epoch: 40 ] [ iter: 54,300 ] [ performance: 27.221 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:02 ] [ l_g_pix: 3.2926e-02 ] [ l_g_total: 3.2926e-02 ] +2024-10-01 01:31:39,706 INFO: [ epoch: 40 ] [ iter: 54,400 ] [ performance: 26.894 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:46 ] [ l_g_pix: 2.8363e-02 ] [ l_g_total: 2.8363e-02 ] +2024-10-01 01:31:43,455 INFO: [ epoch: 40 ] [ iter: 54,500 ] [ performance: 26.305 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:31 ] [ l_g_pix: 2.7757e-02 ] [ l_g_total: 2.7757e-02 ] +2024-10-01 01:31:47,204 INFO: [ epoch: 40 ] [ iter: 54,600 ] [ performance: 26.595 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:16 ] [ l_g_pix: 4.3736e-02 ] [ l_g_total: 4.3736e-02 ] +2024-10-01 01:31:50,894 INFO: [ epoch: 40 ] [ iter: 54,700 ] [ performance: 28.675 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:01 ] [ l_g_pix: 3.6170e-02 ] [ l_g_total: 3.6170e-02 ] +2024-10-01 01:31:56,048 INFO: [ epoch: 41 ] [ iter: 54,800 ] [ performance: 20.886 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:49 ] [ l_g_pix: 1.8229e-02 ] [ l_g_total: 1.8229e-02 ] +2024-10-01 01:31:59,791 INFO: [ epoch: 41 ] [ iter: 54,900 ] [ performance: 27.574 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:34 ] [ l_g_pix: 3.0022e-02 ] [ l_g_total: 3.0022e-02 ] +2024-10-01 01:32:03,544 INFO: [ epoch: 41 ] [ iter: 55,000 ] [ performance: 26.841 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:19 ] [ l_g_pix: 3.7331e-02 ] [ l_g_total: 3.7331e-02 ] +2024-10-01 01:32:07,231 INFO: [ epoch: 41 ] [ iter: 55,100 ] [ performance: 27.560 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:04 ] [ l_g_pix: 2.0266e-02 ] [ l_g_total: 2.0266e-02 ] +2024-10-01 01:32:10,922 INFO: [ epoch: 41 ] [ iter: 55,200 ] [ performance: 27.192 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:49 ] [ l_g_pix: 3.1602e-02 ] [ l_g_total: 3.1602e-02 ] +2024-10-01 01:32:14,648 INFO: [ epoch: 41 ] [ iter: 55,300 ] [ performance: 27.740 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:34 ] [ l_g_pix: 3.4175e-02 ] [ l_g_total: 3.4175e-02 ] +2024-10-01 01:32:18,363 INFO: [ epoch: 41 ] [ iter: 55,400 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:19 ] [ l_g_pix: 3.8129e-02 ] [ l_g_total: 3.8129e-02 ] +2024-10-01 01:32:22,099 INFO: [ epoch: 41 ] [ iter: 55,500 ] [ performance: 27.250 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:04 ] [ l_g_pix: 2.3826e-02 ] [ l_g_total: 2.3826e-02 ] +2024-10-01 01:32:25,825 INFO: [ epoch: 41 ] [ iter: 55,600 ] [ performance: 26.924 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:50 ] [ l_g_pix: 2.7343e-02 ] [ l_g_total: 2.7343e-02 ] +2024-10-01 01:32:29,546 INFO: [ epoch: 41 ] [ iter: 55,700 ] [ performance: 27.564 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:35 ] [ l_g_pix: 2.9922e-02 ] [ l_g_total: 2.9922e-02 ] +2024-10-01 01:32:33,280 INFO: [ epoch: 41 ] [ iter: 55,800 ] [ performance: 26.927 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:20 ] [ l_g_pix: 1.9868e-02 ] [ l_g_total: 1.9868e-02 ] +2024-10-01 01:32:37,010 INFO: [ epoch: 41 ] [ iter: 55,900 ] [ performance: 27.045 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:05 ] [ l_g_pix: 3.3428e-02 ] [ l_g_total: 3.3428e-02 ] +2024-10-01 01:32:40,745 INFO: [ epoch: 41 ] [ iter: 56,000 ] [ performance: 26.830 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:51 ] [ l_g_pix: 2.2943e-02 ] [ l_g_total: 2.2943e-02 ] +2024-10-01 01:32:44,228 INFO: [ epoch: 41 ] [ iter: 56,100 ] [ performance: 29.019 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:35 ] [ l_g_pix: 2.6256e-02 ] [ l_g_total: 2.6256e-02 ] +2024-10-01 01:32:49,527 INFO: [ epoch: 42 ] [ iter: 56,200 ] [ performance: 20.092 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:25 ] [ l_g_pix: 3.7622e-02 ] [ l_g_total: 3.7622e-02 ] +2024-10-01 01:32:53,267 INFO: [ epoch: 42 ] [ iter: 56,300 ] [ performance: 26.598 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:10 ] [ l_g_pix: 3.6165e-02 ] [ l_g_total: 3.6165e-02 ] +2024-10-01 01:32:56,974 INFO: [ epoch: 42 ] [ iter: 56,400 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:56 ] [ l_g_pix: 3.6225e-02 ] [ l_g_total: 3.6225e-02 ] +2024-10-01 01:33:00,649 INFO: [ epoch: 42 ] [ iter: 56,500 ] [ performance: 27.186 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:41 ] [ l_g_pix: 2.4943e-02 ] [ l_g_total: 2.4943e-02 ] +2024-10-01 01:33:04,389 INFO: [ epoch: 42 ] [ iter: 56,600 ] [ performance: 26.814 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:27 ] [ l_g_pix: 2.2231e-02 ] [ l_g_total: 2.2231e-02 ] +2024-10-01 01:33:08,097 INFO: [ epoch: 42 ] [ iter: 56,700 ] [ performance: 27.274 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:12 ] [ l_g_pix: 3.4469e-02 ] [ l_g_total: 3.4469e-02 ] +2024-10-01 01:33:11,775 INFO: [ epoch: 42 ] [ iter: 56,800 ] [ performance: 27.211 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:58 ] [ l_g_pix: 4.0520e-02 ] [ l_g_total: 4.0520e-02 ] +2024-10-01 01:33:15,496 INFO: [ epoch: 42 ] [ iter: 56,900 ] [ performance: 26.470 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:43 ] [ l_g_pix: 2.2357e-02 ] [ l_g_total: 2.2357e-02 ] +2024-10-01 01:33:19,216 INFO: [ epoch: 42 ] [ iter: 57,000 ] [ performance: 26.824 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:29 ] [ l_g_pix: 3.0542e-02 ] [ l_g_total: 3.0542e-02 ] +2024-10-01 01:33:22,909 INFO: [ epoch: 42 ] [ iter: 57,100 ] [ performance: 27.264 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:15 ] [ l_g_pix: 3.7380e-02 ] [ l_g_total: 3.7380e-02 ] +2024-10-01 01:33:26,607 INFO: [ epoch: 42 ] [ iter: 57,200 ] [ performance: 27.072 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:00 ] [ l_g_pix: 3.0868e-02 ] [ l_g_total: 3.0868e-02 ] +2024-10-01 01:33:30,313 INFO: [ epoch: 42 ] [ iter: 57,300 ] [ performance: 26.282 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:46 ] [ l_g_pix: 2.4346e-02 ] [ l_g_total: 2.4346e-02 ] +2024-10-01 01:33:33,903 INFO: [ epoch: 42 ] [ iter: 57,400 ] [ performance: 27.644 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:32 ] [ l_g_pix: 3.1599e-02 ] [ l_g_total: 3.1599e-02 ] +2024-10-01 01:33:39,104 INFO: [ epoch: 43 ] [ iter: 57,500 ] [ performance: 26.799 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:21 ] [ l_g_pix: 2.9662e-02 ] [ l_g_total: 2.9662e-02 ] +2024-10-01 01:33:42,816 INFO: [ epoch: 43 ] [ iter: 57,600 ] [ performance: 26.928 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:07 ] [ l_g_pix: 2.7561e-02 ] [ l_g_total: 2.7561e-02 ] +2024-10-01 01:33:46,555 INFO: [ epoch: 43 ] [ iter: 57,700 ] [ performance: 27.189 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:53 ] [ l_g_pix: 2.3951e-02 ] [ l_g_total: 2.3951e-02 ] +2024-10-01 01:33:50,281 INFO: [ epoch: 43 ] [ iter: 57,800 ] [ performance: 26.887 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:39 ] [ l_g_pix: 5.0738e-02 ] [ l_g_total: 5.0738e-02 ] +2024-10-01 01:33:53,991 INFO: [ epoch: 43 ] [ iter: 57,900 ] [ performance: 27.911 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:25 ] [ l_g_pix: 3.0958e-02 ] [ l_g_total: 3.0958e-02 ] +2024-10-01 01:33:57,741 INFO: [ epoch: 43 ] [ iter: 58,000 ] [ performance: 26.798 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:11 ] [ l_g_pix: 2.4056e-02 ] [ l_g_total: 2.4056e-02 ] +2024-10-01 01:34:01,487 INFO: [ epoch: 43 ] [ iter: 58,100 ] [ performance: 27.686 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:57 ] [ l_g_pix: 4.6952e-02 ] [ l_g_total: 4.6952e-02 ] +2024-10-01 01:34:05,189 INFO: [ epoch: 43 ] [ iter: 58,200 ] [ performance: 27.086 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:43 ] [ l_g_pix: 2.3699e-02 ] [ l_g_total: 2.3699e-02 ] +2024-10-01 01:34:08,938 INFO: [ epoch: 43 ] [ iter: 58,300 ] [ performance: 27.466 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:30 ] [ l_g_pix: 5.0394e-02 ] [ l_g_total: 5.0394e-02 ] +2024-10-01 01:34:12,691 INFO: [ epoch: 43 ] [ iter: 58,400 ] [ performance: 26.725 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:16 ] [ l_g_pix: 2.6044e-02 ] [ l_g_total: 2.6044e-02 ] +2024-10-01 01:34:16,408 INFO: [ epoch: 43 ] [ iter: 58,500 ] [ performance: 28.165 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:02 ] [ l_g_pix: 3.0238e-02 ] [ l_g_total: 3.0238e-02 ] +2024-10-01 01:34:20,179 INFO: [ epoch: 43 ] [ iter: 58,600 ] [ performance: 26.651 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:48 ] [ l_g_pix: 2.7891e-02 ] [ l_g_total: 2.7891e-02 ] +2024-10-01 01:34:23,880 INFO: [ epoch: 43 ] [ iter: 58,700 ] [ performance: 29.464 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:35 ] [ l_g_pix: 2.2836e-02 ] [ l_g_total: 2.2836e-02 ] +2024-10-01 01:34:28,619 INFO: [ epoch: 44 ] [ iter: 58,800 ] [ performance: 21.564 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:23 ] [ l_g_pix: 3.2924e-02 ] [ l_g_total: 3.2924e-02 ] +2024-10-01 01:34:32,546 INFO: [ epoch: 44 ] [ iter: 58,900 ] [ performance: 27.075 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:10 ] [ l_g_pix: 4.1562e-02 ] [ l_g_total: 4.1562e-02 ] +2024-10-01 01:34:36,290 INFO: [ epoch: 44 ] [ iter: 59,000 ] [ performance: 26.735 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:57 ] [ l_g_pix: 2.8229e-02 ] [ l_g_total: 2.8229e-02 ] +2024-10-01 01:34:40,030 INFO: [ epoch: 44 ] [ iter: 59,100 ] [ performance: 27.117 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:43 ] [ l_g_pix: 3.1399e-02 ] [ l_g_total: 3.1399e-02 ] +2024-10-01 01:34:43,769 INFO: [ epoch: 44 ] [ iter: 59,200 ] [ performance: 26.775 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:30 ] [ l_g_pix: 3.0878e-02 ] [ l_g_total: 3.0878e-02 ] +2024-10-01 01:34:47,539 INFO: [ epoch: 44 ] [ iter: 59,300 ] [ performance: 26.188 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:16 ] [ l_g_pix: 2.0830e-02 ] [ l_g_total: 2.0830e-02 ] +2024-10-01 01:34:51,247 INFO: [ epoch: 44 ] [ iter: 59,400 ] [ performance: 26.936 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:03 ] [ l_g_pix: 2.4699e-02 ] [ l_g_total: 2.4699e-02 ] +2024-10-01 01:34:54,977 INFO: [ epoch: 44 ] [ iter: 59,500 ] [ performance: 26.178 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:49 ] [ l_g_pix: 2.7435e-02 ] [ l_g_total: 2.7435e-02 ] +2024-10-01 01:34:58,693 INFO: [ epoch: 44 ] [ iter: 59,600 ] [ performance: 26.886 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:36 ] [ l_g_pix: 2.5243e-02 ] [ l_g_total: 2.5243e-02 ] +2024-10-01 01:35:02,415 INFO: [ epoch: 44 ] [ iter: 59,700 ] [ performance: 27.531 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:23 ] [ l_g_pix: 3.1113e-02 ] [ l_g_total: 3.1113e-02 ] +2024-10-01 01:35:06,178 INFO: [ epoch: 44 ] [ iter: 59,800 ] [ performance: 26.604 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:09 ] [ l_g_pix: 3.0010e-02 ] [ l_g_total: 3.0010e-02 ] +2024-10-01 01:35:09,900 INFO: [ epoch: 44 ] [ iter: 59,900 ] [ performance: 27.399 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:56 ] [ l_g_pix: 3.5998e-02 ] [ l_g_total: 3.5998e-02 ] +2024-10-01 01:35:13,602 INFO: [ epoch: 44 ] [ iter: 60,000 ] [ performance: 27.027 it/s ] [ lr: 5.00e-05 ] [ eta: 2:33:43 ] [ l_g_pix: 5.0166e-02 ] [ l_g_total: 5.0166e-02 ] +2024-10-01 01:35:13,602 INFO: Saving models and training states. +2024-10-01 01:38:42,467 INFO: Validation val + + # psnr: 27.1510........ Best: 27.1510 @ 60000 iter + # ssim: 0.7638........ Best: 0.7638 @ 60000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-01 01:38:45,981 INFO: [ epoch: 44 ] [ iter: 60,100 ] [ performance: 30.306 it/s ] [ lr: 5.00e-05 ] [ eta: 2:41:35 ] [ l_g_pix: 4.0572e-02 ] [ l_g_total: 4.0572e-02 ] +2024-10-01 01:38:51,214 INFO: [ epoch: 45 ] [ iter: 60,200 ] [ performance: 19.188 it/s ] [ lr: 5.00e-05 ] [ eta: 2:41:24 ] [ l_g_pix: 3.3111e-02 ] [ l_g_total: 3.3111e-02 ] +2024-10-01 01:38:54,947 INFO: [ epoch: 45 ] [ iter: 60,300 ] [ performance: 22.343 it/s ] [ lr: 5.00e-05 ] [ eta: 2:41:10 ] [ l_g_pix: 3.2413e-02 ] [ l_g_total: 3.2413e-02 ] +2024-10-01 01:38:58,653 INFO: [ epoch: 45 ] [ iter: 60,400 ] [ performance: 26.990 it/s ] [ lr: 5.00e-05 ] [ eta: 2:40:55 ] [ l_g_pix: 2.5652e-02 ] [ l_g_total: 2.5652e-02 ] +2024-10-01 01:39:02,394 INFO: [ epoch: 45 ] [ iter: 60,500 ] [ performance: 26.862 it/s ] [ lr: 5.00e-05 ] [ eta: 2:40:41 ] [ l_g_pix: 3.6921e-02 ] [ l_g_total: 3.6921e-02 ] +2024-10-01 01:39:06,157 INFO: [ epoch: 45 ] [ iter: 60,600 ] [ performance: 26.587 it/s ] [ lr: 5.00e-05 ] [ eta: 2:40:27 ] [ l_g_pix: 3.4578e-02 ] [ l_g_total: 3.4578e-02 ] +2024-10-01 01:39:09,933 INFO: [ epoch: 45 ] [ iter: 60,700 ] [ performance: 26.538 it/s ] [ lr: 5.00e-05 ] [ eta: 2:40:13 ] [ l_g_pix: 3.9593e-02 ] [ l_g_total: 3.9593e-02 ] +2024-10-01 01:39:13,672 INFO: [ epoch: 45 ] [ iter: 60,800 ] [ performance: 26.747 it/s ] [ lr: 5.00e-05 ] [ eta: 2:39:59 ] [ l_g_pix: 3.5297e-02 ] [ l_g_total: 3.5297e-02 ] +2024-10-01 01:39:17,379 INFO: [ epoch: 45 ] [ iter: 60,900 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 2:39:45 ] [ l_g_pix: 2.8527e-02 ] [ l_g_total: 2.8527e-02 ] +2024-10-01 01:39:21,129 INFO: [ epoch: 45 ] [ iter: 61,000 ] [ performance: 26.681 it/s ] [ lr: 5.00e-05 ] [ eta: 2:39:31 ] [ l_g_pix: 3.5348e-02 ] [ l_g_total: 3.5348e-02 ] +2024-10-01 01:39:24,796 INFO: [ epoch: 45 ] [ iter: 61,100 ] [ performance: 26.979 it/s ] [ lr: 5.00e-05 ] [ eta: 2:39:16 ] [ l_g_pix: 4.3201e-02 ] [ l_g_total: 4.3201e-02 ] +2024-10-01 01:39:28,537 INFO: [ epoch: 45 ] [ iter: 61,200 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 2:39:02 ] [ l_g_pix: 3.2020e-02 ] [ l_g_total: 3.2020e-02 ] +2024-10-01 01:39:32,253 INFO: [ epoch: 45 ] [ iter: 61,300 ] [ performance: 26.856 it/s ] [ lr: 5.00e-05 ] [ eta: 2:38:48 ] [ l_g_pix: 3.4799e-02 ] [ l_g_total: 3.4799e-02 ] +2024-10-01 01:39:35,819 INFO: [ epoch: 45 ] [ iter: 61,400 ] [ performance: 28.146 it/s ] [ lr: 5.00e-05 ] [ eta: 2:38:34 ] [ l_g_pix: 3.7866e-02 ] [ l_g_total: 3.7866e-02 ] +2024-10-01 01:39:40,760 INFO: [ epoch: 46 ] [ iter: 61,500 ] [ performance: 23.450 it/s ] [ lr: 5.00e-05 ] [ eta: 2:38:23 ] [ l_g_pix: 2.1552e-02 ] [ l_g_total: 2.1552e-02 ] +2024-10-01 01:39:44,490 INFO: [ epoch: 46 ] [ iter: 61,600 ] [ performance: 26.874 it/s ] [ lr: 5.00e-05 ] [ eta: 2:38:09 ] [ l_g_pix: 3.8976e-02 ] [ l_g_total: 3.8976e-02 ] +2024-10-01 01:39:48,248 INFO: [ epoch: 46 ] [ iter: 61,700 ] [ performance: 26.739 it/s ] [ lr: 5.00e-05 ] [ eta: 2:37:55 ] [ l_g_pix: 2.0945e-02 ] [ l_g_total: 2.0945e-02 ] +2024-10-01 01:39:52,004 INFO: [ epoch: 46 ] [ iter: 61,800 ] [ performance: 26.637 it/s ] [ lr: 5.00e-05 ] [ eta: 2:37:41 ] [ l_g_pix: 3.0227e-02 ] [ l_g_total: 3.0227e-02 ] +2024-10-01 01:39:55,770 INFO: [ epoch: 46 ] [ iter: 61,900 ] [ performance: 26.598 it/s ] [ lr: 5.00e-05 ] [ eta: 2:37:28 ] [ l_g_pix: 3.6593e-02 ] [ l_g_total: 3.6593e-02 ] +2024-10-01 01:39:59,492 INFO: [ epoch: 46 ] [ iter: 62,000 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 2:37:14 ] [ l_g_pix: 2.9447e-02 ] [ l_g_total: 2.9447e-02 ] +2024-10-01 01:40:03,237 INFO: [ epoch: 46 ] [ iter: 62,100 ] [ performance: 26.830 it/s ] [ lr: 5.00e-05 ] [ eta: 2:37:00 ] [ l_g_pix: 3.5197e-02 ] [ l_g_total: 3.5197e-02 ] +2024-10-01 01:40:06,967 INFO: [ epoch: 46 ] [ iter: 62,200 ] [ performance: 26.824 it/s ] [ lr: 5.00e-05 ] [ eta: 2:36:46 ] [ l_g_pix: 2.2334e-02 ] [ l_g_total: 2.2334e-02 ] +2024-10-01 01:40:10,711 INFO: [ epoch: 46 ] [ iter: 62,300 ] [ performance: 26.766 it/s ] [ lr: 5.00e-05 ] [ eta: 2:36:33 ] [ l_g_pix: 2.7158e-02 ] [ l_g_total: 2.7158e-02 ] +2024-10-01 01:40:14,478 INFO: [ epoch: 46 ] [ iter: 62,400 ] [ performance: 26.545 it/s ] [ lr: 5.00e-05 ] [ eta: 2:36:19 ] [ l_g_pix: 2.8151e-02 ] [ l_g_total: 2.8151e-02 ] +2024-10-01 01:40:18,209 INFO: [ epoch: 46 ] [ iter: 62,500 ] [ performance: 26.684 it/s ] [ lr: 5.00e-05 ] [ eta: 2:36:06 ] [ l_g_pix: 3.7317e-02 ] [ l_g_total: 3.7317e-02 ] +2024-10-01 01:40:21,955 INFO: [ epoch: 46 ] [ iter: 62,600 ] [ performance: 26.781 it/s ] [ lr: 5.00e-05 ] [ eta: 2:35:52 ] [ l_g_pix: 2.7863e-02 ] [ l_g_total: 2.7863e-02 ] +2024-10-01 01:40:25,682 INFO: [ epoch: 46 ] [ iter: 62,700 ] [ performance: 26.814 it/s ] [ lr: 5.00e-05 ] [ eta: 2:35:39 ] [ l_g_pix: 4.1450e-02 ] [ l_g_total: 4.1450e-02 ] +2024-10-01 01:40:30,357 INFO: [ epoch: 47 ] [ iter: 62,800 ] [ performance: 20.727 it/s ] [ lr: 5.00e-05 ] [ eta: 2:35:27 ] [ l_g_pix: 2.6526e-02 ] [ l_g_total: 2.6526e-02 ] +2024-10-01 01:40:34,510 INFO: [ epoch: 47 ] [ iter: 62,900 ] [ performance: 22.397 it/s ] [ lr: 5.00e-05 ] [ eta: 2:35:15 ] [ l_g_pix: 2.7624e-02 ] [ l_g_total: 2.7624e-02 ] +2024-10-01 01:40:38,223 INFO: [ epoch: 47 ] [ iter: 63,000 ] [ performance: 27.030 it/s ] [ lr: 5.00e-05 ] [ eta: 2:35:01 ] [ l_g_pix: 2.4793e-02 ] [ l_g_total: 2.4793e-02 ] +2024-10-01 01:40:41,912 INFO: [ epoch: 47 ] [ iter: 63,100 ] [ performance: 27.077 it/s ] [ lr: 5.00e-05 ] [ eta: 2:34:48 ] [ l_g_pix: 4.0981e-02 ] [ l_g_total: 4.0981e-02 ] +2024-10-01 01:40:45,639 INFO: [ epoch: 47 ] [ iter: 63,200 ] [ performance: 26.833 it/s ] [ lr: 5.00e-05 ] [ eta: 2:34:34 ] [ l_g_pix: 2.2103e-02 ] [ l_g_total: 2.2103e-02 ] +2024-10-01 01:40:49,380 INFO: [ epoch: 47 ] [ iter: 63,300 ] [ performance: 26.783 it/s ] [ lr: 5.00e-05 ] [ eta: 2:34:21 ] [ l_g_pix: 3.1946e-02 ] [ l_g_total: 3.1946e-02 ] +2024-10-01 01:40:53,167 INFO: [ epoch: 47 ] [ iter: 63,400 ] [ performance: 26.480 it/s ] [ lr: 5.00e-05 ] [ eta: 2:34:08 ] [ l_g_pix: 2.8713e-02 ] [ l_g_total: 2.8713e-02 ] +2024-10-01 01:40:56,890 INFO: [ epoch: 47 ] [ iter: 63,500 ] [ performance: 26.690 it/s ] [ lr: 5.00e-05 ] [ eta: 2:33:54 ] [ l_g_pix: 2.3128e-02 ] [ l_g_total: 2.3128e-02 ] +2024-10-01 01:41:00,599 INFO: [ epoch: 47 ] [ iter: 63,600 ] [ performance: 27.104 it/s ] [ lr: 5.00e-05 ] [ eta: 2:33:41 ] [ l_g_pix: 2.8166e-02 ] [ l_g_total: 2.8166e-02 ] +2024-10-01 01:41:04,317 INFO: [ epoch: 47 ] [ iter: 63,700 ] [ performance: 26.992 it/s ] [ lr: 5.00e-05 ] [ eta: 2:33:28 ] [ l_g_pix: 3.6796e-02 ] [ l_g_total: 3.6796e-02 ] +2024-10-01 01:41:08,066 INFO: [ epoch: 47 ] [ iter: 63,800 ] [ performance: 26.901 it/s ] [ lr: 5.00e-05 ] [ eta: 2:33:15 ] [ l_g_pix: 2.9888e-02 ] [ l_g_total: 2.9888e-02 ] +2024-10-01 01:41:11,827 INFO: [ epoch: 47 ] [ iter: 63,900 ] [ performance: 26.733 it/s ] [ lr: 5.00e-05 ] [ eta: 2:33:01 ] [ l_g_pix: 2.9749e-02 ] [ l_g_total: 2.9749e-02 ] +2024-10-01 01:41:15,547 INFO: [ epoch: 47 ] [ iter: 64,000 ] [ performance: 26.952 it/s ] [ lr: 5.00e-05 ] [ eta: 2:32:48 ] [ l_g_pix: 2.4032e-02 ] [ l_g_total: 2.4032e-02 ] +2024-10-01 01:41:19,084 INFO: [ epoch: 47 ] [ iter: 64,100 ] [ performance: 27.665 it/s ] [ lr: 5.00e-05 ] [ eta: 2:32:35 ] [ l_g_pix: 3.8806e-02 ] [ l_g_total: 3.8806e-02 ] +2024-10-01 01:41:24,297 INFO: [ epoch: 48 ] [ iter: 64,200 ] [ performance: 17.832 it/s ] [ lr: 5.00e-05 ] [ eta: 2:32:25 ] [ l_g_pix: 4.4259e-02 ] [ l_g_total: 4.4259e-02 ] +2024-10-01 01:41:28,026 INFO: [ epoch: 48 ] [ iter: 64,300 ] [ performance: 21.886 it/s ] [ lr: 5.00e-05 ] [ eta: 2:32:12 ] [ l_g_pix: 3.3828e-02 ] [ l_g_total: 3.3828e-02 ] +2024-10-01 01:41:31,773 INFO: [ epoch: 48 ] [ iter: 64,400 ] [ performance: 26.800 it/s ] [ lr: 5.00e-05 ] [ eta: 2:31:59 ] [ l_g_pix: 4.7027e-02 ] [ l_g_total: 4.7027e-02 ] +2024-10-01 01:41:35,495 INFO: [ epoch: 48 ] [ iter: 64,500 ] [ performance: 26.841 it/s ] [ lr: 5.00e-05 ] [ eta: 2:31:46 ] [ l_g_pix: 4.5632e-02 ] [ l_g_total: 4.5632e-02 ] +2024-10-01 01:41:39,276 INFO: [ epoch: 48 ] [ iter: 64,600 ] [ performance: 26.414 it/s ] [ lr: 5.00e-05 ] [ eta: 2:31:33 ] [ l_g_pix: 3.3945e-02 ] [ l_g_total: 3.3945e-02 ] +2024-10-01 01:41:43,023 INFO: [ epoch: 48 ] [ iter: 64,700 ] [ performance: 26.568 it/s ] [ lr: 5.00e-05 ] [ eta: 2:31:20 ] [ l_g_pix: 2.6438e-02 ] [ l_g_total: 2.6438e-02 ] +2024-10-01 01:41:46,773 INFO: [ epoch: 48 ] [ iter: 64,800 ] [ performance: 26.727 it/s ] [ lr: 5.00e-05 ] [ eta: 2:31:07 ] [ l_g_pix: 2.7500e-02 ] [ l_g_total: 2.7500e-02 ] +2024-10-01 01:41:50,529 INFO: [ epoch: 48 ] [ iter: 64,900 ] [ performance: 26.672 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:54 ] [ l_g_pix: 3.2774e-02 ] [ l_g_total: 3.2774e-02 ] +2024-10-01 01:41:54,217 INFO: [ epoch: 48 ] [ iter: 65,000 ] [ performance: 27.371 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:41 ] [ l_g_pix: 3.3419e-02 ] [ l_g_total: 3.3419e-02 ] +2024-10-01 01:41:57,924 INFO: [ epoch: 48 ] [ iter: 65,100 ] [ performance: 27.153 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:28 ] [ l_g_pix: 1.9710e-02 ] [ l_g_total: 1.9710e-02 ] +2024-10-01 01:42:01,634 INFO: [ epoch: 48 ] [ iter: 65,200 ] [ performance: 26.949 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:15 ] [ l_g_pix: 4.0331e-02 ] [ l_g_total: 4.0331e-02 ] +2024-10-01 01:42:05,338 INFO: [ epoch: 48 ] [ iter: 65,300 ] [ performance: 26.979 it/s ] [ lr: 5.00e-05 ] [ eta: 2:30:03 ] [ l_g_pix: 2.9974e-02 ] [ l_g_total: 2.9974e-02 ] +2024-10-01 01:42:08,972 INFO: [ epoch: 48 ] [ iter: 65,400 ] [ performance: 27.649 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:50 ] [ l_g_pix: 2.8852e-02 ] [ l_g_total: 2.8852e-02 ] +2024-10-01 01:42:14,002 INFO: [ epoch: 49 ] [ iter: 65,500 ] [ performance: 22.605 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:39 ] [ l_g_pix: 2.1235e-02 ] [ l_g_total: 2.1235e-02 ] +2024-10-01 01:42:17,696 INFO: [ epoch: 49 ] [ iter: 65,600 ] [ performance: 27.250 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:27 ] [ l_g_pix: 3.1054e-02 ] [ l_g_total: 3.1054e-02 ] +2024-10-01 01:42:21,399 INFO: [ epoch: 49 ] [ iter: 65,700 ] [ performance: 27.114 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:14 ] [ l_g_pix: 2.0779e-02 ] [ l_g_total: 2.0779e-02 ] +2024-10-01 01:42:25,162 INFO: [ epoch: 49 ] [ iter: 65,800 ] [ performance: 26.670 it/s ] [ lr: 5.00e-05 ] [ eta: 2:29:01 ] [ l_g_pix: 2.5964e-02 ] [ l_g_total: 2.5964e-02 ] +2024-10-01 01:42:28,860 INFO: [ epoch: 49 ] [ iter: 65,900 ] [ performance: 26.885 it/s ] [ lr: 5.00e-05 ] [ eta: 2:28:49 ] [ l_g_pix: 4.2440e-02 ] [ l_g_total: 4.2440e-02 ] +2024-10-01 01:42:32,612 INFO: [ epoch: 49 ] [ iter: 66,000 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 2:28:36 ] [ l_g_pix: 2.6424e-02 ] [ l_g_total: 2.6424e-02 ] +2024-10-01 01:42:36,314 INFO: [ epoch: 49 ] [ iter: 66,100 ] [ performance: 26.923 it/s ] [ lr: 5.00e-05 ] [ eta: 2:28:23 ] [ l_g_pix: 2.4021e-02 ] [ l_g_total: 2.4021e-02 ] +2024-10-01 01:42:40,034 INFO: [ epoch: 49 ] [ iter: 66,200 ] [ performance: 26.862 it/s ] [ lr: 5.00e-05 ] [ eta: 2:28:11 ] [ l_g_pix: 4.3398e-02 ] [ l_g_total: 4.3398e-02 ] +2024-10-01 01:42:43,788 INFO: [ epoch: 49 ] [ iter: 66,300 ] [ performance: 26.733 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:58 ] [ l_g_pix: 2.9809e-02 ] [ l_g_total: 2.9809e-02 ] +2024-10-01 01:42:47,507 INFO: [ epoch: 49 ] [ iter: 66,400 ] [ performance: 27.069 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:46 ] [ l_g_pix: 2.1193e-02 ] [ l_g_total: 2.1193e-02 ] +2024-10-01 01:42:51,225 INFO: [ epoch: 49 ] [ iter: 66,500 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:33 ] [ l_g_pix: 2.9245e-02 ] [ l_g_total: 2.9245e-02 ] +2024-10-01 01:42:54,993 INFO: [ epoch: 49 ] [ iter: 66,600 ] [ performance: 26.468 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:21 ] [ l_g_pix: 2.3939e-02 ] [ l_g_total: 2.3939e-02 ] +2024-10-01 01:42:58,726 INFO: [ epoch: 49 ] [ iter: 66,700 ] [ performance: 26.659 it/s ] [ lr: 5.00e-05 ] [ eta: 2:27:09 ] [ l_g_pix: 3.1275e-02 ] [ l_g_total: 3.1275e-02 ] +2024-10-01 01:43:02,331 INFO: [ epoch: 49 ] [ iter: 66,800 ] [ performance: 27.613 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:56 ] [ l_g_pix: 3.5948e-02 ] [ l_g_total: 3.5948e-02 ] +2024-10-01 01:43:07,409 INFO: [ epoch: 50 ] [ iter: 66,900 ] [ performance: 22.283 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:46 ] [ l_g_pix: 2.7303e-02 ] [ l_g_total: 2.7303e-02 ] +2024-10-01 01:43:11,151 INFO: [ epoch: 50 ] [ iter: 67,000 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:34 ] [ l_g_pix: 2.5563e-02 ] [ l_g_total: 2.5563e-02 ] +2024-10-01 01:43:14,903 INFO: [ epoch: 50 ] [ iter: 67,100 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:22 ] [ l_g_pix: 2.4478e-02 ] [ l_g_total: 2.4478e-02 ] +2024-10-01 01:43:18,596 INFO: [ epoch: 50 ] [ iter: 67,200 ] [ performance: 27.164 it/s ] [ lr: 5.00e-05 ] [ eta: 2:26:09 ] [ l_g_pix: 2.4762e-02 ] [ l_g_total: 2.4762e-02 ] +2024-10-01 01:43:22,323 INFO: [ epoch: 50 ] [ iter: 67,300 ] [ performance: 26.965 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:57 ] [ l_g_pix: 1.9281e-02 ] [ l_g_total: 1.9281e-02 ] +2024-10-01 01:43:26,016 INFO: [ epoch: 50 ] [ iter: 67,400 ] [ performance: 27.038 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:45 ] [ l_g_pix: 3.1918e-02 ] [ l_g_total: 3.1918e-02 ] +2024-10-01 01:43:29,792 INFO: [ epoch: 50 ] [ iter: 67,500 ] [ performance: 26.702 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:33 ] [ l_g_pix: 2.4627e-02 ] [ l_g_total: 2.4627e-02 ] +2024-10-01 01:43:33,502 INFO: [ epoch: 50 ] [ iter: 67,600 ] [ performance: 27.082 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:20 ] [ l_g_pix: 3.6161e-02 ] [ l_g_total: 3.6161e-02 ] +2024-10-01 01:43:37,218 INFO: [ epoch: 50 ] [ iter: 67,700 ] [ performance: 26.982 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:08 ] [ l_g_pix: 3.4422e-02 ] [ l_g_total: 3.4422e-02 ] +2024-10-01 01:43:40,953 INFO: [ epoch: 50 ] [ iter: 67,800 ] [ performance: 26.925 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:56 ] [ l_g_pix: 2.7829e-02 ] [ l_g_total: 2.7829e-02 ] +2024-10-01 01:43:44,654 INFO: [ epoch: 50 ] [ iter: 67,900 ] [ performance: 26.987 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:44 ] [ l_g_pix: 3.5951e-02 ] [ l_g_total: 3.5951e-02 ] +2024-10-01 01:43:48,343 INFO: [ epoch: 50 ] [ iter: 68,000 ] [ performance: 27.225 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:32 ] [ l_g_pix: 2.6674e-02 ] [ l_g_total: 2.6674e-02 ] +2024-10-01 01:43:51,913 INFO: [ epoch: 50 ] [ iter: 68,100 ] [ performance: 27.709 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:19 ] [ l_g_pix: 2.7677e-02 ] [ l_g_total: 2.7677e-02 ] +2024-10-01 01:43:57,148 INFO: [ epoch: 51 ] [ iter: 68,200 ] [ performance: 21.894 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:10 ] [ l_g_pix: 3.0326e-02 ] [ l_g_total: 3.0326e-02 ] +2024-10-01 01:44:00,903 INFO: [ epoch: 51 ] [ iter: 68,300 ] [ performance: 24.619 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:58 ] [ l_g_pix: 3.2711e-02 ] [ l_g_total: 3.2711e-02 ] +2024-10-01 01:44:04,624 INFO: [ epoch: 51 ] [ iter: 68,400 ] [ performance: 26.802 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:46 ] [ l_g_pix: 2.5469e-02 ] [ l_g_total: 2.5469e-02 ] +2024-10-01 01:44:08,373 INFO: [ epoch: 51 ] [ iter: 68,500 ] [ performance: 26.725 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:34 ] [ l_g_pix: 1.9498e-02 ] [ l_g_total: 1.9498e-02 ] +2024-10-01 01:44:12,106 INFO: [ epoch: 51 ] [ iter: 68,600 ] [ performance: 26.907 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:22 ] [ l_g_pix: 3.0694e-02 ] [ l_g_total: 3.0694e-02 ] +2024-10-01 01:44:15,834 INFO: [ epoch: 51 ] [ iter: 68,700 ] [ performance: 26.857 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:10 ] [ l_g_pix: 2.8557e-02 ] [ l_g_total: 2.8557e-02 ] +2024-10-01 01:44:19,567 INFO: [ epoch: 51 ] [ iter: 68,800 ] [ performance: 26.564 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:58 ] [ l_g_pix: 4.4168e-02 ] [ l_g_total: 4.4168e-02 ] +2024-10-01 01:44:23,287 INFO: [ epoch: 51 ] [ iter: 68,900 ] [ performance: 26.770 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:47 ] [ l_g_pix: 2.1347e-02 ] [ l_g_total: 2.1347e-02 ] +2024-10-01 01:44:27,048 INFO: [ epoch: 51 ] [ iter: 69,000 ] [ performance: 26.559 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:35 ] [ l_g_pix: 2.3809e-02 ] [ l_g_total: 2.3809e-02 ] +2024-10-01 01:44:30,822 INFO: [ epoch: 51 ] [ iter: 69,100 ] [ performance: 26.523 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:23 ] [ l_g_pix: 3.5685e-02 ] [ l_g_total: 3.5685e-02 ] +2024-10-01 01:44:34,557 INFO: [ epoch: 51 ] [ iter: 69,200 ] [ performance: 27.142 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:11 ] [ l_g_pix: 2.8278e-02 ] [ l_g_total: 2.8278e-02 ] +2024-10-01 01:44:38,301 INFO: [ epoch: 51 ] [ iter: 69,300 ] [ performance: 26.868 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:59 ] [ l_g_pix: 2.3253e-02 ] [ l_g_total: 2.3253e-02 ] +2024-10-01 01:44:41,973 INFO: [ epoch: 51 ] [ iter: 69,400 ] [ performance: 27.799 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:48 ] [ l_g_pix: 2.5412e-02 ] [ l_g_total: 2.5412e-02 ] +2024-10-01 01:44:47,028 INFO: [ epoch: 52 ] [ iter: 69,500 ] [ performance: 22.041 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:38 ] [ l_g_pix: 3.6104e-02 ] [ l_g_total: 3.6104e-02 ] +2024-10-01 01:44:50,758 INFO: [ epoch: 52 ] [ iter: 69,600 ] [ performance: 26.834 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:27 ] [ l_g_pix: 3.4825e-02 ] [ l_g_total: 3.4825e-02 ] +2024-10-01 01:44:54,479 INFO: [ epoch: 52 ] [ iter: 69,700 ] [ performance: 26.867 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:15 ] [ l_g_pix: 3.2807e-02 ] [ l_g_total: 3.2807e-02 ] +2024-10-01 01:44:58,154 INFO: [ epoch: 52 ] [ iter: 69,800 ] [ performance: 27.282 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:03 ] [ l_g_pix: 2.5775e-02 ] [ l_g_total: 2.5775e-02 ] +2024-10-01 01:45:01,905 INFO: [ epoch: 52 ] [ iter: 69,900 ] [ performance: 26.873 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:51 ] [ l_g_pix: 1.9795e-02 ] [ l_g_total: 1.9795e-02 ] +2024-10-01 01:45:05,702 INFO: [ epoch: 52 ] [ iter: 70,000 ] [ performance: 26.594 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:40 ] [ l_g_pix: 2.8563e-02 ] [ l_g_total: 2.8563e-02 ] +2024-10-01 01:45:05,702 INFO: Saving models and training states. +2024-10-01 01:48:00,791 INFO: Validation val + + # psnr: 27.1618........ Best: 27.1618 @ 70000 iter + # ssim: 0.7643........ Best: 0.7643 @ 70000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 01:48:04,540 INFO: [ epoch: 52 ] [ iter: 70,100 ] [ performance: 26.689 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:53 ] [ l_g_pix: 4.2956e-02 ] [ l_g_total: 4.2956e-02 ] +2024-10-01 01:48:08,272 INFO: [ epoch: 52 ] [ iter: 70,200 ] [ performance: 26.600 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:41 ] [ l_g_pix: 2.8873e-02 ] [ l_g_total: 2.8873e-02 ] +2024-10-01 01:48:11,983 INFO: [ epoch: 52 ] [ iter: 70,300 ] [ performance: 26.831 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:28 ] [ l_g_pix: 3.2723e-02 ] [ l_g_total: 3.2723e-02 ] +2024-10-01 01:48:15,701 INFO: [ epoch: 52 ] [ iter: 70,400 ] [ performance: 26.749 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:16 ] [ l_g_pix: 2.7588e-02 ] [ l_g_total: 2.7588e-02 ] +2024-10-01 01:48:19,460 INFO: [ epoch: 52 ] [ iter: 70,500 ] [ performance: 26.656 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:04 ] [ l_g_pix: 4.4863e-02 ] [ l_g_total: 4.4863e-02 ] +2024-10-01 01:48:23,215 INFO: [ epoch: 52 ] [ iter: 70,600 ] [ performance: 26.612 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:52 ] [ l_g_pix: 2.8520e-02 ] [ l_g_total: 2.8520e-02 ] +2024-10-01 01:48:26,971 INFO: [ epoch: 52 ] [ iter: 70,700 ] [ performance: 26.622 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:39 ] [ l_g_pix: 3.9345e-02 ] [ l_g_total: 3.9345e-02 ] +2024-10-01 01:48:30,498 INFO: [ epoch: 52 ] [ iter: 70,800 ] [ performance: 28.346 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:27 ] [ l_g_pix: 4.4416e-02 ] [ l_g_total: 4.4416e-02 ] +2024-10-01 01:48:35,696 INFO: [ epoch: 53 ] [ iter: 70,900 ] [ performance: 21.483 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:17 ] [ l_g_pix: 4.2118e-02 ] [ l_g_total: 4.2118e-02 ] +2024-10-01 01:48:39,428 INFO: [ epoch: 53 ] [ iter: 71,000 ] [ performance: 26.782 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:05 ] [ l_g_pix: 2.1336e-02 ] [ l_g_total: 2.1336e-02 ] +2024-10-01 01:48:43,073 INFO: [ epoch: 53 ] [ iter: 71,100 ] [ performance: 27.227 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:53 ] [ l_g_pix: 3.6544e-02 ] [ l_g_total: 3.6544e-02 ] +2024-10-01 01:48:46,763 INFO: [ epoch: 53 ] [ iter: 71,200 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:41 ] [ l_g_pix: 3.4751e-02 ] [ l_g_total: 3.4751e-02 ] +2024-10-01 01:48:50,490 INFO: [ epoch: 53 ] [ iter: 71,300 ] [ performance: 26.882 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:29 ] [ l_g_pix: 3.3630e-02 ] [ l_g_total: 3.3630e-02 ] +2024-10-01 01:48:54,256 INFO: [ epoch: 53 ] [ iter: 71,400 ] [ performance: 26.415 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:17 ] [ l_g_pix: 2.3641e-02 ] [ l_g_total: 2.3641e-02 ] +2024-10-01 01:48:57,980 INFO: [ epoch: 53 ] [ iter: 71,500 ] [ performance: 26.720 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:05 ] [ l_g_pix: 3.4179e-02 ] [ l_g_total: 3.4179e-02 ] +2024-10-01 01:49:01,698 INFO: [ epoch: 53 ] [ iter: 71,600 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:53 ] [ l_g_pix: 3.2254e-02 ] [ l_g_total: 3.2254e-02 ] +2024-10-01 01:49:05,444 INFO: [ epoch: 53 ] [ iter: 71,700 ] [ performance: 26.780 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:41 ] [ l_g_pix: 4.2087e-02 ] [ l_g_total: 4.2087e-02 ] +2024-10-01 01:49:09,160 INFO: [ epoch: 53 ] [ iter: 71,800 ] [ performance: 26.749 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:29 ] [ l_g_pix: 1.9460e-02 ] [ l_g_total: 1.9460e-02 ] +2024-10-01 01:49:12,878 INFO: [ epoch: 53 ] [ iter: 71,900 ] [ performance: 26.855 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:17 ] [ l_g_pix: 4.4069e-02 ] [ l_g_total: 4.4069e-02 ] +2024-10-01 01:49:16,597 INFO: [ epoch: 53 ] [ iter: 72,000 ] [ performance: 27.092 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:05 ] [ l_g_pix: 4.1240e-02 ] [ l_g_total: 4.1240e-02 ] +2024-10-01 01:49:20,197 INFO: [ epoch: 53 ] [ iter: 72,100 ] [ performance: 27.573 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:53 ] [ l_g_pix: 2.7794e-02 ] [ l_g_total: 2.7794e-02 ] +2024-10-01 01:49:25,205 INFO: [ epoch: 54 ] [ iter: 72,200 ] [ performance: 23.462 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:44 ] [ l_g_pix: 3.6388e-02 ] [ l_g_total: 3.6388e-02 ] +2024-10-01 01:49:28,916 INFO: [ epoch: 54 ] [ iter: 72,300 ] [ performance: 25.833 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:32 ] [ l_g_pix: 2.4243e-02 ] [ l_g_total: 2.4243e-02 ] +2024-10-01 01:49:32,605 INFO: [ epoch: 54 ] [ iter: 72,400 ] [ performance: 27.412 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:20 ] [ l_g_pix: 2.0804e-02 ] [ l_g_total: 2.0804e-02 ] +2024-10-01 01:49:36,340 INFO: [ epoch: 54 ] [ iter: 72,500 ] [ performance: 26.958 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:08 ] [ l_g_pix: 1.8404e-02 ] [ l_g_total: 1.8404e-02 ] +2024-10-01 01:49:40,115 INFO: [ epoch: 54 ] [ iter: 72,600 ] [ performance: 26.585 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:56 ] [ l_g_pix: 2.2003e-02 ] [ l_g_total: 2.2003e-02 ] +2024-10-01 01:49:43,834 INFO: [ epoch: 54 ] [ iter: 72,700 ] [ performance: 26.805 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:45 ] [ l_g_pix: 3.0034e-02 ] [ l_g_total: 3.0034e-02 ] +2024-10-01 01:49:47,566 INFO: [ epoch: 54 ] [ iter: 72,800 ] [ performance: 27.196 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:33 ] [ l_g_pix: 3.0840e-02 ] [ l_g_total: 3.0840e-02 ] +2024-10-01 01:49:51,258 INFO: [ epoch: 54 ] [ iter: 72,900 ] [ performance: 27.123 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:21 ] [ l_g_pix: 3.2185e-02 ] [ l_g_total: 3.2185e-02 ] +2024-10-01 01:49:54,935 INFO: [ epoch: 54 ] [ iter: 73,000 ] [ performance: 27.105 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:09 ] [ l_g_pix: 3.8711e-02 ] [ l_g_total: 3.8711e-02 ] +2024-10-01 01:49:58,672 INFO: [ epoch: 54 ] [ iter: 73,100 ] [ performance: 26.855 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:58 ] [ l_g_pix: 2.7813e-02 ] [ l_g_total: 2.7813e-02 ] +2024-10-01 01:50:02,427 INFO: [ epoch: 54 ] [ iter: 73,200 ] [ performance: 26.716 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:46 ] [ l_g_pix: 2.6066e-02 ] [ l_g_total: 2.6066e-02 ] +2024-10-01 01:50:06,205 INFO: [ epoch: 54 ] [ iter: 73,300 ] [ performance: 26.538 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:35 ] [ l_g_pix: 3.5435e-02 ] [ l_g_total: 3.5435e-02 ] +2024-10-01 01:50:09,830 INFO: [ epoch: 54 ] [ iter: 73,400 ] [ performance: 28.156 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:23 ] [ l_g_pix: 2.8180e-02 ] [ l_g_total: 2.8180e-02 ] +2024-10-01 01:50:14,889 INFO: [ epoch: 55 ] [ iter: 73,500 ] [ performance: 21.428 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:14 ] [ l_g_pix: 3.8860e-02 ] [ l_g_total: 3.8860e-02 ] +2024-10-01 01:50:18,722 INFO: [ epoch: 55 ] [ iter: 73,600 ] [ performance: 26.876 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:02 ] [ l_g_pix: 4.1420e-02 ] [ l_g_total: 4.1420e-02 ] +2024-10-01 01:50:22,488 INFO: [ epoch: 55 ] [ iter: 73,700 ] [ performance: 26.635 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:51 ] [ l_g_pix: 4.1991e-02 ] [ l_g_total: 4.1991e-02 ] +2024-10-01 01:50:26,187 INFO: [ epoch: 55 ] [ iter: 73,800 ] [ performance: 26.927 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:39 ] [ l_g_pix: 4.0525e-02 ] [ l_g_total: 4.0525e-02 ] +2024-10-01 01:50:29,926 INFO: [ epoch: 55 ] [ iter: 73,900 ] [ performance: 26.791 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:28 ] [ l_g_pix: 1.5267e-02 ] [ l_g_total: 1.5267e-02 ] +2024-10-01 01:50:33,694 INFO: [ epoch: 55 ] [ iter: 74,000 ] [ performance: 26.710 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:16 ] [ l_g_pix: 3.2708e-02 ] [ l_g_total: 3.2708e-02 ] +2024-10-01 01:50:37,442 INFO: [ epoch: 55 ] [ iter: 74,100 ] [ performance: 26.689 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:05 ] [ l_g_pix: 2.3040e-02 ] [ l_g_total: 2.3040e-02 ] +2024-10-01 01:50:41,142 INFO: [ epoch: 55 ] [ iter: 74,200 ] [ performance: 27.772 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:54 ] [ l_g_pix: 3.6447e-02 ] [ l_g_total: 3.6447e-02 ] +2024-10-01 01:50:44,902 INFO: [ epoch: 55 ] [ iter: 74,300 ] [ performance: 26.871 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:42 ] [ l_g_pix: 2.5745e-02 ] [ l_g_total: 2.5745e-02 ] +2024-10-01 01:50:48,658 INFO: [ epoch: 55 ] [ iter: 74,400 ] [ performance: 26.571 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:31 ] [ l_g_pix: 2.7226e-02 ] [ l_g_total: 2.7226e-02 ] +2024-10-01 01:50:52,374 INFO: [ epoch: 55 ] [ iter: 74,500 ] [ performance: 26.838 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:20 ] [ l_g_pix: 2.1676e-02 ] [ l_g_total: 2.1676e-02 ] +2024-10-01 01:50:56,109 INFO: [ epoch: 55 ] [ iter: 74,600 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:08 ] [ l_g_pix: 3.2366e-02 ] [ l_g_total: 3.2366e-02 ] +2024-10-01 01:50:59,825 INFO: [ epoch: 55 ] [ iter: 74,700 ] [ performance: 26.912 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:57 ] [ l_g_pix: 3.9766e-02 ] [ l_g_total: 3.9766e-02 ] +2024-10-01 01:51:03,320 INFO: [ epoch: 55 ] [ iter: 74,800 ] [ performance: 29.455 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:45 ] [ l_g_pix: 2.7187e-02 ] [ l_g_total: 2.7187e-02 ] +2024-10-01 01:51:08,533 INFO: [ epoch: 56 ] [ iter: 74,900 ] [ performance: 20.773 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:36 ] [ l_g_pix: 2.8800e-02 ] [ l_g_total: 2.8800e-02 ] +2024-10-01 01:51:12,248 INFO: [ epoch: 56 ] [ iter: 75,000 ] [ performance: 27.504 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:25 ] [ l_g_pix: 3.9075e-02 ] [ l_g_total: 3.9075e-02 ] +2024-10-01 01:51:15,984 INFO: [ epoch: 56 ] [ iter: 75,100 ] [ performance: 26.925 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:14 ] [ l_g_pix: 3.3474e-02 ] [ l_g_total: 3.3474e-02 ] +2024-10-01 01:51:19,682 INFO: [ epoch: 56 ] [ iter: 75,200 ] [ performance: 26.974 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:03 ] [ l_g_pix: 3.5060e-02 ] [ l_g_total: 3.5060e-02 ] +2024-10-01 01:51:23,375 INFO: [ epoch: 56 ] [ iter: 75,300 ] [ performance: 27.063 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:51 ] [ l_g_pix: 2.6118e-02 ] [ l_g_total: 2.6118e-02 ] +2024-10-01 01:51:27,110 INFO: [ epoch: 56 ] [ iter: 75,400 ] [ performance: 26.602 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:40 ] [ l_g_pix: 2.0933e-02 ] [ l_g_total: 2.0933e-02 ] +2024-10-01 01:51:30,821 INFO: [ epoch: 56 ] [ iter: 75,500 ] [ performance: 26.880 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:29 ] [ l_g_pix: 2.9553e-02 ] [ l_g_total: 2.9553e-02 ] +2024-10-01 01:51:34,558 INFO: [ epoch: 56 ] [ iter: 75,600 ] [ performance: 27.315 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:18 ] [ l_g_pix: 3.0625e-02 ] [ l_g_total: 3.0625e-02 ] +2024-10-01 01:51:38,320 INFO: [ epoch: 56 ] [ iter: 75,700 ] [ performance: 26.727 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:07 ] [ l_g_pix: 2.9016e-02 ] [ l_g_total: 2.9016e-02 ] +2024-10-01 01:51:42,064 INFO: [ epoch: 56 ] [ iter: 75,800 ] [ performance: 27.196 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:56 ] [ l_g_pix: 1.6203e-02 ] [ l_g_total: 1.6203e-02 ] +2024-10-01 01:51:45,801 INFO: [ epoch: 56 ] [ iter: 75,900 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:45 ] [ l_g_pix: 1.8521e-02 ] [ l_g_total: 1.8521e-02 ] +2024-10-01 01:51:49,545 INFO: [ epoch: 56 ] [ iter: 76,000 ] [ performance: 26.379 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:34 ] [ l_g_pix: 3.6986e-02 ] [ l_g_total: 3.6986e-02 ] +2024-10-01 01:51:53,134 INFO: [ epoch: 56 ] [ iter: 76,100 ] [ performance: 27.588 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:22 ] [ l_g_pix: 2.7335e-02 ] [ l_g_total: 2.7335e-02 ] +2024-10-01 01:51:58,351 INFO: [ epoch: 57 ] [ iter: 76,200 ] [ performance: 27.159 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:14 ] [ l_g_pix: 2.5100e-02 ] [ l_g_total: 2.5100e-02 ] +2024-10-01 01:52:02,082 INFO: [ epoch: 57 ] [ iter: 76,300 ] [ performance: 26.867 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:03 ] [ l_g_pix: 3.5620e-02 ] [ l_g_total: 3.5620e-02 ] +2024-10-01 01:52:05,809 INFO: [ epoch: 57 ] [ iter: 76,400 ] [ performance: 26.867 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:52 ] [ l_g_pix: 3.0431e-02 ] [ l_g_total: 3.0431e-02 ] +2024-10-01 01:52:09,535 INFO: [ epoch: 57 ] [ iter: 76,500 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:41 ] [ l_g_pix: 2.8884e-02 ] [ l_g_total: 2.8884e-02 ] +2024-10-01 01:52:13,240 INFO: [ epoch: 57 ] [ iter: 76,600 ] [ performance: 27.956 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:30 ] [ l_g_pix: 3.7201e-02 ] [ l_g_total: 3.7201e-02 ] +2024-10-01 01:52:16,955 INFO: [ epoch: 57 ] [ iter: 76,700 ] [ performance: 27.084 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:19 ] [ l_g_pix: 2.6959e-02 ] [ l_g_total: 2.6959e-02 ] +2024-10-01 01:52:20,650 INFO: [ epoch: 57 ] [ iter: 76,800 ] [ performance: 27.633 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:08 ] [ l_g_pix: 3.0698e-02 ] [ l_g_total: 3.0698e-02 ] +2024-10-01 01:52:24,323 INFO: [ epoch: 57 ] [ iter: 76,900 ] [ performance: 27.289 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:57 ] [ l_g_pix: 3.8633e-02 ] [ l_g_total: 3.8633e-02 ] +2024-10-01 01:52:28,049 INFO: [ epoch: 57 ] [ iter: 77,000 ] [ performance: 27.807 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:46 ] [ l_g_pix: 3.5175e-02 ] [ l_g_total: 3.5175e-02 ] +2024-10-01 01:52:31,794 INFO: [ epoch: 57 ] [ iter: 77,100 ] [ performance: 26.858 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:35 ] [ l_g_pix: 2.7912e-02 ] [ l_g_total: 2.7912e-02 ] +2024-10-01 01:52:35,525 INFO: [ epoch: 57 ] [ iter: 77,200 ] [ performance: 27.178 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:24 ] [ l_g_pix: 2.9487e-02 ] [ l_g_total: 2.9487e-02 ] +2024-10-01 01:52:39,228 INFO: [ epoch: 57 ] [ iter: 77,300 ] [ performance: 27.036 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:14 ] [ l_g_pix: 3.5697e-02 ] [ l_g_total: 3.5697e-02 ] +2024-10-01 01:52:42,997 INFO: [ epoch: 57 ] [ iter: 77,400 ] [ performance: 28.036 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:03 ] [ l_g_pix: 4.0462e-02 ] [ l_g_total: 4.0462e-02 ] +2024-10-01 01:52:47,766 INFO: [ epoch: 58 ] [ iter: 77,500 ] [ performance: 21.687 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:54 ] [ l_g_pix: 3.4308e-02 ] [ l_g_total: 3.4308e-02 ] +2024-10-01 01:52:51,760 INFO: [ epoch: 58 ] [ iter: 77,600 ] [ performance: 27.382 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:43 ] [ l_g_pix: 4.2602e-02 ] [ l_g_total: 4.2602e-02 ] +2024-10-01 01:52:55,430 INFO: [ epoch: 58 ] [ iter: 77,700 ] [ performance: 27.273 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:32 ] [ l_g_pix: 4.1815e-02 ] [ l_g_total: 4.1815e-02 ] +2024-10-01 01:52:59,133 INFO: [ epoch: 58 ] [ iter: 77,800 ] [ performance: 27.305 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:22 ] [ l_g_pix: 2.2132e-02 ] [ l_g_total: 2.2132e-02 ] +2024-10-01 01:53:02,870 INFO: [ epoch: 58 ] [ iter: 77,900 ] [ performance: 26.821 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:11 ] [ l_g_pix: 3.3786e-02 ] [ l_g_total: 3.3786e-02 ] +2024-10-01 01:53:06,573 INFO: [ epoch: 58 ] [ iter: 78,000 ] [ performance: 26.855 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:00 ] [ l_g_pix: 4.2578e-02 ] [ l_g_total: 4.2578e-02 ] +2024-10-01 01:53:10,314 INFO: [ epoch: 58 ] [ iter: 78,100 ] [ performance: 26.755 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:50 ] [ l_g_pix: 3.0950e-02 ] [ l_g_total: 3.0950e-02 ] +2024-10-01 01:53:14,045 INFO: [ epoch: 58 ] [ iter: 78,200 ] [ performance: 26.789 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:39 ] [ l_g_pix: 3.4770e-02 ] [ l_g_total: 3.4770e-02 ] +2024-10-01 01:53:17,804 INFO: [ epoch: 58 ] [ iter: 78,300 ] [ performance: 26.625 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:28 ] [ l_g_pix: 3.0208e-02 ] [ l_g_total: 3.0208e-02 ] +2024-10-01 01:53:21,541 INFO: [ epoch: 58 ] [ iter: 78,400 ] [ performance: 26.622 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:18 ] [ l_g_pix: 3.0970e-02 ] [ l_g_total: 3.0970e-02 ] +2024-10-01 01:53:25,229 INFO: [ epoch: 58 ] [ iter: 78,500 ] [ performance: 27.071 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:07 ] [ l_g_pix: 2.4609e-02 ] [ l_g_total: 2.4609e-02 ] +2024-10-01 01:53:28,937 INFO: [ epoch: 58 ] [ iter: 78,600 ] [ performance: 27.855 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:56 ] [ l_g_pix: 3.2358e-02 ] [ l_g_total: 3.2358e-02 ] +2024-10-01 01:53:32,697 INFO: [ epoch: 58 ] [ iter: 78,700 ] [ performance: 26.701 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:46 ] [ l_g_pix: 3.0232e-02 ] [ l_g_total: 3.0232e-02 ] +2024-10-01 01:53:36,226 INFO: [ epoch: 58 ] [ iter: 78,800 ] [ performance: 29.409 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:35 ] [ l_g_pix: 3.1786e-02 ] [ l_g_total: 3.1786e-02 ] +2024-10-01 01:53:41,457 INFO: [ epoch: 59 ] [ iter: 78,900 ] [ performance: 19.630 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:27 ] [ l_g_pix: 2.6631e-02 ] [ l_g_total: 2.6631e-02 ] +2024-10-01 01:53:45,179 INFO: [ epoch: 59 ] [ iter: 79,000 ] [ performance: 27.148 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:16 ] [ l_g_pix: 2.4335e-02 ] [ l_g_total: 2.4335e-02 ] +2024-10-01 01:53:48,891 INFO: [ epoch: 59 ] [ iter: 79,100 ] [ performance: 26.954 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:06 ] [ l_g_pix: 2.9760e-02 ] [ l_g_total: 2.9760e-02 ] +2024-10-01 01:53:52,636 INFO: [ epoch: 59 ] [ iter: 79,200 ] [ performance: 27.879 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:55 ] [ l_g_pix: 2.2781e-02 ] [ l_g_total: 2.2781e-02 ] +2024-10-01 01:53:56,372 INFO: [ epoch: 59 ] [ iter: 79,300 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:45 ] [ l_g_pix: 2.5823e-02 ] [ l_g_total: 2.5823e-02 ] +2024-10-01 01:54:00,100 INFO: [ epoch: 59 ] [ iter: 79,400 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:34 ] [ l_g_pix: 2.3890e-02 ] [ l_g_total: 2.3890e-02 ] +2024-10-01 01:54:03,844 INFO: [ epoch: 59 ] [ iter: 79,500 ] [ performance: 26.719 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:24 ] [ l_g_pix: 3.5104e-02 ] [ l_g_total: 3.5104e-02 ] +2024-10-01 01:54:07,541 INFO: [ epoch: 59 ] [ iter: 79,600 ] [ performance: 28.189 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:13 ] [ l_g_pix: 1.8700e-02 ] [ l_g_total: 1.8700e-02 ] +2024-10-01 01:54:11,265 INFO: [ epoch: 59 ] [ iter: 79,700 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:03 ] [ l_g_pix: 3.3898e-02 ] [ l_g_total: 3.3898e-02 ] +2024-10-01 01:54:15,003 INFO: [ epoch: 59 ] [ iter: 79,800 ] [ performance: 25.619 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:53 ] [ l_g_pix: 1.9833e-02 ] [ l_g_total: 1.9833e-02 ] +2024-10-01 01:54:18,738 INFO: [ epoch: 59 ] [ iter: 79,900 ] [ performance: 26.740 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:42 ] [ l_g_pix: 4.0137e-02 ] [ l_g_total: 4.0137e-02 ] +2024-10-01 01:54:22,493 INFO: [ epoch: 59 ] [ iter: 80,000 ] [ performance: 28.546 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:32 ] [ l_g_pix: 2.1304e-02 ] [ l_g_total: 2.1304e-02 ] +2024-10-01 01:54:22,493 INFO: Saving models and training states. +2024-10-01 01:57:14,507 INFO: Validation val + + # psnr: 27.1670........ Best: 27.1670 @ 80000 iter + # ssim: 0.7646........ Best: 0.7646 @ 80000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 01:57:18,105 INFO: [ epoch: 59 ] [ iter: 80,100 ] [ performance: 27.874 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:39 ] [ l_g_pix: 3.1686e-02 ] [ l_g_total: 3.1686e-02 ] +2024-10-01 01:57:23,291 INFO: [ epoch: 60 ] [ iter: 80,200 ] [ performance: 25.750 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:30 ] [ l_g_pix: 2.9588e-02 ] [ l_g_total: 2.9588e-02 ] +2024-10-01 01:57:27,045 INFO: [ epoch: 60 ] [ iter: 80,300 ] [ performance: 26.641 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:19 ] [ l_g_pix: 3.1105e-02 ] [ l_g_total: 3.1105e-02 ] +2024-10-01 01:57:30,824 INFO: [ epoch: 60 ] [ iter: 80,400 ] [ performance: 26.554 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:09 ] [ l_g_pix: 2.7058e-02 ] [ l_g_total: 2.7058e-02 ] +2024-10-01 01:57:34,575 INFO: [ epoch: 60 ] [ iter: 80,500 ] [ performance: 26.661 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:58 ] [ l_g_pix: 2.7356e-02 ] [ l_g_total: 2.7356e-02 ] +2024-10-01 01:57:38,327 INFO: [ epoch: 60 ] [ iter: 80,600 ] [ performance: 26.661 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:47 ] [ l_g_pix: 2.7208e-02 ] [ l_g_total: 2.7208e-02 ] +2024-10-01 01:57:42,056 INFO: [ epoch: 60 ] [ iter: 80,700 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:36 ] [ l_g_pix: 1.8574e-02 ] [ l_g_total: 1.8574e-02 ] +2024-10-01 01:57:45,801 INFO: [ epoch: 60 ] [ iter: 80,800 ] [ performance: 26.763 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:26 ] [ l_g_pix: 3.4520e-02 ] [ l_g_total: 3.4520e-02 ] +2024-10-01 01:57:49,545 INFO: [ epoch: 60 ] [ iter: 80,900 ] [ performance: 26.736 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:15 ] [ l_g_pix: 3.6110e-02 ] [ l_g_total: 3.6110e-02 ] +2024-10-01 01:57:53,268 INFO: [ epoch: 60 ] [ iter: 81,000 ] [ performance: 26.801 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:04 ] [ l_g_pix: 2.8481e-02 ] [ l_g_total: 2.8481e-02 ] +2024-10-01 01:57:56,994 INFO: [ epoch: 60 ] [ iter: 81,100 ] [ performance: 26.847 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:53 ] [ l_g_pix: 4.0030e-02 ] [ l_g_total: 4.0030e-02 ] +2024-10-01 01:58:00,712 INFO: [ epoch: 60 ] [ iter: 81,200 ] [ performance: 26.876 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:43 ] [ l_g_pix: 2.4660e-02 ] [ l_g_total: 2.4660e-02 ] +2024-10-01 01:58:04,441 INFO: [ epoch: 60 ] [ iter: 81,300 ] [ performance: 26.817 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:32 ] [ l_g_pix: 2.7901e-02 ] [ l_g_total: 2.7901e-02 ] +2024-10-01 01:58:08,212 INFO: [ epoch: 60 ] [ iter: 81,400 ] [ performance: 26.667 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:21 ] [ l_g_pix: 4.2198e-02 ] [ l_g_total: 4.2198e-02 ] +2024-10-01 01:58:12,791 INFO: [ epoch: 61 ] [ iter: 81,500 ] [ performance: 21.586 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:12 ] [ l_g_pix: 3.7835e-02 ] [ l_g_total: 3.7835e-02 ] +2024-10-01 01:58:16,854 INFO: [ epoch: 61 ] [ iter: 81,600 ] [ performance: 23.043 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:02 ] [ l_g_pix: 4.4235e-02 ] [ l_g_total: 4.4235e-02 ] +2024-10-01 01:58:20,538 INFO: [ epoch: 61 ] [ iter: 81,700 ] [ performance: 27.250 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:51 ] [ l_g_pix: 2.7744e-02 ] [ l_g_total: 2.7744e-02 ] +2024-10-01 01:58:24,250 INFO: [ epoch: 61 ] [ iter: 81,800 ] [ performance: 27.089 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:41 ] [ l_g_pix: 2.2163e-02 ] [ l_g_total: 2.2163e-02 ] +2024-10-01 01:58:28,012 INFO: [ epoch: 61 ] [ iter: 81,900 ] [ performance: 26.632 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:30 ] [ l_g_pix: 3.4708e-02 ] [ l_g_total: 3.4708e-02 ] +2024-10-01 01:58:31,728 INFO: [ epoch: 61 ] [ iter: 82,000 ] [ performance: 26.781 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:20 ] [ l_g_pix: 2.3682e-02 ] [ l_g_total: 2.3682e-02 ] +2024-10-01 01:58:35,417 INFO: [ epoch: 61 ] [ iter: 82,100 ] [ performance: 27.149 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:09 ] [ l_g_pix: 2.5151e-02 ] [ l_g_total: 2.5151e-02 ] +2024-10-01 01:58:39,082 INFO: [ epoch: 61 ] [ iter: 82,200 ] [ performance: 27.224 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:58 ] [ l_g_pix: 2.4182e-02 ] [ l_g_total: 2.4182e-02 ] +2024-10-01 01:58:42,761 INFO: [ epoch: 61 ] [ iter: 82,300 ] [ performance: 27.199 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:48 ] [ l_g_pix: 3.6314e-02 ] [ l_g_total: 3.6314e-02 ] +2024-10-01 01:58:46,437 INFO: [ epoch: 61 ] [ iter: 82,400 ] [ performance: 27.207 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:37 ] [ l_g_pix: 3.1047e-02 ] [ l_g_total: 3.1047e-02 ] +2024-10-01 01:58:50,125 INFO: [ epoch: 61 ] [ iter: 82,500 ] [ performance: 27.181 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:27 ] [ l_g_pix: 2.4468e-02 ] [ l_g_total: 2.4468e-02 ] +2024-10-01 01:58:53,830 INFO: [ epoch: 61 ] [ iter: 82,600 ] [ performance: 27.084 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:16 ] [ l_g_pix: 2.3652e-02 ] [ l_g_total: 2.3652e-02 ] +2024-10-01 01:58:57,491 INFO: [ epoch: 61 ] [ iter: 82,700 ] [ performance: 27.330 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:06 ] [ l_g_pix: 4.1396e-02 ] [ l_g_total: 4.1396e-02 ] +2024-10-01 01:59:01,022 INFO: [ epoch: 61 ] [ iter: 82,800 ] [ performance: 27.848 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:55 ] [ l_g_pix: 1.7792e-02 ] [ l_g_total: 1.7792e-02 ] +2024-10-01 01:59:06,325 INFO: [ epoch: 62 ] [ iter: 82,900 ] [ performance: 18.025 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:47 ] [ l_g_pix: 2.8174e-02 ] [ l_g_total: 2.8174e-02 ] +2024-10-01 01:59:10,065 INFO: [ epoch: 62 ] [ iter: 83,000 ] [ performance: 21.808 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:36 ] [ l_g_pix: 1.9534e-02 ] [ l_g_total: 1.9534e-02 ] +2024-10-01 01:59:13,789 INFO: [ epoch: 62 ] [ iter: 83,100 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:26 ] [ l_g_pix: 3.2179e-02 ] [ l_g_total: 3.2179e-02 ] +2024-10-01 01:59:17,507 INFO: [ epoch: 62 ] [ iter: 83,200 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:16 ] [ l_g_pix: 3.5634e-02 ] [ l_g_total: 3.5634e-02 ] +2024-10-01 01:59:21,219 INFO: [ epoch: 62 ] [ iter: 83,300 ] [ performance: 27.087 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:05 ] [ l_g_pix: 2.8975e-02 ] [ l_g_total: 2.8975e-02 ] +2024-10-01 01:59:24,959 INFO: [ epoch: 62 ] [ iter: 83,400 ] [ performance: 26.902 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:55 ] [ l_g_pix: 4.0411e-02 ] [ l_g_total: 4.0411e-02 ] +2024-10-01 01:59:28,637 INFO: [ epoch: 62 ] [ iter: 83,500 ] [ performance: 27.263 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:44 ] [ l_g_pix: 3.2832e-02 ] [ l_g_total: 3.2832e-02 ] +2024-10-01 01:59:32,330 INFO: [ epoch: 62 ] [ iter: 83,600 ] [ performance: 27.169 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:34 ] [ l_g_pix: 2.1638e-02 ] [ l_g_total: 2.1638e-02 ] +2024-10-01 01:59:36,056 INFO: [ epoch: 62 ] [ iter: 83,700 ] [ performance: 26.968 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:24 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-10-01 01:59:39,751 INFO: [ epoch: 62 ] [ iter: 83,800 ] [ performance: 27.021 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:14 ] [ l_g_pix: 2.6929e-02 ] [ l_g_total: 2.6929e-02 ] +2024-10-01 01:59:43,428 INFO: [ epoch: 62 ] [ iter: 83,900 ] [ performance: 27.176 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:03 ] [ l_g_pix: 2.2619e-02 ] [ l_g_total: 2.2619e-02 ] +2024-10-01 01:59:47,132 INFO: [ epoch: 62 ] [ iter: 84,000 ] [ performance: 27.081 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:53 ] [ l_g_pix: 2.7023e-02 ] [ l_g_total: 2.7023e-02 ] +2024-10-01 01:59:50,775 INFO: [ epoch: 62 ] [ iter: 84,100 ] [ performance: 27.639 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:43 ] [ l_g_pix: 3.1010e-02 ] [ l_g_total: 3.1010e-02 ] +2024-10-01 01:59:55,865 INFO: [ epoch: 63 ] [ iter: 84,200 ] [ performance: 22.594 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:34 ] [ l_g_pix: 3.0379e-02 ] [ l_g_total: 3.0379e-02 ] +2024-10-01 01:59:59,598 INFO: [ epoch: 63 ] [ iter: 84,300 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:24 ] [ l_g_pix: 1.7020e-02 ] [ l_g_total: 1.7020e-02 ] +2024-10-01 02:00:03,317 INFO: [ epoch: 63 ] [ iter: 84,400 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:14 ] [ l_g_pix: 2.2939e-02 ] [ l_g_total: 2.2939e-02 ] +2024-10-01 02:00:07,073 INFO: [ epoch: 63 ] [ iter: 84,500 ] [ performance: 26.528 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:04 ] [ l_g_pix: 3.3678e-02 ] [ l_g_total: 3.3678e-02 ] +2024-10-01 02:00:10,782 INFO: [ epoch: 63 ] [ iter: 84,600 ] [ performance: 26.769 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:54 ] [ l_g_pix: 2.3156e-02 ] [ l_g_total: 2.3156e-02 ] +2024-10-01 02:00:14,508 INFO: [ epoch: 63 ] [ iter: 84,700 ] [ performance: 26.991 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:43 ] [ l_g_pix: 3.1415e-02 ] [ l_g_total: 3.1415e-02 ] +2024-10-01 02:00:18,222 INFO: [ epoch: 63 ] [ iter: 84,800 ] [ performance: 26.954 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:33 ] [ l_g_pix: 2.1927e-02 ] [ l_g_total: 2.1927e-02 ] +2024-10-01 02:00:21,967 INFO: [ epoch: 63 ] [ iter: 84,900 ] [ performance: 26.879 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:23 ] [ l_g_pix: 3.0546e-02 ] [ l_g_total: 3.0546e-02 ] +2024-10-01 02:00:25,722 INFO: [ epoch: 63 ] [ iter: 85,000 ] [ performance: 26.741 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:13 ] [ l_g_pix: 4.4458e-02 ] [ l_g_total: 4.4458e-02 ] +2024-10-01 02:00:29,444 INFO: [ epoch: 63 ] [ iter: 85,100 ] [ performance: 27.095 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:03 ] [ l_g_pix: 1.9847e-02 ] [ l_g_total: 1.9847e-02 ] +2024-10-01 02:00:33,182 INFO: [ epoch: 63 ] [ iter: 85,200 ] [ performance: 26.905 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:53 ] [ l_g_pix: 3.1702e-02 ] [ l_g_total: 3.1702e-02 ] +2024-10-01 02:00:36,920 INFO: [ epoch: 63 ] [ iter: 85,300 ] [ performance: 26.930 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:43 ] [ l_g_pix: 2.8285e-02 ] [ l_g_total: 2.8285e-02 ] +2024-10-01 02:00:40,638 INFO: [ epoch: 63 ] [ iter: 85,400 ] [ performance: 26.912 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:33 ] [ l_g_pix: 2.3241e-02 ] [ l_g_total: 2.3241e-02 ] +2024-10-01 02:00:44,130 INFO: [ epoch: 63 ] [ iter: 85,500 ] [ performance: 28.931 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:23 ] [ l_g_pix: 2.3251e-02 ] [ l_g_total: 2.3251e-02 ] +2024-10-01 02:00:49,416 INFO: [ epoch: 64 ] [ iter: 85,600 ] [ performance: 22.217 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:15 ] [ l_g_pix: 2.7979e-02 ] [ l_g_total: 2.7979e-02 ] +2024-10-01 02:00:53,122 INFO: [ epoch: 64 ] [ iter: 85,700 ] [ performance: 27.176 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:05 ] [ l_g_pix: 3.1791e-02 ] [ l_g_total: 3.1791e-02 ] +2024-10-01 02:00:56,802 INFO: [ epoch: 64 ] [ iter: 85,800 ] [ performance: 27.178 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:55 ] [ l_g_pix: 4.1922e-02 ] [ l_g_total: 4.1922e-02 ] +2024-10-01 02:01:00,536 INFO: [ epoch: 64 ] [ iter: 85,900 ] [ performance: 26.994 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:45 ] [ l_g_pix: 3.0019e-02 ] [ l_g_total: 3.0019e-02 ] +2024-10-01 02:01:04,283 INFO: [ epoch: 64 ] [ iter: 86,000 ] [ performance: 26.819 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:35 ] [ l_g_pix: 3.2214e-02 ] [ l_g_total: 3.2214e-02 ] +2024-10-01 02:01:08,030 INFO: [ epoch: 64 ] [ iter: 86,100 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:25 ] [ l_g_pix: 2.8184e-02 ] [ l_g_total: 2.8184e-02 ] +2024-10-01 02:01:11,741 INFO: [ epoch: 64 ] [ iter: 86,200 ] [ performance: 26.931 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:15 ] [ l_g_pix: 2.1543e-02 ] [ l_g_total: 2.1543e-02 ] +2024-10-01 02:01:15,539 INFO: [ epoch: 64 ] [ iter: 86,300 ] [ performance: 26.406 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:05 ] [ l_g_pix: 2.5555e-02 ] [ l_g_total: 2.5555e-02 ] +2024-10-01 02:01:19,242 INFO: [ epoch: 64 ] [ iter: 86,400 ] [ performance: 26.757 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:55 ] [ l_g_pix: 2.6105e-02 ] [ l_g_total: 2.6105e-02 ] +2024-10-01 02:01:22,996 INFO: [ epoch: 64 ] [ iter: 86,500 ] [ performance: 26.859 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:45 ] [ l_g_pix: 2.8674e-02 ] [ l_g_total: 2.8674e-02 ] +2024-10-01 02:01:26,754 INFO: [ epoch: 64 ] [ iter: 86,600 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:35 ] [ l_g_pix: 2.4261e-02 ] [ l_g_total: 2.4261e-02 ] +2024-10-01 02:01:30,504 INFO: [ epoch: 64 ] [ iter: 86,700 ] [ performance: 26.878 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:26 ] [ l_g_pix: 3.0543e-02 ] [ l_g_total: 3.0543e-02 ] +2024-10-01 02:01:34,091 INFO: [ epoch: 64 ] [ iter: 86,800 ] [ performance: 27.464 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:16 ] [ l_g_pix: 2.3818e-02 ] [ l_g_total: 2.3818e-02 ] +2024-10-01 02:01:39,218 INFO: [ epoch: 65 ] [ iter: 86,900 ] [ performance: 17.060 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:08 ] [ l_g_pix: 2.6487e-02 ] [ l_g_total: 2.6487e-02 ] +2024-10-01 02:01:42,962 INFO: [ epoch: 65 ] [ iter: 87,000 ] [ performance: 21.738 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:58 ] [ l_g_pix: 2.8127e-02 ] [ l_g_total: 2.8127e-02 ] +2024-10-01 02:01:46,746 INFO: [ epoch: 65 ] [ iter: 87,100 ] [ performance: 26.589 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:48 ] [ l_g_pix: 2.7839e-02 ] [ l_g_total: 2.7839e-02 ] +2024-10-01 02:01:50,462 INFO: [ epoch: 65 ] [ iter: 87,200 ] [ performance: 26.787 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:38 ] [ l_g_pix: 1.6450e-02 ] [ l_g_total: 1.6450e-02 ] +2024-10-01 02:01:54,189 INFO: [ epoch: 65 ] [ iter: 87,300 ] [ performance: 27.083 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:29 ] [ l_g_pix: 2.8890e-02 ] [ l_g_total: 2.8890e-02 ] +2024-10-01 02:01:57,891 INFO: [ epoch: 65 ] [ iter: 87,400 ] [ performance: 27.045 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:19 ] [ l_g_pix: 2.2108e-02 ] [ l_g_total: 2.2108e-02 ] +2024-10-01 02:02:01,638 INFO: [ epoch: 65 ] [ iter: 87,500 ] [ performance: 26.817 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:09 ] [ l_g_pix: 2.7291e-02 ] [ l_g_total: 2.7291e-02 ] +2024-10-01 02:02:05,330 INFO: [ epoch: 65 ] [ iter: 87,600 ] [ performance: 26.984 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:59 ] [ l_g_pix: 1.9504e-02 ] [ l_g_total: 1.9504e-02 ] +2024-10-01 02:02:09,073 INFO: [ epoch: 65 ] [ iter: 87,700 ] [ performance: 26.958 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:50 ] [ l_g_pix: 2.7486e-02 ] [ l_g_total: 2.7486e-02 ] +2024-10-01 02:02:12,776 INFO: [ epoch: 65 ] [ iter: 87,800 ] [ performance: 26.990 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:40 ] [ l_g_pix: 2.4175e-02 ] [ l_g_total: 2.4175e-02 ] +2024-10-01 02:02:16,452 INFO: [ epoch: 65 ] [ iter: 87,900 ] [ performance: 27.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:30 ] [ l_g_pix: 2.6609e-02 ] [ l_g_total: 2.6609e-02 ] +2024-10-01 02:02:20,182 INFO: [ epoch: 65 ] [ iter: 88,000 ] [ performance: 27.054 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:20 ] [ l_g_pix: 3.5146e-02 ] [ l_g_total: 3.5146e-02 ] +2024-10-01 02:02:23,841 INFO: [ epoch: 65 ] [ iter: 88,100 ] [ performance: 27.679 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:11 ] [ l_g_pix: 2.5344e-02 ] [ l_g_total: 2.5344e-02 ] +2024-10-01 02:02:28,602 INFO: [ epoch: 66 ] [ iter: 88,200 ] [ performance: 23.144 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:02 ] [ l_g_pix: 2.1494e-02 ] [ l_g_total: 2.1494e-02 ] +2024-10-01 02:02:32,451 INFO: [ epoch: 66 ] [ iter: 88,300 ] [ performance: 26.716 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:53 ] [ l_g_pix: 2.0430e-02 ] [ l_g_total: 2.0430e-02 ] +2024-10-01 02:02:36,197 INFO: [ epoch: 66 ] [ iter: 88,400 ] [ performance: 26.707 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:43 ] [ l_g_pix: 3.8094e-02 ] [ l_g_total: 3.8094e-02 ] +2024-10-01 02:02:39,995 INFO: [ epoch: 66 ] [ iter: 88,500 ] [ performance: 26.508 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:34 ] [ l_g_pix: 3.6935e-02 ] [ l_g_total: 3.6935e-02 ] +2024-10-01 02:02:43,727 INFO: [ epoch: 66 ] [ iter: 88,600 ] [ performance: 26.689 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:24 ] [ l_g_pix: 4.4809e-02 ] [ l_g_total: 4.4809e-02 ] +2024-10-01 02:02:47,472 INFO: [ epoch: 66 ] [ iter: 88,700 ] [ performance: 26.849 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:15 ] [ l_g_pix: 2.8914e-02 ] [ l_g_total: 2.8914e-02 ] +2024-10-01 02:02:51,197 INFO: [ epoch: 66 ] [ iter: 88,800 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:05 ] [ l_g_pix: 2.9587e-02 ] [ l_g_total: 2.9587e-02 ] +2024-10-01 02:02:54,914 INFO: [ epoch: 66 ] [ iter: 88,900 ] [ performance: 26.970 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:55 ] [ l_g_pix: 4.4606e-02 ] [ l_g_total: 4.4606e-02 ] +2024-10-01 02:02:58,667 INFO: [ epoch: 66 ] [ iter: 89,000 ] [ performance: 26.767 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:46 ] [ l_g_pix: 2.6412e-02 ] [ l_g_total: 2.6412e-02 ] +2024-10-01 02:03:02,396 INFO: [ epoch: 66 ] [ iter: 89,100 ] [ performance: 27.138 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:36 ] [ l_g_pix: 3.3936e-02 ] [ l_g_total: 3.3936e-02 ] +2024-10-01 02:03:06,107 INFO: [ epoch: 66 ] [ iter: 89,200 ] [ performance: 27.019 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:27 ] [ l_g_pix: 2.5322e-02 ] [ l_g_total: 2.5322e-02 ] +2024-10-01 02:03:09,851 INFO: [ epoch: 66 ] [ iter: 89,300 ] [ performance: 26.808 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:17 ] [ l_g_pix: 3.3598e-02 ] [ l_g_total: 3.3598e-02 ] +2024-10-01 02:03:13,586 INFO: [ epoch: 66 ] [ iter: 89,400 ] [ performance: 26.789 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:08 ] [ l_g_pix: 2.7038e-02 ] [ l_g_total: 2.7038e-02 ] +2024-10-01 02:03:17,117 INFO: [ epoch: 66 ] [ iter: 89,500 ] [ performance: 28.815 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:58 ] [ l_g_pix: 2.8381e-02 ] [ l_g_total: 2.8381e-02 ] +2024-10-01 02:03:22,403 INFO: [ epoch: 67 ] [ iter: 89,600 ] [ performance: 21.548 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:51 ] [ l_g_pix: 3.1743e-02 ] [ l_g_total: 3.1743e-02 ] +2024-10-01 02:03:26,169 INFO: [ epoch: 67 ] [ iter: 89,700 ] [ performance: 26.734 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:41 ] [ l_g_pix: 2.6565e-02 ] [ l_g_total: 2.6565e-02 ] +2024-10-01 02:03:29,913 INFO: [ epoch: 67 ] [ iter: 89,800 ] [ performance: 26.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:32 ] [ l_g_pix: 2.8137e-02 ] [ l_g_total: 2.8137e-02 ] +2024-10-01 02:03:33,628 INFO: [ epoch: 67 ] [ iter: 89,900 ] [ performance: 27.087 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:22 ] [ l_g_pix: 2.4954e-02 ] [ l_g_total: 2.4954e-02 ] +2024-10-01 02:03:37,378 INFO: [ epoch: 67 ] [ iter: 90,000 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:13 ] [ l_g_pix: 1.5236e-02 ] [ l_g_total: 1.5236e-02 ] +2024-10-01 02:03:37,378 INFO: Saving models and training states. +2024-10-01 02:06:29,081 INFO: Validation val + + # psnr: 27.1762........ Best: 27.1762 @ 90000 iter + # ssim: 0.7650........ Best: 0.7650 @ 90000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 02:06:32,812 INFO: [ epoch: 67 ] [ iter: 90,100 ] [ performance: 26.959 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:33 ] [ l_g_pix: 2.6042e-02 ] [ l_g_total: 2.6042e-02 ] +2024-10-01 02:06:36,538 INFO: [ epoch: 67 ] [ iter: 90,200 ] [ performance: 26.883 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:23 ] [ l_g_pix: 3.1744e-02 ] [ l_g_total: 3.1744e-02 ] +2024-10-01 02:06:40,227 INFO: [ epoch: 67 ] [ iter: 90,300 ] [ performance: 27.376 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:13 ] [ l_g_pix: 3.0184e-02 ] [ l_g_total: 3.0184e-02 ] +2024-10-01 02:06:43,938 INFO: [ epoch: 67 ] [ iter: 90,400 ] [ performance: 27.094 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:04 ] [ l_g_pix: 2.0962e-02 ] [ l_g_total: 2.0962e-02 ] +2024-10-01 02:06:47,692 INFO: [ epoch: 67 ] [ iter: 90,500 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:54 ] [ l_g_pix: 2.4964e-02 ] [ l_g_total: 2.4964e-02 ] +2024-10-01 02:06:51,464 INFO: [ epoch: 67 ] [ iter: 90,600 ] [ performance: 26.634 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:44 ] [ l_g_pix: 2.9417e-02 ] [ l_g_total: 2.9417e-02 ] +2024-10-01 02:06:55,186 INFO: [ epoch: 67 ] [ iter: 90,700 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:34 ] [ l_g_pix: 2.2214e-02 ] [ l_g_total: 2.2214e-02 ] +2024-10-01 02:06:58,801 INFO: [ epoch: 67 ] [ iter: 90,800 ] [ performance: 27.419 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:24 ] [ l_g_pix: 3.6697e-02 ] [ l_g_total: 3.6697e-02 ] +2024-10-01 02:07:04,066 INFO: [ epoch: 68 ] [ iter: 90,900 ] [ performance: 20.647 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:17 ] [ l_g_pix: 2.4677e-02 ] [ l_g_total: 2.4677e-02 ] +2024-10-01 02:07:07,827 INFO: [ epoch: 68 ] [ iter: 91,000 ] [ performance: 24.326 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:07 ] [ l_g_pix: 3.1785e-02 ] [ l_g_total: 3.1785e-02 ] +2024-10-01 02:07:11,506 INFO: [ epoch: 68 ] [ iter: 91,100 ] [ performance: 27.247 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:57 ] [ l_g_pix: 4.0073e-02 ] [ l_g_total: 4.0073e-02 ] +2024-10-01 02:07:15,216 INFO: [ epoch: 68 ] [ iter: 91,200 ] [ performance: 27.051 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:47 ] [ l_g_pix: 3.2558e-02 ] [ l_g_total: 3.2558e-02 ] +2024-10-01 02:07:18,896 INFO: [ epoch: 68 ] [ iter: 91,300 ] [ performance: 27.028 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:38 ] [ l_g_pix: 2.4562e-02 ] [ l_g_total: 2.4562e-02 ] +2024-10-01 02:07:22,621 INFO: [ epoch: 68 ] [ iter: 91,400 ] [ performance: 26.908 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:28 ] [ l_g_pix: 2.0081e-02 ] [ l_g_total: 2.0081e-02 ] +2024-10-01 02:07:26,378 INFO: [ epoch: 68 ] [ iter: 91,500 ] [ performance: 26.821 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:18 ] [ l_g_pix: 4.0496e-02 ] [ l_g_total: 4.0496e-02 ] +2024-10-01 02:07:30,110 INFO: [ epoch: 68 ] [ iter: 91,600 ] [ performance: 26.805 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:09 ] [ l_g_pix: 3.1693e-02 ] [ l_g_total: 3.1693e-02 ] +2024-10-01 02:07:33,849 INFO: [ epoch: 68 ] [ iter: 91,700 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:59 ] [ l_g_pix: 3.0376e-02 ] [ l_g_total: 3.0376e-02 ] +2024-10-01 02:07:37,559 INFO: [ epoch: 68 ] [ iter: 91,800 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:50 ] [ l_g_pix: 2.1649e-02 ] [ l_g_total: 2.1649e-02 ] +2024-10-01 02:07:41,323 INFO: [ epoch: 68 ] [ iter: 91,900 ] [ performance: 26.748 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:40 ] [ l_g_pix: 2.3269e-02 ] [ l_g_total: 2.3269e-02 ] +2024-10-01 02:07:45,042 INFO: [ epoch: 68 ] [ iter: 92,000 ] [ performance: 26.848 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:30 ] [ l_g_pix: 1.8097e-02 ] [ l_g_total: 1.8097e-02 ] +2024-10-01 02:07:48,751 INFO: [ epoch: 68 ] [ iter: 92,100 ] [ performance: 27.115 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:21 ] [ l_g_pix: 3.0600e-02 ] [ l_g_total: 3.0600e-02 ] +2024-10-01 02:07:53,826 INFO: [ epoch: 69 ] [ iter: 92,200 ] [ performance: 21.460 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:13 ] [ l_g_pix: 2.5304e-02 ] [ l_g_total: 2.5304e-02 ] +2024-10-01 02:07:57,651 INFO: [ epoch: 69 ] [ iter: 92,300 ] [ performance: 26.894 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:03 ] [ l_g_pix: 4.0286e-02 ] [ l_g_total: 4.0286e-02 ] +2024-10-01 02:08:01,379 INFO: [ epoch: 69 ] [ iter: 92,400 ] [ performance: 26.849 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:54 ] [ l_g_pix: 2.2759e-02 ] [ l_g_total: 2.2759e-02 ] +2024-10-01 02:08:05,161 INFO: [ epoch: 69 ] [ iter: 92,500 ] [ performance: 26.359 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:44 ] [ l_g_pix: 2.7130e-02 ] [ l_g_total: 2.7130e-02 ] +2024-10-01 02:08:08,867 INFO: [ epoch: 69 ] [ iter: 92,600 ] [ performance: 26.810 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:35 ] [ l_g_pix: 1.7508e-02 ] [ l_g_total: 1.7508e-02 ] +2024-10-01 02:08:12,604 INFO: [ epoch: 69 ] [ iter: 92,700 ] [ performance: 26.659 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:25 ] [ l_g_pix: 1.4410e-02 ] [ l_g_total: 1.4410e-02 ] +2024-10-01 02:08:16,279 INFO: [ epoch: 69 ] [ iter: 92,800 ] [ performance: 27.059 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:16 ] [ l_g_pix: 2.8903e-02 ] [ l_g_total: 2.8903e-02 ] +2024-10-01 02:08:19,993 INFO: [ epoch: 69 ] [ iter: 92,900 ] [ performance: 27.011 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:06 ] [ l_g_pix: 2.4845e-02 ] [ l_g_total: 2.4845e-02 ] +2024-10-01 02:08:23,735 INFO: [ epoch: 69 ] [ iter: 93,000 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:57 ] [ l_g_pix: 1.8051e-02 ] [ l_g_total: 1.8051e-02 ] +2024-10-01 02:08:27,443 INFO: [ epoch: 69 ] [ iter: 93,100 ] [ performance: 27.062 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:48 ] [ l_g_pix: 3.1544e-02 ] [ l_g_total: 3.1544e-02 ] +2024-10-01 02:08:31,199 INFO: [ epoch: 69 ] [ iter: 93,200 ] [ performance: 26.746 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:38 ] [ l_g_pix: 3.4397e-02 ] [ l_g_total: 3.4397e-02 ] +2024-10-01 02:08:34,977 INFO: [ epoch: 69 ] [ iter: 93,300 ] [ performance: 26.670 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:29 ] [ l_g_pix: 2.4329e-02 ] [ l_g_total: 2.4329e-02 ] +2024-10-01 02:08:38,702 INFO: [ epoch: 69 ] [ iter: 93,400 ] [ performance: 26.802 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:19 ] [ l_g_pix: 2.7092e-02 ] [ l_g_total: 2.7092e-02 ] +2024-10-01 02:08:42,245 INFO: [ epoch: 69 ] [ iter: 93,500 ] [ performance: 28.677 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:10 ] [ l_g_pix: 4.0462e-02 ] [ l_g_total: 4.0462e-02 ] +2024-10-01 02:08:47,559 INFO: [ epoch: 70 ] [ iter: 93,600 ] [ performance: 20.664 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:02 ] [ l_g_pix: 2.7571e-02 ] [ l_g_total: 2.7571e-02 ] +2024-10-01 02:08:51,264 INFO: [ epoch: 70 ] [ iter: 93,700 ] [ performance: 27.101 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:53 ] [ l_g_pix: 2.8220e-02 ] [ l_g_total: 2.8220e-02 ] +2024-10-01 02:08:54,905 INFO: [ epoch: 70 ] [ iter: 93,800 ] [ performance: 27.377 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:43 ] [ l_g_pix: 3.0833e-02 ] [ l_g_total: 3.0833e-02 ] +2024-10-01 02:08:58,618 INFO: [ epoch: 70 ] [ iter: 93,900 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:34 ] [ l_g_pix: 2.7893e-02 ] [ l_g_total: 2.7893e-02 ] +2024-10-01 02:09:02,303 INFO: [ epoch: 70 ] [ iter: 94,000 ] [ performance: 27.061 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:25 ] [ l_g_pix: 2.7873e-02 ] [ l_g_total: 2.7873e-02 ] +2024-10-01 02:09:06,032 INFO: [ epoch: 70 ] [ iter: 94,100 ] [ performance: 26.634 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:15 ] [ l_g_pix: 2.9809e-02 ] [ l_g_total: 2.9809e-02 ] +2024-10-01 02:09:09,722 INFO: [ epoch: 70 ] [ iter: 94,200 ] [ performance: 26.989 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:06 ] [ l_g_pix: 2.9384e-02 ] [ l_g_total: 2.9384e-02 ] +2024-10-01 02:09:13,448 INFO: [ epoch: 70 ] [ iter: 94,300 ] [ performance: 27.048 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:57 ] [ l_g_pix: 3.0221e-02 ] [ l_g_total: 3.0221e-02 ] +2024-10-01 02:09:17,198 INFO: [ epoch: 70 ] [ iter: 94,400 ] [ performance: 26.763 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:47 ] [ l_g_pix: 1.9644e-02 ] [ l_g_total: 1.9644e-02 ] +2024-10-01 02:09:20,915 INFO: [ epoch: 70 ] [ iter: 94,500 ] [ performance: 27.177 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:38 ] [ l_g_pix: 3.5022e-02 ] [ l_g_total: 3.5022e-02 ] +2024-10-01 02:09:24,626 INFO: [ epoch: 70 ] [ iter: 94,600 ] [ performance: 27.003 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:29 ] [ l_g_pix: 3.2300e-02 ] [ l_g_total: 3.2300e-02 ] +2024-10-01 02:09:28,328 INFO: [ epoch: 70 ] [ iter: 94,700 ] [ performance: 27.035 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:19 ] [ l_g_pix: 3.9954e-02 ] [ l_g_total: 3.9954e-02 ] +2024-10-01 02:09:31,966 INFO: [ epoch: 70 ] [ iter: 94,800 ] [ performance: 27.392 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:10 ] [ l_g_pix: 2.4530e-02 ] [ l_g_total: 2.4530e-02 ] +2024-10-01 02:09:37,180 INFO: [ epoch: 71 ] [ iter: 94,900 ] [ performance: 23.084 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:02 ] [ l_g_pix: 2.6581e-02 ] [ l_g_total: 2.6581e-02 ] +2024-10-01 02:09:40,896 INFO: [ epoch: 71 ] [ iter: 95,000 ] [ performance: 25.973 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:53 ] [ l_g_pix: 3.2582e-02 ] [ l_g_total: 3.2582e-02 ] +2024-10-01 02:09:44,581 INFO: [ epoch: 71 ] [ iter: 95,100 ] [ performance: 27.181 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:44 ] [ l_g_pix: 2.8954e-02 ] [ l_g_total: 2.8954e-02 ] +2024-10-01 02:09:48,285 INFO: [ epoch: 71 ] [ iter: 95,200 ] [ performance: 27.038 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:35 ] [ l_g_pix: 3.1432e-02 ] [ l_g_total: 3.1432e-02 ] +2024-10-01 02:09:51,945 INFO: [ epoch: 71 ] [ iter: 95,300 ] [ performance: 27.737 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:25 ] [ l_g_pix: 2.8923e-02 ] [ l_g_total: 2.8923e-02 ] +2024-10-01 02:09:55,645 INFO: [ epoch: 71 ] [ iter: 95,400 ] [ performance: 27.178 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:16 ] [ l_g_pix: 3.3966e-02 ] [ l_g_total: 3.3966e-02 ] +2024-10-01 02:09:59,371 INFO: [ epoch: 71 ] [ iter: 95,500 ] [ performance: 27.091 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:07 ] [ l_g_pix: 1.9233e-02 ] [ l_g_total: 1.9233e-02 ] +2024-10-01 02:10:03,065 INFO: [ epoch: 71 ] [ iter: 95,600 ] [ performance: 27.081 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:58 ] [ l_g_pix: 4.3606e-02 ] [ l_g_total: 4.3606e-02 ] +2024-10-01 02:10:06,865 INFO: [ epoch: 71 ] [ iter: 95,700 ] [ performance: 27.237 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:49 ] [ l_g_pix: 2.8700e-02 ] [ l_g_total: 2.8700e-02 ] +2024-10-01 02:10:10,574 INFO: [ epoch: 71 ] [ iter: 95,800 ] [ performance: 27.018 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:40 ] [ l_g_pix: 2.6357e-02 ] [ l_g_total: 2.6357e-02 ] +2024-10-01 02:10:14,307 INFO: [ epoch: 71 ] [ iter: 95,900 ] [ performance: 27.108 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:31 ] [ l_g_pix: 2.9840e-02 ] [ l_g_total: 2.9840e-02 ] +2024-10-01 02:10:18,070 INFO: [ epoch: 71 ] [ iter: 96,000 ] [ performance: 26.673 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:21 ] [ l_g_pix: 2.6926e-02 ] [ l_g_total: 2.6926e-02 ] +2024-10-01 02:10:21,727 INFO: [ epoch: 71 ] [ iter: 96,100 ] [ performance: 27.932 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:12 ] [ l_g_pix: 4.4958e-02 ] [ l_g_total: 4.4958e-02 ] +2024-10-01 02:10:26,411 INFO: [ epoch: 72 ] [ iter: 96,200 ] [ performance: 22.303 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:04 ] [ l_g_pix: 2.5400e-02 ] [ l_g_total: 2.5400e-02 ] +2024-10-01 02:10:30,386 INFO: [ epoch: 72 ] [ iter: 96,300 ] [ performance: 27.113 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:55 ] [ l_g_pix: 3.1131e-02 ] [ l_g_total: 3.1131e-02 ] +2024-10-01 02:10:34,153 INFO: [ epoch: 72 ] [ iter: 96,400 ] [ performance: 26.650 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:46 ] [ l_g_pix: 3.9689e-02 ] [ l_g_total: 3.9689e-02 ] +2024-10-01 02:10:37,886 INFO: [ epoch: 72 ] [ iter: 96,500 ] [ performance: 27.629 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:37 ] [ l_g_pix: 3.0830e-02 ] [ l_g_total: 3.0830e-02 ] +2024-10-01 02:10:41,574 INFO: [ epoch: 72 ] [ iter: 96,600 ] [ performance: 27.202 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:28 ] [ l_g_pix: 2.2462e-02 ] [ l_g_total: 2.2462e-02 ] +2024-10-01 02:10:45,309 INFO: [ epoch: 72 ] [ iter: 96,700 ] [ performance: 27.414 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:19 ] [ l_g_pix: 3.2827e-02 ] [ l_g_total: 3.2827e-02 ] +2024-10-01 02:10:49,043 INFO: [ epoch: 72 ] [ iter: 96,800 ] [ performance: 26.884 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:10 ] [ l_g_pix: 3.1377e-02 ] [ l_g_total: 3.1377e-02 ] +2024-10-01 02:10:52,791 INFO: [ epoch: 72 ] [ iter: 96,900 ] [ performance: 27.459 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:01 ] [ l_g_pix: 3.1323e-02 ] [ l_g_total: 3.1323e-02 ] +2024-10-01 02:10:56,473 INFO: [ epoch: 72 ] [ iter: 97,000 ] [ performance: 27.207 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:52 ] [ l_g_pix: 2.1712e-02 ] [ l_g_total: 2.1712e-02 ] +2024-10-01 02:11:00,169 INFO: [ epoch: 72 ] [ iter: 97,100 ] [ performance: 27.046 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:43 ] [ l_g_pix: 3.4041e-02 ] [ l_g_total: 3.4041e-02 ] +2024-10-01 02:11:03,902 INFO: [ epoch: 72 ] [ iter: 97,200 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:34 ] [ l_g_pix: 2.6756e-02 ] [ l_g_total: 2.6756e-02 ] +2024-10-01 02:11:07,668 INFO: [ epoch: 72 ] [ iter: 97,300 ] [ performance: 26.385 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:25 ] [ l_g_pix: 3.9876e-02 ] [ l_g_total: 3.9876e-02 ] +2024-10-01 02:11:11,374 INFO: [ epoch: 72 ] [ iter: 97,400 ] [ performance: 26.902 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:16 ] [ l_g_pix: 2.9473e-02 ] [ l_g_total: 2.9473e-02 ] +2024-10-01 02:11:14,936 INFO: [ epoch: 72 ] [ iter: 97,500 ] [ performance: 29.024 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:07 ] [ l_g_pix: 3.3575e-02 ] [ l_g_total: 3.3575e-02 ] +2024-10-01 02:11:20,222 INFO: [ epoch: 73 ] [ iter: 97,600 ] [ performance: 19.821 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:00 ] [ l_g_pix: 2.6458e-02 ] [ l_g_total: 2.6458e-02 ] +2024-10-01 02:11:23,932 INFO: [ epoch: 73 ] [ iter: 97,700 ] [ performance: 27.767 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:51 ] [ l_g_pix: 2.6590e-02 ] [ l_g_total: 2.6590e-02 ] +2024-10-01 02:11:27,646 INFO: [ epoch: 73 ] [ iter: 97,800 ] [ performance: 27.029 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:42 ] [ l_g_pix: 3.5910e-02 ] [ l_g_total: 3.5910e-02 ] +2024-10-01 02:11:31,383 INFO: [ epoch: 73 ] [ iter: 97,900 ] [ performance: 26.936 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:33 ] [ l_g_pix: 3.7157e-02 ] [ l_g_total: 3.7157e-02 ] +2024-10-01 02:11:35,160 INFO: [ epoch: 73 ] [ iter: 98,000 ] [ performance: 26.530 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:24 ] [ l_g_pix: 4.9220e-02 ] [ l_g_total: 4.9220e-02 ] +2024-10-01 02:11:38,911 INFO: [ epoch: 73 ] [ iter: 98,100 ] [ performance: 27.308 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:15 ] [ l_g_pix: 2.5810e-02 ] [ l_g_total: 2.5810e-02 ] +2024-10-01 02:11:42,665 INFO: [ epoch: 73 ] [ iter: 98,200 ] [ performance: 26.714 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:06 ] [ l_g_pix: 2.3977e-02 ] [ l_g_total: 2.3977e-02 ] +2024-10-01 02:11:46,411 INFO: [ epoch: 73 ] [ iter: 98,300 ] [ performance: 27.696 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:58 ] [ l_g_pix: 2.2771e-02 ] [ l_g_total: 2.2771e-02 ] +2024-10-01 02:11:50,158 INFO: [ epoch: 73 ] [ iter: 98,400 ] [ performance: 26.790 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:49 ] [ l_g_pix: 2.1035e-02 ] [ l_g_total: 2.1035e-02 ] +2024-10-01 02:11:53,869 INFO: [ epoch: 73 ] [ iter: 98,500 ] [ performance: 27.398 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:40 ] [ l_g_pix: 3.3105e-02 ] [ l_g_total: 3.3105e-02 ] +2024-10-01 02:11:57,568 INFO: [ epoch: 73 ] [ iter: 98,600 ] [ performance: 27.072 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:31 ] [ l_g_pix: 3.1829e-02 ] [ l_g_total: 3.1829e-02 ] +2024-10-01 02:12:01,255 INFO: [ epoch: 73 ] [ iter: 98,700 ] [ performance: 27.109 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:22 ] [ l_g_pix: 3.2840e-02 ] [ l_g_total: 3.2840e-02 ] +2024-10-01 02:12:04,875 INFO: [ epoch: 73 ] [ iter: 98,800 ] [ performance: 27.587 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:13 ] [ l_g_pix: 1.9330e-02 ] [ l_g_total: 1.9330e-02 ] +2024-10-01 02:12:09,762 INFO: [ epoch: 74 ] [ iter: 98,900 ] [ performance: 21.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:06 ] [ l_g_pix: 2.8066e-02 ] [ l_g_total: 2.8066e-02 ] +2024-10-01 02:12:13,523 INFO: [ epoch: 74 ] [ iter: 99,000 ] [ performance: 26.162 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:57 ] [ l_g_pix: 4.6039e-02 ] [ l_g_total: 4.6039e-02 ] +2024-10-01 02:12:17,354 INFO: [ epoch: 74 ] [ iter: 99,100 ] [ performance: 26.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:48 ] [ l_g_pix: 2.6277e-02 ] [ l_g_total: 2.6277e-02 ] +2024-10-01 02:12:21,094 INFO: [ epoch: 74 ] [ iter: 99,200 ] [ performance: 26.700 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:39 ] [ l_g_pix: 1.6767e-02 ] [ l_g_total: 1.6767e-02 ] +2024-10-01 02:12:24,851 INFO: [ epoch: 74 ] [ iter: 99,300 ] [ performance: 26.882 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:31 ] [ l_g_pix: 5.0466e-02 ] [ l_g_total: 5.0466e-02 ] +2024-10-01 02:12:28,583 INFO: [ epoch: 74 ] [ iter: 99,400 ] [ performance: 26.801 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:22 ] [ l_g_pix: 2.3541e-02 ] [ l_g_total: 2.3541e-02 ] +2024-10-01 02:12:32,309 INFO: [ epoch: 74 ] [ iter: 99,500 ] [ performance: 26.510 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:13 ] [ l_g_pix: 4.2112e-02 ] [ l_g_total: 4.2112e-02 ] +2024-10-01 02:12:36,009 INFO: [ epoch: 74 ] [ iter: 99,600 ] [ performance: 27.003 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:04 ] [ l_g_pix: 4.0575e-02 ] [ l_g_total: 4.0575e-02 ] +2024-10-01 02:12:39,685 INFO: [ epoch: 74 ] [ iter: 99,700 ] [ performance: 28.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:56 ] [ l_g_pix: 2.0289e-02 ] [ l_g_total: 2.0289e-02 ] +2024-10-01 02:12:43,404 INFO: [ epoch: 74 ] [ iter: 99,800 ] [ performance: 26.946 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:47 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-01 02:12:47,125 INFO: [ epoch: 74 ] [ iter: 99,900 ] [ performance: 25.994 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:38 ] [ l_g_pix: 4.0418e-02 ] [ l_g_total: 4.0418e-02 ] +2024-10-01 02:12:50,862 INFO: [ epoch: 74 ] [ iter:100,000 ] [ performance: 26.745 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:29 ] [ l_g_pix: 3.8534e-02 ] [ l_g_total: 3.8534e-02 ] +2024-10-01 02:12:50,862 INFO: Saving models and training states. +2024-10-01 02:15:54,220 INFO: Validation val + + # psnr: 27.1762........ Best: 27.1762 @ 100000 iter + # ssim: 0.7651........ Best: 0.7651 @ 100000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 02:15:57,931 INFO: [ epoch: 74 ] [ iter:100,100 ] [ performance: 27.991 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:24 ] [ l_g_pix: 2.1221e-02 ] [ l_g_total: 2.1221e-02 ] +2024-10-01 02:16:01,640 INFO: [ epoch: 74 ] [ iter:100,200 ] [ performance: 26.986 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:15 ] [ l_g_pix: 2.6541e-02 ] [ l_g_total: 2.6541e-02 ] +2024-10-01 02:16:06,759 INFO: [ epoch: 75 ] [ iter:100,300 ] [ performance: 27.588 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:07 ] [ l_g_pix: 3.6355e-02 ] [ l_g_total: 3.6355e-02 ] +2024-10-01 02:16:10,455 INFO: [ epoch: 75 ] [ iter:100,400 ] [ performance: 27.066 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:58 ] [ l_g_pix: 2.5763e-02 ] [ l_g_total: 2.5763e-02 ] +2024-10-01 02:16:14,161 INFO: [ epoch: 75 ] [ iter:100,500 ] [ performance: 27.028 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:49 ] [ l_g_pix: 3.2690e-02 ] [ l_g_total: 3.2690e-02 ] +2024-10-01 02:16:17,844 INFO: [ epoch: 75 ] [ iter:100,600 ] [ performance: 27.160 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:40 ] [ l_g_pix: 2.9335e-02 ] [ l_g_total: 2.9335e-02 ] +2024-10-01 02:16:21,630 INFO: [ epoch: 75 ] [ iter:100,700 ] [ performance: 26.783 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:31 ] [ l_g_pix: 3.9226e-02 ] [ l_g_total: 3.9226e-02 ] +2024-10-01 02:16:25,353 INFO: [ epoch: 75 ] [ iter:100,800 ] [ performance: 26.864 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:22 ] [ l_g_pix: 2.6147e-02 ] [ l_g_total: 2.6147e-02 ] +2024-10-01 02:16:29,104 INFO: [ epoch: 75 ] [ iter:100,900 ] [ performance: 26.765 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:13 ] [ l_g_pix: 3.0765e-02 ] [ l_g_total: 3.0765e-02 ] +2024-10-01 02:16:32,887 INFO: [ epoch: 75 ] [ iter:101,000 ] [ performance: 26.421 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:04 ] [ l_g_pix: 4.4934e-02 ] [ l_g_total: 4.4934e-02 ] +2024-10-01 02:16:36,651 INFO: [ epoch: 75 ] [ iter:101,100 ] [ performance: 26.498 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:55 ] [ l_g_pix: 2.1348e-02 ] [ l_g_total: 2.1348e-02 ] +2024-10-01 02:16:40,400 INFO: [ epoch: 75 ] [ iter:101,200 ] [ performance: 26.721 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:46 ] [ l_g_pix: 3.4633e-02 ] [ l_g_total: 3.4633e-02 ] +2024-10-01 02:16:44,168 INFO: [ epoch: 75 ] [ iter:101,300 ] [ performance: 26.634 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:37 ] [ l_g_pix: 2.5634e-02 ] [ l_g_total: 2.5634e-02 ] +2024-10-01 02:16:47,926 INFO: [ epoch: 75 ] [ iter:101,400 ] [ performance: 26.613 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:29 ] [ l_g_pix: 3.4437e-02 ] [ l_g_total: 3.4437e-02 ] +2024-10-01 02:16:51,511 INFO: [ epoch: 75 ] [ iter:101,500 ] [ performance: 27.255 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:19 ] [ l_g_pix: 3.7562e-02 ] [ l_g_total: 3.7562e-02 ] +2024-10-01 02:16:56,840 INFO: [ epoch: 76 ] [ iter:101,600 ] [ performance: 18.427 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:12 ] [ l_g_pix: 2.7350e-02 ] [ l_g_total: 2.7350e-02 ] +2024-10-01 02:17:00,572 INFO: [ epoch: 76 ] [ iter:101,700 ] [ performance: 21.943 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:03 ] [ l_g_pix: 3.5059e-02 ] [ l_g_total: 3.5059e-02 ] +2024-10-01 02:17:04,323 INFO: [ epoch: 76 ] [ iter:101,800 ] [ performance: 26.696 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:54 ] [ l_g_pix: 3.0113e-02 ] [ l_g_total: 3.0113e-02 ] +2024-10-01 02:17:08,021 INFO: [ epoch: 76 ] [ iter:101,900 ] [ performance: 26.877 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:45 ] [ l_g_pix: 2.4886e-02 ] [ l_g_total: 2.4886e-02 ] +2024-10-01 02:17:11,724 INFO: [ epoch: 76 ] [ iter:102,000 ] [ performance: 27.026 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:37 ] [ l_g_pix: 3.5605e-02 ] [ l_g_total: 3.5605e-02 ] +2024-10-01 02:17:15,446 INFO: [ epoch: 76 ] [ iter:102,100 ] [ performance: 26.946 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:28 ] [ l_g_pix: 2.9236e-02 ] [ l_g_total: 2.9236e-02 ] +2024-10-01 02:17:19,168 INFO: [ epoch: 76 ] [ iter:102,200 ] [ performance: 26.894 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:19 ] [ l_g_pix: 2.4867e-02 ] [ l_g_total: 2.4867e-02 ] +2024-10-01 02:17:22,907 INFO: [ epoch: 76 ] [ iter:102,300 ] [ performance: 26.820 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:10 ] [ l_g_pix: 3.6063e-02 ] [ l_g_total: 3.6063e-02 ] +2024-10-01 02:17:26,645 INFO: [ epoch: 76 ] [ iter:102,400 ] [ performance: 26.759 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:01 ] [ l_g_pix: 2.6876e-02 ] [ l_g_total: 2.6876e-02 ] +2024-10-01 02:17:30,371 INFO: [ epoch: 76 ] [ iter:102,500 ] [ performance: 26.806 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:52 ] [ l_g_pix: 2.4835e-02 ] [ l_g_total: 2.4835e-02 ] +2024-10-01 02:17:34,077 INFO: [ epoch: 76 ] [ iter:102,600 ] [ performance: 27.102 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:44 ] [ l_g_pix: 3.3329e-02 ] [ l_g_total: 3.3329e-02 ] +2024-10-01 02:17:37,833 INFO: [ epoch: 76 ] [ iter:102,700 ] [ performance: 26.853 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:35 ] [ l_g_pix: 2.9669e-02 ] [ l_g_total: 2.9669e-02 ] +2024-10-01 02:17:41,496 INFO: [ epoch: 76 ] [ iter:102,800 ] [ performance: 27.431 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:26 ] [ l_g_pix: 3.3788e-02 ] [ l_g_total: 3.3788e-02 ] +2024-10-01 02:17:46,543 INFO: [ epoch: 77 ] [ iter:102,900 ] [ performance: 22.798 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:18 ] [ l_g_pix: 2.5004e-02 ] [ l_g_total: 2.5004e-02 ] +2024-10-01 02:17:50,343 INFO: [ epoch: 77 ] [ iter:103,000 ] [ performance: 26.771 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:10 ] [ l_g_pix: 4.4081e-02 ] [ l_g_total: 4.4081e-02 ] +2024-10-01 02:17:54,085 INFO: [ epoch: 77 ] [ iter:103,100 ] [ performance: 26.749 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:01 ] [ l_g_pix: 2.7220e-02 ] [ l_g_total: 2.7220e-02 ] +2024-10-01 02:17:57,824 INFO: [ epoch: 77 ] [ iter:103,200 ] [ performance: 26.913 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:52 ] [ l_g_pix: 3.8003e-02 ] [ l_g_total: 3.8003e-02 ] +2024-10-01 02:18:01,521 INFO: [ epoch: 77 ] [ iter:103,300 ] [ performance: 26.988 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:44 ] [ l_g_pix: 3.7971e-02 ] [ l_g_total: 3.7971e-02 ] +2024-10-01 02:18:05,240 INFO: [ epoch: 77 ] [ iter:103,400 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:35 ] [ l_g_pix: 3.5462e-02 ] [ l_g_total: 3.5462e-02 ] +2024-10-01 02:18:08,980 INFO: [ epoch: 77 ] [ iter:103,500 ] [ performance: 26.824 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:26 ] [ l_g_pix: 2.9484e-02 ] [ l_g_total: 2.9484e-02 ] +2024-10-01 02:18:12,689 INFO: [ epoch: 77 ] [ iter:103,600 ] [ performance: 26.995 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:17 ] [ l_g_pix: 3.2471e-02 ] [ l_g_total: 3.2471e-02 ] +2024-10-01 02:18:16,440 INFO: [ epoch: 77 ] [ iter:103,700 ] [ performance: 26.817 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:09 ] [ l_g_pix: 3.5729e-02 ] [ l_g_total: 3.5729e-02 ] +2024-10-01 02:18:20,208 INFO: [ epoch: 77 ] [ iter:103,800 ] [ performance: 26.607 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:00 ] [ l_g_pix: 3.1859e-02 ] [ l_g_total: 3.1859e-02 ] +2024-10-01 02:18:23,916 INFO: [ epoch: 77 ] [ iter:103,900 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:51 ] [ l_g_pix: 2.3776e-02 ] [ l_g_total: 2.3776e-02 ] +2024-10-01 02:18:27,599 INFO: [ epoch: 77 ] [ iter:104,000 ] [ performance: 27.298 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:43 ] [ l_g_pix: 2.6338e-02 ] [ l_g_total: 2.6338e-02 ] +2024-10-01 02:18:31,326 INFO: [ epoch: 77 ] [ iter:104,100 ] [ performance: 27.042 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:34 ] [ l_g_pix: 1.9809e-02 ] [ l_g_total: 1.9809e-02 ] +2024-10-01 02:18:34,829 INFO: [ epoch: 77 ] [ iter:104,200 ] [ performance: 28.918 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:25 ] [ l_g_pix: 2.1565e-02 ] [ l_g_total: 2.1565e-02 ] +2024-10-01 02:18:39,934 INFO: [ epoch: 78 ] [ iter:104,300 ] [ performance: 22.922 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:18 ] [ l_g_pix: 3.9471e-02 ] [ l_g_total: 3.9471e-02 ] +2024-10-01 02:18:43,675 INFO: [ epoch: 78 ] [ iter:104,400 ] [ performance: 26.794 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:09 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-01 02:18:47,396 INFO: [ epoch: 78 ] [ iter:104,500 ] [ performance: 26.842 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:00 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-10-01 02:18:51,126 INFO: [ epoch: 78 ] [ iter:104,600 ] [ performance: 26.869 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:52 ] [ l_g_pix: 3.1449e-02 ] [ l_g_total: 3.1449e-02 ] +2024-10-01 02:18:54,833 INFO: [ epoch: 78 ] [ iter:104,700 ] [ performance: 26.929 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:43 ] [ l_g_pix: 3.2473e-02 ] [ l_g_total: 3.2473e-02 ] +2024-10-01 02:18:58,606 INFO: [ epoch: 78 ] [ iter:104,800 ] [ performance: 26.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:35 ] [ l_g_pix: 2.5943e-02 ] [ l_g_total: 2.5943e-02 ] +2024-10-01 02:19:02,348 INFO: [ epoch: 78 ] [ iter:104,900 ] [ performance: 26.660 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:26 ] [ l_g_pix: 1.3151e-02 ] [ l_g_total: 1.3151e-02 ] +2024-10-01 02:19:06,051 INFO: [ epoch: 78 ] [ iter:105,000 ] [ performance: 27.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:17 ] [ l_g_pix: 3.3686e-02 ] [ l_g_total: 3.3686e-02 ] +2024-10-01 02:19:09,773 INFO: [ epoch: 78 ] [ iter:105,100 ] [ performance: 27.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:09 ] [ l_g_pix: 3.4498e-02 ] [ l_g_total: 3.4498e-02 ] +2024-10-01 02:19:13,532 INFO: [ epoch: 78 ] [ iter:105,200 ] [ performance: 26.943 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:00 ] [ l_g_pix: 3.8049e-02 ] [ l_g_total: 3.8049e-02 ] +2024-10-01 02:19:17,285 INFO: [ epoch: 78 ] [ iter:105,300 ] [ performance: 26.777 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:52 ] [ l_g_pix: 3.8403e-02 ] [ l_g_total: 3.8403e-02 ] +2024-10-01 02:19:21,000 INFO: [ epoch: 78 ] [ iter:105,400 ] [ performance: 27.117 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:43 ] [ l_g_pix: 3.1647e-02 ] [ l_g_total: 3.1647e-02 ] +2024-10-01 02:19:24,643 INFO: [ epoch: 78 ] [ iter:105,500 ] [ performance: 27.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:35 ] [ l_g_pix: 4.3254e-02 ] [ l_g_total: 4.3254e-02 ] +2024-10-01 02:19:29,799 INFO: [ epoch: 79 ] [ iter:105,600 ] [ performance: 17.588 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:27 ] [ l_g_pix: 2.4059e-02 ] [ l_g_total: 2.4059e-02 ] +2024-10-01 02:19:33,546 INFO: [ epoch: 79 ] [ iter:105,700 ] [ performance: 21.847 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:19 ] [ l_g_pix: 2.4585e-02 ] [ l_g_total: 2.4585e-02 ] +2024-10-01 02:19:37,300 INFO: [ epoch: 79 ] [ iter:105,800 ] [ performance: 26.794 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:10 ] [ l_g_pix: 3.1555e-02 ] [ l_g_total: 3.1555e-02 ] +2024-10-01 02:19:40,962 INFO: [ epoch: 79 ] [ iter:105,900 ] [ performance: 27.091 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:02 ] [ l_g_pix: 4.1399e-02 ] [ l_g_total: 4.1399e-02 ] +2024-10-01 02:19:44,660 INFO: [ epoch: 79 ] [ iter:106,000 ] [ performance: 27.237 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:53 ] [ l_g_pix: 2.4205e-02 ] [ l_g_total: 2.4205e-02 ] +2024-10-01 02:19:48,379 INFO: [ epoch: 79 ] [ iter:106,100 ] [ performance: 27.036 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:45 ] [ l_g_pix: 4.0885e-02 ] [ l_g_total: 4.0885e-02 ] +2024-10-01 02:19:52,082 INFO: [ epoch: 79 ] [ iter:106,200 ] [ performance: 27.013 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:36 ] [ l_g_pix: 2.8899e-02 ] [ l_g_total: 2.8899e-02 ] +2024-10-01 02:19:55,779 INFO: [ epoch: 79 ] [ iter:106,300 ] [ performance: 27.039 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:28 ] [ l_g_pix: 2.3193e-02 ] [ l_g_total: 2.3193e-02 ] +2024-10-01 02:19:59,454 INFO: [ epoch: 79 ] [ iter:106,400 ] [ performance: 27.375 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:19 ] [ l_g_pix: 3.8218e-02 ] [ l_g_total: 3.8218e-02 ] +2024-10-01 02:20:03,170 INFO: [ epoch: 79 ] [ iter:106,500 ] [ performance: 27.104 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:11 ] [ l_g_pix: 2.9374e-02 ] [ l_g_total: 2.9374e-02 ] +2024-10-01 02:20:06,909 INFO: [ epoch: 79 ] [ iter:106,600 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:03 ] [ l_g_pix: 2.5204e-02 ] [ l_g_total: 2.5204e-02 ] +2024-10-01 02:20:10,594 INFO: [ epoch: 79 ] [ iter:106,700 ] [ performance: 27.085 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:54 ] [ l_g_pix: 3.4854e-02 ] [ l_g_total: 3.4854e-02 ] +2024-10-01 02:20:14,250 INFO: [ epoch: 79 ] [ iter:106,800 ] [ performance: 27.710 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:46 ] [ l_g_pix: 2.1471e-02 ] [ l_g_total: 2.1471e-02 ] +2024-10-01 02:20:19,346 INFO: [ epoch: 80 ] [ iter:106,900 ] [ performance: 22.284 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:38 ] [ l_g_pix: 2.7952e-02 ] [ l_g_total: 2.7952e-02 ] +2024-10-01 02:20:23,201 INFO: [ epoch: 80 ] [ iter:107,000 ] [ performance: 26.649 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:30 ] [ l_g_pix: 2.5623e-02 ] [ l_g_total: 2.5623e-02 ] +2024-10-01 02:20:26,949 INFO: [ epoch: 80 ] [ iter:107,100 ] [ performance: 26.669 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:22 ] [ l_g_pix: 2.3268e-02 ] [ l_g_total: 2.3268e-02 ] +2024-10-01 02:20:30,680 INFO: [ epoch: 80 ] [ iter:107,200 ] [ performance: 26.966 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:13 ] [ l_g_pix: 3.0788e-02 ] [ l_g_total: 3.0788e-02 ] +2024-10-01 02:20:34,411 INFO: [ epoch: 80 ] [ iter:107,300 ] [ performance: 26.872 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:05 ] [ l_g_pix: 2.7794e-02 ] [ l_g_total: 2.7794e-02 ] +2024-10-01 02:20:38,118 INFO: [ epoch: 80 ] [ iter:107,400 ] [ performance: 27.017 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:57 ] [ l_g_pix: 2.3814e-02 ] [ l_g_total: 2.3814e-02 ] +2024-10-01 02:20:41,860 INFO: [ epoch: 80 ] [ iter:107,500 ] [ performance: 26.842 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:48 ] [ l_g_pix: 3.2387e-02 ] [ l_g_total: 3.2387e-02 ] +2024-10-01 02:20:45,606 INFO: [ epoch: 80 ] [ iter:107,600 ] [ performance: 26.772 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:40 ] [ l_g_pix: 1.6426e-02 ] [ l_g_total: 1.6426e-02 ] +2024-10-01 02:20:49,310 INFO: [ epoch: 80 ] [ iter:107,700 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:32 ] [ l_g_pix: 4.2284e-02 ] [ l_g_total: 4.2284e-02 ] +2024-10-01 02:20:53,079 INFO: [ epoch: 80 ] [ iter:107,800 ] [ performance: 26.688 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:23 ] [ l_g_pix: 2.3143e-02 ] [ l_g_total: 2.3143e-02 ] +2024-10-01 02:20:56,813 INFO: [ epoch: 80 ] [ iter:107,900 ] [ performance: 26.747 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:15 ] [ l_g_pix: 3.2201e-02 ] [ l_g_total: 3.2201e-02 ] +2024-10-01 02:21:00,537 INFO: [ epoch: 80 ] [ iter:108,000 ] [ performance: 26.886 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:07 ] [ l_g_pix: 2.6789e-02 ] [ l_g_total: 2.6789e-02 ] +2024-10-01 02:21:04,283 INFO: [ epoch: 80 ] [ iter:108,100 ] [ performance: 26.772 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:58 ] [ l_g_pix: 1.8042e-02 ] [ l_g_total: 1.8042e-02 ] +2024-10-01 02:21:07,765 INFO: [ epoch: 80 ] [ iter:108,200 ] [ performance: 29.101 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:50 ] [ l_g_pix: 2.0902e-02 ] [ l_g_total: 2.0902e-02 ] +2024-10-01 02:21:13,029 INFO: [ epoch: 81 ] [ iter:108,300 ] [ performance: 21.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:43 ] [ l_g_pix: 3.6373e-02 ] [ l_g_total: 3.6373e-02 ] +2024-10-01 02:21:16,717 INFO: [ epoch: 81 ] [ iter:108,400 ] [ performance: 27.256 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:34 ] [ l_g_pix: 2.3330e-02 ] [ l_g_total: 2.3330e-02 ] +2024-10-01 02:21:20,450 INFO: [ epoch: 81 ] [ iter:108,500 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:26 ] [ l_g_pix: 3.7196e-02 ] [ l_g_total: 3.7196e-02 ] +2024-10-01 02:21:24,188 INFO: [ epoch: 81 ] [ iter:108,600 ] [ performance: 26.762 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:18 ] [ l_g_pix: 1.6761e-02 ] [ l_g_total: 1.6761e-02 ] +2024-10-01 02:21:27,970 INFO: [ epoch: 81 ] [ iter:108,700 ] [ performance: 26.565 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:10 ] [ l_g_pix: 2.1016e-02 ] [ l_g_total: 2.1016e-02 ] +2024-10-01 02:21:31,728 INFO: [ epoch: 81 ] [ iter:108,800 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:02 ] [ l_g_pix: 3.2273e-02 ] [ l_g_total: 3.2273e-02 ] +2024-10-01 02:21:35,461 INFO: [ epoch: 81 ] [ iter:108,900 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:53 ] [ l_g_pix: 3.1278e-02 ] [ l_g_total: 3.1278e-02 ] +2024-10-01 02:21:39,203 INFO: [ epoch: 81 ] [ iter:109,000 ] [ performance: 26.903 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:45 ] [ l_g_pix: 3.0897e-02 ] [ l_g_total: 3.0897e-02 ] +2024-10-01 02:21:42,930 INFO: [ epoch: 81 ] [ iter:109,100 ] [ performance: 26.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:37 ] [ l_g_pix: 2.5771e-02 ] [ l_g_total: 2.5771e-02 ] +2024-10-01 02:21:46,662 INFO: [ epoch: 81 ] [ iter:109,200 ] [ performance: 26.760 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:29 ] [ l_g_pix: 3.1936e-02 ] [ l_g_total: 3.1936e-02 ] +2024-10-01 02:21:50,346 INFO: [ epoch: 81 ] [ iter:109,300 ] [ performance: 27.009 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:20 ] [ l_g_pix: 3.9219e-02 ] [ l_g_total: 3.9219e-02 ] +2024-10-01 02:21:54,070 INFO: [ epoch: 81 ] [ iter:109,400 ] [ performance: 26.742 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:12 ] [ l_g_pix: 2.2992e-02 ] [ l_g_total: 2.2992e-02 ] +2024-10-01 02:21:57,699 INFO: [ epoch: 81 ] [ iter:109,500 ] [ performance: 27.265 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:04 ] [ l_g_pix: 2.9637e-02 ] [ l_g_total: 2.9637e-02 ] +2024-10-01 02:22:02,897 INFO: [ epoch: 82 ] [ iter:109,600 ] [ performance: 15.087 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:57 ] [ l_g_pix: 2.9315e-02 ] [ l_g_total: 2.9315e-02 ] +2024-10-01 02:22:06,622 INFO: [ epoch: 82 ] [ iter:109,700 ] [ performance: 21.033 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:49 ] [ l_g_pix: 2.8095e-02 ] [ l_g_total: 2.8095e-02 ] +2024-10-01 02:22:10,370 INFO: [ epoch: 82 ] [ iter:109,800 ] [ performance: 26.911 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:41 ] [ l_g_pix: 3.7078e-02 ] [ l_g_total: 3.7078e-02 ] +2024-10-01 02:22:14,091 INFO: [ epoch: 82 ] [ iter:109,900 ] [ performance: 26.891 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:32 ] [ l_g_pix: 2.0673e-02 ] [ l_g_total: 2.0673e-02 ] +2024-10-01 02:22:17,841 INFO: [ epoch: 82 ] [ iter:110,000 ] [ performance: 26.557 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:24 ] [ l_g_pix: 3.4440e-02 ] [ l_g_total: 3.4440e-02 ] +2024-10-01 02:22:17,842 INFO: Saving models and training states. +2024-10-01 02:25:16,939 INFO: Validation val + + # psnr: 27.1786........ Best: 27.1786 @ 110000 iter + # ssim: 0.7652........ Best: 0.7652 @ 110000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 02:25:20,628 INFO: [ epoch: 82 ] [ iter:110,100 ] [ performance: 26.966 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:42 ] [ l_g_pix: 2.5851e-02 ] [ l_g_total: 2.5851e-02 ] +2024-10-01 02:25:24,379 INFO: [ epoch: 82 ] [ iter:110,200 ] [ performance: 26.663 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:34 ] [ l_g_pix: 2.8682e-02 ] [ l_g_total: 2.8682e-02 ] +2024-10-01 02:25:28,122 INFO: [ epoch: 82 ] [ iter:110,300 ] [ performance: 26.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:25 ] [ l_g_pix: 2.7386e-02 ] [ l_g_total: 2.7386e-02 ] +2024-10-01 02:25:31,868 INFO: [ epoch: 82 ] [ iter:110,400 ] [ performance: 26.528 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:17 ] [ l_g_pix: 2.6198e-02 ] [ l_g_total: 2.6198e-02 ] +2024-10-01 02:25:35,606 INFO: [ epoch: 82 ] [ iter:110,500 ] [ performance: 26.677 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:09 ] [ l_g_pix: 2.2862e-02 ] [ l_g_total: 2.2862e-02 ] +2024-10-01 02:25:39,337 INFO: [ epoch: 82 ] [ iter:110,600 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:00 ] [ l_g_pix: 2.6458e-02 ] [ l_g_total: 2.6458e-02 ] +2024-10-01 02:25:43,098 INFO: [ epoch: 82 ] [ iter:110,700 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:52 ] [ l_g_pix: 2.5677e-02 ] [ l_g_total: 2.5677e-02 ] +2024-10-01 02:25:46,828 INFO: [ epoch: 82 ] [ iter:110,800 ] [ performance: 26.999 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:44 ] [ l_g_pix: 3.2096e-02 ] [ l_g_total: 3.2096e-02 ] +2024-10-01 02:25:51,556 INFO: [ epoch: 83 ] [ iter:110,900 ] [ performance: 22.778 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:36 ] [ l_g_pix: 2.7211e-02 ] [ l_g_total: 2.7211e-02 ] +2024-10-01 02:25:55,609 INFO: [ epoch: 83 ] [ iter:111,000 ] [ performance: 27.114 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:28 ] [ l_g_pix: 2.8152e-02 ] [ l_g_total: 2.8152e-02 ] +2024-10-01 02:25:59,266 INFO: [ epoch: 83 ] [ iter:111,100 ] [ performance: 27.271 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:19 ] [ l_g_pix: 1.9844e-02 ] [ l_g_total: 1.9844e-02 ] +2024-10-01 02:26:02,983 INFO: [ epoch: 83 ] [ iter:111,200 ] [ performance: 27.103 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:11 ] [ l_g_pix: 2.5005e-02 ] [ l_g_total: 2.5005e-02 ] +2024-10-01 02:26:06,698 INFO: [ epoch: 83 ] [ iter:111,300 ] [ performance: 26.978 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:03 ] [ l_g_pix: 2.6284e-02 ] [ l_g_total: 2.6284e-02 ] +2024-10-01 02:26:10,441 INFO: [ epoch: 83 ] [ iter:111,400 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:54 ] [ l_g_pix: 1.9192e-02 ] [ l_g_total: 1.9192e-02 ] +2024-10-01 02:26:14,231 INFO: [ epoch: 83 ] [ iter:111,500 ] [ performance: 26.531 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:46 ] [ l_g_pix: 3.6878e-02 ] [ l_g_total: 3.6878e-02 ] +2024-10-01 02:26:18,003 INFO: [ epoch: 83 ] [ iter:111,600 ] [ performance: 26.338 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:38 ] [ l_g_pix: 3.3231e-02 ] [ l_g_total: 3.3231e-02 ] +2024-10-01 02:26:22,320 INFO: [ epoch: 83 ] [ iter:111,700 ] [ performance: 24.068 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:30 ] [ l_g_pix: 4.4975e-02 ] [ l_g_total: 4.4975e-02 ] +2024-10-01 02:26:26,259 INFO: [ epoch: 83 ] [ iter:111,800 ] [ performance: 27.006 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:22 ] [ l_g_pix: 3.1254e-02 ] [ l_g_total: 3.1254e-02 ] +2024-10-01 02:26:29,971 INFO: [ epoch: 83 ] [ iter:111,900 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:14 ] [ l_g_pix: 2.7976e-02 ] [ l_g_total: 2.7976e-02 ] +2024-10-01 02:26:33,660 INFO: [ epoch: 83 ] [ iter:112,000 ] [ performance: 27.128 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:05 ] [ l_g_pix: 3.2051e-02 ] [ l_g_total: 3.2051e-02 ] +2024-10-01 02:26:37,374 INFO: [ epoch: 83 ] [ iter:112,100 ] [ performance: 26.985 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:57 ] [ l_g_pix: 2.6309e-02 ] [ l_g_total: 2.6309e-02 ] +2024-10-01 02:26:40,951 INFO: [ epoch: 83 ] [ iter:112,200 ] [ performance: 28.291 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:49 ] [ l_g_pix: 3.3428e-02 ] [ l_g_total: 3.3428e-02 ] +2024-10-01 02:26:46,165 INFO: [ epoch: 84 ] [ iter:112,300 ] [ performance: 21.203 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:41 ] [ l_g_pix: 2.3275e-02 ] [ l_g_total: 2.3275e-02 ] +2024-10-01 02:26:49,868 INFO: [ epoch: 84 ] [ iter:112,400 ] [ performance: 27.158 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:33 ] [ l_g_pix: 2.4430e-02 ] [ l_g_total: 2.4430e-02 ] +2024-10-01 02:26:53,531 INFO: [ epoch: 84 ] [ iter:112,500 ] [ performance: 27.260 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:25 ] [ l_g_pix: 4.0408e-02 ] [ l_g_total: 4.0408e-02 ] +2024-10-01 02:26:57,225 INFO: [ epoch: 84 ] [ iter:112,600 ] [ performance: 26.981 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:17 ] [ l_g_pix: 3.0438e-02 ] [ l_g_total: 3.0438e-02 ] +2024-10-01 02:27:00,929 INFO: [ epoch: 84 ] [ iter:112,700 ] [ performance: 26.997 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:08 ] [ l_g_pix: 2.8667e-02 ] [ l_g_total: 2.8667e-02 ] +2024-10-01 02:27:04,655 INFO: [ epoch: 84 ] [ iter:112,800 ] [ performance: 26.983 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:00 ] [ l_g_pix: 2.7359e-02 ] [ l_g_total: 2.7359e-02 ] +2024-10-01 02:27:08,364 INFO: [ epoch: 84 ] [ iter:112,900 ] [ performance: 26.972 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:52 ] [ l_g_pix: 2.9033e-02 ] [ l_g_total: 2.9033e-02 ] +2024-10-01 02:27:12,158 INFO: [ epoch: 84 ] [ iter:113,000 ] [ performance: 26.071 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:44 ] [ l_g_pix: 2.8384e-02 ] [ l_g_total: 2.8384e-02 ] +2024-10-01 02:27:15,922 INFO: [ epoch: 84 ] [ iter:113,100 ] [ performance: 26.432 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:36 ] [ l_g_pix: 3.6210e-02 ] [ l_g_total: 3.6210e-02 ] +2024-10-01 02:27:19,673 INFO: [ epoch: 84 ] [ iter:113,200 ] [ performance: 26.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:27 ] [ l_g_pix: 3.2543e-02 ] [ l_g_total: 3.2543e-02 ] +2024-10-01 02:27:23,380 INFO: [ epoch: 84 ] [ iter:113,300 ] [ performance: 26.830 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:19 ] [ l_g_pix: 2.6065e-02 ] [ l_g_total: 2.6065e-02 ] +2024-10-01 02:27:27,034 INFO: [ epoch: 84 ] [ iter:113,400 ] [ performance: 27.207 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:11 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-10-01 02:27:30,641 INFO: [ epoch: 84 ] [ iter:113,500 ] [ performance: 27.590 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:03 ] [ l_g_pix: 4.4429e-02 ] [ l_g_total: 4.4429e-02 ] +2024-10-01 02:27:35,710 INFO: [ epoch: 85 ] [ iter:113,600 ] [ performance: 20.017 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:56 ] [ l_g_pix: 2.8844e-02 ] [ l_g_total: 2.8844e-02 ] +2024-10-01 02:27:39,443 INFO: [ epoch: 85 ] [ iter:113,700 ] [ performance: 24.633 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:47 ] [ l_g_pix: 2.8912e-02 ] [ l_g_total: 2.8912e-02 ] +2024-10-01 02:27:43,182 INFO: [ epoch: 85 ] [ iter:113,800 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:39 ] [ l_g_pix: 2.8583e-02 ] [ l_g_total: 2.8583e-02 ] +2024-10-01 02:27:46,908 INFO: [ epoch: 85 ] [ iter:113,900 ] [ performance: 26.861 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:31 ] [ l_g_pix: 3.6891e-02 ] [ l_g_total: 3.6891e-02 ] +2024-10-01 02:27:50,669 INFO: [ epoch: 85 ] [ iter:114,000 ] [ performance: 26.786 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:23 ] [ l_g_pix: 3.0456e-02 ] [ l_g_total: 3.0456e-02 ] +2024-10-01 02:27:54,427 INFO: [ epoch: 85 ] [ iter:114,100 ] [ performance: 26.659 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:15 ] [ l_g_pix: 3.6483e-02 ] [ l_g_total: 3.6483e-02 ] +2024-10-01 02:27:58,202 INFO: [ epoch: 85 ] [ iter:114,200 ] [ performance: 26.555 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:07 ] [ l_g_pix: 2.9314e-02 ] [ l_g_total: 2.9314e-02 ] +2024-10-01 02:28:01,920 INFO: [ epoch: 85 ] [ iter:114,300 ] [ performance: 26.817 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:59 ] [ l_g_pix: 3.7257e-02 ] [ l_g_total: 3.7257e-02 ] +2024-10-01 02:28:05,667 INFO: [ epoch: 85 ] [ iter:114,400 ] [ performance: 26.610 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:51 ] [ l_g_pix: 4.0326e-02 ] [ l_g_total: 4.0326e-02 ] +2024-10-01 02:28:09,436 INFO: [ epoch: 85 ] [ iter:114,500 ] [ performance: 26.557 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:43 ] [ l_g_pix: 4.0948e-02 ] [ l_g_total: 4.0948e-02 ] +2024-10-01 02:28:13,178 INFO: [ epoch: 85 ] [ iter:114,600 ] [ performance: 27.090 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:34 ] [ l_g_pix: 2.3296e-02 ] [ l_g_total: 2.3296e-02 ] +2024-10-01 02:28:16,924 INFO: [ epoch: 85 ] [ iter:114,700 ] [ performance: 26.789 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:26 ] [ l_g_pix: 2.6254e-02 ] [ l_g_total: 2.6254e-02 ] +2024-10-01 02:28:20,654 INFO: [ epoch: 85 ] [ iter:114,800 ] [ performance: 27.008 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:18 ] [ l_g_pix: 1.9691e-02 ] [ l_g_total: 1.9691e-02 ] +2024-10-01 02:28:25,256 INFO: [ epoch: 86 ] [ iter:114,900 ] [ performance: 22.735 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:11 ] [ l_g_pix: 2.8229e-02 ] [ l_g_total: 2.8229e-02 ] +2024-10-01 02:28:29,530 INFO: [ epoch: 86 ] [ iter:115,000 ] [ performance: 26.589 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:03 ] [ l_g_pix: 1.8525e-02 ] [ l_g_total: 1.8525e-02 ] +2024-10-01 02:28:33,242 INFO: [ epoch: 86 ] [ iter:115,100 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:55 ] [ l_g_pix: 3.2750e-02 ] [ l_g_total: 3.2750e-02 ] +2024-10-01 02:28:36,967 INFO: [ epoch: 86 ] [ iter:115,200 ] [ performance: 26.747 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:47 ] [ l_g_pix: 2.7987e-02 ] [ l_g_total: 2.7987e-02 ] +2024-10-01 02:28:40,693 INFO: [ epoch: 86 ] [ iter:115,300 ] [ performance: 26.823 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:39 ] [ l_g_pix: 2.7870e-02 ] [ l_g_total: 2.7870e-02 ] +2024-10-01 02:28:44,427 INFO: [ epoch: 86 ] [ iter:115,400 ] [ performance: 27.304 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:31 ] [ l_g_pix: 2.4966e-02 ] [ l_g_total: 2.4966e-02 ] +2024-10-01 02:28:48,207 INFO: [ epoch: 86 ] [ iter:115,500 ] [ performance: 26.633 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:23 ] [ l_g_pix: 3.3404e-02 ] [ l_g_total: 3.3404e-02 ] +2024-10-01 02:28:51,948 INFO: [ epoch: 86 ] [ iter:115,600 ] [ performance: 27.252 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:15 ] [ l_g_pix: 2.7240e-02 ] [ l_g_total: 2.7240e-02 ] +2024-10-01 02:28:55,709 INFO: [ epoch: 86 ] [ iter:115,700 ] [ performance: 26.720 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:07 ] [ l_g_pix: 3.6879e-02 ] [ l_g_total: 3.6879e-02 ] +2024-10-01 02:28:59,431 INFO: [ epoch: 86 ] [ iter:115,800 ] [ performance: 26.740 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:59 ] [ l_g_pix: 2.6966e-02 ] [ l_g_total: 2.6966e-02 ] +2024-10-01 02:29:03,152 INFO: [ epoch: 86 ] [ iter:115,900 ] [ performance: 26.856 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:51 ] [ l_g_pix: 3.6396e-02 ] [ l_g_total: 3.6396e-02 ] +2024-10-01 02:29:06,887 INFO: [ epoch: 86 ] [ iter:116,000 ] [ performance: 27.534 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:43 ] [ l_g_pix: 2.3538e-02 ] [ l_g_total: 2.3538e-02 ] +2024-10-01 02:29:10,633 INFO: [ epoch: 86 ] [ iter:116,100 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:35 ] [ l_g_pix: 2.7035e-02 ] [ l_g_total: 2.7035e-02 ] +2024-10-01 02:29:14,165 INFO: [ epoch: 86 ] [ iter:116,200 ] [ performance: 29.126 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:27 ] [ l_g_pix: 1.9145e-02 ] [ l_g_total: 1.9145e-02 ] +2024-10-01 02:29:19,420 INFO: [ epoch: 87 ] [ iter:116,300 ] [ performance: 20.302 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:20 ] [ l_g_pix: 1.8623e-02 ] [ l_g_total: 1.8623e-02 ] +2024-10-01 02:29:23,107 INFO: [ epoch: 87 ] [ iter:116,400 ] [ performance: 27.873 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:12 ] [ l_g_pix: 3.6947e-02 ] [ l_g_total: 3.6947e-02 ] +2024-10-01 02:29:26,807 INFO: [ epoch: 87 ] [ iter:116,500 ] [ performance: 27.173 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:04 ] [ l_g_pix: 2.3855e-02 ] [ l_g_total: 2.3855e-02 ] +2024-10-01 02:29:30,543 INFO: [ epoch: 87 ] [ iter:116,600 ] [ performance: 26.920 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:56 ] [ l_g_pix: 2.4873e-02 ] [ l_g_total: 2.4873e-02 ] +2024-10-01 02:29:34,247 INFO: [ epoch: 87 ] [ iter:116,700 ] [ performance: 26.987 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:48 ] [ l_g_pix: 1.7124e-02 ] [ l_g_total: 1.7124e-02 ] +2024-10-01 02:29:37,982 INFO: [ epoch: 87 ] [ iter:116,800 ] [ performance: 26.967 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:40 ] [ l_g_pix: 2.1065e-02 ] [ l_g_total: 2.1065e-02 ] +2024-10-01 02:29:41,675 INFO: [ epoch: 87 ] [ iter:116,900 ] [ performance: 27.070 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:32 ] [ l_g_pix: 3.6508e-02 ] [ l_g_total: 3.6508e-02 ] +2024-10-01 02:29:45,413 INFO: [ epoch: 87 ] [ iter:117,000 ] [ performance: 27.000 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:25 ] [ l_g_pix: 3.0080e-02 ] [ l_g_total: 3.0080e-02 ] +2024-10-01 02:29:49,146 INFO: [ epoch: 87 ] [ iter:117,100 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:17 ] [ l_g_pix: 3.9152e-02 ] [ l_g_total: 3.9152e-02 ] +2024-10-01 02:29:52,851 INFO: [ epoch: 87 ] [ iter:117,200 ] [ performance: 27.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:09 ] [ l_g_pix: 2.5778e-02 ] [ l_g_total: 2.5778e-02 ] +2024-10-01 02:29:56,550 INFO: [ epoch: 87 ] [ iter:117,300 ] [ performance: 27.083 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:01 ] [ l_g_pix: 3.9196e-02 ] [ l_g_total: 3.9196e-02 ] +2024-10-01 02:30:00,256 INFO: [ epoch: 87 ] [ iter:117,400 ] [ performance: 28.041 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:53 ] [ l_g_pix: 2.7229e-02 ] [ l_g_total: 2.7229e-02 ] +2024-10-01 02:30:03,905 INFO: [ epoch: 87 ] [ iter:117,500 ] [ performance: 27.495 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:45 ] [ l_g_pix: 2.3754e-02 ] [ l_g_total: 2.3754e-02 ] +2024-10-01 02:30:09,013 INFO: [ epoch: 88 ] [ iter:117,600 ] [ performance: 19.316 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:38 ] [ l_g_pix: 3.2502e-02 ] [ l_g_total: 3.2502e-02 ] +2024-10-01 02:30:12,728 INFO: [ epoch: 88 ] [ iter:117,700 ] [ performance: 25.608 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:30 ] [ l_g_pix: 4.5854e-02 ] [ l_g_total: 4.5854e-02 ] +2024-10-01 02:30:16,459 INFO: [ epoch: 88 ] [ iter:117,800 ] [ performance: 27.900 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:22 ] [ l_g_pix: 1.5498e-02 ] [ l_g_total: 1.5498e-02 ] +2024-10-01 02:30:20,245 INFO: [ epoch: 88 ] [ iter:117,900 ] [ performance: 26.589 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:15 ] [ l_g_pix: 3.2909e-02 ] [ l_g_total: 3.2909e-02 ] +2024-10-01 02:30:24,021 INFO: [ epoch: 88 ] [ iter:118,000 ] [ performance: 26.541 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:07 ] [ l_g_pix: 2.6850e-02 ] [ l_g_total: 2.6850e-02 ] +2024-10-01 02:30:27,742 INFO: [ epoch: 88 ] [ iter:118,100 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:59 ] [ l_g_pix: 3.9571e-02 ] [ l_g_total: 3.9571e-02 ] +2024-10-01 02:30:31,522 INFO: [ epoch: 88 ] [ iter:118,200 ] [ performance: 26.416 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:51 ] [ l_g_pix: 3.0250e-02 ] [ l_g_total: 3.0250e-02 ] +2024-10-01 02:30:35,320 INFO: [ epoch: 88 ] [ iter:118,300 ] [ performance: 26.341 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:43 ] [ l_g_pix: 3.1592e-02 ] [ l_g_total: 3.1592e-02 ] +2024-10-01 02:30:39,035 INFO: [ epoch: 88 ] [ iter:118,400 ] [ performance: 27.170 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:36 ] [ l_g_pix: 2.3439e-02 ] [ l_g_total: 2.3439e-02 ] +2024-10-01 02:30:42,799 INFO: [ epoch: 88 ] [ iter:118,500 ] [ performance: 26.630 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:28 ] [ l_g_pix: 2.7097e-02 ] [ l_g_total: 2.7097e-02 ] +2024-10-01 02:30:46,554 INFO: [ epoch: 88 ] [ iter:118,600 ] [ performance: 26.674 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:20 ] [ l_g_pix: 2.8664e-02 ] [ l_g_total: 2.8664e-02 ] +2024-10-01 02:30:50,220 INFO: [ epoch: 88 ] [ iter:118,700 ] [ performance: 27.228 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:12 ] [ l_g_pix: 3.2661e-02 ] [ l_g_total: 3.2661e-02 ] +2024-10-01 02:30:53,907 INFO: [ epoch: 88 ] [ iter:118,800 ] [ performance: 27.499 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:04 ] [ l_g_pix: 2.3113e-02 ] [ l_g_total: 2.3113e-02 ] +2024-10-01 02:30:57,410 INFO: [ epoch: 88 ] [ iter:118,900 ] [ performance: 28.457 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:56 ] [ l_g_pix: 2.3957e-02 ] [ l_g_total: 2.3957e-02 ] +2024-10-01 02:31:02,693 INFO: [ epoch: 89 ] [ iter:119,000 ] [ performance: 27.184 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:50 ] [ l_g_pix: 3.1346e-02 ] [ l_g_total: 3.1346e-02 ] +2024-10-01 02:31:06,445 INFO: [ epoch: 89 ] [ iter:119,100 ] [ performance: 26.698 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:42 ] [ l_g_pix: 2.8125e-02 ] [ l_g_total: 2.8125e-02 ] +2024-10-01 02:31:10,192 INFO: [ epoch: 89 ] [ iter:119,200 ] [ performance: 27.763 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:34 ] [ l_g_pix: 3.3051e-02 ] [ l_g_total: 3.3051e-02 ] +2024-10-01 02:31:13,894 INFO: [ epoch: 89 ] [ iter:119,300 ] [ performance: 27.066 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:26 ] [ l_g_pix: 2.6616e-02 ] [ l_g_total: 2.6616e-02 ] +2024-10-01 02:31:17,596 INFO: [ epoch: 89 ] [ iter:119,400 ] [ performance: 27.665 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:19 ] [ l_g_pix: 2.6868e-02 ] [ l_g_total: 2.6868e-02 ] +2024-10-01 02:31:21,368 INFO: [ epoch: 89 ] [ iter:119,500 ] [ performance: 26.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:11 ] [ l_g_pix: 2.5596e-02 ] [ l_g_total: 2.5596e-02 ] +2024-10-01 02:31:25,094 INFO: [ epoch: 89 ] [ iter:119,600 ] [ performance: 27.111 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:03 ] [ l_g_pix: 4.1997e-02 ] [ l_g_total: 4.1997e-02 ] +2024-10-01 02:31:28,827 INFO: [ epoch: 89 ] [ iter:119,700 ] [ performance: 26.807 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:55 ] [ l_g_pix: 3.3085e-02 ] [ l_g_total: 3.3085e-02 ] +2024-10-01 02:31:32,579 INFO: [ epoch: 89 ] [ iter:119,800 ] [ performance: 28.135 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:48 ] [ l_g_pix: 3.3668e-02 ] [ l_g_total: 3.3668e-02 ] +2024-10-01 02:31:36,358 INFO: [ epoch: 89 ] [ iter:119,900 ] [ performance: 26.528 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:40 ] [ l_g_pix: 1.8461e-02 ] [ l_g_total: 1.8461e-02 ] +2024-10-01 02:31:40,090 INFO: [ epoch: 89 ] [ iter:120,000 ] [ performance: 28.562 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:32 ] [ l_g_pix: 3.2690e-02 ] [ l_g_total: 3.2690e-02 ] +2024-10-01 02:31:40,091 INFO: Saving models and training states. +2024-10-01 02:34:53,864 INFO: Validation val + + # psnr: 27.1872........ Best: 27.1872 @ 120000 iter + # ssim: 0.7656........ Best: 0.7656 @ 120000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 02:34:57,607 INFO: [ epoch: 89 ] [ iter:120,100 ] [ performance: 26.827 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:33 ] [ l_g_pix: 2.4226e-02 ] [ l_g_total: 2.4226e-02 ] +2024-10-01 02:35:01,177 INFO: [ epoch: 89 ] [ iter:120,200 ] [ performance: 29.294 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:25 ] [ l_g_pix: 2.8939e-02 ] [ l_g_total: 2.8939e-02 ] +2024-10-01 02:35:06,638 INFO: [ epoch: 90 ] [ iter:120,300 ] [ performance: 18.449 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:19 ] [ l_g_pix: 2.7037e-02 ] [ l_g_total: 2.7037e-02 ] +2024-10-01 02:35:10,627 INFO: [ epoch: 90 ] [ iter:120,400 ] [ performance: 26.608 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:11 ] [ l_g_pix: 3.2123e-02 ] [ l_g_total: 3.2123e-02 ] +2024-10-01 02:35:14,397 INFO: [ epoch: 90 ] [ iter:120,500 ] [ performance: 26.528 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:03 ] [ l_g_pix: 3.8326e-02 ] [ l_g_total: 3.8326e-02 ] +2024-10-01 02:35:18,174 INFO: [ epoch: 90 ] [ iter:120,600 ] [ performance: 26.507 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:55 ] [ l_g_pix: 1.9703e-02 ] [ l_g_total: 1.9703e-02 ] +2024-10-01 02:35:21,926 INFO: [ epoch: 90 ] [ iter:120,700 ] [ performance: 26.659 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:47 ] [ l_g_pix: 2.3832e-02 ] [ l_g_total: 2.3832e-02 ] +2024-10-01 02:35:25,667 INFO: [ epoch: 90 ] [ iter:120,800 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:39 ] [ l_g_pix: 2.6709e-02 ] [ l_g_total: 2.6709e-02 ] +2024-10-01 02:35:29,476 INFO: [ epoch: 90 ] [ iter:120,900 ] [ performance: 26.283 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:31 ] [ l_g_pix: 3.6122e-02 ] [ l_g_total: 3.6122e-02 ] +2024-10-01 02:35:33,160 INFO: [ epoch: 90 ] [ iter:121,000 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:23 ] [ l_g_pix: 1.9709e-02 ] [ l_g_total: 1.9709e-02 ] +2024-10-01 02:35:36,854 INFO: [ epoch: 90 ] [ iter:121,100 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:15 ] [ l_g_pix: 2.7112e-02 ] [ l_g_total: 2.7112e-02 ] +2024-10-01 02:35:40,570 INFO: [ epoch: 90 ] [ iter:121,200 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:08 ] [ l_g_pix: 2.7208e-02 ] [ l_g_total: 2.7208e-02 ] +2024-10-01 02:35:44,297 INFO: [ epoch: 90 ] [ iter:121,300 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:00 ] [ l_g_pix: 1.6794e-02 ] [ l_g_total: 1.6794e-02 ] +2024-10-01 02:35:48,026 INFO: [ epoch: 90 ] [ iter:121,400 ] [ performance: 26.855 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:52 ] [ l_g_pix: 3.2704e-02 ] [ l_g_total: 3.2704e-02 ] +2024-10-01 02:35:51,714 INFO: [ epoch: 90 ] [ iter:121,500 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:44 ] [ l_g_pix: 2.7171e-02 ] [ l_g_total: 2.7171e-02 ] +2024-10-01 02:35:56,725 INFO: [ epoch: 91 ] [ iter:121,600 ] [ performance: 22.929 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:37 ] [ l_g_pix: 2.1408e-02 ] [ l_g_total: 2.1408e-02 ] +2024-10-01 02:36:00,488 INFO: [ epoch: 91 ] [ iter:121,700 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:29 ] [ l_g_pix: 4.2753e-02 ] [ l_g_total: 4.2753e-02 ] +2024-10-01 02:36:04,261 INFO: [ epoch: 91 ] [ iter:121,800 ] [ performance: 26.666 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:21 ] [ l_g_pix: 3.2241e-02 ] [ l_g_total: 3.2241e-02 ] +2024-10-01 02:36:07,990 INFO: [ epoch: 91 ] [ iter:121,900 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:13 ] [ l_g_pix: 2.8882e-02 ] [ l_g_total: 2.8882e-02 ] +2024-10-01 02:36:11,706 INFO: [ epoch: 91 ] [ iter:122,000 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:05 ] [ l_g_pix: 3.6816e-02 ] [ l_g_total: 3.6816e-02 ] +2024-10-01 02:36:15,460 INFO: [ epoch: 91 ] [ iter:122,100 ] [ performance: 26.681 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:58 ] [ l_g_pix: 1.8559e-02 ] [ l_g_total: 1.8559e-02 ] +2024-10-01 02:36:19,192 INFO: [ epoch: 91 ] [ iter:122,200 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:50 ] [ l_g_pix: 2.3038e-02 ] [ l_g_total: 2.3038e-02 ] +2024-10-01 02:36:22,938 INFO: [ epoch: 91 ] [ iter:122,300 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:42 ] [ l_g_pix: 3.0958e-02 ] [ l_g_total: 3.0958e-02 ] +2024-10-01 02:36:26,692 INFO: [ epoch: 91 ] [ iter:122,400 ] [ performance: 26.669 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:34 ] [ l_g_pix: 3.5359e-02 ] [ l_g_total: 3.5359e-02 ] +2024-10-01 02:36:30,446 INFO: [ epoch: 91 ] [ iter:122,500 ] [ performance: 26.602 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:26 ] [ l_g_pix: 3.1359e-02 ] [ l_g_total: 3.1359e-02 ] +2024-10-01 02:36:34,158 INFO: [ epoch: 91 ] [ iter:122,600 ] [ performance: 26.781 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:19 ] [ l_g_pix: 3.5407e-02 ] [ l_g_total: 3.5407e-02 ] +2024-10-01 02:36:37,881 INFO: [ epoch: 91 ] [ iter:122,700 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:11 ] [ l_g_pix: 4.1456e-02 ] [ l_g_total: 4.1456e-02 ] +2024-10-01 02:36:41,541 INFO: [ epoch: 91 ] [ iter:122,800 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:03 ] [ l_g_pix: 2.3447e-02 ] [ l_g_total: 2.3447e-02 ] +2024-10-01 02:36:45,065 INFO: [ epoch: 91 ] [ iter:122,900 ] [ performance: 28.590 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:55 ] [ l_g_pix: 3.3557e-02 ] [ l_g_total: 3.3557e-02 ] +2024-10-01 02:36:50,181 INFO: [ epoch: 92 ] [ iter:123,000 ] [ performance: 22.971 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:48 ] [ l_g_pix: 2.3124e-02 ] [ l_g_total: 2.3124e-02 ] +2024-10-01 02:36:53,875 INFO: [ epoch: 92 ] [ iter:123,100 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:40 ] [ l_g_pix: 2.5174e-02 ] [ l_g_total: 2.5174e-02 ] +2024-10-01 02:36:57,650 INFO: [ epoch: 92 ] [ iter:123,200 ] [ performance: 26.760 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:33 ] [ l_g_pix: 3.9807e-02 ] [ l_g_total: 3.9807e-02 ] +2024-10-01 02:37:01,360 INFO: [ epoch: 92 ] [ iter:123,300 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:25 ] [ l_g_pix: 2.9913e-02 ] [ l_g_total: 2.9913e-02 ] +2024-10-01 02:37:05,066 INFO: [ epoch: 92 ] [ iter:123,400 ] [ performance: 27.008 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:17 ] [ l_g_pix: 2.6427e-02 ] [ l_g_total: 2.6427e-02 ] +2024-10-01 02:37:08,810 INFO: [ epoch: 92 ] [ iter:123,500 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:09 ] [ l_g_pix: 3.8258e-02 ] [ l_g_total: 3.8258e-02 ] +2024-10-01 02:37:12,510 INFO: [ epoch: 92 ] [ iter:123,600 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:01 ] [ l_g_pix: 3.2480e-02 ] [ l_g_total: 3.2480e-02 ] +2024-10-01 02:37:16,235 INFO: [ epoch: 92 ] [ iter:123,700 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:54 ] [ l_g_pix: 2.7705e-02 ] [ l_g_total: 2.7705e-02 ] +2024-10-01 02:37:19,930 INFO: [ epoch: 92 ] [ iter:123,800 ] [ performance: 27.022 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:46 ] [ l_g_pix: 2.9288e-02 ] [ l_g_total: 2.9288e-02 ] +2024-10-01 02:37:23,615 INFO: [ epoch: 92 ] [ iter:123,900 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:38 ] [ l_g_pix: 4.3869e-02 ] [ l_g_total: 4.3869e-02 ] +2024-10-01 02:37:27,304 INFO: [ epoch: 92 ] [ iter:124,000 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:31 ] [ l_g_pix: 2.4330e-02 ] [ l_g_total: 2.4330e-02 ] +2024-10-01 02:37:31,056 INFO: [ epoch: 92 ] [ iter:124,100 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:23 ] [ l_g_pix: 2.5311e-02 ] [ l_g_total: 2.5311e-02 ] +2024-10-01 02:37:34,666 INFO: [ epoch: 92 ] [ iter:124,200 ] [ performance: 27.272 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:15 ] [ l_g_pix: 2.7956e-02 ] [ l_g_total: 2.7956e-02 ] +2024-10-01 02:37:39,851 INFO: [ epoch: 93 ] [ iter:124,300 ] [ performance: 18.026 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:08 ] [ l_g_pix: 2.3243e-02 ] [ l_g_total: 2.3243e-02 ] +2024-10-01 02:37:43,543 INFO: [ epoch: 93 ] [ iter:124,400 ] [ performance: 22.087 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:01 ] [ l_g_pix: 4.3230e-02 ] [ l_g_total: 4.3230e-02 ] +2024-10-01 02:37:47,253 INFO: [ epoch: 93 ] [ iter:124,500 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:53 ] [ l_g_pix: 2.1327e-02 ] [ l_g_total: 2.1327e-02 ] +2024-10-01 02:37:50,947 INFO: [ epoch: 93 ] [ iter:124,600 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:45 ] [ l_g_pix: 2.4077e-02 ] [ l_g_total: 2.4077e-02 ] +2024-10-01 02:37:54,674 INFO: [ epoch: 93 ] [ iter:124,700 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:37 ] [ l_g_pix: 3.5738e-02 ] [ l_g_total: 3.5738e-02 ] +2024-10-01 02:37:58,383 INFO: [ epoch: 93 ] [ iter:124,800 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:30 ] [ l_g_pix: 2.2927e-02 ] [ l_g_total: 2.2927e-02 ] +2024-10-01 02:38:02,080 INFO: [ epoch: 93 ] [ iter:124,900 ] [ performance: 27.178 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:22 ] [ l_g_pix: 2.6274e-02 ] [ l_g_total: 2.6274e-02 ] +2024-10-01 02:38:05,809 INFO: [ epoch: 93 ] [ iter:125,000 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:14 ] [ l_g_pix: 2.8823e-02 ] [ l_g_total: 2.8823e-02 ] +2024-10-01 02:38:09,480 INFO: [ epoch: 93 ] [ iter:125,100 ] [ performance: 27.485 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:07 ] [ l_g_pix: 3.0217e-02 ] [ l_g_total: 3.0217e-02 ] +2024-10-01 02:38:13,227 INFO: [ epoch: 93 ] [ iter:125,200 ] [ performance: 27.036 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:59 ] [ l_g_pix: 2.7715e-02 ] [ l_g_total: 2.7715e-02 ] +2024-10-01 02:38:16,941 INFO: [ epoch: 93 ] [ iter:125,300 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:51 ] [ l_g_pix: 3.1306e-02 ] [ l_g_total: 3.1306e-02 ] +2024-10-01 02:38:20,697 INFO: [ epoch: 93 ] [ iter:125,400 ] [ performance: 26.764 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:44 ] [ l_g_pix: 4.4254e-02 ] [ l_g_total: 4.4254e-02 ] +2024-10-01 02:38:24,398 INFO: [ epoch: 93 ] [ iter:125,500 ] [ performance: 27.186 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:36 ] [ l_g_pix: 3.9320e-02 ] [ l_g_total: 3.9320e-02 ] +2024-10-01 02:38:29,149 INFO: [ epoch: 94 ] [ iter:125,600 ] [ performance: 23.326 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:29 ] [ l_g_pix: 3.7267e-02 ] [ l_g_total: 3.7267e-02 ] +2024-10-01 02:38:33,086 INFO: [ epoch: 94 ] [ iter:125,700 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:22 ] [ l_g_pix: 3.5955e-02 ] [ l_g_total: 3.5955e-02 ] +2024-10-01 02:38:36,807 INFO: [ epoch: 94 ] [ iter:125,800 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:14 ] [ l_g_pix: 2.1543e-02 ] [ l_g_total: 2.1543e-02 ] +2024-10-01 02:38:40,558 INFO: [ epoch: 94 ] [ iter:125,900 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:07 ] [ l_g_pix: 3.6968e-02 ] [ l_g_total: 3.6968e-02 ] +2024-10-01 02:38:44,268 INFO: [ epoch: 94 ] [ iter:126,000 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:59 ] [ l_g_pix: 2.3388e-02 ] [ l_g_total: 2.3388e-02 ] +2024-10-01 02:38:48,010 INFO: [ epoch: 94 ] [ iter:126,100 ] [ performance: 27.036 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:51 ] [ l_g_pix: 3.0824e-02 ] [ l_g_total: 3.0824e-02 ] +2024-10-01 02:38:51,746 INFO: [ epoch: 94 ] [ iter:126,200 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:44 ] [ l_g_pix: 3.5691e-02 ] [ l_g_total: 3.5691e-02 ] +2024-10-01 02:38:55,479 INFO: [ epoch: 94 ] [ iter:126,300 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:36 ] [ l_g_pix: 2.9285e-02 ] [ l_g_total: 2.9285e-02 ] +2024-10-01 02:38:59,225 INFO: [ epoch: 94 ] [ iter:126,400 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:29 ] [ l_g_pix: 2.4701e-02 ] [ l_g_total: 2.4701e-02 ] +2024-10-01 02:39:02,931 INFO: [ epoch: 94 ] [ iter:126,500 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:21 ] [ l_g_pix: 2.6196e-02 ] [ l_g_total: 2.6196e-02 ] +2024-10-01 02:39:06,624 INFO: [ epoch: 94 ] [ iter:126,600 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:13 ] [ l_g_pix: 4.2034e-02 ] [ l_g_total: 4.2034e-02 ] +2024-10-01 02:39:10,358 INFO: [ epoch: 94 ] [ iter:126,700 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:06 ] [ l_g_pix: 3.3844e-02 ] [ l_g_total: 3.3844e-02 ] +2024-10-01 02:39:14,057 INFO: [ epoch: 94 ] [ iter:126,800 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:58 ] [ l_g_pix: 4.8037e-02 ] [ l_g_total: 4.8037e-02 ] +2024-10-01 02:39:17,590 INFO: [ epoch: 94 ] [ iter:126,900 ] [ performance: 29.064 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:51 ] [ l_g_pix: 2.5230e-02 ] [ l_g_total: 2.5230e-02 ] +2024-10-01 02:39:22,901 INFO: [ epoch: 95 ] [ iter:127,000 ] [ performance: 21.995 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:44 ] [ l_g_pix: 1.7206e-02 ] [ l_g_total: 1.7206e-02 ] +2024-10-01 02:39:26,571 INFO: [ epoch: 95 ] [ iter:127,100 ] [ performance: 27.410 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:37 ] [ l_g_pix: 3.0116e-02 ] [ l_g_total: 3.0116e-02 ] +2024-10-01 02:39:30,280 INFO: [ epoch: 95 ] [ iter:127,200 ] [ performance: 27.142 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:29 ] [ l_g_pix: 3.0471e-02 ] [ l_g_total: 3.0471e-02 ] +2024-10-01 02:39:33,983 INFO: [ epoch: 95 ] [ iter:127,300 ] [ performance: 27.234 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:21 ] [ l_g_pix: 1.9868e-02 ] [ l_g_total: 1.9868e-02 ] +2024-10-01 02:39:37,715 INFO: [ epoch: 95 ] [ iter:127,400 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:14 ] [ l_g_pix: 2.2773e-02 ] [ l_g_total: 2.2773e-02 ] +2024-10-01 02:39:41,431 INFO: [ epoch: 95 ] [ iter:127,500 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:06 ] [ l_g_pix: 3.4650e-02 ] [ l_g_total: 3.4650e-02 ] +2024-10-01 02:39:45,108 INFO: [ epoch: 95 ] [ iter:127,600 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:59 ] [ l_g_pix: 4.0464e-02 ] [ l_g_total: 4.0464e-02 ] +2024-10-01 02:39:48,844 INFO: [ epoch: 95 ] [ iter:127,700 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:51 ] [ l_g_pix: 2.7715e-02 ] [ l_g_total: 2.7715e-02 ] +2024-10-01 02:39:52,573 INFO: [ epoch: 95 ] [ iter:127,800 ] [ performance: 26.756 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:44 ] [ l_g_pix: 2.5781e-02 ] [ l_g_total: 2.5781e-02 ] +2024-10-01 02:39:56,305 INFO: [ epoch: 95 ] [ iter:127,900 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:36 ] [ l_g_pix: 1.8182e-02 ] [ l_g_total: 1.8182e-02 ] +2024-10-01 02:40:00,061 INFO: [ epoch: 95 ] [ iter:128,000 ] [ performance: 26.712 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:29 ] [ l_g_pix: 3.2947e-02 ] [ l_g_total: 3.2947e-02 ] +2024-10-01 02:40:03,747 INFO: [ epoch: 95 ] [ iter:128,100 ] [ performance: 27.286 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:22 ] [ l_g_pix: 1.9819e-02 ] [ l_g_total: 1.9819e-02 ] +2024-10-01 02:40:07,390 INFO: [ epoch: 95 ] [ iter:128,200 ] [ performance: 27.388 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:14 ] [ l_g_pix: 3.3213e-02 ] [ l_g_total: 3.3213e-02 ] +2024-10-01 02:40:12,551 INFO: [ epoch: 96 ] [ iter:128,300 ] [ performance: 16.202 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:07 ] [ l_g_pix: 2.8640e-02 ] [ l_g_total: 2.8640e-02 ] +2024-10-01 02:40:16,342 INFO: [ epoch: 96 ] [ iter:128,400 ] [ performance: 21.268 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:00 ] [ l_g_pix: 2.9178e-02 ] [ l_g_total: 2.9178e-02 ] +2024-10-01 02:40:20,089 INFO: [ epoch: 96 ] [ iter:128,500 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:52 ] [ l_g_pix: 3.0380e-02 ] [ l_g_total: 3.0380e-02 ] +2024-10-01 02:40:23,844 INFO: [ epoch: 96 ] [ iter:128,600 ] [ performance: 26.726 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:45 ] [ l_g_pix: 1.9053e-02 ] [ l_g_total: 1.9053e-02 ] +2024-10-01 02:40:27,591 INFO: [ epoch: 96 ] [ iter:128,700 ] [ performance: 26.535 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:38 ] [ l_g_pix: 1.6668e-02 ] [ l_g_total: 1.6668e-02 ] +2024-10-01 02:40:31,320 INFO: [ epoch: 96 ] [ iter:128,800 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:30 ] [ l_g_pix: 2.9668e-02 ] [ l_g_total: 2.9668e-02 ] +2024-10-01 02:40:35,042 INFO: [ epoch: 96 ] [ iter:128,900 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:23 ] [ l_g_pix: 2.5021e-02 ] [ l_g_total: 2.5021e-02 ] +2024-10-01 02:40:38,756 INFO: [ epoch: 96 ] [ iter:129,000 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:15 ] [ l_g_pix: 2.6333e-02 ] [ l_g_total: 2.6333e-02 ] +2024-10-01 02:40:42,505 INFO: [ epoch: 96 ] [ iter:129,100 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:08 ] [ l_g_pix: 1.6444e-02 ] [ l_g_total: 1.6444e-02 ] +2024-10-01 02:40:46,283 INFO: [ epoch: 96 ] [ iter:129,200 ] [ performance: 26.583 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:01 ] [ l_g_pix: 3.0647e-02 ] [ l_g_total: 3.0647e-02 ] +2024-10-01 02:40:49,983 INFO: [ epoch: 96 ] [ iter:129,300 ] [ performance: 27.301 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:53 ] [ l_g_pix: 4.2730e-02 ] [ l_g_total: 4.2730e-02 ] +2024-10-01 02:40:53,676 INFO: [ epoch: 96 ] [ iter:129,400 ] [ performance: 27.162 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:46 ] [ l_g_pix: 2.8017e-02 ] [ l_g_total: 2.8017e-02 ] +2024-10-01 02:40:57,396 INFO: [ epoch: 96 ] [ iter:129,500 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:38 ] [ l_g_pix: 3.8834e-02 ] [ l_g_total: 3.8834e-02 ] +2024-10-01 02:41:02,178 INFO: [ epoch: 97 ] [ iter:129,600 ] [ performance: 22.751 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:32 ] [ l_g_pix: 2.2052e-02 ] [ l_g_total: 2.2052e-02 ] +2024-10-01 02:41:06,230 INFO: [ epoch: 97 ] [ iter:129,700 ] [ performance: 27.243 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:24 ] [ l_g_pix: 3.0404e-02 ] [ l_g_total: 3.0404e-02 ] +2024-10-01 02:41:09,961 INFO: [ epoch: 97 ] [ iter:129,800 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:17 ] [ l_g_pix: 3.1206e-02 ] [ l_g_total: 3.1206e-02 ] +2024-10-01 02:41:13,700 INFO: [ epoch: 97 ] [ iter:129,900 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:10 ] [ l_g_pix: 2.6524e-02 ] [ l_g_total: 2.6524e-02 ] +2024-10-01 02:41:17,451 INFO: [ epoch: 97 ] [ iter:130,000 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:02 ] [ l_g_pix: 2.4137e-02 ] [ l_g_total: 2.4137e-02 ] +2024-10-01 02:41:17,452 INFO: Saving models and training states. +2024-10-01 02:44:09,418 INFO: Validation val + + # psnr: 27.1829........ Best: 27.1872 @ 120000 iter + # ssim: 0.7655........ Best: 0.7656 @ 120000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 02:44:13,142 INFO: [ epoch: 97 ] [ iter:130,100 ] [ performance: 26.659 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:27 ] [ l_g_pix: 2.4211e-02 ] [ l_g_total: 2.4211e-02 ] +2024-10-01 02:44:16,848 INFO: [ epoch: 97 ] [ iter:130,200 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:20 ] [ l_g_pix: 2.7939e-02 ] [ l_g_total: 2.7939e-02 ] +2024-10-01 02:44:20,567 INFO: [ epoch: 97 ] [ iter:130,300 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:12 ] [ l_g_pix: 2.7345e-02 ] [ l_g_total: 2.7345e-02 ] +2024-10-01 02:44:24,299 INFO: [ epoch: 97 ] [ iter:130,400 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:05 ] [ l_g_pix: 2.2356e-02 ] [ l_g_total: 2.2356e-02 ] +2024-10-01 02:44:28,060 INFO: [ epoch: 97 ] [ iter:130,500 ] [ performance: 26.519 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:57 ] [ l_g_pix: 2.7319e-02 ] [ l_g_total: 2.7319e-02 ] +2024-10-01 02:44:31,776 INFO: [ epoch: 97 ] [ iter:130,600 ] [ performance: 26.783 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:50 ] [ l_g_pix: 2.6805e-02 ] [ l_g_total: 2.6805e-02 ] +2024-10-01 02:44:35,542 INFO: [ epoch: 97 ] [ iter:130,700 ] [ performance: 26.366 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:42 ] [ l_g_pix: 2.7716e-02 ] [ l_g_total: 2.7716e-02 ] +2024-10-01 02:44:39,283 INFO: [ epoch: 97 ] [ iter:130,800 ] [ performance: 26.615 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:35 ] [ l_g_pix: 2.5248e-02 ] [ l_g_total: 2.5248e-02 ] +2024-10-01 02:44:42,792 INFO: [ epoch: 97 ] [ iter:130,900 ] [ performance: 29.363 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:27 ] [ l_g_pix: 2.7255e-02 ] [ l_g_total: 2.7255e-02 ] +2024-10-01 02:44:47,862 INFO: [ epoch: 98 ] [ iter:131,000 ] [ performance: 22.116 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:20 ] [ l_g_pix: 4.1175e-02 ] [ l_g_total: 4.1175e-02 ] +2024-10-01 02:44:51,596 INFO: [ epoch: 98 ] [ iter:131,100 ] [ performance: 26.639 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:13 ] [ l_g_pix: 2.7661e-02 ] [ l_g_total: 2.7661e-02 ] +2024-10-01 02:44:55,325 INFO: [ epoch: 98 ] [ iter:131,200 ] [ performance: 26.760 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:05 ] [ l_g_pix: 2.6667e-02 ] [ l_g_total: 2.6667e-02 ] +2024-10-01 02:44:59,049 INFO: [ epoch: 98 ] [ iter:131,300 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:58 ] [ l_g_pix: 3.4673e-02 ] [ l_g_total: 3.4673e-02 ] +2024-10-01 02:45:02,823 INFO: [ epoch: 98 ] [ iter:131,400 ] [ performance: 26.626 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:50 ] [ l_g_pix: 2.6486e-02 ] [ l_g_total: 2.6486e-02 ] +2024-10-01 02:45:06,537 INFO: [ epoch: 98 ] [ iter:131,500 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:43 ] [ l_g_pix: 2.0798e-02 ] [ l_g_total: 2.0798e-02 ] +2024-10-01 02:45:10,281 INFO: [ epoch: 98 ] [ iter:131,600 ] [ performance: 26.780 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:35 ] [ l_g_pix: 2.6821e-02 ] [ l_g_total: 2.6821e-02 ] +2024-10-01 02:45:14,048 INFO: [ epoch: 98 ] [ iter:131,700 ] [ performance: 26.561 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:28 ] [ l_g_pix: 2.2775e-02 ] [ l_g_total: 2.2775e-02 ] +2024-10-01 02:45:17,816 INFO: [ epoch: 98 ] [ iter:131,800 ] [ performance: 26.551 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:20 ] [ l_g_pix: 1.5699e-02 ] [ l_g_total: 1.5699e-02 ] +2024-10-01 02:45:21,570 INFO: [ epoch: 98 ] [ iter:131,900 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:13 ] [ l_g_pix: 3.7780e-02 ] [ l_g_total: 3.7780e-02 ] +2024-10-01 02:45:25,327 INFO: [ epoch: 98 ] [ iter:132,000 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:05 ] [ l_g_pix: 3.4890e-02 ] [ l_g_total: 3.4890e-02 ] +2024-10-01 02:45:29,051 INFO: [ epoch: 98 ] [ iter:132,100 ] [ performance: 27.291 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:58 ] [ l_g_pix: 3.2967e-02 ] [ l_g_total: 3.2967e-02 ] +2024-10-01 02:45:32,695 INFO: [ epoch: 98 ] [ iter:132,200 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:50 ] [ l_g_pix: 2.7361e-02 ] [ l_g_total: 2.7361e-02 ] +2024-10-01 02:45:37,541 INFO: [ epoch: 99 ] [ iter:132,300 ] [ performance: 14.842 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:44 ] [ l_g_pix: 2.9755e-02 ] [ l_g_total: 2.9755e-02 ] +2024-10-01 02:45:41,269 INFO: [ epoch: 99 ] [ iter:132,400 ] [ performance: 21.659 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:36 ] [ l_g_pix: 2.7032e-02 ] [ l_g_total: 2.7032e-02 ] +2024-10-01 02:45:45,015 INFO: [ epoch: 99 ] [ iter:132,500 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:29 ] [ l_g_pix: 2.8370e-02 ] [ l_g_total: 2.8370e-02 ] +2024-10-01 02:45:48,723 INFO: [ epoch: 99 ] [ iter:132,600 ] [ performance: 26.934 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:21 ] [ l_g_pix: 2.2042e-02 ] [ l_g_total: 2.2042e-02 ] +2024-10-01 02:45:52,421 INFO: [ epoch: 99 ] [ iter:132,700 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:14 ] [ l_g_pix: 2.4893e-02 ] [ l_g_total: 2.4893e-02 ] +2024-10-01 02:45:56,116 INFO: [ epoch: 99 ] [ iter:132,800 ] [ performance: 27.036 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:06 ] [ l_g_pix: 3.4820e-02 ] [ l_g_total: 3.4820e-02 ] +2024-10-01 02:45:59,835 INFO: [ epoch: 99 ] [ iter:132,900 ] [ performance: 26.609 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:59 ] [ l_g_pix: 2.8666e-02 ] [ l_g_total: 2.8666e-02 ] +2024-10-01 02:46:03,557 INFO: [ epoch: 99 ] [ iter:133,000 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:52 ] [ l_g_pix: 3.1727e-02 ] [ l_g_total: 3.1727e-02 ] +2024-10-01 02:46:07,319 INFO: [ epoch: 99 ] [ iter:133,100 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:44 ] [ l_g_pix: 2.6956e-02 ] [ l_g_total: 2.6956e-02 ] +2024-10-01 02:46:11,058 INFO: [ epoch: 99 ] [ iter:133,200 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:37 ] [ l_g_pix: 3.1609e-02 ] [ l_g_total: 3.1609e-02 ] +2024-10-01 02:46:14,756 INFO: [ epoch: 99 ] [ iter:133,300 ] [ performance: 27.128 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:29 ] [ l_g_pix: 3.3549e-02 ] [ l_g_total: 3.3549e-02 ] +2024-10-01 02:46:18,483 INFO: [ epoch: 99 ] [ iter:133,400 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:22 ] [ l_g_pix: 1.9892e-02 ] [ l_g_total: 1.9892e-02 ] +2024-10-01 02:46:22,237 INFO: [ epoch: 99 ] [ iter:133,500 ] [ performance: 26.522 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:15 ] [ l_g_pix: 3.8422e-02 ] [ l_g_total: 3.8422e-02 ] +2024-10-01 02:46:25,839 INFO: [ epoch: 99 ] [ iter:133,600 ] [ performance: 27.428 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:07 ] [ l_g_pix: 4.3245e-02 ] [ l_g_total: 4.3245e-02 ] +2024-10-01 02:46:30,966 INFO: [ epoch: 100 ] [ iter:133,700 ] [ performance: 27.354 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:01 ] [ l_g_pix: 2.0643e-02 ] [ l_g_total: 2.0643e-02 ] +2024-10-01 02:46:34,673 INFO: [ epoch: 100 ] [ iter:133,800 ] [ performance: 27.077 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:53 ] [ l_g_pix: 2.4455e-02 ] [ l_g_total: 2.4455e-02 ] +2024-10-01 02:46:38,381 INFO: [ epoch: 100 ] [ iter:133,900 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:46 ] [ l_g_pix: 3.5109e-02 ] [ l_g_total: 3.5109e-02 ] +2024-10-01 02:46:42,087 INFO: [ epoch: 100 ] [ iter:134,000 ] [ performance: 27.037 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:39 ] [ l_g_pix: 4.3697e-02 ] [ l_g_total: 4.3697e-02 ] +2024-10-01 02:46:45,831 INFO: [ epoch: 100 ] [ iter:134,100 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:31 ] [ l_g_pix: 2.4618e-02 ] [ l_g_total: 2.4618e-02 ] +2024-10-01 02:46:49,578 INFO: [ epoch: 100 ] [ iter:134,200 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:24 ] [ l_g_pix: 3.3392e-02 ] [ l_g_total: 3.3392e-02 ] +2024-10-01 02:46:53,276 INFO: [ epoch: 100 ] [ iter:134,300 ] [ performance: 27.084 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:17 ] [ l_g_pix: 2.6950e-02 ] [ l_g_total: 2.6950e-02 ] +2024-10-01 02:46:56,959 INFO: [ epoch: 100 ] [ iter:134,400 ] [ performance: 27.142 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:09 ] [ l_g_pix: 2.5422e-02 ] [ l_g_total: 2.5422e-02 ] +2024-10-01 02:47:00,619 INFO: [ epoch: 100 ] [ iter:134,500 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:02 ] [ l_g_pix: 3.5841e-02 ] [ l_g_total: 3.5841e-02 ] +2024-10-01 02:47:04,380 INFO: [ epoch: 100 ] [ iter:134,600 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:55 ] [ l_g_pix: 3.4807e-02 ] [ l_g_total: 3.4807e-02 ] +2024-10-01 02:47:08,188 INFO: [ epoch: 100 ] [ iter:134,700 ] [ performance: 26.122 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:47 ] [ l_g_pix: 3.2131e-02 ] [ l_g_total: 3.2131e-02 ] +2024-10-01 02:47:11,918 INFO: [ epoch: 100 ] [ iter:134,800 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:40 ] [ l_g_pix: 2.9860e-02 ] [ l_g_total: 2.9860e-02 ] +2024-10-01 02:47:15,428 INFO: [ epoch: 100 ] [ iter:134,900 ] [ performance: 29.476 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:33 ] [ l_g_pix: 2.3371e-02 ] [ l_g_total: 2.3371e-02 ] +2024-10-01 02:47:20,459 INFO: [ epoch: 101 ] [ iter:135,000 ] [ performance: 21.453 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:26 ] [ l_g_pix: 1.8602e-02 ] [ l_g_total: 1.8602e-02 ] +2024-10-01 02:47:24,193 INFO: [ epoch: 101 ] [ iter:135,100 ] [ performance: 26.774 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:19 ] [ l_g_pix: 2.7616e-02 ] [ l_g_total: 2.7616e-02 ] +2024-10-01 02:47:27,917 INFO: [ epoch: 101 ] [ iter:135,200 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:11 ] [ l_g_pix: 3.3354e-02 ] [ l_g_total: 3.3354e-02 ] +2024-10-01 02:47:31,651 INFO: [ epoch: 101 ] [ iter:135,300 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:04 ] [ l_g_pix: 2.6627e-02 ] [ l_g_total: 2.6627e-02 ] +2024-10-01 02:47:35,381 INFO: [ epoch: 101 ] [ iter:135,400 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:57 ] [ l_g_pix: 2.5910e-02 ] [ l_g_total: 2.5910e-02 ] +2024-10-01 02:47:39,128 INFO: [ epoch: 101 ] [ iter:135,500 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:50 ] [ l_g_pix: 2.4917e-02 ] [ l_g_total: 2.4917e-02 ] +2024-10-01 02:47:42,862 INFO: [ epoch: 101 ] [ iter:135,600 ] [ performance: 26.758 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:42 ] [ l_g_pix: 4.1317e-02 ] [ l_g_total: 4.1317e-02 ] +2024-10-01 02:47:46,566 INFO: [ epoch: 101 ] [ iter:135,700 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:35 ] [ l_g_pix: 2.7122e-02 ] [ l_g_total: 2.7122e-02 ] +2024-10-01 02:47:50,332 INFO: [ epoch: 101 ] [ iter:135,800 ] [ performance: 26.632 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:28 ] [ l_g_pix: 1.8677e-02 ] [ l_g_total: 1.8677e-02 ] +2024-10-01 02:47:54,076 INFO: [ epoch: 101 ] [ iter:135,900 ] [ performance: 27.409 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:21 ] [ l_g_pix: 2.5044e-02 ] [ l_g_total: 2.5044e-02 ] +2024-10-01 02:47:57,805 INFO: [ epoch: 101 ] [ iter:136,000 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:13 ] [ l_g_pix: 3.2380e-02 ] [ l_g_total: 3.2380e-02 ] +2024-10-01 02:48:01,539 INFO: [ epoch: 101 ] [ iter:136,100 ] [ performance: 26.835 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:06 ] [ l_g_pix: 2.3509e-02 ] [ l_g_total: 2.3509e-02 ] +2024-10-01 02:48:05,200 INFO: [ epoch: 101 ] [ iter:136,200 ] [ performance: 27.225 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:59 ] [ l_g_pix: 3.6282e-02 ] [ l_g_total: 3.6282e-02 ] +2024-10-01 02:48:10,206 INFO: [ epoch: 102 ] [ iter:136,300 ] [ performance: 16.691 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:52 ] [ l_g_pix: 1.8002e-02 ] [ l_g_total: 1.8002e-02 ] +2024-10-01 02:48:13,963 INFO: [ epoch: 102 ] [ iter:136,400 ] [ performance: 24.043 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:45 ] [ l_g_pix: 2.6482e-02 ] [ l_g_total: 2.6482e-02 ] +2024-10-01 02:48:17,687 INFO: [ epoch: 102 ] [ iter:136,500 ] [ performance: 27.240 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:38 ] [ l_g_pix: 2.6111e-02 ] [ l_g_total: 2.6111e-02 ] +2024-10-01 02:48:21,411 INFO: [ epoch: 102 ] [ iter:136,600 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:31 ] [ l_g_pix: 2.4193e-02 ] [ l_g_total: 2.4193e-02 ] +2024-10-01 02:48:25,190 INFO: [ epoch: 102 ] [ iter:136,700 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:23 ] [ l_g_pix: 3.3219e-02 ] [ l_g_total: 3.3219e-02 ] +2024-10-01 02:48:28,937 INFO: [ epoch: 102 ] [ iter:136,800 ] [ performance: 26.728 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:16 ] [ l_g_pix: 2.4237e-02 ] [ l_g_total: 2.4237e-02 ] +2024-10-01 02:48:32,670 INFO: [ epoch: 102 ] [ iter:136,900 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:09 ] [ l_g_pix: 3.3283e-02 ] [ l_g_total: 3.3283e-02 ] +2024-10-01 02:48:36,415 INFO: [ epoch: 102 ] [ iter:137,000 ] [ performance: 26.758 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:02 ] [ l_g_pix: 3.7834e-02 ] [ l_g_total: 3.7834e-02 ] +2024-10-01 02:48:40,169 INFO: [ epoch: 102 ] [ iter:137,100 ] [ performance: 27.029 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:55 ] [ l_g_pix: 2.8047e-02 ] [ l_g_total: 2.8047e-02 ] +2024-10-01 02:48:43,904 INFO: [ epoch: 102 ] [ iter:137,200 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:47 ] [ l_g_pix: 3.8005e-02 ] [ l_g_total: 3.8005e-02 ] +2024-10-01 02:48:47,600 INFO: [ epoch: 102 ] [ iter:137,300 ] [ performance: 27.725 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:40 ] [ l_g_pix: 3.2004e-02 ] [ l_g_total: 3.2004e-02 ] +2024-10-01 02:48:51,315 INFO: [ epoch: 102 ] [ iter:137,400 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:33 ] [ l_g_pix: 1.9393e-02 ] [ l_g_total: 1.9393e-02 ] +2024-10-01 02:48:55,052 INFO: [ epoch: 102 ] [ iter:137,500 ] [ performance: 27.417 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:26 ] [ l_g_pix: 2.8402e-02 ] [ l_g_total: 2.8402e-02 ] +2024-10-01 02:48:58,532 INFO: [ epoch: 102 ] [ iter:137,600 ] [ performance: 28.556 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:19 ] [ l_g_pix: 4.0346e-02 ] [ l_g_total: 4.0346e-02 ] +2024-10-01 02:49:03,709 INFO: [ epoch: 103 ] [ iter:137,700 ] [ performance: 27.255 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:12 ] [ l_g_pix: 3.2488e-02 ] [ l_g_total: 3.2488e-02 ] +2024-10-01 02:49:07,459 INFO: [ epoch: 103 ] [ iter:137,800 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:05 ] [ l_g_pix: 3.1630e-02 ] [ l_g_total: 3.1630e-02 ] +2024-10-01 02:49:11,213 INFO: [ epoch: 103 ] [ iter:137,900 ] [ performance: 26.521 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:58 ] [ l_g_pix: 2.5983e-02 ] [ l_g_total: 2.5983e-02 ] +2024-10-01 02:49:14,912 INFO: [ epoch: 103 ] [ iter:138,000 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:51 ] [ l_g_pix: 3.0219e-02 ] [ l_g_total: 3.0219e-02 ] +2024-10-01 02:49:18,592 INFO: [ epoch: 103 ] [ iter:138,100 ] [ performance: 27.417 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:44 ] [ l_g_pix: 3.2940e-02 ] [ l_g_total: 3.2940e-02 ] +2024-10-01 02:49:22,332 INFO: [ epoch: 103 ] [ iter:138,200 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:36 ] [ l_g_pix: 2.9342e-02 ] [ l_g_total: 2.9342e-02 ] +2024-10-01 02:49:26,085 INFO: [ epoch: 103 ] [ iter:138,300 ] [ performance: 27.309 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:29 ] [ l_g_pix: 3.9722e-02 ] [ l_g_total: 3.9722e-02 ] +2024-10-01 02:49:29,820 INFO: [ epoch: 103 ] [ iter:138,400 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:22 ] [ l_g_pix: 3.1154e-02 ] [ l_g_total: 3.1154e-02 ] +2024-10-01 02:49:33,533 INFO: [ epoch: 103 ] [ iter:138,500 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:15 ] [ l_g_pix: 2.0864e-02 ] [ l_g_total: 2.0864e-02 ] +2024-10-01 02:49:37,196 INFO: [ epoch: 103 ] [ iter:138,600 ] [ performance: 27.297 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:08 ] [ l_g_pix: 2.4004e-02 ] [ l_g_total: 2.4004e-02 ] +2024-10-01 02:49:40,906 INFO: [ epoch: 103 ] [ iter:138,700 ] [ performance: 27.770 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:01 ] [ l_g_pix: 2.9360e-02 ] [ l_g_total: 2.9360e-02 ] +2024-10-01 02:49:44,607 INFO: [ epoch: 103 ] [ iter:138,800 ] [ performance: 27.093 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:54 ] [ l_g_pix: 3.2286e-02 ] [ l_g_total: 3.2286e-02 ] +2024-10-01 02:49:48,219 INFO: [ epoch: 103 ] [ iter:138,900 ] [ performance: 28.972 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:47 ] [ l_g_pix: 2.6602e-02 ] [ l_g_total: 2.6602e-02 ] +2024-10-01 02:49:53,219 INFO: [ epoch: 104 ] [ iter:139,000 ] [ performance: 20.528 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:40 ] [ l_g_pix: 3.5950e-02 ] [ l_g_total: 3.5950e-02 ] +2024-10-01 02:49:56,986 INFO: [ epoch: 104 ] [ iter:139,100 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:33 ] [ l_g_pix: 1.6816e-02 ] [ l_g_total: 1.6816e-02 ] +2024-10-01 02:50:00,705 INFO: [ epoch: 104 ] [ iter:139,200 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:26 ] [ l_g_pix: 2.1777e-02 ] [ l_g_total: 2.1777e-02 ] +2024-10-01 02:50:04,463 INFO: [ epoch: 104 ] [ iter:139,300 ] [ performance: 27.193 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:19 ] [ l_g_pix: 2.4222e-02 ] [ l_g_total: 2.4222e-02 ] +2024-10-01 02:50:08,211 INFO: [ epoch: 104 ] [ iter:139,400 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:12 ] [ l_g_pix: 2.8524e-02 ] [ l_g_total: 2.8524e-02 ] +2024-10-01 02:50:11,939 INFO: [ epoch: 104 ] [ iter:139,500 ] [ performance: 27.907 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:05 ] [ l_g_pix: 2.5705e-02 ] [ l_g_total: 2.5705e-02 ] +2024-10-01 02:50:15,648 INFO: [ epoch: 104 ] [ iter:139,600 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:58 ] [ l_g_pix: 2.1949e-02 ] [ l_g_total: 2.1949e-02 ] +2024-10-01 02:50:19,374 INFO: [ epoch: 104 ] [ iter:139,700 ] [ performance: 27.643 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:50 ] [ l_g_pix: 3.3715e-02 ] [ l_g_total: 3.3715e-02 ] +2024-10-01 02:50:23,085 INFO: [ epoch: 104 ] [ iter:139,800 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:43 ] [ l_g_pix: 3.3976e-02 ] [ l_g_total: 3.3976e-02 ] +2024-10-01 02:50:26,831 INFO: [ epoch: 104 ] [ iter:139,900 ] [ performance: 26.295 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:36 ] [ l_g_pix: 1.9264e-02 ] [ l_g_total: 1.9264e-02 ] +2024-10-01 02:50:30,578 INFO: [ epoch: 104 ] [ iter:140,000 ] [ performance: 26.679 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:29 ] [ l_g_pix: 3.9412e-02 ] [ l_g_total: 3.9412e-02 ] +2024-10-01 02:50:30,578 INFO: Saving models and training states. +2024-10-01 02:53:45,254 INFO: Validation val + + # psnr: 27.1807........ Best: 27.1872 @ 120000 iter + # ssim: 0.7655........ Best: 0.7656 @ 120000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-01 02:53:49,019 INFO: [ epoch: 104 ] [ iter:140,100 ] [ performance: 26.450 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:46 ] [ l_g_pix: 2.2166e-02 ] [ l_g_total: 2.2166e-02 ] +2024-10-01 02:53:52,729 INFO: [ epoch: 104 ] [ iter:140,200 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:38 ] [ l_g_pix: 2.6026e-02 ] [ l_g_total: 2.6026e-02 ] +2024-10-01 02:53:57,576 INFO: [ epoch: 105 ] [ iter:140,300 ] [ performance: 22.366 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:32 ] [ l_g_pix: 2.6933e-02 ] [ l_g_total: 2.6933e-02 ] +2024-10-01 02:54:01,578 INFO: [ epoch: 105 ] [ iter:140,400 ] [ performance: 24.939 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:24 ] [ l_g_pix: 2.6753e-02 ] [ l_g_total: 2.6753e-02 ] +2024-10-01 02:54:05,318 INFO: [ epoch: 105 ] [ iter:140,500 ] [ performance: 27.594 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:17 ] [ l_g_pix: 2.8307e-02 ] [ l_g_total: 2.8307e-02 ] +2024-10-01 02:54:09,101 INFO: [ epoch: 105 ] [ iter:140,600 ] [ performance: 26.449 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:10 ] [ l_g_pix: 3.4882e-02 ] [ l_g_total: 3.4882e-02 ] +2024-10-01 02:54:12,869 INFO: [ epoch: 105 ] [ iter:140,700 ] [ performance: 26.496 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:03 ] [ l_g_pix: 2.5894e-02 ] [ l_g_total: 2.5894e-02 ] +2024-10-01 02:54:16,642 INFO: [ epoch: 105 ] [ iter:140,800 ] [ performance: 26.508 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:56 ] [ l_g_pix: 3.0158e-02 ] [ l_g_total: 3.0158e-02 ] +2024-10-01 02:54:20,421 INFO: [ epoch: 105 ] [ iter:140,900 ] [ performance: 26.489 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:48 ] [ l_g_pix: 2.1801e-02 ] [ l_g_total: 2.1801e-02 ] +2024-10-01 02:54:24,197 INFO: [ epoch: 105 ] [ iter:141,000 ] [ performance: 26.498 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:41 ] [ l_g_pix: 3.4450e-02 ] [ l_g_total: 3.4450e-02 ] +2024-10-01 02:54:27,928 INFO: [ epoch: 105 ] [ iter:141,100 ] [ performance: 26.651 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:34 ] [ l_g_pix: 3.7916e-02 ] [ l_g_total: 3.7916e-02 ] +2024-10-01 02:54:31,651 INFO: [ epoch: 105 ] [ iter:141,200 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:27 ] [ l_g_pix: 3.1918e-02 ] [ l_g_total: 3.1918e-02 ] +2024-10-01 02:54:35,366 INFO: [ epoch: 105 ] [ iter:141,300 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:20 ] [ l_g_pix: 4.3394e-02 ] [ l_g_total: 4.3394e-02 ] +2024-10-01 02:54:39,074 INFO: [ epoch: 105 ] [ iter:141,400 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:13 ] [ l_g_pix: 2.8546e-02 ] [ l_g_total: 2.8546e-02 ] +2024-10-01 02:54:42,794 INFO: [ epoch: 105 ] [ iter:141,500 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:05 ] [ l_g_pix: 1.6757e-02 ] [ l_g_total: 1.6757e-02 ] +2024-10-01 02:54:46,292 INFO: [ epoch: 105 ] [ iter:141,600 ] [ performance: 28.671 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:58 ] [ l_g_pix: 3.4955e-02 ] [ l_g_total: 3.4955e-02 ] +2024-10-01 02:54:51,385 INFO: [ epoch: 106 ] [ iter:141,700 ] [ performance: 23.224 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:51 ] [ l_g_pix: 2.7683e-02 ] [ l_g_total: 2.7683e-02 ] +2024-10-01 02:54:55,108 INFO: [ epoch: 106 ] [ iter:141,800 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:44 ] [ l_g_pix: 2.5763e-02 ] [ l_g_total: 2.5763e-02 ] +2024-10-01 02:54:58,822 INFO: [ epoch: 106 ] [ iter:141,900 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:37 ] [ l_g_pix: 2.2929e-02 ] [ l_g_total: 2.2929e-02 ] +2024-10-01 02:55:02,504 INFO: [ epoch: 106 ] [ iter:142,000 ] [ performance: 27.194 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:30 ] [ l_g_pix: 2.8227e-02 ] [ l_g_total: 2.8227e-02 ] +2024-10-01 02:55:06,189 INFO: [ epoch: 106 ] [ iter:142,100 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:23 ] [ l_g_pix: 3.0281e-02 ] [ l_g_total: 3.0281e-02 ] +2024-10-01 02:55:09,891 INFO: [ epoch: 106 ] [ iter:142,200 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:16 ] [ l_g_pix: 3.1587e-02 ] [ l_g_total: 3.1587e-02 ] +2024-10-01 02:55:13,670 INFO: [ epoch: 106 ] [ iter:142,300 ] [ performance: 26.756 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:09 ] [ l_g_pix: 2.6374e-02 ] [ l_g_total: 2.6374e-02 ] +2024-10-01 02:55:17,430 INFO: [ epoch: 106 ] [ iter:142,400 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:01 ] [ l_g_pix: 3.2434e-02 ] [ l_g_total: 3.2434e-02 ] +2024-10-01 02:55:21,187 INFO: [ epoch: 106 ] [ iter:142,500 ] [ performance: 26.612 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:54 ] [ l_g_pix: 2.2377e-02 ] [ l_g_total: 2.2377e-02 ] +2024-10-01 02:55:24,934 INFO: [ epoch: 106 ] [ iter:142,600 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:47 ] [ l_g_pix: 1.9205e-02 ] [ l_g_total: 1.9205e-02 ] +2024-10-01 02:55:28,613 INFO: [ epoch: 106 ] [ iter:142,700 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:40 ] [ l_g_pix: 3.4992e-02 ] [ l_g_total: 3.4992e-02 ] +2024-10-01 02:55:32,355 INFO: [ epoch: 106 ] [ iter:142,800 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:33 ] [ l_g_pix: 3.9907e-02 ] [ l_g_total: 3.9907e-02 ] +2024-10-01 02:55:35,948 INFO: [ epoch: 106 ] [ iter:142,900 ] [ performance: 27.344 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:26 ] [ l_g_pix: 3.0044e-02 ] [ l_g_total: 3.0044e-02 ] +2024-10-01 02:55:40,936 INFO: [ epoch: 107 ] [ iter:143,000 ] [ performance: 19.326 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:19 ] [ l_g_pix: 2.0395e-02 ] [ l_g_total: 2.0395e-02 ] +2024-10-01 02:55:44,623 INFO: [ epoch: 107 ] [ iter:143,100 ] [ performance: 22.798 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:12 ] [ l_g_pix: 2.8147e-02 ] [ l_g_total: 2.8147e-02 ] +2024-10-01 02:55:48,340 INFO: [ epoch: 107 ] [ iter:143,200 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:05 ] [ l_g_pix: 2.0677e-02 ] [ l_g_total: 2.0677e-02 ] +2024-10-01 02:55:52,080 INFO: [ epoch: 107 ] [ iter:143,300 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:58 ] [ l_g_pix: 3.6265e-02 ] [ l_g_total: 3.6265e-02 ] +2024-10-01 02:55:55,813 INFO: [ epoch: 107 ] [ iter:143,400 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:51 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-10-01 02:55:59,511 INFO: [ epoch: 107 ] [ iter:143,500 ] [ performance: 27.029 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:44 ] [ l_g_pix: 3.3167e-02 ] [ l_g_total: 3.3167e-02 ] +2024-10-01 02:56:03,256 INFO: [ epoch: 107 ] [ iter:143,600 ] [ performance: 26.729 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:37 ] [ l_g_pix: 3.0974e-02 ] [ l_g_total: 3.0974e-02 ] +2024-10-01 02:56:07,007 INFO: [ epoch: 107 ] [ iter:143,700 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:30 ] [ l_g_pix: 2.4563e-02 ] [ l_g_total: 2.4563e-02 ] +2024-10-01 02:56:10,761 INFO: [ epoch: 107 ] [ iter:143,800 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:23 ] [ l_g_pix: 2.2785e-02 ] [ l_g_total: 2.2785e-02 ] +2024-10-01 02:56:14,508 INFO: [ epoch: 107 ] [ iter:143,900 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:15 ] [ l_g_pix: 2.8002e-02 ] [ l_g_total: 2.8002e-02 ] +2024-10-01 02:56:18,231 INFO: [ epoch: 107 ] [ iter:144,000 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:08 ] [ l_g_pix: 4.1678e-02 ] [ l_g_total: 4.1678e-02 ] +2024-10-01 02:56:21,975 INFO: [ epoch: 107 ] [ iter:144,100 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:01 ] [ l_g_pix: 3.3949e-02 ] [ l_g_total: 3.3949e-02 ] +2024-10-01 02:56:25,651 INFO: [ epoch: 107 ] [ iter:144,200 ] [ performance: 27.359 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:54 ] [ l_g_pix: 3.6700e-02 ] [ l_g_total: 3.6700e-02 ] +2024-10-01 02:56:30,481 INFO: [ epoch: 108 ] [ iter:144,300 ] [ performance: 23.276 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:48 ] [ l_g_pix: 4.0611e-02 ] [ l_g_total: 4.0611e-02 ] +2024-10-01 02:56:34,381 INFO: [ epoch: 108 ] [ iter:144,400 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:41 ] [ l_g_pix: 2.4575e-02 ] [ l_g_total: 2.4575e-02 ] +2024-10-01 02:56:38,095 INFO: [ epoch: 108 ] [ iter:144,500 ] [ performance: 26.938 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:34 ] [ l_g_pix: 3.6013e-02 ] [ l_g_total: 3.6013e-02 ] +2024-10-01 02:56:41,802 INFO: [ epoch: 108 ] [ iter:144,600 ] [ performance: 27.079 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:27 ] [ l_g_pix: 3.9834e-02 ] [ l_g_total: 3.9834e-02 ] +2024-10-01 02:56:45,547 INFO: [ epoch: 108 ] [ iter:144,700 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:20 ] [ l_g_pix: 2.1760e-02 ] [ l_g_total: 2.1760e-02 ] +2024-10-01 02:56:49,265 INFO: [ epoch: 108 ] [ iter:144,800 ] [ performance: 27.029 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:13 ] [ l_g_pix: 3.2185e-02 ] [ l_g_total: 3.2185e-02 ] +2024-10-01 02:56:52,995 INFO: [ epoch: 108 ] [ iter:144,900 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:06 ] [ l_g_pix: 3.0657e-02 ] [ l_g_total: 3.0657e-02 ] +2024-10-01 02:56:56,730 INFO: [ epoch: 108 ] [ iter:145,000 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:59 ] [ l_g_pix: 3.1821e-02 ] [ l_g_total: 3.1821e-02 ] +2024-10-01 02:57:00,505 INFO: [ epoch: 108 ] [ iter:145,100 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:52 ] [ l_g_pix: 2.4392e-02 ] [ l_g_total: 2.4392e-02 ] +2024-10-01 02:57:04,242 INFO: [ epoch: 108 ] [ iter:145,200 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:45 ] [ l_g_pix: 1.9822e-02 ] [ l_g_total: 1.9822e-02 ] +2024-10-01 02:57:07,943 INFO: [ epoch: 108 ] [ iter:145,300 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:38 ] [ l_g_pix: 3.0592e-02 ] [ l_g_total: 3.0592e-02 ] +2024-10-01 02:57:11,729 INFO: [ epoch: 108 ] [ iter:145,400 ] [ performance: 26.535 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:31 ] [ l_g_pix: 2.0361e-02 ] [ l_g_total: 2.0361e-02 ] +2024-10-01 02:57:15,446 INFO: [ epoch: 108 ] [ iter:145,500 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:24 ] [ l_g_pix: 2.6367e-02 ] [ l_g_total: 2.6367e-02 ] +2024-10-01 02:57:18,985 INFO: [ epoch: 108 ] [ iter:145,600 ] [ performance: 28.887 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:17 ] [ l_g_pix: 2.7192e-02 ] [ l_g_total: 2.7192e-02 ] +2024-10-01 02:57:24,314 INFO: [ epoch: 109 ] [ iter:145,700 ] [ performance: 22.116 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:10 ] [ l_g_pix: 1.8510e-02 ] [ l_g_total: 1.8510e-02 ] +2024-10-01 02:57:28,076 INFO: [ epoch: 109 ] [ iter:145,800 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:03 ] [ l_g_pix: 2.0020e-02 ] [ l_g_total: 2.0020e-02 ] +2024-10-01 02:57:31,816 INFO: [ epoch: 109 ] [ iter:145,900 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:56 ] [ l_g_pix: 2.7203e-02 ] [ l_g_total: 2.7203e-02 ] +2024-10-01 02:57:35,513 INFO: [ epoch: 109 ] [ iter:146,000 ] [ performance: 27.249 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:49 ] [ l_g_pix: 3.8059e-02 ] [ l_g_total: 3.8059e-02 ] +2024-10-01 02:57:39,271 INFO: [ epoch: 109 ] [ iter:146,100 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:42 ] [ l_g_pix: 2.7464e-02 ] [ l_g_total: 2.7464e-02 ] +2024-10-01 02:57:43,019 INFO: [ epoch: 109 ] [ iter:146,200 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:35 ] [ l_g_pix: 3.3031e-02 ] [ l_g_total: 3.3031e-02 ] +2024-10-01 02:57:46,749 INFO: [ epoch: 109 ] [ iter:146,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:28 ] [ l_g_pix: 2.5451e-02 ] [ l_g_total: 2.5451e-02 ] +2024-10-01 02:57:50,461 INFO: [ epoch: 109 ] [ iter:146,400 ] [ performance: 27.052 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:21 ] [ l_g_pix: 2.3860e-02 ] [ l_g_total: 2.3860e-02 ] +2024-10-01 02:57:54,169 INFO: [ epoch: 109 ] [ iter:146,500 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:14 ] [ l_g_pix: 3.4071e-02 ] [ l_g_total: 3.4071e-02 ] +2024-10-01 02:57:57,875 INFO: [ epoch: 109 ] [ iter:146,600 ] [ performance: 27.141 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:08 ] [ l_g_pix: 3.3528e-02 ] [ l_g_total: 3.3528e-02 ] +2024-10-01 02:58:01,582 INFO: [ epoch: 109 ] [ iter:146,700 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:01 ] [ l_g_pix: 3.9041e-02 ] [ l_g_total: 3.9041e-02 ] +2024-10-01 02:58:05,301 INFO: [ epoch: 109 ] [ iter:146,800 ] [ performance: 27.281 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:54 ] [ l_g_pix: 2.1386e-02 ] [ l_g_total: 2.1386e-02 ] +2024-10-01 02:58:08,964 INFO: [ epoch: 109 ] [ iter:146,900 ] [ performance: 27.295 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:47 ] [ l_g_pix: 3.8892e-02 ] [ l_g_total: 3.8892e-02 ] +2024-10-01 02:58:13,991 INFO: [ epoch: 110 ] [ iter:147,000 ] [ performance: 17.606 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:40 ] [ l_g_pix: 3.3013e-02 ] [ l_g_total: 3.3013e-02 ] +2024-10-01 02:58:17,732 INFO: [ epoch: 110 ] [ iter:147,100 ] [ performance: 22.063 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:33 ] [ l_g_pix: 2.5485e-02 ] [ l_g_total: 2.5485e-02 ] +2024-10-01 02:58:21,430 INFO: [ epoch: 110 ] [ iter:147,200 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:26 ] [ l_g_pix: 1.9115e-02 ] [ l_g_total: 1.9115e-02 ] +2024-10-01 02:58:25,147 INFO: [ epoch: 110 ] [ iter:147,300 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:19 ] [ l_g_pix: 2.7485e-02 ] [ l_g_total: 2.7485e-02 ] +2024-10-01 02:58:28,850 INFO: [ epoch: 110 ] [ iter:147,400 ] [ performance: 27.092 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:13 ] [ l_g_pix: 3.0045e-02 ] [ l_g_total: 3.0045e-02 ] +2024-10-01 02:58:32,579 INFO: [ epoch: 110 ] [ iter:147,500 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:06 ] [ l_g_pix: 2.7439e-02 ] [ l_g_total: 2.7439e-02 ] +2024-10-01 02:58:36,337 INFO: [ epoch: 110 ] [ iter:147,600 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:59 ] [ l_g_pix: 2.4521e-02 ] [ l_g_total: 2.4521e-02 ] +2024-10-01 02:58:40,067 INFO: [ epoch: 110 ] [ iter:147,700 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:52 ] [ l_g_pix: 1.7272e-02 ] [ l_g_total: 1.7272e-02 ] +2024-10-01 02:58:43,761 INFO: [ epoch: 110 ] [ iter:147,800 ] [ performance: 27.185 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:45 ] [ l_g_pix: 1.9445e-02 ] [ l_g_total: 1.9445e-02 ] +2024-10-01 02:58:47,480 INFO: [ epoch: 110 ] [ iter:147,900 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:38 ] [ l_g_pix: 2.7654e-02 ] [ l_g_total: 2.7654e-02 ] +2024-10-01 02:58:51,251 INFO: [ epoch: 110 ] [ iter:148,000 ] [ performance: 26.597 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:31 ] [ l_g_pix: 3.0638e-02 ] [ l_g_total: 3.0638e-02 ] +2024-10-01 02:58:55,006 INFO: [ epoch: 110 ] [ iter:148,100 ] [ performance: 26.622 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:24 ] [ l_g_pix: 2.3033e-02 ] [ l_g_total: 2.3033e-02 ] +2024-10-01 02:58:58,693 INFO: [ epoch: 110 ] [ iter:148,200 ] [ performance: 27.352 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:17 ] [ l_g_pix: 2.2093e-02 ] [ l_g_total: 2.2093e-02 ] +2024-10-01 02:59:03,334 INFO: [ epoch: 111 ] [ iter:148,300 ] [ performance: 23.476 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:11 ] [ l_g_pix: 2.2587e-02 ] [ l_g_total: 2.2587e-02 ] +2024-10-01 02:59:07,446 INFO: [ epoch: 111 ] [ iter:148,400 ] [ performance: 26.615 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:04 ] [ l_g_pix: 3.7524e-02 ] [ l_g_total: 3.7524e-02 ] +2024-10-01 02:59:11,156 INFO: [ epoch: 111 ] [ iter:148,500 ] [ performance: 26.823 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:57 ] [ l_g_pix: 2.2746e-02 ] [ l_g_total: 2.2746e-02 ] +2024-10-01 02:59:14,860 INFO: [ epoch: 111 ] [ iter:148,600 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:50 ] [ l_g_pix: 2.9750e-02 ] [ l_g_total: 2.9750e-02 ] +2024-10-01 02:59:18,560 INFO: [ epoch: 111 ] [ iter:148,700 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:44 ] [ l_g_pix: 2.6454e-02 ] [ l_g_total: 2.6454e-02 ] +2024-10-01 02:59:22,307 INFO: [ epoch: 111 ] [ iter:148,800 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:37 ] [ l_g_pix: 2.2875e-02 ] [ l_g_total: 2.2875e-02 ] +2024-10-01 02:59:26,038 INFO: [ epoch: 111 ] [ iter:148,900 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:30 ] [ l_g_pix: 2.5065e-02 ] [ l_g_total: 2.5065e-02 ] +2024-10-01 02:59:29,774 INFO: [ epoch: 111 ] [ iter:149,000 ] [ performance: 26.752 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:23 ] [ l_g_pix: 4.2278e-02 ] [ l_g_total: 4.2278e-02 ] +2024-10-01 02:59:33,497 INFO: [ epoch: 111 ] [ iter:149,100 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:16 ] [ l_g_pix: 2.2815e-02 ] [ l_g_total: 2.2815e-02 ] +2024-10-01 02:59:37,174 INFO: [ epoch: 111 ] [ iter:149,200 ] [ performance: 27.578 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:09 ] [ l_g_pix: 3.7919e-02 ] [ l_g_total: 3.7919e-02 ] +2024-10-01 02:59:40,874 INFO: [ epoch: 111 ] [ iter:149,300 ] [ performance: 27.231 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:03 ] [ l_g_pix: 3.0757e-02 ] [ l_g_total: 3.0757e-02 ] +2024-10-01 02:59:44,538 INFO: [ epoch: 111 ] [ iter:149,400 ] [ performance: 27.485 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:56 ] [ l_g_pix: 2.4373e-02 ] [ l_g_total: 2.4373e-02 ] +2024-10-01 02:59:48,210 INFO: [ epoch: 111 ] [ iter:149,500 ] [ performance: 27.328 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:49 ] [ l_g_pix: 3.2242e-02 ] [ l_g_total: 3.2242e-02 ] +2024-10-01 02:59:51,797 INFO: [ epoch: 111 ] [ iter:149,600 ] [ performance: 28.703 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:42 ] [ l_g_pix: 2.9825e-02 ] [ l_g_total: 2.9825e-02 ] +2024-10-01 02:59:57,102 INFO: [ epoch: 112 ] [ iter:149,700 ] [ performance: 21.504 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:36 ] [ l_g_pix: 3.3812e-02 ] [ l_g_total: 3.3812e-02 ] +2024-10-01 03:00:00,830 INFO: [ epoch: 112 ] [ iter:149,800 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:29 ] [ l_g_pix: 3.5957e-02 ] [ l_g_total: 3.5957e-02 ] +2024-10-01 03:00:04,535 INFO: [ epoch: 112 ] [ iter:149,900 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:22 ] [ l_g_pix: 2.2574e-02 ] [ l_g_total: 2.2574e-02 ] +2024-10-01 03:00:08,281 INFO: [ epoch: 112 ] [ iter:150,000 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:15 ] [ l_g_pix: 3.4283e-02 ] [ l_g_total: 3.4283e-02 ] +2024-10-01 03:00:08,281 INFO: Saving models and training states. +2024-10-01 03:03:02,991 INFO: Validation val + + # psnr: 27.1878........ Best: 27.1878 @ 150000 iter + # ssim: 0.7657........ Best: 0.7657 @ 150000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 03:03:06,727 INFO: [ epoch: 112 ] [ iter:150,100 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:07 ] [ l_g_pix: 2.5468e-02 ] [ l_g_total: 2.5468e-02 ] +2024-10-01 03:03:10,444 INFO: [ epoch: 112 ] [ iter:150,200 ] [ performance: 26.947 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:00 ] [ l_g_pix: 2.3089e-02 ] [ l_g_total: 2.3089e-02 ] +2024-10-01 03:03:14,166 INFO: [ epoch: 112 ] [ iter:150,300 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:53 ] [ l_g_pix: 3.0956e-02 ] [ l_g_total: 3.0956e-02 ] +2024-10-01 03:03:17,872 INFO: [ epoch: 112 ] [ iter:150,400 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:46 ] [ l_g_pix: 2.3164e-02 ] [ l_g_total: 2.3164e-02 ] +2024-10-01 03:03:21,638 INFO: [ epoch: 112 ] [ iter:150,500 ] [ performance: 26.680 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:39 ] [ l_g_pix: 2.4253e-02 ] [ l_g_total: 2.4253e-02 ] +2024-10-01 03:03:25,355 INFO: [ epoch: 112 ] [ iter:150,600 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:32 ] [ l_g_pix: 3.7880e-02 ] [ l_g_total: 3.7880e-02 ] +2024-10-01 03:03:29,105 INFO: [ epoch: 112 ] [ iter:150,700 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:25 ] [ l_g_pix: 1.5716e-02 ] [ l_g_total: 1.5716e-02 ] +2024-10-01 03:03:32,805 INFO: [ epoch: 112 ] [ iter:150,800 ] [ performance: 27.086 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:18 ] [ l_g_pix: 2.1692e-02 ] [ l_g_total: 2.1692e-02 ] +2024-10-01 03:03:36,465 INFO: [ epoch: 112 ] [ iter:150,900 ] [ performance: 27.249 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:11 ] [ l_g_pix: 3.1109e-02 ] [ l_g_total: 3.1109e-02 ] +2024-10-01 03:03:41,472 INFO: [ epoch: 113 ] [ iter:151,000 ] [ performance: 15.105 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:05 ] [ l_g_pix: 2.6986e-02 ] [ l_g_total: 2.6986e-02 ] +2024-10-01 03:03:45,255 INFO: [ epoch: 113 ] [ iter:151,100 ] [ performance: 21.207 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:58 ] [ l_g_pix: 2.8288e-02 ] [ l_g_total: 2.8288e-02 ] +2024-10-01 03:03:49,037 INFO: [ epoch: 113 ] [ iter:151,200 ] [ performance: 26.567 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:51 ] [ l_g_pix: 2.5189e-02 ] [ l_g_total: 2.5189e-02 ] +2024-10-01 03:03:52,785 INFO: [ epoch: 113 ] [ iter:151,300 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:44 ] [ l_g_pix: 2.8984e-02 ] [ l_g_total: 2.8984e-02 ] +2024-10-01 03:03:56,523 INFO: [ epoch: 113 ] [ iter:151,400 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:37 ] [ l_g_pix: 1.7123e-02 ] [ l_g_total: 1.7123e-02 ] +2024-10-01 03:04:00,256 INFO: [ epoch: 113 ] [ iter:151,500 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:30 ] [ l_g_pix: 2.8507e-02 ] [ l_g_total: 2.8507e-02 ] +2024-10-01 03:04:03,939 INFO: [ epoch: 113 ] [ iter:151,600 ] [ performance: 27.270 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:23 ] [ l_g_pix: 2.9051e-02 ] [ l_g_total: 2.9051e-02 ] +2024-10-01 03:04:07,665 INFO: [ epoch: 113 ] [ iter:151,700 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:16 ] [ l_g_pix: 4.2659e-02 ] [ l_g_total: 4.2659e-02 ] +2024-10-01 03:04:11,396 INFO: [ epoch: 113 ] [ iter:151,800 ] [ performance: 27.092 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:09 ] [ l_g_pix: 3.7133e-02 ] [ l_g_total: 3.7133e-02 ] +2024-10-01 03:04:15,067 INFO: [ epoch: 113 ] [ iter:151,900 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:03 ] [ l_g_pix: 2.5653e-02 ] [ l_g_total: 2.5653e-02 ] +2024-10-01 03:04:18,849 INFO: [ epoch: 113 ] [ iter:152,000 ] [ performance: 26.560 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:56 ] [ l_g_pix: 3.2814e-02 ] [ l_g_total: 3.2814e-02 ] +2024-10-01 03:04:22,524 INFO: [ epoch: 113 ] [ iter:152,100 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:49 ] [ l_g_pix: 1.6322e-02 ] [ l_g_total: 1.6322e-02 ] +2024-10-01 03:04:26,225 INFO: [ epoch: 113 ] [ iter:152,200 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:42 ] [ l_g_pix: 3.2744e-02 ] [ l_g_total: 3.2744e-02 ] +2024-10-01 03:04:29,752 INFO: [ epoch: 113 ] [ iter:152,300 ] [ performance: 27.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:35 ] [ l_g_pix: 2.6553e-02 ] [ l_g_total: 2.6553e-02 ] +2024-10-01 03:04:35,151 INFO: [ epoch: 114 ] [ iter:152,400 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:29 ] [ l_g_pix: 2.8081e-02 ] [ l_g_total: 2.8081e-02 ] +2024-10-01 03:04:38,902 INFO: [ epoch: 114 ] [ iter:152,500 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:22 ] [ l_g_pix: 2.1609e-02 ] [ l_g_total: 2.1609e-02 ] +2024-10-01 03:04:42,581 INFO: [ epoch: 114 ] [ iter:152,600 ] [ performance: 27.259 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:15 ] [ l_g_pix: 2.5954e-02 ] [ l_g_total: 2.5954e-02 ] +2024-10-01 03:04:46,349 INFO: [ epoch: 114 ] [ iter:152,700 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:08 ] [ l_g_pix: 4.4596e-02 ] [ l_g_total: 4.4596e-02 ] +2024-10-01 03:04:50,093 INFO: [ epoch: 114 ] [ iter:152,800 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:01 ] [ l_g_pix: 2.2902e-02 ] [ l_g_total: 2.2902e-02 ] +2024-10-01 03:04:53,821 INFO: [ epoch: 114 ] [ iter:152,900 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:54 ] [ l_g_pix: 2.9705e-02 ] [ l_g_total: 2.9705e-02 ] +2024-10-01 03:04:57,565 INFO: [ epoch: 114 ] [ iter:153,000 ] [ performance: 26.608 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:48 ] [ l_g_pix: 3.6901e-02 ] [ l_g_total: 3.6901e-02 ] +2024-10-01 03:05:01,338 INFO: [ epoch: 114 ] [ iter:153,100 ] [ performance: 26.534 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:41 ] [ l_g_pix: 2.0355e-02 ] [ l_g_total: 2.0355e-02 ] +2024-10-01 03:05:05,038 INFO: [ epoch: 114 ] [ iter:153,200 ] [ performance: 27.251 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:34 ] [ l_g_pix: 2.8702e-02 ] [ l_g_total: 2.8702e-02 ] +2024-10-01 03:05:08,755 INFO: [ epoch: 114 ] [ iter:153,300 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:27 ] [ l_g_pix: 3.2366e-02 ] [ l_g_total: 3.2366e-02 ] +2024-10-01 03:05:12,470 INFO: [ epoch: 114 ] [ iter:153,400 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:20 ] [ l_g_pix: 2.3601e-02 ] [ l_g_total: 2.3601e-02 ] +2024-10-01 03:05:16,199 INFO: [ epoch: 114 ] [ iter:153,500 ] [ performance: 26.835 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:13 ] [ l_g_pix: 4.0929e-02 ] [ l_g_total: 4.0929e-02 ] +2024-10-01 03:05:19,773 INFO: [ epoch: 114 ] [ iter:153,600 ] [ performance: 28.888 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:07 ] [ l_g_pix: 3.9145e-02 ] [ l_g_total: 3.9145e-02 ] +2024-10-01 03:05:24,923 INFO: [ epoch: 115 ] [ iter:153,700 ] [ performance: 21.269 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:00 ] [ l_g_pix: 2.2959e-02 ] [ l_g_total: 2.2959e-02 ] +2024-10-01 03:05:28,624 INFO: [ epoch: 115 ] [ iter:153,800 ] [ performance: 27.562 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:53 ] [ l_g_pix: 2.5625e-02 ] [ l_g_total: 2.5625e-02 ] +2024-10-01 03:05:32,347 INFO: [ epoch: 115 ] [ iter:153,900 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:47 ] [ l_g_pix: 3.8027e-02 ] [ l_g_total: 3.8027e-02 ] +2024-10-01 03:05:36,110 INFO: [ epoch: 115 ] [ iter:154,000 ] [ performance: 27.141 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:40 ] [ l_g_pix: 4.2092e-02 ] [ l_g_total: 4.2092e-02 ] +2024-10-01 03:05:39,870 INFO: [ epoch: 115 ] [ iter:154,100 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:33 ] [ l_g_pix: 2.5408e-02 ] [ l_g_total: 2.5408e-02 ] +2024-10-01 03:05:43,586 INFO: [ epoch: 115 ] [ iter:154,200 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:26 ] [ l_g_pix: 2.6343e-02 ] [ l_g_total: 2.6343e-02 ] +2024-10-01 03:05:47,323 INFO: [ epoch: 115 ] [ iter:154,300 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:19 ] [ l_g_pix: 4.3905e-02 ] [ l_g_total: 4.3905e-02 ] +2024-10-01 03:05:51,058 INFO: [ epoch: 115 ] [ iter:154,400 ] [ performance: 26.741 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:13 ] [ l_g_pix: 1.9437e-02 ] [ l_g_total: 1.9437e-02 ] +2024-10-01 03:05:54,797 INFO: [ epoch: 115 ] [ iter:154,500 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:06 ] [ l_g_pix: 3.3012e-02 ] [ l_g_total: 3.3012e-02 ] +2024-10-01 03:05:58,497 INFO: [ epoch: 115 ] [ iter:154,600 ] [ performance: 27.339 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:59 ] [ l_g_pix: 3.0210e-02 ] [ l_g_total: 3.0210e-02 ] +2024-10-01 03:06:02,191 INFO: [ epoch: 115 ] [ iter:154,700 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:52 ] [ l_g_pix: 2.7312e-02 ] [ l_g_total: 2.7312e-02 ] +2024-10-01 03:06:05,865 INFO: [ epoch: 115 ] [ iter:154,800 ] [ performance: 27.465 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:46 ] [ l_g_pix: 1.4442e-02 ] [ l_g_total: 1.4442e-02 ] +2024-10-01 03:06:09,545 INFO: [ epoch: 115 ] [ iter:154,900 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:39 ] [ l_g_pix: 2.1350e-02 ] [ l_g_total: 2.1350e-02 ] +2024-10-01 03:06:14,589 INFO: [ epoch: 116 ] [ iter:155,000 ] [ performance: 11.283 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:32 ] [ l_g_pix: 3.6334e-02 ] [ l_g_total: 3.6334e-02 ] +2024-10-01 03:06:18,387 INFO: [ epoch: 116 ] [ iter:155,100 ] [ performance: 20.293 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:26 ] [ l_g_pix: 2.1243e-02 ] [ l_g_total: 2.1243e-02 ] +2024-10-01 03:06:22,109 INFO: [ epoch: 116 ] [ iter:155,200 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:19 ] [ l_g_pix: 2.7295e-02 ] [ l_g_total: 2.7295e-02 ] +2024-10-01 03:06:25,875 INFO: [ epoch: 116 ] [ iter:155,300 ] [ performance: 26.588 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:12 ] [ l_g_pix: 2.3193e-02 ] [ l_g_total: 2.3193e-02 ] +2024-10-01 03:06:29,637 INFO: [ epoch: 116 ] [ iter:155,400 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:06 ] [ l_g_pix: 3.1216e-02 ] [ l_g_total: 3.1216e-02 ] +2024-10-01 03:06:33,386 INFO: [ epoch: 116 ] [ iter:155,500 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:59 ] [ l_g_pix: 3.1154e-02 ] [ l_g_total: 3.1154e-02 ] +2024-10-01 03:06:37,118 INFO: [ epoch: 116 ] [ iter:155,600 ] [ performance: 27.116 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:52 ] [ l_g_pix: 2.0390e-02 ] [ l_g_total: 2.0390e-02 ] +2024-10-01 03:06:40,851 INFO: [ epoch: 116 ] [ iter:155,700 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:45 ] [ l_g_pix: 3.2422e-02 ] [ l_g_total: 3.2422e-02 ] +2024-10-01 03:06:44,615 INFO: [ epoch: 116 ] [ iter:155,800 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:39 ] [ l_g_pix: 3.4503e-02 ] [ l_g_total: 3.4503e-02 ] +2024-10-01 03:06:48,368 INFO: [ epoch: 116 ] [ iter:155,900 ] [ performance: 26.713 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:32 ] [ l_g_pix: 3.4663e-02 ] [ l_g_total: 3.4663e-02 ] +2024-10-01 03:06:52,095 INFO: [ epoch: 116 ] [ iter:156,000 ] [ performance: 27.580 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:25 ] [ l_g_pix: 3.3443e-02 ] [ l_g_total: 3.3443e-02 ] +2024-10-01 03:06:55,818 INFO: [ epoch: 116 ] [ iter:156,100 ] [ performance: 26.997 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:18 ] [ l_g_pix: 2.8109e-02 ] [ l_g_total: 2.8109e-02 ] +2024-10-01 03:06:59,565 INFO: [ epoch: 116 ] [ iter:156,200 ] [ performance: 27.185 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:12 ] [ l_g_pix: 2.3174e-02 ] [ l_g_total: 2.3174e-02 ] +2024-10-01 03:07:03,118 INFO: [ epoch: 116 ] [ iter:156,300 ] [ performance: 27.962 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:05 ] [ l_g_pix: 2.1962e-02 ] [ l_g_total: 2.1962e-02 ] +2024-10-01 03:07:08,440 INFO: [ epoch: 117 ] [ iter:156,400 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:59 ] [ l_g_pix: 2.3619e-02 ] [ l_g_total: 2.3619e-02 ] +2024-10-01 03:07:12,174 INFO: [ epoch: 117 ] [ iter:156,500 ] [ performance: 26.825 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:52 ] [ l_g_pix: 2.9350e-02 ] [ l_g_total: 2.9350e-02 ] +2024-10-01 03:07:15,927 INFO: [ epoch: 117 ] [ iter:156,600 ] [ performance: 27.500 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:45 ] [ l_g_pix: 2.9041e-02 ] [ l_g_total: 2.9041e-02 ] +2024-10-01 03:07:19,682 INFO: [ epoch: 117 ] [ iter:156,700 ] [ performance: 26.784 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:39 ] [ l_g_pix: 2.3426e-02 ] [ l_g_total: 2.3426e-02 ] +2024-10-01 03:07:23,425 INFO: [ epoch: 117 ] [ iter:156,800 ] [ performance: 27.350 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:32 ] [ l_g_pix: 3.2303e-02 ] [ l_g_total: 3.2303e-02 ] +2024-10-01 03:07:27,167 INFO: [ epoch: 117 ] [ iter:156,900 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:25 ] [ l_g_pix: 2.7834e-02 ] [ l_g_total: 2.7834e-02 ] +2024-10-01 03:07:30,903 INFO: [ epoch: 117 ] [ iter:157,000 ] [ performance: 27.238 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:19 ] [ l_g_pix: 2.0565e-02 ] [ l_g_total: 2.0565e-02 ] +2024-10-01 03:07:34,606 INFO: [ epoch: 117 ] [ iter:157,100 ] [ performance: 27.048 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:12 ] [ l_g_pix: 2.4747e-02 ] [ l_g_total: 2.4747e-02 ] +2024-10-01 03:07:38,357 INFO: [ epoch: 117 ] [ iter:157,200 ] [ performance: 27.583 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:05 ] [ l_g_pix: 4.3277e-02 ] [ l_g_total: 4.3277e-02 ] +2024-10-01 03:07:42,124 INFO: [ epoch: 117 ] [ iter:157,300 ] [ performance: 26.699 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:59 ] [ l_g_pix: 2.8317e-02 ] [ l_g_total: 2.8317e-02 ] +2024-10-01 03:07:45,864 INFO: [ epoch: 117 ] [ iter:157,400 ] [ performance: 28.380 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:52 ] [ l_g_pix: 2.0497e-02 ] [ l_g_total: 2.0497e-02 ] +2024-10-01 03:07:49,546 INFO: [ epoch: 117 ] [ iter:157,500 ] [ performance: 27.336 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:45 ] [ l_g_pix: 2.8198e-02 ] [ l_g_total: 2.8198e-02 ] +2024-10-01 03:07:53,150 INFO: [ epoch: 117 ] [ iter:157,600 ] [ performance: 29.194 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:39 ] [ l_g_pix: 3.6098e-02 ] [ l_g_total: 3.6098e-02 ] +2024-10-01 03:07:58,182 INFO: [ epoch: 118 ] [ iter:157,700 ] [ performance: 20.792 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:32 ] [ l_g_pix: 3.0243e-02 ] [ l_g_total: 3.0243e-02 ] +2024-10-01 03:08:01,877 INFO: [ epoch: 118 ] [ iter:157,800 ] [ performance: 27.970 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:26 ] [ l_g_pix: 3.3751e-02 ] [ l_g_total: 3.3751e-02 ] +2024-10-01 03:08:05,543 INFO: [ epoch: 118 ] [ iter:157,900 ] [ performance: 27.370 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:19 ] [ l_g_pix: 5.1547e-02 ] [ l_g_total: 5.1547e-02 ] +2024-10-01 03:08:09,271 INFO: [ epoch: 118 ] [ iter:158,000 ] [ performance: 26.858 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:12 ] [ l_g_pix: 4.1373e-02 ] [ l_g_total: 4.1373e-02 ] +2024-10-01 03:08:13,006 INFO: [ epoch: 118 ] [ iter:158,100 ] [ performance: 26.784 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:06 ] [ l_g_pix: 2.6337e-02 ] [ l_g_total: 2.6337e-02 ] +2024-10-01 03:08:16,737 INFO: [ epoch: 118 ] [ iter:158,200 ] [ performance: 27.445 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:59 ] [ l_g_pix: 2.1169e-02 ] [ l_g_total: 2.1169e-02 ] +2024-10-01 03:08:20,538 INFO: [ epoch: 118 ] [ iter:158,300 ] [ performance: 26.441 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:52 ] [ l_g_pix: 3.4480e-02 ] [ l_g_total: 3.4480e-02 ] +2024-10-01 03:08:24,260 INFO: [ epoch: 118 ] [ iter:158,400 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:46 ] [ l_g_pix: 2.1698e-02 ] [ l_g_total: 2.1698e-02 ] +2024-10-01 03:08:27,974 INFO: [ epoch: 118 ] [ iter:158,500 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:39 ] [ l_g_pix: 3.1752e-02 ] [ l_g_total: 3.1752e-02 ] +2024-10-01 03:08:31,731 INFO: [ epoch: 118 ] [ iter:158,600 ] [ performance: 26.204 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:33 ] [ l_g_pix: 4.0984e-02 ] [ l_g_total: 4.0984e-02 ] +2024-10-01 03:08:35,420 INFO: [ epoch: 118 ] [ iter:158,700 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:26 ] [ l_g_pix: 2.5361e-02 ] [ l_g_total: 2.5361e-02 ] +2024-10-01 03:08:39,128 INFO: [ epoch: 118 ] [ iter:158,800 ] [ performance: 27.208 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:19 ] [ l_g_pix: 3.2173e-02 ] [ l_g_total: 3.2173e-02 ] +2024-10-01 03:08:42,845 INFO: [ epoch: 118 ] [ iter:158,900 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:13 ] [ l_g_pix: 2.8190e-02 ] [ l_g_total: 2.8190e-02 ] +2024-10-01 03:08:47,630 INFO: [ epoch: 119 ] [ iter:159,000 ] [ performance: 19.188 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:06 ] [ l_g_pix: 3.2198e-02 ] [ l_g_total: 3.2198e-02 ] +2024-10-01 03:08:51,512 INFO: [ epoch: 119 ] [ iter:159,100 ] [ performance: 25.059 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:00 ] [ l_g_pix: 3.3520e-02 ] [ l_g_total: 3.3520e-02 ] +2024-10-01 03:08:55,262 INFO: [ epoch: 119 ] [ iter:159,200 ] [ performance: 27.826 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:53 ] [ l_g_pix: 2.5993e-02 ] [ l_g_total: 2.5993e-02 ] +2024-10-01 03:08:59,011 INFO: [ epoch: 119 ] [ iter:159,300 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:47 ] [ l_g_pix: 2.8325e-02 ] [ l_g_total: 2.8325e-02 ] +2024-10-01 03:09:02,750 INFO: [ epoch: 119 ] [ iter:159,400 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:40 ] [ l_g_pix: 2.4741e-02 ] [ l_g_total: 2.4741e-02 ] +2024-10-01 03:09:06,502 INFO: [ epoch: 119 ] [ iter:159,500 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:33 ] [ l_g_pix: 3.0334e-02 ] [ l_g_total: 3.0334e-02 ] +2024-10-01 03:09:10,272 INFO: [ epoch: 119 ] [ iter:159,600 ] [ performance: 26.774 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:27 ] [ l_g_pix: 2.9885e-02 ] [ l_g_total: 2.9885e-02 ] +2024-10-01 03:09:14,001 INFO: [ epoch: 119 ] [ iter:159,700 ] [ performance: 26.817 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:20 ] [ l_g_pix: 3.6501e-02 ] [ l_g_total: 3.6501e-02 ] +2024-10-01 03:09:17,707 INFO: [ epoch: 119 ] [ iter:159,800 ] [ performance: 27.394 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:14 ] [ l_g_pix: 2.5128e-02 ] [ l_g_total: 2.5128e-02 ] +2024-10-01 03:09:21,385 INFO: [ epoch: 119 ] [ iter:159,900 ] [ performance: 27.206 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:07 ] [ l_g_pix: 2.9524e-02 ] [ l_g_total: 2.9524e-02 ] +2024-10-01 03:09:25,110 INFO: [ epoch: 119 ] [ iter:160,000 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:01 ] [ l_g_pix: 2.4057e-02 ] [ l_g_total: 2.4057e-02 ] +2024-10-01 03:09:25,110 INFO: Saving models and training states. +2024-10-01 03:12:43,399 INFO: Validation val + + # psnr: 27.1883........ Best: 27.1883 @ 160000 iter + # ssim: 0.7658........ Best: 0.7658 @ 160000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-01 03:12:47,100 INFO: [ epoch: 119 ] [ iter:160,100 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:43 ] [ l_g_pix: 2.4766e-02 ] [ l_g_total: 2.4766e-02 ] +2024-10-01 03:12:50,835 INFO: [ epoch: 119 ] [ iter:160,200 ] [ performance: 26.263 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:37 ] [ l_g_pix: 2.3409e-02 ] [ l_g_total: 2.3409e-02 ] +2024-10-01 03:12:54,379 INFO: [ epoch: 119 ] [ iter:160,300 ] [ performance: 28.162 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:30 ] [ l_g_pix: 3.5872e-02 ] [ l_g_total: 3.5872e-02 ] +2024-10-01 03:12:59,584 INFO: [ epoch: 120 ] [ iter:160,400 ] [ performance: 24.814 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:24 ] [ l_g_pix: 2.3172e-02 ] [ l_g_total: 2.3172e-02 ] +2024-10-01 03:13:03,316 INFO: [ epoch: 120 ] [ iter:160,500 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:17 ] [ l_g_pix: 2.1649e-02 ] [ l_g_total: 2.1649e-02 ] +2024-10-01 03:13:07,052 INFO: [ epoch: 120 ] [ iter:160,600 ] [ performance: 28.630 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:10 ] [ l_g_pix: 2.0047e-02 ] [ l_g_total: 2.0047e-02 ] +2024-10-01 03:13:10,787 INFO: [ epoch: 120 ] [ iter:160,700 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:03 ] [ l_g_pix: 1.7139e-02 ] [ l_g_total: 1.7139e-02 ] +2024-10-01 03:13:14,570 INFO: [ epoch: 120 ] [ iter:160,800 ] [ performance: 26.618 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:57 ] [ l_g_pix: 3.5825e-02 ] [ l_g_total: 3.5825e-02 ] +2024-10-01 03:13:18,312 INFO: [ epoch: 120 ] [ iter:160,900 ] [ performance: 26.731 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:50 ] [ l_g_pix: 2.8056e-02 ] [ l_g_total: 2.8056e-02 ] +2024-10-01 03:13:22,046 INFO: [ epoch: 120 ] [ iter:161,000 ] [ performance: 26.757 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:43 ] [ l_g_pix: 2.7875e-02 ] [ l_g_total: 2.7875e-02 ] +2024-10-01 03:13:25,791 INFO: [ epoch: 120 ] [ iter:161,100 ] [ performance: 26.730 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:37 ] [ l_g_pix: 2.8293e-02 ] [ l_g_total: 2.8293e-02 ] +2024-10-01 03:13:29,539 INFO: [ epoch: 120 ] [ iter:161,200 ] [ performance: 26.710 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:30 ] [ l_g_pix: 3.4513e-02 ] [ l_g_total: 3.4513e-02 ] +2024-10-01 03:13:33,293 INFO: [ epoch: 120 ] [ iter:161,300 ] [ performance: 26.627 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:23 ] [ l_g_pix: 4.5230e-02 ] [ l_g_total: 4.5230e-02 ] +2024-10-01 03:13:37,065 INFO: [ epoch: 120 ] [ iter:161,400 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:17 ] [ l_g_pix: 3.3857e-02 ] [ l_g_total: 3.3857e-02 ] +2024-10-01 03:13:40,827 INFO: [ epoch: 120 ] [ iter:161,500 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:10 ] [ l_g_pix: 2.5335e-02 ] [ l_g_total: 2.5335e-02 ] +2024-10-01 03:13:44,439 INFO: [ epoch: 120 ] [ iter:161,600 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:03 ] [ l_g_pix: 2.5176e-02 ] [ l_g_total: 2.5176e-02 ] +2024-10-01 03:13:49,439 INFO: [ epoch: 121 ] [ iter:161,700 ] [ performance: 19.760 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:57 ] [ l_g_pix: 3.4837e-02 ] [ l_g_total: 3.4837e-02 ] +2024-10-01 03:13:53,191 INFO: [ epoch: 121 ] [ iter:161,800 ] [ performance: 22.766 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:50 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-01 03:13:56,954 INFO: [ epoch: 121 ] [ iter:161,900 ] [ performance: 26.579 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:44 ] [ l_g_pix: 4.1992e-02 ] [ l_g_total: 4.1992e-02 ] +2024-10-01 03:14:00,672 INFO: [ epoch: 121 ] [ iter:162,000 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:37 ] [ l_g_pix: 1.8144e-02 ] [ l_g_total: 1.8144e-02 ] +2024-10-01 03:14:04,342 INFO: [ epoch: 121 ] [ iter:162,100 ] [ performance: 27.352 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:30 ] [ l_g_pix: 2.4394e-02 ] [ l_g_total: 2.4394e-02 ] +2024-10-01 03:14:08,031 INFO: [ epoch: 121 ] [ iter:162,200 ] [ performance: 27.230 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:24 ] [ l_g_pix: 2.4810e-02 ] [ l_g_total: 2.4810e-02 ] +2024-10-01 03:14:11,792 INFO: [ epoch: 121 ] [ iter:162,300 ] [ performance: 26.583 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:17 ] [ l_g_pix: 2.4726e-02 ] [ l_g_total: 2.4726e-02 ] +2024-10-01 03:14:15,525 INFO: [ epoch: 121 ] [ iter:162,400 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:10 ] [ l_g_pix: 3.6360e-02 ] [ l_g_total: 3.6360e-02 ] +2024-10-01 03:14:19,252 INFO: [ epoch: 121 ] [ iter:162,500 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:04 ] [ l_g_pix: 3.2981e-02 ] [ l_g_total: 3.2981e-02 ] +2024-10-01 03:14:22,975 INFO: [ epoch: 121 ] [ iter:162,600 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:57 ] [ l_g_pix: 2.0764e-02 ] [ l_g_total: 2.0764e-02 ] +2024-10-01 03:14:26,715 INFO: [ epoch: 121 ] [ iter:162,700 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:50 ] [ l_g_pix: 3.2879e-02 ] [ l_g_total: 3.2879e-02 ] +2024-10-01 03:14:30,448 INFO: [ epoch: 121 ] [ iter:162,800 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:44 ] [ l_g_pix: 2.1953e-02 ] [ l_g_total: 2.1953e-02 ] +2024-10-01 03:14:34,142 INFO: [ epoch: 121 ] [ iter:162,900 ] [ performance: 27.104 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:37 ] [ l_g_pix: 3.7167e-02 ] [ l_g_total: 3.7167e-02 ] +2024-10-01 03:14:38,763 INFO: [ epoch: 122 ] [ iter:163,000 ] [ performance: 23.929 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:31 ] [ l_g_pix: 3.4495e-02 ] [ l_g_total: 3.4495e-02 ] +2024-10-01 03:14:42,906 INFO: [ epoch: 122 ] [ iter:163,100 ] [ performance: 26.536 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:24 ] [ l_g_pix: 3.8382e-02 ] [ l_g_total: 3.8382e-02 ] +2024-10-01 03:14:46,594 INFO: [ epoch: 122 ] [ iter:163,200 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:18 ] [ l_g_pix: 4.4273e-02 ] [ l_g_total: 4.4273e-02 ] +2024-10-01 03:14:50,286 INFO: [ epoch: 122 ] [ iter:163,300 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:11 ] [ l_g_pix: 2.4492e-02 ] [ l_g_total: 2.4492e-02 ] +2024-10-01 03:14:53,943 INFO: [ epoch: 122 ] [ iter:163,400 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:04 ] [ l_g_pix: 2.9175e-02 ] [ l_g_total: 2.9175e-02 ] +2024-10-01 03:14:57,640 INFO: [ epoch: 122 ] [ iter:163,500 ] [ performance: 27.159 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:58 ] [ l_g_pix: 3.9829e-02 ] [ l_g_total: 3.9829e-02 ] +2024-10-01 03:15:01,374 INFO: [ epoch: 122 ] [ iter:163,600 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:51 ] [ l_g_pix: 2.9857e-02 ] [ l_g_total: 2.9857e-02 ] +2024-10-01 03:15:05,116 INFO: [ epoch: 122 ] [ iter:163,700 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:45 ] [ l_g_pix: 1.6494e-02 ] [ l_g_total: 1.6494e-02 ] +2024-10-01 03:15:08,833 INFO: [ epoch: 122 ] [ iter:163,800 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:38 ] [ l_g_pix: 3.0231e-02 ] [ l_g_total: 3.0231e-02 ] +2024-10-01 03:15:12,577 INFO: [ epoch: 122 ] [ iter:163,900 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:31 ] [ l_g_pix: 2.7723e-02 ] [ l_g_total: 2.7723e-02 ] +2024-10-01 03:15:16,333 INFO: [ epoch: 122 ] [ iter:164,000 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:25 ] [ l_g_pix: 2.2988e-02 ] [ l_g_total: 2.2988e-02 ] +2024-10-01 03:15:20,054 INFO: [ epoch: 122 ] [ iter:164,100 ] [ performance: 26.987 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:18 ] [ l_g_pix: 3.5139e-02 ] [ l_g_total: 3.5139e-02 ] +2024-10-01 03:15:23,752 INFO: [ epoch: 122 ] [ iter:164,200 ] [ performance: 27.020 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:12 ] [ l_g_pix: 2.7590e-02 ] [ l_g_total: 2.7590e-02 ] +2024-10-01 03:15:27,329 INFO: [ epoch: 122 ] [ iter:164,300 ] [ performance: 28.359 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:05 ] [ l_g_pix: 3.5923e-02 ] [ l_g_total: 3.5923e-02 ] +2024-10-01 03:15:32,532 INFO: [ epoch: 123 ] [ iter:164,400 ] [ performance: 22.513 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:59 ] [ l_g_pix: 3.2333e-02 ] [ l_g_total: 3.2333e-02 ] +2024-10-01 03:15:36,217 INFO: [ epoch: 123 ] [ iter:164,500 ] [ performance: 27.283 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:52 ] [ l_g_pix: 3.0893e-02 ] [ l_g_total: 3.0893e-02 ] +2024-10-01 03:15:39,954 INFO: [ epoch: 123 ] [ iter:164,600 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:46 ] [ l_g_pix: 2.7082e-02 ] [ l_g_total: 2.7082e-02 ] +2024-10-01 03:15:43,677 INFO: [ epoch: 123 ] [ iter:164,700 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:39 ] [ l_g_pix: 2.0269e-02 ] [ l_g_total: 2.0269e-02 ] +2024-10-01 03:15:47,404 INFO: [ epoch: 123 ] [ iter:164,800 ] [ performance: 26.897 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:32 ] [ l_g_pix: 2.9809e-02 ] [ l_g_total: 2.9809e-02 ] +2024-10-01 03:15:51,110 INFO: [ epoch: 123 ] [ iter:164,900 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:26 ] [ l_g_pix: 2.5941e-02 ] [ l_g_total: 2.5941e-02 ] +2024-10-01 03:15:54,833 INFO: [ epoch: 123 ] [ iter:165,000 ] [ performance: 26.981 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:19 ] [ l_g_pix: 1.7825e-02 ] [ l_g_total: 1.7825e-02 ] +2024-10-01 03:15:58,601 INFO: [ epoch: 123 ] [ iter:165,100 ] [ performance: 26.592 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:13 ] [ l_g_pix: 2.9748e-02 ] [ l_g_total: 2.9748e-02 ] +2024-10-01 03:16:02,308 INFO: [ epoch: 123 ] [ iter:165,200 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:06 ] [ l_g_pix: 2.8412e-02 ] [ l_g_total: 2.8412e-02 ] +2024-10-01 03:16:06,039 INFO: [ epoch: 123 ] [ iter:165,300 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:00 ] [ l_g_pix: 2.8516e-02 ] [ l_g_total: 2.8516e-02 ] +2024-10-01 03:16:09,735 INFO: [ epoch: 123 ] [ iter:165,400 ] [ performance: 27.027 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:53 ] [ l_g_pix: 3.4378e-02 ] [ l_g_total: 3.4378e-02 ] +2024-10-01 03:16:13,442 INFO: [ epoch: 123 ] [ iter:165,500 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:47 ] [ l_g_pix: 3.5464e-02 ] [ l_g_total: 3.5464e-02 ] +2024-10-01 03:16:17,070 INFO: [ epoch: 123 ] [ iter:165,600 ] [ performance: 27.424 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:40 ] [ l_g_pix: 2.9474e-02 ] [ l_g_total: 2.9474e-02 ] +2024-10-01 03:16:22,296 INFO: [ epoch: 124 ] [ iter:165,700 ] [ performance: 17.321 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:34 ] [ l_g_pix: 3.9636e-02 ] [ l_g_total: 3.9636e-02 ] +2024-10-01 03:16:26,064 INFO: [ epoch: 124 ] [ iter:165,800 ] [ performance: 21.583 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:27 ] [ l_g_pix: 2.4470e-02 ] [ l_g_total: 2.4470e-02 ] +2024-10-01 03:16:29,819 INFO: [ epoch: 124 ] [ iter:165,900 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:21 ] [ l_g_pix: 2.9585e-02 ] [ l_g_total: 2.9585e-02 ] +2024-10-01 03:16:33,539 INFO: [ epoch: 124 ] [ iter:166,000 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:14 ] [ l_g_pix: 1.8650e-02 ] [ l_g_total: 1.8650e-02 ] +2024-10-01 03:16:37,293 INFO: [ epoch: 124 ] [ iter:166,100 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:08 ] [ l_g_pix: 3.0015e-02 ] [ l_g_total: 3.0015e-02 ] +2024-10-01 03:16:41,003 INFO: [ epoch: 124 ] [ iter:166,200 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:01 ] [ l_g_pix: 2.5807e-02 ] [ l_g_total: 2.5807e-02 ] +2024-10-01 03:16:44,724 INFO: [ epoch: 124 ] [ iter:166,300 ] [ performance: 27.131 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:55 ] [ l_g_pix: 2.4038e-02 ] [ l_g_total: 2.4038e-02 ] +2024-10-01 03:16:48,411 INFO: [ epoch: 124 ] [ iter:166,400 ] [ performance: 27.128 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:48 ] [ l_g_pix: 4.3431e-02 ] [ l_g_total: 4.3431e-02 ] +2024-10-01 03:16:52,163 INFO: [ epoch: 124 ] [ iter:166,500 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:42 ] [ l_g_pix: 2.0123e-02 ] [ l_g_total: 2.0123e-02 ] +2024-10-01 03:16:55,913 INFO: [ epoch: 124 ] [ iter:166,600 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:35 ] [ l_g_pix: 2.8598e-02 ] [ l_g_total: 2.8598e-02 ] +2024-10-01 03:16:59,627 INFO: [ epoch: 124 ] [ iter:166,700 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:29 ] [ l_g_pix: 2.0699e-02 ] [ l_g_total: 2.0699e-02 ] +2024-10-01 03:17:03,319 INFO: [ epoch: 124 ] [ iter:166,800 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:22 ] [ l_g_pix: 3.0174e-02 ] [ l_g_total: 3.0174e-02 ] +2024-10-01 03:17:07,075 INFO: [ epoch: 124 ] [ iter:166,900 ] [ performance: 26.735 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:16 ] [ l_g_pix: 2.7473e-02 ] [ l_g_total: 2.7473e-02 ] +2024-10-01 03:17:10,660 INFO: [ epoch: 124 ] [ iter:167,000 ] [ performance: 27.406 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:09 ] [ l_g_pix: 3.6017e-02 ] [ l_g_total: 3.6017e-02 ] +2024-10-01 03:17:15,730 INFO: [ epoch: 125 ] [ iter:167,100 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:03 ] [ l_g_pix: 2.2686e-02 ] [ l_g_total: 2.2686e-02 ] +2024-10-01 03:17:19,488 INFO: [ epoch: 125 ] [ iter:167,200 ] [ performance: 26.645 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:57 ] [ l_g_pix: 3.3938e-02 ] [ l_g_total: 3.3938e-02 ] +2024-10-01 03:17:23,184 INFO: [ epoch: 125 ] [ iter:167,300 ] [ performance: 27.265 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:50 ] [ l_g_pix: 2.3132e-02 ] [ l_g_total: 2.3132e-02 ] +2024-10-01 03:17:26,882 INFO: [ epoch: 125 ] [ iter:167,400 ] [ performance: 27.138 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:44 ] [ l_g_pix: 3.3868e-02 ] [ l_g_total: 3.3868e-02 ] +2024-10-01 03:17:30,607 INFO: [ epoch: 125 ] [ iter:167,500 ] [ performance: 27.190 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:37 ] [ l_g_pix: 2.1248e-02 ] [ l_g_total: 2.1248e-02 ] +2024-10-01 03:17:34,361 INFO: [ epoch: 125 ] [ iter:167,600 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:31 ] [ l_g_pix: 2.5522e-02 ] [ l_g_total: 2.5522e-02 ] +2024-10-01 03:17:38,143 INFO: [ epoch: 125 ] [ iter:167,700 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:24 ] [ l_g_pix: 2.5698e-02 ] [ l_g_total: 2.5698e-02 ] +2024-10-01 03:17:41,878 INFO: [ epoch: 125 ] [ iter:167,800 ] [ performance: 26.741 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:18 ] [ l_g_pix: 2.1541e-02 ] [ l_g_total: 2.1541e-02 ] +2024-10-01 03:17:45,551 INFO: [ epoch: 125 ] [ iter:167,900 ] [ performance: 27.196 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:11 ] [ l_g_pix: 2.8363e-02 ] [ l_g_total: 2.8363e-02 ] +2024-10-01 03:17:49,316 INFO: [ epoch: 125 ] [ iter:168,000 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:05 ] [ l_g_pix: 2.3167e-02 ] [ l_g_total: 2.3167e-02 ] +2024-10-01 03:17:53,052 INFO: [ epoch: 125 ] [ iter:168,100 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:58 ] [ l_g_pix: 2.0726e-02 ] [ l_g_total: 2.0726e-02 ] +2024-10-01 03:17:56,776 INFO: [ epoch: 125 ] [ iter:168,200 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:52 ] [ l_g_pix: 2.2071e-02 ] [ l_g_total: 2.2071e-02 ] +2024-10-01 03:18:00,401 INFO: [ epoch: 125 ] [ iter:168,300 ] [ performance: 28.330 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:46 ] [ l_g_pix: 3.0728e-02 ] [ l_g_total: 3.0728e-02 ] +2024-10-01 03:18:05,777 INFO: [ epoch: 126 ] [ iter:168,400 ] [ performance: 21.452 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:39 ] [ l_g_pix: 3.4459e-02 ] [ l_g_total: 3.4459e-02 ] +2024-10-01 03:18:09,503 INFO: [ epoch: 126 ] [ iter:168,500 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:33 ] [ l_g_pix: 3.7815e-02 ] [ l_g_total: 3.7815e-02 ] +2024-10-01 03:18:13,178 INFO: [ epoch: 126 ] [ iter:168,600 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:26 ] [ l_g_pix: 2.0177e-02 ] [ l_g_total: 2.0177e-02 ] +2024-10-01 03:18:16,867 INFO: [ epoch: 126 ] [ iter:168,700 ] [ performance: 27.263 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:20 ] [ l_g_pix: 3.5606e-02 ] [ l_g_total: 3.5606e-02 ] +2024-10-01 03:18:20,532 INFO: [ epoch: 126 ] [ iter:168,800 ] [ performance: 27.281 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:14 ] [ l_g_pix: 2.0383e-02 ] [ l_g_total: 2.0383e-02 ] +2024-10-01 03:18:24,212 INFO: [ epoch: 126 ] [ iter:168,900 ] [ performance: 27.150 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:07 ] [ l_g_pix: 3.2205e-02 ] [ l_g_total: 3.2205e-02 ] +2024-10-01 03:18:27,933 INFO: [ epoch: 126 ] [ iter:169,000 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:01 ] [ l_g_pix: 1.8897e-02 ] [ l_g_total: 1.8897e-02 ] +2024-10-01 03:18:31,611 INFO: [ epoch: 126 ] [ iter:169,100 ] [ performance: 27.585 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:54 ] [ l_g_pix: 2.8531e-02 ] [ l_g_total: 2.8531e-02 ] +2024-10-01 03:18:35,317 INFO: [ epoch: 126 ] [ iter:169,200 ] [ performance: 27.207 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:48 ] [ l_g_pix: 3.5162e-02 ] [ l_g_total: 3.5162e-02 ] +2024-10-01 03:18:39,044 INFO: [ epoch: 126 ] [ iter:169,300 ] [ performance: 26.703 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:41 ] [ l_g_pix: 2.9392e-02 ] [ l_g_total: 2.9392e-02 ] +2024-10-01 03:18:42,763 INFO: [ epoch: 126 ] [ iter:169,400 ] [ performance: 26.823 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:35 ] [ l_g_pix: 3.4815e-02 ] [ l_g_total: 3.4815e-02 ] +2024-10-01 03:18:46,477 INFO: [ epoch: 126 ] [ iter:169,500 ] [ performance: 27.145 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:29 ] [ l_g_pix: 3.4090e-02 ] [ l_g_total: 3.4090e-02 ] +2024-10-01 03:18:50,130 INFO: [ epoch: 126 ] [ iter:169,600 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:22 ] [ l_g_pix: 3.8439e-02 ] [ l_g_total: 3.8439e-02 ] +2024-10-01 03:18:55,057 INFO: [ epoch: 127 ] [ iter:169,700 ] [ performance: 16.493 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:16 ] [ l_g_pix: 3.4351e-02 ] [ l_g_total: 3.4351e-02 ] +2024-10-01 03:18:58,869 INFO: [ epoch: 127 ] [ iter:169,800 ] [ performance: 21.649 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:10 ] [ l_g_pix: 3.2605e-02 ] [ l_g_total: 3.2605e-02 ] +2024-10-01 03:19:02,579 INFO: [ epoch: 127 ] [ iter:169,900 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:03 ] [ l_g_pix: 2.8308e-02 ] [ l_g_total: 2.8308e-02 ] +2024-10-01 03:19:06,363 INFO: [ epoch: 127 ] [ iter:170,000 ] [ performance: 26.599 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:57 ] [ l_g_pix: 3.2178e-02 ] [ l_g_total: 3.2178e-02 ] +2024-10-01 03:19:06,363 INFO: Saving models and training states. +2024-10-01 03:22:02,263 INFO: Validation val + + # psnr: 27.1916........ Best: 27.1916 @ 170000 iter + # ssim: 0.7659........ Best: 0.7659 @ 170000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 03:22:05,969 INFO: [ epoch: 127 ] [ iter:170,100 ] [ performance: 27.250 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:21 ] [ l_g_pix: 3.7637e-02 ] [ l_g_total: 3.7637e-02 ] +2024-10-01 03:22:09,704 INFO: [ epoch: 127 ] [ iter:170,200 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:15 ] [ l_g_pix: 3.4225e-02 ] [ l_g_total: 3.4225e-02 ] +2024-10-01 03:22:13,421 INFO: [ epoch: 127 ] [ iter:170,300 ] [ performance: 26.973 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:08 ] [ l_g_pix: 2.6757e-02 ] [ l_g_total: 2.6757e-02 ] +2024-10-01 03:22:17,154 INFO: [ epoch: 127 ] [ iter:170,400 ] [ performance: 26.858 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:02 ] [ l_g_pix: 2.2532e-02 ] [ l_g_total: 2.2532e-02 ] +2024-10-01 03:22:20,904 INFO: [ epoch: 127 ] [ iter:170,500 ] [ performance: 26.625 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:55 ] [ l_g_pix: 3.0934e-02 ] [ l_g_total: 3.0934e-02 ] +2024-10-01 03:22:24,634 INFO: [ epoch: 127 ] [ iter:170,600 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:49 ] [ l_g_pix: 3.2395e-02 ] [ l_g_total: 3.2395e-02 ] +2024-10-01 03:22:28,385 INFO: [ epoch: 127 ] [ iter:170,700 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:42 ] [ l_g_pix: 2.1291e-02 ] [ l_g_total: 2.1291e-02 ] +2024-10-01 03:22:32,078 INFO: [ epoch: 127 ] [ iter:170,800 ] [ performance: 26.998 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:36 ] [ l_g_pix: 2.3598e-02 ] [ l_g_total: 2.3598e-02 ] +2024-10-01 03:22:35,809 INFO: [ epoch: 127 ] [ iter:170,900 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:29 ] [ l_g_pix: 3.1832e-02 ] [ l_g_total: 3.1832e-02 ] +2024-10-01 03:22:39,335 INFO: [ epoch: 127 ] [ iter:171,000 ] [ performance: 27.829 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:23 ] [ l_g_pix: 4.1154e-02 ] [ l_g_total: 4.1154e-02 ] +2024-10-01 03:22:44,555 INFO: [ epoch: 128 ] [ iter:171,100 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:17 ] [ l_g_pix: 2.9753e-02 ] [ l_g_total: 2.9753e-02 ] +2024-10-01 03:22:48,332 INFO: [ epoch: 128 ] [ iter:171,200 ] [ performance: 26.641 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:10 ] [ l_g_pix: 2.0771e-02 ] [ l_g_total: 2.0771e-02 ] +2024-10-01 03:22:52,090 INFO: [ epoch: 128 ] [ iter:171,300 ] [ performance: 26.352 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:04 ] [ l_g_pix: 2.8665e-02 ] [ l_g_total: 2.8665e-02 ] +2024-10-01 03:22:55,818 INFO: [ epoch: 128 ] [ iter:171,400 ] [ performance: 26.673 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:57 ] [ l_g_pix: 3.5460e-02 ] [ l_g_total: 3.5460e-02 ] +2024-10-01 03:22:59,571 INFO: [ epoch: 128 ] [ iter:171,500 ] [ performance: 26.592 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:51 ] [ l_g_pix: 2.8452e-02 ] [ l_g_total: 2.8452e-02 ] +2024-10-01 03:23:03,292 INFO: [ epoch: 128 ] [ iter:171,600 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:44 ] [ l_g_pix: 1.5706e-02 ] [ l_g_total: 1.5706e-02 ] +2024-10-01 03:23:07,011 INFO: [ epoch: 128 ] [ iter:171,700 ] [ performance: 26.712 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:38 ] [ l_g_pix: 2.7871e-02 ] [ l_g_total: 2.7871e-02 ] +2024-10-01 03:23:10,743 INFO: [ epoch: 128 ] [ iter:171,800 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:31 ] [ l_g_pix: 2.8522e-02 ] [ l_g_total: 2.8522e-02 ] +2024-10-01 03:23:14,470 INFO: [ epoch: 128 ] [ iter:171,900 ] [ performance: 26.476 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:25 ] [ l_g_pix: 2.0321e-02 ] [ l_g_total: 2.0321e-02 ] +2024-10-01 03:23:18,240 INFO: [ epoch: 128 ] [ iter:172,000 ] [ performance: 26.511 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:19 ] [ l_g_pix: 2.6435e-02 ] [ l_g_total: 2.6435e-02 ] +2024-10-01 03:23:21,911 INFO: [ epoch: 128 ] [ iter:172,100 ] [ performance: 27.419 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:12 ] [ l_g_pix: 5.2478e-02 ] [ l_g_total: 5.2478e-02 ] +2024-10-01 03:23:25,612 INFO: [ epoch: 128 ] [ iter:172,200 ] [ performance: 27.146 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:06 ] [ l_g_pix: 3.0966e-02 ] [ l_g_total: 3.0966e-02 ] +2024-10-01 03:23:29,244 INFO: [ epoch: 128 ] [ iter:172,300 ] [ performance: 28.465 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:59 ] [ l_g_pix: 2.8196e-02 ] [ l_g_total: 2.8196e-02 ] +2024-10-01 03:23:34,411 INFO: [ epoch: 129 ] [ iter:172,400 ] [ performance: 21.418 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:53 ] [ l_g_pix: 1.8084e-02 ] [ l_g_total: 1.8084e-02 ] +2024-10-01 03:23:38,093 INFO: [ epoch: 129 ] [ iter:172,500 ] [ performance: 27.037 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:47 ] [ l_g_pix: 2.7535e-02 ] [ l_g_total: 2.7535e-02 ] +2024-10-01 03:23:41,812 INFO: [ epoch: 129 ] [ iter:172,600 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:40 ] [ l_g_pix: 1.3950e-02 ] [ l_g_total: 1.3950e-02 ] +2024-10-01 03:23:45,549 INFO: [ epoch: 129 ] [ iter:172,700 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:34 ] [ l_g_pix: 2.8902e-02 ] [ l_g_total: 2.8902e-02 ] +2024-10-01 03:23:49,272 INFO: [ epoch: 129 ] [ iter:172,800 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:27 ] [ l_g_pix: 3.6063e-02 ] [ l_g_total: 3.6063e-02 ] +2024-10-01 03:23:53,003 INFO: [ epoch: 129 ] [ iter:172,900 ] [ performance: 26.519 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:21 ] [ l_g_pix: 3.6030e-02 ] [ l_g_total: 3.6030e-02 ] +2024-10-01 03:23:56,727 INFO: [ epoch: 129 ] [ iter:173,000 ] [ performance: 26.760 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:14 ] [ l_g_pix: 3.4692e-02 ] [ l_g_total: 3.4692e-02 ] +2024-10-01 03:24:00,439 INFO: [ epoch: 129 ] [ iter:173,100 ] [ performance: 27.320 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:08 ] [ l_g_pix: 3.3579e-02 ] [ l_g_total: 3.3579e-02 ] +2024-10-01 03:24:04,138 INFO: [ epoch: 129 ] [ iter:173,200 ] [ performance: 27.114 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:02 ] [ l_g_pix: 3.2287e-02 ] [ l_g_total: 3.2287e-02 ] +2024-10-01 03:24:07,879 INFO: [ epoch: 129 ] [ iter:173,300 ] [ performance: 26.219 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:55 ] [ l_g_pix: 1.6020e-02 ] [ l_g_total: 1.6020e-02 ] +2024-10-01 03:24:11,674 INFO: [ epoch: 129 ] [ iter:173,400 ] [ performance: 26.317 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:49 ] [ l_g_pix: 3.0709e-02 ] [ l_g_total: 3.0709e-02 ] +2024-10-01 03:24:15,457 INFO: [ epoch: 129 ] [ iter:173,500 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:42 ] [ l_g_pix: 2.8911e-02 ] [ l_g_total: 2.8911e-02 ] +2024-10-01 03:24:19,195 INFO: [ epoch: 129 ] [ iter:173,600 ] [ performance: 26.764 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:36 ] [ l_g_pix: 3.0035e-02 ] [ l_g_total: 3.0035e-02 ] +2024-10-01 03:24:24,276 INFO: [ epoch: 130 ] [ iter:173,700 ] [ performance: 12.592 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:30 ] [ l_g_pix: 1.9296e-02 ] [ l_g_total: 1.9296e-02 ] +2024-10-01 03:24:28,051 INFO: [ epoch: 130 ] [ iter:173,800 ] [ performance: 20.531 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:23 ] [ l_g_pix: 4.3952e-02 ] [ l_g_total: 4.3952e-02 ] +2024-10-01 03:24:31,766 INFO: [ epoch: 130 ] [ iter:173,900 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:17 ] [ l_g_pix: 2.2982e-02 ] [ l_g_total: 2.2982e-02 ] +2024-10-01 03:24:35,512 INFO: [ epoch: 130 ] [ iter:174,000 ] [ performance: 26.728 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:11 ] [ l_g_pix: 3.0610e-02 ] [ l_g_total: 3.0610e-02 ] +2024-10-01 03:24:39,263 INFO: [ epoch: 130 ] [ iter:174,100 ] [ performance: 26.770 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:04 ] [ l_g_pix: 2.5460e-02 ] [ l_g_total: 2.5460e-02 ] +2024-10-01 03:24:42,957 INFO: [ epoch: 130 ] [ iter:174,200 ] [ performance: 26.998 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:58 ] [ l_g_pix: 4.0096e-02 ] [ l_g_total: 4.0096e-02 ] +2024-10-01 03:24:46,726 INFO: [ epoch: 130 ] [ iter:174,300 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:51 ] [ l_g_pix: 2.7943e-02 ] [ l_g_total: 2.7943e-02 ] +2024-10-01 03:24:50,462 INFO: [ epoch: 130 ] [ iter:174,400 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:45 ] [ l_g_pix: 4.5047e-02 ] [ l_g_total: 4.5047e-02 ] +2024-10-01 03:24:54,224 INFO: [ epoch: 130 ] [ iter:174,500 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:39 ] [ l_g_pix: 3.1685e-02 ] [ l_g_total: 3.1685e-02 ] +2024-10-01 03:24:57,914 INFO: [ epoch: 130 ] [ iter:174,600 ] [ performance: 27.108 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:32 ] [ l_g_pix: 2.3782e-02 ] [ l_g_total: 2.3782e-02 ] +2024-10-01 03:25:01,641 INFO: [ epoch: 130 ] [ iter:174,700 ] [ performance: 27.355 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:26 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-01 03:25:05,378 INFO: [ epoch: 130 ] [ iter:174,800 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:20 ] [ l_g_pix: 3.5189e-02 ] [ l_g_total: 3.5189e-02 ] +2024-10-01 03:25:09,092 INFO: [ epoch: 130 ] [ iter:174,900 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:13 ] [ l_g_pix: 2.9480e-02 ] [ l_g_total: 2.9480e-02 ] +2024-10-01 03:25:12,582 INFO: [ epoch: 130 ] [ iter:175,000 ] [ performance: 28.253 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:07 ] [ l_g_pix: 2.1153e-02 ] [ l_g_total: 2.1153e-02 ] +2024-10-01 03:25:17,765 INFO: [ epoch: 131 ] [ iter:175,100 ] [ performance: 27.194 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:01 ] [ l_g_pix: 3.7018e-02 ] [ l_g_total: 3.7018e-02 ] +2024-10-01 03:25:21,522 INFO: [ epoch: 131 ] [ iter:175,200 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:54 ] [ l_g_pix: 2.0618e-02 ] [ l_g_total: 2.0618e-02 ] +2024-10-01 03:25:25,293 INFO: [ epoch: 131 ] [ iter:175,300 ] [ performance: 26.630 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:48 ] [ l_g_pix: 2.5544e-02 ] [ l_g_total: 2.5544e-02 ] +2024-10-01 03:25:28,999 INFO: [ epoch: 131 ] [ iter:175,400 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:42 ] [ l_g_pix: 2.5084e-02 ] [ l_g_total: 2.5084e-02 ] +2024-10-01 03:25:32,754 INFO: [ epoch: 131 ] [ iter:175,500 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:35 ] [ l_g_pix: 1.9865e-02 ] [ l_g_total: 1.9865e-02 ] +2024-10-01 03:25:36,415 INFO: [ epoch: 131 ] [ iter:175,600 ] [ performance: 27.222 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:29 ] [ l_g_pix: 2.7378e-02 ] [ l_g_total: 2.7378e-02 ] +2024-10-01 03:25:40,085 INFO: [ epoch: 131 ] [ iter:175,700 ] [ performance: 27.763 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:23 ] [ l_g_pix: 3.5019e-02 ] [ l_g_total: 3.5019e-02 ] +2024-10-01 03:25:43,748 INFO: [ epoch: 131 ] [ iter:175,800 ] [ performance: 27.398 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:16 ] [ l_g_pix: 2.0469e-02 ] [ l_g_total: 2.0469e-02 ] +2024-10-01 03:25:47,476 INFO: [ epoch: 131 ] [ iter:175,900 ] [ performance: 27.442 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:10 ] [ l_g_pix: 1.9679e-02 ] [ l_g_total: 1.9679e-02 ] +2024-10-01 03:25:51,237 INFO: [ epoch: 131 ] [ iter:176,000 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:04 ] [ l_g_pix: 4.0381e-02 ] [ l_g_total: 4.0381e-02 ] +2024-10-01 03:25:54,991 INFO: [ epoch: 131 ] [ iter:176,100 ] [ performance: 27.332 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:57 ] [ l_g_pix: 2.0162e-02 ] [ l_g_total: 2.0162e-02 ] +2024-10-01 03:25:58,723 INFO: [ epoch: 131 ] [ iter:176,200 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:51 ] [ l_g_pix: 2.6860e-02 ] [ l_g_total: 2.6860e-02 ] +2024-10-01 03:26:02,329 INFO: [ epoch: 131 ] [ iter:176,300 ] [ performance: 29.251 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:45 ] [ l_g_pix: 3.8162e-02 ] [ l_g_total: 3.8162e-02 ] +2024-10-01 03:26:07,396 INFO: [ epoch: 132 ] [ iter:176,400 ] [ performance: 21.020 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:38 ] [ l_g_pix: 2.0088e-02 ] [ l_g_total: 2.0088e-02 ] +2024-10-01 03:26:11,112 INFO: [ epoch: 132 ] [ iter:176,500 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:32 ] [ l_g_pix: 2.7806e-02 ] [ l_g_total: 2.7806e-02 ] +2024-10-01 03:26:14,856 INFO: [ epoch: 132 ] [ iter:176,600 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:26 ] [ l_g_pix: 1.9684e-02 ] [ l_g_total: 1.9684e-02 ] +2024-10-01 03:26:18,589 INFO: [ epoch: 132 ] [ iter:176,700 ] [ performance: 27.179 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:20 ] [ l_g_pix: 2.1289e-02 ] [ l_g_total: 2.1289e-02 ] +2024-10-01 03:26:22,327 INFO: [ epoch: 132 ] [ iter:176,800 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:13 ] [ l_g_pix: 4.0454e-02 ] [ l_g_total: 4.0454e-02 ] +2024-10-01 03:26:26,025 INFO: [ epoch: 132 ] [ iter:176,900 ] [ performance: 27.691 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:07 ] [ l_g_pix: 3.3458e-02 ] [ l_g_total: 3.3458e-02 ] +2024-10-01 03:26:29,764 INFO: [ epoch: 132 ] [ iter:177,000 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:01 ] [ l_g_pix: 1.8402e-02 ] [ l_g_total: 1.8402e-02 ] +2024-10-01 03:26:33,538 INFO: [ epoch: 132 ] [ iter:177,100 ] [ performance: 26.253 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:54 ] [ l_g_pix: 2.7582e-02 ] [ l_g_total: 2.7582e-02 ] +2024-10-01 03:26:37,231 INFO: [ epoch: 132 ] [ iter:177,200 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:48 ] [ l_g_pix: 2.1567e-02 ] [ l_g_total: 2.1567e-02 ] +2024-10-01 03:26:40,987 INFO: [ epoch: 132 ] [ iter:177,300 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:42 ] [ l_g_pix: 2.3000e-02 ] [ l_g_total: 2.3000e-02 ] +2024-10-01 03:26:44,691 INFO: [ epoch: 132 ] [ iter:177,400 ] [ performance: 27.003 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:35 ] [ l_g_pix: 4.2212e-02 ] [ l_g_total: 4.2212e-02 ] +2024-10-01 03:26:48,428 INFO: [ epoch: 132 ] [ iter:177,500 ] [ performance: 27.366 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:29 ] [ l_g_pix: 3.4143e-02 ] [ l_g_total: 3.4143e-02 ] +2024-10-01 03:26:52,196 INFO: [ epoch: 132 ] [ iter:177,600 ] [ performance: 26.659 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:23 ] [ l_g_pix: 1.8152e-02 ] [ l_g_total: 1.8152e-02 ] +2024-10-01 03:26:57,023 INFO: [ epoch: 133 ] [ iter:177,700 ] [ performance: 8.455 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:17 ] [ l_g_pix: 1.8770e-02 ] [ l_g_total: 1.8770e-02 ] +2024-10-01 03:27:01,062 INFO: [ epoch: 133 ] [ iter:177,800 ] [ performance: 19.562 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:10 ] [ l_g_pix: 2.4934e-02 ] [ l_g_total: 2.4934e-02 ] +2024-10-01 03:27:04,823 INFO: [ epoch: 133 ] [ iter:177,900 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:04 ] [ l_g_pix: 2.5749e-02 ] [ l_g_total: 2.5749e-02 ] +2024-10-01 03:27:08,537 INFO: [ epoch: 133 ] [ iter:178,000 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:58 ] [ l_g_pix: 3.2806e-02 ] [ l_g_total: 3.2806e-02 ] +2024-10-01 03:27:12,219 INFO: [ epoch: 133 ] [ iter:178,100 ] [ performance: 27.911 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:52 ] [ l_g_pix: 2.4836e-02 ] [ l_g_total: 2.4836e-02 ] +2024-10-01 03:27:15,957 INFO: [ epoch: 133 ] [ iter:178,200 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:45 ] [ l_g_pix: 3.9292e-02 ] [ l_g_total: 3.9292e-02 ] +2024-10-01 03:27:19,696 INFO: [ epoch: 133 ] [ iter:178,300 ] [ performance: 27.167 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:39 ] [ l_g_pix: 2.4153e-02 ] [ l_g_total: 2.4153e-02 ] +2024-10-01 03:27:23,395 INFO: [ epoch: 133 ] [ iter:178,400 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:33 ] [ l_g_pix: 3.6101e-02 ] [ l_g_total: 3.6101e-02 ] +2024-10-01 03:27:27,166 INFO: [ epoch: 133 ] [ iter:178,500 ] [ performance: 26.395 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:27 ] [ l_g_pix: 2.7141e-02 ] [ l_g_total: 2.7141e-02 ] +2024-10-01 03:27:30,890 INFO: [ epoch: 133 ] [ iter:178,600 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:20 ] [ l_g_pix: 3.3922e-02 ] [ l_g_total: 3.3922e-02 ] +2024-10-01 03:27:34,628 INFO: [ epoch: 133 ] [ iter:178,700 ] [ performance: 27.364 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:14 ] [ l_g_pix: 3.3335e-02 ] [ l_g_total: 3.3335e-02 ] +2024-10-01 03:27:38,370 INFO: [ epoch: 133 ] [ iter:178,800 ] [ performance: 26.787 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:08 ] [ l_g_pix: 1.6260e-02 ] [ l_g_total: 1.6260e-02 ] +2024-10-01 03:27:42,111 INFO: [ epoch: 133 ] [ iter:178,900 ] [ performance: 28.484 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:02 ] [ l_g_pix: 2.5864e-02 ] [ l_g_total: 2.5864e-02 ] +2024-10-01 03:27:45,654 INFO: [ epoch: 133 ] [ iter:179,000 ] [ performance: 28.249 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:55 ] [ l_g_pix: 3.1855e-02 ] [ l_g_total: 3.1855e-02 ] +2024-10-01 03:27:50,777 INFO: [ epoch: 134 ] [ iter:179,100 ] [ performance: 26.063 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:49 ] [ l_g_pix: 2.4205e-02 ] [ l_g_total: 2.4205e-02 ] +2024-10-01 03:27:54,535 INFO: [ epoch: 134 ] [ iter:179,200 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:43 ] [ l_g_pix: 2.4682e-02 ] [ l_g_total: 2.4682e-02 ] +2024-10-01 03:27:58,281 INFO: [ epoch: 134 ] [ iter:179,300 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:37 ] [ l_g_pix: 3.2170e-02 ] [ l_g_total: 3.2170e-02 ] +2024-10-01 03:28:01,993 INFO: [ epoch: 134 ] [ iter:179,400 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:31 ] [ l_g_pix: 2.4410e-02 ] [ l_g_total: 2.4410e-02 ] +2024-10-01 03:28:05,736 INFO: [ epoch: 134 ] [ iter:179,500 ] [ performance: 26.467 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:24 ] [ l_g_pix: 3.3223e-02 ] [ l_g_total: 3.3223e-02 ] +2024-10-01 03:28:09,486 INFO: [ epoch: 134 ] [ iter:179,600 ] [ performance: 26.658 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:18 ] [ l_g_pix: 3.2340e-02 ] [ l_g_total: 3.2340e-02 ] +2024-10-01 03:28:13,217 INFO: [ epoch: 134 ] [ iter:179,700 ] [ performance: 28.047 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:12 ] [ l_g_pix: 3.0103e-02 ] [ l_g_total: 3.0103e-02 ] +2024-10-01 03:28:16,934 INFO: [ epoch: 134 ] [ iter:179,800 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:06 ] [ l_g_pix: 2.5125e-02 ] [ l_g_total: 2.5125e-02 ] +2024-10-01 03:28:20,658 INFO: [ epoch: 134 ] [ iter:179,900 ] [ performance: 26.512 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:59 ] [ l_g_pix: 3.5998e-02 ] [ l_g_total: 3.5998e-02 ] +2024-10-01 03:28:24,407 INFO: [ epoch: 134 ] [ iter:180,000 ] [ performance: 26.675 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:53 ] [ l_g_pix: 3.1115e-02 ] [ l_g_total: 3.1115e-02 ] +2024-10-01 03:28:24,407 INFO: Saving models and training states. +2024-10-01 03:33:08,185 INFO: Validation val + + # psnr: 27.1916........ Best: 27.1916 @ 170000 iter + # ssim: 0.7660........ Best: 0.7660 @ 180000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 03:33:11,913 INFO: [ epoch: 134 ] [ iter:180,100 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:18 ] [ l_g_pix: 3.8630e-02 ] [ l_g_total: 3.8630e-02 ] +2024-10-01 03:33:15,623 INFO: [ epoch: 134 ] [ iter:180,200 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:12 ] [ l_g_pix: 3.3838e-02 ] [ l_g_total: 3.3838e-02 ] +2024-10-01 03:33:19,227 INFO: [ epoch: 134 ] [ iter:180,300 ] [ performance: 30.151 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:06 ] [ l_g_pix: 3.2155e-02 ] [ l_g_total: 3.2155e-02 ] +2024-10-01 03:33:24,184 INFO: [ epoch: 135 ] [ iter:180,400 ] [ performance: 20.375 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:59 ] [ l_g_pix: 4.3809e-02 ] [ l_g_total: 4.3809e-02 ] +2024-10-01 03:33:27,880 INFO: [ epoch: 135 ] [ iter:180,500 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:53 ] [ l_g_pix: 2.7108e-02 ] [ l_g_total: 2.7108e-02 ] +2024-10-01 03:33:31,560 INFO: [ epoch: 135 ] [ iter:180,600 ] [ performance: 27.174 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:47 ] [ l_g_pix: 3.1807e-02 ] [ l_g_total: 3.1807e-02 ] +2024-10-01 03:33:35,307 INFO: [ epoch: 135 ] [ iter:180,700 ] [ performance: 28.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:40 ] [ l_g_pix: 4.2104e-02 ] [ l_g_total: 4.2104e-02 ] +2024-10-01 03:33:38,991 INFO: [ epoch: 135 ] [ iter:180,800 ] [ performance: 27.165 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:34 ] [ l_g_pix: 2.2559e-02 ] [ l_g_total: 2.2559e-02 ] +2024-10-01 03:33:42,759 INFO: [ epoch: 135 ] [ iter:180,900 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:27 ] [ l_g_pix: 3.6156e-02 ] [ l_g_total: 3.6156e-02 ] +2024-10-01 03:33:46,474 INFO: [ epoch: 135 ] [ iter:181,000 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:21 ] [ l_g_pix: 2.1492e-02 ] [ l_g_total: 2.1492e-02 ] +2024-10-01 03:33:50,190 INFO: [ epoch: 135 ] [ iter:181,100 ] [ performance: 26.920 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:15 ] [ l_g_pix: 3.0534e-02 ] [ l_g_total: 3.0534e-02 ] +2024-10-01 03:33:53,911 INFO: [ epoch: 135 ] [ iter:181,200 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:08 ] [ l_g_pix: 4.4523e-02 ] [ l_g_total: 4.4523e-02 ] +2024-10-01 03:33:57,654 INFO: [ epoch: 135 ] [ iter:181,300 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:02 ] [ l_g_pix: 2.8489e-02 ] [ l_g_total: 2.8489e-02 ] +2024-10-01 03:34:01,376 INFO: [ epoch: 135 ] [ iter:181,400 ] [ performance: 26.843 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:56 ] [ l_g_pix: 4.0455e-02 ] [ l_g_total: 4.0455e-02 ] +2024-10-01 03:34:05,047 INFO: [ epoch: 135 ] [ iter:181,500 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:49 ] [ l_g_pix: 3.4822e-02 ] [ l_g_total: 3.4822e-02 ] +2024-10-01 03:34:08,756 INFO: [ epoch: 135 ] [ iter:181,600 ] [ performance: 27.002 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:43 ] [ l_g_pix: 2.2725e-02 ] [ l_g_total: 2.2725e-02 ] +2024-10-01 03:34:13,402 INFO: [ epoch: 136 ] [ iter:181,700 ] [ performance: 23.917 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:37 ] [ l_g_pix: 2.6447e-02 ] [ l_g_total: 2.6447e-02 ] +2024-10-01 03:34:17,579 INFO: [ epoch: 136 ] [ iter:181,800 ] [ performance: 24.562 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:30 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-01 03:34:21,277 INFO: [ epoch: 136 ] [ iter:181,900 ] [ performance: 25.771 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:24 ] [ l_g_pix: 3.2828e-02 ] [ l_g_total: 3.2828e-02 ] +2024-10-01 03:34:24,989 INFO: [ epoch: 136 ] [ iter:182,000 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:18 ] [ l_g_pix: 2.5979e-02 ] [ l_g_total: 2.5979e-02 ] +2024-10-01 03:34:28,732 INFO: [ epoch: 136 ] [ iter:182,100 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:11 ] [ l_g_pix: 2.6958e-02 ] [ l_g_total: 2.6958e-02 ] +2024-10-01 03:34:32,487 INFO: [ epoch: 136 ] [ iter:182,200 ] [ performance: 26.614 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:05 ] [ l_g_pix: 3.9876e-02 ] [ l_g_total: 3.9876e-02 ] +2024-10-01 03:34:36,203 INFO: [ epoch: 136 ] [ iter:182,300 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:59 ] [ l_g_pix: 2.3026e-02 ] [ l_g_total: 2.3026e-02 ] +2024-10-01 03:34:39,912 INFO: [ epoch: 136 ] [ iter:182,400 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:52 ] [ l_g_pix: 3.1755e-02 ] [ l_g_total: 3.1755e-02 ] +2024-10-01 03:34:43,618 INFO: [ epoch: 136 ] [ iter:182,500 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:46 ] [ l_g_pix: 3.8727e-02 ] [ l_g_total: 3.8727e-02 ] +2024-10-01 03:34:47,278 INFO: [ epoch: 136 ] [ iter:182,600 ] [ performance: 27.327 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:40 ] [ l_g_pix: 2.5523e-02 ] [ l_g_total: 2.5523e-02 ] +2024-10-01 03:34:50,990 INFO: [ epoch: 136 ] [ iter:182,700 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:33 ] [ l_g_pix: 3.3424e-02 ] [ l_g_total: 3.3424e-02 ] +2024-10-01 03:34:54,641 INFO: [ epoch: 136 ] [ iter:182,800 ] [ performance: 27.468 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:27 ] [ l_g_pix: 3.0305e-02 ] [ l_g_total: 3.0305e-02 ] +2024-10-01 03:34:58,361 INFO: [ epoch: 136 ] [ iter:182,900 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:21 ] [ l_g_pix: 2.1371e-02 ] [ l_g_total: 2.1371e-02 ] +2024-10-01 03:35:01,866 INFO: [ epoch: 136 ] [ iter:183,000 ] [ performance: 28.800 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:14 ] [ l_g_pix: 2.3891e-02 ] [ l_g_total: 2.3891e-02 ] +2024-10-01 03:35:07,174 INFO: [ epoch: 137 ] [ iter:183,100 ] [ performance: 22.532 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:08 ] [ l_g_pix: 3.1387e-02 ] [ l_g_total: 3.1387e-02 ] +2024-10-01 03:35:10,921 INFO: [ epoch: 137 ] [ iter:183,200 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:02 ] [ l_g_pix: 1.8778e-02 ] [ l_g_total: 1.8778e-02 ] +2024-10-01 03:35:14,707 INFO: [ epoch: 137 ] [ iter:183,300 ] [ performance: 26.560 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:56 ] [ l_g_pix: 4.0065e-02 ] [ l_g_total: 4.0065e-02 ] +2024-10-01 03:35:18,451 INFO: [ epoch: 137 ] [ iter:183,400 ] [ performance: 26.725 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:49 ] [ l_g_pix: 2.4790e-02 ] [ l_g_total: 2.4790e-02 ] +2024-10-01 03:35:22,220 INFO: [ epoch: 137 ] [ iter:183,500 ] [ performance: 26.625 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:43 ] [ l_g_pix: 3.3936e-02 ] [ l_g_total: 3.3936e-02 ] +2024-10-01 03:35:25,967 INFO: [ epoch: 137 ] [ iter:183,600 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:37 ] [ l_g_pix: 3.0808e-02 ] [ l_g_total: 3.0808e-02 ] +2024-10-01 03:35:29,709 INFO: [ epoch: 137 ] [ iter:183,700 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:30 ] [ l_g_pix: 2.8778e-02 ] [ l_g_total: 2.8778e-02 ] +2024-10-01 03:35:33,433 INFO: [ epoch: 137 ] [ iter:183,800 ] [ performance: 26.938 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:24 ] [ l_g_pix: 2.4773e-02 ] [ l_g_total: 2.4773e-02 ] +2024-10-01 03:35:37,210 INFO: [ epoch: 137 ] [ iter:183,900 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:18 ] [ l_g_pix: 2.9631e-02 ] [ l_g_total: 2.9631e-02 ] +2024-10-01 03:35:40,937 INFO: [ epoch: 137 ] [ iter:184,000 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:12 ] [ l_g_pix: 3.5173e-02 ] [ l_g_total: 3.5173e-02 ] +2024-10-01 03:35:44,680 INFO: [ epoch: 137 ] [ iter:184,100 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:05 ] [ l_g_pix: 3.5566e-02 ] [ l_g_total: 3.5566e-02 ] +2024-10-01 03:35:48,437 INFO: [ epoch: 137 ] [ iter:184,200 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:59 ] [ l_g_pix: 2.3845e-02 ] [ l_g_total: 2.3845e-02 ] +2024-10-01 03:35:52,086 INFO: [ epoch: 137 ] [ iter:184,300 ] [ performance: 27.117 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:53 ] [ l_g_pix: 2.2218e-02 ] [ l_g_total: 2.2218e-02 ] +2024-10-01 03:35:57,305 INFO: [ epoch: 138 ] [ iter:184,400 ] [ performance: 17.990 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:47 ] [ l_g_pix: 2.7657e-02 ] [ l_g_total: 2.7657e-02 ] +2024-10-01 03:36:00,998 INFO: [ epoch: 138 ] [ iter:184,500 ] [ performance: 22.033 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:40 ] [ l_g_pix: 2.0660e-02 ] [ l_g_total: 2.0660e-02 ] +2024-10-01 03:36:04,696 INFO: [ epoch: 138 ] [ iter:184,600 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:34 ] [ l_g_pix: 3.1129e-02 ] [ l_g_total: 3.1129e-02 ] +2024-10-01 03:36:08,423 INFO: [ epoch: 138 ] [ iter:184,700 ] [ performance: 26.991 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:28 ] [ l_g_pix: 1.4524e-02 ] [ l_g_total: 1.4524e-02 ] +2024-10-01 03:36:12,146 INFO: [ epoch: 138 ] [ iter:184,800 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:22 ] [ l_g_pix: 3.7513e-02 ] [ l_g_total: 3.7513e-02 ] +2024-10-01 03:36:15,904 INFO: [ epoch: 138 ] [ iter:184,900 ] [ performance: 26.801 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:15 ] [ l_g_pix: 1.8791e-02 ] [ l_g_total: 1.8791e-02 ] +2024-10-01 03:36:19,648 INFO: [ epoch: 138 ] [ iter:185,000 ] [ performance: 26.731 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:09 ] [ l_g_pix: 3.2749e-02 ] [ l_g_total: 3.2749e-02 ] +2024-10-01 03:36:23,430 INFO: [ epoch: 138 ] [ iter:185,100 ] [ performance: 26.571 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:03 ] [ l_g_pix: 3.0993e-02 ] [ l_g_total: 3.0993e-02 ] +2024-10-01 03:36:27,139 INFO: [ epoch: 138 ] [ iter:185,200 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:57 ] [ l_g_pix: 4.3758e-02 ] [ l_g_total: 4.3758e-02 ] +2024-10-01 03:36:30,867 INFO: [ epoch: 138 ] [ iter:185,300 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:50 ] [ l_g_pix: 4.4952e-02 ] [ l_g_total: 4.4952e-02 ] +2024-10-01 03:36:34,575 INFO: [ epoch: 138 ] [ iter:185,400 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:44 ] [ l_g_pix: 3.0833e-02 ] [ l_g_total: 3.0833e-02 ] +2024-10-01 03:36:38,256 INFO: [ epoch: 138 ] [ iter:185,500 ] [ performance: 27.148 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:38 ] [ l_g_pix: 2.3975e-02 ] [ l_g_total: 2.3975e-02 ] +2024-10-01 03:36:41,946 INFO: [ epoch: 138 ] [ iter:185,600 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:32 ] [ l_g_pix: 3.0113e-02 ] [ l_g_total: 3.0113e-02 ] +2024-10-01 03:36:45,385 INFO: [ epoch: 138 ] [ iter:185,700 ] [ performance: 28.183 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:25 ] [ l_g_pix: 2.6374e-02 ] [ l_g_total: 2.6374e-02 ] +2024-10-01 03:36:50,771 INFO: [ epoch: 139 ] [ iter:185,800 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:19 ] [ l_g_pix: 3.0006e-02 ] [ l_g_total: 3.0006e-02 ] +2024-10-01 03:36:54,526 INFO: [ epoch: 139 ] [ iter:185,900 ] [ performance: 26.661 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:13 ] [ l_g_pix: 2.4044e-02 ] [ l_g_total: 2.4044e-02 ] +2024-10-01 03:36:58,239 INFO: [ epoch: 139 ] [ iter:186,000 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:07 ] [ l_g_pix: 2.9255e-02 ] [ l_g_total: 2.9255e-02 ] +2024-10-01 03:37:02,007 INFO: [ epoch: 139 ] [ iter:186,100 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:01 ] [ l_g_pix: 2.8977e-02 ] [ l_g_total: 2.8977e-02 ] +2024-10-01 03:37:05,692 INFO: [ epoch: 139 ] [ iter:186,200 ] [ performance: 27.367 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:54 ] [ l_g_pix: 2.7654e-02 ] [ l_g_total: 2.7654e-02 ] +2024-10-01 03:37:09,387 INFO: [ epoch: 139 ] [ iter:186,300 ] [ performance: 27.196 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:48 ] [ l_g_pix: 2.3072e-02 ] [ l_g_total: 2.3072e-02 ] +2024-10-01 03:37:13,078 INFO: [ epoch: 139 ] [ iter:186,400 ] [ performance: 27.332 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:42 ] [ l_g_pix: 1.9739e-02 ] [ l_g_total: 1.9739e-02 ] +2024-10-01 03:37:16,781 INFO: [ epoch: 139 ] [ iter:186,500 ] [ performance: 27.148 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:36 ] [ l_g_pix: 3.5430e-02 ] [ l_g_total: 3.5430e-02 ] +2024-10-01 03:37:20,527 INFO: [ epoch: 139 ] [ iter:186,600 ] [ performance: 26.725 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:29 ] [ l_g_pix: 2.7157e-02 ] [ l_g_total: 2.7157e-02 ] +2024-10-01 03:37:24,289 INFO: [ epoch: 139 ] [ iter:186,700 ] [ performance: 26.645 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:23 ] [ l_g_pix: 3.3265e-02 ] [ l_g_total: 3.3265e-02 ] +2024-10-01 03:37:27,981 INFO: [ epoch: 139 ] [ iter:186,800 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:17 ] [ l_g_pix: 1.5732e-02 ] [ l_g_total: 1.5732e-02 ] +2024-10-01 03:37:31,680 INFO: [ epoch: 139 ] [ iter:186,900 ] [ performance: 27.144 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:11 ] [ l_g_pix: 2.2895e-02 ] [ l_g_total: 2.2895e-02 ] +2024-10-01 03:37:35,289 INFO: [ epoch: 139 ] [ iter:187,000 ] [ performance: 28.499 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:05 ] [ l_g_pix: 2.5429e-02 ] [ l_g_total: 2.5429e-02 ] +2024-10-01 03:37:40,575 INFO: [ epoch: 140 ] [ iter:187,100 ] [ performance: 21.964 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:59 ] [ l_g_pix: 4.1634e-02 ] [ l_g_total: 4.1634e-02 ] +2024-10-01 03:37:44,330 INFO: [ epoch: 140 ] [ iter:187,200 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:52 ] [ l_g_pix: 2.7338e-02 ] [ l_g_total: 2.7338e-02 ] +2024-10-01 03:37:48,072 INFO: [ epoch: 140 ] [ iter:187,300 ] [ performance: 26.735 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:46 ] [ l_g_pix: 2.1969e-02 ] [ l_g_total: 2.1969e-02 ] +2024-10-01 03:37:51,769 INFO: [ epoch: 140 ] [ iter:187,400 ] [ performance: 27.147 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:40 ] [ l_g_pix: 2.5482e-02 ] [ l_g_total: 2.5482e-02 ] +2024-10-01 03:37:55,540 INFO: [ epoch: 140 ] [ iter:187,500 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:34 ] [ l_g_pix: 1.9781e-02 ] [ l_g_total: 1.9781e-02 ] +2024-10-01 03:37:59,298 INFO: [ epoch: 140 ] [ iter:187,600 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:28 ] [ l_g_pix: 2.5147e-02 ] [ l_g_total: 2.5147e-02 ] +2024-10-01 03:38:03,087 INFO: [ epoch: 140 ] [ iter:187,700 ] [ performance: 26.575 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:21 ] [ l_g_pix: 3.4864e-02 ] [ l_g_total: 3.4864e-02 ] +2024-10-01 03:38:06,775 INFO: [ epoch: 140 ] [ iter:187,800 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:15 ] [ l_g_pix: 2.7694e-02 ] [ l_g_total: 2.7694e-02 ] +2024-10-01 03:38:10,495 INFO: [ epoch: 140 ] [ iter:187,900 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:09 ] [ l_g_pix: 5.5017e-02 ] [ l_g_total: 5.5017e-02 ] +2024-10-01 03:38:14,231 INFO: [ epoch: 140 ] [ iter:188,000 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:03 ] [ l_g_pix: 2.8223e-02 ] [ l_g_total: 2.8223e-02 ] +2024-10-01 03:38:17,969 INFO: [ epoch: 140 ] [ iter:188,100 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:57 ] [ l_g_pix: 2.4181e-02 ] [ l_g_total: 2.4181e-02 ] +2024-10-01 03:38:21,696 INFO: [ epoch: 140 ] [ iter:188,200 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:51 ] [ l_g_pix: 3.3615e-02 ] [ l_g_total: 3.3615e-02 ] +2024-10-01 03:38:25,387 INFO: [ epoch: 140 ] [ iter:188,300 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:44 ] [ l_g_pix: 3.9477e-02 ] [ l_g_total: 3.9477e-02 ] +2024-10-01 03:38:30,403 INFO: [ epoch: 141 ] [ iter:188,400 ] [ performance: 17.010 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:38 ] [ l_g_pix: 2.9414e-02 ] [ l_g_total: 2.9414e-02 ] +2024-10-01 03:38:34,241 INFO: [ epoch: 141 ] [ iter:188,500 ] [ performance: 21.620 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:32 ] [ l_g_pix: 3.4222e-02 ] [ l_g_total: 3.4222e-02 ] +2024-10-01 03:38:37,876 INFO: [ epoch: 141 ] [ iter:188,600 ] [ performance: 27.493 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:26 ] [ l_g_pix: 2.7321e-02 ] [ l_g_total: 2.7321e-02 ] +2024-10-01 03:38:41,547 INFO: [ epoch: 141 ] [ iter:188,700 ] [ performance: 27.337 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:20 ] [ l_g_pix: 2.6676e-02 ] [ l_g_total: 2.6676e-02 ] +2024-10-01 03:38:45,287 INFO: [ epoch: 141 ] [ iter:188,800 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:14 ] [ l_g_pix: 3.0760e-02 ] [ l_g_total: 3.0760e-02 ] +2024-10-01 03:38:49,006 INFO: [ epoch: 141 ] [ iter:188,900 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:07 ] [ l_g_pix: 1.9204e-02 ] [ l_g_total: 1.9204e-02 ] +2024-10-01 03:38:52,756 INFO: [ epoch: 141 ] [ iter:189,000 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:01 ] [ l_g_pix: 3.3454e-02 ] [ l_g_total: 3.3454e-02 ] +2024-10-01 03:38:56,465 INFO: [ epoch: 141 ] [ iter:189,100 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:55 ] [ l_g_pix: 2.8905e-02 ] [ l_g_total: 2.8905e-02 ] +2024-10-01 03:39:00,213 INFO: [ epoch: 141 ] [ iter:189,200 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:49 ] [ l_g_pix: 2.5932e-02 ] [ l_g_total: 2.5932e-02 ] +2024-10-01 03:39:03,970 INFO: [ epoch: 141 ] [ iter:189,300 ] [ performance: 26.688 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:43 ] [ l_g_pix: 1.7115e-02 ] [ l_g_total: 1.7115e-02 ] +2024-10-01 03:39:07,681 INFO: [ epoch: 141 ] [ iter:189,400 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:37 ] [ l_g_pix: 4.2710e-02 ] [ l_g_total: 4.2710e-02 ] +2024-10-01 03:39:11,442 INFO: [ epoch: 141 ] [ iter:189,500 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:31 ] [ l_g_pix: 3.0679e-02 ] [ l_g_total: 3.0679e-02 ] +2024-10-01 03:39:15,206 INFO: [ epoch: 141 ] [ iter:189,600 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:24 ] [ l_g_pix: 3.7584e-02 ] [ l_g_total: 3.7584e-02 ] +2024-10-01 03:39:18,659 INFO: [ epoch: 141 ] [ iter:189,700 ] [ performance: 28.154 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:18 ] [ l_g_pix: 3.3309e-02 ] [ l_g_total: 3.3309e-02 ] +2024-10-01 03:39:23,795 INFO: [ epoch: 142 ] [ iter:189,800 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:12 ] [ l_g_pix: 2.2789e-02 ] [ l_g_total: 2.2789e-02 ] +2024-10-01 03:39:27,471 INFO: [ epoch: 142 ] [ iter:189,900 ] [ performance: 27.170 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:06 ] [ l_g_pix: 3.9952e-02 ] [ l_g_total: 3.9952e-02 ] +2024-10-01 03:39:31,225 INFO: [ epoch: 142 ] [ iter:190,000 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:00 ] [ l_g_pix: 1.4461e-02 ] [ l_g_total: 1.4461e-02 ] +2024-10-01 03:39:31,225 INFO: Saving models and training states. +2024-10-01 03:42:33,812 INFO: Validation val + + # psnr: 27.1899........ Best: 27.1916 @ 170000 iter + # ssim: 0.7659........ Best: 0.7660 @ 180000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-01 03:42:37,533 INFO: [ epoch: 142 ] [ iter:190,100 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:03 ] [ l_g_pix: 2.6855e-02 ] [ l_g_total: 2.6855e-02 ] +2024-10-01 03:42:41,214 INFO: [ epoch: 142 ] [ iter:190,200 ] [ performance: 27.430 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:57 ] [ l_g_pix: 2.6410e-02 ] [ l_g_total: 2.6410e-02 ] +2024-10-01 03:42:44,907 INFO: [ epoch: 142 ] [ iter:190,300 ] [ performance: 27.206 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:51 ] [ l_g_pix: 2.4448e-02 ] [ l_g_total: 2.4448e-02 ] +2024-10-01 03:42:48,677 INFO: [ epoch: 142 ] [ iter:190,400 ] [ performance: 26.260 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:45 ] [ l_g_pix: 4.1934e-02 ] [ l_g_total: 4.1934e-02 ] +2024-10-01 03:42:52,406 INFO: [ epoch: 142 ] [ iter:190,500 ] [ performance: 26.626 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:38 ] [ l_g_pix: 4.4211e-02 ] [ l_g_total: 4.4211e-02 ] +2024-10-01 03:42:56,135 INFO: [ epoch: 142 ] [ iter:190,600 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:32 ] [ l_g_pix: 2.4686e-02 ] [ l_g_total: 2.4686e-02 ] +2024-10-01 03:42:59,905 INFO: [ epoch: 142 ] [ iter:190,700 ] [ performance: 26.629 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:26 ] [ l_g_pix: 2.8263e-02 ] [ l_g_total: 2.8263e-02 ] +2024-10-01 03:43:03,668 INFO: [ epoch: 142 ] [ iter:190,800 ] [ performance: 26.573 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:20 ] [ l_g_pix: 2.2403e-02 ] [ l_g_total: 2.2403e-02 ] +2024-10-01 03:43:07,367 INFO: [ epoch: 142 ] [ iter:190,900 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:14 ] [ l_g_pix: 1.8547e-02 ] [ l_g_total: 1.8547e-02 ] +2024-10-01 03:43:10,969 INFO: [ epoch: 142 ] [ iter:191,000 ] [ performance: 28.962 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:07 ] [ l_g_pix: 2.6238e-02 ] [ l_g_total: 2.6238e-02 ] +2024-10-01 03:43:16,116 INFO: [ epoch: 143 ] [ iter:191,100 ] [ performance: 21.825 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:01 ] [ l_g_pix: 3.2138e-02 ] [ l_g_total: 3.2138e-02 ] +2024-10-01 03:43:19,822 INFO: [ epoch: 143 ] [ iter:191,200 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:55 ] [ l_g_pix: 4.5209e-02 ] [ l_g_total: 4.5209e-02 ] +2024-10-01 03:43:23,535 INFO: [ epoch: 143 ] [ iter:191,300 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:49 ] [ l_g_pix: 2.5805e-02 ] [ l_g_total: 2.5805e-02 ] +2024-10-01 03:43:27,310 INFO: [ epoch: 143 ] [ iter:191,400 ] [ performance: 26.503 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:43 ] [ l_g_pix: 3.1010e-02 ] [ l_g_total: 3.1010e-02 ] +2024-10-01 03:43:31,054 INFO: [ epoch: 143 ] [ iter:191,500 ] [ performance: 26.645 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:37 ] [ l_g_pix: 2.2373e-02 ] [ l_g_total: 2.2373e-02 ] +2024-10-01 03:43:34,791 INFO: [ epoch: 143 ] [ iter:191,600 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:30 ] [ l_g_pix: 2.7396e-02 ] [ l_g_total: 2.7396e-02 ] +2024-10-01 03:43:38,555 INFO: [ epoch: 143 ] [ iter:191,700 ] [ performance: 26.654 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:24 ] [ l_g_pix: 2.9733e-02 ] [ l_g_total: 2.9733e-02 ] +2024-10-01 03:43:42,270 INFO: [ epoch: 143 ] [ iter:191,800 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:18 ] [ l_g_pix: 2.0309e-02 ] [ l_g_total: 2.0309e-02 ] +2024-10-01 03:43:45,983 INFO: [ epoch: 143 ] [ iter:191,900 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:12 ] [ l_g_pix: 2.2030e-02 ] [ l_g_total: 2.2030e-02 ] +2024-10-01 03:43:49,704 INFO: [ epoch: 143 ] [ iter:192,000 ] [ performance: 27.099 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:06 ] [ l_g_pix: 3.5330e-02 ] [ l_g_total: 3.5330e-02 ] +2024-10-01 03:43:53,455 INFO: [ epoch: 143 ] [ iter:192,100 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:59 ] [ l_g_pix: 2.7844e-02 ] [ l_g_total: 2.7844e-02 ] +2024-10-01 03:43:57,208 INFO: [ epoch: 143 ] [ iter:192,200 ] [ performance: 26.339 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:53 ] [ l_g_pix: 2.3959e-02 ] [ l_g_total: 2.3959e-02 ] +2024-10-01 03:44:00,914 INFO: [ epoch: 143 ] [ iter:192,300 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:47 ] [ l_g_pix: 2.5494e-02 ] [ l_g_total: 2.5494e-02 ] +2024-10-01 03:44:05,878 INFO: [ epoch: 144 ] [ iter:192,400 ] [ performance: 14.414 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:41 ] [ l_g_pix: 4.5259e-02 ] [ l_g_total: 4.5259e-02 ] +2024-10-01 03:44:09,737 INFO: [ epoch: 144 ] [ iter:192,500 ] [ performance: 20.907 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:35 ] [ l_g_pix: 2.0081e-02 ] [ l_g_total: 2.0081e-02 ] +2024-10-01 03:44:13,449 INFO: [ epoch: 144 ] [ iter:192,600 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:29 ] [ l_g_pix: 2.8295e-02 ] [ l_g_total: 2.8295e-02 ] +2024-10-01 03:44:17,171 INFO: [ epoch: 144 ] [ iter:192,700 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:23 ] [ l_g_pix: 4.4539e-02 ] [ l_g_total: 4.4539e-02 ] +2024-10-01 03:44:20,895 INFO: [ epoch: 144 ] [ iter:192,800 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:16 ] [ l_g_pix: 3.1189e-02 ] [ l_g_total: 3.1189e-02 ] +2024-10-01 03:44:24,636 INFO: [ epoch: 144 ] [ iter:192,900 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:10 ] [ l_g_pix: 2.9525e-02 ] [ l_g_total: 2.9525e-02 ] +2024-10-01 03:44:28,358 INFO: [ epoch: 144 ] [ iter:193,000 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:04 ] [ l_g_pix: 3.4425e-02 ] [ l_g_total: 3.4425e-02 ] +2024-10-01 03:44:32,062 INFO: [ epoch: 144 ] [ iter:193,100 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:58 ] [ l_g_pix: 3.8425e-02 ] [ l_g_total: 3.8425e-02 ] +2024-10-01 03:44:35,731 INFO: [ epoch: 144 ] [ iter:193,200 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:52 ] [ l_g_pix: 2.8460e-02 ] [ l_g_total: 2.8460e-02 ] +2024-10-01 03:44:39,447 INFO: [ epoch: 144 ] [ iter:193,300 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:46 ] [ l_g_pix: 3.0118e-02 ] [ l_g_total: 3.0118e-02 ] +2024-10-01 03:44:43,157 INFO: [ epoch: 144 ] [ iter:193,400 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:39 ] [ l_g_pix: 2.9385e-02 ] [ l_g_total: 2.9385e-02 ] +2024-10-01 03:44:46,835 INFO: [ epoch: 144 ] [ iter:193,500 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:33 ] [ l_g_pix: 4.3329e-02 ] [ l_g_total: 4.3329e-02 ] +2024-10-01 03:44:50,503 INFO: [ epoch: 144 ] [ iter:193,600 ] [ performance: 27.295 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:27 ] [ l_g_pix: 3.3577e-02 ] [ l_g_total: 3.3577e-02 ] +2024-10-01 03:44:54,017 INFO: [ epoch: 144 ] [ iter:193,700 ] [ performance: 28.136 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:21 ] [ l_g_pix: 2.8577e-02 ] [ l_g_total: 2.8577e-02 ] +2024-10-01 03:44:59,180 INFO: [ epoch: 145 ] [ iter:193,800 ] [ performance: 27.086 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:15 ] [ l_g_pix: 3.2536e-02 ] [ l_g_total: 3.2536e-02 ] +2024-10-01 03:45:02,919 INFO: [ epoch: 145 ] [ iter:193,900 ] [ performance: 26.843 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:09 ] [ l_g_pix: 3.5459e-02 ] [ l_g_total: 3.5459e-02 ] +2024-10-01 03:45:06,640 INFO: [ epoch: 145 ] [ iter:194,000 ] [ performance: 26.780 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:03 ] [ l_g_pix: 1.8009e-02 ] [ l_g_total: 1.8009e-02 ] +2024-10-01 03:45:10,389 INFO: [ epoch: 145 ] [ iter:194,100 ] [ performance: 26.710 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:57 ] [ l_g_pix: 2.0921e-02 ] [ l_g_total: 2.0921e-02 ] +2024-10-01 03:45:14,085 INFO: [ epoch: 145 ] [ iter:194,200 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:50 ] [ l_g_pix: 2.2520e-02 ] [ l_g_total: 2.2520e-02 ] +2024-10-01 03:45:17,817 INFO: [ epoch: 145 ] [ iter:194,300 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:44 ] [ l_g_pix: 5.3855e-02 ] [ l_g_total: 5.3855e-02 ] +2024-10-01 03:45:21,554 INFO: [ epoch: 145 ] [ iter:194,400 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:38 ] [ l_g_pix: 1.9194e-02 ] [ l_g_total: 1.9194e-02 ] +2024-10-01 03:45:25,308 INFO: [ epoch: 145 ] [ iter:194,500 ] [ performance: 26.778 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:32 ] [ l_g_pix: 3.7321e-02 ] [ l_g_total: 3.7321e-02 ] +2024-10-01 03:45:29,039 INFO: [ epoch: 145 ] [ iter:194,600 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:26 ] [ l_g_pix: 3.3601e-02 ] [ l_g_total: 3.3601e-02 ] +2024-10-01 03:45:32,805 INFO: [ epoch: 145 ] [ iter:194,700 ] [ performance: 26.678 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:20 ] [ l_g_pix: 2.7439e-02 ] [ l_g_total: 2.7439e-02 ] +2024-10-01 03:45:36,512 INFO: [ epoch: 145 ] [ iter:194,800 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:14 ] [ l_g_pix: 3.8694e-02 ] [ l_g_total: 3.8694e-02 ] +2024-10-01 03:45:40,239 INFO: [ epoch: 145 ] [ iter:194,900 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:08 ] [ l_g_pix: 1.8208e-02 ] [ l_g_total: 1.8208e-02 ] +2024-10-01 03:45:43,853 INFO: [ epoch: 145 ] [ iter:195,000 ] [ performance: 28.899 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:02 ] [ l_g_pix: 2.4903e-02 ] [ l_g_total: 2.4903e-02 ] +2024-10-01 03:45:48,928 INFO: [ epoch: 146 ] [ iter:195,100 ] [ performance: 21.272 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:56 ] [ l_g_pix: 3.4866e-02 ] [ l_g_total: 3.4866e-02 ] +2024-10-01 03:45:52,650 INFO: [ epoch: 146 ] [ iter:195,200 ] [ performance: 26.556 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:49 ] [ l_g_pix: 3.4242e-02 ] [ l_g_total: 3.4242e-02 ] +2024-10-01 03:45:56,376 INFO: [ epoch: 146 ] [ iter:195,300 ] [ performance: 26.779 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:43 ] [ l_g_pix: 2.6948e-02 ] [ l_g_total: 2.6948e-02 ] +2024-10-01 03:46:00,149 INFO: [ epoch: 146 ] [ iter:195,400 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:37 ] [ l_g_pix: 3.4646e-02 ] [ l_g_total: 3.4646e-02 ] +2024-10-01 03:46:03,900 INFO: [ epoch: 146 ] [ iter:195,500 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:31 ] [ l_g_pix: 3.6023e-02 ] [ l_g_total: 3.6023e-02 ] +2024-10-01 03:46:07,632 INFO: [ epoch: 146 ] [ iter:195,600 ] [ performance: 27.543 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:25 ] [ l_g_pix: 2.5316e-02 ] [ l_g_total: 2.5316e-02 ] +2024-10-01 03:46:11,371 INFO: [ epoch: 146 ] [ iter:195,700 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:19 ] [ l_g_pix: 2.5280e-02 ] [ l_g_total: 2.5280e-02 ] +2024-10-01 03:46:15,093 INFO: [ epoch: 146 ] [ iter:195,800 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:13 ] [ l_g_pix: 2.4251e-02 ] [ l_g_total: 2.4251e-02 ] +2024-10-01 03:46:18,804 INFO: [ epoch: 146 ] [ iter:195,900 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:07 ] [ l_g_pix: 3.5604e-02 ] [ l_g_total: 3.5604e-02 ] +2024-10-01 03:46:22,528 INFO: [ epoch: 146 ] [ iter:196,000 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:01 ] [ l_g_pix: 2.7741e-02 ] [ l_g_total: 2.7741e-02 ] +2024-10-01 03:46:26,221 INFO: [ epoch: 146 ] [ iter:196,100 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:55 ] [ l_g_pix: 2.7224e-02 ] [ l_g_total: 2.7224e-02 ] +2024-10-01 03:46:29,921 INFO: [ epoch: 146 ] [ iter:196,200 ] [ performance: 27.369 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:49 ] [ l_g_pix: 2.3711e-02 ] [ l_g_total: 2.3711e-02 ] +2024-10-01 03:46:33,594 INFO: [ epoch: 146 ] [ iter:196,300 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:42 ] [ l_g_pix: 3.6360e-02 ] [ l_g_total: 3.6360e-02 ] +2024-10-01 03:46:38,112 INFO: [ epoch: 147 ] [ iter:196,400 ] [ performance: 12.545 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:36 ] [ l_g_pix: 2.5322e-02 ] [ l_g_total: 2.5322e-02 ] +2024-10-01 03:46:42,143 INFO: [ epoch: 147 ] [ iter:196,500 ] [ performance: 20.976 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:30 ] [ l_g_pix: 3.3423e-02 ] [ l_g_total: 3.3423e-02 ] +2024-10-01 03:46:45,882 INFO: [ epoch: 147 ] [ iter:196,600 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:24 ] [ l_g_pix: 2.5753e-02 ] [ l_g_total: 2.5753e-02 ] +2024-10-01 03:46:49,621 INFO: [ epoch: 147 ] [ iter:196,700 ] [ performance: 26.780 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:18 ] [ l_g_pix: 2.0746e-02 ] [ l_g_total: 2.0746e-02 ] +2024-10-01 03:46:53,350 INFO: [ epoch: 147 ] [ iter:196,800 ] [ performance: 27.329 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:12 ] [ l_g_pix: 1.5210e-02 ] [ l_g_total: 1.5210e-02 ] +2024-10-01 03:46:57,054 INFO: [ epoch: 147 ] [ iter:196,900 ] [ performance: 27.061 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:06 ] [ l_g_pix: 1.8568e-02 ] [ l_g_total: 1.8568e-02 ] +2024-10-01 03:47:00,775 INFO: [ epoch: 147 ] [ iter:197,000 ] [ performance: 27.138 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:00 ] [ l_g_pix: 2.5733e-02 ] [ l_g_total: 2.5733e-02 ] +2024-10-01 03:47:04,510 INFO: [ epoch: 147 ] [ iter:197,100 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:54 ] [ l_g_pix: 2.7890e-02 ] [ l_g_total: 2.7890e-02 ] +2024-10-01 03:47:08,274 INFO: [ epoch: 147 ] [ iter:197,200 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:48 ] [ l_g_pix: 2.9003e-02 ] [ l_g_total: 2.9003e-02 ] +2024-10-01 03:47:12,000 INFO: [ epoch: 147 ] [ iter:197,300 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:42 ] [ l_g_pix: 3.2066e-02 ] [ l_g_total: 3.2066e-02 ] +2024-10-01 03:47:15,766 INFO: [ epoch: 147 ] [ iter:197,400 ] [ performance: 27.367 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:36 ] [ l_g_pix: 3.4266e-02 ] [ l_g_total: 3.4266e-02 ] +2024-10-01 03:47:19,502 INFO: [ epoch: 147 ] [ iter:197,500 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:30 ] [ l_g_pix: 3.1511e-02 ] [ l_g_total: 3.1511e-02 ] +2024-10-01 03:47:23,225 INFO: [ epoch: 147 ] [ iter:197,600 ] [ performance: 27.370 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:24 ] [ l_g_pix: 3.3045e-02 ] [ l_g_total: 3.3045e-02 ] +2024-10-01 03:47:26,764 INFO: [ epoch: 147 ] [ iter:197,700 ] [ performance: 28.127 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:18 ] [ l_g_pix: 2.8552e-02 ] [ l_g_total: 2.8552e-02 ] +2024-10-01 03:47:31,696 INFO: [ epoch: 148 ] [ iter:197,800 ] [ performance: 27.386 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:12 ] [ l_g_pix: 3.1765e-02 ] [ l_g_total: 3.1765e-02 ] +2024-10-01 03:47:35,412 INFO: [ epoch: 148 ] [ iter:197,900 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:06 ] [ l_g_pix: 3.5604e-02 ] [ l_g_total: 3.5604e-02 ] +2024-10-01 03:47:39,126 INFO: [ epoch: 148 ] [ iter:198,000 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:00 ] [ l_g_pix: 3.4909e-02 ] [ l_g_total: 3.4909e-02 ] +2024-10-01 03:47:42,863 INFO: [ epoch: 148 ] [ iter:198,100 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:54 ] [ l_g_pix: 3.2651e-02 ] [ l_g_total: 3.2651e-02 ] +2024-10-01 03:47:46,649 INFO: [ epoch: 148 ] [ iter:198,200 ] [ performance: 26.772 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:48 ] [ l_g_pix: 2.0314e-02 ] [ l_g_total: 2.0314e-02 ] +2024-10-01 03:47:50,383 INFO: [ epoch: 148 ] [ iter:198,300 ] [ performance: 26.784 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:42 ] [ l_g_pix: 2.6436e-02 ] [ l_g_total: 2.6436e-02 ] +2024-10-01 03:47:54,136 INFO: [ epoch: 148 ] [ iter:198,400 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:36 ] [ l_g_pix: 3.5528e-02 ] [ l_g_total: 3.5528e-02 ] +2024-10-01 03:47:57,890 INFO: [ epoch: 148 ] [ iter:198,500 ] [ performance: 26.679 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:29 ] [ l_g_pix: 2.7802e-02 ] [ l_g_total: 2.7802e-02 ] +2024-10-01 03:48:01,620 INFO: [ epoch: 148 ] [ iter:198,600 ] [ performance: 27.692 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:23 ] [ l_g_pix: 3.4210e-02 ] [ l_g_total: 3.4210e-02 ] +2024-10-01 03:48:05,380 INFO: [ epoch: 148 ] [ iter:198,700 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:17 ] [ l_g_pix: 2.4306e-02 ] [ l_g_total: 2.4306e-02 ] +2024-10-01 03:48:09,115 INFO: [ epoch: 148 ] [ iter:198,800 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:11 ] [ l_g_pix: 3.3668e-02 ] [ l_g_total: 3.3668e-02 ] +2024-10-01 03:48:12,811 INFO: [ epoch: 148 ] [ iter:198,900 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:05 ] [ l_g_pix: 3.1701e-02 ] [ l_g_total: 3.1701e-02 ] +2024-10-01 03:48:16,437 INFO: [ epoch: 148 ] [ iter:199,000 ] [ performance: 29.403 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:59 ] [ l_g_pix: 4.2356e-02 ] [ l_g_total: 4.2356e-02 ] +2024-10-01 03:48:21,593 INFO: [ epoch: 149 ] [ iter:199,100 ] [ performance: 20.018 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:53 ] [ l_g_pix: 2.7099e-02 ] [ l_g_total: 2.7099e-02 ] +2024-10-01 03:48:25,367 INFO: [ epoch: 149 ] [ iter:199,200 ] [ performance: 27.341 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:47 ] [ l_g_pix: 4.5955e-02 ] [ l_g_total: 4.5955e-02 ] +2024-10-01 03:48:29,098 INFO: [ epoch: 149 ] [ iter:199,300 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:41 ] [ l_g_pix: 3.5146e-02 ] [ l_g_total: 3.5146e-02 ] +2024-10-01 03:48:32,838 INFO: [ epoch: 149 ] [ iter:199,400 ] [ performance: 27.128 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:35 ] [ l_g_pix: 3.0189e-02 ] [ l_g_total: 3.0189e-02 ] +2024-10-01 03:48:36,536 INFO: [ epoch: 149 ] [ iter:199,500 ] [ performance: 27.052 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:29 ] [ l_g_pix: 2.6772e-02 ] [ l_g_total: 2.6772e-02 ] +2024-10-01 03:48:40,289 INFO: [ epoch: 149 ] [ iter:199,600 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:23 ] [ l_g_pix: 2.9166e-02 ] [ l_g_total: 2.9166e-02 ] +2024-10-01 03:48:44,041 INFO: [ epoch: 149 ] [ iter:199,700 ] [ performance: 26.662 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:17 ] [ l_g_pix: 3.1324e-02 ] [ l_g_total: 3.1324e-02 ] +2024-10-01 03:48:47,785 INFO: [ epoch: 149 ] [ iter:199,800 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:11 ] [ l_g_pix: 2.8056e-02 ] [ l_g_total: 2.8056e-02 ] +2024-10-01 03:48:51,515 INFO: [ epoch: 149 ] [ iter:199,900 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:05 ] [ l_g_pix: 2.8093e-02 ] [ l_g_total: 2.8093e-02 ] +2024-10-01 03:48:55,228 INFO: [ epoch: 149 ] [ iter:200,000 ] [ performance: 27.967 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 2.9803e-02 ] [ l_g_total: 2.9803e-02 ] +2024-10-01 03:48:55,228 INFO: Saving models and training states. +2024-10-01 03:51:56,743 INFO: Validation val + + # psnr: 27.1937........ Best: 27.1937 @ 200000 iter + # ssim: 0.7661........ Best: 0.7661 @ 200000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-01 03:51:57,895 INFO: End of training. Time consumed: 3:22:44 +2024-10-01 03:51:57,895 INFO: Save the latest model. +2024-10-01 03:55:24,194 INFO: Validation val + + # psnr: 27.1937........ Best: 27.1937 @ 200002 iter + # ssim: 0.7661........ Best: 0.7661 @ 200002 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16/training_states/100000.state b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/training_states/100000.state new file mode 100644 index 0000000000000000000000000000000000000000..2ecda26029be7bc3ad5ecb17270f0063ee6f5a1d --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/training_states/100000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f97e9d96d051ab4723ffcca5a3ef224465d6d3e0781670487f6de47a3383779d +size 19045418 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16/training_states/200000.state b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/training_states/200000.state new file mode 100644 index 0000000000000000000000000000000000000000..b97c32de7461395080165c8fd87fe5889ce4c1f1 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16/training_states/200000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:854d12454ba1139b511da43cf1c310f3b77139f7c4d51169a9de8942efe698cf +size 19045418 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/4xDF2K_plksr_tiny_fp16_full.toml b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/4xDF2K_plksr_tiny_fp16_full.toml new file mode 100644 index 0000000000000000000000000000000000000000..09730400383fba65b498545b5d3c9906514fedb0 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/4xDF2K_plksr_tiny_fp16_full.toml @@ -0,0 +1,58 @@ +name = "4xDF2K_plksr_tiny_fp16_full" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_HR_tiled/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_LR_tiled/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 500000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/models/net_g_500000.pth b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/models/net_g_500000.pth new file mode 100644 index 0000000000000000000000000000000000000000..d8bdf2163f693206a0bde175d39d371439f649ed --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/models/net_g_500000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b3147f206c25a52fd922ad8cfc85be8da3cc760ad5ac135e70444cb701b0683 +size 9513138 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/train_4xDF2K_plksr_tiny_fp16_full_20241009_171731.log b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/train_4xDF2K_plksr_tiny_fp16_full_20241009_171731.log new file mode 100644 index 0000000000000000000000000000000000000000..71554920e7f9b266ea94eb5e3b015e8d6648c321 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/train_4xDF2K_plksr_tiny_fp16_full_20241009_171731.log @@ -0,0 +1,5373 @@ +2024-10-09 17:17:31,031 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-09 17:17:33,397 INFO: Dataset [paired] is built. +2024-10-09 17:17:33,398 INFO: Training statistics: + Starting model: 4xDF2K_plksr_tiny_fp16_full + Number of train images: 21387 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1337 + Total epochs 389 for total iters 520000. +2024-10-09 17:17:33,398 INFO: Dataset [paired] is built. +2024-10-09 17:17:33,398 INFO: Number of val images/folders: 100 +2024-10-09 17:17:33,623 INFO: Using network [plksr]. +2024-10-09 17:17:33,647 INFO: Using exponential-moving average. +2024-10-09 17:17:33,648 INFO: Loss [L1Loss] enabled. +2024-10-09 17:17:33,648 INFO: Using model [image]. +2024-10-09 17:17:34,491 INFO: AMP enabled. +2024-10-09 17:17:34,492 INFO: Deterministic mode enabled. +2024-10-09 17:17:34,492 INFO: Start training from epoch: 0, iter: 0 +2024-10-09 17:17:39,517 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 19.906 it/s ] [ lr: 1.00e-04 ] [ eta: 5:18:59 ] [ l_g_pix: 5.1211e-02 ] [ l_g_total: 5.1211e-02 ] +2024-10-09 17:17:44,067 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 20.894 it/s ] [ lr: 1.00e-04 ] [ eta: 5:56:45 ] [ l_g_pix: 3.9061e-02 ] [ l_g_total: 3.9061e-02 ] +2024-10-09 17:17:48,781 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 21.163 it/s ] [ lr: 1.00e-04 ] [ eta: 6:13:57 ] [ l_g_pix: 3.6843e-02 ] [ l_g_total: 3.6843e-02 ] +2024-10-09 17:17:53,659 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 20.827 it/s ] [ lr: 1.00e-04 ] [ eta: 6:26:03 ] [ l_g_pix: 4.2710e-02 ] [ l_g_total: 4.2710e-02 ] +2024-10-09 17:17:58,111 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 22.408 it/s ] [ lr: 1.00e-04 ] [ eta: 6:25:52 ] [ l_g_pix: 3.8881e-02 ] [ l_g_total: 3.8881e-02 ] +2024-10-09 17:18:02,715 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 22.057 it/s ] [ lr: 1.00e-04 ] [ eta: 6:27:56 ] [ l_g_pix: 3.9103e-02 ] [ l_g_total: 3.9103e-02 ] +2024-10-09 17:18:07,706 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 20.138 it/s ] [ lr: 1.00e-04 ] [ eta: 6:34:09 ] [ l_g_pix: 3.0146e-02 ] [ l_g_total: 3.0146e-02 ] +2024-10-09 17:18:12,275 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 20.990 it/s ] [ lr: 1.00e-04 ] [ eta: 6:34:15 ] [ l_g_pix: 3.0205e-02 ] [ l_g_total: 3.0205e-02 ] +2024-10-09 17:18:17,034 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 20.968 it/s ] [ lr: 1.00e-04 ] [ eta: 6:36:07 ] [ l_g_pix: 3.5204e-02 ] [ l_g_total: 3.5204e-02 ] +2024-10-09 17:18:21,591 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 21.456 it/s ] [ lr: 1.00e-04 ] [ eta: 6:35:52 ] [ l_g_pix: 4.1415e-02 ] [ l_g_total: 4.1415e-02 ] +2024-10-09 17:18:26,220 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 21.415 it/s ] [ lr: 1.00e-04 ] [ eta: 6:36:11 ] [ l_g_pix: 3.0169e-02 ] [ l_g_total: 3.0169e-02 ] +2024-10-09 17:18:31,055 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 21.033 it/s ] [ lr: 1.00e-04 ] [ eta: 6:37:57 ] [ l_g_pix: 3.0852e-02 ] [ l_g_total: 3.0852e-02 ] +2024-10-09 17:18:36,327 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 18.700 it/s ] [ lr: 1.00e-04 ] [ eta: 6:42:19 ] [ l_g_pix: 3.3472e-02 ] [ l_g_total: 3.3472e-02 ] +2024-10-09 17:18:40,815 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 20.391 it/s ] [ lr: 1.00e-04 ] [ eta: 6:41:13 ] [ l_g_pix: 2.6264e-02 ] [ l_g_total: 2.6264e-02 ] +2024-10-09 17:18:44,927 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 24.542 it/s ] [ lr: 1.00e-04 ] [ eta: 6:38:06 ] [ l_g_pix: 2.4482e-02 ] [ l_g_total: 2.4482e-02 ] +2024-10-09 17:18:48,664 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 25.646 it/s ] [ lr: 1.00e-04 ] [ eta: 6:33:19 ] [ l_g_pix: 4.8055e-02 ] [ l_g_total: 4.8055e-02 ] +2024-10-09 17:18:52,403 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 26.742 it/s ] [ lr: 1.00e-04 ] [ eta: 6:29:06 ] [ l_g_pix: 3.2845e-02 ] [ l_g_total: 3.2845e-02 ] +2024-10-09 17:18:56,161 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 26.677 it/s ] [ lr: 1.00e-04 ] [ eta: 6:25:27 ] [ l_g_pix: 1.9804e-02 ] [ l_g_total: 1.9804e-02 ] +2024-10-09 17:18:59,906 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 26.694 it/s ] [ lr: 1.00e-04 ] [ eta: 6:22:06 ] [ l_g_pix: 2.6122e-02 ] [ l_g_total: 2.6122e-02 ] +2024-10-09 17:19:03,660 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 26.666 it/s ] [ lr: 1.00e-04 ] [ eta: 6:19:08 ] [ l_g_pix: 3.6902e-02 ] [ l_g_total: 3.6902e-02 ] +2024-10-09 17:19:07,425 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 26.577 it/s ] [ lr: 1.00e-04 ] [ eta: 6:16:29 ] [ l_g_pix: 3.7852e-02 ] [ l_g_total: 3.7852e-02 ] +2024-10-09 17:19:11,167 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 26.659 it/s ] [ lr: 1.00e-04 ] [ eta: 6:13:59 ] [ l_g_pix: 2.9783e-02 ] [ l_g_total: 2.9783e-02 ] +2024-10-09 17:19:14,921 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 26.662 it/s ] [ lr: 1.00e-04 ] [ eta: 6:11:44 ] [ l_g_pix: 2.8743e-02 ] [ l_g_total: 2.8743e-02 ] +2024-10-09 17:19:18,651 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 6:09:35 ] [ l_g_pix: 2.1862e-02 ] [ l_g_total: 2.1862e-02 ] +2024-10-09 17:19:22,407 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 26.671 it/s ] [ lr: 1.00e-04 ] [ eta: 6:07:41 ] [ l_g_pix: 3.3835e-02 ] [ l_g_total: 3.3835e-02 ] +2024-10-09 17:19:26,144 INFO: [ epoch: 1 ] [ iter: 2,600 ] [ performance: 26.718 it/s ] [ lr: 1.00e-04 ] [ eta: 6:05:52 ] [ l_g_pix: 2.5024e-02 ] [ l_g_total: 2.5024e-02 ] +2024-10-09 17:19:30,721 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 21.286 it/s ] [ lr: 1.00e-04 ] [ eta: 6:06:52 ] [ l_g_pix: 3.8361e-02 ] [ l_g_total: 3.8361e-02 ] +2024-10-09 17:19:34,566 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 23.577 it/s ] [ lr: 1.00e-04 ] [ eta: 6:05:32 ] [ l_g_pix: 3.6024e-02 ] [ l_g_total: 3.6024e-02 ] +2024-10-09 17:19:38,297 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 26.848 it/s ] [ lr: 1.00e-04 ] [ eta: 6:03:57 ] [ l_g_pix: 2.5085e-02 ] [ l_g_total: 2.5085e-02 ] +2024-10-09 17:19:42,042 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 6:02:30 ] [ l_g_pix: 2.8337e-02 ] [ l_g_total: 2.8337e-02 ] +2024-10-09 17:19:45,752 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 27.075 it/s ] [ lr: 1.00e-04 ] [ eta: 6:01:03 ] [ l_g_pix: 1.9186e-02 ] [ l_g_total: 1.9186e-02 ] +2024-10-09 17:19:49,459 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 27.022 it/s ] [ lr: 1.00e-04 ] [ eta: 5:59:41 ] [ l_g_pix: 3.3937e-02 ] [ l_g_total: 3.3937e-02 ] +2024-10-09 17:19:53,210 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 26.662 it/s ] [ lr: 1.00e-04 ] [ eta: 5:58:30 ] [ l_g_pix: 2.9198e-02 ] [ l_g_total: 2.9198e-02 ] +2024-10-09 17:19:56,962 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 26.660 it/s ] [ lr: 1.00e-04 ] [ eta: 5:57:23 ] [ l_g_pix: 2.8398e-02 ] [ l_g_total: 2.8398e-02 ] +2024-10-09 17:20:00,706 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 26.791 it/s ] [ lr: 1.00e-04 ] [ eta: 5:56:19 ] [ l_g_pix: 3.3744e-02 ] [ l_g_total: 3.3744e-02 ] +2024-10-09 17:20:04,466 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 5:55:20 ] [ l_g_pix: 4.8514e-02 ] [ l_g_total: 4.8514e-02 ] +2024-10-09 17:20:08,202 INFO: [ epoch: 2 ] [ iter: 3,700 ] [ performance: 26.813 it/s ] [ lr: 1.00e-04 ] [ eta: 5:54:21 ] [ l_g_pix: 3.5214e-02 ] [ l_g_total: 3.5214e-02 ] +2024-10-09 17:20:11,974 INFO: [ epoch: 2 ] [ iter: 3,800 ] [ performance: 26.650 it/s ] [ lr: 1.00e-04 ] [ eta: 5:53:30 ] [ l_g_pix: 3.1594e-02 ] [ l_g_total: 3.1594e-02 ] +2024-10-09 17:20:15,683 INFO: [ epoch: 2 ] [ iter: 3,900 ] [ performance: 27.158 it/s ] [ lr: 1.00e-04 ] [ eta: 5:52:33 ] [ l_g_pix: 2.6405e-02 ] [ l_g_total: 2.6405e-02 ] +2024-10-09 17:20:19,215 INFO: [ epoch: 2 ] [ iter: 4,000 ] [ performance: 27.786 it/s ] [ lr: 1.00e-04 ] [ eta: 5:51:16 ] [ l_g_pix: 2.7534e-02 ] [ l_g_total: 2.7534e-02 ] +2024-10-09 17:20:24,083 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 24.121 it/s ] [ lr: 1.00e-04 ] [ eta: 5:52:50 ] [ l_g_pix: 3.1743e-02 ] [ l_g_total: 3.1743e-02 ] +2024-10-09 17:20:27,718 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 25.895 it/s ] [ lr: 1.00e-04 ] [ eta: 5:51:49 ] [ l_g_pix: 3.9025e-02 ] [ l_g_total: 3.9025e-02 ] +2024-10-09 17:20:31,400 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 27.166 it/s ] [ lr: 1.00e-04 ] [ eta: 5:50:56 ] [ l_g_pix: 3.6014e-02 ] [ l_g_total: 3.6014e-02 ] +2024-10-09 17:20:35,103 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 27.083 it/s ] [ lr: 1.00e-04 ] [ eta: 5:50:07 ] [ l_g_pix: 4.4062e-02 ] [ l_g_total: 4.4062e-02 ] +2024-10-09 17:20:38,791 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 27.261 it/s ] [ lr: 1.00e-04 ] [ eta: 5:49:19 ] [ l_g_pix: 4.6650e-02 ] [ l_g_total: 4.6650e-02 ] +2024-10-09 17:20:42,487 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 27.147 it/s ] [ lr: 1.00e-04 ] [ eta: 5:48:33 ] [ l_g_pix: 2.3808e-02 ] [ l_g_total: 2.3808e-02 ] +2024-10-09 17:20:46,205 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 26.916 it/s ] [ lr: 1.00e-04 ] [ eta: 5:47:52 ] [ l_g_pix: 3.1893e-02 ] [ l_g_total: 3.1893e-02 ] +2024-10-09 17:20:49,941 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 26.832 it/s ] [ lr: 1.00e-04 ] [ eta: 5:47:14 ] [ l_g_pix: 4.2325e-02 ] [ l_g_total: 4.2325e-02 ] +2024-10-09 17:20:53,640 INFO: [ epoch: 3 ] [ iter: 4,900 ] [ performance: 27.128 it/s ] [ lr: 1.00e-04 ] [ eta: 5:46:34 ] [ l_g_pix: 3.9250e-02 ] [ l_g_total: 3.9250e-02 ] +2024-10-09 17:20:57,345 INFO: [ epoch: 3 ] [ iter: 5,000 ] [ performance: 27.053 it/s ] [ lr: 1.00e-04 ] [ eta: 5:45:55 ] [ l_g_pix: 2.2034e-02 ] [ l_g_total: 2.2034e-02 ] +2024-10-09 17:21:01,055 INFO: [ epoch: 3 ] [ iter: 5,100 ] [ performance: 27.133 it/s ] [ lr: 1.00e-04 ] [ eta: 5:45:19 ] [ l_g_pix: 3.5763e-02 ] [ l_g_total: 3.5763e-02 ] +2024-10-09 17:21:04,708 INFO: [ epoch: 3 ] [ iter: 5,200 ] [ performance: 27.275 it/s ] [ lr: 1.00e-04 ] [ eta: 5:44:38 ] [ l_g_pix: 3.7541e-02 ] [ l_g_total: 3.7541e-02 ] +2024-10-09 17:21:08,289 INFO: [ epoch: 3 ] [ iter: 5,300 ] [ performance: 28.454 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:52 ] [ l_g_pix: 3.0555e-02 ] [ l_g_total: 3.0555e-02 ] +2024-10-09 17:21:13,063 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 23.598 it/s ] [ lr: 1.00e-04 ] [ eta: 5:45:01 ] [ l_g_pix: 3.8776e-02 ] [ l_g_total: 3.8776e-02 ] +2024-10-09 17:21:16,767 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 27.183 it/s ] [ lr: 1.00e-04 ] [ eta: 5:44:27 ] [ l_g_pix: 3.2490e-02 ] [ l_g_total: 3.2490e-02 ] +2024-10-09 17:21:20,470 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 27.080 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:54 ] [ l_g_pix: 4.4454e-02 ] [ l_g_total: 4.4454e-02 ] +2024-10-09 17:21:24,324 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 25.585 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:36 ] [ l_g_pix: 2.5004e-02 ] [ l_g_total: 2.5004e-02 ] +2024-10-09 17:21:28,032 INFO: [ epoch: 4 ] [ iter: 5,800 ] [ performance: 26.375 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:05 ] [ l_g_pix: 3.3149e-02 ] [ l_g_total: 3.3149e-02 ] +2024-10-09 17:21:31,720 INFO: [ epoch: 4 ] [ iter: 5,900 ] [ performance: 27.425 it/s ] [ lr: 1.00e-04 ] [ eta: 5:42:34 ] [ l_g_pix: 3.9014e-02 ] [ l_g_total: 3.9014e-02 ] +2024-10-09 17:21:35,419 INFO: [ epoch: 4 ] [ iter: 6,000 ] [ performance: 27.198 it/s ] [ lr: 1.00e-04 ] [ eta: 5:42:04 ] [ l_g_pix: 3.3947e-02 ] [ l_g_total: 3.3947e-02 ] +2024-10-09 17:21:39,127 INFO: [ epoch: 4 ] [ iter: 6,100 ] [ performance: 27.092 it/s ] [ lr: 1.00e-04 ] [ eta: 5:41:36 ] [ l_g_pix: 2.3493e-02 ] [ l_g_total: 2.3493e-02 ] +2024-10-09 17:21:42,806 INFO: [ epoch: 4 ] [ iter: 6,200 ] [ performance: 27.148 it/s ] [ lr: 1.00e-04 ] [ eta: 5:41:06 ] [ l_g_pix: 3.2854e-02 ] [ l_g_total: 3.2854e-02 ] +2024-10-09 17:21:46,511 INFO: [ epoch: 4 ] [ iter: 6,300 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 5:40:40 ] [ l_g_pix: 2.6507e-02 ] [ l_g_total: 2.6507e-02 ] +2024-10-09 17:21:50,226 INFO: [ epoch: 4 ] [ iter: 6,400 ] [ performance: 27.005 it/s ] [ lr: 1.00e-04 ] [ eta: 5:40:15 ] [ l_g_pix: 2.4490e-02 ] [ l_g_total: 2.4490e-02 ] +2024-10-09 17:21:53,962 INFO: [ epoch: 4 ] [ iter: 6,500 ] [ performance: 26.970 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:52 ] [ l_g_pix: 3.8852e-02 ] [ l_g_total: 3.8852e-02 ] +2024-10-09 17:21:57,711 INFO: [ epoch: 4 ] [ iter: 6,600 ] [ performance: 26.796 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:30 ] [ l_g_pix: 3.2442e-02 ] [ l_g_total: 3.2442e-02 ] +2024-10-09 17:22:02,365 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 19.178 it/s ] [ lr: 1.00e-04 ] [ eta: 5:40:19 ] [ l_g_pix: 4.1839e-02 ] [ l_g_total: 4.1839e-02 ] +2024-10-09 17:22:06,098 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 23.150 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:57 ] [ l_g_pix: 2.7354e-02 ] [ l_g_total: 2.7354e-02 ] +2024-10-09 17:22:09,773 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 27.295 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:30 ] [ l_g_pix: 2.7672e-02 ] [ l_g_total: 2.7672e-02 ] +2024-10-09 17:22:13,436 INFO: [ epoch: 5 ] [ iter: 7,000 ] [ performance: 27.300 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:04 ] [ l_g_pix: 3.8006e-02 ] [ l_g_total: 3.8006e-02 ] +2024-10-09 17:22:17,168 INFO: [ epoch: 5 ] [ iter: 7,100 ] [ performance: 27.081 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:43 ] [ l_g_pix: 3.5385e-02 ] [ l_g_total: 3.5385e-02 ] +2024-10-09 17:22:20,892 INFO: [ epoch: 5 ] [ iter: 7,200 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:22 ] [ l_g_pix: 3.3652e-02 ] [ l_g_total: 3.3652e-02 ] +2024-10-09 17:22:24,536 INFO: [ epoch: 5 ] [ iter: 7,300 ] [ performance: 27.699 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:56 ] [ l_g_pix: 2.5833e-02 ] [ l_g_total: 2.5833e-02 ] +2024-10-09 17:22:28,264 INFO: [ epoch: 5 ] [ iter: 7,400 ] [ performance: 27.164 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:36 ] [ l_g_pix: 1.9258e-02 ] [ l_g_total: 1.9258e-02 ] +2024-10-09 17:22:31,999 INFO: [ epoch: 5 ] [ iter: 7,500 ] [ performance: 26.977 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:18 ] [ l_g_pix: 3.4367e-02 ] [ l_g_total: 3.4367e-02 ] +2024-10-09 17:22:35,776 INFO: [ epoch: 5 ] [ iter: 7,600 ] [ performance: 26.671 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:02 ] [ l_g_pix: 4.1161e-02 ] [ l_g_total: 4.1161e-02 ] +2024-10-09 17:22:39,444 INFO: [ epoch: 5 ] [ iter: 7,700 ] [ performance: 27.371 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:39 ] [ l_g_pix: 3.7813e-02 ] [ l_g_total: 3.7813e-02 ] +2024-10-09 17:22:43,107 INFO: [ epoch: 5 ] [ iter: 7,800 ] [ performance: 27.331 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:17 ] [ l_g_pix: 2.0450e-02 ] [ l_g_total: 2.0450e-02 ] +2024-10-09 17:22:46,819 INFO: [ epoch: 5 ] [ iter: 7,900 ] [ performance: 27.029 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:58 ] [ l_g_pix: 4.0326e-02 ] [ l_g_total: 4.0326e-02 ] +2024-10-09 17:22:50,306 INFO: [ epoch: 5 ] [ iter: 8,000 ] [ performance: 28.029 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:26 ] [ l_g_pix: 3.7500e-02 ] [ l_g_total: 3.7500e-02 ] +2024-10-09 17:22:55,166 INFO: [ epoch: 6 ] [ iter: 8,100 ] [ performance: 27.083 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:21 ] [ l_g_pix: 3.5876e-02 ] [ l_g_total: 3.5876e-02 ] +2024-10-09 17:22:58,859 INFO: [ epoch: 6 ] [ iter: 8,200 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:01 ] [ l_g_pix: 3.2044e-02 ] [ l_g_total: 3.2044e-02 ] +2024-10-09 17:23:02,582 INFO: [ epoch: 6 ] [ iter: 8,300 ] [ performance: 26.496 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:44 ] [ l_g_pix: 2.9648e-02 ] [ l_g_total: 2.9648e-02 ] +2024-10-09 17:23:06,250 INFO: [ epoch: 6 ] [ iter: 8,400 ] [ performance: 26.976 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:23 ] [ l_g_pix: 2.3760e-02 ] [ l_g_total: 2.3760e-02 ] +2024-10-09 17:23:09,901 INFO: [ epoch: 6 ] [ iter: 8,500 ] [ performance: 27.564 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:03 ] [ l_g_pix: 3.3807e-02 ] [ l_g_total: 3.3807e-02 ] +2024-10-09 17:23:13,587 INFO: [ epoch: 6 ] [ iter: 8,600 ] [ performance: 27.291 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:44 ] [ l_g_pix: 3.8229e-02 ] [ l_g_total: 3.8229e-02 ] +2024-10-09 17:23:17,268 INFO: [ epoch: 6 ] [ iter: 8,700 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:26 ] [ l_g_pix: 4.2236e-02 ] [ l_g_total: 4.2236e-02 ] +2024-10-09 17:23:20,994 INFO: [ epoch: 6 ] [ iter: 8,800 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:10 ] [ l_g_pix: 4.2442e-02 ] [ l_g_total: 4.2442e-02 ] +2024-10-09 17:23:24,716 INFO: [ epoch: 6 ] [ iter: 8,900 ] [ performance: 26.902 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:55 ] [ l_g_pix: 4.3548e-02 ] [ l_g_total: 4.3548e-02 ] +2024-10-09 17:23:28,440 INFO: [ epoch: 6 ] [ iter: 9,000 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:40 ] [ l_g_pix: 3.8849e-02 ] [ l_g_total: 3.8849e-02 ] +2024-10-09 17:23:32,137 INFO: [ epoch: 6 ] [ iter: 9,100 ] [ performance: 27.056 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:23 ] [ l_g_pix: 2.9499e-02 ] [ l_g_total: 2.9499e-02 ] +2024-10-09 17:23:35,865 INFO: [ epoch: 6 ] [ iter: 9,200 ] [ performance: 26.908 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:09 ] [ l_g_pix: 2.1638e-02 ] [ l_g_total: 2.1638e-02 ] +2024-10-09 17:23:39,481 INFO: [ epoch: 6 ] [ iter: 9,300 ] [ performance: 28.306 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:49 ] [ l_g_pix: 2.8047e-02 ] [ l_g_total: 2.8047e-02 ] +2024-10-09 17:23:44,221 INFO: [ epoch: 7 ] [ iter: 9,400 ] [ performance: 23.169 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:30 ] [ l_g_pix: 3.1590e-02 ] [ l_g_total: 3.1590e-02 ] +2024-10-09 17:23:47,910 INFO: [ epoch: 7 ] [ iter: 9,500 ] [ performance: 27.326 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:14 ] [ l_g_pix: 3.6766e-02 ] [ l_g_total: 3.6766e-02 ] +2024-10-09 17:23:51,590 INFO: [ epoch: 7 ] [ iter: 9,600 ] [ performance: 27.229 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:57 ] [ l_g_pix: 4.0951e-02 ] [ l_g_total: 4.0951e-02 ] +2024-10-09 17:23:55,268 INFO: [ epoch: 7 ] [ iter: 9,700 ] [ performance: 27.147 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:41 ] [ l_g_pix: 3.8858e-02 ] [ l_g_total: 3.8858e-02 ] +2024-10-09 17:23:58,982 INFO: [ epoch: 7 ] [ iter: 9,800 ] [ performance: 27.007 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:27 ] [ l_g_pix: 2.9637e-02 ] [ l_g_total: 2.9637e-02 ] +2024-10-09 17:24:02,659 INFO: [ epoch: 7 ] [ iter: 9,900 ] [ performance: 27.133 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:11 ] [ l_g_pix: 4.4011e-02 ] [ l_g_total: 4.4011e-02 ] +2024-10-09 17:24:06,343 INFO: [ epoch: 7 ] [ iter: 10,000 ] [ performance: 27.146 it/s ] [ lr: 1.00e-04 ] [ eta: 5:31:55 ] [ l_g_pix: 2.1291e-02 ] [ l_g_total: 2.1291e-02 ] +2024-10-09 17:24:06,343 INFO: Saving models and training states. +2024-10-09 17:27:31,621 INFO: Validation val + + # psnr: 26.2988........ Best: 26.2988 @ 10000 iter + # ssim: 0.7394........ Best: 0.7394 @ 10000 iter + # dists: 0.7808........ Best: 0.7808 @ 10000 iter + +2024-10-09 17:27:35,299 INFO: [ epoch: 7 ] [ iter: 10,100 ] [ performance: 26.999 it/s ] [ lr: 1.00e-04 ] [ eta: 8:24:25 ] [ l_g_pix: 3.9320e-02 ] [ l_g_total: 3.9320e-02 ] +2024-10-09 17:27:38,977 INFO: [ epoch: 7 ] [ iter: 10,200 ] [ performance: 27.128 it/s ] [ lr: 1.00e-04 ] [ eta: 8:22:26 ] [ l_g_pix: 3.0487e-02 ] [ l_g_total: 3.0487e-02 ] +2024-10-09 17:27:42,659 INFO: [ epoch: 7 ] [ iter: 10,300 ] [ performance: 27.126 it/s ] [ lr: 1.00e-04 ] [ eta: 8:20:29 ] [ l_g_pix: 3.1529e-02 ] [ l_g_total: 3.1529e-02 ] +2024-10-09 17:27:46,344 INFO: [ epoch: 7 ] [ iter: 10,400 ] [ performance: 27.137 it/s ] [ lr: 1.00e-04 ] [ eta: 8:18:35 ] [ l_g_pix: 4.6640e-02 ] [ l_g_total: 4.6640e-02 ] +2024-10-09 17:27:50,070 INFO: [ epoch: 7 ] [ iter: 10,500 ] [ performance: 26.489 it/s ] [ lr: 1.00e-04 ] [ eta: 8:16:46 ] [ l_g_pix: 3.6306e-02 ] [ l_g_total: 3.6306e-02 ] +2024-10-09 17:27:53,786 INFO: [ epoch: 7 ] [ iter: 10,600 ] [ performance: 26.775 it/s ] [ lr: 1.00e-04 ] [ eta: 8:14:57 ] [ l_g_pix: 2.5636e-02 ] [ l_g_total: 2.5636e-02 ] +2024-10-09 17:27:58,080 INFO: [ epoch: 8 ] [ iter: 10,700 ] [ performance: 19.000 it/s ] [ lr: 1.00e-04 ] [ eta: 8:13:38 ] [ l_g_pix: 3.4533e-02 ] [ l_g_total: 3.4533e-02 ] +2024-10-09 17:28:02,082 INFO: [ epoch: 8 ] [ iter: 10,800 ] [ performance: 22.703 it/s ] [ lr: 1.00e-04 ] [ eta: 8:12:07 ] [ l_g_pix: 2.3518e-02 ] [ l_g_total: 2.3518e-02 ] +2024-10-09 17:28:05,755 INFO: [ epoch: 8 ] [ iter: 10,900 ] [ performance: 27.264 it/s ] [ lr: 1.00e-04 ] [ eta: 8:10:22 ] [ l_g_pix: 2.1069e-02 ] [ l_g_total: 2.1069e-02 ] +2024-10-09 17:28:09,435 INFO: [ epoch: 8 ] [ iter: 11,000 ] [ performance: 27.204 it/s ] [ lr: 1.00e-04 ] [ eta: 8:08:39 ] [ l_g_pix: 4.1029e-02 ] [ l_g_total: 4.1029e-02 ] +2024-10-09 17:28:13,140 INFO: [ epoch: 8 ] [ iter: 11,100 ] [ performance: 26.856 it/s ] [ lr: 1.00e-04 ] [ eta: 8:06:59 ] [ l_g_pix: 4.4754e-02 ] [ l_g_total: 4.4754e-02 ] +2024-10-09 17:28:16,869 INFO: [ epoch: 8 ] [ iter: 11,200 ] [ performance: 26.834 it/s ] [ lr: 1.00e-04 ] [ eta: 8:05:22 ] [ l_g_pix: 2.6861e-02 ] [ l_g_total: 2.6861e-02 ] +2024-10-09 17:28:20,551 INFO: [ epoch: 8 ] [ iter: 11,300 ] [ performance: 27.417 it/s ] [ lr: 1.00e-04 ] [ eta: 8:03:44 ] [ l_g_pix: 2.8594e-02 ] [ l_g_total: 2.8594e-02 ] +2024-10-09 17:28:24,268 INFO: [ epoch: 8 ] [ iter: 11,400 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 8:02:10 ] [ l_g_pix: 2.7623e-02 ] [ l_g_total: 2.7623e-02 ] +2024-10-09 17:28:27,962 INFO: [ epoch: 8 ] [ iter: 11,500 ] [ performance: 27.300 it/s ] [ lr: 1.00e-04 ] [ eta: 8:00:36 ] [ l_g_pix: 2.9408e-02 ] [ l_g_total: 2.9408e-02 ] +2024-10-09 17:28:31,689 INFO: [ epoch: 8 ] [ iter: 11,600 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 7:59:05 ] [ l_g_pix: 3.7671e-02 ] [ l_g_total: 3.7671e-02 ] +2024-10-09 17:28:35,360 INFO: [ epoch: 8 ] [ iter: 11,700 ] [ performance: 27.629 it/s ] [ lr: 1.00e-04 ] [ eta: 7:57:33 ] [ l_g_pix: 3.1613e-02 ] [ l_g_total: 3.1613e-02 ] +2024-10-09 17:28:39,018 INFO: [ epoch: 8 ] [ iter: 11,800 ] [ performance: 27.425 it/s ] [ lr: 1.00e-04 ] [ eta: 7:56:02 ] [ l_g_pix: 3.1989e-02 ] [ l_g_total: 3.1989e-02 ] +2024-10-09 17:28:42,738 INFO: [ epoch: 8 ] [ iter: 11,900 ] [ performance: 26.872 it/s ] [ lr: 1.00e-04 ] [ eta: 7:54:35 ] [ l_g_pix: 4.0705e-02 ] [ l_g_total: 4.0705e-02 ] +2024-10-09 17:28:46,213 INFO: [ epoch: 8 ] [ iter: 12,000 ] [ performance: 28.200 it/s ] [ lr: 1.00e-04 ] [ eta: 7:53:00 ] [ l_g_pix: 3.6216e-02 ] [ l_g_total: 3.6216e-02 ] +2024-10-09 17:28:51,210 INFO: [ epoch: 9 ] [ iter: 12,100 ] [ performance: 28.005 it/s ] [ lr: 1.00e-04 ] [ eta: 7:52:29 ] [ l_g_pix: 3.4598e-02 ] [ l_g_total: 3.4598e-02 ] +2024-10-09 17:28:54,901 INFO: [ epoch: 9 ] [ iter: 12,200 ] [ performance: 27.354 it/s ] [ lr: 1.00e-04 ] [ eta: 7:51:05 ] [ l_g_pix: 2.3154e-02 ] [ l_g_total: 2.3154e-02 ] +2024-10-09 17:28:58,647 INFO: [ epoch: 9 ] [ iter: 12,300 ] [ performance: 26.898 it/s ] [ lr: 1.00e-04 ] [ eta: 7:49:44 ] [ l_g_pix: 3.2630e-02 ] [ l_g_total: 3.2630e-02 ] +2024-10-09 17:29:02,377 INFO: [ epoch: 9 ] [ iter: 12,400 ] [ performance: 26.839 it/s ] [ lr: 1.00e-04 ] [ eta: 7:48:24 ] [ l_g_pix: 2.9082e-02 ] [ l_g_total: 2.9082e-02 ] +2024-10-09 17:29:06,105 INFO: [ epoch: 9 ] [ iter: 12,500 ] [ performance: 26.822 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:05 ] [ l_g_pix: 3.6934e-02 ] [ l_g_total: 3.6934e-02 ] +2024-10-09 17:29:09,861 INFO: [ epoch: 9 ] [ iter: 12,600 ] [ performance: 26.686 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:48 ] [ l_g_pix: 3.3577e-02 ] [ l_g_total: 3.3577e-02 ] +2024-10-09 17:29:13,587 INFO: [ epoch: 9 ] [ iter: 12,700 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:32 ] [ l_g_pix: 3.5233e-02 ] [ l_g_total: 3.5233e-02 ] +2024-10-09 17:29:17,297 INFO: [ epoch: 9 ] [ iter: 12,800 ] [ performance: 26.944 it/s ] [ lr: 1.00e-04 ] [ eta: 7:43:16 ] [ l_g_pix: 3.5210e-02 ] [ l_g_total: 3.5210e-02 ] +2024-10-09 17:29:20,982 INFO: [ epoch: 9 ] [ iter: 12,900 ] [ performance: 27.285 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:00 ] [ l_g_pix: 4.2488e-02 ] [ l_g_total: 4.2488e-02 ] +2024-10-09 17:29:24,699 INFO: [ epoch: 9 ] [ iter: 13,000 ] [ performance: 27.004 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:46 ] [ l_g_pix: 3.1588e-02 ] [ l_g_total: 3.1588e-02 ] +2024-10-09 17:29:28,413 INFO: [ epoch: 9 ] [ iter: 13,100 ] [ performance: 26.778 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:33 ] [ l_g_pix: 3.0520e-02 ] [ l_g_total: 3.0520e-02 ] +2024-10-09 17:29:32,110 INFO: [ epoch: 9 ] [ iter: 13,200 ] [ performance: 26.983 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:21 ] [ l_g_pix: 3.9221e-02 ] [ l_g_total: 3.9221e-02 ] +2024-10-09 17:29:35,727 INFO: [ epoch: 9 ] [ iter: 13,300 ] [ performance: 28.884 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:06 ] [ l_g_pix: 3.6334e-02 ] [ l_g_total: 3.6334e-02 ] +2024-10-09 17:29:40,760 INFO: [ epoch: 10 ] [ iter: 13,400 ] [ performance: 21.582 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:47 ] [ l_g_pix: 3.2119e-02 ] [ l_g_total: 3.2119e-02 ] +2024-10-09 17:29:44,477 INFO: [ epoch: 10 ] [ iter: 13,500 ] [ performance: 26.997 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:38 ] [ l_g_pix: 2.4110e-02 ] [ l_g_total: 2.4110e-02 ] +2024-10-09 17:29:48,180 INFO: [ epoch: 10 ] [ iter: 13,600 ] [ performance: 27.005 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:29 ] [ l_g_pix: 2.1862e-02 ] [ l_g_total: 2.1862e-02 ] +2024-10-09 17:29:51,920 INFO: [ epoch: 10 ] [ iter: 13,700 ] [ performance: 26.706 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:23 ] [ l_g_pix: 3.0083e-02 ] [ l_g_total: 3.0083e-02 ] +2024-10-09 17:29:55,611 INFO: [ epoch: 10 ] [ iter: 13,800 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:16 ] [ l_g_pix: 3.6703e-02 ] [ l_g_total: 3.6703e-02 ] +2024-10-09 17:29:59,343 INFO: [ epoch: 10 ] [ iter: 13,900 ] [ performance: 26.762 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:11 ] [ l_g_pix: 2.4364e-02 ] [ l_g_total: 2.4364e-02 ] +2024-10-09 17:30:03,052 INFO: [ epoch: 10 ] [ iter: 14,000 ] [ performance: 26.919 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:07 ] [ l_g_pix: 2.8730e-02 ] [ l_g_total: 2.8730e-02 ] +2024-10-09 17:30:06,791 INFO: [ epoch: 10 ] [ iter: 14,100 ] [ performance: 27.249 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:04 ] [ l_g_pix: 3.5612e-02 ] [ l_g_total: 3.5612e-02 ] +2024-10-09 17:30:10,546 INFO: [ epoch: 10 ] [ iter: 14,200 ] [ performance: 26.774 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:03 ] [ l_g_pix: 2.4221e-02 ] [ l_g_total: 2.4221e-02 ] +2024-10-09 17:30:14,277 INFO: [ epoch: 10 ] [ iter: 14,300 ] [ performance: 27.569 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:01 ] [ l_g_pix: 2.9405e-02 ] [ l_g_total: 2.9405e-02 ] +2024-10-09 17:30:17,971 INFO: [ epoch: 10 ] [ iter: 14,400 ] [ performance: 27.189 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:59 ] [ l_g_pix: 3.7163e-02 ] [ l_g_total: 3.7163e-02 ] +2024-10-09 17:30:21,684 INFO: [ epoch: 10 ] [ iter: 14,500 ] [ performance: 26.787 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:59 ] [ l_g_pix: 2.3545e-02 ] [ l_g_total: 2.3545e-02 ] +2024-10-09 17:30:25,417 INFO: [ epoch: 10 ] [ iter: 14,600 ] [ performance: 26.790 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:00 ] [ l_g_pix: 4.2585e-02 ] [ l_g_total: 4.2585e-02 ] +2024-10-09 17:30:29,627 INFO: [ epoch: 11 ] [ iter: 14,700 ] [ performance: 16.010 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:18 ] [ l_g_pix: 2.0005e-02 ] [ l_g_total: 2.0005e-02 ] +2024-10-09 17:30:33,767 INFO: [ epoch: 11 ] [ iter: 14,800 ] [ performance: 21.805 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:35 ] [ l_g_pix: 4.8476e-02 ] [ l_g_total: 4.8476e-02 ] +2024-10-09 17:30:37,480 INFO: [ epoch: 11 ] [ iter: 14,900 ] [ performance: 26.997 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:37 ] [ l_g_pix: 3.2502e-02 ] [ l_g_total: 3.2502e-02 ] +2024-10-09 17:30:41,221 INFO: [ epoch: 11 ] [ iter: 15,000 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:41 ] [ l_g_pix: 3.1302e-02 ] [ l_g_total: 3.1302e-02 ] +2024-10-09 17:30:44,925 INFO: [ epoch: 11 ] [ iter: 15,100 ] [ performance: 27.845 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:45 ] [ l_g_pix: 3.2690e-02 ] [ l_g_total: 3.2690e-02 ] +2024-10-09 17:30:48,638 INFO: [ epoch: 11 ] [ iter: 15,200 ] [ performance: 27.114 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:49 ] [ l_g_pix: 3.5158e-02 ] [ l_g_total: 3.5158e-02 ] +2024-10-09 17:30:52,377 INFO: [ epoch: 11 ] [ iter: 15,300 ] [ performance: 27.158 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:55 ] [ l_g_pix: 2.3254e-02 ] [ l_g_total: 2.3254e-02 ] +2024-10-09 17:30:56,058 INFO: [ epoch: 11 ] [ iter: 15,400 ] [ performance: 27.170 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:00 ] [ l_g_pix: 2.2473e-02 ] [ l_g_total: 2.2473e-02 ] +2024-10-09 17:30:59,752 INFO: [ epoch: 11 ] [ iter: 15,500 ] [ performance: 27.108 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:06 ] [ l_g_pix: 3.8339e-02 ] [ l_g_total: 3.8339e-02 ] +2024-10-09 17:31:03,451 INFO: [ epoch: 11 ] [ iter: 15,600 ] [ performance: 27.051 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:13 ] [ l_g_pix: 2.8900e-02 ] [ l_g_total: 2.8900e-02 ] +2024-10-09 17:31:07,170 INFO: [ epoch: 11 ] [ iter: 15,700 ] [ performance: 27.343 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:21 ] [ l_g_pix: 3.6454e-02 ] [ l_g_total: 3.6454e-02 ] +2024-10-09 17:31:10,923 INFO: [ epoch: 11 ] [ iter: 15,800 ] [ performance: 26.773 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:31 ] [ l_g_pix: 2.6558e-02 ] [ l_g_total: 2.6558e-02 ] +2024-10-09 17:31:14,596 INFO: [ epoch: 11 ] [ iter: 15,900 ] [ performance: 27.459 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:38 ] [ l_g_pix: 3.7750e-02 ] [ l_g_total: 3.7750e-02 ] +2024-10-09 17:31:18,149 INFO: [ epoch: 11 ] [ iter: 16,000 ] [ performance: 28.030 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:43 ] [ l_g_pix: 3.7217e-02 ] [ l_g_total: 3.7217e-02 ] +2024-10-09 17:31:23,078 INFO: [ epoch: 12 ] [ iter: 16,100 ] [ performance: 27.685 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:31 ] [ l_g_pix: 3.0780e-02 ] [ l_g_total: 3.0780e-02 ] +2024-10-09 17:31:26,742 INFO: [ epoch: 12 ] [ iter: 16,200 ] [ performance: 27.363 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:40 ] [ l_g_pix: 3.7313e-02 ] [ l_g_total: 3.7313e-02 ] +2024-10-09 17:31:30,461 INFO: [ epoch: 12 ] [ iter: 16,300 ] [ performance: 27.678 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:51 ] [ l_g_pix: 2.3952e-02 ] [ l_g_total: 2.3952e-02 ] +2024-10-09 17:31:34,166 INFO: [ epoch: 12 ] [ iter: 16,400 ] [ performance: 27.100 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:03 ] [ l_g_pix: 3.1851e-02 ] [ l_g_total: 3.1851e-02 ] +2024-10-09 17:31:37,896 INFO: [ epoch: 12 ] [ iter: 16,500 ] [ performance: 27.575 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:16 ] [ l_g_pix: 3.3397e-02 ] [ l_g_total: 3.3397e-02 ] +2024-10-09 17:31:41,601 INFO: [ epoch: 12 ] [ iter: 16,600 ] [ performance: 27.084 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:28 ] [ l_g_pix: 2.8251e-02 ] [ l_g_total: 2.8251e-02 ] +2024-10-09 17:31:45,275 INFO: [ epoch: 12 ] [ iter: 16,700 ] [ performance: 28.452 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:40 ] [ l_g_pix: 3.1406e-02 ] [ l_g_total: 3.1406e-02 ] +2024-10-09 17:31:48,973 INFO: [ epoch: 12 ] [ iter: 16,800 ] [ performance: 27.244 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:53 ] [ l_g_pix: 2.5637e-02 ] [ l_g_total: 2.5637e-02 ] +2024-10-09 17:31:52,696 INFO: [ epoch: 12 ] [ iter: 16,900 ] [ performance: 27.219 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:08 ] [ l_g_pix: 3.2440e-02 ] [ l_g_total: 3.2440e-02 ] +2024-10-09 17:31:56,368 INFO: [ epoch: 12 ] [ iter: 17,000 ] [ performance: 27.236 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:22 ] [ l_g_pix: 4.1367e-02 ] [ l_g_total: 4.1367e-02 ] +2024-10-09 17:32:00,092 INFO: [ epoch: 12 ] [ iter: 17,100 ] [ performance: 26.615 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:37 ] [ l_g_pix: 4.5291e-02 ] [ l_g_total: 4.5291e-02 ] +2024-10-09 17:32:03,826 INFO: [ epoch: 12 ] [ iter: 17,200 ] [ performance: 26.763 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:53 ] [ l_g_pix: 2.6199e-02 ] [ l_g_total: 2.6199e-02 ] +2024-10-09 17:32:07,453 INFO: [ epoch: 12 ] [ iter: 17,300 ] [ performance: 29.253 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:07 ] [ l_g_pix: 2.5124e-02 ] [ l_g_total: 2.5124e-02 ] +2024-10-09 17:32:12,218 INFO: [ epoch: 13 ] [ iter: 17,400 ] [ performance: 21.750 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:54 ] [ l_g_pix: 3.7913e-02 ] [ l_g_total: 3.7913e-02 ] +2024-10-09 17:32:15,965 INFO: [ epoch: 13 ] [ iter: 17,500 ] [ performance: 27.578 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:12 ] [ l_g_pix: 2.2963e-02 ] [ l_g_total: 2.2963e-02 ] +2024-10-09 17:32:19,678 INFO: [ epoch: 13 ] [ iter: 17,600 ] [ performance: 27.008 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:30 ] [ l_g_pix: 3.1714e-02 ] [ l_g_total: 3.1714e-02 ] +2024-10-09 17:32:23,415 INFO: [ epoch: 13 ] [ iter: 17,700 ] [ performance: 26.753 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:48 ] [ l_g_pix: 3.1601e-02 ] [ l_g_total: 3.1601e-02 ] +2024-10-09 17:32:27,133 INFO: [ epoch: 13 ] [ iter: 17,800 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:06 ] [ l_g_pix: 3.4606e-02 ] [ l_g_total: 3.4606e-02 ] +2024-10-09 17:32:30,828 INFO: [ epoch: 13 ] [ iter: 17,900 ] [ performance: 27.637 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:25 ] [ l_g_pix: 3.7165e-02 ] [ l_g_total: 3.7165e-02 ] +2024-10-09 17:32:34,530 INFO: [ epoch: 13 ] [ iter: 18,000 ] [ performance: 27.082 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:43 ] [ l_g_pix: 3.4863e-02 ] [ l_g_total: 3.4863e-02 ] +2024-10-09 17:32:38,244 INFO: [ epoch: 13 ] [ iter: 18,100 ] [ performance: 27.131 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:03 ] [ l_g_pix: 3.7858e-02 ] [ l_g_total: 3.7858e-02 ] +2024-10-09 17:32:41,907 INFO: [ epoch: 13 ] [ iter: 18,200 ] [ performance: 27.286 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:22 ] [ l_g_pix: 3.1242e-02 ] [ l_g_total: 3.1242e-02 ] +2024-10-09 17:32:45,638 INFO: [ epoch: 13 ] [ iter: 18,300 ] [ performance: 28.347 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:42 ] [ l_g_pix: 1.7797e-02 ] [ l_g_total: 1.7797e-02 ] +2024-10-09 17:32:49,303 INFO: [ epoch: 13 ] [ iter: 18,400 ] [ performance: 27.374 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:02 ] [ l_g_pix: 3.1146e-02 ] [ l_g_total: 3.1146e-02 ] +2024-10-09 17:32:53,034 INFO: [ epoch: 13 ] [ iter: 18,500 ] [ performance: 28.197 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:23 ] [ l_g_pix: 3.9120e-02 ] [ l_g_total: 3.9120e-02 ] +2024-10-09 17:32:56,731 INFO: [ epoch: 13 ] [ iter: 18,600 ] [ performance: 27.136 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:44 ] [ l_g_pix: 3.4818e-02 ] [ l_g_total: 3.4818e-02 ] +2024-10-09 17:33:00,130 INFO: [ epoch: 13 ] [ iter: 18,700 ] [ performance: 30.186 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:58 ] [ l_g_pix: 3.3821e-02 ] [ l_g_total: 3.3821e-02 ] +2024-10-09 17:33:05,215 INFO: [ epoch: 14 ] [ iter: 18,800 ] [ performance: 20.129 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:57 ] [ l_g_pix: 3.0510e-02 ] [ l_g_total: 3.0510e-02 ] +2024-10-09 17:33:08,868 INFO: [ epoch: 14 ] [ iter: 18,900 ] [ performance: 27.427 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:17 ] [ l_g_pix: 2.1725e-02 ] [ l_g_total: 2.1725e-02 ] +2024-10-09 17:33:12,585 INFO: [ epoch: 14 ] [ iter: 19,000 ] [ performance: 26.938 it/s ] [ lr: 1.00e-04 ] [ eta: 6:51:40 ] [ l_g_pix: 2.6986e-02 ] [ l_g_total: 2.6986e-02 ] +2024-10-09 17:33:16,285 INFO: [ epoch: 14 ] [ iter: 19,100 ] [ performance: 27.414 it/s ] [ lr: 1.00e-04 ] [ eta: 6:51:03 ] [ l_g_pix: 2.2810e-02 ] [ l_g_total: 2.2810e-02 ] +2024-10-09 17:33:19,970 INFO: [ epoch: 14 ] [ iter: 19,200 ] [ performance: 27.149 it/s ] [ lr: 1.00e-04 ] [ eta: 6:50:26 ] [ l_g_pix: 2.6248e-02 ] [ l_g_total: 2.6248e-02 ] +2024-10-09 17:33:23,695 INFO: [ epoch: 14 ] [ iter: 19,300 ] [ performance: 26.463 it/s ] [ lr: 1.00e-04 ] [ eta: 6:49:50 ] [ l_g_pix: 4.9550e-02 ] [ l_g_total: 4.9550e-02 ] +2024-10-09 17:33:27,345 INFO: [ epoch: 14 ] [ iter: 19,400 ] [ performance: 27.369 it/s ] [ lr: 1.00e-04 ] [ eta: 6:49:13 ] [ l_g_pix: 3.6851e-02 ] [ l_g_total: 3.6851e-02 ] +2024-10-09 17:33:31,032 INFO: [ epoch: 14 ] [ iter: 19,500 ] [ performance: 27.101 it/s ] [ lr: 1.00e-04 ] [ eta: 6:48:36 ] [ l_g_pix: 4.4042e-02 ] [ l_g_total: 4.4042e-02 ] +2024-10-09 17:33:34,734 INFO: [ epoch: 14 ] [ iter: 19,600 ] [ performance: 27.018 it/s ] [ lr: 1.00e-04 ] [ eta: 6:48:01 ] [ l_g_pix: 3.4780e-02 ] [ l_g_total: 3.4780e-02 ] +2024-10-09 17:33:38,425 INFO: [ epoch: 14 ] [ iter: 19,700 ] [ performance: 28.943 it/s ] [ lr: 1.00e-04 ] [ eta: 6:47:26 ] [ l_g_pix: 4.2032e-02 ] [ l_g_total: 4.2032e-02 ] +2024-10-09 17:33:42,182 INFO: [ epoch: 14 ] [ iter: 19,800 ] [ performance: 26.662 it/s ] [ lr: 1.00e-04 ] [ eta: 6:46:52 ] [ l_g_pix: 2.7540e-02 ] [ l_g_total: 2.7540e-02 ] +2024-10-09 17:33:45,876 INFO: [ epoch: 14 ] [ iter: 19,900 ] [ performance: 29.290 it/s ] [ lr: 1.00e-04 ] [ eta: 6:46:18 ] [ l_g_pix: 2.8931e-02 ] [ l_g_total: 2.8931e-02 ] +2024-10-09 17:33:49,407 INFO: [ epoch: 14 ] [ iter: 20,000 ] [ performance: 28.333 it/s ] [ lr: 1.00e-04 ] [ eta: 6:45:39 ] [ l_g_pix: 3.8116e-02 ] [ l_g_total: 3.8116e-02 ] +2024-10-09 17:33:49,408 INFO: Saving models and training states. +2024-10-09 17:37:05,627 INFO: Validation val + + # psnr: 26.2970........ Best: 26.2988 @ 10000 iter + # ssim: 0.7393........ Best: 0.7394 @ 10000 iter + # dists: 0.7809........ Best: 0.7808 @ 10000 iter + +2024-10-09 17:37:10,506 INFO: [ epoch: 15 ] [ iter: 20,100 ] [ performance: 23.831 it/s ] [ lr: 1.00e-04 ] [ eta: 8:06:55 ] [ l_g_pix: 3.5321e-02 ] [ l_g_total: 3.5321e-02 ] +2024-10-09 17:37:14,265 INFO: [ epoch: 15 ] [ iter: 20,200 ] [ performance: 26.609 it/s ] [ lr: 1.00e-04 ] [ eta: 8:05:57 ] [ l_g_pix: 3.2425e-02 ] [ l_g_total: 3.2425e-02 ] +2024-10-09 17:37:17,955 INFO: [ epoch: 15 ] [ iter: 20,300 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 8:04:59 ] [ l_g_pix: 4.1255e-02 ] [ l_g_total: 4.1255e-02 ] +2024-10-09 17:37:21,624 INFO: [ epoch: 15 ] [ iter: 20,400 ] [ performance: 27.286 it/s ] [ lr: 1.00e-04 ] [ eta: 8:04:00 ] [ l_g_pix: 2.6734e-02 ] [ l_g_total: 2.6734e-02 ] +2024-10-09 17:37:25,340 INFO: [ epoch: 15 ] [ iter: 20,500 ] [ performance: 27.100 it/s ] [ lr: 1.00e-04 ] [ eta: 8:03:03 ] [ l_g_pix: 2.2962e-02 ] [ l_g_total: 2.2962e-02 ] +2024-10-09 17:37:29,041 INFO: [ epoch: 15 ] [ iter: 20,600 ] [ performance: 27.023 it/s ] [ lr: 1.00e-04 ] [ eta: 8:02:07 ] [ l_g_pix: 3.5414e-02 ] [ l_g_total: 3.5414e-02 ] +2024-10-09 17:37:32,759 INFO: [ epoch: 15 ] [ iter: 20,700 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 8:01:11 ] [ l_g_pix: 3.1733e-02 ] [ l_g_total: 3.1733e-02 ] +2024-10-09 17:37:36,505 INFO: [ epoch: 15 ] [ iter: 20,800 ] [ performance: 26.744 it/s ] [ lr: 1.00e-04 ] [ eta: 8:00:16 ] [ l_g_pix: 2.6488e-02 ] [ l_g_total: 2.6488e-02 ] +2024-10-09 17:37:40,224 INFO: [ epoch: 15 ] [ iter: 20,900 ] [ performance: 26.822 it/s ] [ lr: 1.00e-04 ] [ eta: 7:59:21 ] [ l_g_pix: 1.7874e-02 ] [ l_g_total: 1.7874e-02 ] +2024-10-09 17:37:43,953 INFO: [ epoch: 15 ] [ iter: 21,000 ] [ performance: 26.777 it/s ] [ lr: 1.00e-04 ] [ eta: 7:58:27 ] [ l_g_pix: 2.9464e-02 ] [ l_g_total: 2.9464e-02 ] +2024-10-09 17:37:47,700 INFO: [ epoch: 15 ] [ iter: 21,100 ] [ performance: 26.734 it/s ] [ lr: 1.00e-04 ] [ eta: 7:57:34 ] [ l_g_pix: 2.6480e-02 ] [ l_g_total: 2.6480e-02 ] +2024-10-09 17:37:51,383 INFO: [ epoch: 15 ] [ iter: 21,200 ] [ performance: 27.169 it/s ] [ lr: 1.00e-04 ] [ eta: 7:56:40 ] [ l_g_pix: 4.5651e-02 ] [ l_g_total: 4.5651e-02 ] +2024-10-09 17:37:55,078 INFO: [ epoch: 15 ] [ iter: 21,300 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 7:55:46 ] [ l_g_pix: 2.8887e-02 ] [ l_g_total: 2.8887e-02 ] +2024-10-09 17:37:59,933 INFO: [ epoch: 16 ] [ iter: 21,400 ] [ performance: 20.244 it/s ] [ lr: 1.00e-04 ] [ eta: 7:55:20 ] [ l_g_pix: 1.9736e-02 ] [ l_g_total: 1.9736e-02 ] +2024-10-09 17:38:03,657 INFO: [ epoch: 16 ] [ iter: 21,500 ] [ performance: 23.189 it/s ] [ lr: 1.00e-04 ] [ eta: 7:54:28 ] [ l_g_pix: 3.2422e-02 ] [ l_g_total: 3.2422e-02 ] +2024-10-09 17:38:07,385 INFO: [ epoch: 16 ] [ iter: 21,600 ] [ performance: 26.882 it/s ] [ lr: 1.00e-04 ] [ eta: 7:53:37 ] [ l_g_pix: 3.9349e-02 ] [ l_g_total: 3.9349e-02 ] +2024-10-09 17:38:11,129 INFO: [ epoch: 16 ] [ iter: 21,700 ] [ performance: 26.799 it/s ] [ lr: 1.00e-04 ] [ eta: 7:52:46 ] [ l_g_pix: 3.1903e-02 ] [ l_g_total: 3.1903e-02 ] +2024-10-09 17:38:14,881 INFO: [ epoch: 16 ] [ iter: 21,800 ] [ performance: 26.768 it/s ] [ lr: 1.00e-04 ] [ eta: 7:51:56 ] [ l_g_pix: 3.1373e-02 ] [ l_g_total: 3.1373e-02 ] +2024-10-09 17:38:18,572 INFO: [ epoch: 16 ] [ iter: 21,900 ] [ performance: 26.936 it/s ] [ lr: 1.00e-04 ] [ eta: 7:51:05 ] [ l_g_pix: 3.6374e-02 ] [ l_g_total: 3.6374e-02 ] +2024-10-09 17:38:22,317 INFO: [ epoch: 16 ] [ iter: 22,000 ] [ performance: 26.748 it/s ] [ lr: 1.00e-04 ] [ eta: 7:50:16 ] [ l_g_pix: 3.2036e-02 ] [ l_g_total: 3.2036e-02 ] +2024-10-09 17:38:26,026 INFO: [ epoch: 16 ] [ iter: 22,100 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 7:49:26 ] [ l_g_pix: 3.5022e-02 ] [ l_g_total: 3.5022e-02 ] +2024-10-09 17:38:29,724 INFO: [ epoch: 16 ] [ iter: 22,200 ] [ performance: 27.126 it/s ] [ lr: 1.00e-04 ] [ eta: 7:48:36 ] [ l_g_pix: 4.6015e-02 ] [ l_g_total: 4.6015e-02 ] +2024-10-09 17:38:33,471 INFO: [ epoch: 16 ] [ iter: 22,300 ] [ performance: 26.894 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:48 ] [ l_g_pix: 2.1163e-02 ] [ l_g_total: 2.1163e-02 ] +2024-10-09 17:38:37,193 INFO: [ epoch: 16 ] [ iter: 22,400 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:00 ] [ l_g_pix: 1.7360e-02 ] [ l_g_total: 1.7360e-02 ] +2024-10-09 17:38:40,874 INFO: [ epoch: 16 ] [ iter: 22,500 ] [ performance: 27.049 it/s ] [ lr: 1.00e-04 ] [ eta: 7:46:11 ] [ l_g_pix: 3.2613e-02 ] [ l_g_total: 3.2613e-02 ] +2024-10-09 17:38:44,595 INFO: [ epoch: 16 ] [ iter: 22,600 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:24 ] [ l_g_pix: 3.7106e-02 ] [ l_g_total: 3.7106e-02 ] +2024-10-09 17:38:48,088 INFO: [ epoch: 16 ] [ iter: 22,700 ] [ performance: 27.821 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:32 ] [ l_g_pix: 2.0966e-02 ] [ l_g_total: 2.0966e-02 ] +2024-10-09 17:38:52,949 INFO: [ epoch: 17 ] [ iter: 22,800 ] [ performance: 24.091 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:10 ] [ l_g_pix: 3.1366e-02 ] [ l_g_total: 3.1366e-02 ] +2024-10-09 17:38:56,680 INFO: [ epoch: 17 ] [ iter: 22,900 ] [ performance: 25.472 it/s ] [ lr: 1.00e-04 ] [ eta: 7:43:24 ] [ l_g_pix: 2.2276e-02 ] [ l_g_total: 2.2276e-02 ] +2024-10-09 17:39:00,358 INFO: [ epoch: 17 ] [ iter: 23,000 ] [ performance: 27.312 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:37 ] [ l_g_pix: 3.7849e-02 ] [ l_g_total: 3.7849e-02 ] +2024-10-09 17:39:04,008 INFO: [ epoch: 17 ] [ iter: 23,100 ] [ performance: 27.364 it/s ] [ lr: 1.00e-04 ] [ eta: 7:41:50 ] [ l_g_pix: 2.6923e-02 ] [ l_g_total: 2.6923e-02 ] +2024-10-09 17:39:07,699 INFO: [ epoch: 17 ] [ iter: 23,200 ] [ performance: 27.039 it/s ] [ lr: 1.00e-04 ] [ eta: 7:41:04 ] [ l_g_pix: 2.8547e-02 ] [ l_g_total: 2.8547e-02 ] +2024-10-09 17:39:11,406 INFO: [ epoch: 17 ] [ iter: 23,300 ] [ performance: 27.009 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:18 ] [ l_g_pix: 2.2079e-02 ] [ l_g_total: 2.2079e-02 ] +2024-10-09 17:39:15,106 INFO: [ epoch: 17 ] [ iter: 23,400 ] [ performance: 27.191 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:33 ] [ l_g_pix: 3.7740e-02 ] [ l_g_total: 3.7740e-02 ] +2024-10-09 17:39:18,808 INFO: [ epoch: 17 ] [ iter: 23,500 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:49 ] [ l_g_pix: 3.9389e-02 ] [ l_g_total: 3.9389e-02 ] +2024-10-09 17:39:22,531 INFO: [ epoch: 17 ] [ iter: 23,600 ] [ performance: 27.005 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:05 ] [ l_g_pix: 4.0560e-02 ] [ l_g_total: 4.0560e-02 ] +2024-10-09 17:39:26,217 INFO: [ epoch: 17 ] [ iter: 23,700 ] [ performance: 27.077 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:20 ] [ l_g_pix: 3.1610e-02 ] [ l_g_total: 3.1610e-02 ] +2024-10-09 17:39:29,895 INFO: [ epoch: 17 ] [ iter: 23,800 ] [ performance: 27.295 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:36 ] [ l_g_pix: 5.2669e-02 ] [ l_g_total: 5.2669e-02 ] +2024-10-09 17:39:33,556 INFO: [ epoch: 17 ] [ iter: 23,900 ] [ performance: 27.308 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:52 ] [ l_g_pix: 2.6455e-02 ] [ l_g_total: 2.6455e-02 ] +2024-10-09 17:39:37,147 INFO: [ epoch: 17 ] [ iter: 24,000 ] [ performance: 28.275 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:07 ] [ l_g_pix: 2.5414e-02 ] [ l_g_total: 2.5414e-02 ] +2024-10-09 17:39:42,021 INFO: [ epoch: 18 ] [ iter: 24,100 ] [ performance: 23.392 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:48 ] [ l_g_pix: 2.4486e-02 ] [ l_g_total: 2.4486e-02 ] +2024-10-09 17:39:45,774 INFO: [ epoch: 18 ] [ iter: 24,200 ] [ performance: 26.750 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:07 ] [ l_g_pix: 2.0700e-02 ] [ l_g_total: 2.0700e-02 ] +2024-10-09 17:39:49,494 INFO: [ epoch: 18 ] [ iter: 24,300 ] [ performance: 26.823 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:25 ] [ l_g_pix: 3.8900e-02 ] [ l_g_total: 3.8900e-02 ] +2024-10-09 17:39:53,211 INFO: [ epoch: 18 ] [ iter: 24,400 ] [ performance: 27.036 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:44 ] [ l_g_pix: 2.8545e-02 ] [ l_g_total: 2.8545e-02 ] +2024-10-09 17:39:56,941 INFO: [ epoch: 18 ] [ iter: 24,500 ] [ performance: 26.914 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:03 ] [ l_g_pix: 3.7316e-02 ] [ l_g_total: 3.7316e-02 ] +2024-10-09 17:40:00,665 INFO: [ epoch: 18 ] [ iter: 24,600 ] [ performance: 26.987 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:22 ] [ l_g_pix: 3.5010e-02 ] [ l_g_total: 3.5010e-02 ] +2024-10-09 17:40:04,388 INFO: [ epoch: 18 ] [ iter: 24,700 ] [ performance: 26.920 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:42 ] [ l_g_pix: 2.8690e-02 ] [ l_g_total: 2.8690e-02 ] +2024-10-09 17:40:08,058 INFO: [ epoch: 18 ] [ iter: 24,800 ] [ performance: 27.529 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:01 ] [ l_g_pix: 3.5812e-02 ] [ l_g_total: 3.5812e-02 ] +2024-10-09 17:40:11,759 INFO: [ epoch: 18 ] [ iter: 24,900 ] [ performance: 27.243 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:20 ] [ l_g_pix: 3.4619e-02 ] [ l_g_total: 3.4619e-02 ] +2024-10-09 17:40:15,460 INFO: [ epoch: 18 ] [ iter: 25,000 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:40 ] [ l_g_pix: 3.1771e-02 ] [ l_g_total: 3.1771e-02 ] +2024-10-09 17:40:19,159 INFO: [ epoch: 18 ] [ iter: 25,100 ] [ performance: 27.047 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:01 ] [ l_g_pix: 2.8731e-02 ] [ l_g_total: 2.8731e-02 ] +2024-10-09 17:40:22,825 INFO: [ epoch: 18 ] [ iter: 25,200 ] [ performance: 27.480 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:21 ] [ l_g_pix: 2.8704e-02 ] [ l_g_total: 2.8704e-02 ] +2024-10-09 17:40:26,457 INFO: [ epoch: 18 ] [ iter: 25,300 ] [ performance: 27.515 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:40 ] [ l_g_pix: 2.9757e-02 ] [ l_g_total: 2.9757e-02 ] +2024-10-09 17:40:31,130 INFO: [ epoch: 19 ] [ iter: 25,400 ] [ performance: 19.615 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:20 ] [ l_g_pix: 3.4730e-02 ] [ l_g_total: 3.4730e-02 ] +2024-10-09 17:40:35,051 INFO: [ epoch: 19 ] [ iter: 25,500 ] [ performance: 22.623 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:46 ] [ l_g_pix: 4.1331e-02 ] [ l_g_total: 4.1331e-02 ] +2024-10-09 17:40:38,755 INFO: [ epoch: 19 ] [ iter: 25,600 ] [ performance: 27.189 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:07 ] [ l_g_pix: 3.0347e-02 ] [ l_g_total: 3.0347e-02 ] +2024-10-09 17:40:42,502 INFO: [ epoch: 19 ] [ iter: 25,700 ] [ performance: 26.899 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:30 ] [ l_g_pix: 3.5080e-02 ] [ l_g_total: 3.5080e-02 ] +2024-10-09 17:40:46,203 INFO: [ epoch: 19 ] [ iter: 25,800 ] [ performance: 27.097 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:52 ] [ l_g_pix: 2.9256e-02 ] [ l_g_total: 2.9256e-02 ] +2024-10-09 17:40:49,926 INFO: [ epoch: 19 ] [ iter: 25,900 ] [ performance: 26.960 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:15 ] [ l_g_pix: 3.6395e-02 ] [ l_g_total: 3.6395e-02 ] +2024-10-09 17:40:53,634 INFO: [ epoch: 19 ] [ iter: 26,000 ] [ performance: 26.974 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:38 ] [ l_g_pix: 3.5994e-02 ] [ l_g_total: 3.5994e-02 ] +2024-10-09 17:40:57,341 INFO: [ epoch: 19 ] [ iter: 26,100 ] [ performance: 26.978 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:01 ] [ l_g_pix: 3.1437e-02 ] [ l_g_total: 3.1437e-02 ] +2024-10-09 17:41:01,042 INFO: [ epoch: 19 ] [ iter: 26,200 ] [ performance: 27.346 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:24 ] [ l_g_pix: 3.0264e-02 ] [ l_g_total: 3.0264e-02 ] +2024-10-09 17:41:04,751 INFO: [ epoch: 19 ] [ iter: 26,300 ] [ performance: 27.125 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:48 ] [ l_g_pix: 3.1601e-02 ] [ l_g_total: 3.1601e-02 ] +2024-10-09 17:41:08,485 INFO: [ epoch: 19 ] [ iter: 26,400 ] [ performance: 26.841 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:12 ] [ l_g_pix: 4.3564e-02 ] [ l_g_total: 4.3564e-02 ] +2024-10-09 17:41:12,224 INFO: [ epoch: 19 ] [ iter: 26,500 ] [ performance: 26.788 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:37 ] [ l_g_pix: 3.9565e-02 ] [ l_g_total: 3.9565e-02 ] +2024-10-09 17:41:15,914 INFO: [ epoch: 19 ] [ iter: 26,600 ] [ performance: 27.241 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:01 ] [ l_g_pix: 3.4443e-02 ] [ l_g_total: 3.4443e-02 ] +2024-10-09 17:41:19,432 INFO: [ epoch: 19 ] [ iter: 26,700 ] [ performance: 27.937 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:22 ] [ l_g_pix: 3.7880e-02 ] [ l_g_total: 3.7880e-02 ] +2024-10-09 17:41:24,454 INFO: [ epoch: 20 ] [ iter: 26,800 ] [ performance: 23.673 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:11 ] [ l_g_pix: 3.1770e-02 ] [ l_g_total: 3.1770e-02 ] +2024-10-09 17:41:28,128 INFO: [ epoch: 20 ] [ iter: 26,900 ] [ performance: 25.680 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:35 ] [ l_g_pix: 4.0783e-02 ] [ l_g_total: 4.0783e-02 ] +2024-10-09 17:41:31,814 INFO: [ epoch: 20 ] [ iter: 27,000 ] [ performance: 27.287 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:00 ] [ l_g_pix: 2.7298e-02 ] [ l_g_total: 2.7298e-02 ] +2024-10-09 17:41:35,490 INFO: [ epoch: 20 ] [ iter: 27,100 ] [ performance: 27.238 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:24 ] [ l_g_pix: 3.8652e-02 ] [ l_g_total: 3.8652e-02 ] +2024-10-09 17:41:39,168 INFO: [ epoch: 20 ] [ iter: 27,200 ] [ performance: 27.236 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:50 ] [ l_g_pix: 2.8915e-02 ] [ l_g_total: 2.8915e-02 ] +2024-10-09 17:41:42,900 INFO: [ epoch: 20 ] [ iter: 27,300 ] [ performance: 26.973 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:16 ] [ l_g_pix: 3.5375e-02 ] [ l_g_total: 3.5375e-02 ] +2024-10-09 17:41:46,578 INFO: [ epoch: 20 ] [ iter: 27,400 ] [ performance: 27.284 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:41 ] [ l_g_pix: 2.4397e-02 ] [ l_g_total: 2.4397e-02 ] +2024-10-09 17:41:50,265 INFO: [ epoch: 20 ] [ iter: 27,500 ] [ performance: 27.191 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:07 ] [ l_g_pix: 2.7501e-02 ] [ l_g_total: 2.7501e-02 ] +2024-10-09 17:41:54,011 INFO: [ epoch: 20 ] [ iter: 27,600 ] [ performance: 26.783 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:34 ] [ l_g_pix: 3.5223e-02 ] [ l_g_total: 3.5223e-02 ] +2024-10-09 17:41:57,731 INFO: [ epoch: 20 ] [ iter: 27,700 ] [ performance: 26.850 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:01 ] [ l_g_pix: 3.2207e-02 ] [ l_g_total: 3.2207e-02 ] +2024-10-09 17:42:01,449 INFO: [ epoch: 20 ] [ iter: 27,800 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:28 ] [ l_g_pix: 3.7933e-02 ] [ l_g_total: 3.7933e-02 ] +2024-10-09 17:42:05,109 INFO: [ epoch: 20 ] [ iter: 27,900 ] [ performance: 27.204 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:55 ] [ l_g_pix: 3.2096e-02 ] [ l_g_total: 3.2096e-02 ] +2024-10-09 17:42:08,741 INFO: [ epoch: 20 ] [ iter: 28,000 ] [ performance: 28.019 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:21 ] [ l_g_pix: 2.4543e-02 ] [ l_g_total: 2.4543e-02 ] +2024-10-09 17:42:13,492 INFO: [ epoch: 21 ] [ iter: 28,100 ] [ performance: 23.245 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:07 ] [ l_g_pix: 3.6055e-02 ] [ l_g_total: 3.6055e-02 ] +2024-10-09 17:42:17,210 INFO: [ epoch: 21 ] [ iter: 28,200 ] [ performance: 27.213 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:34 ] [ l_g_pix: 3.5862e-02 ] [ l_g_total: 3.5862e-02 ] +2024-10-09 17:42:20,929 INFO: [ epoch: 21 ] [ iter: 28,300 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:03 ] [ l_g_pix: 4.5763e-02 ] [ l_g_total: 4.5763e-02 ] +2024-10-09 17:42:24,606 INFO: [ epoch: 21 ] [ iter: 28,400 ] [ performance: 27.350 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:30 ] [ l_g_pix: 3.3434e-02 ] [ l_g_total: 3.3434e-02 ] +2024-10-09 17:42:28,296 INFO: [ epoch: 21 ] [ iter: 28,500 ] [ performance: 27.195 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:58 ] [ l_g_pix: 3.2777e-02 ] [ l_g_total: 3.2777e-02 ] +2024-10-09 17:42:32,002 INFO: [ epoch: 21 ] [ iter: 28,600 ] [ performance: 26.998 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:27 ] [ l_g_pix: 3.4348e-02 ] [ l_g_total: 3.4348e-02 ] +2024-10-09 17:42:35,648 INFO: [ epoch: 21 ] [ iter: 28,700 ] [ performance: 27.272 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:54 ] [ l_g_pix: 3.4059e-02 ] [ l_g_total: 3.4059e-02 ] +2024-10-09 17:42:39,298 INFO: [ epoch: 21 ] [ iter: 28,800 ] [ performance: 27.729 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:22 ] [ l_g_pix: 3.8229e-02 ] [ l_g_total: 3.8229e-02 ] +2024-10-09 17:42:43,035 INFO: [ epoch: 21 ] [ iter: 28,900 ] [ performance: 27.109 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:52 ] [ l_g_pix: 2.7789e-02 ] [ l_g_total: 2.7789e-02 ] +2024-10-09 17:42:46,731 INFO: [ epoch: 21 ] [ iter: 29,000 ] [ performance: 27.092 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:21 ] [ l_g_pix: 3.3128e-02 ] [ l_g_total: 3.3128e-02 ] +2024-10-09 17:42:50,474 INFO: [ epoch: 21 ] [ iter: 29,100 ] [ performance: 26.853 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:51 ] [ l_g_pix: 4.0987e-02 ] [ l_g_total: 4.0987e-02 ] +2024-10-09 17:42:54,221 INFO: [ epoch: 21 ] [ iter: 29,200 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:21 ] [ l_g_pix: 4.1199e-02 ] [ l_g_total: 4.1199e-02 ] +2024-10-09 17:42:57,918 INFO: [ epoch: 21 ] [ iter: 29,300 ] [ performance: 26.992 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:51 ] [ l_g_pix: 3.1096e-02 ] [ l_g_total: 3.1096e-02 ] +2024-10-09 17:43:02,307 INFO: [ epoch: 22 ] [ iter: 29,400 ] [ performance: 19.500 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:32 ] [ l_g_pix: 3.2619e-02 ] [ l_g_total: 3.2619e-02 ] +2024-10-09 17:43:06,455 INFO: [ epoch: 22 ] [ iter: 29,500 ] [ performance: 22.270 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:09 ] [ l_g_pix: 4.1609e-02 ] [ l_g_total: 4.1609e-02 ] +2024-10-09 17:43:10,161 INFO: [ epoch: 22 ] [ iter: 29,600 ] [ performance: 26.582 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:40 ] [ l_g_pix: 4.0634e-02 ] [ l_g_total: 4.0634e-02 ] +2024-10-09 17:43:13,889 INFO: [ epoch: 22 ] [ iter: 29,700 ] [ performance: 26.743 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:11 ] [ l_g_pix: 2.2406e-02 ] [ l_g_total: 2.2406e-02 ] +2024-10-09 17:43:17,529 INFO: [ epoch: 22 ] [ iter: 29,800 ] [ performance: 27.578 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:40 ] [ l_g_pix: 2.6759e-02 ] [ l_g_total: 2.6759e-02 ] +2024-10-09 17:43:21,294 INFO: [ epoch: 22 ] [ iter: 29,900 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:12 ] [ l_g_pix: 2.7187e-02 ] [ l_g_total: 2.7187e-02 ] +2024-10-09 17:43:25,013 INFO: [ epoch: 22 ] [ iter: 30,000 ] [ performance: 26.752 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:43 ] [ l_g_pix: 3.3856e-02 ] [ l_g_total: 3.3856e-02 ] +2024-10-09 17:43:25,014 INFO: Saving models and training states. +2024-10-09 17:46:21,925 INFO: Validation val + + # psnr: 26.8834........ Best: 26.8834 @ 30000 iter + # ssim: 0.7541........ Best: 0.7541 @ 30000 iter + # dists: 0.7745........ Best: 0.7745 @ 30000 iter + +2024-10-09 17:46:25,599 INFO: [ epoch: 22 ] [ iter: 30,100 ] [ performance: 27.085 it/s ] [ lr: 1.00e-04 ] [ eta: 7:49:13 ] [ l_g_pix: 4.2626e-02 ] [ l_g_total: 4.2626e-02 ] +2024-10-09 17:46:29,338 INFO: [ epoch: 22 ] [ iter: 30,200 ] [ performance: 26.866 it/s ] [ lr: 1.00e-04 ] [ eta: 7:48:35 ] [ l_g_pix: 2.3163e-02 ] [ l_g_total: 2.3163e-02 ] +2024-10-09 17:46:33,073 INFO: [ epoch: 22 ] [ iter: 30,300 ] [ performance: 26.809 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:57 ] [ l_g_pix: 1.9343e-02 ] [ l_g_total: 1.9343e-02 ] +2024-10-09 17:46:36,769 INFO: [ epoch: 22 ] [ iter: 30,400 ] [ performance: 27.079 it/s ] [ lr: 1.00e-04 ] [ eta: 7:47:18 ] [ l_g_pix: 3.1260e-02 ] [ l_g_total: 3.1260e-02 ] +2024-10-09 17:46:40,495 INFO: [ epoch: 22 ] [ iter: 30,500 ] [ performance: 26.924 it/s ] [ lr: 1.00e-04 ] [ eta: 7:46:40 ] [ l_g_pix: 3.2722e-02 ] [ l_g_total: 3.2722e-02 ] +2024-10-09 17:46:44,242 INFO: [ epoch: 22 ] [ iter: 30,600 ] [ performance: 26.659 it/s ] [ lr: 1.00e-04 ] [ eta: 7:46:03 ] [ l_g_pix: 3.5301e-02 ] [ l_g_total: 3.5301e-02 ] +2024-10-09 17:46:47,800 INFO: [ epoch: 22 ] [ iter: 30,700 ] [ performance: 27.623 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:23 ] [ l_g_pix: 2.8202e-02 ] [ l_g_total: 2.8202e-02 ] +2024-10-09 17:46:52,708 INFO: [ epoch: 23 ] [ iter: 30,800 ] [ performance: 26.142 it/s ] [ lr: 1.00e-04 ] [ eta: 7:45:04 ] [ l_g_pix: 4.7267e-02 ] [ l_g_total: 4.7267e-02 ] +2024-10-09 17:46:56,494 INFO: [ epoch: 23 ] [ iter: 30,900 ] [ performance: 26.331 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:28 ] [ l_g_pix: 3.2587e-02 ] [ l_g_total: 3.2587e-02 ] +2024-10-09 17:47:00,223 INFO: [ epoch: 23 ] [ iter: 31,000 ] [ performance: 26.598 it/s ] [ lr: 1.00e-04 ] [ eta: 7:43:52 ] [ l_g_pix: 3.7643e-02 ] [ l_g_total: 3.7643e-02 ] +2024-10-09 17:47:03,928 INFO: [ epoch: 23 ] [ iter: 31,100 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 7:43:15 ] [ l_g_pix: 2.7493e-02 ] [ l_g_total: 2.7493e-02 ] +2024-10-09 17:47:07,632 INFO: [ epoch: 23 ] [ iter: 31,200 ] [ performance: 27.355 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:38 ] [ l_g_pix: 2.4294e-02 ] [ l_g_total: 2.4294e-02 ] +2024-10-09 17:47:11,362 INFO: [ epoch: 23 ] [ iter: 31,300 ] [ performance: 26.980 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:02 ] [ l_g_pix: 4.2120e-02 ] [ l_g_total: 4.2120e-02 ] +2024-10-09 17:47:15,063 INFO: [ epoch: 23 ] [ iter: 31,400 ] [ performance: 26.947 it/s ] [ lr: 1.00e-04 ] [ eta: 7:41:25 ] [ l_g_pix: 3.7995e-02 ] [ l_g_total: 3.7995e-02 ] +2024-10-09 17:47:18,725 INFO: [ epoch: 23 ] [ iter: 31,500 ] [ performance: 27.199 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:49 ] [ l_g_pix: 3.0032e-02 ] [ l_g_total: 3.0032e-02 ] +2024-10-09 17:47:22,435 INFO: [ epoch: 23 ] [ iter: 31,600 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 7:40:13 ] [ l_g_pix: 3.5520e-02 ] [ l_g_total: 3.5520e-02 ] +2024-10-09 17:47:26,134 INFO: [ epoch: 23 ] [ iter: 31,700 ] [ performance: 27.010 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:37 ] [ l_g_pix: 3.2691e-02 ] [ l_g_total: 3.2691e-02 ] +2024-10-09 17:47:29,859 INFO: [ epoch: 23 ] [ iter: 31,800 ] [ performance: 27.070 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:02 ] [ l_g_pix: 3.6651e-02 ] [ l_g_total: 3.6651e-02 ] +2024-10-09 17:47:33,604 INFO: [ epoch: 23 ] [ iter: 31,900 ] [ performance: 26.815 it/s ] [ lr: 1.00e-04 ] [ eta: 7:38:27 ] [ l_g_pix: 2.7404e-02 ] [ l_g_total: 2.7404e-02 ] +2024-10-09 17:47:37,262 INFO: [ epoch: 23 ] [ iter: 32,000 ] [ performance: 28.084 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:52 ] [ l_g_pix: 2.6380e-02 ] [ l_g_total: 2.6380e-02 ] +2024-10-09 17:47:41,996 INFO: [ epoch: 24 ] [ iter: 32,100 ] [ performance: 22.770 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:32 ] [ l_g_pix: 4.3328e-02 ] [ l_g_total: 4.3328e-02 ] +2024-10-09 17:47:45,710 INFO: [ epoch: 24 ] [ iter: 32,200 ] [ performance: 26.736 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:58 ] [ l_g_pix: 3.2911e-02 ] [ l_g_total: 3.2911e-02 ] +2024-10-09 17:47:49,449 INFO: [ epoch: 24 ] [ iter: 32,300 ] [ performance: 26.743 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:24 ] [ l_g_pix: 3.7476e-02 ] [ l_g_total: 3.7476e-02 ] +2024-10-09 17:47:53,126 INFO: [ epoch: 24 ] [ iter: 32,400 ] [ performance: 26.995 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:49 ] [ l_g_pix: 1.5881e-02 ] [ l_g_total: 1.5881e-02 ] +2024-10-09 17:47:56,850 INFO: [ epoch: 24 ] [ iter: 32,500 ] [ performance: 26.894 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:15 ] [ l_g_pix: 4.0909e-02 ] [ l_g_total: 4.0909e-02 ] +2024-10-09 17:48:00,595 INFO: [ epoch: 24 ] [ iter: 32,600 ] [ performance: 27.457 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:42 ] [ l_g_pix: 3.4200e-02 ] [ l_g_total: 3.4200e-02 ] +2024-10-09 17:48:04,281 INFO: [ epoch: 24 ] [ iter: 32,700 ] [ performance: 27.226 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:07 ] [ l_g_pix: 3.2805e-02 ] [ l_g_total: 3.2805e-02 ] +2024-10-09 17:48:08,005 INFO: [ epoch: 24 ] [ iter: 32,800 ] [ performance: 26.708 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:34 ] [ l_g_pix: 2.7466e-02 ] [ l_g_total: 2.7466e-02 ] +2024-10-09 17:48:11,749 INFO: [ epoch: 24 ] [ iter: 32,900 ] [ performance: 26.714 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:01 ] [ l_g_pix: 3.6926e-02 ] [ l_g_total: 3.6926e-02 ] +2024-10-09 17:48:15,439 INFO: [ epoch: 24 ] [ iter: 33,000 ] [ performance: 26.742 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:28 ] [ l_g_pix: 4.0851e-02 ] [ l_g_total: 4.0851e-02 ] +2024-10-09 17:48:19,150 INFO: [ epoch: 24 ] [ iter: 33,100 ] [ performance: 26.895 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:55 ] [ l_g_pix: 3.0144e-02 ] [ l_g_total: 3.0144e-02 ] +2024-10-09 17:48:22,888 INFO: [ epoch: 24 ] [ iter: 33,200 ] [ performance: 26.819 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:22 ] [ l_g_pix: 3.5057e-02 ] [ l_g_total: 3.5057e-02 ] +2024-10-09 17:48:26,607 INFO: [ epoch: 24 ] [ iter: 33,300 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:50 ] [ l_g_pix: 3.5508e-02 ] [ l_g_total: 3.5508e-02 ] +2024-10-09 17:48:30,180 INFO: [ epoch: 24 ] [ iter: 33,400 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:15 ] [ l_g_pix: 4.5011e-02 ] [ l_g_total: 4.5011e-02 ] +2024-10-09 17:48:34,903 INFO: [ epoch: 25 ] [ iter: 33,500 ] [ performance: 22.367 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:58 ] [ l_g_pix: 3.2821e-02 ] [ l_g_total: 3.2821e-02 ] +2024-10-09 17:48:38,567 INFO: [ epoch: 25 ] [ iter: 33,600 ] [ performance: 27.325 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:25 ] [ l_g_pix: 2.0989e-02 ] [ l_g_total: 2.0989e-02 ] +2024-10-09 17:48:42,271 INFO: [ epoch: 25 ] [ iter: 33,700 ] [ performance: 27.082 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:53 ] [ l_g_pix: 3.9684e-02 ] [ l_g_total: 3.9684e-02 ] +2024-10-09 17:48:45,958 INFO: [ epoch: 25 ] [ iter: 33,800 ] [ performance: 27.250 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:21 ] [ l_g_pix: 2.9185e-02 ] [ l_g_total: 2.9185e-02 ] +2024-10-09 17:48:49,622 INFO: [ epoch: 25 ] [ iter: 33,900 ] [ performance: 27.287 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:48 ] [ l_g_pix: 3.0910e-02 ] [ l_g_total: 3.0910e-02 ] +2024-10-09 17:48:53,337 INFO: [ epoch: 25 ] [ iter: 34,000 ] [ performance: 27.351 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:17 ] [ l_g_pix: 3.4012e-02 ] [ l_g_total: 3.4012e-02 ] +2024-10-09 17:48:57,042 INFO: [ epoch: 25 ] [ iter: 34,100 ] [ performance: 27.082 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:46 ] [ l_g_pix: 3.3610e-02 ] [ l_g_total: 3.3610e-02 ] +2024-10-09 17:49:00,742 INFO: [ epoch: 25 ] [ iter: 34,200 ] [ performance: 26.865 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:14 ] [ l_g_pix: 2.5978e-02 ] [ l_g_total: 2.5978e-02 ] +2024-10-09 17:49:04,479 INFO: [ epoch: 25 ] [ iter: 34,300 ] [ performance: 26.789 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:44 ] [ l_g_pix: 2.8626e-02 ] [ l_g_total: 2.8626e-02 ] +2024-10-09 17:49:08,210 INFO: [ epoch: 25 ] [ iter: 34,400 ] [ performance: 26.868 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:13 ] [ l_g_pix: 2.8519e-02 ] [ l_g_total: 2.8519e-02 ] +2024-10-09 17:49:11,949 INFO: [ epoch: 25 ] [ iter: 34,500 ] [ performance: 26.776 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:43 ] [ l_g_pix: 2.9370e-02 ] [ l_g_total: 2.9370e-02 ] +2024-10-09 17:49:15,679 INFO: [ epoch: 25 ] [ iter: 34,600 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:12 ] [ l_g_pix: 4.5656e-02 ] [ l_g_total: 4.5656e-02 ] +2024-10-09 17:49:19,293 INFO: [ epoch: 25 ] [ iter: 34,700 ] [ performance: 27.513 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:41 ] [ l_g_pix: 3.3318e-02 ] [ l_g_total: 3.3318e-02 ] +2024-10-09 17:49:24,141 INFO: [ epoch: 26 ] [ iter: 34,800 ] [ performance: 26.899 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:26 ] [ l_g_pix: 1.9441e-02 ] [ l_g_total: 1.9441e-02 ] +2024-10-09 17:49:27,852 INFO: [ epoch: 26 ] [ iter: 34,900 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:56 ] [ l_g_pix: 4.6543e-02 ] [ l_g_total: 4.6543e-02 ] +2024-10-09 17:49:31,592 INFO: [ epoch: 26 ] [ iter: 35,000 ] [ performance: 27.499 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:27 ] [ l_g_pix: 2.1168e-02 ] [ l_g_total: 2.1168e-02 ] +2024-10-09 17:49:35,334 INFO: [ epoch: 26 ] [ iter: 35,100 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:57 ] [ l_g_pix: 3.3087e-02 ] [ l_g_total: 3.3087e-02 ] +2024-10-09 17:49:39,069 INFO: [ epoch: 26 ] [ iter: 35,200 ] [ performance: 26.990 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:28 ] [ l_g_pix: 3.4143e-02 ] [ l_g_total: 3.4143e-02 ] +2024-10-09 17:49:42,809 INFO: [ epoch: 26 ] [ iter: 35,300 ] [ performance: 26.797 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:59 ] [ l_g_pix: 4.2197e-02 ] [ l_g_total: 4.2197e-02 ] +2024-10-09 17:49:46,467 INFO: [ epoch: 26 ] [ iter: 35,400 ] [ performance: 27.577 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:29 ] [ l_g_pix: 3.1599e-02 ] [ l_g_total: 3.1599e-02 ] +2024-10-09 17:49:50,187 INFO: [ epoch: 26 ] [ iter: 35,500 ] [ performance: 27.019 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:00 ] [ l_g_pix: 3.0292e-02 ] [ l_g_total: 3.0292e-02 ] +2024-10-09 17:49:53,911 INFO: [ epoch: 26 ] [ iter: 35,600 ] [ performance: 26.434 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:31 ] [ l_g_pix: 2.7696e-02 ] [ l_g_total: 2.7696e-02 ] +2024-10-09 17:49:57,630 INFO: [ epoch: 26 ] [ iter: 35,700 ] [ performance: 26.805 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:02 ] [ l_g_pix: 3.6772e-02 ] [ l_g_total: 3.6772e-02 ] +2024-10-09 17:50:01,383 INFO: [ epoch: 26 ] [ iter: 35,800 ] [ performance: 27.386 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:33 ] [ l_g_pix: 2.4263e-02 ] [ l_g_total: 2.4263e-02 ] +2024-10-09 17:50:05,147 INFO: [ epoch: 26 ] [ iter: 35,900 ] [ performance: 26.717 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:06 ] [ l_g_pix: 3.9735e-02 ] [ l_g_total: 3.9735e-02 ] +2024-10-09 17:50:08,802 INFO: [ epoch: 26 ] [ iter: 36,000 ] [ performance: 29.374 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:36 ] [ l_g_pix: 3.6807e-02 ] [ l_g_total: 3.6807e-02 ] +2024-10-09 17:50:13,714 INFO: [ epoch: 27 ] [ iter: 36,100 ] [ performance: 21.509 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:24 ] [ l_g_pix: 4.7955e-02 ] [ l_g_total: 4.7955e-02 ] +2024-10-09 17:50:17,462 INFO: [ epoch: 27 ] [ iter: 36,200 ] [ performance: 27.227 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:56 ] [ l_g_pix: 3.9252e-02 ] [ l_g_total: 3.9252e-02 ] +2024-10-09 17:50:21,181 INFO: [ epoch: 27 ] [ iter: 36,300 ] [ performance: 26.951 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:28 ] [ l_g_pix: 3.7848e-02 ] [ l_g_total: 3.7848e-02 ] +2024-10-09 17:50:24,958 INFO: [ epoch: 27 ] [ iter: 36,400 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:01 ] [ l_g_pix: 2.1346e-02 ] [ l_g_total: 2.1346e-02 ] +2024-10-09 17:50:28,674 INFO: [ epoch: 27 ] [ iter: 36,500 ] [ performance: 26.923 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:33 ] [ l_g_pix: 3.3564e-02 ] [ l_g_total: 3.3564e-02 ] +2024-10-09 17:50:32,422 INFO: [ epoch: 27 ] [ iter: 36,600 ] [ performance: 27.061 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:06 ] [ l_g_pix: 4.4971e-02 ] [ l_g_total: 4.4971e-02 ] +2024-10-09 17:50:36,144 INFO: [ epoch: 27 ] [ iter: 36,700 ] [ performance: 26.899 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:38 ] [ l_g_pix: 2.1685e-02 ] [ l_g_total: 2.1685e-02 ] +2024-10-09 17:50:39,813 INFO: [ epoch: 27 ] [ iter: 36,800 ] [ performance: 27.301 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:10 ] [ l_g_pix: 3.0708e-02 ] [ l_g_total: 3.0708e-02 ] +2024-10-09 17:50:43,549 INFO: [ epoch: 27 ] [ iter: 36,900 ] [ performance: 26.846 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:43 ] [ l_g_pix: 2.9176e-02 ] [ l_g_total: 2.9176e-02 ] +2024-10-09 17:50:47,276 INFO: [ epoch: 27 ] [ iter: 37,000 ] [ performance: 26.838 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:16 ] [ l_g_pix: 3.6827e-02 ] [ l_g_total: 3.6827e-02 ] +2024-10-09 17:50:51,046 INFO: [ epoch: 27 ] [ iter: 37,100 ] [ performance: 26.576 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:50 ] [ l_g_pix: 2.8448e-02 ] [ l_g_total: 2.8448e-02 ] +2024-10-09 17:50:54,747 INFO: [ epoch: 27 ] [ iter: 37,200 ] [ performance: 26.920 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:23 ] [ l_g_pix: 3.6490e-02 ] [ l_g_total: 3.6490e-02 ] +2024-10-09 17:50:58,525 INFO: [ epoch: 27 ] [ iter: 37,300 ] [ performance: 26.533 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:57 ] [ l_g_pix: 3.8332e-02 ] [ l_g_total: 3.8332e-02 ] +2024-10-09 17:51:02,016 INFO: [ epoch: 27 ] [ iter: 37,400 ] [ performance: 29.536 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:27 ] [ l_g_pix: 4.4630e-02 ] [ l_g_total: 4.4630e-02 ] +2024-10-09 17:51:07,116 INFO: [ epoch: 28 ] [ iter: 37,500 ] [ performance: 20.456 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:18 ] [ l_g_pix: 2.0914e-02 ] [ l_g_total: 2.0914e-02 ] +2024-10-09 17:51:10,857 INFO: [ epoch: 28 ] [ iter: 37,600 ] [ performance: 27.102 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:52 ] [ l_g_pix: 3.0835e-02 ] [ l_g_total: 3.0835e-02 ] +2024-10-09 17:51:14,582 INFO: [ epoch: 28 ] [ iter: 37,700 ] [ performance: 26.876 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:26 ] [ l_g_pix: 3.1643e-02 ] [ l_g_total: 3.1643e-02 ] +2024-10-09 17:51:18,301 INFO: [ epoch: 28 ] [ iter: 37,800 ] [ performance: 26.195 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:59 ] [ l_g_pix: 2.8514e-02 ] [ l_g_total: 2.8514e-02 ] +2024-10-09 17:51:22,035 INFO: [ epoch: 28 ] [ iter: 37,900 ] [ performance: 26.720 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:34 ] [ l_g_pix: 2.4659e-02 ] [ l_g_total: 2.4659e-02 ] +2024-10-09 17:51:25,781 INFO: [ epoch: 28 ] [ iter: 38,000 ] [ performance: 25.952 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:08 ] [ l_g_pix: 2.3446e-02 ] [ l_g_total: 2.3446e-02 ] +2024-10-09 17:51:29,526 INFO: [ epoch: 28 ] [ iter: 38,100 ] [ performance: 26.633 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:42 ] [ l_g_pix: 3.2892e-02 ] [ l_g_total: 3.2892e-02 ] +2024-10-09 17:51:33,231 INFO: [ epoch: 28 ] [ iter: 38,200 ] [ performance: 26.865 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:16 ] [ l_g_pix: 2.8751e-02 ] [ l_g_total: 2.8751e-02 ] +2024-10-09 17:51:36,952 INFO: [ epoch: 28 ] [ iter: 38,300 ] [ performance: 26.874 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:51 ] [ l_g_pix: 4.2136e-02 ] [ l_g_total: 4.2136e-02 ] +2024-10-09 17:51:40,662 INFO: [ epoch: 28 ] [ iter: 38,400 ] [ performance: 27.081 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:25 ] [ l_g_pix: 2.4828e-02 ] [ l_g_total: 2.4828e-02 ] +2024-10-09 17:51:44,365 INFO: [ epoch: 28 ] [ iter: 38,500 ] [ performance: 27.017 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:00 ] [ l_g_pix: 2.8445e-02 ] [ l_g_total: 2.8445e-02 ] +2024-10-09 17:51:48,124 INFO: [ epoch: 28 ] [ iter: 38,600 ] [ performance: 27.702 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:35 ] [ l_g_pix: 2.8018e-02 ] [ l_g_total: 2.8018e-02 ] +2024-10-09 17:51:51,709 INFO: [ epoch: 28 ] [ iter: 38,700 ] [ performance: 27.885 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:08 ] [ l_g_pix: 3.3642e-02 ] [ l_g_total: 3.3642e-02 ] +2024-10-09 17:51:56,437 INFO: [ epoch: 29 ] [ iter: 38,800 ] [ performance: 27.124 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:55 ] [ l_g_pix: 2.9714e-02 ] [ l_g_total: 2.9714e-02 ] +2024-10-09 17:52:00,180 INFO: [ epoch: 29 ] [ iter: 38,900 ] [ performance: 26.750 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:31 ] [ l_g_pix: 2.7301e-02 ] [ l_g_total: 2.7301e-02 ] +2024-10-09 17:52:03,914 INFO: [ epoch: 29 ] [ iter: 39,000 ] [ performance: 27.760 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:06 ] [ l_g_pix: 3.3711e-02 ] [ l_g_total: 3.3711e-02 ] +2024-10-09 17:52:07,631 INFO: [ epoch: 29 ] [ iter: 39,100 ] [ performance: 26.952 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:41 ] [ l_g_pix: 3.1185e-02 ] [ l_g_total: 3.1185e-02 ] +2024-10-09 17:52:11,368 INFO: [ epoch: 29 ] [ iter: 39,200 ] [ performance: 28.934 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:17 ] [ l_g_pix: 2.5065e-02 ] [ l_g_total: 2.5065e-02 ] +2024-10-09 17:52:15,077 INFO: [ epoch: 29 ] [ iter: 39,300 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:52 ] [ l_g_pix: 4.5528e-02 ] [ l_g_total: 4.5528e-02 ] +2024-10-09 17:52:18,719 INFO: [ epoch: 29 ] [ iter: 39,400 ] [ performance: 27.212 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:27 ] [ l_g_pix: 3.6679e-02 ] [ l_g_total: 3.6679e-02 ] +2024-10-09 17:52:22,371 INFO: [ epoch: 29 ] [ iter: 39,500 ] [ performance: 27.380 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:01 ] [ l_g_pix: 2.3949e-02 ] [ l_g_total: 2.3949e-02 ] +2024-10-09 17:52:26,062 INFO: [ epoch: 29 ] [ iter: 39,600 ] [ performance: 27.556 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:37 ] [ l_g_pix: 3.5071e-02 ] [ l_g_total: 3.5071e-02 ] +2024-10-09 17:52:29,740 INFO: [ epoch: 29 ] [ iter: 39,700 ] [ performance: 27.202 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:12 ] [ l_g_pix: 2.2784e-02 ] [ l_g_total: 2.2784e-02 ] +2024-10-09 17:52:33,445 INFO: [ epoch: 29 ] [ iter: 39,800 ] [ performance: 29.617 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:48 ] [ l_g_pix: 1.5655e-02 ] [ l_g_total: 1.5655e-02 ] +2024-10-09 17:52:37,154 INFO: [ epoch: 29 ] [ iter: 39,900 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:24 ] [ l_g_pix: 4.0285e-02 ] [ l_g_total: 4.0285e-02 ] +2024-10-09 17:52:40,839 INFO: [ epoch: 29 ] [ iter: 40,000 ] [ performance: 30.416 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:00 ] [ l_g_pix: 3.5929e-02 ] [ l_g_total: 3.5929e-02 ] +2024-10-09 17:52:40,839 INFO: Saving models and training states. +2024-10-09 17:55:36,104 INFO: Validation val + + # psnr: 27.0714........ Best: 27.0714 @ 40000 iter + # ssim: 0.7609........ Best: 0.7609 @ 40000 iter + # dists: 0.7740........ Best: 0.7740 @ 40000 iter + +2024-10-09 17:55:40,756 INFO: [ epoch: 30 ] [ iter: 40,100 ] [ performance: 21.679 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:45 ] [ l_g_pix: 3.0059e-02 ] [ l_g_total: 3.0059e-02 ] +2024-10-09 17:55:44,721 INFO: [ epoch: 30 ] [ iter: 40,200 ] [ performance: 23.312 it/s ] [ lr: 1.00e-04 ] [ eta: 7:35:18 ] [ l_g_pix: 2.8200e-02 ] [ l_g_total: 2.8200e-02 ] +2024-10-09 17:55:48,423 INFO: [ epoch: 30 ] [ iter: 40,300 ] [ performance: 27.020 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:49 ] [ l_g_pix: 3.3300e-02 ] [ l_g_total: 3.3300e-02 ] +2024-10-09 17:55:52,185 INFO: [ epoch: 30 ] [ iter: 40,400 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:20 ] [ l_g_pix: 4.5894e-02 ] [ l_g_total: 4.5894e-02 ] +2024-10-09 17:55:55,937 INFO: [ epoch: 30 ] [ iter: 40,500 ] [ performance: 26.658 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:52 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-09 17:55:59,620 INFO: [ epoch: 30 ] [ iter: 40,600 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 7:33:23 ] [ l_g_pix: 2.4657e-02 ] [ l_g_total: 2.4657e-02 ] +2024-10-09 17:56:03,339 INFO: [ epoch: 30 ] [ iter: 40,700 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:54 ] [ l_g_pix: 3.1495e-02 ] [ l_g_total: 3.1495e-02 ] +2024-10-09 17:56:07,041 INFO: [ epoch: 30 ] [ iter: 40,800 ] [ performance: 26.965 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:25 ] [ l_g_pix: 2.8503e-02 ] [ l_g_total: 2.8503e-02 ] +2024-10-09 17:56:10,802 INFO: [ epoch: 30 ] [ iter: 40,900 ] [ performance: 26.572 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:57 ] [ l_g_pix: 4.0415e-02 ] [ l_g_total: 4.0415e-02 ] +2024-10-09 17:56:14,534 INFO: [ epoch: 30 ] [ iter: 41,000 ] [ performance: 26.687 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:29 ] [ l_g_pix: 3.6156e-02 ] [ l_g_total: 3.6156e-02 ] +2024-10-09 17:56:18,273 INFO: [ epoch: 30 ] [ iter: 41,100 ] [ performance: 26.767 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:01 ] [ l_g_pix: 3.6386e-02 ] [ l_g_total: 3.6386e-02 ] +2024-10-09 17:56:21,978 INFO: [ epoch: 30 ] [ iter: 41,200 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:33 ] [ l_g_pix: 3.5378e-02 ] [ l_g_total: 3.5378e-02 ] +2024-10-09 17:56:25,745 INFO: [ epoch: 30 ] [ iter: 41,300 ] [ performance: 26.546 it/s ] [ lr: 1.00e-04 ] [ eta: 7:30:05 ] [ l_g_pix: 2.6296e-02 ] [ l_g_total: 2.6296e-02 ] +2024-10-09 17:56:29,244 INFO: [ epoch: 30 ] [ iter: 41,400 ] [ performance: 27.557 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:35 ] [ l_g_pix: 2.6285e-02 ] [ l_g_total: 2.6285e-02 ] +2024-10-09 17:56:34,263 INFO: [ epoch: 31 ] [ iter: 41,500 ] [ performance: 19.549 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:22 ] [ l_g_pix: 3.3064e-02 ] [ l_g_total: 3.3064e-02 ] +2024-10-09 17:56:37,966 INFO: [ epoch: 31 ] [ iter: 41,600 ] [ performance: 22.797 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:54 ] [ l_g_pix: 1.3040e-02 ] [ l_g_total: 1.3040e-02 ] +2024-10-09 17:56:41,746 INFO: [ epoch: 31 ] [ iter: 41,700 ] [ performance: 26.559 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:27 ] [ l_g_pix: 3.8507e-02 ] [ l_g_total: 3.8507e-02 ] +2024-10-09 17:56:45,459 INFO: [ epoch: 31 ] [ iter: 41,800 ] [ performance: 26.753 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:00 ] [ l_g_pix: 2.4801e-02 ] [ l_g_total: 2.4801e-02 ] +2024-10-09 17:56:49,155 INFO: [ epoch: 31 ] [ iter: 41,900 ] [ performance: 27.102 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:32 ] [ l_g_pix: 3.3555e-02 ] [ l_g_total: 3.3555e-02 ] +2024-10-09 17:56:52,858 INFO: [ epoch: 31 ] [ iter: 42,000 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 7:27:05 ] [ l_g_pix: 2.8134e-02 ] [ l_g_total: 2.8134e-02 ] +2024-10-09 17:56:56,567 INFO: [ epoch: 31 ] [ iter: 42,100 ] [ performance: 27.027 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:38 ] [ l_g_pix: 3.9769e-02 ] [ l_g_total: 3.9769e-02 ] +2024-10-09 17:57:00,297 INFO: [ epoch: 31 ] [ iter: 42,200 ] [ performance: 26.917 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:11 ] [ l_g_pix: 3.1809e-02 ] [ l_g_total: 3.1809e-02 ] +2024-10-09 17:57:04,029 INFO: [ epoch: 31 ] [ iter: 42,300 ] [ performance: 26.827 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:44 ] [ l_g_pix: 4.3088e-02 ] [ l_g_total: 4.3088e-02 ] +2024-10-09 17:57:07,752 INFO: [ epoch: 31 ] [ iter: 42,400 ] [ performance: 26.849 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:17 ] [ l_g_pix: 2.1630e-02 ] [ l_g_total: 2.1630e-02 ] +2024-10-09 17:57:11,447 INFO: [ epoch: 31 ] [ iter: 42,500 ] [ performance: 27.137 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:50 ] [ l_g_pix: 3.2097e-02 ] [ l_g_total: 3.2097e-02 ] +2024-10-09 17:57:15,221 INFO: [ epoch: 31 ] [ iter: 42,600 ] [ performance: 26.797 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:24 ] [ l_g_pix: 3.2494e-02 ] [ l_g_total: 3.2494e-02 ] +2024-10-09 17:57:18,836 INFO: [ epoch: 31 ] [ iter: 42,700 ] [ performance: 27.810 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:57 ] [ l_g_pix: 2.6683e-02 ] [ l_g_total: 2.6683e-02 ] +2024-10-09 17:57:23,839 INFO: [ epoch: 32 ] [ iter: 42,800 ] [ performance: 23.024 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:45 ] [ l_g_pix: 3.7019e-02 ] [ l_g_total: 3.7019e-02 ] +2024-10-09 17:57:27,576 INFO: [ epoch: 32 ] [ iter: 42,900 ] [ performance: 27.005 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:19 ] [ l_g_pix: 2.8716e-02 ] [ l_g_total: 2.8716e-02 ] +2024-10-09 17:57:31,274 INFO: [ epoch: 32 ] [ iter: 43,000 ] [ performance: 27.026 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:52 ] [ l_g_pix: 1.9999e-02 ] [ l_g_total: 1.9999e-02 ] +2024-10-09 17:57:34,992 INFO: [ epoch: 32 ] [ iter: 43,100 ] [ performance: 26.934 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:26 ] [ l_g_pix: 3.7152e-02 ] [ l_g_total: 3.7152e-02 ] +2024-10-09 17:57:38,693 INFO: [ epoch: 32 ] [ iter: 43,200 ] [ performance: 26.984 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:00 ] [ l_g_pix: 1.7773e-02 ] [ l_g_total: 1.7773e-02 ] +2024-10-09 17:57:42,464 INFO: [ epoch: 32 ] [ iter: 43,300 ] [ performance: 26.612 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:35 ] [ l_g_pix: 2.5405e-02 ] [ l_g_total: 2.5405e-02 ] +2024-10-09 17:57:46,189 INFO: [ epoch: 32 ] [ iter: 43,400 ] [ performance: 26.739 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:09 ] [ l_g_pix: 3.3529e-02 ] [ l_g_total: 3.3529e-02 ] +2024-10-09 17:57:49,908 INFO: [ epoch: 32 ] [ iter: 43,500 ] [ performance: 26.965 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:43 ] [ l_g_pix: 1.5272e-02 ] [ l_g_total: 1.5272e-02 ] +2024-10-09 17:57:53,616 INFO: [ epoch: 32 ] [ iter: 43,600 ] [ performance: 26.970 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:18 ] [ l_g_pix: 2.5027e-02 ] [ l_g_total: 2.5027e-02 ] +2024-10-09 17:57:57,302 INFO: [ epoch: 32 ] [ iter: 43,700 ] [ performance: 27.344 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:52 ] [ l_g_pix: 3.7372e-02 ] [ l_g_total: 3.7372e-02 ] +2024-10-09 17:58:00,942 INFO: [ epoch: 32 ] [ iter: 43,800 ] [ performance: 27.418 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:26 ] [ l_g_pix: 3.5200e-02 ] [ l_g_total: 3.5200e-02 ] +2024-10-09 17:58:04,625 INFO: [ epoch: 32 ] [ iter: 43,900 ] [ performance: 27.151 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:00 ] [ l_g_pix: 2.7084e-02 ] [ l_g_total: 2.7084e-02 ] +2024-10-09 17:58:08,322 INFO: [ epoch: 32 ] [ iter: 44,000 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:35 ] [ l_g_pix: 3.3195e-02 ] [ l_g_total: 3.3195e-02 ] +2024-10-09 17:58:12,801 INFO: [ epoch: 33 ] [ iter: 44,100 ] [ performance: 21.224 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:18 ] [ l_g_pix: 3.6744e-02 ] [ l_g_total: 3.6744e-02 ] +2024-10-09 17:58:16,779 INFO: [ epoch: 33 ] [ iter: 44,200 ] [ performance: 23.236 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:56 ] [ l_g_pix: 2.3404e-02 ] [ l_g_total: 2.3404e-02 ] +2024-10-09 17:58:20,457 INFO: [ epoch: 33 ] [ iter: 44,300 ] [ performance: 27.423 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:30 ] [ l_g_pix: 2.5342e-02 ] [ l_g_total: 2.5342e-02 ] +2024-10-09 17:58:24,141 INFO: [ epoch: 33 ] [ iter: 44,400 ] [ performance: 27.273 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:05 ] [ l_g_pix: 3.1207e-02 ] [ l_g_total: 3.1207e-02 ] +2024-10-09 17:58:27,873 INFO: [ epoch: 33 ] [ iter: 44,500 ] [ performance: 26.890 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:41 ] [ l_g_pix: 3.2502e-02 ] [ l_g_total: 3.2502e-02 ] +2024-10-09 17:58:31,622 INFO: [ epoch: 33 ] [ iter: 44,600 ] [ performance: 26.769 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:16 ] [ l_g_pix: 2.5525e-02 ] [ l_g_total: 2.5525e-02 ] +2024-10-09 17:58:35,356 INFO: [ epoch: 33 ] [ iter: 44,700 ] [ performance: 26.841 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:52 ] [ l_g_pix: 2.0841e-02 ] [ l_g_total: 2.0841e-02 ] +2024-10-09 17:58:39,031 INFO: [ epoch: 33 ] [ iter: 44,800 ] [ performance: 27.050 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:27 ] [ l_g_pix: 3.1683e-02 ] [ l_g_total: 3.1683e-02 ] +2024-10-09 17:58:42,739 INFO: [ epoch: 33 ] [ iter: 44,900 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:03 ] [ l_g_pix: 1.8227e-02 ] [ l_g_total: 1.8227e-02 ] +2024-10-09 17:58:46,445 INFO: [ epoch: 33 ] [ iter: 45,000 ] [ performance: 27.045 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:38 ] [ l_g_pix: 4.1361e-02 ] [ l_g_total: 4.1361e-02 ] +2024-10-09 17:58:50,129 INFO: [ epoch: 33 ] [ iter: 45,100 ] [ performance: 27.253 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:14 ] [ l_g_pix: 3.7959e-02 ] [ l_g_total: 3.7959e-02 ] +2024-10-09 17:58:53,834 INFO: [ epoch: 33 ] [ iter: 45,200 ] [ performance: 27.107 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:50 ] [ l_g_pix: 3.0917e-02 ] [ l_g_total: 3.0917e-02 ] +2024-10-09 17:58:57,538 INFO: [ epoch: 33 ] [ iter: 45,300 ] [ performance: 27.218 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:25 ] [ l_g_pix: 2.3459e-02 ] [ l_g_total: 2.3459e-02 ] +2024-10-09 17:59:01,052 INFO: [ epoch: 33 ] [ iter: 45,400 ] [ performance: 27.913 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:59 ] [ l_g_pix: 2.7375e-02 ] [ l_g_total: 2.7375e-02 ] +2024-10-09 17:59:06,236 INFO: [ epoch: 34 ] [ iter: 45,500 ] [ performance: 22.251 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:51 ] [ l_g_pix: 2.3591e-02 ] [ l_g_total: 2.3591e-02 ] +2024-10-09 17:59:09,922 INFO: [ epoch: 34 ] [ iter: 45,600 ] [ performance: 24.820 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:27 ] [ l_g_pix: 3.2605e-02 ] [ l_g_total: 3.2605e-02 ] +2024-10-09 17:59:13,634 INFO: [ epoch: 34 ] [ iter: 45,700 ] [ performance: 26.780 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:03 ] [ l_g_pix: 2.8957e-02 ] [ l_g_total: 2.8957e-02 ] +2024-10-09 17:59:17,359 INFO: [ epoch: 34 ] [ iter: 45,800 ] [ performance: 26.820 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:40 ] [ l_g_pix: 4.2714e-02 ] [ l_g_total: 4.2714e-02 ] +2024-10-09 17:59:21,073 INFO: [ epoch: 34 ] [ iter: 45,900 ] [ performance: 27.044 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:16 ] [ l_g_pix: 3.5910e-02 ] [ l_g_total: 3.5910e-02 ] +2024-10-09 17:59:24,765 INFO: [ epoch: 34 ] [ iter: 46,000 ] [ performance: 27.072 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:53 ] [ l_g_pix: 2.9195e-02 ] [ l_g_total: 2.9195e-02 ] +2024-10-09 17:59:28,436 INFO: [ epoch: 34 ] [ iter: 46,100 ] [ performance: 27.410 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:29 ] [ l_g_pix: 3.5006e-02 ] [ l_g_total: 3.5006e-02 ] +2024-10-09 17:59:32,151 INFO: [ epoch: 34 ] [ iter: 46,200 ] [ performance: 27.121 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:05 ] [ l_g_pix: 2.7310e-02 ] [ l_g_total: 2.7310e-02 ] +2024-10-09 17:59:35,843 INFO: [ epoch: 34 ] [ iter: 46,300 ] [ performance: 27.096 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:42 ] [ l_g_pix: 3.2047e-02 ] [ l_g_total: 3.2047e-02 ] +2024-10-09 17:59:39,572 INFO: [ epoch: 34 ] [ iter: 46,400 ] [ performance: 26.934 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:19 ] [ l_g_pix: 2.8567e-02 ] [ l_g_total: 2.8567e-02 ] +2024-10-09 17:59:43,269 INFO: [ epoch: 34 ] [ iter: 46,500 ] [ performance: 27.046 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:56 ] [ l_g_pix: 3.7179e-02 ] [ l_g_total: 3.7179e-02 ] +2024-10-09 17:59:46,954 INFO: [ epoch: 34 ] [ iter: 46,600 ] [ performance: 27.105 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:33 ] [ l_g_pix: 3.1533e-02 ] [ l_g_total: 3.1533e-02 ] +2024-10-09 17:59:50,582 INFO: [ epoch: 34 ] [ iter: 46,700 ] [ performance: 28.276 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:09 ] [ l_g_pix: 3.3693e-02 ] [ l_g_total: 3.3693e-02 ] +2024-10-09 17:59:55,365 INFO: [ epoch: 35 ] [ iter: 46,800 ] [ performance: 23.379 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:57 ] [ l_g_pix: 2.9517e-02 ] [ l_g_total: 2.9517e-02 ] +2024-10-09 17:59:59,113 INFO: [ epoch: 35 ] [ iter: 46,900 ] [ performance: 26.835 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:35 ] [ l_g_pix: 3.4681e-02 ] [ l_g_total: 3.4681e-02 ] +2024-10-09 18:00:02,788 INFO: [ epoch: 35 ] [ iter: 47,000 ] [ performance: 27.063 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:12 ] [ l_g_pix: 3.8851e-02 ] [ l_g_total: 3.8851e-02 ] +2024-10-09 18:00:06,459 INFO: [ epoch: 35 ] [ iter: 47,100 ] [ performance: 27.408 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:49 ] [ l_g_pix: 4.0129e-02 ] [ l_g_total: 4.0129e-02 ] +2024-10-09 18:00:10,109 INFO: [ epoch: 35 ] [ iter: 47,200 ] [ performance: 27.403 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:26 ] [ l_g_pix: 2.0901e-02 ] [ l_g_total: 2.0901e-02 ] +2024-10-09 18:00:13,826 INFO: [ epoch: 35 ] [ iter: 47,300 ] [ performance: 26.785 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:03 ] [ l_g_pix: 3.4012e-02 ] [ l_g_total: 3.4012e-02 ] +2024-10-09 18:00:17,499 INFO: [ epoch: 35 ] [ iter: 47,400 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:41 ] [ l_g_pix: 1.9556e-02 ] [ l_g_total: 1.9556e-02 ] +2024-10-09 18:00:21,181 INFO: [ epoch: 35 ] [ iter: 47,500 ] [ performance: 27.222 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:18 ] [ l_g_pix: 2.2180e-02 ] [ l_g_total: 2.2180e-02 ] +2024-10-09 18:00:24,926 INFO: [ epoch: 35 ] [ iter: 47,600 ] [ performance: 26.903 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:56 ] [ l_g_pix: 1.9437e-02 ] [ l_g_total: 1.9437e-02 ] +2024-10-09 18:00:28,660 INFO: [ epoch: 35 ] [ iter: 47,700 ] [ performance: 26.828 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:34 ] [ l_g_pix: 2.6925e-02 ] [ l_g_total: 2.6925e-02 ] +2024-10-09 18:00:32,375 INFO: [ epoch: 35 ] [ iter: 47,800 ] [ performance: 26.885 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:12 ] [ l_g_pix: 2.2401e-02 ] [ l_g_total: 2.2401e-02 ] +2024-10-09 18:00:36,104 INFO: [ epoch: 35 ] [ iter: 47,900 ] [ performance: 26.946 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:51 ] [ l_g_pix: 3.0657e-02 ] [ l_g_total: 3.0657e-02 ] +2024-10-09 18:00:39,878 INFO: [ epoch: 35 ] [ iter: 48,000 ] [ performance: 26.672 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:29 ] [ l_g_pix: 3.2308e-02 ] [ l_g_total: 3.2308e-02 ] +2024-10-09 18:00:44,273 INFO: [ epoch: 36 ] [ iter: 48,100 ] [ performance: 20.127 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:14 ] [ l_g_pix: 2.6043e-02 ] [ l_g_total: 2.6043e-02 ] +2024-10-09 18:00:48,487 INFO: [ epoch: 36 ] [ iter: 48,200 ] [ performance: 22.227 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:57 ] [ l_g_pix: 4.1285e-02 ] [ l_g_total: 4.1285e-02 ] +2024-10-09 18:00:52,153 INFO: [ epoch: 36 ] [ iter: 48,300 ] [ performance: 27.347 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:35 ] [ l_g_pix: 2.3884e-02 ] [ l_g_total: 2.3884e-02 ] +2024-10-09 18:00:55,838 INFO: [ epoch: 36 ] [ iter: 48,400 ] [ performance: 27.215 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:14 ] [ l_g_pix: 3.5197e-02 ] [ l_g_total: 3.5197e-02 ] +2024-10-09 18:00:59,590 INFO: [ epoch: 36 ] [ iter: 48,500 ] [ performance: 26.834 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:52 ] [ l_g_pix: 3.5842e-02 ] [ l_g_total: 3.5842e-02 ] +2024-10-09 18:01:03,374 INFO: [ epoch: 36 ] [ iter: 48,600 ] [ performance: 26.584 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:32 ] [ l_g_pix: 2.6888e-02 ] [ l_g_total: 2.6888e-02 ] +2024-10-09 18:01:07,079 INFO: [ epoch: 36 ] [ iter: 48,700 ] [ performance: 27.184 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:10 ] [ l_g_pix: 2.9313e-02 ] [ l_g_total: 2.9313e-02 ] +2024-10-09 18:01:10,835 INFO: [ epoch: 36 ] [ iter: 48,800 ] [ performance: 26.833 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:49 ] [ l_g_pix: 2.9638e-02 ] [ l_g_total: 2.9638e-02 ] +2024-10-09 18:01:14,580 INFO: [ epoch: 36 ] [ iter: 48,900 ] [ performance: 26.851 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:28 ] [ l_g_pix: 2.6724e-02 ] [ l_g_total: 2.6724e-02 ] +2024-10-09 18:01:18,318 INFO: [ epoch: 36 ] [ iter: 49,000 ] [ performance: 26.795 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:08 ] [ l_g_pix: 1.7194e-02 ] [ l_g_total: 1.7194e-02 ] +2024-10-09 18:01:21,990 INFO: [ epoch: 36 ] [ iter: 49,100 ] [ performance: 27.095 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:46 ] [ l_g_pix: 3.3783e-02 ] [ l_g_total: 3.3783e-02 ] +2024-10-09 18:01:25,690 INFO: [ epoch: 36 ] [ iter: 49,200 ] [ performance: 27.057 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:25 ] [ l_g_pix: 2.2989e-02 ] [ l_g_total: 2.2989e-02 ] +2024-10-09 18:01:29,382 INFO: [ epoch: 36 ] [ iter: 49,300 ] [ performance: 27.111 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:04 ] [ l_g_pix: 4.1414e-02 ] [ l_g_total: 4.1414e-02 ] +2024-10-09 18:01:32,923 INFO: [ epoch: 36 ] [ iter: 49,400 ] [ performance: 27.833 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:41 ] [ l_g_pix: 1.7379e-02 ] [ l_g_total: 1.7379e-02 ] +2024-10-09 18:01:37,894 INFO: [ epoch: 37 ] [ iter: 49,500 ] [ performance: 24.120 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:33 ] [ l_g_pix: 1.9677e-02 ] [ l_g_total: 1.9677e-02 ] +2024-10-09 18:01:41,659 INFO: [ epoch: 37 ] [ iter: 49,600 ] [ performance: 25.655 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:12 ] [ l_g_pix: 2.6183e-02 ] [ l_g_total: 2.6183e-02 ] +2024-10-09 18:01:45,390 INFO: [ epoch: 37 ] [ iter: 49,700 ] [ performance: 26.624 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:52 ] [ l_g_pix: 2.3785e-02 ] [ l_g_total: 2.3785e-02 ] +2024-10-09 18:01:49,098 INFO: [ epoch: 37 ] [ iter: 49,800 ] [ performance: 26.854 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:31 ] [ l_g_pix: 4.0470e-02 ] [ l_g_total: 4.0470e-02 ] +2024-10-09 18:01:52,841 INFO: [ epoch: 37 ] [ iter: 49,900 ] [ performance: 26.812 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:11 ] [ l_g_pix: 3.5379e-02 ] [ l_g_total: 3.5379e-02 ] +2024-10-09 18:01:56,561 INFO: [ epoch: 37 ] [ iter: 50,000 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:50 ] [ l_g_pix: 2.8179e-02 ] [ l_g_total: 2.8179e-02 ] +2024-10-09 18:01:56,562 INFO: Saving models and training states. +2024-10-09 18:04:58,734 INFO: Validation val + + # psnr: 27.1258........ Best: 27.1258 @ 50000 iter + # ssim: 0.7628........ Best: 0.7628 @ 50000 iter + # dists: 0.7735........ Best: 0.7735 @ 50000 iter + +2024-10-09 18:05:02,454 INFO: [ epoch: 37 ] [ iter: 50,100 ] [ performance: 26.737 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:59 ] [ l_g_pix: 4.0684e-02 ] [ l_g_total: 4.0684e-02 ] +2024-10-09 18:05:06,155 INFO: [ epoch: 37 ] [ iter: 50,200 ] [ performance: 26.930 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:35 ] [ l_g_pix: 2.6876e-02 ] [ l_g_total: 2.6876e-02 ] +2024-10-09 18:05:09,898 INFO: [ epoch: 37 ] [ iter: 50,300 ] [ performance: 26.594 it/s ] [ lr: 1.00e-04 ] [ eta: 7:24:11 ] [ l_g_pix: 3.2440e-02 ] [ l_g_total: 3.2440e-02 ] +2024-10-09 18:05:13,559 INFO: [ epoch: 37 ] [ iter: 50,400 ] [ performance: 27.076 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:46 ] [ l_g_pix: 3.1748e-02 ] [ l_g_total: 3.1748e-02 ] +2024-10-09 18:05:17,305 INFO: [ epoch: 37 ] [ iter: 50,500 ] [ performance: 26.483 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:23 ] [ l_g_pix: 2.9548e-02 ] [ l_g_total: 2.9548e-02 ] +2024-10-09 18:05:21,079 INFO: [ epoch: 37 ] [ iter: 50,600 ] [ performance: 26.500 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:00 ] [ l_g_pix: 3.2179e-02 ] [ l_g_total: 3.2179e-02 ] +2024-10-09 18:05:24,708 INFO: [ epoch: 37 ] [ iter: 50,700 ] [ performance: 28.077 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:35 ] [ l_g_pix: 4.3468e-02 ] [ l_g_total: 4.3468e-02 ] +2024-10-09 18:05:29,836 INFO: [ epoch: 38 ] [ iter: 50,800 ] [ performance: 21.650 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:25 ] [ l_g_pix: 2.9871e-02 ] [ l_g_total: 2.9871e-02 ] +2024-10-09 18:05:33,577 INFO: [ epoch: 38 ] [ iter: 50,900 ] [ performance: 26.552 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:01 ] [ l_g_pix: 3.3340e-02 ] [ l_g_total: 3.3340e-02 ] +2024-10-09 18:05:37,376 INFO: [ epoch: 38 ] [ iter: 51,000 ] [ performance: 26.399 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:39 ] [ l_g_pix: 3.0619e-02 ] [ l_g_total: 3.0619e-02 ] +2024-10-09 18:05:41,116 INFO: [ epoch: 38 ] [ iter: 51,100 ] [ performance: 26.725 it/s ] [ lr: 1.00e-04 ] [ eta: 7:21:15 ] [ l_g_pix: 2.9134e-02 ] [ l_g_total: 2.9134e-02 ] +2024-10-09 18:05:44,822 INFO: [ epoch: 38 ] [ iter: 51,200 ] [ performance: 26.905 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:52 ] [ l_g_pix: 1.6888e-02 ] [ l_g_total: 1.6888e-02 ] +2024-10-09 18:05:48,527 INFO: [ epoch: 38 ] [ iter: 51,300 ] [ performance: 27.116 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:29 ] [ l_g_pix: 2.2520e-02 ] [ l_g_total: 2.2520e-02 ] +2024-10-09 18:05:52,258 INFO: [ epoch: 38 ] [ iter: 51,400 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:06 ] [ l_g_pix: 1.7615e-02 ] [ l_g_total: 1.7615e-02 ] +2024-10-09 18:05:55,964 INFO: [ epoch: 38 ] [ iter: 51,500 ] [ performance: 27.285 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:42 ] [ l_g_pix: 3.3663e-02 ] [ l_g_total: 3.3663e-02 ] +2024-10-09 18:05:59,703 INFO: [ epoch: 38 ] [ iter: 51,600 ] [ performance: 26.910 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:20 ] [ l_g_pix: 3.3097e-02 ] [ l_g_total: 3.3097e-02 ] +2024-10-09 18:06:03,479 INFO: [ epoch: 38 ] [ iter: 51,700 ] [ performance: 26.968 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:57 ] [ l_g_pix: 2.5932e-02 ] [ l_g_total: 2.5932e-02 ] +2024-10-09 18:06:07,224 INFO: [ epoch: 38 ] [ iter: 51,800 ] [ performance: 26.789 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:35 ] [ l_g_pix: 2.1932e-02 ] [ l_g_total: 2.1932e-02 ] +2024-10-09 18:06:10,915 INFO: [ epoch: 38 ] [ iter: 51,900 ] [ performance: 27.067 it/s ] [ lr: 1.00e-04 ] [ eta: 7:18:12 ] [ l_g_pix: 2.4927e-02 ] [ l_g_total: 2.4927e-02 ] +2024-10-09 18:06:14,606 INFO: [ epoch: 38 ] [ iter: 52,000 ] [ performance: 27.091 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:49 ] [ l_g_pix: 3.0714e-02 ] [ l_g_total: 3.0714e-02 ] +2024-10-09 18:06:18,117 INFO: [ epoch: 38 ] [ iter: 52,100 ] [ performance: 28.448 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:24 ] [ l_g_pix: 2.4597e-02 ] [ l_g_total: 2.4597e-02 ] +2024-10-09 18:06:23,404 INFO: [ epoch: 39 ] [ iter: 52,200 ] [ performance: 20.959 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:16 ] [ l_g_pix: 4.3824e-02 ] [ l_g_total: 4.3824e-02 ] +2024-10-09 18:06:27,159 INFO: [ epoch: 39 ] [ iter: 52,300 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:53 ] [ l_g_pix: 2.9373e-02 ] [ l_g_total: 2.9373e-02 ] +2024-10-09 18:06:30,903 INFO: [ epoch: 39 ] [ iter: 52,400 ] [ performance: 26.783 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:31 ] [ l_g_pix: 3.8132e-02 ] [ l_g_total: 3.8132e-02 ] +2024-10-09 18:06:34,652 INFO: [ epoch: 39 ] [ iter: 52,500 ] [ performance: 26.909 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:09 ] [ l_g_pix: 2.5840e-02 ] [ l_g_total: 2.5840e-02 ] +2024-10-09 18:06:38,406 INFO: [ epoch: 39 ] [ iter: 52,600 ] [ performance: 26.717 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:47 ] [ l_g_pix: 2.1622e-02 ] [ l_g_total: 2.1622e-02 ] +2024-10-09 18:06:42,155 INFO: [ epoch: 39 ] [ iter: 52,700 ] [ performance: 26.856 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:25 ] [ l_g_pix: 3.7406e-02 ] [ l_g_total: 3.7406e-02 ] +2024-10-09 18:06:45,874 INFO: [ epoch: 39 ] [ iter: 52,800 ] [ performance: 26.884 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:03 ] [ l_g_pix: 3.5023e-02 ] [ l_g_total: 3.5023e-02 ] +2024-10-09 18:06:49,582 INFO: [ epoch: 39 ] [ iter: 52,900 ] [ performance: 26.959 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:41 ] [ l_g_pix: 2.3251e-02 ] [ l_g_total: 2.3251e-02 ] +2024-10-09 18:06:53,287 INFO: [ epoch: 39 ] [ iter: 53,000 ] [ performance: 26.987 it/s ] [ lr: 1.00e-04 ] [ eta: 7:14:19 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-10-09 18:06:57,056 INFO: [ epoch: 39 ] [ iter: 53,100 ] [ performance: 26.206 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:57 ] [ l_g_pix: 3.1054e-02 ] [ l_g_total: 3.1054e-02 ] +2024-10-09 18:07:00,814 INFO: [ epoch: 39 ] [ iter: 53,200 ] [ performance: 26.502 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:36 ] [ l_g_pix: 2.7070e-02 ] [ l_g_total: 2.7070e-02 ] +2024-10-09 18:07:04,551 INFO: [ epoch: 39 ] [ iter: 53,300 ] [ performance: 26.222 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:14 ] [ l_g_pix: 2.6951e-02 ] [ l_g_total: 2.6951e-02 ] +2024-10-09 18:07:08,137 INFO: [ epoch: 39 ] [ iter: 53,400 ] [ performance: 27.441 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:51 ] [ l_g_pix: 2.2966e-02 ] [ l_g_total: 2.2966e-02 ] +2024-10-09 18:07:13,439 INFO: [ epoch: 40 ] [ iter: 53,500 ] [ performance: 26.724 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:43 ] [ l_g_pix: 2.1912e-02 ] [ l_g_total: 2.1912e-02 ] +2024-10-09 18:07:17,102 INFO: [ epoch: 40 ] [ iter: 53,600 ] [ performance: 27.158 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:21 ] [ l_g_pix: 3.1308e-02 ] [ l_g_total: 3.1308e-02 ] +2024-10-09 18:07:20,837 INFO: [ epoch: 40 ] [ iter: 53,700 ] [ performance: 26.704 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:00 ] [ l_g_pix: 3.4773e-02 ] [ l_g_total: 3.4773e-02 ] +2024-10-09 18:07:24,593 INFO: [ epoch: 40 ] [ iter: 53,800 ] [ performance: 26.650 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:38 ] [ l_g_pix: 2.7466e-02 ] [ l_g_total: 2.7466e-02 ] +2024-10-09 18:07:28,325 INFO: [ epoch: 40 ] [ iter: 53,900 ] [ performance: 27.157 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:17 ] [ l_g_pix: 2.9312e-02 ] [ l_g_total: 2.9312e-02 ] +2024-10-09 18:07:32,054 INFO: [ epoch: 40 ] [ iter: 54,000 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:56 ] [ l_g_pix: 2.6540e-02 ] [ l_g_total: 2.6540e-02 ] +2024-10-09 18:07:35,775 INFO: [ epoch: 40 ] [ iter: 54,100 ] [ performance: 26.882 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:35 ] [ l_g_pix: 2.6091e-02 ] [ l_g_total: 2.6091e-02 ] +2024-10-09 18:07:39,443 INFO: [ epoch: 40 ] [ iter: 54,200 ] [ performance: 27.180 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:13 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-09 18:07:43,158 INFO: [ epoch: 40 ] [ iter: 54,300 ] [ performance: 26.698 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:52 ] [ l_g_pix: 3.2926e-02 ] [ l_g_total: 3.2926e-02 ] +2024-10-09 18:07:46,903 INFO: [ epoch: 40 ] [ iter: 54,400 ] [ performance: 26.705 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:31 ] [ l_g_pix: 2.8363e-02 ] [ l_g_total: 2.8363e-02 ] +2024-10-09 18:07:50,657 INFO: [ epoch: 40 ] [ iter: 54,500 ] [ performance: 27.013 it/s ] [ lr: 1.00e-04 ] [ eta: 7:09:10 ] [ l_g_pix: 2.7757e-02 ] [ l_g_total: 2.7757e-02 ] +2024-10-09 18:07:54,418 INFO: [ epoch: 40 ] [ iter: 54,600 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:49 ] [ l_g_pix: 4.3736e-02 ] [ l_g_total: 4.3736e-02 ] +2024-10-09 18:07:58,053 INFO: [ epoch: 40 ] [ iter: 54,700 ] [ performance: 28.531 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:28 ] [ l_g_pix: 3.6170e-02 ] [ l_g_total: 3.6170e-02 ] +2024-10-09 18:08:02,756 INFO: [ epoch: 41 ] [ iter: 54,800 ] [ performance: 22.525 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:15 ] [ l_g_pix: 1.8229e-02 ] [ l_g_total: 1.8229e-02 ] +2024-10-09 18:08:06,548 INFO: [ epoch: 41 ] [ iter: 54,900 ] [ performance: 27.567 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:55 ] [ l_g_pix: 3.0022e-02 ] [ l_g_total: 3.0022e-02 ] +2024-10-09 18:08:10,311 INFO: [ epoch: 41 ] [ iter: 55,000 ] [ performance: 26.784 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:35 ] [ l_g_pix: 3.7331e-02 ] [ l_g_total: 3.7331e-02 ] +2024-10-09 18:08:14,055 INFO: [ epoch: 41 ] [ iter: 55,100 ] [ performance: 26.689 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:14 ] [ l_g_pix: 2.0266e-02 ] [ l_g_total: 2.0266e-02 ] +2024-10-09 18:08:17,763 INFO: [ epoch: 41 ] [ iter: 55,200 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:54 ] [ l_g_pix: 3.1602e-02 ] [ l_g_total: 3.1602e-02 ] +2024-10-09 18:08:21,487 INFO: [ epoch: 41 ] [ iter: 55,300 ] [ performance: 27.143 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:33 ] [ l_g_pix: 3.4175e-02 ] [ l_g_total: 3.4175e-02 ] +2024-10-09 18:08:25,197 INFO: [ epoch: 41 ] [ iter: 55,400 ] [ performance: 26.996 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:12 ] [ l_g_pix: 3.8129e-02 ] [ l_g_total: 3.8129e-02 ] +2024-10-09 18:08:28,953 INFO: [ epoch: 41 ] [ iter: 55,500 ] [ performance: 26.672 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:52 ] [ l_g_pix: 2.3826e-02 ] [ l_g_total: 2.3826e-02 ] +2024-10-09 18:08:32,683 INFO: [ epoch: 41 ] [ iter: 55,600 ] [ performance: 26.786 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:32 ] [ l_g_pix: 2.7343e-02 ] [ l_g_total: 2.7343e-02 ] +2024-10-09 18:08:36,388 INFO: [ epoch: 41 ] [ iter: 55,700 ] [ performance: 26.704 it/s ] [ lr: 1.00e-04 ] [ eta: 7:05:12 ] [ l_g_pix: 2.9922e-02 ] [ l_g_total: 2.9922e-02 ] +2024-10-09 18:08:40,123 INFO: [ epoch: 41 ] [ iter: 55,800 ] [ performance: 26.765 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:51 ] [ l_g_pix: 1.9868e-02 ] [ l_g_total: 1.9868e-02 ] +2024-10-09 18:08:43,877 INFO: [ epoch: 41 ] [ iter: 55,900 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:31 ] [ l_g_pix: 3.3428e-02 ] [ l_g_total: 3.3428e-02 ] +2024-10-09 18:08:47,598 INFO: [ epoch: 41 ] [ iter: 56,000 ] [ performance: 26.876 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:11 ] [ l_g_pix: 2.2943e-02 ] [ l_g_total: 2.2943e-02 ] +2024-10-09 18:08:51,102 INFO: [ epoch: 41 ] [ iter: 56,100 ] [ performance: 29.366 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:49 ] [ l_g_pix: 2.6256e-02 ] [ l_g_total: 2.6256e-02 ] +2024-10-09 18:08:56,206 INFO: [ epoch: 42 ] [ iter: 56,200 ] [ performance: 20.801 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:41 ] [ l_g_pix: 3.7622e-02 ] [ l_g_total: 3.7622e-02 ] +2024-10-09 18:08:59,932 INFO: [ epoch: 42 ] [ iter: 56,300 ] [ performance: 27.060 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:21 ] [ l_g_pix: 3.6165e-02 ] [ l_g_total: 3.6165e-02 ] +2024-10-09 18:09:03,707 INFO: [ epoch: 42 ] [ iter: 56,400 ] [ performance: 26.589 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:01 ] [ l_g_pix: 3.6225e-02 ] [ l_g_total: 3.6225e-02 ] +2024-10-09 18:09:07,393 INFO: [ epoch: 42 ] [ iter: 56,500 ] [ performance: 27.385 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:41 ] [ l_g_pix: 2.4943e-02 ] [ l_g_total: 2.4943e-02 ] +2024-10-09 18:09:11,086 INFO: [ epoch: 42 ] [ iter: 56,600 ] [ performance: 27.127 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:21 ] [ l_g_pix: 2.2231e-02 ] [ l_g_total: 2.2231e-02 ] +2024-10-09 18:09:14,850 INFO: [ epoch: 42 ] [ iter: 56,700 ] [ performance: 27.856 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:02 ] [ l_g_pix: 3.4469e-02 ] [ l_g_total: 3.4469e-02 ] +2024-10-09 18:09:18,598 INFO: [ epoch: 42 ] [ iter: 56,800 ] [ performance: 26.860 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:42 ] [ l_g_pix: 4.0520e-02 ] [ l_g_total: 4.0520e-02 ] +2024-10-09 18:09:22,340 INFO: [ epoch: 42 ] [ iter: 56,900 ] [ performance: 26.877 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:23 ] [ l_g_pix: 2.2357e-02 ] [ l_g_total: 2.2357e-02 ] +2024-10-09 18:09:26,117 INFO: [ epoch: 42 ] [ iter: 57,000 ] [ performance: 26.537 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:04 ] [ l_g_pix: 3.0542e-02 ] [ l_g_total: 3.0542e-02 ] +2024-10-09 18:09:29,824 INFO: [ epoch: 42 ] [ iter: 57,100 ] [ performance: 27.090 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:44 ] [ l_g_pix: 3.7380e-02 ] [ l_g_total: 3.7380e-02 ] +2024-10-09 18:09:33,522 INFO: [ epoch: 42 ] [ iter: 57,200 ] [ performance: 27.056 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:25 ] [ l_g_pix: 3.0868e-02 ] [ l_g_total: 3.0868e-02 ] +2024-10-09 18:09:37,197 INFO: [ epoch: 42 ] [ iter: 57,300 ] [ performance: 27.598 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:05 ] [ l_g_pix: 2.4346e-02 ] [ l_g_total: 2.4346e-02 ] +2024-10-09 18:09:40,809 INFO: [ epoch: 42 ] [ iter: 57,400 ] [ performance: 27.680 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:44 ] [ l_g_pix: 3.1599e-02 ] [ l_g_total: 3.1599e-02 ] +2024-10-09 18:09:45,888 INFO: [ epoch: 43 ] [ iter: 57,500 ] [ performance: 26.855 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:36 ] [ l_g_pix: 2.9662e-02 ] [ l_g_total: 2.9662e-02 ] +2024-10-09 18:09:49,638 INFO: [ epoch: 43 ] [ iter: 57,600 ] [ performance: 26.697 it/s ] [ lr: 1.00e-04 ] [ eta: 6:59:17 ] [ l_g_pix: 2.7561e-02 ] [ l_g_total: 2.7561e-02 ] +2024-10-09 18:09:53,362 INFO: [ epoch: 43 ] [ iter: 57,700 ] [ performance: 27.682 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:58 ] [ l_g_pix: 2.3951e-02 ] [ l_g_total: 2.3951e-02 ] +2024-10-09 18:09:57,054 INFO: [ epoch: 43 ] [ iter: 57,800 ] [ performance: 27.160 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:38 ] [ l_g_pix: 5.0738e-02 ] [ l_g_total: 5.0738e-02 ] +2024-10-09 18:10:00,832 INFO: [ epoch: 43 ] [ iter: 57,900 ] [ performance: 26.708 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:20 ] [ l_g_pix: 3.0958e-02 ] [ l_g_total: 3.0958e-02 ] +2024-10-09 18:10:04,562 INFO: [ epoch: 43 ] [ iter: 58,000 ] [ performance: 26.807 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:01 ] [ l_g_pix: 2.4056e-02 ] [ l_g_total: 2.4056e-02 ] +2024-10-09 18:10:08,293 INFO: [ epoch: 43 ] [ iter: 58,100 ] [ performance: 27.184 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:42 ] [ l_g_pix: 4.6952e-02 ] [ l_g_total: 4.6952e-02 ] +2024-10-09 18:10:12,043 INFO: [ epoch: 43 ] [ iter: 58,200 ] [ performance: 26.726 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:23 ] [ l_g_pix: 2.3699e-02 ] [ l_g_total: 2.3699e-02 ] +2024-10-09 18:10:15,789 INFO: [ epoch: 43 ] [ iter: 58,300 ] [ performance: 26.471 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:04 ] [ l_g_pix: 5.0394e-02 ] [ l_g_total: 5.0394e-02 ] +2024-10-09 18:10:19,505 INFO: [ epoch: 43 ] [ iter: 58,400 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:46 ] [ l_g_pix: 2.6044e-02 ] [ l_g_total: 2.6044e-02 ] +2024-10-09 18:10:23,243 INFO: [ epoch: 43 ] [ iter: 58,500 ] [ performance: 27.610 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:27 ] [ l_g_pix: 3.0238e-02 ] [ l_g_total: 3.0238e-02 ] +2024-10-09 18:10:26,930 INFO: [ epoch: 43 ] [ iter: 58,600 ] [ performance: 27.167 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:08 ] [ l_g_pix: 2.7891e-02 ] [ l_g_total: 2.7891e-02 ] +2024-10-09 18:10:30,645 INFO: [ epoch: 43 ] [ iter: 58,700 ] [ performance: 29.356 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:49 ] [ l_g_pix: 2.2836e-02 ] [ l_g_total: 2.2836e-02 ] +2024-10-09 18:10:35,353 INFO: [ epoch: 44 ] [ iter: 58,800 ] [ performance: 21.690 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:38 ] [ l_g_pix: 3.2924e-02 ] [ l_g_total: 3.2924e-02 ] +2024-10-09 18:10:39,330 INFO: [ epoch: 44 ] [ iter: 58,900 ] [ performance: 27.988 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:22 ] [ l_g_pix: 4.1562e-02 ] [ l_g_total: 4.1562e-02 ] +2024-10-09 18:10:43,127 INFO: [ epoch: 44 ] [ iter: 59,000 ] [ performance: 26.445 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:04 ] [ l_g_pix: 2.8229e-02 ] [ l_g_total: 2.8229e-02 ] +2024-10-09 18:10:46,889 INFO: [ epoch: 44 ] [ iter: 59,100 ] [ performance: 26.782 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:45 ] [ l_g_pix: 3.1399e-02 ] [ l_g_total: 3.1399e-02 ] +2024-10-09 18:10:50,599 INFO: [ epoch: 44 ] [ iter: 59,200 ] [ performance: 26.943 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:27 ] [ l_g_pix: 3.0878e-02 ] [ l_g_total: 3.0878e-02 ] +2024-10-09 18:10:54,357 INFO: [ epoch: 44 ] [ iter: 59,300 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:09 ] [ l_g_pix: 2.0830e-02 ] [ l_g_total: 2.0830e-02 ] +2024-10-09 18:10:58,128 INFO: [ epoch: 44 ] [ iter: 59,400 ] [ performance: 26.545 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:51 ] [ l_g_pix: 2.4699e-02 ] [ l_g_total: 2.4699e-02 ] +2024-10-09 18:11:01,864 INFO: [ epoch: 44 ] [ iter: 59,500 ] [ performance: 28.987 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:33 ] [ l_g_pix: 2.7435e-02 ] [ l_g_total: 2.7435e-02 ] +2024-10-09 18:11:05,596 INFO: [ epoch: 44 ] [ iter: 59,600 ] [ performance: 26.875 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:14 ] [ l_g_pix: 2.5243e-02 ] [ l_g_total: 2.5243e-02 ] +2024-10-09 18:11:09,309 INFO: [ epoch: 44 ] [ iter: 59,700 ] [ performance: 27.143 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:56 ] [ l_g_pix: 3.1113e-02 ] [ l_g_total: 3.1113e-02 ] +2024-10-09 18:11:13,033 INFO: [ epoch: 44 ] [ iter: 59,800 ] [ performance: 26.863 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:38 ] [ l_g_pix: 3.0010e-02 ] [ l_g_total: 3.0010e-02 ] +2024-10-09 18:11:16,738 INFO: [ epoch: 44 ] [ iter: 59,900 ] [ performance: 27.140 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:20 ] [ l_g_pix: 3.5998e-02 ] [ l_g_total: 3.5998e-02 ] +2024-10-09 18:11:20,518 INFO: [ epoch: 44 ] [ iter: 60,000 ] [ performance: 26.475 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:02 ] [ l_g_pix: 5.0166e-02 ] [ l_g_total: 5.0166e-02 ] +2024-10-09 18:11:20,518 INFO: Saving models and training states. +2024-10-09 18:14:16,606 INFO: Validation val + + # psnr: 27.1510........ Best: 27.1510 @ 60000 iter + # ssim: 0.7638........ Best: 0.7638 @ 60000 iter + # dists: 0.7734........ Best: 0.7734 @ 60000 iter + +2024-10-09 18:14:20,120 INFO: [ epoch: 44 ] [ iter: 60,100 ] [ performance: 29.171 it/s ] [ lr: 5.00e-05 ] [ eta: 7:14:10 ] [ l_g_pix: 4.0572e-02 ] [ l_g_total: 4.0572e-02 ] +2024-10-09 18:14:25,287 INFO: [ epoch: 45 ] [ iter: 60,200 ] [ performance: 19.421 it/s ] [ lr: 5.00e-05 ] [ eta: 7:14:01 ] [ l_g_pix: 3.3111e-02 ] [ l_g_total: 3.3111e-02 ] +2024-10-09 18:14:29,062 INFO: [ epoch: 45 ] [ iter: 60,300 ] [ performance: 22.396 it/s ] [ lr: 5.00e-05 ] [ eta: 7:13:40 ] [ l_g_pix: 3.2413e-02 ] [ l_g_total: 3.2413e-02 ] +2024-10-09 18:14:32,761 INFO: [ epoch: 45 ] [ iter: 60,400 ] [ performance: 27.043 it/s ] [ lr: 5.00e-05 ] [ eta: 7:13:20 ] [ l_g_pix: 2.5652e-02 ] [ l_g_total: 2.5652e-02 ] +2024-10-09 18:14:36,466 INFO: [ epoch: 45 ] [ iter: 60,500 ] [ performance: 27.020 it/s ] [ lr: 5.00e-05 ] [ eta: 7:12:59 ] [ l_g_pix: 3.6921e-02 ] [ l_g_total: 3.6921e-02 ] +2024-10-09 18:14:40,186 INFO: [ epoch: 45 ] [ iter: 60,600 ] [ performance: 26.911 it/s ] [ lr: 5.00e-05 ] [ eta: 7:12:39 ] [ l_g_pix: 3.4578e-02 ] [ l_g_total: 3.4578e-02 ] +2024-10-09 18:14:43,907 INFO: [ epoch: 45 ] [ iter: 60,700 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 7:12:19 ] [ l_g_pix: 3.9593e-02 ] [ l_g_total: 3.9593e-02 ] +2024-10-09 18:14:47,675 INFO: [ epoch: 45 ] [ iter: 60,800 ] [ performance: 26.552 it/s ] [ lr: 5.00e-05 ] [ eta: 7:11:59 ] [ l_g_pix: 3.5297e-02 ] [ l_g_total: 3.5297e-02 ] +2024-10-09 18:14:51,358 INFO: [ epoch: 45 ] [ iter: 60,900 ] [ performance: 26.852 it/s ] [ lr: 5.00e-05 ] [ eta: 7:11:39 ] [ l_g_pix: 2.8527e-02 ] [ l_g_total: 2.8527e-02 ] +2024-10-09 18:14:55,078 INFO: [ epoch: 45 ] [ iter: 61,000 ] [ performance: 26.869 it/s ] [ lr: 5.00e-05 ] [ eta: 7:11:18 ] [ l_g_pix: 3.5348e-02 ] [ l_g_total: 3.5348e-02 ] +2024-10-09 18:14:58,810 INFO: [ epoch: 45 ] [ iter: 61,100 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 7:10:59 ] [ l_g_pix: 4.3201e-02 ] [ l_g_total: 4.3201e-02 ] +2024-10-09 18:15:02,513 INFO: [ epoch: 45 ] [ iter: 61,200 ] [ performance: 27.071 it/s ] [ lr: 5.00e-05 ] [ eta: 7:10:38 ] [ l_g_pix: 3.2020e-02 ] [ l_g_total: 3.2020e-02 ] +2024-10-09 18:15:06,232 INFO: [ epoch: 45 ] [ iter: 61,300 ] [ performance: 26.982 it/s ] [ lr: 5.00e-05 ] [ eta: 7:10:18 ] [ l_g_pix: 3.4799e-02 ] [ l_g_total: 3.4799e-02 ] +2024-10-09 18:15:09,859 INFO: [ epoch: 45 ] [ iter: 61,400 ] [ performance: 27.677 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:58 ] [ l_g_pix: 3.7866e-02 ] [ l_g_total: 3.7866e-02 ] +2024-10-09 18:15:14,899 INFO: [ epoch: 46 ] [ iter: 61,500 ] [ performance: 23.018 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:48 ] [ l_g_pix: 2.1552e-02 ] [ l_g_total: 2.1552e-02 ] +2024-10-09 18:15:18,601 INFO: [ epoch: 46 ] [ iter: 61,600 ] [ performance: 27.051 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:28 ] [ l_g_pix: 3.8976e-02 ] [ l_g_total: 3.8976e-02 ] +2024-10-09 18:15:22,354 INFO: [ epoch: 46 ] [ iter: 61,700 ] [ performance: 26.845 it/s ] [ lr: 5.00e-05 ] [ eta: 7:09:08 ] [ l_g_pix: 2.0945e-02 ] [ l_g_total: 2.0945e-02 ] +2024-10-09 18:15:26,027 INFO: [ epoch: 46 ] [ iter: 61,800 ] [ performance: 27.214 it/s ] [ lr: 5.00e-05 ] [ eta: 7:08:48 ] [ l_g_pix: 3.0227e-02 ] [ l_g_total: 3.0227e-02 ] +2024-10-09 18:15:29,739 INFO: [ epoch: 46 ] [ iter: 61,900 ] [ performance: 27.071 it/s ] [ lr: 5.00e-05 ] [ eta: 7:08:29 ] [ l_g_pix: 3.6593e-02 ] [ l_g_total: 3.6593e-02 ] +2024-10-09 18:15:33,470 INFO: [ epoch: 46 ] [ iter: 62,000 ] [ performance: 26.852 it/s ] [ lr: 5.00e-05 ] [ eta: 7:08:09 ] [ l_g_pix: 2.9447e-02 ] [ l_g_total: 2.9447e-02 ] +2024-10-09 18:15:37,203 INFO: [ epoch: 46 ] [ iter: 62,100 ] [ performance: 26.820 it/s ] [ lr: 5.00e-05 ] [ eta: 7:07:50 ] [ l_g_pix: 3.5197e-02 ] [ l_g_total: 3.5197e-02 ] +2024-10-09 18:15:40,936 INFO: [ epoch: 46 ] [ iter: 62,200 ] [ performance: 26.798 it/s ] [ lr: 5.00e-05 ] [ eta: 7:07:30 ] [ l_g_pix: 2.2334e-02 ] [ l_g_total: 2.2334e-02 ] +2024-10-09 18:15:44,671 INFO: [ epoch: 46 ] [ iter: 62,300 ] [ performance: 26.787 it/s ] [ lr: 5.00e-05 ] [ eta: 7:07:11 ] [ l_g_pix: 2.7158e-02 ] [ l_g_total: 2.7158e-02 ] +2024-10-09 18:15:48,415 INFO: [ epoch: 46 ] [ iter: 62,400 ] [ performance: 26.721 it/s ] [ lr: 5.00e-05 ] [ eta: 7:06:52 ] [ l_g_pix: 2.8151e-02 ] [ l_g_total: 2.8151e-02 ] +2024-10-09 18:15:52,154 INFO: [ epoch: 46 ] [ iter: 62,500 ] [ performance: 26.739 it/s ] [ lr: 5.00e-05 ] [ eta: 7:06:33 ] [ l_g_pix: 3.7317e-02 ] [ l_g_total: 3.7317e-02 ] +2024-10-09 18:15:55,909 INFO: [ epoch: 46 ] [ iter: 62,600 ] [ performance: 26.709 it/s ] [ lr: 5.00e-05 ] [ eta: 7:06:14 ] [ l_g_pix: 2.7863e-02 ] [ l_g_total: 2.7863e-02 ] +2024-10-09 18:15:59,611 INFO: [ epoch: 46 ] [ iter: 62,700 ] [ performance: 26.874 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:54 ] [ l_g_pix: 4.1450e-02 ] [ l_g_total: 4.1450e-02 ] +2024-10-09 18:16:04,242 INFO: [ epoch: 47 ] [ iter: 62,800 ] [ performance: 20.864 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:42 ] [ l_g_pix: 2.6526e-02 ] [ l_g_total: 2.6526e-02 ] +2024-10-09 18:16:08,271 INFO: [ epoch: 47 ] [ iter: 62,900 ] [ performance: 22.800 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:25 ] [ l_g_pix: 2.7624e-02 ] [ l_g_total: 2.7624e-02 ] +2024-10-09 18:16:11,989 INFO: [ epoch: 47 ] [ iter: 63,000 ] [ performance: 27.033 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:06 ] [ l_g_pix: 2.4793e-02 ] [ l_g_total: 2.4793e-02 ] +2024-10-09 18:16:15,738 INFO: [ epoch: 47 ] [ iter: 63,100 ] [ performance: 26.844 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:47 ] [ l_g_pix: 4.0981e-02 ] [ l_g_total: 4.0981e-02 ] +2024-10-09 18:16:19,455 INFO: [ epoch: 47 ] [ iter: 63,200 ] [ performance: 26.938 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:28 ] [ l_g_pix: 2.2103e-02 ] [ l_g_total: 2.2103e-02 ] +2024-10-09 18:16:23,206 INFO: [ epoch: 47 ] [ iter: 63,300 ] [ performance: 26.792 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:09 ] [ l_g_pix: 3.1946e-02 ] [ l_g_total: 3.1946e-02 ] +2024-10-09 18:16:26,978 INFO: [ epoch: 47 ] [ iter: 63,400 ] [ performance: 26.593 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:50 ] [ l_g_pix: 2.8713e-02 ] [ l_g_total: 2.8713e-02 ] +2024-10-09 18:16:30,719 INFO: [ epoch: 47 ] [ iter: 63,500 ] [ performance: 26.670 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:32 ] [ l_g_pix: 2.3128e-02 ] [ l_g_total: 2.3128e-02 ] +2024-10-09 18:16:34,390 INFO: [ epoch: 47 ] [ iter: 63,600 ] [ performance: 27.367 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:13 ] [ l_g_pix: 2.8166e-02 ] [ l_g_total: 2.8166e-02 ] +2024-10-09 18:16:38,113 INFO: [ epoch: 47 ] [ iter: 63,700 ] [ performance: 27.091 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:54 ] [ l_g_pix: 3.6796e-02 ] [ l_g_total: 3.6796e-02 ] +2024-10-09 18:16:41,826 INFO: [ epoch: 47 ] [ iter: 63,800 ] [ performance: 27.052 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:35 ] [ l_g_pix: 2.9888e-02 ] [ l_g_total: 2.9888e-02 ] +2024-10-09 18:16:45,556 INFO: [ epoch: 47 ] [ iter: 63,900 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:16 ] [ l_g_pix: 2.9749e-02 ] [ l_g_total: 2.9749e-02 ] +2024-10-09 18:16:49,288 INFO: [ epoch: 47 ] [ iter: 64,000 ] [ performance: 26.873 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:58 ] [ l_g_pix: 2.4032e-02 ] [ l_g_total: 2.4032e-02 ] +2024-10-09 18:16:52,847 INFO: [ epoch: 47 ] [ iter: 64,100 ] [ performance: 27.535 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:38 ] [ l_g_pix: 3.8806e-02 ] [ l_g_total: 3.8806e-02 ] +2024-10-09 18:16:58,188 INFO: [ epoch: 48 ] [ iter: 64,200 ] [ performance: 17.326 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:31 ] [ l_g_pix: 4.4259e-02 ] [ l_g_total: 4.4259e-02 ] +2024-10-09 18:17:01,926 INFO: [ epoch: 48 ] [ iter: 64,300 ] [ performance: 21.517 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:13 ] [ l_g_pix: 3.3828e-02 ] [ l_g_total: 3.3828e-02 ] +2024-10-09 18:17:05,701 INFO: [ epoch: 48 ] [ iter: 64,400 ] [ performance: 26.638 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:55 ] [ l_g_pix: 4.7027e-02 ] [ l_g_total: 4.7027e-02 ] +2024-10-09 18:17:09,403 INFO: [ epoch: 48 ] [ iter: 64,500 ] [ performance: 26.846 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:36 ] [ l_g_pix: 4.5632e-02 ] [ l_g_total: 4.5632e-02 ] +2024-10-09 18:17:13,112 INFO: [ epoch: 48 ] [ iter: 64,600 ] [ performance: 27.174 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:18 ] [ l_g_pix: 3.3945e-02 ] [ l_g_total: 3.3945e-02 ] +2024-10-09 18:17:16,825 INFO: [ epoch: 48 ] [ iter: 64,700 ] [ performance: 27.040 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:59 ] [ l_g_pix: 2.6438e-02 ] [ l_g_total: 2.6438e-02 ] +2024-10-09 18:17:20,527 INFO: [ epoch: 48 ] [ iter: 64,800 ] [ performance: 27.198 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:41 ] [ l_g_pix: 2.7500e-02 ] [ l_g_total: 2.7500e-02 ] +2024-10-09 18:17:24,264 INFO: [ epoch: 48 ] [ iter: 64,900 ] [ performance: 26.953 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:23 ] [ l_g_pix: 3.2774e-02 ] [ l_g_total: 3.2774e-02 ] +2024-10-09 18:17:27,928 INFO: [ epoch: 48 ] [ iter: 65,000 ] [ performance: 27.547 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:04 ] [ l_g_pix: 3.3419e-02 ] [ l_g_total: 3.3419e-02 ] +2024-10-09 18:17:31,651 INFO: [ epoch: 48 ] [ iter: 65,100 ] [ performance: 27.158 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:46 ] [ l_g_pix: 1.9710e-02 ] [ l_g_total: 1.9710e-02 ] +2024-10-09 18:17:35,404 INFO: [ epoch: 48 ] [ iter: 65,200 ] [ performance: 26.822 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:28 ] [ l_g_pix: 4.0331e-02 ] [ l_g_total: 4.0331e-02 ] +2024-10-09 18:17:39,098 INFO: [ epoch: 48 ] [ iter: 65,300 ] [ performance: 26.967 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:10 ] [ l_g_pix: 2.9974e-02 ] [ l_g_total: 2.9974e-02 ] +2024-10-09 18:17:42,734 INFO: [ epoch: 48 ] [ iter: 65,400 ] [ performance: 28.016 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:51 ] [ l_g_pix: 2.8852e-02 ] [ l_g_total: 2.8852e-02 ] +2024-10-09 18:17:47,863 INFO: [ epoch: 49 ] [ iter: 65,500 ] [ performance: 22.421 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:43 ] [ l_g_pix: 2.1235e-02 ] [ l_g_total: 2.1235e-02 ] +2024-10-09 18:17:51,605 INFO: [ epoch: 49 ] [ iter: 65,600 ] [ performance: 26.843 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:25 ] [ l_g_pix: 3.1054e-02 ] [ l_g_total: 3.1054e-02 ] +2024-10-09 18:17:55,360 INFO: [ epoch: 49 ] [ iter: 65,700 ] [ performance: 26.726 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:08 ] [ l_g_pix: 2.0779e-02 ] [ l_g_total: 2.0779e-02 ] +2024-10-09 18:17:59,090 INFO: [ epoch: 49 ] [ iter: 65,800 ] [ performance: 27.042 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:50 ] [ l_g_pix: 2.5964e-02 ] [ l_g_total: 2.5964e-02 ] +2024-10-09 18:18:02,820 INFO: [ epoch: 49 ] [ iter: 65,900 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:32 ] [ l_g_pix: 4.2440e-02 ] [ l_g_total: 4.2440e-02 ] +2024-10-09 18:18:06,538 INFO: [ epoch: 49 ] [ iter: 66,000 ] [ performance: 27.105 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:14 ] [ l_g_pix: 2.6424e-02 ] [ l_g_total: 2.6424e-02 ] +2024-10-09 18:18:10,222 INFO: [ epoch: 49 ] [ iter: 66,100 ] [ performance: 27.127 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:56 ] [ l_g_pix: 2.4021e-02 ] [ l_g_total: 2.4021e-02 ] +2024-10-09 18:18:13,896 INFO: [ epoch: 49 ] [ iter: 66,200 ] [ performance: 27.371 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:38 ] [ l_g_pix: 4.3398e-02 ] [ l_g_total: 4.3398e-02 ] +2024-10-09 18:18:17,640 INFO: [ epoch: 49 ] [ iter: 66,300 ] [ performance: 26.985 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:21 ] [ l_g_pix: 2.9809e-02 ] [ l_g_total: 2.9809e-02 ] +2024-10-09 18:18:21,385 INFO: [ epoch: 49 ] [ iter: 66,400 ] [ performance: 26.441 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:04 ] [ l_g_pix: 2.1193e-02 ] [ l_g_total: 2.1193e-02 ] +2024-10-09 18:18:25,116 INFO: [ epoch: 49 ] [ iter: 66,500 ] [ performance: 26.658 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:46 ] [ l_g_pix: 2.9245e-02 ] [ l_g_total: 2.9245e-02 ] +2024-10-09 18:18:28,826 INFO: [ epoch: 49 ] [ iter: 66,600 ] [ performance: 27.288 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:28 ] [ l_g_pix: 2.3939e-02 ] [ l_g_total: 2.3939e-02 ] +2024-10-09 18:18:32,586 INFO: [ epoch: 49 ] [ iter: 66,700 ] [ performance: 26.879 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:11 ] [ l_g_pix: 3.1275e-02 ] [ l_g_total: 3.1275e-02 ] +2024-10-09 18:18:36,138 INFO: [ epoch: 49 ] [ iter: 66,800 ] [ performance: 28.011 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:53 ] [ l_g_pix: 3.5948e-02 ] [ l_g_total: 3.5948e-02 ] +2024-10-09 18:18:41,154 INFO: [ epoch: 50 ] [ iter: 66,900 ] [ performance: 22.572 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:44 ] [ l_g_pix: 2.7303e-02 ] [ l_g_total: 2.7303e-02 ] +2024-10-09 18:18:44,910 INFO: [ epoch: 50 ] [ iter: 67,000 ] [ performance: 26.813 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:27 ] [ l_g_pix: 2.5563e-02 ] [ l_g_total: 2.5563e-02 ] +2024-10-09 18:18:48,607 INFO: [ epoch: 50 ] [ iter: 67,100 ] [ performance: 26.961 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:09 ] [ l_g_pix: 2.4478e-02 ] [ l_g_total: 2.4478e-02 ] +2024-10-09 18:18:52,306 INFO: [ epoch: 50 ] [ iter: 67,200 ] [ performance: 26.920 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:52 ] [ l_g_pix: 2.4762e-02 ] [ l_g_total: 2.4762e-02 ] +2024-10-09 18:18:56,049 INFO: [ epoch: 50 ] [ iter: 67,300 ] [ performance: 26.800 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:35 ] [ l_g_pix: 1.9281e-02 ] [ l_g_total: 1.9281e-02 ] +2024-10-09 18:18:59,761 INFO: [ epoch: 50 ] [ iter: 67,400 ] [ performance: 27.203 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:18 ] [ l_g_pix: 3.1918e-02 ] [ l_g_total: 3.1918e-02 ] +2024-10-09 18:19:03,520 INFO: [ epoch: 50 ] [ iter: 67,500 ] [ performance: 26.840 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:01 ] [ l_g_pix: 2.4627e-02 ] [ l_g_total: 2.4627e-02 ] +2024-10-09 18:19:07,234 INFO: [ epoch: 50 ] [ iter: 67,600 ] [ performance: 26.825 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:44 ] [ l_g_pix: 3.6161e-02 ] [ l_g_total: 3.6161e-02 ] +2024-10-09 18:19:10,975 INFO: [ epoch: 50 ] [ iter: 67,700 ] [ performance: 26.769 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:27 ] [ l_g_pix: 3.4422e-02 ] [ l_g_total: 3.4422e-02 ] +2024-10-09 18:19:14,710 INFO: [ epoch: 50 ] [ iter: 67,800 ] [ performance: 26.964 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:10 ] [ l_g_pix: 2.7829e-02 ] [ l_g_total: 2.7829e-02 ] +2024-10-09 18:19:18,420 INFO: [ epoch: 50 ] [ iter: 67,900 ] [ performance: 26.960 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:53 ] [ l_g_pix: 3.5951e-02 ] [ l_g_total: 3.5951e-02 ] +2024-10-09 18:19:22,148 INFO: [ epoch: 50 ] [ iter: 68,000 ] [ performance: 26.753 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:36 ] [ l_g_pix: 2.6674e-02 ] [ l_g_total: 2.6674e-02 ] +2024-10-09 18:19:25,671 INFO: [ epoch: 50 ] [ iter: 68,100 ] [ performance: 27.742 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:17 ] [ l_g_pix: 2.7677e-02 ] [ l_g_total: 2.7677e-02 ] +2024-10-09 18:19:30,819 INFO: [ epoch: 51 ] [ iter: 68,200 ] [ performance: 22.846 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:10 ] [ l_g_pix: 3.0326e-02 ] [ l_g_total: 3.0326e-02 ] +2024-10-09 18:19:34,583 INFO: [ epoch: 51 ] [ iter: 68,300 ] [ performance: 25.030 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:53 ] [ l_g_pix: 3.2711e-02 ] [ l_g_total: 3.2711e-02 ] +2024-10-09 18:19:38,330 INFO: [ epoch: 51 ] [ iter: 68,400 ] [ performance: 26.747 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:37 ] [ l_g_pix: 2.5469e-02 ] [ l_g_total: 2.5469e-02 ] +2024-10-09 18:19:42,039 INFO: [ epoch: 51 ] [ iter: 68,500 ] [ performance: 26.884 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:20 ] [ l_g_pix: 1.9498e-02 ] [ l_g_total: 1.9498e-02 ] +2024-10-09 18:19:45,745 INFO: [ epoch: 51 ] [ iter: 68,600 ] [ performance: 26.898 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:03 ] [ l_g_pix: 3.0694e-02 ] [ l_g_total: 3.0694e-02 ] +2024-10-09 18:19:49,487 INFO: [ epoch: 51 ] [ iter: 68,700 ] [ performance: 26.791 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:46 ] [ l_g_pix: 2.8557e-02 ] [ l_g_total: 2.8557e-02 ] +2024-10-09 18:19:53,222 INFO: [ epoch: 51 ] [ iter: 68,800 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:30 ] [ l_g_pix: 4.4168e-02 ] [ l_g_total: 4.4168e-02 ] +2024-10-09 18:19:56,974 INFO: [ epoch: 51 ] [ iter: 68,900 ] [ performance: 26.716 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:13 ] [ l_g_pix: 2.1347e-02 ] [ l_g_total: 2.1347e-02 ] +2024-10-09 18:20:00,698 INFO: [ epoch: 51 ] [ iter: 69,000 ] [ performance: 26.532 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:57 ] [ l_g_pix: 2.3809e-02 ] [ l_g_total: 2.3809e-02 ] +2024-10-09 18:20:04,454 INFO: [ epoch: 51 ] [ iter: 69,100 ] [ performance: 26.593 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:41 ] [ l_g_pix: 3.5685e-02 ] [ l_g_total: 3.5685e-02 ] +2024-10-09 18:20:08,181 INFO: [ epoch: 51 ] [ iter: 69,200 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:24 ] [ l_g_pix: 2.8278e-02 ] [ l_g_total: 2.8278e-02 ] +2024-10-09 18:20:11,883 INFO: [ epoch: 51 ] [ iter: 69,300 ] [ performance: 26.976 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:07 ] [ l_g_pix: 2.3253e-02 ] [ l_g_total: 2.3253e-02 ] +2024-10-09 18:20:15,595 INFO: [ epoch: 51 ] [ iter: 69,400 ] [ performance: 27.368 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:51 ] [ l_g_pix: 2.5412e-02 ] [ l_g_total: 2.5412e-02 ] +2024-10-09 18:20:20,740 INFO: [ epoch: 52 ] [ iter: 69,500 ] [ performance: 21.669 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:44 ] [ l_g_pix: 3.6104e-02 ] [ l_g_total: 3.6104e-02 ] +2024-10-09 18:20:24,457 INFO: [ epoch: 52 ] [ iter: 69,600 ] [ performance: 27.085 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:27 ] [ l_g_pix: 3.4825e-02 ] [ l_g_total: 3.4825e-02 ] +2024-10-09 18:20:28,115 INFO: [ epoch: 52 ] [ iter: 69,700 ] [ performance: 27.254 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:11 ] [ l_g_pix: 3.2807e-02 ] [ l_g_total: 3.2807e-02 ] +2024-10-09 18:20:31,801 INFO: [ epoch: 52 ] [ iter: 69,800 ] [ performance: 27.301 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:54 ] [ l_g_pix: 2.5775e-02 ] [ l_g_total: 2.5775e-02 ] +2024-10-09 18:20:35,445 INFO: [ epoch: 52 ] [ iter: 69,900 ] [ performance: 27.397 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:37 ] [ l_g_pix: 1.9795e-02 ] [ l_g_total: 1.9795e-02 ] +2024-10-09 18:20:39,202 INFO: [ epoch: 52 ] [ iter: 70,000 ] [ performance: 26.921 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:21 ] [ l_g_pix: 2.8563e-02 ] [ l_g_total: 2.8563e-02 ] +2024-10-09 18:20:39,202 INFO: Saving models and training states. +2024-10-09 18:23:53,213 INFO: Validation val + + # psnr: 27.1618........ Best: 27.1618 @ 70000 iter + # ssim: 0.7643........ Best: 0.7643 @ 70000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 18:23:56,894 INFO: [ epoch: 52 ] [ iter: 70,100 ] [ performance: 27.116 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:50 ] [ l_g_pix: 4.2956e-02 ] [ l_g_total: 4.2956e-02 ] +2024-10-09 18:24:00,589 INFO: [ epoch: 52 ] [ iter: 70,200 ] [ performance: 27.432 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:32 ] [ l_g_pix: 2.8873e-02 ] [ l_g_total: 2.8873e-02 ] +2024-10-09 18:24:04,330 INFO: [ epoch: 52 ] [ iter: 70,300 ] [ performance: 26.967 it/s ] [ lr: 5.00e-05 ] [ eta: 7:05:13 ] [ l_g_pix: 3.2723e-02 ] [ l_g_total: 3.2723e-02 ] +2024-10-09 18:24:08,050 INFO: [ epoch: 52 ] [ iter: 70,400 ] [ performance: 27.139 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:55 ] [ l_g_pix: 2.7588e-02 ] [ l_g_total: 2.7588e-02 ] +2024-10-09 18:24:11,814 INFO: [ epoch: 52 ] [ iter: 70,500 ] [ performance: 26.759 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:37 ] [ l_g_pix: 4.4863e-02 ] [ l_g_total: 4.4863e-02 ] +2024-10-09 18:24:15,551 INFO: [ epoch: 52 ] [ iter: 70,600 ] [ performance: 26.743 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:20 ] [ l_g_pix: 2.8520e-02 ] [ l_g_total: 2.8520e-02 ] +2024-10-09 18:24:19,288 INFO: [ epoch: 52 ] [ iter: 70,700 ] [ performance: 26.755 it/s ] [ lr: 5.00e-05 ] [ eta: 7:04:02 ] [ l_g_pix: 3.9345e-02 ] [ l_g_total: 3.9345e-02 ] +2024-10-09 18:24:22,788 INFO: [ epoch: 52 ] [ iter: 70,800 ] [ performance: 29.123 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:42 ] [ l_g_pix: 4.4416e-02 ] [ l_g_total: 4.4416e-02 ] +2024-10-09 18:24:27,949 INFO: [ epoch: 53 ] [ iter: 70,900 ] [ performance: 21.740 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:33 ] [ l_g_pix: 4.2118e-02 ] [ l_g_total: 4.2118e-02 ] +2024-10-09 18:24:31,662 INFO: [ epoch: 53 ] [ iter: 71,000 ] [ performance: 27.075 it/s ] [ lr: 5.00e-05 ] [ eta: 7:03:15 ] [ l_g_pix: 2.1336e-02 ] [ l_g_total: 2.1336e-02 ] +2024-10-09 18:24:35,387 INFO: [ epoch: 53 ] [ iter: 71,100 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:58 ] [ l_g_pix: 3.6544e-02 ] [ l_g_total: 3.6544e-02 ] +2024-10-09 18:24:39,113 INFO: [ epoch: 53 ] [ iter: 71,200 ] [ performance: 26.885 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:40 ] [ l_g_pix: 3.4751e-02 ] [ l_g_total: 3.4751e-02 ] +2024-10-09 18:24:42,870 INFO: [ epoch: 53 ] [ iter: 71,300 ] [ performance: 26.705 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:22 ] [ l_g_pix: 3.3630e-02 ] [ l_g_total: 3.3630e-02 ] +2024-10-09 18:24:46,556 INFO: [ epoch: 53 ] [ iter: 71,400 ] [ performance: 27.160 it/s ] [ lr: 5.00e-05 ] [ eta: 7:02:04 ] [ l_g_pix: 2.3641e-02 ] [ l_g_total: 2.3641e-02 ] +2024-10-09 18:24:50,275 INFO: [ epoch: 53 ] [ iter: 71,500 ] [ performance: 26.973 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:47 ] [ l_g_pix: 3.4179e-02 ] [ l_g_total: 3.4179e-02 ] +2024-10-09 18:24:54,052 INFO: [ epoch: 53 ] [ iter: 71,600 ] [ performance: 26.442 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:29 ] [ l_g_pix: 3.2254e-02 ] [ l_g_total: 3.2254e-02 ] +2024-10-09 18:24:57,781 INFO: [ epoch: 53 ] [ iter: 71,700 ] [ performance: 26.705 it/s ] [ lr: 5.00e-05 ] [ eta: 7:01:12 ] [ l_g_pix: 4.2087e-02 ] [ l_g_total: 4.2087e-02 ] +2024-10-09 18:25:01,510 INFO: [ epoch: 53 ] [ iter: 71,800 ] [ performance: 26.926 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:54 ] [ l_g_pix: 1.9460e-02 ] [ l_g_total: 1.9460e-02 ] +2024-10-09 18:25:05,253 INFO: [ epoch: 53 ] [ iter: 71,900 ] [ performance: 26.785 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:37 ] [ l_g_pix: 4.4069e-02 ] [ l_g_total: 4.4069e-02 ] +2024-10-09 18:25:08,936 INFO: [ epoch: 53 ] [ iter: 72,000 ] [ performance: 27.208 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:19 ] [ l_g_pix: 4.1240e-02 ] [ l_g_total: 4.1240e-02 ] +2024-10-09 18:25:12,506 INFO: [ epoch: 53 ] [ iter: 72,100 ] [ performance: 27.775 it/s ] [ lr: 5.00e-05 ] [ eta: 7:00:00 ] [ l_g_pix: 2.7794e-02 ] [ l_g_total: 2.7794e-02 ] +2024-10-09 18:25:17,494 INFO: [ epoch: 54 ] [ iter: 72,200 ] [ performance: 23.005 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:51 ] [ l_g_pix: 3.6388e-02 ] [ l_g_total: 3.6388e-02 ] +2024-10-09 18:25:21,230 INFO: [ epoch: 54 ] [ iter: 72,300 ] [ performance: 25.557 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:34 ] [ l_g_pix: 2.4243e-02 ] [ l_g_total: 2.4243e-02 ] +2024-10-09 18:25:24,984 INFO: [ epoch: 54 ] [ iter: 72,400 ] [ performance: 26.673 it/s ] [ lr: 5.00e-05 ] [ eta: 6:59:16 ] [ l_g_pix: 2.0804e-02 ] [ l_g_total: 2.0804e-02 ] +2024-10-09 18:25:28,661 INFO: [ epoch: 54 ] [ iter: 72,500 ] [ performance: 27.046 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:59 ] [ l_g_pix: 1.8404e-02 ] [ l_g_total: 1.8404e-02 ] +2024-10-09 18:25:32,389 INFO: [ epoch: 54 ] [ iter: 72,600 ] [ performance: 26.908 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:41 ] [ l_g_pix: 2.2003e-02 ] [ l_g_total: 2.2003e-02 ] +2024-10-09 18:25:36,074 INFO: [ epoch: 54 ] [ iter: 72,700 ] [ performance: 27.074 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:24 ] [ l_g_pix: 3.0034e-02 ] [ l_g_total: 3.0034e-02 ] +2024-10-09 18:25:39,791 INFO: [ epoch: 54 ] [ iter: 72,800 ] [ performance: 27.043 it/s ] [ lr: 5.00e-05 ] [ eta: 6:58:07 ] [ l_g_pix: 3.0840e-02 ] [ l_g_total: 3.0840e-02 ] +2024-10-09 18:25:43,490 INFO: [ epoch: 54 ] [ iter: 72,900 ] [ performance: 27.037 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:49 ] [ l_g_pix: 3.2185e-02 ] [ l_g_total: 3.2185e-02 ] +2024-10-09 18:25:47,217 INFO: [ epoch: 54 ] [ iter: 73,000 ] [ performance: 26.874 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:32 ] [ l_g_pix: 3.8711e-02 ] [ l_g_total: 3.8711e-02 ] +2024-10-09 18:25:50,982 INFO: [ epoch: 54 ] [ iter: 73,100 ] [ performance: 26.651 it/s ] [ lr: 5.00e-05 ] [ eta: 6:57:15 ] [ l_g_pix: 2.7813e-02 ] [ l_g_total: 2.7813e-02 ] +2024-10-09 18:25:54,684 INFO: [ epoch: 54 ] [ iter: 73,200 ] [ performance: 27.101 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:58 ] [ l_g_pix: 2.6066e-02 ] [ l_g_total: 2.6066e-02 ] +2024-10-09 18:25:58,433 INFO: [ epoch: 54 ] [ iter: 73,300 ] [ performance: 26.786 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:41 ] [ l_g_pix: 3.5435e-02 ] [ l_g_total: 3.5435e-02 ] +2024-10-09 18:26:02,071 INFO: [ epoch: 54 ] [ iter: 73,400 ] [ performance: 28.102 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:24 ] [ l_g_pix: 2.8180e-02 ] [ l_g_total: 2.8180e-02 ] +2024-10-09 18:26:06,868 INFO: [ epoch: 55 ] [ iter: 73,500 ] [ performance: 22.348 it/s ] [ lr: 5.00e-05 ] [ eta: 6:56:13 ] [ l_g_pix: 3.8860e-02 ] [ l_g_total: 3.8860e-02 ] +2024-10-09 18:26:10,724 INFO: [ epoch: 55 ] [ iter: 73,600 ] [ performance: 27.425 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:57 ] [ l_g_pix: 4.1420e-02 ] [ l_g_total: 4.1420e-02 ] +2024-10-09 18:26:14,406 INFO: [ epoch: 55 ] [ iter: 73,700 ] [ performance: 27.234 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:40 ] [ l_g_pix: 4.1991e-02 ] [ l_g_total: 4.1991e-02 ] +2024-10-09 18:26:18,152 INFO: [ epoch: 55 ] [ iter: 73,800 ] [ performance: 26.717 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:23 ] [ l_g_pix: 4.0525e-02 ] [ l_g_total: 4.0525e-02 ] +2024-10-09 18:26:21,881 INFO: [ epoch: 55 ] [ iter: 73,900 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 6:55:07 ] [ l_g_pix: 1.5267e-02 ] [ l_g_total: 1.5267e-02 ] +2024-10-09 18:26:25,591 INFO: [ epoch: 55 ] [ iter: 74,000 ] [ performance: 27.096 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:50 ] [ l_g_pix: 3.2708e-02 ] [ l_g_total: 3.2708e-02 ] +2024-10-09 18:26:29,348 INFO: [ epoch: 55 ] [ iter: 74,100 ] [ performance: 26.732 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:33 ] [ l_g_pix: 2.3040e-02 ] [ l_g_total: 2.3040e-02 ] +2024-10-09 18:26:33,089 INFO: [ epoch: 55 ] [ iter: 74,200 ] [ performance: 27.281 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:17 ] [ l_g_pix: 3.6447e-02 ] [ l_g_total: 3.6447e-02 ] +2024-10-09 18:26:36,854 INFO: [ epoch: 55 ] [ iter: 74,300 ] [ performance: 26.731 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:00 ] [ l_g_pix: 2.5745e-02 ] [ l_g_total: 2.5745e-02 ] +2024-10-09 18:26:40,581 INFO: [ epoch: 55 ] [ iter: 74,400 ] [ performance: 27.605 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:43 ] [ l_g_pix: 2.7226e-02 ] [ l_g_total: 2.7226e-02 ] +2024-10-09 18:26:44,243 INFO: [ epoch: 55 ] [ iter: 74,500 ] [ performance: 27.379 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:26 ] [ l_g_pix: 2.1676e-02 ] [ l_g_total: 2.1676e-02 ] +2024-10-09 18:26:47,916 INFO: [ epoch: 55 ] [ iter: 74,600 ] [ performance: 26.725 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:10 ] [ l_g_pix: 3.2366e-02 ] [ l_g_total: 3.2366e-02 ] +2024-10-09 18:26:51,622 INFO: [ epoch: 55 ] [ iter: 74,700 ] [ performance: 26.926 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:53 ] [ l_g_pix: 3.9766e-02 ] [ l_g_total: 3.9766e-02 ] +2024-10-09 18:26:55,106 INFO: [ epoch: 55 ] [ iter: 74,800 ] [ performance: 29.471 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:35 ] [ l_g_pix: 2.7187e-02 ] [ l_g_total: 2.7187e-02 ] +2024-10-09 18:27:00,361 INFO: [ epoch: 56 ] [ iter: 74,900 ] [ performance: 20.633 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:28 ] [ l_g_pix: 2.8800e-02 ] [ l_g_total: 2.8800e-02 ] +2024-10-09 18:27:04,105 INFO: [ epoch: 56 ] [ iter: 75,000 ] [ performance: 26.940 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:11 ] [ l_g_pix: 3.9075e-02 ] [ l_g_total: 3.9075e-02 ] +2024-10-09 18:27:07,810 INFO: [ epoch: 56 ] [ iter: 75,100 ] [ performance: 26.984 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:55 ] [ l_g_pix: 3.3474e-02 ] [ l_g_total: 3.3474e-02 ] +2024-10-09 18:27:11,560 INFO: [ epoch: 56 ] [ iter: 75,200 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:39 ] [ l_g_pix: 3.5060e-02 ] [ l_g_total: 3.5060e-02 ] +2024-10-09 18:27:15,284 INFO: [ epoch: 56 ] [ iter: 75,300 ] [ performance: 26.875 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:22 ] [ l_g_pix: 2.6118e-02 ] [ l_g_total: 2.6118e-02 ] +2024-10-09 18:27:18,950 INFO: [ epoch: 56 ] [ iter: 75,400 ] [ performance: 27.544 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:06 ] [ l_g_pix: 2.0933e-02 ] [ l_g_total: 2.0933e-02 ] +2024-10-09 18:27:22,696 INFO: [ epoch: 56 ] [ iter: 75,500 ] [ performance: 26.863 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:49 ] [ l_g_pix: 2.9553e-02 ] [ l_g_total: 2.9553e-02 ] +2024-10-09 18:27:26,451 INFO: [ epoch: 56 ] [ iter: 75,600 ] [ performance: 27.133 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:33 ] [ l_g_pix: 3.0625e-02 ] [ l_g_total: 3.0625e-02 ] +2024-10-09 18:27:30,185 INFO: [ epoch: 56 ] [ iter: 75,700 ] [ performance: 26.851 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:17 ] [ l_g_pix: 2.9016e-02 ] [ l_g_total: 2.9016e-02 ] +2024-10-09 18:27:33,905 INFO: [ epoch: 56 ] [ iter: 75,800 ] [ performance: 27.745 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:01 ] [ l_g_pix: 1.6203e-02 ] [ l_g_total: 1.6203e-02 ] +2024-10-09 18:27:37,623 INFO: [ epoch: 56 ] [ iter: 75,900 ] [ performance: 27.061 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:45 ] [ l_g_pix: 1.8521e-02 ] [ l_g_total: 1.8521e-02 ] +2024-10-09 18:27:41,328 INFO: [ epoch: 56 ] [ iter: 76,000 ] [ performance: 27.189 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:28 ] [ l_g_pix: 3.6986e-02 ] [ l_g_total: 3.6986e-02 ] +2024-10-09 18:27:44,951 INFO: [ epoch: 56 ] [ iter: 76,100 ] [ performance: 27.531 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:12 ] [ l_g_pix: 2.7335e-02 ] [ l_g_total: 2.7335e-02 ] +2024-10-09 18:27:50,150 INFO: [ epoch: 57 ] [ iter: 76,200 ] [ performance: 26.814 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:04 ] [ l_g_pix: 2.5100e-02 ] [ l_g_total: 2.5100e-02 ] +2024-10-09 18:27:53,840 INFO: [ epoch: 57 ] [ iter: 76,300 ] [ performance: 27.057 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:48 ] [ l_g_pix: 3.5620e-02 ] [ l_g_total: 3.5620e-02 ] +2024-10-09 18:27:57,550 INFO: [ epoch: 57 ] [ iter: 76,400 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:32 ] [ l_g_pix: 3.0431e-02 ] [ l_g_total: 3.0431e-02 ] +2024-10-09 18:28:01,284 INFO: [ epoch: 57 ] [ iter: 76,500 ] [ performance: 26.817 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:16 ] [ l_g_pix: 2.8884e-02 ] [ l_g_total: 2.8884e-02 ] +2024-10-09 18:28:05,014 INFO: [ epoch: 57 ] [ iter: 76,600 ] [ performance: 27.187 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:00 ] [ l_g_pix: 3.7201e-02 ] [ l_g_total: 3.7201e-02 ] +2024-10-09 18:28:08,738 INFO: [ epoch: 57 ] [ iter: 76,700 ] [ performance: 26.911 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:44 ] [ l_g_pix: 2.6959e-02 ] [ l_g_total: 2.6959e-02 ] +2024-10-09 18:28:12,427 INFO: [ epoch: 57 ] [ iter: 76,800 ] [ performance: 27.571 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:28 ] [ l_g_pix: 3.0698e-02 ] [ l_g_total: 3.0698e-02 ] +2024-10-09 18:28:16,176 INFO: [ epoch: 57 ] [ iter: 76,900 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:13 ] [ l_g_pix: 3.8633e-02 ] [ l_g_total: 3.8633e-02 ] +2024-10-09 18:28:19,912 INFO: [ epoch: 57 ] [ iter: 77,000 ] [ performance: 27.221 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:57 ] [ l_g_pix: 3.5175e-02 ] [ l_g_total: 3.5175e-02 ] +2024-10-09 18:28:23,674 INFO: [ epoch: 57 ] [ iter: 77,100 ] [ performance: 26.678 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:41 ] [ l_g_pix: 2.7912e-02 ] [ l_g_total: 2.7912e-02 ] +2024-10-09 18:28:27,391 INFO: [ epoch: 57 ] [ iter: 77,200 ] [ performance: 27.101 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:25 ] [ l_g_pix: 2.9487e-02 ] [ l_g_total: 2.9487e-02 ] +2024-10-09 18:28:31,064 INFO: [ epoch: 57 ] [ iter: 77,300 ] [ performance: 27.216 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:09 ] [ l_g_pix: 3.5697e-02 ] [ l_g_total: 3.5697e-02 ] +2024-10-09 18:28:34,712 INFO: [ epoch: 57 ] [ iter: 77,400 ] [ performance: 28.712 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:53 ] [ l_g_pix: 4.0462e-02 ] [ l_g_total: 4.0462e-02 ] +2024-10-09 18:28:39,600 INFO: [ epoch: 58 ] [ iter: 77,500 ] [ performance: 21.260 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:44 ] [ l_g_pix: 3.4308e-02 ] [ l_g_total: 3.4308e-02 ] +2024-10-09 18:28:43,578 INFO: [ epoch: 58 ] [ iter: 77,600 ] [ performance: 26.909 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:30 ] [ l_g_pix: 4.2602e-02 ] [ l_g_total: 4.2602e-02 ] +2024-10-09 18:28:47,313 INFO: [ epoch: 58 ] [ iter: 77,700 ] [ performance: 26.794 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:15 ] [ l_g_pix: 4.1815e-02 ] [ l_g_total: 4.1815e-02 ] +2024-10-09 18:28:51,054 INFO: [ epoch: 58 ] [ iter: 77,800 ] [ performance: 26.664 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:59 ] [ l_g_pix: 2.2132e-02 ] [ l_g_total: 2.2132e-02 ] +2024-10-09 18:28:54,823 INFO: [ epoch: 58 ] [ iter: 77,900 ] [ performance: 26.557 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:44 ] [ l_g_pix: 3.3786e-02 ] [ l_g_total: 3.3786e-02 ] +2024-10-09 18:28:58,563 INFO: [ epoch: 58 ] [ iter: 78,000 ] [ performance: 26.815 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:28 ] [ l_g_pix: 4.2578e-02 ] [ l_g_total: 4.2578e-02 ] +2024-10-09 18:29:02,295 INFO: [ epoch: 58 ] [ iter: 78,100 ] [ performance: 26.806 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:13 ] [ l_g_pix: 3.0950e-02 ] [ l_g_total: 3.0950e-02 ] +2024-10-09 18:29:06,070 INFO: [ epoch: 58 ] [ iter: 78,200 ] [ performance: 27.721 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:58 ] [ l_g_pix: 3.4770e-02 ] [ l_g_total: 3.4770e-02 ] +2024-10-09 18:29:09,766 INFO: [ epoch: 58 ] [ iter: 78,300 ] [ performance: 27.129 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:42 ] [ l_g_pix: 3.0208e-02 ] [ l_g_total: 3.0208e-02 ] +2024-10-09 18:29:13,506 INFO: [ epoch: 58 ] [ iter: 78,400 ] [ performance: 27.655 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:27 ] [ l_g_pix: 3.0970e-02 ] [ l_g_total: 3.0970e-02 ] +2024-10-09 18:29:17,210 INFO: [ epoch: 58 ] [ iter: 78,500 ] [ performance: 27.067 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:11 ] [ l_g_pix: 2.4609e-02 ] [ l_g_total: 2.4609e-02 ] +2024-10-09 18:29:20,951 INFO: [ epoch: 58 ] [ iter: 78,600 ] [ performance: 27.343 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:56 ] [ l_g_pix: 3.2358e-02 ] [ l_g_total: 3.2358e-02 ] +2024-10-09 18:29:24,639 INFO: [ epoch: 58 ] [ iter: 78,700 ] [ performance: 27.139 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:41 ] [ l_g_pix: 3.0232e-02 ] [ l_g_total: 3.0232e-02 ] +2024-10-09 18:29:28,137 INFO: [ epoch: 58 ] [ iter: 78,800 ] [ performance: 29.398 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:24 ] [ l_g_pix: 3.1786e-02 ] [ l_g_total: 3.1786e-02 ] +2024-10-09 18:29:33,155 INFO: [ epoch: 59 ] [ iter: 78,900 ] [ performance: 20.418 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:16 ] [ l_g_pix: 2.6631e-02 ] [ l_g_total: 2.6631e-02 ] +2024-10-09 18:29:36,910 INFO: [ epoch: 59 ] [ iter: 79,000 ] [ performance: 26.869 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:01 ] [ l_g_pix: 2.4335e-02 ] [ l_g_total: 2.4335e-02 ] +2024-10-09 18:29:40,594 INFO: [ epoch: 59 ] [ iter: 79,100 ] [ performance: 27.128 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:46 ] [ l_g_pix: 2.9760e-02 ] [ l_g_total: 2.9760e-02 ] +2024-10-09 18:29:44,325 INFO: [ epoch: 59 ] [ iter: 79,200 ] [ performance: 27.152 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:30 ] [ l_g_pix: 2.2781e-02 ] [ l_g_total: 2.2781e-02 ] +2024-10-09 18:29:48,078 INFO: [ epoch: 59 ] [ iter: 79,300 ] [ performance: 26.681 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:15 ] [ l_g_pix: 2.5823e-02 ] [ l_g_total: 2.5823e-02 ] +2024-10-09 18:29:51,807 INFO: [ epoch: 59 ] [ iter: 79,400 ] [ performance: 28.202 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:00 ] [ l_g_pix: 2.3890e-02 ] [ l_g_total: 2.3890e-02 ] +2024-10-09 18:29:55,551 INFO: [ epoch: 59 ] [ iter: 79,500 ] [ performance: 26.787 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:45 ] [ l_g_pix: 3.5104e-02 ] [ l_g_total: 3.5104e-02 ] +2024-10-09 18:29:59,260 INFO: [ epoch: 59 ] [ iter: 79,600 ] [ performance: 26.466 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:30 ] [ l_g_pix: 1.8700e-02 ] [ l_g_total: 1.8700e-02 ] +2024-10-09 18:30:02,995 INFO: [ epoch: 59 ] [ iter: 79,700 ] [ performance: 26.769 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:15 ] [ l_g_pix: 3.3898e-02 ] [ l_g_total: 3.3898e-02 ] +2024-10-09 18:30:06,714 INFO: [ epoch: 59 ] [ iter: 79,800 ] [ performance: 26.026 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:00 ] [ l_g_pix: 1.9833e-02 ] [ l_g_total: 1.9833e-02 ] +2024-10-09 18:30:10,477 INFO: [ epoch: 59 ] [ iter: 79,900 ] [ performance: 26.562 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:46 ] [ l_g_pix: 4.0137e-02 ] [ l_g_total: 4.0137e-02 ] +2024-10-09 18:30:14,218 INFO: [ epoch: 59 ] [ iter: 80,000 ] [ performance: 25.835 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:31 ] [ l_g_pix: 2.1304e-02 ] [ l_g_total: 2.1304e-02 ] +2024-10-09 18:30:14,218 INFO: Saving models and training states. +2024-10-09 18:32:58,955 INFO: Validation val + + # psnr: 27.1670........ Best: 27.1670 @ 80000 iter + # ssim: 0.7646........ Best: 0.7646 @ 80000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 18:33:02,536 INFO: [ epoch: 59 ] [ iter: 80,100 ] [ performance: 27.891 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:20 ] [ l_g_pix: 3.1686e-02 ] [ l_g_total: 3.1686e-02 ] +2024-10-09 18:33:07,493 INFO: [ epoch: 60 ] [ iter: 80,200 ] [ performance: 21.894 it/s ] [ lr: 5.00e-05 ] [ eta: 6:54:10 ] [ l_g_pix: 2.9588e-02 ] [ l_g_total: 2.9588e-02 ] +2024-10-09 18:33:11,166 INFO: [ epoch: 60 ] [ iter: 80,300 ] [ performance: 27.173 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:54 ] [ l_g_pix: 3.1105e-02 ] [ l_g_total: 3.1105e-02 ] +2024-10-09 18:33:14,829 INFO: [ epoch: 60 ] [ iter: 80,400 ] [ performance: 27.236 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:37 ] [ l_g_pix: 2.7058e-02 ] [ l_g_total: 2.7058e-02 ] +2024-10-09 18:33:18,540 INFO: [ epoch: 60 ] [ iter: 80,500 ] [ performance: 26.959 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:21 ] [ l_g_pix: 2.7356e-02 ] [ l_g_total: 2.7356e-02 ] +2024-10-09 18:33:22,250 INFO: [ epoch: 60 ] [ iter: 80,600 ] [ performance: 26.958 it/s ] [ lr: 5.00e-05 ] [ eta: 6:53:05 ] [ l_g_pix: 2.7208e-02 ] [ l_g_total: 2.7208e-02 ] +2024-10-09 18:33:25,942 INFO: [ epoch: 60 ] [ iter: 80,700 ] [ performance: 27.082 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:49 ] [ l_g_pix: 1.8574e-02 ] [ l_g_total: 1.8574e-02 ] +2024-10-09 18:33:29,671 INFO: [ epoch: 60 ] [ iter: 80,800 ] [ performance: 26.951 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:33 ] [ l_g_pix: 3.4520e-02 ] [ l_g_total: 3.4520e-02 ] +2024-10-09 18:33:33,423 INFO: [ epoch: 60 ] [ iter: 80,900 ] [ performance: 26.660 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:17 ] [ l_g_pix: 3.6110e-02 ] [ l_g_total: 3.6110e-02 ] +2024-10-09 18:33:37,186 INFO: [ epoch: 60 ] [ iter: 81,000 ] [ performance: 26.622 it/s ] [ lr: 5.00e-05 ] [ eta: 6:52:01 ] [ l_g_pix: 2.8481e-02 ] [ l_g_total: 2.8481e-02 ] +2024-10-09 18:33:40,859 INFO: [ epoch: 60 ] [ iter: 81,100 ] [ performance: 27.237 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:45 ] [ l_g_pix: 4.0030e-02 ] [ l_g_total: 4.0030e-02 ] +2024-10-09 18:33:44,616 INFO: [ epoch: 60 ] [ iter: 81,200 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:29 ] [ l_g_pix: 2.4660e-02 ] [ l_g_total: 2.4660e-02 ] +2024-10-09 18:33:48,393 INFO: [ epoch: 60 ] [ iter: 81,300 ] [ performance: 26.497 it/s ] [ lr: 5.00e-05 ] [ eta: 6:51:13 ] [ l_g_pix: 2.7901e-02 ] [ l_g_total: 2.7901e-02 ] +2024-10-09 18:33:52,171 INFO: [ epoch: 60 ] [ iter: 81,400 ] [ performance: 26.486 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:58 ] [ l_g_pix: 4.2198e-02 ] [ l_g_total: 4.2198e-02 ] +2024-10-09 18:33:56,754 INFO: [ epoch: 61 ] [ iter: 81,500 ] [ performance: 21.580 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:47 ] [ l_g_pix: 3.7835e-02 ] [ l_g_total: 3.7835e-02 ] +2024-10-09 18:34:00,995 INFO: [ epoch: 61 ] [ iter: 81,600 ] [ performance: 22.566 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:34 ] [ l_g_pix: 4.4235e-02 ] [ l_g_total: 4.4235e-02 ] +2024-10-09 18:34:04,733 INFO: [ epoch: 61 ] [ iter: 81,700 ] [ performance: 26.860 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:18 ] [ l_g_pix: 2.7744e-02 ] [ l_g_total: 2.7744e-02 ] +2024-10-09 18:34:08,474 INFO: [ epoch: 61 ] [ iter: 81,800 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 6:50:02 ] [ l_g_pix: 2.2163e-02 ] [ l_g_total: 2.2163e-02 ] +2024-10-09 18:34:12,190 INFO: [ epoch: 61 ] [ iter: 81,900 ] [ performance: 26.925 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:46 ] [ l_g_pix: 3.4708e-02 ] [ l_g_total: 3.4708e-02 ] +2024-10-09 18:34:15,921 INFO: [ epoch: 61 ] [ iter: 82,000 ] [ performance: 26.865 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:31 ] [ l_g_pix: 2.3682e-02 ] [ l_g_total: 2.3682e-02 ] +2024-10-09 18:34:19,599 INFO: [ epoch: 61 ] [ iter: 82,100 ] [ performance: 27.272 it/s ] [ lr: 5.00e-05 ] [ eta: 6:49:15 ] [ l_g_pix: 2.5151e-02 ] [ l_g_total: 2.5151e-02 ] +2024-10-09 18:34:23,291 INFO: [ epoch: 61 ] [ iter: 82,200 ] [ performance: 27.177 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:59 ] [ l_g_pix: 2.4182e-02 ] [ l_g_total: 2.4182e-02 ] +2024-10-09 18:34:27,033 INFO: [ epoch: 61 ] [ iter: 82,300 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:44 ] [ l_g_pix: 3.6314e-02 ] [ l_g_total: 3.6314e-02 ] +2024-10-09 18:34:30,779 INFO: [ epoch: 61 ] [ iter: 82,400 ] [ performance: 26.794 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:28 ] [ l_g_pix: 3.1047e-02 ] [ l_g_total: 3.1047e-02 ] +2024-10-09 18:34:34,470 INFO: [ epoch: 61 ] [ iter: 82,500 ] [ performance: 27.168 it/s ] [ lr: 5.00e-05 ] [ eta: 6:48:12 ] [ l_g_pix: 2.4468e-02 ] [ l_g_total: 2.4468e-02 ] +2024-10-09 18:34:38,198 INFO: [ epoch: 61 ] [ iter: 82,600 ] [ performance: 26.988 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:57 ] [ l_g_pix: 2.3652e-02 ] [ l_g_total: 2.3652e-02 ] +2024-10-09 18:34:41,916 INFO: [ epoch: 61 ] [ iter: 82,700 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:41 ] [ l_g_pix: 4.1396e-02 ] [ l_g_total: 4.1396e-02 ] +2024-10-09 18:34:45,486 INFO: [ epoch: 61 ] [ iter: 82,800 ] [ performance: 27.534 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:25 ] [ l_g_pix: 1.7792e-02 ] [ l_g_total: 1.7792e-02 ] +2024-10-09 18:34:50,603 INFO: [ epoch: 62 ] [ iter: 82,900 ] [ performance: 18.765 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:17 ] [ l_g_pix: 2.8174e-02 ] [ l_g_total: 2.8174e-02 ] +2024-10-09 18:34:54,400 INFO: [ epoch: 62 ] [ iter: 83,000 ] [ performance: 22.156 it/s ] [ lr: 5.00e-05 ] [ eta: 6:47:02 ] [ l_g_pix: 1.9534e-02 ] [ l_g_total: 1.9534e-02 ] +2024-10-09 18:34:58,193 INFO: [ epoch: 62 ] [ iter: 83,100 ] [ performance: 26.444 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:47 ] [ l_g_pix: 3.2179e-02 ] [ l_g_total: 3.2179e-02 ] +2024-10-09 18:35:01,943 INFO: [ epoch: 62 ] [ iter: 83,200 ] [ performance: 26.564 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:32 ] [ l_g_pix: 3.5634e-02 ] [ l_g_total: 3.5634e-02 ] +2024-10-09 18:35:05,638 INFO: [ epoch: 62 ] [ iter: 83,300 ] [ performance: 27.139 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:16 ] [ l_g_pix: 2.8975e-02 ] [ l_g_total: 2.8975e-02 ] +2024-10-09 18:35:09,358 INFO: [ epoch: 62 ] [ iter: 83,400 ] [ performance: 27.006 it/s ] [ lr: 5.00e-05 ] [ eta: 6:46:01 ] [ l_g_pix: 4.0411e-02 ] [ l_g_total: 4.0411e-02 ] +2024-10-09 18:35:13,113 INFO: [ epoch: 62 ] [ iter: 83,500 ] [ performance: 26.652 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:46 ] [ l_g_pix: 3.2832e-02 ] [ l_g_total: 3.2832e-02 ] +2024-10-09 18:35:16,806 INFO: [ epoch: 62 ] [ iter: 83,600 ] [ performance: 26.885 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:30 ] [ l_g_pix: 2.1638e-02 ] [ l_g_total: 2.1638e-02 ] +2024-10-09 18:35:20,529 INFO: [ epoch: 62 ] [ iter: 83,700 ] [ performance: 26.939 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:15 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-10-09 18:35:24,223 INFO: [ epoch: 62 ] [ iter: 83,800 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 6:45:00 ] [ l_g_pix: 2.6929e-02 ] [ l_g_total: 2.6929e-02 ] +2024-10-09 18:35:27,958 INFO: [ epoch: 62 ] [ iter: 83,900 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:45 ] [ l_g_pix: 2.2619e-02 ] [ l_g_total: 2.2619e-02 ] +2024-10-09 18:35:31,678 INFO: [ epoch: 62 ] [ iter: 84,000 ] [ performance: 26.880 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:29 ] [ l_g_pix: 2.7023e-02 ] [ l_g_total: 2.7023e-02 ] +2024-10-09 18:35:35,340 INFO: [ epoch: 62 ] [ iter: 84,100 ] [ performance: 27.434 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:14 ] [ l_g_pix: 3.1010e-02 ] [ l_g_total: 3.1010e-02 ] +2024-10-09 18:35:40,428 INFO: [ epoch: 63 ] [ iter: 84,200 ] [ performance: 22.537 it/s ] [ lr: 5.00e-05 ] [ eta: 6:44:06 ] [ l_g_pix: 3.0379e-02 ] [ l_g_total: 3.0379e-02 ] +2024-10-09 18:35:44,113 INFO: [ epoch: 63 ] [ iter: 84,300 ] [ performance: 27.379 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:51 ] [ l_g_pix: 1.7020e-02 ] [ l_g_total: 1.7020e-02 ] +2024-10-09 18:35:47,822 INFO: [ epoch: 63 ] [ iter: 84,400 ] [ performance: 27.152 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:36 ] [ l_g_pix: 2.2939e-02 ] [ l_g_total: 2.2939e-02 ] +2024-10-09 18:35:51,504 INFO: [ epoch: 63 ] [ iter: 84,500 ] [ performance: 27.466 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:20 ] [ l_g_pix: 3.3678e-02 ] [ l_g_total: 3.3678e-02 ] +2024-10-09 18:35:55,206 INFO: [ epoch: 63 ] [ iter: 84,600 ] [ performance: 27.217 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:05 ] [ l_g_pix: 2.3156e-02 ] [ l_g_total: 2.3156e-02 ] +2024-10-09 18:35:58,915 INFO: [ epoch: 63 ] [ iter: 84,700 ] [ performance: 26.954 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:50 ] [ l_g_pix: 3.1415e-02 ] [ l_g_total: 3.1415e-02 ] +2024-10-09 18:36:02,651 INFO: [ epoch: 63 ] [ iter: 84,800 ] [ performance: 26.853 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:35 ] [ l_g_pix: 2.1927e-02 ] [ l_g_total: 2.1927e-02 ] +2024-10-09 18:36:06,383 INFO: [ epoch: 63 ] [ iter: 84,900 ] [ performance: 26.894 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:20 ] [ l_g_pix: 3.0546e-02 ] [ l_g_total: 3.0546e-02 ] +2024-10-09 18:36:10,157 INFO: [ epoch: 63 ] [ iter: 85,000 ] [ performance: 26.676 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:06 ] [ l_g_pix: 4.4458e-02 ] [ l_g_total: 4.4458e-02 ] +2024-10-09 18:36:13,889 INFO: [ epoch: 63 ] [ iter: 85,100 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:51 ] [ l_g_pix: 1.9847e-02 ] [ l_g_total: 1.9847e-02 ] +2024-10-09 18:36:17,602 INFO: [ epoch: 63 ] [ iter: 85,200 ] [ performance: 26.886 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:36 ] [ l_g_pix: 3.1702e-02 ] [ l_g_total: 3.1702e-02 ] +2024-10-09 18:36:21,346 INFO: [ epoch: 63 ] [ iter: 85,300 ] [ performance: 26.767 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:21 ] [ l_g_pix: 2.8285e-02 ] [ l_g_total: 2.8285e-02 ] +2024-10-09 18:36:25,042 INFO: [ epoch: 63 ] [ iter: 85,400 ] [ performance: 26.933 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:06 ] [ l_g_pix: 2.3241e-02 ] [ l_g_total: 2.3241e-02 ] +2024-10-09 18:36:28,498 INFO: [ epoch: 63 ] [ iter: 85,500 ] [ performance: 29.204 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:50 ] [ l_g_pix: 2.3251e-02 ] [ l_g_total: 2.3251e-02 ] +2024-10-09 18:36:33,781 INFO: [ epoch: 64 ] [ iter: 85,600 ] [ performance: 22.293 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:44 ] [ l_g_pix: 2.7979e-02 ] [ l_g_total: 2.7979e-02 ] +2024-10-09 18:36:37,475 INFO: [ epoch: 64 ] [ iter: 85,700 ] [ performance: 27.193 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:29 ] [ l_g_pix: 3.1791e-02 ] [ l_g_total: 3.1791e-02 ] +2024-10-09 18:36:41,112 INFO: [ epoch: 64 ] [ iter: 85,800 ] [ performance: 27.367 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:14 ] [ l_g_pix: 4.1922e-02 ] [ l_g_total: 4.1922e-02 ] +2024-10-09 18:36:44,767 INFO: [ epoch: 64 ] [ iter: 85,900 ] [ performance: 27.698 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:59 ] [ l_g_pix: 3.0019e-02 ] [ l_g_total: 3.0019e-02 ] +2024-10-09 18:36:48,459 INFO: [ epoch: 64 ] [ iter: 86,000 ] [ performance: 27.343 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:44 ] [ l_g_pix: 3.2214e-02 ] [ l_g_total: 3.2214e-02 ] +2024-10-09 18:36:52,178 INFO: [ epoch: 64 ] [ iter: 86,100 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:29 ] [ l_g_pix: 2.8184e-02 ] [ l_g_total: 2.8184e-02 ] +2024-10-09 18:36:55,902 INFO: [ epoch: 64 ] [ iter: 86,200 ] [ performance: 26.882 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:14 ] [ l_g_pix: 2.1543e-02 ] [ l_g_total: 2.1543e-02 ] +2024-10-09 18:36:59,610 INFO: [ epoch: 64 ] [ iter: 86,300 ] [ performance: 27.141 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:00 ] [ l_g_pix: 2.5555e-02 ] [ l_g_total: 2.5555e-02 ] +2024-10-09 18:37:03,336 INFO: [ epoch: 64 ] [ iter: 86,400 ] [ performance: 26.966 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:45 ] [ l_g_pix: 2.6105e-02 ] [ l_g_total: 2.6105e-02 ] +2024-10-09 18:37:07,043 INFO: [ epoch: 64 ] [ iter: 86,500 ] [ performance: 27.056 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:31 ] [ l_g_pix: 2.8674e-02 ] [ l_g_total: 2.8674e-02 ] +2024-10-09 18:37:10,782 INFO: [ epoch: 64 ] [ iter: 86,600 ] [ performance: 26.879 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:16 ] [ l_g_pix: 2.4261e-02 ] [ l_g_total: 2.4261e-02 ] +2024-10-09 18:37:14,518 INFO: [ epoch: 64 ] [ iter: 86,700 ] [ performance: 26.729 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:02 ] [ l_g_pix: 3.0543e-02 ] [ l_g_total: 3.0543e-02 ] +2024-10-09 18:37:18,072 INFO: [ epoch: 64 ] [ iter: 86,800 ] [ performance: 27.544 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:47 ] [ l_g_pix: 2.3818e-02 ] [ l_g_total: 2.3818e-02 ] +2024-10-09 18:37:23,106 INFO: [ epoch: 65 ] [ iter: 86,900 ] [ performance: 17.338 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:39 ] [ l_g_pix: 2.6487e-02 ] [ l_g_total: 2.6487e-02 ] +2024-10-09 18:37:26,817 INFO: [ epoch: 65 ] [ iter: 87,000 ] [ performance: 22.013 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:24 ] [ l_g_pix: 2.8127e-02 ] [ l_g_total: 2.8127e-02 ] +2024-10-09 18:37:30,547 INFO: [ epoch: 65 ] [ iter: 87,100 ] [ performance: 26.935 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:10 ] [ l_g_pix: 2.7839e-02 ] [ l_g_total: 2.7839e-02 ] +2024-10-09 18:37:34,286 INFO: [ epoch: 65 ] [ iter: 87,200 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:56 ] [ l_g_pix: 1.6450e-02 ] [ l_g_total: 1.6450e-02 ] +2024-10-09 18:37:38,009 INFO: [ epoch: 65 ] [ iter: 87,300 ] [ performance: 27.030 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:41 ] [ l_g_pix: 2.8890e-02 ] [ l_g_total: 2.8890e-02 ] +2024-10-09 18:37:41,747 INFO: [ epoch: 65 ] [ iter: 87,400 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:27 ] [ l_g_pix: 2.2108e-02 ] [ l_g_total: 2.2108e-02 ] +2024-10-09 18:37:45,483 INFO: [ epoch: 65 ] [ iter: 87,500 ] [ performance: 26.875 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:13 ] [ l_g_pix: 2.7291e-02 ] [ l_g_total: 2.7291e-02 ] +2024-10-09 18:37:49,185 INFO: [ epoch: 65 ] [ iter: 87,600 ] [ performance: 26.960 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:59 ] [ l_g_pix: 1.9504e-02 ] [ l_g_total: 1.9504e-02 ] +2024-10-09 18:37:52,870 INFO: [ epoch: 65 ] [ iter: 87,700 ] [ performance: 27.146 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:44 ] [ l_g_pix: 2.7486e-02 ] [ l_g_total: 2.7486e-02 ] +2024-10-09 18:37:56,565 INFO: [ epoch: 65 ] [ iter: 87,800 ] [ performance: 27.098 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:30 ] [ l_g_pix: 2.4175e-02 ] [ l_g_total: 2.4175e-02 ] +2024-10-09 18:38:00,301 INFO: [ epoch: 65 ] [ iter: 87,900 ] [ performance: 26.910 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:16 ] [ l_g_pix: 2.6609e-02 ] [ l_g_total: 2.6609e-02 ] +2024-10-09 18:38:04,040 INFO: [ epoch: 65 ] [ iter: 88,000 ] [ performance: 26.812 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:02 ] [ l_g_pix: 3.5146e-02 ] [ l_g_total: 3.5146e-02 ] +2024-10-09 18:38:07,735 INFO: [ epoch: 65 ] [ iter: 88,100 ] [ performance: 27.396 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:47 ] [ l_g_pix: 2.5344e-02 ] [ l_g_total: 2.5344e-02 ] +2024-10-09 18:38:12,799 INFO: [ epoch: 66 ] [ iter: 88,200 ] [ performance: 22.113 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:40 ] [ l_g_pix: 2.1494e-02 ] [ l_g_total: 2.1494e-02 ] +2024-10-09 18:38:16,551 INFO: [ epoch: 66 ] [ iter: 88,300 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:26 ] [ l_g_pix: 2.0430e-02 ] [ l_g_total: 2.0430e-02 ] +2024-10-09 18:38:20,279 INFO: [ epoch: 66 ] [ iter: 88,400 ] [ performance: 26.836 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:12 ] [ l_g_pix: 3.8094e-02 ] [ l_g_total: 3.8094e-02 ] +2024-10-09 18:38:24,014 INFO: [ epoch: 66 ] [ iter: 88,500 ] [ performance: 26.972 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:58 ] [ l_g_pix: 3.6935e-02 ] [ l_g_total: 3.6935e-02 ] +2024-10-09 18:38:27,733 INFO: [ epoch: 66 ] [ iter: 88,600 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:44 ] [ l_g_pix: 4.4809e-02 ] [ l_g_total: 4.4809e-02 ] +2024-10-09 18:38:31,432 INFO: [ epoch: 66 ] [ iter: 88,700 ] [ performance: 27.015 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:30 ] [ l_g_pix: 2.8914e-02 ] [ l_g_total: 2.8914e-02 ] +2024-10-09 18:38:35,141 INFO: [ epoch: 66 ] [ iter: 88,800 ] [ performance: 26.984 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:16 ] [ l_g_pix: 2.9587e-02 ] [ l_g_total: 2.9587e-02 ] +2024-10-09 18:38:38,844 INFO: [ epoch: 66 ] [ iter: 88,900 ] [ performance: 27.176 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:02 ] [ l_g_pix: 4.4606e-02 ] [ l_g_total: 4.4606e-02 ] +2024-10-09 18:38:42,536 INFO: [ epoch: 66 ] [ iter: 89,000 ] [ performance: 27.124 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:47 ] [ l_g_pix: 2.6412e-02 ] [ l_g_total: 2.6412e-02 ] +2024-10-09 18:38:46,239 INFO: [ epoch: 66 ] [ iter: 89,100 ] [ performance: 27.100 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:33 ] [ l_g_pix: 3.3936e-02 ] [ l_g_total: 3.3936e-02 ] +2024-10-09 18:38:49,941 INFO: [ epoch: 66 ] [ iter: 89,200 ] [ performance: 27.047 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:19 ] [ l_g_pix: 2.5322e-02 ] [ l_g_total: 2.5322e-02 ] +2024-10-09 18:38:53,715 INFO: [ epoch: 66 ] [ iter: 89,300 ] [ performance: 26.368 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:06 ] [ l_g_pix: 3.3598e-02 ] [ l_g_total: 3.3598e-02 ] +2024-10-09 18:38:57,460 INFO: [ epoch: 66 ] [ iter: 89,400 ] [ performance: 26.582 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:52 ] [ l_g_pix: 2.7038e-02 ] [ l_g_total: 2.7038e-02 ] +2024-10-09 18:39:00,942 INFO: [ epoch: 66 ] [ iter: 89,500 ] [ performance: 29.119 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:37 ] [ l_g_pix: 2.8381e-02 ] [ l_g_total: 2.8381e-02 ] +2024-10-09 18:39:06,105 INFO: [ epoch: 67 ] [ iter: 89,600 ] [ performance: 21.984 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:30 ] [ l_g_pix: 3.1743e-02 ] [ l_g_total: 3.1743e-02 ] +2024-10-09 18:39:09,845 INFO: [ epoch: 67 ] [ iter: 89,700 ] [ performance: 26.515 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:17 ] [ l_g_pix: 2.6565e-02 ] [ l_g_total: 2.6565e-02 ] +2024-10-09 18:39:13,587 INFO: [ epoch: 67 ] [ iter: 89,800 ] [ performance: 26.651 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:03 ] [ l_g_pix: 2.8137e-02 ] [ l_g_total: 2.8137e-02 ] +2024-10-09 18:39:17,311 INFO: [ epoch: 67 ] [ iter: 89,900 ] [ performance: 26.829 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:49 ] [ l_g_pix: 2.4954e-02 ] [ l_g_total: 2.4954e-02 ] +2024-10-09 18:39:21,055 INFO: [ epoch: 67 ] [ iter: 90,000 ] [ performance: 26.757 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:36 ] [ l_g_pix: 1.5236e-02 ] [ l_g_total: 1.5236e-02 ] +2024-10-09 18:39:21,055 INFO: Saving models and training states. +2024-10-09 18:42:05,757 INFO: Validation val + + # psnr: 27.1762........ Best: 27.1762 @ 90000 iter + # ssim: 0.7650........ Best: 0.7650 @ 90000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 18:42:09,449 INFO: [ epoch: 67 ] [ iter: 90,100 ] [ performance: 27.052 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:28 ] [ l_g_pix: 2.6042e-02 ] [ l_g_total: 2.6042e-02 ] +2024-10-09 18:42:13,224 INFO: [ epoch: 67 ] [ iter: 90,200 ] [ performance: 26.685 it/s ] [ lr: 5.00e-05 ] [ eta: 6:43:13 ] [ l_g_pix: 3.1744e-02 ] [ l_g_total: 3.1744e-02 ] +2024-10-09 18:42:16,953 INFO: [ epoch: 67 ] [ iter: 90,300 ] [ performance: 26.496 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:58 ] [ l_g_pix: 3.0184e-02 ] [ l_g_total: 3.0184e-02 ] +2024-10-09 18:42:20,660 INFO: [ epoch: 67 ] [ iter: 90,400 ] [ performance: 26.814 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:44 ] [ l_g_pix: 2.0962e-02 ] [ l_g_total: 2.0962e-02 ] +2024-10-09 18:42:24,387 INFO: [ epoch: 67 ] [ iter: 90,500 ] [ performance: 26.929 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:29 ] [ l_g_pix: 2.4964e-02 ] [ l_g_total: 2.4964e-02 ] +2024-10-09 18:42:28,097 INFO: [ epoch: 67 ] [ iter: 90,600 ] [ performance: 26.946 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:14 ] [ l_g_pix: 2.9417e-02 ] [ l_g_total: 2.9417e-02 ] +2024-10-09 18:42:31,827 INFO: [ epoch: 67 ] [ iter: 90,700 ] [ performance: 26.727 it/s ] [ lr: 5.00e-05 ] [ eta: 6:42:00 ] [ l_g_pix: 2.2214e-02 ] [ l_g_total: 2.2214e-02 ] +2024-10-09 18:42:35,439 INFO: [ epoch: 67 ] [ iter: 90,800 ] [ performance: 27.366 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:45 ] [ l_g_pix: 3.6697e-02 ] [ l_g_total: 3.6697e-02 ] +2024-10-09 18:42:41,092 INFO: [ epoch: 68 ] [ iter: 90,900 ] [ performance: 20.156 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:39 ] [ l_g_pix: 2.4677e-02 ] [ l_g_total: 2.4677e-02 ] +2024-10-09 18:42:44,794 INFO: [ epoch: 68 ] [ iter: 91,000 ] [ performance: 24.334 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:25 ] [ l_g_pix: 3.1785e-02 ] [ l_g_total: 3.1785e-02 ] +2024-10-09 18:42:48,537 INFO: [ epoch: 68 ] [ iter: 91,100 ] [ performance: 26.681 it/s ] [ lr: 5.00e-05 ] [ eta: 6:41:10 ] [ l_g_pix: 4.0073e-02 ] [ l_g_total: 4.0073e-02 ] +2024-10-09 18:42:52,267 INFO: [ epoch: 68 ] [ iter: 91,200 ] [ performance: 26.771 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:56 ] [ l_g_pix: 3.2558e-02 ] [ l_g_total: 3.2558e-02 ] +2024-10-09 18:42:56,008 INFO: [ epoch: 68 ] [ iter: 91,300 ] [ performance: 26.905 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:41 ] [ l_g_pix: 2.4562e-02 ] [ l_g_total: 2.4562e-02 ] +2024-10-09 18:42:59,681 INFO: [ epoch: 68 ] [ iter: 91,400 ] [ performance: 27.128 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:27 ] [ l_g_pix: 2.0081e-02 ] [ l_g_total: 2.0081e-02 ] +2024-10-09 18:43:03,376 INFO: [ epoch: 68 ] [ iter: 91,500 ] [ performance: 26.955 it/s ] [ lr: 5.00e-05 ] [ eta: 6:40:12 ] [ l_g_pix: 4.0496e-02 ] [ l_g_total: 4.0496e-02 ] +2024-10-09 18:43:07,099 INFO: [ epoch: 68 ] [ iter: 91,600 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:58 ] [ l_g_pix: 3.1693e-02 ] [ l_g_total: 3.1693e-02 ] +2024-10-09 18:43:10,854 INFO: [ epoch: 68 ] [ iter: 91,700 ] [ performance: 26.463 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:43 ] [ l_g_pix: 3.0376e-02 ] [ l_g_total: 3.0376e-02 ] +2024-10-09 18:43:14,610 INFO: [ epoch: 68 ] [ iter: 91,800 ] [ performance: 26.581 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:29 ] [ l_g_pix: 2.1649e-02 ] [ l_g_total: 2.1649e-02 ] +2024-10-09 18:43:18,357 INFO: [ epoch: 68 ] [ iter: 91,900 ] [ performance: 26.582 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:15 ] [ l_g_pix: 2.3269e-02 ] [ l_g_total: 2.3269e-02 ] +2024-10-09 18:43:22,046 INFO: [ epoch: 68 ] [ iter: 92,000 ] [ performance: 26.955 it/s ] [ lr: 5.00e-05 ] [ eta: 6:39:01 ] [ l_g_pix: 1.8097e-02 ] [ l_g_total: 1.8097e-02 ] +2024-10-09 18:43:25,766 INFO: [ epoch: 68 ] [ iter: 92,100 ] [ performance: 27.197 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:46 ] [ l_g_pix: 3.0600e-02 ] [ l_g_total: 3.0600e-02 ] +2024-10-09 18:43:30,701 INFO: [ epoch: 69 ] [ iter: 92,200 ] [ performance: 21.922 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:38 ] [ l_g_pix: 2.5304e-02 ] [ l_g_total: 2.5304e-02 ] +2024-10-09 18:43:34,632 INFO: [ epoch: 69 ] [ iter: 92,300 ] [ performance: 26.604 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:24 ] [ l_g_pix: 4.0286e-02 ] [ l_g_total: 4.0286e-02 ] +2024-10-09 18:43:38,392 INFO: [ epoch: 69 ] [ iter: 92,400 ] [ performance: 26.603 it/s ] [ lr: 5.00e-05 ] [ eta: 6:38:10 ] [ l_g_pix: 2.2759e-02 ] [ l_g_total: 2.2759e-02 ] +2024-10-09 18:43:42,150 INFO: [ epoch: 69 ] [ iter: 92,500 ] [ performance: 26.395 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:56 ] [ l_g_pix: 2.7130e-02 ] [ l_g_total: 2.7130e-02 ] +2024-10-09 18:43:45,921 INFO: [ epoch: 69 ] [ iter: 92,600 ] [ performance: 26.488 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:42 ] [ l_g_pix: 1.7508e-02 ] [ l_g_total: 1.7508e-02 ] +2024-10-09 18:43:49,621 INFO: [ epoch: 69 ] [ iter: 92,700 ] [ performance: 27.138 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:28 ] [ l_g_pix: 1.4410e-02 ] [ l_g_total: 1.4410e-02 ] +2024-10-09 18:43:53,355 INFO: [ epoch: 69 ] [ iter: 92,800 ] [ performance: 26.887 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:14 ] [ l_g_pix: 2.8903e-02 ] [ l_g_total: 2.8903e-02 ] +2024-10-09 18:43:57,064 INFO: [ epoch: 69 ] [ iter: 92,900 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 6:37:00 ] [ l_g_pix: 2.4845e-02 ] [ l_g_total: 2.4845e-02 ] +2024-10-09 18:44:00,745 INFO: [ epoch: 69 ] [ iter: 93,000 ] [ performance: 27.125 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:46 ] [ l_g_pix: 1.8051e-02 ] [ l_g_total: 1.8051e-02 ] +2024-10-09 18:44:04,456 INFO: [ epoch: 69 ] [ iter: 93,100 ] [ performance: 26.800 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:31 ] [ l_g_pix: 3.1544e-02 ] [ l_g_total: 3.1544e-02 ] +2024-10-09 18:44:08,155 INFO: [ epoch: 69 ] [ iter: 93,200 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:17 ] [ l_g_pix: 3.4397e-02 ] [ l_g_total: 3.4397e-02 ] +2024-10-09 18:44:11,895 INFO: [ epoch: 69 ] [ iter: 93,300 ] [ performance: 27.047 it/s ] [ lr: 5.00e-05 ] [ eta: 6:36:03 ] [ l_g_pix: 2.4329e-02 ] [ l_g_total: 2.4329e-02 ] +2024-10-09 18:44:15,622 INFO: [ epoch: 69 ] [ iter: 93,400 ] [ performance: 26.896 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:49 ] [ l_g_pix: 2.7092e-02 ] [ l_g_total: 2.7092e-02 ] +2024-10-09 18:44:19,179 INFO: [ epoch: 69 ] [ iter: 93,500 ] [ performance: 28.763 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:35 ] [ l_g_pix: 4.0462e-02 ] [ l_g_total: 4.0462e-02 ] +2024-10-09 18:44:24,518 INFO: [ epoch: 70 ] [ iter: 93,600 ] [ performance: 20.598 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:28 ] [ l_g_pix: 2.7571e-02 ] [ l_g_total: 2.7571e-02 ] +2024-10-09 18:44:28,304 INFO: [ epoch: 70 ] [ iter: 93,700 ] [ performance: 26.790 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:14 ] [ l_g_pix: 2.8220e-02 ] [ l_g_total: 2.8220e-02 ] +2024-10-09 18:44:32,071 INFO: [ epoch: 70 ] [ iter: 93,800 ] [ performance: 26.610 it/s ] [ lr: 5.00e-05 ] [ eta: 6:35:01 ] [ l_g_pix: 3.0833e-02 ] [ l_g_total: 3.0833e-02 ] +2024-10-09 18:44:35,801 INFO: [ epoch: 70 ] [ iter: 93,900 ] [ performance: 26.663 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:47 ] [ l_g_pix: 2.7893e-02 ] [ l_g_total: 2.7893e-02 ] +2024-10-09 18:44:39,519 INFO: [ epoch: 70 ] [ iter: 94,000 ] [ performance: 26.841 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:33 ] [ l_g_pix: 2.7873e-02 ] [ l_g_total: 2.7873e-02 ] +2024-10-09 18:44:43,217 INFO: [ epoch: 70 ] [ iter: 94,100 ] [ performance: 26.519 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:19 ] [ l_g_pix: 2.9809e-02 ] [ l_g_total: 2.9809e-02 ] +2024-10-09 18:44:46,883 INFO: [ epoch: 70 ] [ iter: 94,200 ] [ performance: 27.094 it/s ] [ lr: 5.00e-05 ] [ eta: 6:34:05 ] [ l_g_pix: 2.9384e-02 ] [ l_g_total: 2.9384e-02 ] +2024-10-09 18:44:50,613 INFO: [ epoch: 70 ] [ iter: 94,300 ] [ performance: 26.887 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:51 ] [ l_g_pix: 3.0221e-02 ] [ l_g_total: 3.0221e-02 ] +2024-10-09 18:44:54,366 INFO: [ epoch: 70 ] [ iter: 94,400 ] [ performance: 26.706 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:37 ] [ l_g_pix: 1.9644e-02 ] [ l_g_total: 1.9644e-02 ] +2024-10-09 18:44:58,104 INFO: [ epoch: 70 ] [ iter: 94,500 ] [ performance: 26.480 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:24 ] [ l_g_pix: 3.5022e-02 ] [ l_g_total: 3.5022e-02 ] +2024-10-09 18:45:01,783 INFO: [ epoch: 70 ] [ iter: 94,600 ] [ performance: 27.021 it/s ] [ lr: 5.00e-05 ] [ eta: 6:33:10 ] [ l_g_pix: 3.2300e-02 ] [ l_g_total: 3.2300e-02 ] +2024-10-09 18:45:05,446 INFO: [ epoch: 70 ] [ iter: 94,700 ] [ performance: 27.812 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:56 ] [ l_g_pix: 3.9954e-02 ] [ l_g_total: 3.9954e-02 ] +2024-10-09 18:45:09,017 INFO: [ epoch: 70 ] [ iter: 94,800 ] [ performance: 27.967 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:41 ] [ l_g_pix: 2.4530e-02 ] [ l_g_total: 2.4530e-02 ] +2024-10-09 18:45:13,886 INFO: [ epoch: 71 ] [ iter: 94,900 ] [ performance: 23.025 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:33 ] [ l_g_pix: 2.6581e-02 ] [ l_g_total: 2.6581e-02 ] +2024-10-09 18:45:17,620 INFO: [ epoch: 71 ] [ iter: 95,000 ] [ performance: 25.863 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:19 ] [ l_g_pix: 3.2582e-02 ] [ l_g_total: 3.2582e-02 ] +2024-10-09 18:45:21,334 INFO: [ epoch: 71 ] [ iter: 95,100 ] [ performance: 27.301 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:05 ] [ l_g_pix: 2.8954e-02 ] [ l_g_total: 2.8954e-02 ] +2024-10-09 18:45:25,116 INFO: [ epoch: 71 ] [ iter: 95,200 ] [ performance: 26.625 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:52 ] [ l_g_pix: 3.1432e-02 ] [ l_g_total: 3.1432e-02 ] +2024-10-09 18:45:28,845 INFO: [ epoch: 71 ] [ iter: 95,300 ] [ performance: 26.940 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:38 ] [ l_g_pix: 2.8923e-02 ] [ l_g_total: 2.8923e-02 ] +2024-10-09 18:45:32,587 INFO: [ epoch: 71 ] [ iter: 95,400 ] [ performance: 26.775 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:25 ] [ l_g_pix: 3.3966e-02 ] [ l_g_total: 3.3966e-02 ] +2024-10-09 18:45:36,286 INFO: [ epoch: 71 ] [ iter: 95,500 ] [ performance: 27.471 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:11 ] [ l_g_pix: 1.9233e-02 ] [ l_g_total: 1.9233e-02 ] +2024-10-09 18:45:39,966 INFO: [ epoch: 71 ] [ iter: 95,600 ] [ performance: 27.237 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:58 ] [ l_g_pix: 4.3606e-02 ] [ l_g_total: 4.3606e-02 ] +2024-10-09 18:45:43,695 INFO: [ epoch: 71 ] [ iter: 95,700 ] [ performance: 27.548 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:44 ] [ l_g_pix: 2.8700e-02 ] [ l_g_total: 2.8700e-02 ] +2024-10-09 18:45:47,422 INFO: [ epoch: 71 ] [ iter: 95,800 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:31 ] [ l_g_pix: 2.6357e-02 ] [ l_g_total: 2.6357e-02 ] +2024-10-09 18:45:51,152 INFO: [ epoch: 71 ] [ iter: 95,900 ] [ performance: 26.200 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:17 ] [ l_g_pix: 2.9840e-02 ] [ l_g_total: 2.9840e-02 ] +2024-10-09 18:45:54,887 INFO: [ epoch: 71 ] [ iter: 96,000 ] [ performance: 26.672 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:04 ] [ l_g_pix: 2.6926e-02 ] [ l_g_total: 2.6926e-02 ] +2024-10-09 18:45:58,631 INFO: [ epoch: 71 ] [ iter: 96,100 ] [ performance: 27.340 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:50 ] [ l_g_pix: 4.4958e-02 ] [ l_g_total: 4.4958e-02 ] +2024-10-09 18:46:03,215 INFO: [ epoch: 72 ] [ iter: 96,200 ] [ performance: 22.649 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:41 ] [ l_g_pix: 2.5400e-02 ] [ l_g_total: 2.5400e-02 ] +2024-10-09 18:46:07,244 INFO: [ epoch: 72 ] [ iter: 96,300 ] [ performance: 27.279 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:29 ] [ l_g_pix: 3.1131e-02 ] [ l_g_total: 3.1131e-02 ] +2024-10-09 18:46:10,966 INFO: [ epoch: 72 ] [ iter: 96,400 ] [ performance: 26.941 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:15 ] [ l_g_pix: 3.9689e-02 ] [ l_g_total: 3.9689e-02 ] +2024-10-09 18:46:14,662 INFO: [ epoch: 72 ] [ iter: 96,500 ] [ performance: 27.417 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:02 ] [ l_g_pix: 3.0830e-02 ] [ l_g_total: 3.0830e-02 ] +2024-10-09 18:46:18,392 INFO: [ epoch: 72 ] [ iter: 96,600 ] [ performance: 26.916 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:48 ] [ l_g_pix: 2.2462e-02 ] [ l_g_total: 2.2462e-02 ] +2024-10-09 18:46:22,108 INFO: [ epoch: 72 ] [ iter: 96,700 ] [ performance: 27.726 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:35 ] [ l_g_pix: 3.2827e-02 ] [ l_g_total: 3.2827e-02 ] +2024-10-09 18:46:25,842 INFO: [ epoch: 72 ] [ iter: 96,800 ] [ performance: 26.933 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:22 ] [ l_g_pix: 3.1377e-02 ] [ l_g_total: 3.1377e-02 ] +2024-10-09 18:46:29,576 INFO: [ epoch: 72 ] [ iter: 96,900 ] [ performance: 26.868 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:09 ] [ l_g_pix: 3.1323e-02 ] [ l_g_total: 3.1323e-02 ] +2024-10-09 18:46:33,292 INFO: [ epoch: 72 ] [ iter: 97,000 ] [ performance: 26.912 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:55 ] [ l_g_pix: 2.1712e-02 ] [ l_g_total: 2.1712e-02 ] +2024-10-09 18:46:37,057 INFO: [ epoch: 72 ] [ iter: 97,100 ] [ performance: 26.834 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:42 ] [ l_g_pix: 3.4041e-02 ] [ l_g_total: 3.4041e-02 ] +2024-10-09 18:46:40,799 INFO: [ epoch: 72 ] [ iter: 97,200 ] [ performance: 26.746 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:29 ] [ l_g_pix: 2.6756e-02 ] [ l_g_total: 2.6756e-02 ] +2024-10-09 18:46:44,495 INFO: [ epoch: 72 ] [ iter: 97,300 ] [ performance: 27.725 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:16 ] [ l_g_pix: 3.9876e-02 ] [ l_g_total: 3.9876e-02 ] +2024-10-09 18:46:48,204 INFO: [ epoch: 72 ] [ iter: 97,400 ] [ performance: 27.072 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:02 ] [ l_g_pix: 2.9473e-02 ] [ l_g_total: 2.9473e-02 ] +2024-10-09 18:46:51,713 INFO: [ epoch: 72 ] [ iter: 97,500 ] [ performance: 29.722 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:48 ] [ l_g_pix: 3.3575e-02 ] [ l_g_total: 3.3575e-02 ] +2024-10-09 18:46:57,006 INFO: [ epoch: 73 ] [ iter: 97,600 ] [ performance: 19.839 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:42 ] [ l_g_pix: 2.6458e-02 ] [ l_g_total: 2.6458e-02 ] +2024-10-09 18:47:00,724 INFO: [ epoch: 73 ] [ iter: 97,700 ] [ performance: 27.457 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:29 ] [ l_g_pix: 2.6590e-02 ] [ l_g_total: 2.6590e-02 ] +2024-10-09 18:47:04,452 INFO: [ epoch: 73 ] [ iter: 97,800 ] [ performance: 26.903 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:16 ] [ l_g_pix: 3.5910e-02 ] [ l_g_total: 3.5910e-02 ] +2024-10-09 18:47:08,147 INFO: [ epoch: 73 ] [ iter: 97,900 ] [ performance: 27.562 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:02 ] [ l_g_pix: 3.7157e-02 ] [ l_g_total: 3.7157e-02 ] +2024-10-09 18:47:11,912 INFO: [ epoch: 73 ] [ iter: 98,000 ] [ performance: 26.671 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:50 ] [ l_g_pix: 4.9220e-02 ] [ l_g_total: 4.9220e-02 ] +2024-10-09 18:47:15,638 INFO: [ epoch: 73 ] [ iter: 98,100 ] [ performance: 27.156 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:37 ] [ l_g_pix: 2.5810e-02 ] [ l_g_total: 2.5810e-02 ] +2024-10-09 18:47:19,392 INFO: [ epoch: 73 ] [ iter: 98,200 ] [ performance: 26.695 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:24 ] [ l_g_pix: 2.3977e-02 ] [ l_g_total: 2.3977e-02 ] +2024-10-09 18:47:23,158 INFO: [ epoch: 73 ] [ iter: 98,300 ] [ performance: 26.895 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:11 ] [ l_g_pix: 2.2771e-02 ] [ l_g_total: 2.2771e-02 ] +2024-10-09 18:47:26,861 INFO: [ epoch: 73 ] [ iter: 98,400 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:58 ] [ l_g_pix: 2.1035e-02 ] [ l_g_total: 2.1035e-02 ] +2024-10-09 18:47:30,616 INFO: [ epoch: 73 ] [ iter: 98,500 ] [ performance: 26.852 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:45 ] [ l_g_pix: 3.3105e-02 ] [ l_g_total: 3.3105e-02 ] +2024-10-09 18:47:34,367 INFO: [ epoch: 73 ] [ iter: 98,600 ] [ performance: 26.682 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:32 ] [ l_g_pix: 3.1829e-02 ] [ l_g_total: 3.1829e-02 ] +2024-10-09 18:47:38,162 INFO: [ epoch: 73 ] [ iter: 98,700 ] [ performance: 26.139 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:19 ] [ l_g_pix: 3.2840e-02 ] [ l_g_total: 3.2840e-02 ] +2024-10-09 18:47:41,801 INFO: [ epoch: 73 ] [ iter: 98,800 ] [ performance: 27.370 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:06 ] [ l_g_pix: 1.9330e-02 ] [ l_g_total: 1.9330e-02 ] +2024-10-09 18:47:46,662 INFO: [ epoch: 74 ] [ iter: 98,900 ] [ performance: 22.213 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:58 ] [ l_g_pix: 2.8066e-02 ] [ l_g_total: 2.8066e-02 ] +2024-10-09 18:47:50,456 INFO: [ epoch: 74 ] [ iter: 99,000 ] [ performance: 26.004 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:45 ] [ l_g_pix: 4.6039e-02 ] [ l_g_total: 4.6039e-02 ] +2024-10-09 18:47:54,122 INFO: [ epoch: 74 ] [ iter: 99,100 ] [ performance: 28.094 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:32 ] [ l_g_pix: 2.6277e-02 ] [ l_g_total: 2.6277e-02 ] +2024-10-09 18:47:57,864 INFO: [ epoch: 74 ] [ iter: 99,200 ] [ performance: 26.810 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:19 ] [ l_g_pix: 1.6767e-02 ] [ l_g_total: 1.6767e-02 ] +2024-10-09 18:48:01,533 INFO: [ epoch: 74 ] [ iter: 99,300 ] [ performance: 27.905 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:06 ] [ l_g_pix: 5.0466e-02 ] [ l_g_total: 5.0466e-02 ] +2024-10-09 18:48:05,207 INFO: [ epoch: 74 ] [ iter: 99,400 ] [ performance: 27.265 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:53 ] [ l_g_pix: 2.3541e-02 ] [ l_g_total: 2.3541e-02 ] +2024-10-09 18:48:08,892 INFO: [ epoch: 74 ] [ iter: 99,500 ] [ performance: 28.269 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:40 ] [ l_g_pix: 4.2112e-02 ] [ l_g_total: 4.2112e-02 ] +2024-10-09 18:48:12,605 INFO: [ epoch: 74 ] [ iter: 99,600 ] [ performance: 27.005 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:27 ] [ l_g_pix: 4.0575e-02 ] [ l_g_total: 4.0575e-02 ] +2024-10-09 18:48:16,353 INFO: [ epoch: 74 ] [ iter: 99,700 ] [ performance: 27.685 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:15 ] [ l_g_pix: 2.0289e-02 ] [ l_g_total: 2.0289e-02 ] +2024-10-09 18:48:20,052 INFO: [ epoch: 74 ] [ iter: 99,800 ] [ performance: 27.064 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:02 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-09 18:48:23,790 INFO: [ epoch: 74 ] [ iter: 99,900 ] [ performance: 25.748 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:49 ] [ l_g_pix: 4.0418e-02 ] [ l_g_total: 4.0418e-02 ] +2024-10-09 18:48:27,518 INFO: [ epoch: 74 ] [ iter:100,000 ] [ performance: 26.797 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:37 ] [ l_g_pix: 3.8534e-02 ] [ l_g_total: 3.8534e-02 ] +2024-10-09 18:48:27,518 INFO: Saving models and training states. +2024-10-09 18:51:11,413 INFO: Validation val + + # psnr: 27.1762........ Best: 27.1762 @ 100000 iter + # ssim: 0.7651........ Best: 0.7651 @ 100000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 18:51:15,520 INFO: [ epoch: 74 ] [ iter:100,100 ] [ performance: 28.362 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:53 ] [ l_g_pix: 2.1221e-02 ] [ l_g_total: 2.1221e-02 ] +2024-10-09 18:51:19,138 INFO: [ epoch: 74 ] [ iter:100,200 ] [ performance: 27.657 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:39 ] [ l_g_pix: 2.6541e-02 ] [ l_g_total: 2.6541e-02 ] +2024-10-09 18:51:24,727 INFO: [ epoch: 75 ] [ iter:100,300 ] [ performance: 29.573 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:33 ] [ l_g_pix: 3.6355e-02 ] [ l_g_total: 3.6355e-02 ] +2024-10-09 18:51:28,462 INFO: [ epoch: 75 ] [ iter:100,400 ] [ performance: 26.804 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:20 ] [ l_g_pix: 2.5763e-02 ] [ l_g_total: 2.5763e-02 ] +2024-10-09 18:51:32,245 INFO: [ epoch: 75 ] [ iter:100,500 ] [ performance: 26.622 it/s ] [ lr: 5.00e-05 ] [ eta: 6:32:07 ] [ l_g_pix: 3.2690e-02 ] [ l_g_total: 3.2690e-02 ] +2024-10-09 18:51:35,974 INFO: [ epoch: 75 ] [ iter:100,600 ] [ performance: 26.821 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:53 ] [ l_g_pix: 2.9335e-02 ] [ l_g_total: 2.9335e-02 ] +2024-10-09 18:51:39,715 INFO: [ epoch: 75 ] [ iter:100,700 ] [ performance: 26.780 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:40 ] [ l_g_pix: 3.9226e-02 ] [ l_g_total: 3.9226e-02 ] +2024-10-09 18:51:43,472 INFO: [ epoch: 75 ] [ iter:100,800 ] [ performance: 26.610 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:27 ] [ l_g_pix: 2.6147e-02 ] [ l_g_total: 2.6147e-02 ] +2024-10-09 18:51:47,178 INFO: [ epoch: 75 ] [ iter:100,900 ] [ performance: 26.799 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:13 ] [ l_g_pix: 3.0765e-02 ] [ l_g_total: 3.0765e-02 ] +2024-10-09 18:51:50,903 INFO: [ epoch: 75 ] [ iter:101,000 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 6:31:00 ] [ l_g_pix: 4.4934e-02 ] [ l_g_total: 4.4934e-02 ] +2024-10-09 18:51:54,626 INFO: [ epoch: 75 ] [ iter:101,100 ] [ performance: 26.856 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:46 ] [ l_g_pix: 2.1348e-02 ] [ l_g_total: 2.1348e-02 ] +2024-10-09 18:51:58,275 INFO: [ epoch: 75 ] [ iter:101,200 ] [ performance: 27.430 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:33 ] [ l_g_pix: 3.4633e-02 ] [ l_g_total: 3.4633e-02 ] +2024-10-09 18:52:02,057 INFO: [ epoch: 75 ] [ iter:101,300 ] [ performance: 26.923 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:20 ] [ l_g_pix: 2.5634e-02 ] [ l_g_total: 2.5634e-02 ] +2024-10-09 18:52:05,762 INFO: [ epoch: 75 ] [ iter:101,400 ] [ performance: 27.079 it/s ] [ lr: 5.00e-05 ] [ eta: 6:30:06 ] [ l_g_pix: 3.4437e-02 ] [ l_g_total: 3.4437e-02 ] +2024-10-09 18:52:09,321 INFO: [ epoch: 75 ] [ iter:101,500 ] [ performance: 27.594 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:52 ] [ l_g_pix: 3.7562e-02 ] [ l_g_total: 3.7562e-02 ] +2024-10-09 18:52:14,427 INFO: [ epoch: 76 ] [ iter:101,600 ] [ performance: 19.277 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:45 ] [ l_g_pix: 2.7350e-02 ] [ l_g_total: 2.7350e-02 ] +2024-10-09 18:52:18,146 INFO: [ epoch: 76 ] [ iter:101,700 ] [ performance: 22.553 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:31 ] [ l_g_pix: 3.5059e-02 ] [ l_g_total: 3.5059e-02 ] +2024-10-09 18:52:21,851 INFO: [ epoch: 76 ] [ iter:101,800 ] [ performance: 27.033 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:18 ] [ l_g_pix: 3.0113e-02 ] [ l_g_total: 3.0113e-02 ] +2024-10-09 18:52:25,546 INFO: [ epoch: 76 ] [ iter:101,900 ] [ performance: 27.050 it/s ] [ lr: 5.00e-05 ] [ eta: 6:29:05 ] [ l_g_pix: 2.4886e-02 ] [ l_g_total: 2.4886e-02 ] +2024-10-09 18:52:29,223 INFO: [ epoch: 76 ] [ iter:102,000 ] [ performance: 27.298 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:51 ] [ l_g_pix: 3.5605e-02 ] [ l_g_total: 3.5605e-02 ] +2024-10-09 18:52:32,961 INFO: [ epoch: 76 ] [ iter:102,100 ] [ performance: 27.015 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:38 ] [ l_g_pix: 2.9236e-02 ] [ l_g_total: 2.9236e-02 ] +2024-10-09 18:52:36,693 INFO: [ epoch: 76 ] [ iter:102,200 ] [ performance: 26.887 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:25 ] [ l_g_pix: 2.4867e-02 ] [ l_g_total: 2.4867e-02 ] +2024-10-09 18:52:40,422 INFO: [ epoch: 76 ] [ iter:102,300 ] [ performance: 26.854 it/s ] [ lr: 5.00e-05 ] [ eta: 6:28:12 ] [ l_g_pix: 3.6063e-02 ] [ l_g_total: 3.6063e-02 ] +2024-10-09 18:52:44,068 INFO: [ epoch: 76 ] [ iter:102,400 ] [ performance: 27.438 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:58 ] [ l_g_pix: 2.6876e-02 ] [ l_g_total: 2.6876e-02 ] +2024-10-09 18:52:47,757 INFO: [ epoch: 76 ] [ iter:102,500 ] [ performance: 27.267 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:45 ] [ l_g_pix: 2.4835e-02 ] [ l_g_total: 2.4835e-02 ] +2024-10-09 18:52:51,517 INFO: [ epoch: 76 ] [ iter:102,600 ] [ performance: 26.680 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:32 ] [ l_g_pix: 3.3329e-02 ] [ l_g_total: 3.3329e-02 ] +2024-10-09 18:52:55,278 INFO: [ epoch: 76 ] [ iter:102,700 ] [ performance: 26.635 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:19 ] [ l_g_pix: 2.9669e-02 ] [ l_g_total: 2.9669e-02 ] +2024-10-09 18:52:58,957 INFO: [ epoch: 76 ] [ iter:102,800 ] [ performance: 27.281 it/s ] [ lr: 5.00e-05 ] [ eta: 6:27:06 ] [ l_g_pix: 3.3788e-02 ] [ l_g_total: 3.3788e-02 ] +2024-10-09 18:53:04,119 INFO: [ epoch: 77 ] [ iter:102,900 ] [ performance: 22.437 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:59 ] [ l_g_pix: 2.5004e-02 ] [ l_g_total: 2.5004e-02 ] +2024-10-09 18:53:07,857 INFO: [ epoch: 77 ] [ iter:103,000 ] [ performance: 26.817 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:46 ] [ l_g_pix: 4.4081e-02 ] [ l_g_total: 4.4081e-02 ] +2024-10-09 18:53:11,586 INFO: [ epoch: 77 ] [ iter:103,100 ] [ performance: 26.818 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:33 ] [ l_g_pix: 2.7220e-02 ] [ l_g_total: 2.7220e-02 ] +2024-10-09 18:53:15,320 INFO: [ epoch: 77 ] [ iter:103,200 ] [ performance: 26.906 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:20 ] [ l_g_pix: 3.8003e-02 ] [ l_g_total: 3.8003e-02 ] +2024-10-09 18:53:19,021 INFO: [ epoch: 77 ] [ iter:103,300 ] [ performance: 26.968 it/s ] [ lr: 5.00e-05 ] [ eta: 6:26:07 ] [ l_g_pix: 3.7971e-02 ] [ l_g_total: 3.7971e-02 ] +2024-10-09 18:53:22,682 INFO: [ epoch: 77 ] [ iter:103,400 ] [ performance: 27.448 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:54 ] [ l_g_pix: 3.5462e-02 ] [ l_g_total: 3.5462e-02 ] +2024-10-09 18:53:26,392 INFO: [ epoch: 77 ] [ iter:103,500 ] [ performance: 27.183 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:41 ] [ l_g_pix: 2.9484e-02 ] [ l_g_total: 2.9484e-02 ] +2024-10-09 18:53:30,146 INFO: [ epoch: 77 ] [ iter:103,600 ] [ performance: 26.690 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:28 ] [ l_g_pix: 3.2471e-02 ] [ l_g_total: 3.2471e-02 ] +2024-10-09 18:53:33,858 INFO: [ epoch: 77 ] [ iter:103,700 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:15 ] [ l_g_pix: 3.5729e-02 ] [ l_g_total: 3.5729e-02 ] +2024-10-09 18:53:37,576 INFO: [ epoch: 77 ] [ iter:103,800 ] [ performance: 27.040 it/s ] [ lr: 5.00e-05 ] [ eta: 6:25:02 ] [ l_g_pix: 3.1859e-02 ] [ l_g_total: 3.1859e-02 ] +2024-10-09 18:53:41,315 INFO: [ epoch: 77 ] [ iter:103,900 ] [ performance: 26.884 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:49 ] [ l_g_pix: 2.3776e-02 ] [ l_g_total: 2.3776e-02 ] +2024-10-09 18:53:45,038 INFO: [ epoch: 77 ] [ iter:104,000 ] [ performance: 26.881 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:36 ] [ l_g_pix: 2.6338e-02 ] [ l_g_total: 2.6338e-02 ] +2024-10-09 18:53:48,767 INFO: [ epoch: 77 ] [ iter:104,100 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:24 ] [ l_g_pix: 1.9809e-02 ] [ l_g_total: 1.9809e-02 ] +2024-10-09 18:53:52,245 INFO: [ epoch: 77 ] [ iter:104,200 ] [ performance: 29.035 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:10 ] [ l_g_pix: 2.1565e-02 ] [ l_g_total: 2.1565e-02 ] +2024-10-09 18:53:57,332 INFO: [ epoch: 78 ] [ iter:104,300 ] [ performance: 23.010 it/s ] [ lr: 5.00e-05 ] [ eta: 6:24:02 ] [ l_g_pix: 3.9471e-02 ] [ l_g_total: 3.9471e-02 ] +2024-10-09 18:54:01,062 INFO: [ epoch: 78 ] [ iter:104,400 ] [ performance: 26.850 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:50 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-09 18:54:04,721 INFO: [ epoch: 78 ] [ iter:104,500 ] [ performance: 27.115 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:37 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-10-09 18:54:08,430 INFO: [ epoch: 78 ] [ iter:104,600 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:24 ] [ l_g_pix: 3.1449e-02 ] [ l_g_total: 3.1449e-02 ] +2024-10-09 18:54:12,158 INFO: [ epoch: 78 ] [ iter:104,700 ] [ performance: 26.908 it/s ] [ lr: 5.00e-05 ] [ eta: 6:23:11 ] [ l_g_pix: 3.2473e-02 ] [ l_g_total: 3.2473e-02 ] +2024-10-09 18:54:15,876 INFO: [ epoch: 78 ] [ iter:104,800 ] [ performance: 26.951 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:58 ] [ l_g_pix: 2.5943e-02 ] [ l_g_total: 2.5943e-02 ] +2024-10-09 18:54:19,592 INFO: [ epoch: 78 ] [ iter:104,900 ] [ performance: 26.931 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:46 ] [ l_g_pix: 1.3151e-02 ] [ l_g_total: 1.3151e-02 ] +2024-10-09 18:54:23,366 INFO: [ epoch: 78 ] [ iter:105,000 ] [ performance: 26.891 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:33 ] [ l_g_pix: 3.3686e-02 ] [ l_g_total: 3.3686e-02 ] +2024-10-09 18:54:27,072 INFO: [ epoch: 78 ] [ iter:105,100 ] [ performance: 26.949 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:20 ] [ l_g_pix: 3.4498e-02 ] [ l_g_total: 3.4498e-02 ] +2024-10-09 18:54:30,787 INFO: [ epoch: 78 ] [ iter:105,200 ] [ performance: 27.029 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:08 ] [ l_g_pix: 3.8049e-02 ] [ l_g_total: 3.8049e-02 ] +2024-10-09 18:54:34,475 INFO: [ epoch: 78 ] [ iter:105,300 ] [ performance: 27.080 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:55 ] [ l_g_pix: 3.8403e-02 ] [ l_g_total: 3.8403e-02 ] +2024-10-09 18:54:38,158 INFO: [ epoch: 78 ] [ iter:105,400 ] [ performance: 27.274 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:42 ] [ l_g_pix: 3.1647e-02 ] [ l_g_total: 3.1647e-02 ] +2024-10-09 18:54:41,744 INFO: [ epoch: 78 ] [ iter:105,500 ] [ performance: 27.622 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:29 ] [ l_g_pix: 4.3254e-02 ] [ l_g_total: 4.3254e-02 ] +2024-10-09 18:54:46,962 INFO: [ epoch: 79 ] [ iter:105,600 ] [ performance: 17.365 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:22 ] [ l_g_pix: 2.4059e-02 ] [ l_g_total: 2.4059e-02 ] +2024-10-09 18:54:50,709 INFO: [ epoch: 79 ] [ iter:105,700 ] [ performance: 21.706 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:10 ] [ l_g_pix: 2.4585e-02 ] [ l_g_total: 2.4585e-02 ] +2024-10-09 18:54:54,448 INFO: [ epoch: 79 ] [ iter:105,800 ] [ performance: 27.034 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:57 ] [ l_g_pix: 3.1555e-02 ] [ l_g_total: 3.1555e-02 ] +2024-10-09 18:54:58,152 INFO: [ epoch: 79 ] [ iter:105,900 ] [ performance: 27.013 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:45 ] [ l_g_pix: 4.1399e-02 ] [ l_g_total: 4.1399e-02 ] +2024-10-09 18:55:01,892 INFO: [ epoch: 79 ] [ iter:106,000 ] [ performance: 26.913 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:32 ] [ l_g_pix: 2.4205e-02 ] [ l_g_total: 2.4205e-02 ] +2024-10-09 18:55:05,583 INFO: [ epoch: 79 ] [ iter:106,100 ] [ performance: 27.020 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:20 ] [ l_g_pix: 4.0885e-02 ] [ l_g_total: 4.0885e-02 ] +2024-10-09 18:55:09,268 INFO: [ epoch: 79 ] [ iter:106,200 ] [ performance: 27.276 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:07 ] [ l_g_pix: 2.8899e-02 ] [ l_g_total: 2.8899e-02 ] +2024-10-09 18:55:13,015 INFO: [ epoch: 79 ] [ iter:106,300 ] [ performance: 26.936 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:55 ] [ l_g_pix: 2.3193e-02 ] [ l_g_total: 2.3193e-02 ] +2024-10-09 18:55:16,750 INFO: [ epoch: 79 ] [ iter:106,400 ] [ performance: 26.809 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:42 ] [ l_g_pix: 3.8218e-02 ] [ l_g_total: 3.8218e-02 ] +2024-10-09 18:55:20,471 INFO: [ epoch: 79 ] [ iter:106,500 ] [ performance: 26.848 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:30 ] [ l_g_pix: 2.9374e-02 ] [ l_g_total: 2.9374e-02 ] +2024-10-09 18:55:24,158 INFO: [ epoch: 79 ] [ iter:106,600 ] [ performance: 27.371 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:17 ] [ l_g_pix: 2.5204e-02 ] [ l_g_total: 2.5204e-02 ] +2024-10-09 18:55:27,847 INFO: [ epoch: 79 ] [ iter:106,700 ] [ performance: 27.217 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:05 ] [ l_g_pix: 3.4854e-02 ] [ l_g_total: 3.4854e-02 ] +2024-10-09 18:55:31,534 INFO: [ epoch: 79 ] [ iter:106,800 ] [ performance: 27.340 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:52 ] [ l_g_pix: 2.1471e-02 ] [ l_g_total: 2.1471e-02 ] +2024-10-09 18:55:36,296 INFO: [ epoch: 80 ] [ iter:106,900 ] [ performance: 23.202 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:44 ] [ l_g_pix: 2.7952e-02 ] [ l_g_total: 2.7952e-02 ] +2024-10-09 18:55:40,201 INFO: [ epoch: 80 ] [ iter:107,000 ] [ performance: 27.272 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:32 ] [ l_g_pix: 2.5623e-02 ] [ l_g_total: 2.5623e-02 ] +2024-10-09 18:55:43,930 INFO: [ epoch: 80 ] [ iter:107,100 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:20 ] [ l_g_pix: 2.3268e-02 ] [ l_g_total: 2.3268e-02 ] +2024-10-09 18:55:47,600 INFO: [ epoch: 80 ] [ iter:107,200 ] [ performance: 27.347 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:07 ] [ l_g_pix: 3.0788e-02 ] [ l_g_total: 3.0788e-02 ] +2024-10-09 18:55:51,329 INFO: [ epoch: 80 ] [ iter:107,300 ] [ performance: 27.030 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:55 ] [ l_g_pix: 2.7794e-02 ] [ l_g_total: 2.7794e-02 ] +2024-10-09 18:55:55,036 INFO: [ epoch: 80 ] [ iter:107,400 ] [ performance: 27.092 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:43 ] [ l_g_pix: 2.3814e-02 ] [ l_g_total: 2.3814e-02 ] +2024-10-09 18:55:58,719 INFO: [ epoch: 80 ] [ iter:107,500 ] [ performance: 27.134 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:30 ] [ l_g_pix: 3.2387e-02 ] [ l_g_total: 3.2387e-02 ] +2024-10-09 18:56:02,428 INFO: [ epoch: 80 ] [ iter:107,600 ] [ performance: 27.069 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:18 ] [ l_g_pix: 1.6426e-02 ] [ l_g_total: 1.6426e-02 ] +2024-10-09 18:56:06,077 INFO: [ epoch: 80 ] [ iter:107,700 ] [ performance: 27.274 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:05 ] [ l_g_pix: 4.2284e-02 ] [ l_g_total: 4.2284e-02 ] +2024-10-09 18:56:09,791 INFO: [ epoch: 80 ] [ iter:107,800 ] [ performance: 26.983 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:53 ] [ l_g_pix: 2.3143e-02 ] [ l_g_total: 2.3143e-02 ] +2024-10-09 18:56:13,545 INFO: [ epoch: 80 ] [ iter:107,900 ] [ performance: 26.776 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:41 ] [ l_g_pix: 3.2201e-02 ] [ l_g_total: 3.2201e-02 ] +2024-10-09 18:56:17,286 INFO: [ epoch: 80 ] [ iter:108,000 ] [ performance: 26.790 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:29 ] [ l_g_pix: 2.6789e-02 ] [ l_g_total: 2.6789e-02 ] +2024-10-09 18:56:20,964 INFO: [ epoch: 80 ] [ iter:108,100 ] [ performance: 27.033 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:16 ] [ l_g_pix: 1.8042e-02 ] [ l_g_total: 1.8042e-02 ] +2024-10-09 18:56:24,448 INFO: [ epoch: 80 ] [ iter:108,200 ] [ performance: 29.170 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:03 ] [ l_g_pix: 2.0902e-02 ] [ l_g_total: 2.0902e-02 ] +2024-10-09 18:56:29,653 INFO: [ epoch: 81 ] [ iter:108,300 ] [ performance: 22.103 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:57 ] [ l_g_pix: 3.6373e-02 ] [ l_g_total: 3.6373e-02 ] +2024-10-09 18:56:33,327 INFO: [ epoch: 81 ] [ iter:108,400 ] [ performance: 27.422 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:44 ] [ l_g_pix: 2.3330e-02 ] [ l_g_total: 2.3330e-02 ] +2024-10-09 18:56:37,059 INFO: [ epoch: 81 ] [ iter:108,500 ] [ performance: 27.030 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:32 ] [ l_g_pix: 3.7196e-02 ] [ l_g_total: 3.7196e-02 ] +2024-10-09 18:56:40,770 INFO: [ epoch: 81 ] [ iter:108,600 ] [ performance: 27.094 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:20 ] [ l_g_pix: 1.6761e-02 ] [ l_g_total: 1.6761e-02 ] +2024-10-09 18:56:44,499 INFO: [ epoch: 81 ] [ iter:108,700 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:08 ] [ l_g_pix: 2.1016e-02 ] [ l_g_total: 2.1016e-02 ] +2024-10-09 18:56:48,206 INFO: [ epoch: 81 ] [ iter:108,800 ] [ performance: 27.250 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:56 ] [ l_g_pix: 3.2273e-02 ] [ l_g_total: 3.2273e-02 ] +2024-10-09 18:56:51,903 INFO: [ epoch: 81 ] [ iter:108,900 ] [ performance: 27.127 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:44 ] [ l_g_pix: 3.1278e-02 ] [ l_g_total: 3.1278e-02 ] +2024-10-09 18:56:55,612 INFO: [ epoch: 81 ] [ iter:109,000 ] [ performance: 26.985 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:32 ] [ l_g_pix: 3.0897e-02 ] [ l_g_total: 3.0897e-02 ] +2024-10-09 18:56:59,319 INFO: [ epoch: 81 ] [ iter:109,100 ] [ performance: 26.983 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:20 ] [ l_g_pix: 2.5771e-02 ] [ l_g_total: 2.5771e-02 ] +2024-10-09 18:57:03,099 INFO: [ epoch: 81 ] [ iter:109,200 ] [ performance: 26.472 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:08 ] [ l_g_pix: 3.1936e-02 ] [ l_g_total: 3.1936e-02 ] +2024-10-09 18:57:06,809 INFO: [ epoch: 81 ] [ iter:109,300 ] [ performance: 26.781 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:56 ] [ l_g_pix: 3.9219e-02 ] [ l_g_total: 3.9219e-02 ] +2024-10-09 18:57:10,587 INFO: [ epoch: 81 ] [ iter:109,400 ] [ performance: 26.467 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:44 ] [ l_g_pix: 2.2992e-02 ] [ l_g_total: 2.2992e-02 ] +2024-10-09 18:57:14,185 INFO: [ epoch: 81 ] [ iter:109,500 ] [ performance: 27.303 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:32 ] [ l_g_pix: 2.9637e-02 ] [ l_g_total: 2.9637e-02 ] +2024-10-09 18:57:19,342 INFO: [ epoch: 82 ] [ iter:109,600 ] [ performance: 15.198 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:25 ] [ l_g_pix: 2.9315e-02 ] [ l_g_total: 2.9315e-02 ] +2024-10-09 18:57:23,098 INFO: [ epoch: 82 ] [ iter:109,700 ] [ performance: 21.020 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:13 ] [ l_g_pix: 2.8095e-02 ] [ l_g_total: 2.8095e-02 ] +2024-10-09 18:57:26,805 INFO: [ epoch: 82 ] [ iter:109,800 ] [ performance: 27.123 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:01 ] [ l_g_pix: 3.7078e-02 ] [ l_g_total: 3.7078e-02 ] +2024-10-09 18:57:30,541 INFO: [ epoch: 82 ] [ iter:109,900 ] [ performance: 26.894 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:49 ] [ l_g_pix: 2.0673e-02 ] [ l_g_total: 2.0673e-02 ] +2024-10-09 18:57:34,263 INFO: [ epoch: 82 ] [ iter:110,000 ] [ performance: 26.774 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:37 ] [ l_g_pix: 3.4440e-02 ] [ l_g_total: 3.4440e-02 ] +2024-10-09 18:57:34,263 INFO: Saving models and training states. +2024-10-09 19:00:18,238 INFO: Validation val + + # psnr: 27.1786........ Best: 27.1786 @ 110000 iter + # ssim: 0.7652........ Best: 0.7652 @ 110000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:00:21,946 INFO: [ epoch: 82 ] [ iter:110,100 ] [ performance: 26.913 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:36 ] [ l_g_pix: 2.5851e-02 ] [ l_g_total: 2.5851e-02 ] +2024-10-09 19:00:25,694 INFO: [ epoch: 82 ] [ iter:110,200 ] [ performance: 26.889 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:23 ] [ l_g_pix: 2.8682e-02 ] [ l_g_total: 2.8682e-02 ] +2024-10-09 19:00:29,376 INFO: [ epoch: 82 ] [ iter:110,300 ] [ performance: 27.068 it/s ] [ lr: 5.00e-05 ] [ eta: 6:22:11 ] [ l_g_pix: 2.7386e-02 ] [ l_g_total: 2.7386e-02 ] +2024-10-09 19:00:33,087 INFO: [ epoch: 82 ] [ iter:110,400 ] [ performance: 26.741 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:58 ] [ l_g_pix: 2.6198e-02 ] [ l_g_total: 2.6198e-02 ] +2024-10-09 19:00:36,803 INFO: [ epoch: 82 ] [ iter:110,500 ] [ performance: 26.857 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:45 ] [ l_g_pix: 2.2862e-02 ] [ l_g_total: 2.2862e-02 ] +2024-10-09 19:00:40,512 INFO: [ epoch: 82 ] [ iter:110,600 ] [ performance: 27.008 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:33 ] [ l_g_pix: 2.6458e-02 ] [ l_g_total: 2.6458e-02 ] +2024-10-09 19:00:44,225 INFO: [ epoch: 82 ] [ iter:110,700 ] [ performance: 26.961 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:20 ] [ l_g_pix: 2.5677e-02 ] [ l_g_total: 2.5677e-02 ] +2024-10-09 19:00:47,887 INFO: [ epoch: 82 ] [ iter:110,800 ] [ performance: 27.679 it/s ] [ lr: 5.00e-05 ] [ eta: 6:21:08 ] [ l_g_pix: 3.2096e-02 ] [ l_g_total: 3.2096e-02 ] +2024-10-09 19:00:52,456 INFO: [ epoch: 83 ] [ iter:110,900 ] [ performance: 23.506 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:58 ] [ l_g_pix: 2.7211e-02 ] [ l_g_total: 2.7211e-02 ] +2024-10-09 19:00:56,450 INFO: [ epoch: 83 ] [ iter:111,000 ] [ performance: 27.028 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:47 ] [ l_g_pix: 2.8152e-02 ] [ l_g_total: 2.8152e-02 ] +2024-10-09 19:01:00,200 INFO: [ epoch: 83 ] [ iter:111,100 ] [ performance: 26.784 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:34 ] [ l_g_pix: 1.9844e-02 ] [ l_g_total: 1.9844e-02 ] +2024-10-09 19:01:03,953 INFO: [ epoch: 83 ] [ iter:111,200 ] [ performance: 26.602 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:22 ] [ l_g_pix: 2.5005e-02 ] [ l_g_total: 2.5005e-02 ] +2024-10-09 19:01:07,666 INFO: [ epoch: 83 ] [ iter:111,300 ] [ performance: 26.826 it/s ] [ lr: 5.00e-05 ] [ eta: 6:20:10 ] [ l_g_pix: 2.6284e-02 ] [ l_g_total: 2.6284e-02 ] +2024-10-09 19:01:11,391 INFO: [ epoch: 83 ] [ iter:111,400 ] [ performance: 27.067 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:57 ] [ l_g_pix: 1.9192e-02 ] [ l_g_total: 1.9192e-02 ] +2024-10-09 19:01:15,096 INFO: [ epoch: 83 ] [ iter:111,500 ] [ performance: 27.017 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:45 ] [ l_g_pix: 3.6878e-02 ] [ l_g_total: 3.6878e-02 ] +2024-10-09 19:01:18,796 INFO: [ epoch: 83 ] [ iter:111,600 ] [ performance: 26.839 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:32 ] [ l_g_pix: 3.3231e-02 ] [ l_g_total: 3.3231e-02 ] +2024-10-09 19:01:22,532 INFO: [ epoch: 83 ] [ iter:111,700 ] [ performance: 26.793 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:20 ] [ l_g_pix: 4.4975e-02 ] [ l_g_total: 4.4975e-02 ] +2024-10-09 19:01:26,291 INFO: [ epoch: 83 ] [ iter:111,800 ] [ performance: 26.771 it/s ] [ lr: 5.00e-05 ] [ eta: 6:19:08 ] [ l_g_pix: 3.1254e-02 ] [ l_g_total: 3.1254e-02 ] +2024-10-09 19:01:30,031 INFO: [ epoch: 83 ] [ iter:111,900 ] [ performance: 26.753 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:56 ] [ l_g_pix: 2.7976e-02 ] [ l_g_total: 2.7976e-02 ] +2024-10-09 19:01:33,770 INFO: [ epoch: 83 ] [ iter:112,000 ] [ performance: 26.719 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:43 ] [ l_g_pix: 3.2051e-02 ] [ l_g_total: 3.2051e-02 ] +2024-10-09 19:01:37,507 INFO: [ epoch: 83 ] [ iter:112,100 ] [ performance: 26.752 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:31 ] [ l_g_pix: 2.6309e-02 ] [ l_g_total: 2.6309e-02 ] +2024-10-09 19:01:41,025 INFO: [ epoch: 83 ] [ iter:112,200 ] [ performance: 29.018 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:18 ] [ l_g_pix: 3.3428e-02 ] [ l_g_total: 3.3428e-02 ] +2024-10-09 19:01:46,192 INFO: [ epoch: 84 ] [ iter:112,300 ] [ performance: 21.473 it/s ] [ lr: 5.00e-05 ] [ eta: 6:18:11 ] [ l_g_pix: 2.3275e-02 ] [ l_g_total: 2.3275e-02 ] +2024-10-09 19:01:49,870 INFO: [ epoch: 84 ] [ iter:112,400 ] [ performance: 27.516 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:59 ] [ l_g_pix: 2.4430e-02 ] [ l_g_total: 2.4430e-02 ] +2024-10-09 19:01:53,600 INFO: [ epoch: 84 ] [ iter:112,500 ] [ performance: 27.010 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:47 ] [ l_g_pix: 4.0408e-02 ] [ l_g_total: 4.0408e-02 ] +2024-10-09 19:01:57,279 INFO: [ epoch: 84 ] [ iter:112,600 ] [ performance: 27.336 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:34 ] [ l_g_pix: 3.0438e-02 ] [ l_g_total: 3.0438e-02 ] +2024-10-09 19:02:00,947 INFO: [ epoch: 84 ] [ iter:112,700 ] [ performance: 27.287 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:22 ] [ l_g_pix: 2.8667e-02 ] [ l_g_total: 2.8667e-02 ] +2024-10-09 19:02:04,638 INFO: [ epoch: 84 ] [ iter:112,800 ] [ performance: 27.393 it/s ] [ lr: 5.00e-05 ] [ eta: 6:17:09 ] [ l_g_pix: 2.7359e-02 ] [ l_g_total: 2.7359e-02 ] +2024-10-09 19:02:08,347 INFO: [ epoch: 84 ] [ iter:112,900 ] [ performance: 27.085 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:57 ] [ l_g_pix: 2.9033e-02 ] [ l_g_total: 2.9033e-02 ] +2024-10-09 19:02:12,056 INFO: [ epoch: 84 ] [ iter:113,000 ] [ performance: 26.900 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:45 ] [ l_g_pix: 2.8384e-02 ] [ l_g_total: 2.8384e-02 ] +2024-10-09 19:02:15,731 INFO: [ epoch: 84 ] [ iter:113,100 ] [ performance: 27.132 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:33 ] [ l_g_pix: 3.6210e-02 ] [ l_g_total: 3.6210e-02 ] +2024-10-09 19:02:19,467 INFO: [ epoch: 84 ] [ iter:113,200 ] [ performance: 26.744 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:21 ] [ l_g_pix: 3.2543e-02 ] [ l_g_total: 3.2543e-02 ] +2024-10-09 19:02:23,179 INFO: [ epoch: 84 ] [ iter:113,300 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 6:16:08 ] [ l_g_pix: 2.6065e-02 ] [ l_g_total: 2.6065e-02 ] +2024-10-09 19:02:26,812 INFO: [ epoch: 84 ] [ iter:113,400 ] [ performance: 27.674 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:56 ] [ l_g_pix: 3.1245e-02 ] [ l_g_total: 3.1245e-02 ] +2024-10-09 19:02:30,458 INFO: [ epoch: 84 ] [ iter:113,500 ] [ performance: 27.497 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:44 ] [ l_g_pix: 4.4429e-02 ] [ l_g_total: 4.4429e-02 ] +2024-10-09 19:02:35,427 INFO: [ epoch: 85 ] [ iter:113,600 ] [ performance: 21.942 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:36 ] [ l_g_pix: 2.8844e-02 ] [ l_g_total: 2.8844e-02 ] +2024-10-09 19:02:39,140 INFO: [ epoch: 85 ] [ iter:113,700 ] [ performance: 25.440 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:24 ] [ l_g_pix: 2.8912e-02 ] [ l_g_total: 2.8912e-02 ] +2024-10-09 19:02:42,883 INFO: [ epoch: 85 ] [ iter:113,800 ] [ performance: 26.825 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:12 ] [ l_g_pix: 2.8583e-02 ] [ l_g_total: 2.8583e-02 ] +2024-10-09 19:02:46,578 INFO: [ epoch: 85 ] [ iter:113,900 ] [ performance: 27.008 it/s ] [ lr: 5.00e-05 ] [ eta: 6:15:00 ] [ l_g_pix: 3.6891e-02 ] [ l_g_total: 3.6891e-02 ] +2024-10-09 19:02:50,265 INFO: [ epoch: 85 ] [ iter:114,000 ] [ performance: 27.327 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:48 ] [ l_g_pix: 3.0456e-02 ] [ l_g_total: 3.0456e-02 ] +2024-10-09 19:02:54,000 INFO: [ epoch: 85 ] [ iter:114,100 ] [ performance: 26.914 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:36 ] [ l_g_pix: 3.6483e-02 ] [ l_g_total: 3.6483e-02 ] +2024-10-09 19:02:57,747 INFO: [ epoch: 85 ] [ iter:114,200 ] [ performance: 26.819 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:24 ] [ l_g_pix: 2.9314e-02 ] [ l_g_total: 2.9314e-02 ] +2024-10-09 19:03:01,460 INFO: [ epoch: 85 ] [ iter:114,300 ] [ performance: 26.909 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:12 ] [ l_g_pix: 3.7257e-02 ] [ l_g_total: 3.7257e-02 ] +2024-10-09 19:03:05,206 INFO: [ epoch: 85 ] [ iter:114,400 ] [ performance: 27.221 it/s ] [ lr: 5.00e-05 ] [ eta: 6:14:00 ] [ l_g_pix: 4.0326e-02 ] [ l_g_total: 4.0326e-02 ] +2024-10-09 19:03:08,932 INFO: [ epoch: 85 ] [ iter:114,500 ] [ performance: 26.929 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:48 ] [ l_g_pix: 4.0948e-02 ] [ l_g_total: 4.0948e-02 ] +2024-10-09 19:03:12,606 INFO: [ epoch: 85 ] [ iter:114,600 ] [ performance: 27.657 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:36 ] [ l_g_pix: 2.3296e-02 ] [ l_g_total: 2.3296e-02 ] +2024-10-09 19:03:16,309 INFO: [ epoch: 85 ] [ iter:114,700 ] [ performance: 27.158 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:24 ] [ l_g_pix: 2.6254e-02 ] [ l_g_total: 2.6254e-02 ] +2024-10-09 19:03:20,059 INFO: [ epoch: 85 ] [ iter:114,800 ] [ performance: 27.305 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:12 ] [ l_g_pix: 1.9691e-02 ] [ l_g_total: 1.9691e-02 ] +2024-10-09 19:03:24,490 INFO: [ epoch: 86 ] [ iter:114,900 ] [ performance: 23.490 it/s ] [ lr: 5.00e-05 ] [ eta: 6:13:03 ] [ l_g_pix: 2.8229e-02 ] [ l_g_total: 2.8229e-02 ] +2024-10-09 19:03:28,502 INFO: [ epoch: 86 ] [ iter:115,000 ] [ performance: 27.832 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:52 ] [ l_g_pix: 1.8525e-02 ] [ l_g_total: 1.8525e-02 ] +2024-10-09 19:03:32,185 INFO: [ epoch: 86 ] [ iter:115,100 ] [ performance: 27.297 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:40 ] [ l_g_pix: 3.2750e-02 ] [ l_g_total: 3.2750e-02 ] +2024-10-09 19:03:35,909 INFO: [ epoch: 86 ] [ iter:115,200 ] [ performance: 26.416 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:28 ] [ l_g_pix: 2.7987e-02 ] [ l_g_total: 2.7987e-02 ] +2024-10-09 19:03:39,619 INFO: [ epoch: 86 ] [ iter:115,300 ] [ performance: 26.843 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:16 ] [ l_g_pix: 2.7870e-02 ] [ l_g_total: 2.7870e-02 ] +2024-10-09 19:03:43,322 INFO: [ epoch: 86 ] [ iter:115,400 ] [ performance: 27.126 it/s ] [ lr: 5.00e-05 ] [ eta: 6:12:04 ] [ l_g_pix: 2.4966e-02 ] [ l_g_total: 2.4966e-02 ] +2024-10-09 19:03:47,027 INFO: [ epoch: 86 ] [ iter:115,500 ] [ performance: 27.023 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:52 ] [ l_g_pix: 3.3404e-02 ] [ l_g_total: 3.3404e-02 ] +2024-10-09 19:03:50,756 INFO: [ epoch: 86 ] [ iter:115,600 ] [ performance: 27.193 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:41 ] [ l_g_pix: 2.7240e-02 ] [ l_g_total: 2.7240e-02 ] +2024-10-09 19:03:54,452 INFO: [ epoch: 86 ] [ iter:115,700 ] [ performance: 27.088 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:29 ] [ l_g_pix: 3.6879e-02 ] [ l_g_total: 3.6879e-02 ] +2024-10-09 19:03:58,194 INFO: [ epoch: 86 ] [ iter:115,800 ] [ performance: 27.078 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:17 ] [ l_g_pix: 2.6966e-02 ] [ l_g_total: 2.6966e-02 ] +2024-10-09 19:04:01,910 INFO: [ epoch: 86 ] [ iter:115,900 ] [ performance: 26.947 it/s ] [ lr: 5.00e-05 ] [ eta: 6:11:05 ] [ l_g_pix: 3.6396e-02 ] [ l_g_total: 3.6396e-02 ] +2024-10-09 19:04:05,595 INFO: [ epoch: 86 ] [ iter:116,000 ] [ performance: 27.950 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:54 ] [ l_g_pix: 2.3538e-02 ] [ l_g_total: 2.3538e-02 ] +2024-10-09 19:04:09,311 INFO: [ epoch: 86 ] [ iter:116,100 ] [ performance: 27.104 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:42 ] [ l_g_pix: 2.7035e-02 ] [ l_g_total: 2.7035e-02 ] +2024-10-09 19:04:12,895 INFO: [ epoch: 86 ] [ iter:116,200 ] [ performance: 29.086 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:30 ] [ l_g_pix: 1.9145e-02 ] [ l_g_total: 1.9145e-02 ] +2024-10-09 19:04:17,972 INFO: [ epoch: 87 ] [ iter:116,300 ] [ performance: 20.919 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:23 ] [ l_g_pix: 1.8623e-02 ] [ l_g_total: 1.8623e-02 ] +2024-10-09 19:04:21,643 INFO: [ epoch: 87 ] [ iter:116,400 ] [ performance: 28.262 it/s ] [ lr: 5.00e-05 ] [ eta: 6:10:11 ] [ l_g_pix: 3.6947e-02 ] [ l_g_total: 3.6947e-02 ] +2024-10-09 19:04:25,376 INFO: [ epoch: 87 ] [ iter:116,500 ] [ performance: 27.035 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:59 ] [ l_g_pix: 2.3855e-02 ] [ l_g_total: 2.3855e-02 ] +2024-10-09 19:04:29,050 INFO: [ epoch: 87 ] [ iter:116,600 ] [ performance: 27.632 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:47 ] [ l_g_pix: 2.4873e-02 ] [ l_g_total: 2.4873e-02 ] +2024-10-09 19:04:32,749 INFO: [ epoch: 87 ] [ iter:116,700 ] [ performance: 27.140 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:36 ] [ l_g_pix: 1.7124e-02 ] [ l_g_total: 1.7124e-02 ] +2024-10-09 19:04:36,451 INFO: [ epoch: 87 ] [ iter:116,800 ] [ performance: 27.212 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:24 ] [ l_g_pix: 2.1065e-02 ] [ l_g_total: 2.1065e-02 ] +2024-10-09 19:04:40,162 INFO: [ epoch: 87 ] [ iter:116,900 ] [ performance: 26.996 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:12 ] [ l_g_pix: 3.6508e-02 ] [ l_g_total: 3.6508e-02 ] +2024-10-09 19:04:43,909 INFO: [ epoch: 87 ] [ iter:117,000 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 6:09:01 ] [ l_g_pix: 3.0080e-02 ] [ l_g_total: 3.0080e-02 ] +2024-10-09 19:04:47,639 INFO: [ epoch: 87 ] [ iter:117,100 ] [ performance: 26.843 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:49 ] [ l_g_pix: 3.9152e-02 ] [ l_g_total: 3.9152e-02 ] +2024-10-09 19:04:51,349 INFO: [ epoch: 87 ] [ iter:117,200 ] [ performance: 26.489 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:37 ] [ l_g_pix: 2.5778e-02 ] [ l_g_total: 2.5778e-02 ] +2024-10-09 19:04:55,089 INFO: [ epoch: 87 ] [ iter:117,300 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:26 ] [ l_g_pix: 3.9196e-02 ] [ l_g_total: 3.9196e-02 ] +2024-10-09 19:04:58,850 INFO: [ epoch: 87 ] [ iter:117,400 ] [ performance: 26.764 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:15 ] [ l_g_pix: 2.7229e-02 ] [ l_g_total: 2.7229e-02 ] +2024-10-09 19:05:02,521 INFO: [ epoch: 87 ] [ iter:117,500 ] [ performance: 27.173 it/s ] [ lr: 5.00e-05 ] [ eta: 6:08:03 ] [ l_g_pix: 2.3754e-02 ] [ l_g_total: 2.3754e-02 ] +2024-10-09 19:05:07,376 INFO: [ epoch: 88 ] [ iter:117,600 ] [ performance: 21.606 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:55 ] [ l_g_pix: 3.2502e-02 ] [ l_g_total: 3.2502e-02 ] +2024-10-09 19:05:11,107 INFO: [ epoch: 88 ] [ iter:117,700 ] [ performance: 25.996 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:44 ] [ l_g_pix: 4.5854e-02 ] [ l_g_total: 4.5854e-02 ] +2024-10-09 19:05:14,818 INFO: [ epoch: 88 ] [ iter:117,800 ] [ performance: 28.013 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:32 ] [ l_g_pix: 1.5498e-02 ] [ l_g_total: 1.5498e-02 ] +2024-10-09 19:05:18,545 INFO: [ epoch: 88 ] [ iter:117,900 ] [ performance: 26.976 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:21 ] [ l_g_pix: 3.2909e-02 ] [ l_g_total: 3.2909e-02 ] +2024-10-09 19:05:22,226 INFO: [ epoch: 88 ] [ iter:118,000 ] [ performance: 28.072 it/s ] [ lr: 5.00e-05 ] [ eta: 6:07:09 ] [ l_g_pix: 2.6850e-02 ] [ l_g_total: 2.6850e-02 ] +2024-10-09 19:05:25,937 INFO: [ epoch: 88 ] [ iter:118,100 ] [ performance: 27.079 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:58 ] [ l_g_pix: 3.9571e-02 ] [ l_g_total: 3.9571e-02 ] +2024-10-09 19:05:29,632 INFO: [ epoch: 88 ] [ iter:118,200 ] [ performance: 28.366 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:46 ] [ l_g_pix: 3.0250e-02 ] [ l_g_total: 3.0250e-02 ] +2024-10-09 19:05:33,371 INFO: [ epoch: 88 ] [ iter:118,300 ] [ performance: 26.922 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:35 ] [ l_g_pix: 3.1592e-02 ] [ l_g_total: 3.1592e-02 ] +2024-10-09 19:05:37,104 INFO: [ epoch: 88 ] [ iter:118,400 ] [ performance: 27.565 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:23 ] [ l_g_pix: 2.3439e-02 ] [ l_g_total: 2.3439e-02 ] +2024-10-09 19:05:40,856 INFO: [ epoch: 88 ] [ iter:118,500 ] [ performance: 26.749 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:12 ] [ l_g_pix: 2.7097e-02 ] [ l_g_total: 2.7097e-02 ] +2024-10-09 19:05:44,573 INFO: [ epoch: 88 ] [ iter:118,600 ] [ performance: 26.689 it/s ] [ lr: 5.00e-05 ] [ eta: 6:06:01 ] [ l_g_pix: 2.8664e-02 ] [ l_g_total: 2.8664e-02 ] +2024-10-09 19:05:48,277 INFO: [ epoch: 88 ] [ iter:118,700 ] [ performance: 26.975 it/s ] [ lr: 5.00e-05 ] [ eta: 6:05:49 ] [ l_g_pix: 3.2661e-02 ] [ l_g_total: 3.2661e-02 ] +2024-10-09 19:05:52,020 INFO: [ epoch: 88 ] [ iter:118,800 ] [ performance: 27.212 it/s ] [ lr: 5.00e-05 ] [ eta: 6:05:38 ] [ l_g_pix: 2.3113e-02 ] [ l_g_total: 2.3113e-02 ] +2024-10-09 19:05:55,462 INFO: [ epoch: 88 ] [ iter:118,900 ] [ performance: 28.897 it/s ] [ lr: 5.00e-05 ] [ eta: 6:05:25 ] [ l_g_pix: 2.3957e-02 ] [ l_g_total: 2.3957e-02 ] +2024-10-09 19:06:00,670 INFO: [ epoch: 89 ] [ iter:119,000 ] [ performance: 27.881 it/s ] [ lr: 5.00e-05 ] [ eta: 6:05:19 ] [ l_g_pix: 3.1346e-02 ] [ l_g_total: 3.1346e-02 ] +2024-10-09 19:06:04,396 INFO: [ epoch: 89 ] [ iter:119,100 ] [ performance: 26.920 it/s ] [ lr: 5.00e-05 ] [ eta: 6:05:08 ] [ l_g_pix: 2.8125e-02 ] [ l_g_total: 2.8125e-02 ] +2024-10-09 19:06:08,166 INFO: [ epoch: 89 ] [ iter:119,200 ] [ performance: 27.337 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:57 ] [ l_g_pix: 3.3051e-02 ] [ l_g_total: 3.3051e-02 ] +2024-10-09 19:06:11,834 INFO: [ epoch: 89 ] [ iter:119,300 ] [ performance: 27.272 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:45 ] [ l_g_pix: 2.6616e-02 ] [ l_g_total: 2.6616e-02 ] +2024-10-09 19:06:15,556 INFO: [ epoch: 89 ] [ iter:119,400 ] [ performance: 27.436 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:34 ] [ l_g_pix: 2.6868e-02 ] [ l_g_total: 2.6868e-02 ] +2024-10-09 19:06:19,268 INFO: [ epoch: 89 ] [ iter:119,500 ] [ performance: 26.970 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:23 ] [ l_g_pix: 2.5596e-02 ] [ l_g_total: 2.5596e-02 ] +2024-10-09 19:06:22,981 INFO: [ epoch: 89 ] [ iter:119,600 ] [ performance: 27.373 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:11 ] [ l_g_pix: 4.1997e-02 ] [ l_g_total: 4.1997e-02 ] +2024-10-09 19:06:26,753 INFO: [ epoch: 89 ] [ iter:119,700 ] [ performance: 26.556 it/s ] [ lr: 5.00e-05 ] [ eta: 6:04:00 ] [ l_g_pix: 3.3085e-02 ] [ l_g_total: 3.3085e-02 ] +2024-10-09 19:06:30,525 INFO: [ epoch: 89 ] [ iter:119,800 ] [ performance: 25.657 it/s ] [ lr: 5.00e-05 ] [ eta: 6:03:49 ] [ l_g_pix: 3.3668e-02 ] [ l_g_total: 3.3668e-02 ] +2024-10-09 19:06:34,259 INFO: [ epoch: 89 ] [ iter:119,900 ] [ performance: 26.744 it/s ] [ lr: 5.00e-05 ] [ eta: 6:03:38 ] [ l_g_pix: 1.8461e-02 ] [ l_g_total: 1.8461e-02 ] +2024-10-09 19:06:37,974 INFO: [ epoch: 89 ] [ iter:120,000 ] [ performance: 28.035 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:27 ] [ l_g_pix: 3.2690e-02 ] [ l_g_total: 3.2690e-02 ] +2024-10-09 19:06:37,974 INFO: Saving models and training states. +2024-10-09 19:09:26,163 INFO: Validation val + + # psnr: 27.1872........ Best: 27.1872 @ 120000 iter + # ssim: 0.7656........ Best: 0.7656 @ 120000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:09:29,826 INFO: [ epoch: 89 ] [ iter:120,100 ] [ performance: 27.388 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:35 ] [ l_g_pix: 2.4226e-02 ] [ l_g_total: 2.4226e-02 ] +2024-10-09 19:09:33,377 INFO: [ epoch: 89 ] [ iter:120,200 ] [ performance: 29.829 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:23 ] [ l_g_pix: 2.8939e-02 ] [ l_g_total: 2.8939e-02 ] +2024-10-09 19:09:38,467 INFO: [ epoch: 90 ] [ iter:120,300 ] [ performance: 19.787 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:16 ] [ l_g_pix: 2.7037e-02 ] [ l_g_total: 2.7037e-02 ] +2024-10-09 19:09:42,160 INFO: [ epoch: 90 ] [ iter:120,400 ] [ performance: 27.604 it/s ] [ lr: 2.50e-05 ] [ eta: 6:12:04 ] [ l_g_pix: 3.2123e-02 ] [ l_g_total: 3.2123e-02 ] +2024-10-09 19:09:45,788 INFO: [ epoch: 90 ] [ iter:120,500 ] [ performance: 27.569 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:52 ] [ l_g_pix: 3.8326e-02 ] [ l_g_total: 3.8326e-02 ] +2024-10-09 19:09:49,399 INFO: [ epoch: 90 ] [ iter:120,600 ] [ performance: 27.635 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:40 ] [ l_g_pix: 1.9703e-02 ] [ l_g_total: 1.9703e-02 ] +2024-10-09 19:09:53,026 INFO: [ epoch: 90 ] [ iter:120,700 ] [ performance: 27.576 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:27 ] [ l_g_pix: 2.3832e-02 ] [ l_g_total: 2.3832e-02 ] +2024-10-09 19:09:56,710 INFO: [ epoch: 90 ] [ iter:120,800 ] [ performance: 27.361 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:16 ] [ l_g_pix: 2.6709e-02 ] [ l_g_total: 2.6709e-02 ] +2024-10-09 19:10:00,462 INFO: [ epoch: 90 ] [ iter:120,900 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 6:11:04 ] [ l_g_pix: 3.6122e-02 ] [ l_g_total: 3.6122e-02 ] +2024-10-09 19:10:04,159 INFO: [ epoch: 90 ] [ iter:121,000 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:52 ] [ l_g_pix: 1.9709e-02 ] [ l_g_total: 1.9709e-02 ] +2024-10-09 19:10:07,915 INFO: [ epoch: 90 ] [ iter:121,100 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:41 ] [ l_g_pix: 2.7112e-02 ] [ l_g_total: 2.7112e-02 ] +2024-10-09 19:10:11,606 INFO: [ epoch: 90 ] [ iter:121,200 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:29 ] [ l_g_pix: 2.7208e-02 ] [ l_g_total: 2.7208e-02 ] +2024-10-09 19:10:15,338 INFO: [ epoch: 90 ] [ iter:121,300 ] [ performance: 26.848 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:17 ] [ l_g_pix: 1.6794e-02 ] [ l_g_total: 1.6794e-02 ] +2024-10-09 19:10:19,068 INFO: [ epoch: 90 ] [ iter:121,400 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 6:10:06 ] [ l_g_pix: 3.2704e-02 ] [ l_g_total: 3.2704e-02 ] +2024-10-09 19:10:22,734 INFO: [ epoch: 90 ] [ iter:121,500 ] [ performance: 27.368 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:54 ] [ l_g_pix: 2.7171e-02 ] [ l_g_total: 2.7171e-02 ] +2024-10-09 19:10:27,864 INFO: [ epoch: 91 ] [ iter:121,600 ] [ performance: 22.695 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:47 ] [ l_g_pix: 2.1408e-02 ] [ l_g_total: 2.1408e-02 ] +2024-10-09 19:10:31,604 INFO: [ epoch: 91 ] [ iter:121,700 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:35 ] [ l_g_pix: 4.2753e-02 ] [ l_g_total: 4.2753e-02 ] +2024-10-09 19:10:35,375 INFO: [ epoch: 91 ] [ iter:121,800 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:24 ] [ l_g_pix: 3.2241e-02 ] [ l_g_total: 3.2241e-02 ] +2024-10-09 19:10:39,075 INFO: [ epoch: 91 ] [ iter:121,900 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:12 ] [ l_g_pix: 2.8882e-02 ] [ l_g_total: 2.8882e-02 ] +2024-10-09 19:10:42,744 INFO: [ epoch: 91 ] [ iter:122,000 ] [ performance: 27.183 it/s ] [ lr: 2.50e-05 ] [ eta: 6:09:00 ] [ l_g_pix: 3.6816e-02 ] [ l_g_total: 3.6816e-02 ] +2024-10-09 19:10:46,453 INFO: [ epoch: 91 ] [ iter:122,100 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:49 ] [ l_g_pix: 1.8559e-02 ] [ l_g_total: 1.8559e-02 ] +2024-10-09 19:10:50,113 INFO: [ epoch: 91 ] [ iter:122,200 ] [ performance: 27.162 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:37 ] [ l_g_pix: 2.3038e-02 ] [ l_g_total: 2.3038e-02 ] +2024-10-09 19:10:53,783 INFO: [ epoch: 91 ] [ iter:122,300 ] [ performance: 27.303 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:25 ] [ l_g_pix: 3.0958e-02 ] [ l_g_total: 3.0958e-02 ] +2024-10-09 19:10:57,528 INFO: [ epoch: 91 ] [ iter:122,400 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:14 ] [ l_g_pix: 3.5359e-02 ] [ l_g_total: 3.5359e-02 ] +2024-10-09 19:11:01,229 INFO: [ epoch: 91 ] [ iter:122,500 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 6:08:02 ] [ l_g_pix: 3.1359e-02 ] [ l_g_total: 3.1359e-02 ] +2024-10-09 19:11:04,915 INFO: [ epoch: 91 ] [ iter:122,600 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:51 ] [ l_g_pix: 3.5407e-02 ] [ l_g_total: 3.5407e-02 ] +2024-10-09 19:11:08,631 INFO: [ epoch: 91 ] [ iter:122,700 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:39 ] [ l_g_pix: 4.1456e-02 ] [ l_g_total: 4.1456e-02 ] +2024-10-09 19:11:12,368 INFO: [ epoch: 91 ] [ iter:122,800 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:28 ] [ l_g_pix: 2.3447e-02 ] [ l_g_total: 2.3447e-02 ] +2024-10-09 19:11:15,885 INFO: [ epoch: 91 ] [ iter:122,900 ] [ performance: 28.791 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:16 ] [ l_g_pix: 3.3557e-02 ] [ l_g_total: 3.3557e-02 ] +2024-10-09 19:11:21,177 INFO: [ epoch: 92 ] [ iter:123,000 ] [ performance: 22.548 it/s ] [ lr: 2.50e-05 ] [ eta: 6:07:09 ] [ l_g_pix: 2.3124e-02 ] [ l_g_total: 2.3124e-02 ] +2024-10-09 19:11:24,855 INFO: [ epoch: 92 ] [ iter:123,100 ] [ performance: 27.366 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:58 ] [ l_g_pix: 2.5174e-02 ] [ l_g_total: 2.5174e-02 ] +2024-10-09 19:11:28,543 INFO: [ epoch: 92 ] [ iter:123,200 ] [ performance: 27.235 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:46 ] [ l_g_pix: 3.9807e-02 ] [ l_g_total: 3.9807e-02 ] +2024-10-09 19:11:32,322 INFO: [ epoch: 92 ] [ iter:123,300 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:35 ] [ l_g_pix: 2.9913e-02 ] [ l_g_total: 2.9913e-02 ] +2024-10-09 19:11:36,049 INFO: [ epoch: 92 ] [ iter:123,400 ] [ performance: 26.699 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:24 ] [ l_g_pix: 2.6427e-02 ] [ l_g_total: 2.6427e-02 ] +2024-10-09 19:11:39,787 INFO: [ epoch: 92 ] [ iter:123,500 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:12 ] [ l_g_pix: 3.8258e-02 ] [ l_g_total: 3.8258e-02 ] +2024-10-09 19:11:43,483 INFO: [ epoch: 92 ] [ iter:123,600 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 6:06:01 ] [ l_g_pix: 3.2480e-02 ] [ l_g_total: 3.2480e-02 ] +2024-10-09 19:11:47,198 INFO: [ epoch: 92 ] [ iter:123,700 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:49 ] [ l_g_pix: 2.7705e-02 ] [ l_g_total: 2.7705e-02 ] +2024-10-09 19:11:50,885 INFO: [ epoch: 92 ] [ iter:123,800 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:38 ] [ l_g_pix: 2.9288e-02 ] [ l_g_total: 2.9288e-02 ] +2024-10-09 19:11:54,613 INFO: [ epoch: 92 ] [ iter:123,900 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:27 ] [ l_g_pix: 4.3869e-02 ] [ l_g_total: 4.3869e-02 ] +2024-10-09 19:11:58,341 INFO: [ epoch: 92 ] [ iter:124,000 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:15 ] [ l_g_pix: 2.4330e-02 ] [ l_g_total: 2.4330e-02 ] +2024-10-09 19:12:02,038 INFO: [ epoch: 92 ] [ iter:124,100 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 6:05:04 ] [ l_g_pix: 2.5311e-02 ] [ l_g_total: 2.5311e-02 ] +2024-10-09 19:12:05,635 INFO: [ epoch: 92 ] [ iter:124,200 ] [ performance: 27.532 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:52 ] [ l_g_pix: 2.7956e-02 ] [ l_g_total: 2.7956e-02 ] +2024-10-09 19:12:10,766 INFO: [ epoch: 93 ] [ iter:124,300 ] [ performance: 18.251 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:45 ] [ l_g_pix: 2.3243e-02 ] [ l_g_total: 2.3243e-02 ] +2024-10-09 19:12:14,483 INFO: [ epoch: 93 ] [ iter:124,400 ] [ performance: 22.172 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:34 ] [ l_g_pix: 4.3230e-02 ] [ l_g_total: 4.3230e-02 ] +2024-10-09 19:12:18,256 INFO: [ epoch: 93 ] [ iter:124,500 ] [ performance: 26.536 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:23 ] [ l_g_pix: 2.1327e-02 ] [ l_g_total: 2.1327e-02 ] +2024-10-09 19:12:21,973 INFO: [ epoch: 93 ] [ iter:124,600 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:12 ] [ l_g_pix: 2.4077e-02 ] [ l_g_total: 2.4077e-02 ] +2024-10-09 19:12:25,714 INFO: [ epoch: 93 ] [ iter:124,700 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 6:04:00 ] [ l_g_pix: 3.5738e-02 ] [ l_g_total: 3.5738e-02 ] +2024-10-09 19:12:29,446 INFO: [ epoch: 93 ] [ iter:124,800 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:49 ] [ l_g_pix: 2.2927e-02 ] [ l_g_total: 2.2927e-02 ] +2024-10-09 19:12:33,211 INFO: [ epoch: 93 ] [ iter:124,900 ] [ performance: 26.779 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:38 ] [ l_g_pix: 2.6274e-02 ] [ l_g_total: 2.6274e-02 ] +2024-10-09 19:12:36,914 INFO: [ epoch: 93 ] [ iter:125,000 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:27 ] [ l_g_pix: 2.8823e-02 ] [ l_g_total: 2.8823e-02 ] +2024-10-09 19:12:40,599 INFO: [ epoch: 93 ] [ iter:125,100 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:16 ] [ l_g_pix: 3.0217e-02 ] [ l_g_total: 3.0217e-02 ] +2024-10-09 19:12:44,252 INFO: [ epoch: 93 ] [ iter:125,200 ] [ performance: 27.308 it/s ] [ lr: 2.50e-05 ] [ eta: 6:03:04 ] [ l_g_pix: 2.7715e-02 ] [ l_g_total: 2.7715e-02 ] +2024-10-09 19:12:47,963 INFO: [ epoch: 93 ] [ iter:125,300 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:53 ] [ l_g_pix: 3.1306e-02 ] [ l_g_total: 3.1306e-02 ] +2024-10-09 19:12:51,731 INFO: [ epoch: 93 ] [ iter:125,400 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:42 ] [ l_g_pix: 4.4254e-02 ] [ l_g_total: 4.4254e-02 ] +2024-10-09 19:12:55,379 INFO: [ epoch: 93 ] [ iter:125,500 ] [ performance: 27.651 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:31 ] [ l_g_pix: 3.9320e-02 ] [ l_g_total: 3.9320e-02 ] +2024-10-09 19:13:00,005 INFO: [ epoch: 94 ] [ iter:125,600 ] [ performance: 23.871 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:22 ] [ l_g_pix: 3.7267e-02 ] [ l_g_total: 3.7267e-02 ] +2024-10-09 19:13:03,953 INFO: [ epoch: 94 ] [ iter:125,700 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:12 ] [ l_g_pix: 3.5955e-02 ] [ l_g_total: 3.5955e-02 ] +2024-10-09 19:13:07,667 INFO: [ epoch: 94 ] [ iter:125,800 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:01 ] [ l_g_pix: 2.1543e-02 ] [ l_g_total: 2.1543e-02 ] +2024-10-09 19:13:11,390 INFO: [ epoch: 94 ] [ iter:125,900 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:50 ] [ l_g_pix: 3.6968e-02 ] [ l_g_total: 3.6968e-02 ] +2024-10-09 19:13:15,120 INFO: [ epoch: 94 ] [ iter:126,000 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:39 ] [ l_g_pix: 2.3388e-02 ] [ l_g_total: 2.3388e-02 ] +2024-10-09 19:13:18,828 INFO: [ epoch: 94 ] [ iter:126,100 ] [ performance: 27.070 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:27 ] [ l_g_pix: 3.0824e-02 ] [ l_g_total: 3.0824e-02 ] +2024-10-09 19:13:22,541 INFO: [ epoch: 94 ] [ iter:126,200 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:16 ] [ l_g_pix: 3.5691e-02 ] [ l_g_total: 3.5691e-02 ] +2024-10-09 19:13:26,274 INFO: [ epoch: 94 ] [ iter:126,300 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:05 ] [ l_g_pix: 2.9285e-02 ] [ l_g_total: 2.9285e-02 ] +2024-10-09 19:13:29,962 INFO: [ epoch: 94 ] [ iter:126,400 ] [ performance: 27.085 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:54 ] [ l_g_pix: 2.4701e-02 ] [ l_g_total: 2.4701e-02 ] +2024-10-09 19:13:33,694 INFO: [ epoch: 94 ] [ iter:126,500 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:43 ] [ l_g_pix: 2.6196e-02 ] [ l_g_total: 2.6196e-02 ] +2024-10-09 19:13:37,397 INFO: [ epoch: 94 ] [ iter:126,600 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:32 ] [ l_g_pix: 4.2034e-02 ] [ l_g_total: 4.2034e-02 ] +2024-10-09 19:13:41,127 INFO: [ epoch: 94 ] [ iter:126,700 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:21 ] [ l_g_pix: 3.3844e-02 ] [ l_g_total: 3.3844e-02 ] +2024-10-09 19:13:44,856 INFO: [ epoch: 94 ] [ iter:126,800 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:10 ] [ l_g_pix: 4.8037e-02 ] [ l_g_total: 4.8037e-02 ] +2024-10-09 19:13:48,369 INFO: [ epoch: 94 ] [ iter:126,900 ] [ performance: 29.079 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:58 ] [ l_g_pix: 2.5230e-02 ] [ l_g_total: 2.5230e-02 ] +2024-10-09 19:13:53,387 INFO: [ epoch: 95 ] [ iter:127,000 ] [ performance: 22.870 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:51 ] [ l_g_pix: 1.7206e-02 ] [ l_g_total: 1.7206e-02 ] +2024-10-09 19:13:57,130 INFO: [ epoch: 95 ] [ iter:127,100 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:41 ] [ l_g_pix: 3.0116e-02 ] [ l_g_total: 3.0116e-02 ] +2024-10-09 19:14:00,813 INFO: [ epoch: 95 ] [ iter:127,200 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:29 ] [ l_g_pix: 3.0471e-02 ] [ l_g_total: 3.0471e-02 ] +2024-10-09 19:14:04,549 INFO: [ epoch: 95 ] [ iter:127,300 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:19 ] [ l_g_pix: 1.9868e-02 ] [ l_g_total: 1.9868e-02 ] +2024-10-09 19:14:08,277 INFO: [ epoch: 95 ] [ iter:127,400 ] [ performance: 26.828 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:08 ] [ l_g_pix: 2.2773e-02 ] [ l_g_total: 2.2773e-02 ] +2024-10-09 19:14:11,974 INFO: [ epoch: 95 ] [ iter:127,500 ] [ performance: 27.289 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:57 ] [ l_g_pix: 3.4650e-02 ] [ l_g_total: 3.4650e-02 ] +2024-10-09 19:14:15,672 INFO: [ epoch: 95 ] [ iter:127,600 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:46 ] [ l_g_pix: 4.0464e-02 ] [ l_g_total: 4.0464e-02 ] +2024-10-09 19:14:19,347 INFO: [ epoch: 95 ] [ iter:127,700 ] [ performance: 27.682 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:35 ] [ l_g_pix: 2.7715e-02 ] [ l_g_total: 2.7715e-02 ] +2024-10-09 19:14:22,999 INFO: [ epoch: 95 ] [ iter:127,800 ] [ performance: 27.506 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:23 ] [ l_g_pix: 2.5781e-02 ] [ l_g_total: 2.5781e-02 ] +2024-10-09 19:14:26,709 INFO: [ epoch: 95 ] [ iter:127,900 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:13 ] [ l_g_pix: 1.8182e-02 ] [ l_g_total: 1.8182e-02 ] +2024-10-09 19:14:30,392 INFO: [ epoch: 95 ] [ iter:128,000 ] [ performance: 27.179 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:02 ] [ l_g_pix: 3.2947e-02 ] [ l_g_total: 3.2947e-02 ] +2024-10-09 19:14:34,123 INFO: [ epoch: 95 ] [ iter:128,100 ] [ performance: 26.968 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:51 ] [ l_g_pix: 1.9819e-02 ] [ l_g_total: 1.9819e-02 ] +2024-10-09 19:14:37,762 INFO: [ epoch: 95 ] [ iter:128,200 ] [ performance: 27.285 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:40 ] [ l_g_pix: 3.3213e-02 ] [ l_g_total: 3.3213e-02 ] +2024-10-09 19:14:42,668 INFO: [ epoch: 96 ] [ iter:128,300 ] [ performance: 17.313 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:32 ] [ l_g_pix: 2.8640e-02 ] [ l_g_total: 2.8640e-02 ] +2024-10-09 19:14:46,356 INFO: [ epoch: 96 ] [ iter:128,400 ] [ performance: 22.290 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:21 ] [ l_g_pix: 2.9178e-02 ] [ l_g_total: 2.9178e-02 ] +2024-10-09 19:14:50,032 INFO: [ epoch: 96 ] [ iter:128,500 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:11 ] [ l_g_pix: 3.0380e-02 ] [ l_g_total: 3.0380e-02 ] +2024-10-09 19:14:53,768 INFO: [ epoch: 96 ] [ iter:128,600 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:00 ] [ l_g_pix: 1.9053e-02 ] [ l_g_total: 1.9053e-02 ] +2024-10-09 19:14:57,504 INFO: [ epoch: 96 ] [ iter:128,700 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:49 ] [ l_g_pix: 1.6668e-02 ] [ l_g_total: 1.6668e-02 ] +2024-10-09 19:15:01,190 INFO: [ epoch: 96 ] [ iter:128,800 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:38 ] [ l_g_pix: 2.9668e-02 ] [ l_g_total: 2.9668e-02 ] +2024-10-09 19:15:04,922 INFO: [ epoch: 96 ] [ iter:128,900 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:27 ] [ l_g_pix: 2.5021e-02 ] [ l_g_total: 2.5021e-02 ] +2024-10-09 19:15:08,629 INFO: [ epoch: 96 ] [ iter:129,000 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:17 ] [ l_g_pix: 2.6333e-02 ] [ l_g_total: 2.6333e-02 ] +2024-10-09 19:15:12,326 INFO: [ epoch: 96 ] [ iter:129,100 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:06 ] [ l_g_pix: 1.6444e-02 ] [ l_g_total: 1.6444e-02 ] +2024-10-09 19:15:16,040 INFO: [ epoch: 96 ] [ iter:129,200 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:55 ] [ l_g_pix: 3.0647e-02 ] [ l_g_total: 3.0647e-02 ] +2024-10-09 19:15:19,752 INFO: [ epoch: 96 ] [ iter:129,300 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:44 ] [ l_g_pix: 4.2730e-02 ] [ l_g_total: 4.2730e-02 ] +2024-10-09 19:15:23,443 INFO: [ epoch: 96 ] [ iter:129,400 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:33 ] [ l_g_pix: 2.8017e-02 ] [ l_g_total: 2.8017e-02 ] +2024-10-09 19:15:27,158 INFO: [ epoch: 96 ] [ iter:129,500 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:23 ] [ l_g_pix: 3.8834e-02 ] [ l_g_total: 3.8834e-02 ] +2024-10-09 19:15:31,678 INFO: [ epoch: 97 ] [ iter:129,600 ] [ performance: 23.657 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:14 ] [ l_g_pix: 2.2052e-02 ] [ l_g_total: 2.2052e-02 ] +2024-10-09 19:15:35,800 INFO: [ epoch: 97 ] [ iter:129,700 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:05 ] [ l_g_pix: 3.0404e-02 ] [ l_g_total: 3.0404e-02 ] +2024-10-09 19:15:39,506 INFO: [ epoch: 97 ] [ iter:129,800 ] [ performance: 26.965 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:54 ] [ l_g_pix: 3.1206e-02 ] [ l_g_total: 3.1206e-02 ] +2024-10-09 19:15:43,225 INFO: [ epoch: 97 ] [ iter:129,900 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:43 ] [ l_g_pix: 2.6524e-02 ] [ l_g_total: 2.6524e-02 ] +2024-10-09 19:15:46,919 INFO: [ epoch: 97 ] [ iter:130,000 ] [ performance: 26.976 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:33 ] [ l_g_pix: 2.4137e-02 ] [ l_g_total: 2.4137e-02 ] +2024-10-09 19:15:46,920 INFO: Saving models and training states. +2024-10-09 19:18:29,777 INFO: Validation val + + # psnr: 27.1829........ Best: 27.1872 @ 120000 iter + # ssim: 0.7655........ Best: 0.7656 @ 120000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:18:33,512 INFO: [ epoch: 97 ] [ iter:130,100 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:30 ] [ l_g_pix: 2.4211e-02 ] [ l_g_total: 2.4211e-02 ] +2024-10-09 19:18:37,243 INFO: [ epoch: 97 ] [ iter:130,200 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:19 ] [ l_g_pix: 2.7939e-02 ] [ l_g_total: 2.7939e-02 ] +2024-10-09 19:18:40,975 INFO: [ epoch: 97 ] [ iter:130,300 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 6:02:08 ] [ l_g_pix: 2.7345e-02 ] [ l_g_total: 2.7345e-02 ] +2024-10-09 19:18:44,724 INFO: [ epoch: 97 ] [ iter:130,400 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:57 ] [ l_g_pix: 2.2356e-02 ] [ l_g_total: 2.2356e-02 ] +2024-10-09 19:18:48,491 INFO: [ epoch: 97 ] [ iter:130,500 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:46 ] [ l_g_pix: 2.7319e-02 ] [ l_g_total: 2.7319e-02 ] +2024-10-09 19:18:52,187 INFO: [ epoch: 97 ] [ iter:130,600 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:35 ] [ l_g_pix: 2.6805e-02 ] [ l_g_total: 2.6805e-02 ] +2024-10-09 19:18:55,898 INFO: [ epoch: 97 ] [ iter:130,700 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:24 ] [ l_g_pix: 2.7716e-02 ] [ l_g_total: 2.7716e-02 ] +2024-10-09 19:18:59,637 INFO: [ epoch: 97 ] [ iter:130,800 ] [ performance: 26.835 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:13 ] [ l_g_pix: 2.5248e-02 ] [ l_g_total: 2.5248e-02 ] +2024-10-09 19:19:03,158 INFO: [ epoch: 97 ] [ iter:130,900 ] [ performance: 29.223 it/s ] [ lr: 2.50e-05 ] [ eta: 6:01:01 ] [ l_g_pix: 2.7255e-02 ] [ l_g_total: 2.7255e-02 ] +2024-10-09 19:19:08,306 INFO: [ epoch: 98 ] [ iter:131,000 ] [ performance: 21.837 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:54 ] [ l_g_pix: 4.1175e-02 ] [ l_g_total: 4.1175e-02 ] +2024-10-09 19:19:12,037 INFO: [ epoch: 98 ] [ iter:131,100 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:43 ] [ l_g_pix: 2.7661e-02 ] [ l_g_total: 2.7661e-02 ] +2024-10-09 19:19:15,769 INFO: [ epoch: 98 ] [ iter:131,200 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:32 ] [ l_g_pix: 2.6667e-02 ] [ l_g_total: 2.6667e-02 ] +2024-10-09 19:19:19,516 INFO: [ epoch: 98 ] [ iter:131,300 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:21 ] [ l_g_pix: 3.4673e-02 ] [ l_g_total: 3.4673e-02 ] +2024-10-09 19:19:23,249 INFO: [ epoch: 98 ] [ iter:131,400 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 6:00:10 ] [ l_g_pix: 2.6486e-02 ] [ l_g_total: 2.6486e-02 ] +2024-10-09 19:19:26,980 INFO: [ epoch: 98 ] [ iter:131,500 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:59 ] [ l_g_pix: 2.0798e-02 ] [ l_g_total: 2.0798e-02 ] +2024-10-09 19:19:30,622 INFO: [ epoch: 98 ] [ iter:131,600 ] [ performance: 27.253 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:48 ] [ l_g_pix: 2.6821e-02 ] [ l_g_total: 2.6821e-02 ] +2024-10-09 19:19:34,313 INFO: [ epoch: 98 ] [ iter:131,700 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:37 ] [ l_g_pix: 2.2775e-02 ] [ l_g_total: 2.2775e-02 ] +2024-10-09 19:19:38,003 INFO: [ epoch: 98 ] [ iter:131,800 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:26 ] [ l_g_pix: 1.5699e-02 ] [ l_g_total: 1.5699e-02 ] +2024-10-09 19:19:41,737 INFO: [ epoch: 98 ] [ iter:131,900 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:15 ] [ l_g_pix: 3.7780e-02 ] [ l_g_total: 3.7780e-02 ] +2024-10-09 19:19:45,449 INFO: [ epoch: 98 ] [ iter:132,000 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 5:59:04 ] [ l_g_pix: 3.4890e-02 ] [ l_g_total: 3.4890e-02 ] +2024-10-09 19:19:49,193 INFO: [ epoch: 98 ] [ iter:132,100 ] [ performance: 26.630 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:53 ] [ l_g_pix: 3.2967e-02 ] [ l_g_total: 3.2967e-02 ] +2024-10-09 19:19:52,879 INFO: [ epoch: 98 ] [ iter:132,200 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:42 ] [ l_g_pix: 2.7361e-02 ] [ l_g_total: 2.7361e-02 ] +2024-10-09 19:19:57,938 INFO: [ epoch: 99 ] [ iter:132,300 ] [ performance: 13.747 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:35 ] [ l_g_pix: 2.9755e-02 ] [ l_g_total: 2.9755e-02 ] +2024-10-09 19:20:01,675 INFO: [ epoch: 99 ] [ iter:132,400 ] [ performance: 20.910 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:24 ] [ l_g_pix: 2.7032e-02 ] [ l_g_total: 2.7032e-02 ] +2024-10-09 19:20:05,414 INFO: [ epoch: 99 ] [ iter:132,500 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:14 ] [ l_g_pix: 2.8370e-02 ] [ l_g_total: 2.8370e-02 ] +2024-10-09 19:20:09,113 INFO: [ epoch: 99 ] [ iter:132,600 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 5:58:03 ] [ l_g_pix: 2.2042e-02 ] [ l_g_total: 2.2042e-02 ] +2024-10-09 19:20:12,804 INFO: [ epoch: 99 ] [ iter:132,700 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:52 ] [ l_g_pix: 2.4893e-02 ] [ l_g_total: 2.4893e-02 ] +2024-10-09 19:20:16,516 INFO: [ epoch: 99 ] [ iter:132,800 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:41 ] [ l_g_pix: 3.4820e-02 ] [ l_g_total: 3.4820e-02 ] +2024-10-09 19:20:20,231 INFO: [ epoch: 99 ] [ iter:132,900 ] [ performance: 26.500 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:30 ] [ l_g_pix: 2.8666e-02 ] [ l_g_total: 2.8666e-02 ] +2024-10-09 19:20:23,936 INFO: [ epoch: 99 ] [ iter:133,000 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:19 ] [ l_g_pix: 3.1727e-02 ] [ l_g_total: 3.1727e-02 ] +2024-10-09 19:20:27,702 INFO: [ epoch: 99 ] [ iter:133,100 ] [ performance: 26.446 it/s ] [ lr: 2.50e-05 ] [ eta: 5:57:08 ] [ l_g_pix: 2.6956e-02 ] [ l_g_total: 2.6956e-02 ] +2024-10-09 19:20:31,434 INFO: [ epoch: 99 ] [ iter:133,200 ] [ performance: 26.703 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:58 ] [ l_g_pix: 3.1609e-02 ] [ l_g_total: 3.1609e-02 ] +2024-10-09 19:20:35,137 INFO: [ epoch: 99 ] [ iter:133,300 ] [ performance: 27.413 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:47 ] [ l_g_pix: 3.3549e-02 ] [ l_g_total: 3.3549e-02 ] +2024-10-09 19:20:38,845 INFO: [ epoch: 99 ] [ iter:133,400 ] [ performance: 27.093 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:36 ] [ l_g_pix: 1.9892e-02 ] [ l_g_total: 1.9892e-02 ] +2024-10-09 19:20:42,544 INFO: [ epoch: 99 ] [ iter:133,500 ] [ performance: 27.313 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:25 ] [ l_g_pix: 3.8422e-02 ] [ l_g_total: 3.8422e-02 ] +2024-10-09 19:20:46,102 INFO: [ epoch: 99 ] [ iter:133,600 ] [ performance: 27.892 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:14 ] [ l_g_pix: 4.3245e-02 ] [ l_g_total: 4.3245e-02 ] +2024-10-09 19:20:51,255 INFO: [ epoch: 100 ] [ iter:133,700 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 5:56:07 ] [ l_g_pix: 2.0643e-02 ] [ l_g_total: 2.0643e-02 ] +2024-10-09 19:20:54,937 INFO: [ epoch: 100 ] [ iter:133,800 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:56 ] [ l_g_pix: 2.4455e-02 ] [ l_g_total: 2.4455e-02 ] +2024-10-09 19:20:58,667 INFO: [ epoch: 100 ] [ iter:133,900 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:46 ] [ l_g_pix: 3.5109e-02 ] [ l_g_total: 3.5109e-02 ] +2024-10-09 19:21:02,410 INFO: [ epoch: 100 ] [ iter:134,000 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:35 ] [ l_g_pix: 4.3697e-02 ] [ l_g_total: 4.3697e-02 ] +2024-10-09 19:21:06,109 INFO: [ epoch: 100 ] [ iter:134,100 ] [ performance: 27.500 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:24 ] [ l_g_pix: 2.4618e-02 ] [ l_g_total: 2.4618e-02 ] +2024-10-09 19:21:09,821 INFO: [ epoch: 100 ] [ iter:134,200 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:13 ] [ l_g_pix: 3.3392e-02 ] [ l_g_total: 3.3392e-02 ] +2024-10-09 19:21:13,493 INFO: [ epoch: 100 ] [ iter:134,300 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 5:55:02 ] [ l_g_pix: 2.6950e-02 ] [ l_g_total: 2.6950e-02 ] +2024-10-09 19:21:17,205 INFO: [ epoch: 100 ] [ iter:134,400 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:52 ] [ l_g_pix: 2.5422e-02 ] [ l_g_total: 2.5422e-02 ] +2024-10-09 19:21:20,896 INFO: [ epoch: 100 ] [ iter:134,500 ] [ performance: 27.072 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:41 ] [ l_g_pix: 3.5841e-02 ] [ l_g_total: 3.5841e-02 ] +2024-10-09 19:21:24,640 INFO: [ epoch: 100 ] [ iter:134,600 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:30 ] [ l_g_pix: 3.4807e-02 ] [ l_g_total: 3.4807e-02 ] +2024-10-09 19:21:28,346 INFO: [ epoch: 100 ] [ iter:134,700 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:20 ] [ l_g_pix: 3.2131e-02 ] [ l_g_total: 3.2131e-02 ] +2024-10-09 19:21:32,066 INFO: [ epoch: 100 ] [ iter:134,800 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 5:54:09 ] [ l_g_pix: 2.9860e-02 ] [ l_g_total: 2.9860e-02 ] +2024-10-09 19:21:35,643 INFO: [ epoch: 100 ] [ iter:134,900 ] [ performance: 28.874 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:58 ] [ l_g_pix: 2.3371e-02 ] [ l_g_total: 2.3371e-02 ] +2024-10-09 19:21:40,610 INFO: [ epoch: 101 ] [ iter:135,000 ] [ performance: 21.605 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:51 ] [ l_g_pix: 1.8602e-02 ] [ l_g_total: 1.8602e-02 ] +2024-10-09 19:21:44,305 INFO: [ epoch: 101 ] [ iter:135,100 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:40 ] [ l_g_pix: 2.7616e-02 ] [ l_g_total: 2.7616e-02 ] +2024-10-09 19:21:47,976 INFO: [ epoch: 101 ] [ iter:135,200 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:29 ] [ l_g_pix: 3.3354e-02 ] [ l_g_total: 3.3354e-02 ] +2024-10-09 19:21:51,726 INFO: [ epoch: 101 ] [ iter:135,300 ] [ performance: 26.673 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:19 ] [ l_g_pix: 2.6627e-02 ] [ l_g_total: 2.6627e-02 ] +2024-10-09 19:21:55,494 INFO: [ epoch: 101 ] [ iter:135,400 ] [ performance: 26.571 it/s ] [ lr: 2.50e-05 ] [ eta: 5:53:08 ] [ l_g_pix: 2.5910e-02 ] [ l_g_total: 2.5910e-02 ] +2024-10-09 19:21:59,161 INFO: [ epoch: 101 ] [ iter:135,500 ] [ performance: 27.327 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:58 ] [ l_g_pix: 2.4917e-02 ] [ l_g_total: 2.4917e-02 ] +2024-10-09 19:22:02,837 INFO: [ epoch: 101 ] [ iter:135,600 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:47 ] [ l_g_pix: 4.1317e-02 ] [ l_g_total: 4.1317e-02 ] +2024-10-09 19:22:06,505 INFO: [ epoch: 101 ] [ iter:135,700 ] [ performance: 27.824 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:36 ] [ l_g_pix: 2.7122e-02 ] [ l_g_total: 2.7122e-02 ] +2024-10-09 19:22:10,112 INFO: [ epoch: 101 ] [ iter:135,800 ] [ performance: 27.750 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:25 ] [ l_g_pix: 1.8677e-02 ] [ l_g_total: 1.8677e-02 ] +2024-10-09 19:22:13,794 INFO: [ epoch: 101 ] [ iter:135,900 ] [ performance: 27.494 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:15 ] [ l_g_pix: 2.5044e-02 ] [ l_g_total: 2.5044e-02 ] +2024-10-09 19:22:17,478 INFO: [ epoch: 101 ] [ iter:136,000 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:04 ] [ l_g_pix: 3.2380e-02 ] [ l_g_total: 3.2380e-02 ] +2024-10-09 19:22:21,214 INFO: [ epoch: 101 ] [ iter:136,100 ] [ performance: 26.557 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:54 ] [ l_g_pix: 2.3509e-02 ] [ l_g_total: 2.3509e-02 ] +2024-10-09 19:22:24,875 INFO: [ epoch: 101 ] [ iter:136,200 ] [ performance: 27.178 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:43 ] [ l_g_pix: 3.6282e-02 ] [ l_g_total: 3.6282e-02 ] +2024-10-09 19:22:29,879 INFO: [ epoch: 102 ] [ iter:136,300 ] [ performance: 18.149 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:36 ] [ l_g_pix: 1.8002e-02 ] [ l_g_total: 1.8002e-02 ] +2024-10-09 19:22:33,622 INFO: [ epoch: 102 ] [ iter:136,400 ] [ performance: 24.667 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:26 ] [ l_g_pix: 2.6482e-02 ] [ l_g_total: 2.6482e-02 ] +2024-10-09 19:22:37,348 INFO: [ epoch: 102 ] [ iter:136,500 ] [ performance: 27.527 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:15 ] [ l_g_pix: 2.6111e-02 ] [ l_g_total: 2.6111e-02 ] +2024-10-09 19:22:41,063 INFO: [ epoch: 102 ] [ iter:136,600 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:05 ] [ l_g_pix: 2.4193e-02 ] [ l_g_total: 2.4193e-02 ] +2024-10-09 19:22:44,769 INFO: [ epoch: 102 ] [ iter:136,700 ] [ performance: 27.494 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:54 ] [ l_g_pix: 3.3219e-02 ] [ l_g_total: 3.3219e-02 ] +2024-10-09 19:22:48,498 INFO: [ epoch: 102 ] [ iter:136,800 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:44 ] [ l_g_pix: 2.4237e-02 ] [ l_g_total: 2.4237e-02 ] +2024-10-09 19:22:52,190 INFO: [ epoch: 102 ] [ iter:136,900 ] [ performance: 27.899 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:33 ] [ l_g_pix: 3.3283e-02 ] [ l_g_total: 3.3283e-02 ] +2024-10-09 19:22:55,907 INFO: [ epoch: 102 ] [ iter:137,000 ] [ performance: 27.059 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:23 ] [ l_g_pix: 3.7834e-02 ] [ l_g_total: 3.7834e-02 ] +2024-10-09 19:22:59,633 INFO: [ epoch: 102 ] [ iter:137,100 ] [ performance: 27.462 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:12 ] [ l_g_pix: 2.8047e-02 ] [ l_g_total: 2.8047e-02 ] +2024-10-09 19:23:03,353 INFO: [ epoch: 102 ] [ iter:137,200 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:02 ] [ l_g_pix: 3.8005e-02 ] [ l_g_total: 3.8005e-02 ] +2024-10-09 19:23:07,070 INFO: [ epoch: 102 ] [ iter:137,300 ] [ performance: 28.296 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:52 ] [ l_g_pix: 3.2004e-02 ] [ l_g_total: 3.2004e-02 ] +2024-10-09 19:23:10,778 INFO: [ epoch: 102 ] [ iter:137,400 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:41 ] [ l_g_pix: 1.9393e-02 ] [ l_g_total: 1.9393e-02 ] +2024-10-09 19:23:14,479 INFO: [ epoch: 102 ] [ iter:137,500 ] [ performance: 27.197 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:31 ] [ l_g_pix: 2.8402e-02 ] [ l_g_total: 2.8402e-02 ] +2024-10-09 19:23:17,947 INFO: [ epoch: 102 ] [ iter:137,600 ] [ performance: 28.601 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:20 ] [ l_g_pix: 4.0346e-02 ] [ l_g_total: 4.0346e-02 ] +2024-10-09 19:23:23,034 INFO: [ epoch: 103 ] [ iter:137,700 ] [ performance: 26.976 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:13 ] [ l_g_pix: 3.2488e-02 ] [ l_g_total: 3.2488e-02 ] +2024-10-09 19:23:26,744 INFO: [ epoch: 103 ] [ iter:137,800 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:03 ] [ l_g_pix: 3.1630e-02 ] [ l_g_total: 3.1630e-02 ] +2024-10-09 19:23:30,468 INFO: [ epoch: 103 ] [ iter:137,900 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:52 ] [ l_g_pix: 2.5983e-02 ] [ l_g_total: 2.5983e-02 ] +2024-10-09 19:23:34,221 INFO: [ epoch: 103 ] [ iter:138,000 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:42 ] [ l_g_pix: 3.0219e-02 ] [ l_g_total: 3.0219e-02 ] +2024-10-09 19:23:37,888 INFO: [ epoch: 103 ] [ iter:138,100 ] [ performance: 27.052 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:32 ] [ l_g_pix: 3.2940e-02 ] [ l_g_total: 3.2940e-02 ] +2024-10-09 19:23:41,606 INFO: [ epoch: 103 ] [ iter:138,200 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:21 ] [ l_g_pix: 2.9342e-02 ] [ l_g_total: 2.9342e-02 ] +2024-10-09 19:23:45,295 INFO: [ epoch: 103 ] [ iter:138,300 ] [ performance: 28.229 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:11 ] [ l_g_pix: 3.9722e-02 ] [ l_g_total: 3.9722e-02 ] +2024-10-09 19:23:48,999 INFO: [ epoch: 103 ] [ iter:138,400 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:00 ] [ l_g_pix: 3.1154e-02 ] [ l_g_total: 3.1154e-02 ] +2024-10-09 19:23:52,722 INFO: [ epoch: 103 ] [ iter:138,500 ] [ performance: 27.549 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:50 ] [ l_g_pix: 2.0864e-02 ] [ l_g_total: 2.0864e-02 ] +2024-10-09 19:23:56,478 INFO: [ epoch: 103 ] [ iter:138,600 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:40 ] [ l_g_pix: 2.4004e-02 ] [ l_g_total: 2.4004e-02 ] +2024-10-09 19:24:00,173 INFO: [ epoch: 103 ] [ iter:138,700 ] [ performance: 27.672 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:30 ] [ l_g_pix: 2.9360e-02 ] [ l_g_total: 2.9360e-02 ] +2024-10-09 19:24:03,924 INFO: [ epoch: 103 ] [ iter:138,800 ] [ performance: 26.756 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:19 ] [ l_g_pix: 3.2286e-02 ] [ l_g_total: 3.2286e-02 ] +2024-10-09 19:24:07,519 INFO: [ epoch: 103 ] [ iter:138,900 ] [ performance: 29.520 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:09 ] [ l_g_pix: 2.6602e-02 ] [ l_g_total: 2.6602e-02 ] +2024-10-09 19:24:14,756 INFO: [ epoch: 104 ] [ iter:139,000 ] [ performance: 14.456 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:08 ] [ l_g_pix: 3.5950e-02 ] [ l_g_total: 3.5950e-02 ] +2024-10-09 19:24:18,496 INFO: [ epoch: 104 ] [ iter:139,100 ] [ performance: 26.360 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:58 ] [ l_g_pix: 1.6816e-02 ] [ l_g_total: 1.6816e-02 ] +2024-10-09 19:24:22,215 INFO: [ epoch: 104 ] [ iter:139,200 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:48 ] [ l_g_pix: 2.1777e-02 ] [ l_g_total: 2.1777e-02 ] +2024-10-09 19:24:25,962 INFO: [ epoch: 104 ] [ iter:139,300 ] [ performance: 28.922 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:38 ] [ l_g_pix: 2.4222e-02 ] [ l_g_total: 2.4222e-02 ] +2024-10-09 19:24:29,653 INFO: [ epoch: 104 ] [ iter:139,400 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:27 ] [ l_g_pix: 2.8524e-02 ] [ l_g_total: 2.8524e-02 ] +2024-10-09 19:24:33,373 INFO: [ epoch: 104 ] [ iter:139,500 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:17 ] [ l_g_pix: 2.5705e-02 ] [ l_g_total: 2.5705e-02 ] +2024-10-09 19:24:37,077 INFO: [ epoch: 104 ] [ iter:139,600 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:07 ] [ l_g_pix: 2.1949e-02 ] [ l_g_total: 2.1949e-02 ] +2024-10-09 19:24:40,771 INFO: [ epoch: 104 ] [ iter:139,700 ] [ performance: 28.594 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:57 ] [ l_g_pix: 3.3715e-02 ] [ l_g_total: 3.3715e-02 ] +2024-10-09 19:24:44,480 INFO: [ epoch: 104 ] [ iter:139,800 ] [ performance: 27.039 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:46 ] [ l_g_pix: 3.3976e-02 ] [ l_g_total: 3.3976e-02 ] +2024-10-09 19:24:48,206 INFO: [ epoch: 104 ] [ iter:139,900 ] [ performance: 25.612 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:36 ] [ l_g_pix: 1.9264e-02 ] [ l_g_total: 1.9264e-02 ] +2024-10-09 19:24:51,904 INFO: [ epoch: 104 ] [ iter:140,000 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:26 ] [ l_g_pix: 3.9412e-02 ] [ l_g_total: 3.9412e-02 ] +2024-10-09 19:24:51,905 INFO: Saving models and training states. +2024-10-09 19:27:37,149 INFO: Validation val + + # psnr: 27.1807........ Best: 27.1872 @ 120000 iter + # ssim: 0.7655........ Best: 0.7656 @ 120000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:27:40,897 INFO: [ epoch: 104 ] [ iter:140,100 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:44 ] [ l_g_pix: 2.2166e-02 ] [ l_g_total: 2.2166e-02 ] +2024-10-09 19:27:44,615 INFO: [ epoch: 104 ] [ iter:140,200 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:33 ] [ l_g_pix: 2.6026e-02 ] [ l_g_total: 2.6026e-02 ] +2024-10-09 19:27:49,345 INFO: [ epoch: 105 ] [ iter:140,300 ] [ performance: 24.930 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:26 ] [ l_g_pix: 2.6933e-02 ] [ l_g_total: 2.6933e-02 ] +2024-10-09 19:27:53,309 INFO: [ epoch: 105 ] [ iter:140,400 ] [ performance: 25.231 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:16 ] [ l_g_pix: 2.6753e-02 ] [ l_g_total: 2.6753e-02 ] +2024-10-09 19:27:57,034 INFO: [ epoch: 105 ] [ iter:140,500 ] [ performance: 28.478 it/s ] [ lr: 2.50e-05 ] [ eta: 5:52:05 ] [ l_g_pix: 2.8307e-02 ] [ l_g_total: 2.8307e-02 ] +2024-10-09 19:28:00,694 INFO: [ epoch: 105 ] [ iter:140,600 ] [ performance: 27.342 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:54 ] [ l_g_pix: 3.4882e-02 ] [ l_g_total: 3.4882e-02 ] +2024-10-09 19:28:04,512 INFO: [ epoch: 105 ] [ iter:140,700 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:44 ] [ l_g_pix: 2.5894e-02 ] [ l_g_total: 2.5894e-02 ] +2024-10-09 19:28:08,326 INFO: [ epoch: 105 ] [ iter:140,800 ] [ performance: 26.225 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:34 ] [ l_g_pix: 3.0158e-02 ] [ l_g_total: 3.0158e-02 ] +2024-10-09 19:28:12,078 INFO: [ epoch: 105 ] [ iter:140,900 ] [ performance: 26.441 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:23 ] [ l_g_pix: 2.1801e-02 ] [ l_g_total: 2.1801e-02 ] +2024-10-09 19:28:15,764 INFO: [ epoch: 105 ] [ iter:141,000 ] [ performance: 27.131 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:13 ] [ l_g_pix: 3.4450e-02 ] [ l_g_total: 3.4450e-02 ] +2024-10-09 19:28:19,513 INFO: [ epoch: 105 ] [ iter:141,100 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 5:51:02 ] [ l_g_pix: 3.7916e-02 ] [ l_g_total: 3.7916e-02 ] +2024-10-09 19:28:23,204 INFO: [ epoch: 105 ] [ iter:141,200 ] [ performance: 27.147 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:52 ] [ l_g_pix: 3.1918e-02 ] [ l_g_total: 3.1918e-02 ] +2024-10-09 19:28:27,009 INFO: [ epoch: 105 ] [ iter:141,300 ] [ performance: 26.708 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:42 ] [ l_g_pix: 4.3394e-02 ] [ l_g_total: 4.3394e-02 ] +2024-10-09 19:28:31,324 INFO: [ epoch: 105 ] [ iter:141,400 ] [ performance: 23.129 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:33 ] [ l_g_pix: 2.8546e-02 ] [ l_g_total: 2.8546e-02 ] +2024-10-09 19:28:35,699 INFO: [ epoch: 105 ] [ iter:141,500 ] [ performance: 22.993 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:24 ] [ l_g_pix: 1.6757e-02 ] [ l_g_total: 1.6757e-02 ] +2024-10-09 19:28:39,306 INFO: [ epoch: 105 ] [ iter:141,600 ] [ performance: 27.861 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:13 ] [ l_g_pix: 3.4955e-02 ] [ l_g_total: 3.4955e-02 ] +2024-10-09 19:28:44,694 INFO: [ epoch: 106 ] [ iter:141,700 ] [ performance: 22.192 it/s ] [ lr: 2.50e-05 ] [ eta: 5:50:07 ] [ l_g_pix: 2.7683e-02 ] [ l_g_total: 2.7683e-02 ] +2024-10-09 19:28:48,656 INFO: [ epoch: 106 ] [ iter:141,800 ] [ performance: 25.316 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:57 ] [ l_g_pix: 2.5763e-02 ] [ l_g_total: 2.5763e-02 ] +2024-10-09 19:28:52,462 INFO: [ epoch: 106 ] [ iter:141,900 ] [ performance: 25.801 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:47 ] [ l_g_pix: 2.2929e-02 ] [ l_g_total: 2.2929e-02 ] +2024-10-09 19:28:56,349 INFO: [ epoch: 106 ] [ iter:142,000 ] [ performance: 25.723 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:37 ] [ l_g_pix: 2.8227e-02 ] [ l_g_total: 2.8227e-02 ] +2024-10-09 19:29:00,098 INFO: [ epoch: 106 ] [ iter:142,100 ] [ performance: 26.207 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:27 ] [ l_g_pix: 3.0281e-02 ] [ l_g_total: 3.0281e-02 ] +2024-10-09 19:29:03,921 INFO: [ epoch: 106 ] [ iter:142,200 ] [ performance: 26.224 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:17 ] [ l_g_pix: 3.1587e-02 ] [ l_g_total: 3.1587e-02 ] +2024-10-09 19:29:07,704 INFO: [ epoch: 106 ] [ iter:142,300 ] [ performance: 26.335 it/s ] [ lr: 2.50e-05 ] [ eta: 5:49:06 ] [ l_g_pix: 2.6374e-02 ] [ l_g_total: 2.6374e-02 ] +2024-10-09 19:29:11,583 INFO: [ epoch: 106 ] [ iter:142,400 ] [ performance: 25.696 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:57 ] [ l_g_pix: 3.2434e-02 ] [ l_g_total: 3.2434e-02 ] +2024-10-09 19:29:15,583 INFO: [ epoch: 106 ] [ iter:142,500 ] [ performance: 25.328 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:47 ] [ l_g_pix: 2.2377e-02 ] [ l_g_total: 2.2377e-02 ] +2024-10-09 19:29:19,387 INFO: [ epoch: 106 ] [ iter:142,600 ] [ performance: 26.434 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:37 ] [ l_g_pix: 1.9205e-02 ] [ l_g_total: 1.9205e-02 ] +2024-10-09 19:29:23,289 INFO: [ epoch: 106 ] [ iter:142,700 ] [ performance: 26.012 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:27 ] [ l_g_pix: 3.4992e-02 ] [ l_g_total: 3.4992e-02 ] +2024-10-09 19:29:27,146 INFO: [ epoch: 106 ] [ iter:142,800 ] [ performance: 25.845 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:17 ] [ l_g_pix: 3.9907e-02 ] [ l_g_total: 3.9907e-02 ] +2024-10-09 19:29:30,890 INFO: [ epoch: 106 ] [ iter:142,900 ] [ performance: 26.297 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:07 ] [ l_g_pix: 3.0044e-02 ] [ l_g_total: 3.0044e-02 ] +2024-10-09 19:29:36,392 INFO: [ epoch: 107 ] [ iter:143,000 ] [ performance: 17.436 it/s ] [ lr: 2.50e-05 ] [ eta: 5:48:01 ] [ l_g_pix: 2.0395e-02 ] [ l_g_total: 2.0395e-02 ] +2024-10-09 19:29:40,168 INFO: [ epoch: 107 ] [ iter:143,100 ] [ performance: 21.284 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:51 ] [ l_g_pix: 2.8147e-02 ] [ l_g_total: 2.8147e-02 ] +2024-10-09 19:29:43,924 INFO: [ epoch: 107 ] [ iter:143,200 ] [ performance: 26.525 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:41 ] [ l_g_pix: 2.0677e-02 ] [ l_g_total: 2.0677e-02 ] +2024-10-09 19:29:48,370 INFO: [ epoch: 107 ] [ iter:143,300 ] [ performance: 24.217 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:32 ] [ l_g_pix: 3.6265e-02 ] [ l_g_total: 3.6265e-02 ] +2024-10-09 19:29:52,054 INFO: [ epoch: 107 ] [ iter:143,400 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:22 ] [ l_g_pix: 2.9656e-02 ] [ l_g_total: 2.9656e-02 ] +2024-10-09 19:29:55,808 INFO: [ epoch: 107 ] [ iter:143,500 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:12 ] [ l_g_pix: 3.3167e-02 ] [ l_g_total: 3.3167e-02 ] +2024-10-09 19:29:59,623 INFO: [ epoch: 107 ] [ iter:143,600 ] [ performance: 26.366 it/s ] [ lr: 2.50e-05 ] [ eta: 5:47:02 ] [ l_g_pix: 3.0974e-02 ] [ l_g_total: 3.0974e-02 ] +2024-10-09 19:30:03,329 INFO: [ epoch: 107 ] [ iter:143,700 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:51 ] [ l_g_pix: 2.4563e-02 ] [ l_g_total: 2.4563e-02 ] +2024-10-09 19:30:07,020 INFO: [ epoch: 107 ] [ iter:143,800 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:41 ] [ l_g_pix: 2.2785e-02 ] [ l_g_total: 2.2785e-02 ] +2024-10-09 19:30:10,745 INFO: [ epoch: 107 ] [ iter:143,900 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:31 ] [ l_g_pix: 2.8002e-02 ] [ l_g_total: 2.8002e-02 ] +2024-10-09 19:30:14,468 INFO: [ epoch: 107 ] [ iter:144,000 ] [ performance: 26.764 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:20 ] [ l_g_pix: 4.1678e-02 ] [ l_g_total: 4.1678e-02 ] +2024-10-09 19:30:18,262 INFO: [ epoch: 107 ] [ iter:144,100 ] [ performance: 26.546 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:10 ] [ l_g_pix: 3.3949e-02 ] [ l_g_total: 3.3949e-02 ] +2024-10-09 19:30:22,068 INFO: [ epoch: 107 ] [ iter:144,200 ] [ performance: 26.631 it/s ] [ lr: 2.50e-05 ] [ eta: 5:46:00 ] [ l_g_pix: 3.6700e-02 ] [ l_g_total: 3.6700e-02 ] +2024-10-09 19:30:27,145 INFO: [ epoch: 108 ] [ iter:144,300 ] [ performance: 22.341 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:54 ] [ l_g_pix: 4.0611e-02 ] [ l_g_total: 4.0611e-02 ] +2024-10-09 19:30:31,328 INFO: [ epoch: 108 ] [ iter:144,400 ] [ performance: 25.804 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:45 ] [ l_g_pix: 2.4575e-02 ] [ l_g_total: 2.4575e-02 ] +2024-10-09 19:30:36,629 INFO: [ epoch: 108 ] [ iter:144,500 ] [ performance: 21.467 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:39 ] [ l_g_pix: 3.6013e-02 ] [ l_g_total: 3.6013e-02 ] +2024-10-09 19:30:40,591 INFO: [ epoch: 108 ] [ iter:144,600 ] [ performance: 25.819 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:29 ] [ l_g_pix: 3.9834e-02 ] [ l_g_total: 3.9834e-02 ] +2024-10-09 19:30:45,890 INFO: [ epoch: 108 ] [ iter:144,700 ] [ performance: 21.456 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:23 ] [ l_g_pix: 2.1760e-02 ] [ l_g_total: 2.1760e-02 ] +2024-10-09 19:30:50,000 INFO: [ epoch: 108 ] [ iter:144,800 ] [ performance: 24.455 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:14 ] [ l_g_pix: 3.2185e-02 ] [ l_g_total: 3.2185e-02 ] +2024-10-09 19:30:53,905 INFO: [ epoch: 108 ] [ iter:144,900 ] [ performance: 25.086 it/s ] [ lr: 2.50e-05 ] [ eta: 5:45:04 ] [ l_g_pix: 3.0657e-02 ] [ l_g_total: 3.0657e-02 ] +2024-10-09 19:30:57,958 INFO: [ epoch: 108 ] [ iter:145,000 ] [ performance: 25.366 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:55 ] [ l_g_pix: 3.1821e-02 ] [ l_g_total: 3.1821e-02 ] +2024-10-09 19:31:01,819 INFO: [ epoch: 108 ] [ iter:145,100 ] [ performance: 25.667 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:45 ] [ l_g_pix: 2.4392e-02 ] [ l_g_total: 2.4392e-02 ] +2024-10-09 19:31:05,824 INFO: [ epoch: 108 ] [ iter:145,200 ] [ performance: 25.162 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:35 ] [ l_g_pix: 1.9822e-02 ] [ l_g_total: 1.9822e-02 ] +2024-10-09 19:31:09,675 INFO: [ epoch: 108 ] [ iter:145,300 ] [ performance: 25.609 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:26 ] [ l_g_pix: 3.0592e-02 ] [ l_g_total: 3.0592e-02 ] +2024-10-09 19:31:13,453 INFO: [ epoch: 108 ] [ iter:145,400 ] [ performance: 26.297 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:16 ] [ l_g_pix: 2.0361e-02 ] [ l_g_total: 2.0361e-02 ] +2024-10-09 19:31:17,246 INFO: [ epoch: 108 ] [ iter:145,500 ] [ performance: 26.340 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:06 ] [ l_g_pix: 2.6367e-02 ] [ l_g_total: 2.6367e-02 ] +2024-10-09 19:31:20,780 INFO: [ epoch: 108 ] [ iter:145,600 ] [ performance: 28.799 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:55 ] [ l_g_pix: 2.7192e-02 ] [ l_g_total: 2.7192e-02 ] +2024-10-09 19:31:26,013 INFO: [ epoch: 109 ] [ iter:145,700 ] [ performance: 22.360 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:49 ] [ l_g_pix: 1.8510e-02 ] [ l_g_total: 1.8510e-02 ] +2024-10-09 19:31:29,731 INFO: [ epoch: 109 ] [ iter:145,800 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:39 ] [ l_g_pix: 2.0020e-02 ] [ l_g_total: 2.0020e-02 ] +2024-10-09 19:31:33,508 INFO: [ epoch: 109 ] [ iter:145,900 ] [ performance: 26.704 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:29 ] [ l_g_pix: 2.7203e-02 ] [ l_g_total: 2.7203e-02 ] +2024-10-09 19:31:37,306 INFO: [ epoch: 109 ] [ iter:146,000 ] [ performance: 26.351 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:19 ] [ l_g_pix: 3.8059e-02 ] [ l_g_total: 3.8059e-02 ] +2024-10-09 19:31:40,989 INFO: [ epoch: 109 ] [ iter:146,100 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:09 ] [ l_g_pix: 2.7464e-02 ] [ l_g_total: 2.7464e-02 ] +2024-10-09 19:31:44,819 INFO: [ epoch: 109 ] [ iter:146,200 ] [ performance: 26.111 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:59 ] [ l_g_pix: 3.3031e-02 ] [ l_g_total: 3.3031e-02 ] +2024-10-09 19:31:48,611 INFO: [ epoch: 109 ] [ iter:146,300 ] [ performance: 26.266 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:49 ] [ l_g_pix: 2.5451e-02 ] [ l_g_total: 2.5451e-02 ] +2024-10-09 19:31:52,324 INFO: [ epoch: 109 ] [ iter:146,400 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:39 ] [ l_g_pix: 2.3860e-02 ] [ l_g_total: 2.3860e-02 ] +2024-10-09 19:31:56,193 INFO: [ epoch: 109 ] [ iter:146,500 ] [ performance: 26.324 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:29 ] [ l_g_pix: 3.4071e-02 ] [ l_g_total: 3.4071e-02 ] +2024-10-09 19:31:59,907 INFO: [ epoch: 109 ] [ iter:146,600 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:19 ] [ l_g_pix: 3.3528e-02 ] [ l_g_total: 3.3528e-02 ] +2024-10-09 19:32:03,743 INFO: [ epoch: 109 ] [ iter:146,700 ] [ performance: 26.466 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:09 ] [ l_g_pix: 3.9041e-02 ] [ l_g_total: 3.9041e-02 ] +2024-10-09 19:32:07,549 INFO: [ epoch: 109 ] [ iter:146,800 ] [ performance: 26.135 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:00 ] [ l_g_pix: 2.1386e-02 ] [ l_g_total: 2.1386e-02 ] +2024-10-09 19:32:11,245 INFO: [ epoch: 109 ] [ iter:146,900 ] [ performance: 26.671 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:50 ] [ l_g_pix: 3.8892e-02 ] [ l_g_total: 3.8892e-02 ] +2024-10-09 19:32:16,354 INFO: [ epoch: 110 ] [ iter:147,000 ] [ performance: 17.126 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:43 ] [ l_g_pix: 3.3013e-02 ] [ l_g_total: 3.3013e-02 ] +2024-10-09 19:32:20,094 INFO: [ epoch: 110 ] [ iter:147,100 ] [ performance: 21.755 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:33 ] [ l_g_pix: 2.5485e-02 ] [ l_g_total: 2.5485e-02 ] +2024-10-09 19:32:23,871 INFO: [ epoch: 110 ] [ iter:147,200 ] [ performance: 26.216 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:23 ] [ l_g_pix: 1.9115e-02 ] [ l_g_total: 1.9115e-02 ] +2024-10-09 19:32:27,690 INFO: [ epoch: 110 ] [ iter:147,300 ] [ performance: 26.200 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:14 ] [ l_g_pix: 2.7485e-02 ] [ l_g_total: 2.7485e-02 ] +2024-10-09 19:32:31,530 INFO: [ epoch: 110 ] [ iter:147,400 ] [ performance: 26.244 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:04 ] [ l_g_pix: 3.0045e-02 ] [ l_g_total: 3.0045e-02 ] +2024-10-09 19:32:35,335 INFO: [ epoch: 110 ] [ iter:147,500 ] [ performance: 26.271 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:54 ] [ l_g_pix: 2.7439e-02 ] [ l_g_total: 2.7439e-02 ] +2024-10-09 19:32:39,251 INFO: [ epoch: 110 ] [ iter:147,600 ] [ performance: 25.476 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:45 ] [ l_g_pix: 2.4521e-02 ] [ l_g_total: 2.4521e-02 ] +2024-10-09 19:32:43,360 INFO: [ epoch: 110 ] [ iter:147,700 ] [ performance: 24.782 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:36 ] [ l_g_pix: 1.7272e-02 ] [ l_g_total: 1.7272e-02 ] +2024-10-09 19:32:47,385 INFO: [ epoch: 110 ] [ iter:147,800 ] [ performance: 25.198 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:27 ] [ l_g_pix: 1.9445e-02 ] [ l_g_total: 1.9445e-02 ] +2024-10-09 19:32:51,397 INFO: [ epoch: 110 ] [ iter:147,900 ] [ performance: 25.036 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:17 ] [ l_g_pix: 2.7654e-02 ] [ l_g_total: 2.7654e-02 ] +2024-10-09 19:32:55,153 INFO: [ epoch: 110 ] [ iter:148,000 ] [ performance: 25.806 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:08 ] [ l_g_pix: 3.0638e-02 ] [ l_g_total: 3.0638e-02 ] +2024-10-09 19:32:58,856 INFO: [ epoch: 110 ] [ iter:148,100 ] [ performance: 26.529 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:58 ] [ l_g_pix: 2.3033e-02 ] [ l_g_total: 2.3033e-02 ] +2024-10-09 19:33:02,629 INFO: [ epoch: 110 ] [ iter:148,200 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:48 ] [ l_g_pix: 2.2093e-02 ] [ l_g_total: 2.2093e-02 ] +2024-10-09 19:33:07,274 INFO: [ epoch: 111 ] [ iter:148,300 ] [ performance: 23.245 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:40 ] [ l_g_pix: 2.2587e-02 ] [ l_g_total: 2.2587e-02 ] +2024-10-09 19:33:12,054 INFO: [ epoch: 111 ] [ iter:148,400 ] [ performance: 24.881 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:33 ] [ l_g_pix: 3.7524e-02 ] [ l_g_total: 3.7524e-02 ] +2024-10-09 19:33:16,126 INFO: [ epoch: 111 ] [ iter:148,500 ] [ performance: 24.686 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:24 ] [ l_g_pix: 2.2746e-02 ] [ l_g_total: 2.2746e-02 ] +2024-10-09 19:33:20,144 INFO: [ epoch: 111 ] [ iter:148,600 ] [ performance: 25.023 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:15 ] [ l_g_pix: 2.9750e-02 ] [ l_g_total: 2.9750e-02 ] +2024-10-09 19:33:24,120 INFO: [ epoch: 111 ] [ iter:148,700 ] [ performance: 25.105 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:06 ] [ l_g_pix: 2.6454e-02 ] [ l_g_total: 2.6454e-02 ] +2024-10-09 19:33:27,842 INFO: [ epoch: 111 ] [ iter:148,800 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:56 ] [ l_g_pix: 2.2875e-02 ] [ l_g_total: 2.2875e-02 ] +2024-10-09 19:33:31,568 INFO: [ epoch: 111 ] [ iter:148,900 ] [ performance: 26.804 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:46 ] [ l_g_pix: 2.5065e-02 ] [ l_g_total: 2.5065e-02 ] +2024-10-09 19:33:35,339 INFO: [ epoch: 111 ] [ iter:149,000 ] [ performance: 26.439 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:36 ] [ l_g_pix: 4.2278e-02 ] [ l_g_total: 4.2278e-02 ] +2024-10-09 19:33:39,021 INFO: [ epoch: 111 ] [ iter:149,100 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:26 ] [ l_g_pix: 2.2815e-02 ] [ l_g_total: 2.2815e-02 ] +2024-10-09 19:33:42,974 INFO: [ epoch: 111 ] [ iter:149,200 ] [ performance: 25.114 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:17 ] [ l_g_pix: 3.7919e-02 ] [ l_g_total: 3.7919e-02 ] +2024-10-09 19:33:46,758 INFO: [ epoch: 111 ] [ iter:149,300 ] [ performance: 25.931 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:07 ] [ l_g_pix: 3.0757e-02 ] [ l_g_total: 3.0757e-02 ] +2024-10-09 19:33:50,553 INFO: [ epoch: 111 ] [ iter:149,400 ] [ performance: 26.681 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:58 ] [ l_g_pix: 2.4373e-02 ] [ l_g_total: 2.4373e-02 ] +2024-10-09 19:33:54,238 INFO: [ epoch: 111 ] [ iter:149,500 ] [ performance: 26.973 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:48 ] [ l_g_pix: 3.2242e-02 ] [ l_g_total: 3.2242e-02 ] +2024-10-09 19:33:57,761 INFO: [ epoch: 111 ] [ iter:149,600 ] [ performance: 29.495 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:37 ] [ l_g_pix: 2.9825e-02 ] [ l_g_total: 2.9825e-02 ] +2024-10-09 19:34:03,329 INFO: [ epoch: 112 ] [ iter:149,700 ] [ performance: 20.896 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:32 ] [ l_g_pix: 3.3812e-02 ] [ l_g_total: 3.3812e-02 ] +2024-10-09 19:34:07,247 INFO: [ epoch: 112 ] [ iter:149,800 ] [ performance: 25.884 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:23 ] [ l_g_pix: 3.5957e-02 ] [ l_g_total: 3.5957e-02 ] +2024-10-09 19:34:11,146 INFO: [ epoch: 112 ] [ iter:149,900 ] [ performance: 25.736 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:14 ] [ l_g_pix: 2.2574e-02 ] [ l_g_total: 2.2574e-02 ] +2024-10-09 19:34:14,968 INFO: [ epoch: 112 ] [ iter:150,000 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:04 ] [ l_g_pix: 3.4283e-02 ] [ l_g_total: 3.4283e-02 ] +2024-10-09 19:34:14,969 INFO: Saving models and training states. +2024-10-09 19:37:14,264 INFO: Validation val + + # psnr: 27.1878........ Best: 27.1878 @ 150000 iter + # ssim: 0.7657........ Best: 0.7657 @ 150000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:37:18,168 INFO: [ epoch: 112 ] [ iter:150,100 ] [ performance: 25.957 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:17 ] [ l_g_pix: 2.5468e-02 ] [ l_g_total: 2.5468e-02 ] +2024-10-09 19:37:21,887 INFO: [ epoch: 112 ] [ iter:150,200 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 5:44:06 ] [ l_g_pix: 2.3089e-02 ] [ l_g_total: 2.3089e-02 ] +2024-10-09 19:37:25,638 INFO: [ epoch: 112 ] [ iter:150,300 ] [ performance: 26.683 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:56 ] [ l_g_pix: 3.0956e-02 ] [ l_g_total: 3.0956e-02 ] +2024-10-09 19:37:29,339 INFO: [ epoch: 112 ] [ iter:150,400 ] [ performance: 27.221 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:46 ] [ l_g_pix: 2.3164e-02 ] [ l_g_total: 2.3164e-02 ] +2024-10-09 19:37:33,086 INFO: [ epoch: 112 ] [ iter:150,500 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:36 ] [ l_g_pix: 2.4253e-02 ] [ l_g_total: 2.4253e-02 ] +2024-10-09 19:37:36,750 INFO: [ epoch: 112 ] [ iter:150,600 ] [ performance: 27.286 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:26 ] [ l_g_pix: 3.7880e-02 ] [ l_g_total: 3.7880e-02 ] +2024-10-09 19:37:40,408 INFO: [ epoch: 112 ] [ iter:150,700 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:15 ] [ l_g_pix: 1.5716e-02 ] [ l_g_total: 1.5716e-02 ] +2024-10-09 19:37:44,080 INFO: [ epoch: 112 ] [ iter:150,800 ] [ performance: 27.442 it/s ] [ lr: 2.50e-05 ] [ eta: 5:43:05 ] [ l_g_pix: 2.1692e-02 ] [ l_g_total: 2.1692e-02 ] +2024-10-09 19:37:47,717 INFO: [ epoch: 112 ] [ iter:150,900 ] [ performance: 27.478 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:55 ] [ l_g_pix: 3.1109e-02 ] [ l_g_total: 3.1109e-02 ] +2024-10-09 19:37:52,673 INFO: [ epoch: 113 ] [ iter:151,000 ] [ performance: 15.189 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:48 ] [ l_g_pix: 2.6986e-02 ] [ l_g_total: 2.6986e-02 ] +2024-10-09 19:37:56,436 INFO: [ epoch: 113 ] [ iter:151,100 ] [ performance: 21.326 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:38 ] [ l_g_pix: 2.8288e-02 ] [ l_g_total: 2.8288e-02 ] +2024-10-09 19:38:00,131 INFO: [ epoch: 113 ] [ iter:151,200 ] [ performance: 27.144 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:28 ] [ l_g_pix: 2.5189e-02 ] [ l_g_total: 2.5189e-02 ] +2024-10-09 19:38:03,799 INFO: [ epoch: 113 ] [ iter:151,300 ] [ performance: 27.229 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:17 ] [ l_g_pix: 2.8984e-02 ] [ l_g_total: 2.8984e-02 ] +2024-10-09 19:38:07,565 INFO: [ epoch: 113 ] [ iter:151,400 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 5:42:07 ] [ l_g_pix: 1.7123e-02 ] [ l_g_total: 1.7123e-02 ] +2024-10-09 19:38:11,741 INFO: [ epoch: 113 ] [ iter:151,500 ] [ performance: 24.765 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:59 ] [ l_g_pix: 2.8507e-02 ] [ l_g_total: 2.8507e-02 ] +2024-10-09 19:38:15,422 INFO: [ epoch: 113 ] [ iter:151,600 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:48 ] [ l_g_pix: 2.9051e-02 ] [ l_g_total: 2.9051e-02 ] +2024-10-09 19:38:19,110 INFO: [ epoch: 113 ] [ iter:151,700 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:38 ] [ l_g_pix: 4.2659e-02 ] [ l_g_total: 4.2659e-02 ] +2024-10-09 19:38:22,746 INFO: [ epoch: 113 ] [ iter:151,800 ] [ performance: 27.187 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:28 ] [ l_g_pix: 3.7133e-02 ] [ l_g_total: 3.7133e-02 ] +2024-10-09 19:38:26,431 INFO: [ epoch: 113 ] [ iter:151,900 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:18 ] [ l_g_pix: 2.5653e-02 ] [ l_g_total: 2.5653e-02 ] +2024-10-09 19:38:30,138 INFO: [ epoch: 113 ] [ iter:152,000 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 5:41:08 ] [ l_g_pix: 3.2814e-02 ] [ l_g_total: 3.2814e-02 ] +2024-10-09 19:38:33,919 INFO: [ epoch: 113 ] [ iter:152,100 ] [ performance: 26.630 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:58 ] [ l_g_pix: 1.6322e-02 ] [ l_g_total: 1.6322e-02 ] +2024-10-09 19:38:37,617 INFO: [ epoch: 113 ] [ iter:152,200 ] [ performance: 27.241 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:48 ] [ l_g_pix: 3.2744e-02 ] [ l_g_total: 3.2744e-02 ] +2024-10-09 19:38:41,055 INFO: [ epoch: 113 ] [ iter:152,300 ] [ performance: 28.511 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:37 ] [ l_g_pix: 2.6553e-02 ] [ l_g_total: 2.6553e-02 ] +2024-10-09 19:38:46,190 INFO: [ epoch: 114 ] [ iter:152,400 ] [ performance: 27.413 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:31 ] [ l_g_pix: 2.8081e-02 ] [ l_g_total: 2.8081e-02 ] +2024-10-09 19:38:49,856 INFO: [ epoch: 114 ] [ iter:152,500 ] [ performance: 27.326 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:20 ] [ l_g_pix: 2.1609e-02 ] [ l_g_total: 2.1609e-02 ] +2024-10-09 19:38:53,519 INFO: [ epoch: 114 ] [ iter:152,600 ] [ performance: 27.416 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:10 ] [ l_g_pix: 2.5954e-02 ] [ l_g_total: 2.5954e-02 ] +2024-10-09 19:38:57,185 INFO: [ epoch: 114 ] [ iter:152,700 ] [ performance: 27.323 it/s ] [ lr: 2.50e-05 ] [ eta: 5:40:00 ] [ l_g_pix: 4.4596e-02 ] [ l_g_total: 4.4596e-02 ] +2024-10-09 19:39:00,855 INFO: [ epoch: 114 ] [ iter:152,800 ] [ performance: 27.281 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:50 ] [ l_g_pix: 2.2902e-02 ] [ l_g_total: 2.2902e-02 ] +2024-10-09 19:39:04,541 INFO: [ epoch: 114 ] [ iter:152,900 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:40 ] [ l_g_pix: 2.9705e-02 ] [ l_g_total: 2.9705e-02 ] +2024-10-09 19:39:08,237 INFO: [ epoch: 114 ] [ iter:153,000 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:30 ] [ l_g_pix: 3.6901e-02 ] [ l_g_total: 3.6901e-02 ] +2024-10-09 19:39:11,876 INFO: [ epoch: 114 ] [ iter:153,100 ] [ performance: 27.278 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:20 ] [ l_g_pix: 2.0355e-02 ] [ l_g_total: 2.0355e-02 ] +2024-10-09 19:39:15,594 INFO: [ epoch: 114 ] [ iter:153,200 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:10 ] [ l_g_pix: 2.8702e-02 ] [ l_g_total: 2.8702e-02 ] +2024-10-09 19:39:19,311 INFO: [ epoch: 114 ] [ iter:153,300 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 5:39:00 ] [ l_g_pix: 3.2366e-02 ] [ l_g_total: 3.2366e-02 ] +2024-10-09 19:39:22,994 INFO: [ epoch: 114 ] [ iter:153,400 ] [ performance: 26.843 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:50 ] [ l_g_pix: 2.3601e-02 ] [ l_g_total: 2.3601e-02 ] +2024-10-09 19:39:26,728 INFO: [ epoch: 114 ] [ iter:153,500 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:40 ] [ l_g_pix: 4.0929e-02 ] [ l_g_total: 4.0929e-02 ] +2024-10-09 19:39:30,273 INFO: [ epoch: 114 ] [ iter:153,600 ] [ performance: 29.400 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:30 ] [ l_g_pix: 3.9145e-02 ] [ l_g_total: 3.9145e-02 ] +2024-10-09 19:39:35,416 INFO: [ epoch: 115 ] [ iter:153,700 ] [ performance: 21.364 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:23 ] [ l_g_pix: 2.2959e-02 ] [ l_g_total: 2.2959e-02 ] +2024-10-09 19:39:39,109 INFO: [ epoch: 115 ] [ iter:153,800 ] [ performance: 27.555 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:14 ] [ l_g_pix: 2.5625e-02 ] [ l_g_total: 2.5625e-02 ] +2024-10-09 19:39:42,900 INFO: [ epoch: 115 ] [ iter:153,900 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 5:38:04 ] [ l_g_pix: 3.8027e-02 ] [ l_g_total: 3.8027e-02 ] +2024-10-09 19:39:46,616 INFO: [ epoch: 115 ] [ iter:154,000 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:54 ] [ l_g_pix: 4.2092e-02 ] [ l_g_total: 4.2092e-02 ] +2024-10-09 19:39:50,290 INFO: [ epoch: 115 ] [ iter:154,100 ] [ performance: 27.142 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:44 ] [ l_g_pix: 2.5408e-02 ] [ l_g_total: 2.5408e-02 ] +2024-10-09 19:39:53,990 INFO: [ epoch: 115 ] [ iter:154,200 ] [ performance: 27.030 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:34 ] [ l_g_pix: 2.6343e-02 ] [ l_g_total: 2.6343e-02 ] +2024-10-09 19:39:57,692 INFO: [ epoch: 115 ] [ iter:154,300 ] [ performance: 27.019 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:24 ] [ l_g_pix: 4.3905e-02 ] [ l_g_total: 4.3905e-02 ] +2024-10-09 19:40:01,339 INFO: [ epoch: 115 ] [ iter:154,400 ] [ performance: 27.264 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:14 ] [ l_g_pix: 1.9437e-02 ] [ l_g_total: 1.9437e-02 ] +2024-10-09 19:40:05,006 INFO: [ epoch: 115 ] [ iter:154,500 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 5:37:04 ] [ l_g_pix: 3.3012e-02 ] [ l_g_total: 3.3012e-02 ] +2024-10-09 19:40:08,686 INFO: [ epoch: 115 ] [ iter:154,600 ] [ performance: 27.325 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:54 ] [ l_g_pix: 3.0210e-02 ] [ l_g_total: 3.0210e-02 ] +2024-10-09 19:40:12,464 INFO: [ epoch: 115 ] [ iter:154,700 ] [ performance: 26.671 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:45 ] [ l_g_pix: 2.7312e-02 ] [ l_g_total: 2.7312e-02 ] +2024-10-09 19:40:16,189 INFO: [ epoch: 115 ] [ iter:154,800 ] [ performance: 26.083 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:35 ] [ l_g_pix: 1.4442e-02 ] [ l_g_total: 1.4442e-02 ] +2024-10-09 19:40:19,794 INFO: [ epoch: 115 ] [ iter:154,900 ] [ performance: 27.348 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:25 ] [ l_g_pix: 2.1350e-02 ] [ l_g_total: 2.1350e-02 ] +2024-10-09 19:40:24,652 INFO: [ epoch: 116 ] [ iter:155,000 ] [ performance: 11.836 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:18 ] [ l_g_pix: 3.6334e-02 ] [ l_g_total: 3.6334e-02 ] +2024-10-09 19:40:28,542 INFO: [ epoch: 116 ] [ iter:155,100 ] [ performance: 20.351 it/s ] [ lr: 2.50e-05 ] [ eta: 5:36:08 ] [ l_g_pix: 2.1243e-02 ] [ l_g_total: 2.1243e-02 ] +2024-10-09 19:40:32,214 INFO: [ epoch: 116 ] [ iter:155,200 ] [ performance: 27.768 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:58 ] [ l_g_pix: 2.7295e-02 ] [ l_g_total: 2.7295e-02 ] +2024-10-09 19:40:35,923 INFO: [ epoch: 116 ] [ iter:155,300 ] [ performance: 27.138 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:49 ] [ l_g_pix: 2.3193e-02 ] [ l_g_total: 2.3193e-02 ] +2024-10-09 19:40:39,558 INFO: [ epoch: 116 ] [ iter:155,400 ] [ performance: 27.511 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:39 ] [ l_g_pix: 3.1216e-02 ] [ l_g_total: 3.1216e-02 ] +2024-10-09 19:40:43,259 INFO: [ epoch: 116 ] [ iter:155,500 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:29 ] [ l_g_pix: 3.1154e-02 ] [ l_g_total: 3.1154e-02 ] +2024-10-09 19:40:46,979 INFO: [ epoch: 116 ] [ iter:155,600 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:19 ] [ l_g_pix: 2.0390e-02 ] [ l_g_total: 2.0390e-02 ] +2024-10-09 19:40:50,734 INFO: [ epoch: 116 ] [ iter:155,700 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:09 ] [ l_g_pix: 3.2422e-02 ] [ l_g_total: 3.2422e-02 ] +2024-10-09 19:40:54,432 INFO: [ epoch: 116 ] [ iter:155,800 ] [ performance: 26.140 it/s ] [ lr: 2.50e-05 ] [ eta: 5:35:00 ] [ l_g_pix: 3.4503e-02 ] [ l_g_total: 3.4503e-02 ] +2024-10-09 19:40:58,146 INFO: [ epoch: 116 ] [ iter:155,900 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:50 ] [ l_g_pix: 3.4663e-02 ] [ l_g_total: 3.4663e-02 ] +2024-10-09 19:41:01,836 INFO: [ epoch: 116 ] [ iter:156,000 ] [ performance: 27.419 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:40 ] [ l_g_pix: 3.3443e-02 ] [ l_g_total: 3.3443e-02 ] +2024-10-09 19:41:05,581 INFO: [ epoch: 116 ] [ iter:156,100 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:31 ] [ l_g_pix: 2.8109e-02 ] [ l_g_total: 2.8109e-02 ] +2024-10-09 19:41:09,311 INFO: [ epoch: 116 ] [ iter:156,200 ] [ performance: 26.511 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:21 ] [ l_g_pix: 2.3174e-02 ] [ l_g_total: 2.3174e-02 ] +2024-10-09 19:41:12,853 INFO: [ epoch: 116 ] [ iter:156,300 ] [ performance: 27.899 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:11 ] [ l_g_pix: 2.1962e-02 ] [ l_g_total: 2.1962e-02 ] +2024-10-09 19:41:18,048 INFO: [ epoch: 117 ] [ iter:156,400 ] [ performance: 26.483 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:04 ] [ l_g_pix: 2.3619e-02 ] [ l_g_total: 2.3619e-02 ] +2024-10-09 19:41:22,038 INFO: [ epoch: 117 ] [ iter:156,500 ] [ performance: 25.316 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:55 ] [ l_g_pix: 2.9350e-02 ] [ l_g_total: 2.9350e-02 ] +2024-10-09 19:41:25,924 INFO: [ epoch: 117 ] [ iter:156,600 ] [ performance: 27.332 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:46 ] [ l_g_pix: 2.9041e-02 ] [ l_g_total: 2.9041e-02 ] +2024-10-09 19:41:29,570 INFO: [ epoch: 117 ] [ iter:156,700 ] [ performance: 27.416 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:36 ] [ l_g_pix: 2.3426e-02 ] [ l_g_total: 2.3426e-02 ] +2024-10-09 19:41:33,300 INFO: [ epoch: 117 ] [ iter:156,800 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:27 ] [ l_g_pix: 3.2303e-02 ] [ l_g_total: 3.2303e-02 ] +2024-10-09 19:41:36,991 INFO: [ epoch: 117 ] [ iter:156,900 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:17 ] [ l_g_pix: 2.7834e-02 ] [ l_g_total: 2.7834e-02 ] +2024-10-09 19:41:40,706 INFO: [ epoch: 117 ] [ iter:157,000 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:07 ] [ l_g_pix: 2.0565e-02 ] [ l_g_total: 2.0565e-02 ] +2024-10-09 19:41:44,341 INFO: [ epoch: 117 ] [ iter:157,100 ] [ performance: 27.416 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:57 ] [ l_g_pix: 2.4747e-02 ] [ l_g_total: 2.4747e-02 ] +2024-10-09 19:41:47,986 INFO: [ epoch: 117 ] [ iter:157,200 ] [ performance: 27.482 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:48 ] [ l_g_pix: 4.3277e-02 ] [ l_g_total: 4.3277e-02 ] +2024-10-09 19:41:51,671 INFO: [ epoch: 117 ] [ iter:157,300 ] [ performance: 27.197 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:38 ] [ l_g_pix: 2.8317e-02 ] [ l_g_total: 2.8317e-02 ] +2024-10-09 19:41:55,327 INFO: [ epoch: 117 ] [ iter:157,400 ] [ performance: 27.609 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:28 ] [ l_g_pix: 2.0497e-02 ] [ l_g_total: 2.0497e-02 ] +2024-10-09 19:41:58,992 INFO: [ epoch: 117 ] [ iter:157,500 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:19 ] [ l_g_pix: 2.8198e-02 ] [ l_g_total: 2.8198e-02 ] +2024-10-09 19:42:02,554 INFO: [ epoch: 117 ] [ iter:157,600 ] [ performance: 29.332 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:09 ] [ l_g_pix: 3.6098e-02 ] [ l_g_total: 3.6098e-02 ] +2024-10-09 19:42:08,075 INFO: [ epoch: 118 ] [ iter:157,700 ] [ performance: 19.127 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:03 ] [ l_g_pix: 3.0243e-02 ] [ l_g_total: 3.0243e-02 ] +2024-10-09 19:42:11,738 INFO: [ epoch: 118 ] [ iter:157,800 ] [ performance: 26.976 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:53 ] [ l_g_pix: 3.3751e-02 ] [ l_g_total: 3.3751e-02 ] +2024-10-09 19:42:15,362 INFO: [ epoch: 118 ] [ iter:157,900 ] [ performance: 27.513 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:44 ] [ l_g_pix: 5.1547e-02 ] [ l_g_total: 5.1547e-02 ] +2024-10-09 19:42:19,058 INFO: [ epoch: 118 ] [ iter:158,000 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:34 ] [ l_g_pix: 4.1373e-02 ] [ l_g_total: 4.1373e-02 ] +2024-10-09 19:42:22,721 INFO: [ epoch: 118 ] [ iter:158,100 ] [ performance: 27.255 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:24 ] [ l_g_pix: 2.6337e-02 ] [ l_g_total: 2.6337e-02 ] +2024-10-09 19:42:26,371 INFO: [ epoch: 118 ] [ iter:158,200 ] [ performance: 27.467 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:15 ] [ l_g_pix: 2.1169e-02 ] [ l_g_total: 2.1169e-02 ] +2024-10-09 19:42:30,039 INFO: [ epoch: 118 ] [ iter:158,300 ] [ performance: 27.290 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:05 ] [ l_g_pix: 3.4480e-02 ] [ l_g_total: 3.4480e-02 ] +2024-10-09 19:42:33,699 INFO: [ epoch: 118 ] [ iter:158,400 ] [ performance: 27.474 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:55 ] [ l_g_pix: 2.1698e-02 ] [ l_g_total: 2.1698e-02 ] +2024-10-09 19:42:37,390 INFO: [ epoch: 118 ] [ iter:158,500 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:46 ] [ l_g_pix: 3.1752e-02 ] [ l_g_total: 3.1752e-02 ] +2024-10-09 19:42:41,058 INFO: [ epoch: 118 ] [ iter:158,600 ] [ performance: 28.473 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:36 ] [ l_g_pix: 4.0984e-02 ] [ l_g_total: 4.0984e-02 ] +2024-10-09 19:42:44,686 INFO: [ epoch: 118 ] [ iter:158,700 ] [ performance: 27.660 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:26 ] [ l_g_pix: 2.5361e-02 ] [ l_g_total: 2.5361e-02 ] +2024-10-09 19:42:48,361 INFO: [ epoch: 118 ] [ iter:158,800 ] [ performance: 27.525 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:17 ] [ l_g_pix: 3.2173e-02 ] [ l_g_total: 3.2173e-02 ] +2024-10-09 19:42:52,001 INFO: [ epoch: 118 ] [ iter:158,900 ] [ performance: 27.483 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:07 ] [ l_g_pix: 2.8190e-02 ] [ l_g_total: 2.8190e-02 ] +2024-10-09 19:42:57,331 INFO: [ epoch: 119 ] [ iter:159,000 ] [ performance: 14.006 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:01 ] [ l_g_pix: 3.2198e-02 ] [ l_g_total: 3.2198e-02 ] +2024-10-09 19:43:01,086 INFO: [ epoch: 119 ] [ iter:159,100 ] [ performance: 24.849 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:52 ] [ l_g_pix: 3.3520e-02 ] [ l_g_total: 3.3520e-02 ] +2024-10-09 19:43:04,703 INFO: [ epoch: 119 ] [ iter:159,200 ] [ performance: 27.887 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:42 ] [ l_g_pix: 2.5993e-02 ] [ l_g_total: 2.5993e-02 ] +2024-10-09 19:43:08,384 INFO: [ epoch: 119 ] [ iter:159,300 ] [ performance: 27.224 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:32 ] [ l_g_pix: 2.8325e-02 ] [ l_g_total: 2.8325e-02 ] +2024-10-09 19:43:12,063 INFO: [ epoch: 119 ] [ iter:159,400 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:23 ] [ l_g_pix: 2.4741e-02 ] [ l_g_total: 2.4741e-02 ] +2024-10-09 19:43:15,671 INFO: [ epoch: 119 ] [ iter:159,500 ] [ performance: 27.670 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:13 ] [ l_g_pix: 3.0334e-02 ] [ l_g_total: 3.0334e-02 ] +2024-10-09 19:43:19,315 INFO: [ epoch: 119 ] [ iter:159,600 ] [ performance: 27.976 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:04 ] [ l_g_pix: 2.9885e-02 ] [ l_g_total: 2.9885e-02 ] +2024-10-09 19:43:22,982 INFO: [ epoch: 119 ] [ iter:159,700 ] [ performance: 27.313 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:54 ] [ l_g_pix: 3.6501e-02 ] [ l_g_total: 3.6501e-02 ] +2024-10-09 19:43:26,664 INFO: [ epoch: 119 ] [ iter:159,800 ] [ performance: 27.640 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:44 ] [ l_g_pix: 2.5128e-02 ] [ l_g_total: 2.5128e-02 ] +2024-10-09 19:43:30,319 INFO: [ epoch: 119 ] [ iter:159,900 ] [ performance: 27.378 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:35 ] [ l_g_pix: 2.9524e-02 ] [ l_g_total: 2.9524e-02 ] +2024-10-09 19:43:34,003 INFO: [ epoch: 119 ] [ iter:160,000 ] [ performance: 27.167 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:25 ] [ l_g_pix: 2.4057e-02 ] [ l_g_total: 2.4057e-02 ] +2024-10-09 19:43:34,003 INFO: Saving models and training states. +2024-10-09 19:46:29,633 INFO: Validation val + + # psnr: 27.1883........ Best: 27.1883 @ 160000 iter + # ssim: 0.7658........ Best: 0.7658 @ 160000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:46:33,282 INFO: [ epoch: 119 ] [ iter:160,100 ] [ performance: 27.409 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:51 ] [ l_g_pix: 2.4766e-02 ] [ l_g_total: 2.4766e-02 ] +2024-10-09 19:46:36,956 INFO: [ epoch: 119 ] [ iter:160,200 ] [ performance: 28.760 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:41 ] [ l_g_pix: 2.3409e-02 ] [ l_g_total: 2.3409e-02 ] +2024-10-09 19:46:40,383 INFO: [ epoch: 119 ] [ iter:160,300 ] [ performance: 29.169 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:30 ] [ l_g_pix: 3.5872e-02 ] [ l_g_total: 3.5872e-02 ] +2024-10-09 19:46:46,026 INFO: [ epoch: 120 ] [ iter:160,400 ] [ performance: 28.041 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:25 ] [ l_g_pix: 2.3172e-02 ] [ l_g_total: 2.3172e-02 ] +2024-10-09 19:46:49,723 INFO: [ epoch: 120 ] [ iter:160,500 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:15 ] [ l_g_pix: 2.1649e-02 ] [ l_g_total: 2.1649e-02 ] +2024-10-09 19:46:53,368 INFO: [ epoch: 120 ] [ iter:160,600 ] [ performance: 26.273 it/s ] [ lr: 2.50e-05 ] [ eta: 5:34:05 ] [ l_g_pix: 2.0047e-02 ] [ l_g_total: 2.0047e-02 ] +2024-10-09 19:46:57,011 INFO: [ epoch: 120 ] [ iter:160,700 ] [ performance: 27.443 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:55 ] [ l_g_pix: 1.7139e-02 ] [ l_g_total: 1.7139e-02 ] +2024-10-09 19:47:00,606 INFO: [ epoch: 120 ] [ iter:160,800 ] [ performance: 27.634 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:45 ] [ l_g_pix: 3.5825e-02 ] [ l_g_total: 3.5825e-02 ] +2024-10-09 19:47:04,297 INFO: [ epoch: 120 ] [ iter:160,900 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:35 ] [ l_g_pix: 2.8056e-02 ] [ l_g_total: 2.8056e-02 ] +2024-10-09 19:47:08,063 INFO: [ epoch: 120 ] [ iter:161,000 ] [ performance: 26.827 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:26 ] [ l_g_pix: 2.7875e-02 ] [ l_g_total: 2.7875e-02 ] +2024-10-09 19:47:11,724 INFO: [ epoch: 120 ] [ iter:161,100 ] [ performance: 27.316 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:16 ] [ l_g_pix: 2.8293e-02 ] [ l_g_total: 2.8293e-02 ] +2024-10-09 19:47:15,466 INFO: [ epoch: 120 ] [ iter:161,200 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 5:33:06 ] [ l_g_pix: 3.4513e-02 ] [ l_g_total: 3.4513e-02 ] +2024-10-09 19:47:19,145 INFO: [ epoch: 120 ] [ iter:161,300 ] [ performance: 27.217 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:57 ] [ l_g_pix: 4.5230e-02 ] [ l_g_total: 4.5230e-02 ] +2024-10-09 19:47:22,844 INFO: [ epoch: 120 ] [ iter:161,400 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:47 ] [ l_g_pix: 3.3857e-02 ] [ l_g_total: 3.3857e-02 ] +2024-10-09 19:47:26,609 INFO: [ epoch: 120 ] [ iter:161,500 ] [ performance: 26.517 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:37 ] [ l_g_pix: 2.5335e-02 ] [ l_g_total: 2.5335e-02 ] +2024-10-09 19:47:30,190 INFO: [ epoch: 120 ] [ iter:161,600 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:27 ] [ l_g_pix: 2.5176e-02 ] [ l_g_total: 2.5176e-02 ] +2024-10-09 19:47:35,164 INFO: [ epoch: 121 ] [ iter:161,700 ] [ performance: 19.842 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:20 ] [ l_g_pix: 3.4837e-02 ] [ l_g_total: 3.4837e-02 ] +2024-10-09 19:47:38,898 INFO: [ epoch: 121 ] [ iter:161,800 ] [ performance: 22.869 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:11 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-09 19:47:42,564 INFO: [ epoch: 121 ] [ iter:161,900 ] [ performance: 27.262 it/s ] [ lr: 2.50e-05 ] [ eta: 5:32:01 ] [ l_g_pix: 4.1992e-02 ] [ l_g_total: 4.1992e-02 ] +2024-10-09 19:47:46,269 INFO: [ epoch: 121 ] [ iter:162,000 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:51 ] [ l_g_pix: 1.8144e-02 ] [ l_g_total: 1.8144e-02 ] +2024-10-09 19:47:49,972 INFO: [ epoch: 121 ] [ iter:162,100 ] [ performance: 26.991 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:42 ] [ l_g_pix: 2.4394e-02 ] [ l_g_total: 2.4394e-02 ] +2024-10-09 19:47:53,640 INFO: [ epoch: 121 ] [ iter:162,200 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:32 ] [ l_g_pix: 2.4810e-02 ] [ l_g_total: 2.4810e-02 ] +2024-10-09 19:47:57,342 INFO: [ epoch: 121 ] [ iter:162,300 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:22 ] [ l_g_pix: 2.4726e-02 ] [ l_g_total: 2.4726e-02 ] +2024-10-09 19:48:00,979 INFO: [ epoch: 121 ] [ iter:162,400 ] [ performance: 27.227 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:13 ] [ l_g_pix: 3.6360e-02 ] [ l_g_total: 3.6360e-02 ] +2024-10-09 19:48:04,639 INFO: [ epoch: 121 ] [ iter:162,500 ] [ performance: 27.310 it/s ] [ lr: 2.50e-05 ] [ eta: 5:31:03 ] [ l_g_pix: 3.2981e-02 ] [ l_g_total: 3.2981e-02 ] +2024-10-09 19:48:08,294 INFO: [ epoch: 121 ] [ iter:162,600 ] [ performance: 27.336 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:53 ] [ l_g_pix: 2.0764e-02 ] [ l_g_total: 2.0764e-02 ] +2024-10-09 19:48:11,993 INFO: [ epoch: 121 ] [ iter:162,700 ] [ performance: 27.042 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:43 ] [ l_g_pix: 3.2879e-02 ] [ l_g_total: 3.2879e-02 ] +2024-10-09 19:48:15,710 INFO: [ epoch: 121 ] [ iter:162,800 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:34 ] [ l_g_pix: 2.1953e-02 ] [ l_g_total: 2.1953e-02 ] +2024-10-09 19:48:19,371 INFO: [ epoch: 121 ] [ iter:162,900 ] [ performance: 27.326 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:24 ] [ l_g_pix: 3.7167e-02 ] [ l_g_total: 3.7167e-02 ] +2024-10-09 19:48:24,040 INFO: [ epoch: 122 ] [ iter:163,000 ] [ performance: 23.867 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:17 ] [ l_g_pix: 3.4495e-02 ] [ l_g_total: 3.4495e-02 ] +2024-10-09 19:48:28,134 INFO: [ epoch: 122 ] [ iter:163,100 ] [ performance: 26.248 it/s ] [ lr: 2.50e-05 ] [ eta: 5:30:08 ] [ l_g_pix: 3.8382e-02 ] [ l_g_total: 3.8382e-02 ] +2024-10-09 19:48:32,053 INFO: [ epoch: 122 ] [ iter:163,200 ] [ performance: 25.862 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:59 ] [ l_g_pix: 4.4273e-02 ] [ l_g_total: 4.4273e-02 ] +2024-10-09 19:48:35,732 INFO: [ epoch: 122 ] [ iter:163,300 ] [ performance: 27.114 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:49 ] [ l_g_pix: 2.4492e-02 ] [ l_g_total: 2.4492e-02 ] +2024-10-09 19:48:39,417 INFO: [ epoch: 122 ] [ iter:163,400 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:40 ] [ l_g_pix: 2.9175e-02 ] [ l_g_total: 2.9175e-02 ] +2024-10-09 19:48:43,112 INFO: [ epoch: 122 ] [ iter:163,500 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:30 ] [ l_g_pix: 3.9829e-02 ] [ l_g_total: 3.9829e-02 ] +2024-10-09 19:48:46,767 INFO: [ epoch: 122 ] [ iter:163,600 ] [ performance: 27.245 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:20 ] [ l_g_pix: 2.9857e-02 ] [ l_g_total: 2.9857e-02 ] +2024-10-09 19:48:50,486 INFO: [ epoch: 122 ] [ iter:163,700 ] [ performance: 27.092 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:11 ] [ l_g_pix: 1.6494e-02 ] [ l_g_total: 1.6494e-02 ] +2024-10-09 19:48:54,142 INFO: [ epoch: 122 ] [ iter:163,800 ] [ performance: 27.234 it/s ] [ lr: 2.50e-05 ] [ eta: 5:29:01 ] [ l_g_pix: 3.0231e-02 ] [ l_g_total: 3.0231e-02 ] +2024-10-09 19:48:57,843 INFO: [ epoch: 122 ] [ iter:163,900 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:52 ] [ l_g_pix: 2.7723e-02 ] [ l_g_total: 2.7723e-02 ] +2024-10-09 19:49:01,556 INFO: [ epoch: 122 ] [ iter:164,000 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:42 ] [ l_g_pix: 2.2988e-02 ] [ l_g_total: 2.2988e-02 ] +2024-10-09 19:49:05,247 INFO: [ epoch: 122 ] [ iter:164,100 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:33 ] [ l_g_pix: 3.5139e-02 ] [ l_g_total: 3.5139e-02 ] +2024-10-09 19:49:08,884 INFO: [ epoch: 122 ] [ iter:164,200 ] [ performance: 27.345 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:23 ] [ l_g_pix: 2.7590e-02 ] [ l_g_total: 2.7590e-02 ] +2024-10-09 19:49:12,359 INFO: [ epoch: 122 ] [ iter:164,300 ] [ performance: 29.095 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:13 ] [ l_g_pix: 3.5923e-02 ] [ l_g_total: 3.5923e-02 ] +2024-10-09 19:49:17,543 INFO: [ epoch: 123 ] [ iter:164,400 ] [ performance: 22.775 it/s ] [ lr: 2.50e-05 ] [ eta: 5:28:07 ] [ l_g_pix: 3.2333e-02 ] [ l_g_total: 3.2333e-02 ] +2024-10-09 19:49:21,252 INFO: [ epoch: 123 ] [ iter:164,500 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:57 ] [ l_g_pix: 3.0893e-02 ] [ l_g_total: 3.0893e-02 ] +2024-10-09 19:49:24,891 INFO: [ epoch: 123 ] [ iter:164,600 ] [ performance: 27.239 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:48 ] [ l_g_pix: 2.7082e-02 ] [ l_g_total: 2.7082e-02 ] +2024-10-09 19:49:28,533 INFO: [ epoch: 123 ] [ iter:164,700 ] [ performance: 27.417 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:38 ] [ l_g_pix: 2.0269e-02 ] [ l_g_total: 2.0269e-02 ] +2024-10-09 19:49:32,262 INFO: [ epoch: 123 ] [ iter:164,800 ] [ performance: 27.085 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:28 ] [ l_g_pix: 2.9809e-02 ] [ l_g_total: 2.9809e-02 ] +2024-10-09 19:49:35,954 INFO: [ epoch: 123 ] [ iter:164,900 ] [ performance: 27.351 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:19 ] [ l_g_pix: 2.5941e-02 ] [ l_g_total: 2.5941e-02 ] +2024-10-09 19:49:39,624 INFO: [ epoch: 123 ] [ iter:165,000 ] [ performance: 27.300 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:09 ] [ l_g_pix: 1.7825e-02 ] [ l_g_total: 1.7825e-02 ] +2024-10-09 19:49:43,293 INFO: [ epoch: 123 ] [ iter:165,100 ] [ performance: 27.169 it/s ] [ lr: 2.50e-05 ] [ eta: 5:27:00 ] [ l_g_pix: 2.9748e-02 ] [ l_g_total: 2.9748e-02 ] +2024-10-09 19:49:46,952 INFO: [ epoch: 123 ] [ iter:165,200 ] [ performance: 27.264 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:50 ] [ l_g_pix: 2.8412e-02 ] [ l_g_total: 2.8412e-02 ] +2024-10-09 19:49:50,694 INFO: [ epoch: 123 ] [ iter:165,300 ] [ performance: 26.564 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:41 ] [ l_g_pix: 2.8516e-02 ] [ l_g_total: 2.8516e-02 ] +2024-10-09 19:49:54,423 INFO: [ epoch: 123 ] [ iter:165,400 ] [ performance: 26.710 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:32 ] [ l_g_pix: 3.4378e-02 ] [ l_g_total: 3.4378e-02 ] +2024-10-09 19:49:58,206 INFO: [ epoch: 123 ] [ iter:165,500 ] [ performance: 26.554 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:22 ] [ l_g_pix: 3.5464e-02 ] [ l_g_total: 3.5464e-02 ] +2024-10-09 19:50:01,806 INFO: [ epoch: 123 ] [ iter:165,600 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:13 ] [ l_g_pix: 2.9474e-02 ] [ l_g_total: 2.9474e-02 ] +2024-10-09 19:50:06,781 INFO: [ epoch: 124 ] [ iter:165,700 ] [ performance: 18.228 it/s ] [ lr: 2.50e-05 ] [ eta: 5:26:06 ] [ l_g_pix: 3.9636e-02 ] [ l_g_total: 3.9636e-02 ] +2024-10-09 19:50:10,735 INFO: [ epoch: 124 ] [ iter:165,800 ] [ performance: 21.669 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:57 ] [ l_g_pix: 2.4470e-02 ] [ l_g_total: 2.4470e-02 ] +2024-10-09 19:50:14,524 INFO: [ epoch: 124 ] [ iter:165,900 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:48 ] [ l_g_pix: 2.9585e-02 ] [ l_g_total: 2.9585e-02 ] +2024-10-09 19:50:18,189 INFO: [ epoch: 124 ] [ iter:166,000 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:38 ] [ l_g_pix: 1.8650e-02 ] [ l_g_total: 1.8650e-02 ] +2024-10-09 19:50:21,891 INFO: [ epoch: 124 ] [ iter:166,100 ] [ performance: 27.147 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:29 ] [ l_g_pix: 3.0015e-02 ] [ l_g_total: 3.0015e-02 ] +2024-10-09 19:50:25,605 INFO: [ epoch: 124 ] [ iter:166,200 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:20 ] [ l_g_pix: 2.5807e-02 ] [ l_g_total: 2.5807e-02 ] +2024-10-09 19:50:29,293 INFO: [ epoch: 124 ] [ iter:166,300 ] [ performance: 27.148 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:10 ] [ l_g_pix: 2.4038e-02 ] [ l_g_total: 2.4038e-02 ] +2024-10-09 19:50:32,954 INFO: [ epoch: 124 ] [ iter:166,400 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:01 ] [ l_g_pix: 4.3431e-02 ] [ l_g_total: 4.3431e-02 ] +2024-10-09 19:50:36,570 INFO: [ epoch: 124 ] [ iter:166,500 ] [ performance: 27.729 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:51 ] [ l_g_pix: 2.0123e-02 ] [ l_g_total: 2.0123e-02 ] +2024-10-09 19:50:40,212 INFO: [ epoch: 124 ] [ iter:166,600 ] [ performance: 27.577 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:42 ] [ l_g_pix: 2.8598e-02 ] [ l_g_total: 2.8598e-02 ] +2024-10-09 19:50:43,943 INFO: [ epoch: 124 ] [ iter:166,700 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:33 ] [ l_g_pix: 2.0699e-02 ] [ l_g_total: 2.0699e-02 ] +2024-10-09 19:50:47,637 INFO: [ epoch: 124 ] [ iter:166,800 ] [ performance: 26.863 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:23 ] [ l_g_pix: 3.0174e-02 ] [ l_g_total: 3.0174e-02 ] +2024-10-09 19:50:51,309 INFO: [ epoch: 124 ] [ iter:166,900 ] [ performance: 27.286 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:14 ] [ l_g_pix: 2.7473e-02 ] [ l_g_total: 2.7473e-02 ] +2024-10-09 19:50:54,861 INFO: [ epoch: 124 ] [ iter:167,000 ] [ performance: 27.794 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:04 ] [ l_g_pix: 3.6017e-02 ] [ l_g_total: 3.6017e-02 ] +2024-10-09 19:51:00,122 INFO: [ epoch: 125 ] [ iter:167,100 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:58 ] [ l_g_pix: 2.2686e-02 ] [ l_g_total: 2.2686e-02 ] +2024-10-09 19:51:03,855 INFO: [ epoch: 125 ] [ iter:167,200 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:49 ] [ l_g_pix: 3.3938e-02 ] [ l_g_total: 3.3938e-02 ] +2024-10-09 19:51:07,539 INFO: [ epoch: 125 ] [ iter:167,300 ] [ performance: 27.379 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:39 ] [ l_g_pix: 2.3132e-02 ] [ l_g_total: 2.3132e-02 ] +2024-10-09 19:51:11,223 INFO: [ epoch: 125 ] [ iter:167,400 ] [ performance: 27.246 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:30 ] [ l_g_pix: 3.3868e-02 ] [ l_g_total: 3.3868e-02 ] +2024-10-09 19:51:14,889 INFO: [ epoch: 125 ] [ iter:167,500 ] [ performance: 27.210 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:21 ] [ l_g_pix: 2.1248e-02 ] [ l_g_total: 2.1248e-02 ] +2024-10-09 19:51:18,622 INFO: [ epoch: 125 ] [ iter:167,600 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:12 ] [ l_g_pix: 2.5522e-02 ] [ l_g_total: 2.5522e-02 ] +2024-10-09 19:51:22,263 INFO: [ epoch: 125 ] [ iter:167,700 ] [ performance: 27.547 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:02 ] [ l_g_pix: 2.5698e-02 ] [ l_g_total: 2.5698e-02 ] +2024-10-09 19:51:25,891 INFO: [ epoch: 125 ] [ iter:167,800 ] [ performance: 27.559 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:53 ] [ l_g_pix: 2.1541e-02 ] [ l_g_total: 2.1541e-02 ] +2024-10-09 19:51:29,581 INFO: [ epoch: 125 ] [ iter:167,900 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:43 ] [ l_g_pix: 2.8363e-02 ] [ l_g_total: 2.8363e-02 ] +2024-10-09 19:51:33,295 INFO: [ epoch: 125 ] [ iter:168,000 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:34 ] [ l_g_pix: 2.3167e-02 ] [ l_g_total: 2.3167e-02 ] +2024-10-09 19:51:36,973 INFO: [ epoch: 125 ] [ iter:168,100 ] [ performance: 27.493 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:25 ] [ l_g_pix: 2.0726e-02 ] [ l_g_total: 2.0726e-02 ] +2024-10-09 19:51:40,655 INFO: [ epoch: 125 ] [ iter:168,200 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:16 ] [ l_g_pix: 2.2071e-02 ] [ l_g_total: 2.2071e-02 ] +2024-10-09 19:51:44,156 INFO: [ epoch: 125 ] [ iter:168,300 ] [ performance: 29.355 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:06 ] [ l_g_pix: 3.0728e-02 ] [ l_g_total: 3.0728e-02 ] +2024-10-09 19:51:49,509 INFO: [ epoch: 126 ] [ iter:168,400 ] [ performance: 21.741 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:00 ] [ l_g_pix: 3.4459e-02 ] [ l_g_total: 3.4459e-02 ] +2024-10-09 19:51:53,456 INFO: [ epoch: 126 ] [ iter:168,500 ] [ performance: 27.418 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:51 ] [ l_g_pix: 3.7815e-02 ] [ l_g_total: 3.7815e-02 ] +2024-10-09 19:51:57,157 INFO: [ epoch: 126 ] [ iter:168,600 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:42 ] [ l_g_pix: 2.0177e-02 ] [ l_g_total: 2.0177e-02 ] +2024-10-09 19:52:00,822 INFO: [ epoch: 126 ] [ iter:168,700 ] [ performance: 27.271 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:33 ] [ l_g_pix: 3.5606e-02 ] [ l_g_total: 3.5606e-02 ] +2024-10-09 19:52:04,565 INFO: [ epoch: 126 ] [ iter:168,800 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:24 ] [ l_g_pix: 2.0383e-02 ] [ l_g_total: 2.0383e-02 ] +2024-10-09 19:52:08,225 INFO: [ epoch: 126 ] [ iter:168,900 ] [ performance: 27.462 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:14 ] [ l_g_pix: 3.2205e-02 ] [ l_g_total: 3.2205e-02 ] +2024-10-09 19:52:11,851 INFO: [ epoch: 126 ] [ iter:169,000 ] [ performance: 27.537 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:05 ] [ l_g_pix: 1.8897e-02 ] [ l_g_total: 1.8897e-02 ] +2024-10-09 19:52:15,559 INFO: [ epoch: 126 ] [ iter:169,100 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:56 ] [ l_g_pix: 2.8531e-02 ] [ l_g_total: 2.8531e-02 ] +2024-10-09 19:52:19,252 INFO: [ epoch: 126 ] [ iter:169,200 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:47 ] [ l_g_pix: 3.5162e-02 ] [ l_g_total: 3.5162e-02 ] +2024-10-09 19:52:22,951 INFO: [ epoch: 126 ] [ iter:169,300 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:37 ] [ l_g_pix: 2.9392e-02 ] [ l_g_total: 2.9392e-02 ] +2024-10-09 19:52:26,662 INFO: [ epoch: 126 ] [ iter:169,400 ] [ performance: 26.984 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:28 ] [ l_g_pix: 3.4815e-02 ] [ l_g_total: 3.4815e-02 ] +2024-10-09 19:52:30,319 INFO: [ epoch: 126 ] [ iter:169,500 ] [ performance: 27.462 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:19 ] [ l_g_pix: 3.4090e-02 ] [ l_g_total: 3.4090e-02 ] +2024-10-09 19:52:33,892 INFO: [ epoch: 126 ] [ iter:169,600 ] [ performance: 27.795 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:10 ] [ l_g_pix: 3.8439e-02 ] [ l_g_total: 3.8439e-02 ] +2024-10-09 19:52:38,974 INFO: [ epoch: 127 ] [ iter:169,700 ] [ performance: 15.492 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:03 ] [ l_g_pix: 3.4351e-02 ] [ l_g_total: 3.4351e-02 ] +2024-10-09 19:52:42,629 INFO: [ epoch: 127 ] [ iter:169,800 ] [ performance: 21.463 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:54 ] [ l_g_pix: 3.2605e-02 ] [ l_g_total: 3.2605e-02 ] +2024-10-09 19:52:46,302 INFO: [ epoch: 127 ] [ iter:169,900 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:45 ] [ l_g_pix: 2.8308e-02 ] [ l_g_total: 2.8308e-02 ] +2024-10-09 19:52:49,905 INFO: [ epoch: 127 ] [ iter:170,000 ] [ performance: 27.503 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:36 ] [ l_g_pix: 3.2178e-02 ] [ l_g_total: 3.2178e-02 ] +2024-10-09 19:52:49,905 INFO: Saving models and training states. +2024-10-09 19:56:00,601 INFO: Validation val + + # psnr: 27.1916........ Best: 27.1916 @ 170000 iter + # ssim: 0.7659........ Best: 0.7659 @ 170000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 19:56:04,329 INFO: [ epoch: 127 ] [ iter:170,100 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:59 ] [ l_g_pix: 3.7637e-02 ] [ l_g_total: 3.7637e-02 ] +2024-10-09 19:56:08,057 INFO: [ epoch: 127 ] [ iter:170,200 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:49 ] [ l_g_pix: 3.4225e-02 ] [ l_g_total: 3.4225e-02 ] +2024-10-09 19:56:11,777 INFO: [ epoch: 127 ] [ iter:170,300 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:40 ] [ l_g_pix: 2.6757e-02 ] [ l_g_total: 2.6757e-02 ] +2024-10-09 19:56:15,439 INFO: [ epoch: 127 ] [ iter:170,400 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:30 ] [ l_g_pix: 2.2532e-02 ] [ l_g_total: 2.2532e-02 ] +2024-10-09 19:56:19,131 INFO: [ epoch: 127 ] [ iter:170,500 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:21 ] [ l_g_pix: 3.0934e-02 ] [ l_g_total: 3.0934e-02 ] +2024-10-09 19:56:22,864 INFO: [ epoch: 127 ] [ iter:170,600 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:11 ] [ l_g_pix: 3.2395e-02 ] [ l_g_total: 3.2395e-02 ] +2024-10-09 19:56:26,605 INFO: [ epoch: 127 ] [ iter:170,700 ] [ performance: 26.610 it/s ] [ lr: 2.50e-05 ] [ eta: 5:25:02 ] [ l_g_pix: 2.1291e-02 ] [ l_g_total: 2.1291e-02 ] +2024-10-09 19:56:30,361 INFO: [ epoch: 127 ] [ iter:170,800 ] [ performance: 26.621 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:53 ] [ l_g_pix: 2.3598e-02 ] [ l_g_total: 2.3598e-02 ] +2024-10-09 19:56:34,075 INFO: [ epoch: 127 ] [ iter:170,900 ] [ performance: 27.187 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:43 ] [ l_g_pix: 3.1832e-02 ] [ l_g_total: 3.1832e-02 ] +2024-10-09 19:56:37,485 INFO: [ epoch: 127 ] [ iter:171,000 ] [ performance: 28.580 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:33 ] [ l_g_pix: 4.1154e-02 ] [ l_g_total: 4.1154e-02 ] +2024-10-09 19:56:43,393 INFO: [ epoch: 128 ] [ iter:171,100 ] [ performance: 21.453 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:28 ] [ l_g_pix: 2.9753e-02 ] [ l_g_total: 2.9753e-02 ] +2024-10-09 19:56:47,060 INFO: [ epoch: 128 ] [ iter:171,200 ] [ performance: 25.044 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:19 ] [ l_g_pix: 2.0771e-02 ] [ l_g_total: 2.0771e-02 ] +2024-10-09 19:56:50,763 INFO: [ epoch: 128 ] [ iter:171,300 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:10 ] [ l_g_pix: 2.8665e-02 ] [ l_g_total: 2.8665e-02 ] +2024-10-09 19:56:54,451 INFO: [ epoch: 128 ] [ iter:171,400 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 5:24:00 ] [ l_g_pix: 3.5460e-02 ] [ l_g_total: 3.5460e-02 ] +2024-10-09 19:56:58,158 INFO: [ epoch: 128 ] [ iter:171,500 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:51 ] [ l_g_pix: 2.8452e-02 ] [ l_g_total: 2.8452e-02 ] +2024-10-09 19:57:01,800 INFO: [ epoch: 128 ] [ iter:171,600 ] [ performance: 27.351 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:41 ] [ l_g_pix: 1.5706e-02 ] [ l_g_total: 1.5706e-02 ] +2024-10-09 19:57:05,481 INFO: [ epoch: 128 ] [ iter:171,700 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:32 ] [ l_g_pix: 2.7871e-02 ] [ l_g_total: 2.7871e-02 ] +2024-10-09 19:57:09,161 INFO: [ epoch: 128 ] [ iter:171,800 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:22 ] [ l_g_pix: 2.8522e-02 ] [ l_g_total: 2.8522e-02 ] +2024-10-09 19:57:12,837 INFO: [ epoch: 128 ] [ iter:171,900 ] [ performance: 27.287 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:13 ] [ l_g_pix: 2.0321e-02 ] [ l_g_total: 2.0321e-02 ] +2024-10-09 19:57:16,585 INFO: [ epoch: 128 ] [ iter:172,000 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 5:23:04 ] [ l_g_pix: 2.6435e-02 ] [ l_g_total: 2.6435e-02 ] +2024-10-09 19:57:20,297 INFO: [ epoch: 128 ] [ iter:172,100 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:54 ] [ l_g_pix: 5.2478e-02 ] [ l_g_total: 5.2478e-02 ] +2024-10-09 19:57:23,981 INFO: [ epoch: 128 ] [ iter:172,200 ] [ performance: 27.086 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:45 ] [ l_g_pix: 3.0966e-02 ] [ l_g_total: 3.0966e-02 ] +2024-10-09 19:57:27,516 INFO: [ epoch: 128 ] [ iter:172,300 ] [ performance: 29.605 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:35 ] [ l_g_pix: 2.8196e-02 ] [ l_g_total: 2.8196e-02 ] +2024-10-09 19:57:32,965 INFO: [ epoch: 129 ] [ iter:172,400 ] [ performance: 20.722 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:30 ] [ l_g_pix: 1.8084e-02 ] [ l_g_total: 1.8084e-02 ] +2024-10-09 19:57:36,577 INFO: [ epoch: 129 ] [ iter:172,500 ] [ performance: 28.032 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:20 ] [ l_g_pix: 2.7535e-02 ] [ l_g_total: 2.7535e-02 ] +2024-10-09 19:57:40,163 INFO: [ epoch: 129 ] [ iter:172,600 ] [ performance: 27.934 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:11 ] [ l_g_pix: 1.3950e-02 ] [ l_g_total: 1.3950e-02 ] +2024-10-09 19:57:43,803 INFO: [ epoch: 129 ] [ iter:172,700 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 5:22:01 ] [ l_g_pix: 2.8902e-02 ] [ l_g_total: 2.8902e-02 ] +2024-10-09 19:57:47,497 INFO: [ epoch: 129 ] [ iter:172,800 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:52 ] [ l_g_pix: 3.6063e-02 ] [ l_g_total: 3.6063e-02 ] +2024-10-09 19:57:51,199 INFO: [ epoch: 129 ] [ iter:172,900 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:43 ] [ l_g_pix: 3.6030e-02 ] [ l_g_total: 3.6030e-02 ] +2024-10-09 19:57:54,823 INFO: [ epoch: 129 ] [ iter:173,000 ] [ performance: 27.413 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:33 ] [ l_g_pix: 3.4692e-02 ] [ l_g_total: 3.4692e-02 ] +2024-10-09 19:57:58,382 INFO: [ epoch: 129 ] [ iter:173,100 ] [ performance: 28.432 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:23 ] [ l_g_pix: 3.3579e-02 ] [ l_g_total: 3.3579e-02 ] +2024-10-09 19:58:02,036 INFO: [ epoch: 129 ] [ iter:173,200 ] [ performance: 27.664 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:14 ] [ l_g_pix: 3.2287e-02 ] [ l_g_total: 3.2287e-02 ] +2024-10-09 19:58:05,685 INFO: [ epoch: 129 ] [ iter:173,300 ] [ performance: 27.122 it/s ] [ lr: 2.50e-05 ] [ eta: 5:21:05 ] [ l_g_pix: 1.6020e-02 ] [ l_g_total: 1.6020e-02 ] +2024-10-09 19:58:09,371 INFO: [ epoch: 129 ] [ iter:173,400 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:55 ] [ l_g_pix: 3.0709e-02 ] [ l_g_total: 3.0709e-02 ] +2024-10-09 19:58:13,045 INFO: [ epoch: 129 ] [ iter:173,500 ] [ performance: 27.276 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:46 ] [ l_g_pix: 2.8911e-02 ] [ l_g_total: 2.8911e-02 ] +2024-10-09 19:58:19,769 INFO: [ epoch: 129 ] [ iter:173,600 ] [ performance: 16.956 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:43 ] [ l_g_pix: 3.0035e-02 ] [ l_g_total: 3.0035e-02 ] +2024-10-09 19:58:27,314 INFO: [ epoch: 130 ] [ iter:173,700 ] [ performance: 12.491 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:41 ] [ l_g_pix: 1.9296e-02 ] [ l_g_total: 1.9296e-02 ] +2024-10-09 19:58:31,070 INFO: [ epoch: 130 ] [ iter:173,800 ] [ performance: 20.491 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:32 ] [ l_g_pix: 4.3952e-02 ] [ l_g_total: 4.3952e-02 ] +2024-10-09 19:58:34,782 INFO: [ epoch: 130 ] [ iter:173,900 ] [ performance: 26.322 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:23 ] [ l_g_pix: 2.2982e-02 ] [ l_g_total: 2.2982e-02 ] +2024-10-09 19:58:38,449 INFO: [ epoch: 130 ] [ iter:174,000 ] [ performance: 27.026 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:14 ] [ l_g_pix: 3.0610e-02 ] [ l_g_total: 3.0610e-02 ] +2024-10-09 19:58:42,286 INFO: [ epoch: 130 ] [ iter:174,100 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 5:20:05 ] [ l_g_pix: 2.5460e-02 ] [ l_g_total: 2.5460e-02 ] +2024-10-09 19:58:45,975 INFO: [ epoch: 130 ] [ iter:174,200 ] [ performance: 27.111 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:55 ] [ l_g_pix: 4.0096e-02 ] [ l_g_total: 4.0096e-02 ] +2024-10-09 19:58:49,439 INFO: [ epoch: 130 ] [ iter:174,300 ] [ performance: 29.203 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:46 ] [ l_g_pix: 2.7943e-02 ] [ l_g_total: 2.7943e-02 ] +2024-10-09 19:58:54,373 INFO: [ epoch: 130 ] [ iter:174,400 ] [ performance: 21.937 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:39 ] [ l_g_pix: 4.5047e-02 ] [ l_g_total: 4.5047e-02 ] +2024-10-09 19:58:58,089 INFO: [ epoch: 130 ] [ iter:174,500 ] [ performance: 25.149 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:30 ] [ l_g_pix: 3.1685e-02 ] [ l_g_total: 3.1685e-02 ] +2024-10-09 19:59:01,737 INFO: [ epoch: 130 ] [ iter:174,600 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:20 ] [ l_g_pix: 2.3782e-02 ] [ l_g_total: 2.3782e-02 ] +2024-10-09 19:59:05,337 INFO: [ epoch: 130 ] [ iter:174,700 ] [ performance: 27.282 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:11 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-09 19:59:08,986 INFO: [ epoch: 130 ] [ iter:174,800 ] [ performance: 27.385 it/s ] [ lr: 2.50e-05 ] [ eta: 5:19:02 ] [ l_g_pix: 3.5189e-02 ] [ l_g_total: 3.5189e-02 ] +2024-10-09 19:59:12,652 INFO: [ epoch: 130 ] [ iter:174,900 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:53 ] [ l_g_pix: 2.9480e-02 ] [ l_g_total: 2.9480e-02 ] +2024-10-09 19:59:16,088 INFO: [ epoch: 130 ] [ iter:175,000 ] [ performance: 28.637 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:43 ] [ l_g_pix: 2.1153e-02 ] [ l_g_total: 2.1153e-02 ] +2024-10-09 19:59:21,442 INFO: [ epoch: 131 ] [ iter:175,100 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:37 ] [ l_g_pix: 3.7018e-02 ] [ l_g_total: 3.7018e-02 ] +2024-10-09 19:59:25,234 INFO: [ epoch: 131 ] [ iter:175,200 ] [ performance: 26.506 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:28 ] [ l_g_pix: 2.0618e-02 ] [ l_g_total: 2.0618e-02 ] +2024-10-09 19:59:28,937 INFO: [ epoch: 131 ] [ iter:175,300 ] [ performance: 27.562 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:19 ] [ l_g_pix: 2.5544e-02 ] [ l_g_total: 2.5544e-02 ] +2024-10-09 19:59:32,589 INFO: [ epoch: 131 ] [ iter:175,400 ] [ performance: 27.428 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:10 ] [ l_g_pix: 2.5084e-02 ] [ l_g_total: 2.5084e-02 ] +2024-10-09 19:59:36,279 INFO: [ epoch: 131 ] [ iter:175,500 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 5:18:00 ] [ l_g_pix: 1.9865e-02 ] [ l_g_total: 1.9865e-02 ] +2024-10-09 19:59:39,989 INFO: [ epoch: 131 ] [ iter:175,600 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:51 ] [ l_g_pix: 2.7378e-02 ] [ l_g_total: 2.7378e-02 ] +2024-10-09 19:59:43,633 INFO: [ epoch: 131 ] [ iter:175,700 ] [ performance: 27.471 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:42 ] [ l_g_pix: 3.5019e-02 ] [ l_g_total: 3.5019e-02 ] +2024-10-09 19:59:47,257 INFO: [ epoch: 131 ] [ iter:175,800 ] [ performance: 27.568 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:33 ] [ l_g_pix: 2.0469e-02 ] [ l_g_total: 2.0469e-02 ] +2024-10-09 19:59:50,861 INFO: [ epoch: 131 ] [ iter:175,900 ] [ performance: 27.898 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:23 ] [ l_g_pix: 1.9679e-02 ] [ l_g_total: 1.9679e-02 ] +2024-10-09 19:59:54,550 INFO: [ epoch: 131 ] [ iter:176,000 ] [ performance: 27.266 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:14 ] [ l_g_pix: 4.0381e-02 ] [ l_g_total: 4.0381e-02 ] +2024-10-09 19:59:58,212 INFO: [ epoch: 131 ] [ iter:176,100 ] [ performance: 28.072 it/s ] [ lr: 2.50e-05 ] [ eta: 5:17:05 ] [ l_g_pix: 2.0162e-02 ] [ l_g_total: 2.0162e-02 ] +2024-10-09 20:00:01,858 INFO: [ epoch: 131 ] [ iter:176,200 ] [ performance: 27.556 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:56 ] [ l_g_pix: 2.6860e-02 ] [ l_g_total: 2.6860e-02 ] +2024-10-09 20:00:05,387 INFO: [ epoch: 131 ] [ iter:176,300 ] [ performance: 29.506 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:46 ] [ l_g_pix: 3.8162e-02 ] [ l_g_total: 3.8162e-02 ] +2024-10-09 20:00:10,836 INFO: [ epoch: 132 ] [ iter:176,400 ] [ performance: 19.752 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:41 ] [ l_g_pix: 2.0088e-02 ] [ l_g_total: 2.0088e-02 ] +2024-10-09 20:00:14,524 INFO: [ epoch: 132 ] [ iter:176,500 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:32 ] [ l_g_pix: 2.7806e-02 ] [ l_g_total: 2.7806e-02 ] +2024-10-09 20:00:18,203 INFO: [ epoch: 132 ] [ iter:176,600 ] [ performance: 27.211 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:22 ] [ l_g_pix: 1.9684e-02 ] [ l_g_total: 1.9684e-02 ] +2024-10-09 20:00:21,866 INFO: [ epoch: 132 ] [ iter:176,700 ] [ performance: 27.152 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:13 ] [ l_g_pix: 2.1289e-02 ] [ l_g_total: 2.1289e-02 ] +2024-10-09 20:00:25,540 INFO: [ epoch: 132 ] [ iter:176,800 ] [ performance: 27.210 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:04 ] [ l_g_pix: 4.0454e-02 ] [ l_g_total: 4.0454e-02 ] +2024-10-09 20:00:29,233 INFO: [ epoch: 132 ] [ iter:176,900 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:55 ] [ l_g_pix: 3.3458e-02 ] [ l_g_total: 3.3458e-02 ] +2024-10-09 20:00:32,893 INFO: [ epoch: 132 ] [ iter:177,000 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:46 ] [ l_g_pix: 1.8402e-02 ] [ l_g_total: 1.8402e-02 ] +2024-10-09 20:00:36,523 INFO: [ epoch: 132 ] [ iter:177,100 ] [ performance: 27.259 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:37 ] [ l_g_pix: 2.7582e-02 ] [ l_g_total: 2.7582e-02 ] +2024-10-09 20:00:40,158 INFO: [ epoch: 132 ] [ iter:177,200 ] [ performance: 27.473 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:28 ] [ l_g_pix: 2.1567e-02 ] [ l_g_total: 2.1567e-02 ] +2024-10-09 20:00:43,816 INFO: [ epoch: 132 ] [ iter:177,300 ] [ performance: 27.279 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:18 ] [ l_g_pix: 2.3000e-02 ] [ l_g_total: 2.3000e-02 ] +2024-10-09 20:00:47,486 INFO: [ epoch: 132 ] [ iter:177,400 ] [ performance: 27.253 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:09 ] [ l_g_pix: 4.2212e-02 ] [ l_g_total: 4.2212e-02 ] +2024-10-09 20:00:51,142 INFO: [ epoch: 132 ] [ iter:177,500 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:00 ] [ l_g_pix: 3.4143e-02 ] [ l_g_total: 3.4143e-02 ] +2024-10-09 20:00:54,786 INFO: [ epoch: 132 ] [ iter:177,600 ] [ performance: 27.355 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:51 ] [ l_g_pix: 1.8152e-02 ] [ l_g_total: 1.8152e-02 ] +2024-10-09 20:00:59,782 INFO: [ epoch: 133 ] [ iter:177,700 ] [ performance: 7.498 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:45 ] [ l_g_pix: 1.8770e-02 ] [ l_g_total: 1.8770e-02 ] +2024-10-09 20:01:03,800 INFO: [ epoch: 133 ] [ iter:177,800 ] [ performance: 18.861 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:36 ] [ l_g_pix: 2.4934e-02 ] [ l_g_total: 2.4934e-02 ] +2024-10-09 20:01:07,489 INFO: [ epoch: 133 ] [ iter:177,900 ] [ performance: 27.272 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:27 ] [ l_g_pix: 2.5749e-02 ] [ l_g_total: 2.5749e-02 ] +2024-10-09 20:01:11,124 INFO: [ epoch: 133 ] [ iter:178,000 ] [ performance: 27.480 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:18 ] [ l_g_pix: 3.2806e-02 ] [ l_g_total: 3.2806e-02 ] +2024-10-09 20:01:14,802 INFO: [ epoch: 133 ] [ iter:178,100 ] [ performance: 27.947 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:09 ] [ l_g_pix: 2.4836e-02 ] [ l_g_total: 2.4836e-02 ] +2024-10-09 20:01:18,482 INFO: [ epoch: 133 ] [ iter:178,200 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:00 ] [ l_g_pix: 3.9292e-02 ] [ l_g_total: 3.9292e-02 ] +2024-10-09 20:01:22,146 INFO: [ epoch: 133 ] [ iter:178,300 ] [ performance: 27.784 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:51 ] [ l_g_pix: 2.4153e-02 ] [ l_g_total: 2.4153e-02 ] +2024-10-09 20:01:25,829 INFO: [ epoch: 133 ] [ iter:178,400 ] [ performance: 27.230 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:42 ] [ l_g_pix: 3.6101e-02 ] [ l_g_total: 3.6101e-02 ] +2024-10-09 20:01:29,494 INFO: [ epoch: 133 ] [ iter:178,500 ] [ performance: 27.401 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:33 ] [ l_g_pix: 2.7141e-02 ] [ l_g_total: 2.7141e-02 ] +2024-10-09 20:01:33,159 INFO: [ epoch: 133 ] [ iter:178,600 ] [ performance: 27.301 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:24 ] [ l_g_pix: 3.3922e-02 ] [ l_g_total: 3.3922e-02 ] +2024-10-09 20:01:36,791 INFO: [ epoch: 133 ] [ iter:178,700 ] [ performance: 28.548 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:15 ] [ l_g_pix: 3.3335e-02 ] [ l_g_total: 3.3335e-02 ] +2024-10-09 20:01:40,370 INFO: [ epoch: 133 ] [ iter:178,800 ] [ performance: 28.004 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:06 ] [ l_g_pix: 1.6260e-02 ] [ l_g_total: 1.6260e-02 ] +2024-10-09 20:01:43,977 INFO: [ epoch: 133 ] [ iter:178,900 ] [ performance: 27.964 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:56 ] [ l_g_pix: 2.5864e-02 ] [ l_g_total: 2.5864e-02 ] +2024-10-09 20:01:47,433 INFO: [ epoch: 133 ] [ iter:179,000 ] [ performance: 28.853 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:47 ] [ l_g_pix: 3.1855e-02 ] [ l_g_total: 3.1855e-02 ] +2024-10-09 20:01:53,236 INFO: [ epoch: 134 ] [ iter:179,100 ] [ performance: 26.514 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:42 ] [ l_g_pix: 2.4205e-02 ] [ l_g_total: 2.4205e-02 ] +2024-10-09 20:01:56,891 INFO: [ epoch: 134 ] [ iter:179,200 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:33 ] [ l_g_pix: 2.4682e-02 ] [ l_g_total: 2.4682e-02 ] +2024-10-09 20:02:00,569 INFO: [ epoch: 134 ] [ iter:179,300 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:24 ] [ l_g_pix: 3.2170e-02 ] [ l_g_total: 3.2170e-02 ] +2024-10-09 20:02:04,268 INFO: [ epoch: 134 ] [ iter:179,400 ] [ performance: 27.042 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:15 ] [ l_g_pix: 2.4410e-02 ] [ l_g_total: 2.4410e-02 ] +2024-10-09 20:02:07,899 INFO: [ epoch: 134 ] [ iter:179,500 ] [ performance: 27.696 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:06 ] [ l_g_pix: 3.3223e-02 ] [ l_g_total: 3.3223e-02 ] +2024-10-09 20:02:11,563 INFO: [ epoch: 134 ] [ iter:179,600 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:57 ] [ l_g_pix: 3.2340e-02 ] [ l_g_total: 3.2340e-02 ] +2024-10-09 20:02:15,216 INFO: [ epoch: 134 ] [ iter:179,700 ] [ performance: 27.080 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:48 ] [ l_g_pix: 3.0103e-02 ] [ l_g_total: 3.0103e-02 ] +2024-10-09 20:02:18,905 INFO: [ epoch: 134 ] [ iter:179,800 ] [ performance: 27.113 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:39 ] [ l_g_pix: 2.5125e-02 ] [ l_g_total: 2.5125e-02 ] +2024-10-09 20:02:22,598 INFO: [ epoch: 134 ] [ iter:179,900 ] [ performance: 28.915 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:30 ] [ l_g_pix: 3.5998e-02 ] [ l_g_total: 3.5998e-02 ] +2024-10-09 20:02:26,244 INFO: [ epoch: 134 ] [ iter:180,000 ] [ performance: 27.501 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:21 ] [ l_g_pix: 3.1115e-02 ] [ l_g_total: 3.1115e-02 ] +2024-10-09 20:02:26,244 INFO: Saving models and training states. +2024-10-09 20:05:13,862 INFO: Validation val + + # psnr: 27.1916........ Best: 27.1916 @ 170000 iter + # ssim: 0.7660........ Best: 0.7660 @ 180000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:05:17,567 INFO: [ epoch: 134 ] [ iter:180,100 ] [ performance: 27.680 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:29 ] [ l_g_pix: 3.8630e-02 ] [ l_g_total: 3.8630e-02 ] +2024-10-09 20:05:21,218 INFO: [ epoch: 134 ] [ iter:180,200 ] [ performance: 27.404 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:20 ] [ l_g_pix: 3.3838e-02 ] [ l_g_total: 3.3838e-02 ] +2024-10-09 20:05:24,786 INFO: [ epoch: 134 ] [ iter:180,300 ] [ performance: 29.932 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:10 ] [ l_g_pix: 3.2155e-02 ] [ l_g_total: 3.2155e-02 ] +2024-10-09 20:05:29,650 INFO: [ epoch: 135 ] [ iter:180,400 ] [ performance: 20.757 it/s ] [ lr: 2.50e-05 ] [ eta: 5:16:03 ] [ l_g_pix: 4.3809e-02 ] [ l_g_total: 4.3809e-02 ] +2024-10-09 20:05:33,416 INFO: [ epoch: 135 ] [ iter:180,500 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:54 ] [ l_g_pix: 2.7108e-02 ] [ l_g_total: 2.7108e-02 ] +2024-10-09 20:05:37,131 INFO: [ epoch: 135 ] [ iter:180,600 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:45 ] [ l_g_pix: 3.1807e-02 ] [ l_g_total: 3.1807e-02 ] +2024-10-09 20:05:40,828 INFO: [ epoch: 135 ] [ iter:180,700 ] [ performance: 28.039 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:36 ] [ l_g_pix: 4.2104e-02 ] [ l_g_total: 4.2104e-02 ] +2024-10-09 20:05:45,079 INFO: [ epoch: 135 ] [ iter:180,800 ] [ performance: 23.568 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:28 ] [ l_g_pix: 2.2559e-02 ] [ l_g_total: 2.2559e-02 ] +2024-10-09 20:05:48,736 INFO: [ epoch: 135 ] [ iter:180,900 ] [ performance: 25.310 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:19 ] [ l_g_pix: 3.6156e-02 ] [ l_g_total: 3.6156e-02 ] +2024-10-09 20:05:52,375 INFO: [ epoch: 135 ] [ iter:181,000 ] [ performance: 27.486 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:10 ] [ l_g_pix: 2.1492e-02 ] [ l_g_total: 2.1492e-02 ] +2024-10-09 20:05:56,043 INFO: [ epoch: 135 ] [ iter:181,100 ] [ performance: 27.374 it/s ] [ lr: 2.50e-05 ] [ eta: 5:15:00 ] [ l_g_pix: 3.0534e-02 ] [ l_g_total: 3.0534e-02 ] +2024-10-09 20:05:59,749 INFO: [ epoch: 135 ] [ iter:181,200 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:51 ] [ l_g_pix: 4.4523e-02 ] [ l_g_total: 4.4523e-02 ] +2024-10-09 20:06:03,429 INFO: [ epoch: 135 ] [ iter:181,300 ] [ performance: 27.080 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:42 ] [ l_g_pix: 2.8489e-02 ] [ l_g_total: 2.8489e-02 ] +2024-10-09 20:06:07,122 INFO: [ epoch: 135 ] [ iter:181,400 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:33 ] [ l_g_pix: 4.0455e-02 ] [ l_g_total: 4.0455e-02 ] +2024-10-09 20:06:10,801 INFO: [ epoch: 135 ] [ iter:181,500 ] [ performance: 27.138 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:24 ] [ l_g_pix: 3.4822e-02 ] [ l_g_total: 3.4822e-02 ] +2024-10-09 20:06:14,563 INFO: [ epoch: 135 ] [ iter:181,600 ] [ performance: 26.574 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:15 ] [ l_g_pix: 2.2725e-02 ] [ l_g_total: 2.2725e-02 ] +2024-10-09 20:06:19,323 INFO: [ epoch: 136 ] [ iter:181,700 ] [ performance: 23.427 it/s ] [ lr: 2.50e-05 ] [ eta: 5:14:08 ] [ l_g_pix: 2.6447e-02 ] [ l_g_total: 2.6447e-02 ] +2024-10-09 20:06:23,311 INFO: [ epoch: 136 ] [ iter:181,800 ] [ performance: 25.724 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:59 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-09 20:06:26,953 INFO: [ epoch: 136 ] [ iter:181,900 ] [ performance: 26.580 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:50 ] [ l_g_pix: 3.2828e-02 ] [ l_g_total: 3.2828e-02 ] +2024-10-09 20:06:30,599 INFO: [ epoch: 136 ] [ iter:182,000 ] [ performance: 27.473 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:41 ] [ l_g_pix: 2.5979e-02 ] [ l_g_total: 2.5979e-02 ] +2024-10-09 20:06:34,252 INFO: [ epoch: 136 ] [ iter:182,100 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:32 ] [ l_g_pix: 2.6958e-02 ] [ l_g_total: 2.6958e-02 ] +2024-10-09 20:06:37,992 INFO: [ epoch: 136 ] [ iter:182,200 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:23 ] [ l_g_pix: 3.9876e-02 ] [ l_g_total: 3.9876e-02 ] +2024-10-09 20:06:41,675 INFO: [ epoch: 136 ] [ iter:182,300 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:14 ] [ l_g_pix: 2.3026e-02 ] [ l_g_total: 2.3026e-02 ] +2024-10-09 20:06:45,386 INFO: [ epoch: 136 ] [ iter:182,400 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 5:13:05 ] [ l_g_pix: 3.1755e-02 ] [ l_g_total: 3.1755e-02 ] +2024-10-09 20:06:49,053 INFO: [ epoch: 136 ] [ iter:182,500 ] [ performance: 27.099 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:56 ] [ l_g_pix: 3.8727e-02 ] [ l_g_total: 3.8727e-02 ] +2024-10-09 20:06:52,793 INFO: [ epoch: 136 ] [ iter:182,600 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:47 ] [ l_g_pix: 2.5523e-02 ] [ l_g_total: 2.5523e-02 ] +2024-10-09 20:06:56,475 INFO: [ epoch: 136 ] [ iter:182,700 ] [ performance: 26.973 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:38 ] [ l_g_pix: 3.3424e-02 ] [ l_g_total: 3.3424e-02 ] +2024-10-09 20:07:00,137 INFO: [ epoch: 136 ] [ iter:182,800 ] [ performance: 27.269 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:29 ] [ l_g_pix: 3.0305e-02 ] [ l_g_total: 3.0305e-02 ] +2024-10-09 20:07:03,853 INFO: [ epoch: 136 ] [ iter:182,900 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:20 ] [ l_g_pix: 2.1371e-02 ] [ l_g_total: 2.1371e-02 ] +2024-10-09 20:07:07,297 INFO: [ epoch: 136 ] [ iter:183,000 ] [ performance: 29.254 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:11 ] [ l_g_pix: 2.3891e-02 ] [ l_g_total: 2.3891e-02 ] +2024-10-09 20:07:12,997 INFO: [ epoch: 137 ] [ iter:183,100 ] [ performance: 21.651 it/s ] [ lr: 2.50e-05 ] [ eta: 5:12:05 ] [ l_g_pix: 3.1387e-02 ] [ l_g_total: 3.1387e-02 ] +2024-10-09 20:07:16,675 INFO: [ epoch: 137 ] [ iter:183,200 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:56 ] [ l_g_pix: 1.8778e-02 ] [ l_g_total: 1.8778e-02 ] +2024-10-09 20:07:20,378 INFO: [ epoch: 137 ] [ iter:183,300 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:47 ] [ l_g_pix: 4.0065e-02 ] [ l_g_total: 4.0065e-02 ] +2024-10-09 20:07:24,037 INFO: [ epoch: 137 ] [ iter:183,400 ] [ performance: 27.494 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:38 ] [ l_g_pix: 2.4790e-02 ] [ l_g_total: 2.4790e-02 ] +2024-10-09 20:07:27,672 INFO: [ epoch: 137 ] [ iter:183,500 ] [ performance: 27.507 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:29 ] [ l_g_pix: 3.3936e-02 ] [ l_g_total: 3.3936e-02 ] +2024-10-09 20:07:31,552 INFO: [ epoch: 137 ] [ iter:183,600 ] [ performance: 25.582 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:21 ] [ l_g_pix: 3.0808e-02 ] [ l_g_total: 3.0808e-02 ] +2024-10-09 20:07:35,261 INFO: [ epoch: 137 ] [ iter:183,700 ] [ performance: 26.302 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:12 ] [ l_g_pix: 2.8778e-02 ] [ l_g_total: 2.8778e-02 ] +2024-10-09 20:07:38,904 INFO: [ epoch: 137 ] [ iter:183,800 ] [ performance: 27.354 it/s ] [ lr: 2.50e-05 ] [ eta: 5:11:03 ] [ l_g_pix: 2.4773e-02 ] [ l_g_total: 2.4773e-02 ] +2024-10-09 20:07:42,590 INFO: [ epoch: 137 ] [ iter:183,900 ] [ performance: 27.236 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:54 ] [ l_g_pix: 2.9631e-02 ] [ l_g_total: 2.9631e-02 ] +2024-10-09 20:07:46,246 INFO: [ epoch: 137 ] [ iter:184,000 ] [ performance: 27.526 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:45 ] [ l_g_pix: 3.5173e-02 ] [ l_g_total: 3.5173e-02 ] +2024-10-09 20:07:49,923 INFO: [ epoch: 137 ] [ iter:184,100 ] [ performance: 27.352 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:36 ] [ l_g_pix: 3.5566e-02 ] [ l_g_total: 3.5566e-02 ] +2024-10-09 20:07:53,597 INFO: [ epoch: 137 ] [ iter:184,200 ] [ performance: 27.084 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:27 ] [ l_g_pix: 2.3845e-02 ] [ l_g_total: 2.3845e-02 ] +2024-10-09 20:07:57,166 INFO: [ epoch: 137 ] [ iter:184,300 ] [ performance: 27.585 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:17 ] [ l_g_pix: 2.2218e-02 ] [ l_g_total: 2.2218e-02 ] +2024-10-09 20:08:02,190 INFO: [ epoch: 138 ] [ iter:184,400 ] [ performance: 18.618 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:11 ] [ l_g_pix: 2.7657e-02 ] [ l_g_total: 2.7657e-02 ] +2024-10-09 20:08:06,187 INFO: [ epoch: 138 ] [ iter:184,500 ] [ performance: 21.646 it/s ] [ lr: 2.50e-05 ] [ eta: 5:10:03 ] [ l_g_pix: 2.0660e-02 ] [ l_g_total: 2.0660e-02 ] +2024-10-09 20:08:09,842 INFO: [ epoch: 138 ] [ iter:184,600 ] [ performance: 27.303 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:54 ] [ l_g_pix: 3.1129e-02 ] [ l_g_total: 3.1129e-02 ] +2024-10-09 20:08:13,432 INFO: [ epoch: 138 ] [ iter:184,700 ] [ performance: 27.606 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:45 ] [ l_g_pix: 1.4524e-02 ] [ l_g_total: 1.4524e-02 ] +2024-10-09 20:08:17,019 INFO: [ epoch: 138 ] [ iter:184,800 ] [ performance: 27.958 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:35 ] [ l_g_pix: 3.7513e-02 ] [ l_g_total: 3.7513e-02 ] +2024-10-09 20:08:20,657 INFO: [ epoch: 138 ] [ iter:184,900 ] [ performance: 27.702 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:26 ] [ l_g_pix: 1.8791e-02 ] [ l_g_total: 1.8791e-02 ] +2024-10-09 20:08:24,359 INFO: [ epoch: 138 ] [ iter:185,000 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:18 ] [ l_g_pix: 3.2749e-02 ] [ l_g_total: 3.2749e-02 ] +2024-10-09 20:08:28,023 INFO: [ epoch: 138 ] [ iter:185,100 ] [ performance: 27.197 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:09 ] [ l_g_pix: 3.0993e-02 ] [ l_g_total: 3.0993e-02 ] +2024-10-09 20:08:31,672 INFO: [ epoch: 138 ] [ iter:185,200 ] [ performance: 27.299 it/s ] [ lr: 2.50e-05 ] [ eta: 5:09:00 ] [ l_g_pix: 4.3758e-02 ] [ l_g_total: 4.3758e-02 ] +2024-10-09 20:08:35,351 INFO: [ epoch: 138 ] [ iter:185,300 ] [ performance: 27.238 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:51 ] [ l_g_pix: 4.4952e-02 ] [ l_g_total: 4.4952e-02 ] +2024-10-09 20:08:38,998 INFO: [ epoch: 138 ] [ iter:185,400 ] [ performance: 27.390 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:42 ] [ l_g_pix: 3.0833e-02 ] [ l_g_total: 3.0833e-02 ] +2024-10-09 20:08:42,695 INFO: [ epoch: 138 ] [ iter:185,500 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:33 ] [ l_g_pix: 2.3975e-02 ] [ l_g_total: 2.3975e-02 ] +2024-10-09 20:08:46,385 INFO: [ epoch: 138 ] [ iter:185,600 ] [ performance: 27.239 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:24 ] [ l_g_pix: 3.0113e-02 ] [ l_g_total: 3.0113e-02 ] +2024-10-09 20:08:49,827 INFO: [ epoch: 138 ] [ iter:185,700 ] [ performance: 28.241 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:15 ] [ l_g_pix: 2.6374e-02 ] [ l_g_total: 2.6374e-02 ] +2024-10-09 20:08:55,400 INFO: [ epoch: 139 ] [ iter:185,800 ] [ performance: 25.973 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:09 ] [ l_g_pix: 3.0006e-02 ] [ l_g_total: 3.0006e-02 ] +2024-10-09 20:08:59,050 INFO: [ epoch: 139 ] [ iter:185,900 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 5:08:01 ] [ l_g_pix: 2.4044e-02 ] [ l_g_total: 2.4044e-02 ] +2024-10-09 20:09:02,690 INFO: [ epoch: 139 ] [ iter:186,000 ] [ performance: 27.512 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:52 ] [ l_g_pix: 2.9255e-02 ] [ l_g_total: 2.9255e-02 ] +2024-10-09 20:09:06,316 INFO: [ epoch: 139 ] [ iter:186,100 ] [ performance: 27.552 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:43 ] [ l_g_pix: 2.8977e-02 ] [ l_g_total: 2.8977e-02 ] +2024-10-09 20:09:09,962 INFO: [ epoch: 139 ] [ iter:186,200 ] [ performance: 27.420 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:34 ] [ l_g_pix: 2.7654e-02 ] [ l_g_total: 2.7654e-02 ] +2024-10-09 20:09:13,625 INFO: [ epoch: 139 ] [ iter:186,300 ] [ performance: 27.356 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:25 ] [ l_g_pix: 2.3072e-02 ] [ l_g_total: 2.3072e-02 ] +2024-10-09 20:09:17,327 INFO: [ epoch: 139 ] [ iter:186,400 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:16 ] [ l_g_pix: 1.9739e-02 ] [ l_g_total: 1.9739e-02 ] +2024-10-09 20:09:21,021 INFO: [ epoch: 139 ] [ iter:186,500 ] [ performance: 27.084 it/s ] [ lr: 2.50e-05 ] [ eta: 5:07:07 ] [ l_g_pix: 3.5430e-02 ] [ l_g_total: 3.5430e-02 ] +2024-10-09 20:09:24,667 INFO: [ epoch: 139 ] [ iter:186,600 ] [ performance: 27.440 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:58 ] [ l_g_pix: 2.7157e-02 ] [ l_g_total: 2.7157e-02 ] +2024-10-09 20:09:28,323 INFO: [ epoch: 139 ] [ iter:186,700 ] [ performance: 27.392 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:50 ] [ l_g_pix: 3.3265e-02 ] [ l_g_total: 3.3265e-02 ] +2024-10-09 20:09:31,965 INFO: [ epoch: 139 ] [ iter:186,800 ] [ performance: 27.392 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:41 ] [ l_g_pix: 1.5732e-02 ] [ l_g_total: 1.5732e-02 ] +2024-10-09 20:09:35,657 INFO: [ epoch: 139 ] [ iter:186,900 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:32 ] [ l_g_pix: 2.2895e-02 ] [ l_g_total: 2.2895e-02 ] +2024-10-09 20:09:39,157 INFO: [ epoch: 139 ] [ iter:187,000 ] [ performance: 29.148 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:23 ] [ l_g_pix: 2.5429e-02 ] [ l_g_total: 2.5429e-02 ] +2024-10-09 20:09:45,028 INFO: [ epoch: 140 ] [ iter:187,100 ] [ performance: 20.554 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:18 ] [ l_g_pix: 4.1634e-02 ] [ l_g_total: 4.1634e-02 ] +2024-10-09 20:09:48,662 INFO: [ epoch: 140 ] [ iter:187,200 ] [ performance: 27.634 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:09 ] [ l_g_pix: 2.7338e-02 ] [ l_g_total: 2.7338e-02 ] +2024-10-09 20:09:52,297 INFO: [ epoch: 140 ] [ iter:187,300 ] [ performance: 27.560 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:00 ] [ l_g_pix: 2.1969e-02 ] [ l_g_total: 2.1969e-02 ] +2024-10-09 20:09:55,947 INFO: [ epoch: 140 ] [ iter:187,400 ] [ performance: 27.525 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:51 ] [ l_g_pix: 2.5482e-02 ] [ l_g_total: 2.5482e-02 ] +2024-10-09 20:09:59,602 INFO: [ epoch: 140 ] [ iter:187,500 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:42 ] [ l_g_pix: 1.9781e-02 ] [ l_g_total: 1.9781e-02 ] +2024-10-09 20:10:03,294 INFO: [ epoch: 140 ] [ iter:187,600 ] [ performance: 27.243 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:34 ] [ l_g_pix: 2.5147e-02 ] [ l_g_total: 2.5147e-02 ] +2024-10-09 20:10:06,893 INFO: [ epoch: 140 ] [ iter:187,700 ] [ performance: 27.566 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:25 ] [ l_g_pix: 3.4864e-02 ] [ l_g_total: 3.4864e-02 ] +2024-10-09 20:10:10,537 INFO: [ epoch: 140 ] [ iter:187,800 ] [ performance: 27.811 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:16 ] [ l_g_pix: 2.7694e-02 ] [ l_g_total: 2.7694e-02 ] +2024-10-09 20:10:14,204 INFO: [ epoch: 140 ] [ iter:187,900 ] [ performance: 27.486 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:07 ] [ l_g_pix: 5.5017e-02 ] [ l_g_total: 5.5017e-02 ] +2024-10-09 20:10:17,910 INFO: [ epoch: 140 ] [ iter:188,000 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:58 ] [ l_g_pix: 2.8223e-02 ] [ l_g_total: 2.8223e-02 ] +2024-10-09 20:10:21,552 INFO: [ epoch: 140 ] [ iter:188,100 ] [ performance: 27.211 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:50 ] [ l_g_pix: 2.4181e-02 ] [ l_g_total: 2.4181e-02 ] +2024-10-09 20:10:25,229 INFO: [ epoch: 140 ] [ iter:188,200 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:41 ] [ l_g_pix: 3.3615e-02 ] [ l_g_total: 3.3615e-02 ] +2024-10-09 20:10:28,849 INFO: [ epoch: 140 ] [ iter:188,300 ] [ performance: 27.417 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:32 ] [ l_g_pix: 3.9477e-02 ] [ l_g_total: 3.9477e-02 ] +2024-10-09 20:10:34,061 INFO: [ epoch: 141 ] [ iter:188,400 ] [ performance: 16.025 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:26 ] [ l_g_pix: 2.9414e-02 ] [ l_g_total: 2.9414e-02 ] +2024-10-09 20:10:37,856 INFO: [ epoch: 141 ] [ iter:188,500 ] [ performance: 21.099 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:18 ] [ l_g_pix: 3.4222e-02 ] [ l_g_total: 3.4222e-02 ] +2024-10-09 20:10:41,531 INFO: [ epoch: 141 ] [ iter:188,600 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:09 ] [ l_g_pix: 2.7321e-02 ] [ l_g_total: 2.7321e-02 ] +2024-10-09 20:10:45,203 INFO: [ epoch: 141 ] [ iter:188,700 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:00 ] [ l_g_pix: 2.6676e-02 ] [ l_g_total: 2.6676e-02 ] +2024-10-09 20:10:48,899 INFO: [ epoch: 141 ] [ iter:188,800 ] [ performance: 26.968 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:51 ] [ l_g_pix: 3.0760e-02 ] [ l_g_total: 3.0760e-02 ] +2024-10-09 20:10:52,590 INFO: [ epoch: 141 ] [ iter:188,900 ] [ performance: 27.048 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:43 ] [ l_g_pix: 1.9204e-02 ] [ l_g_total: 1.9204e-02 ] +2024-10-09 20:10:56,240 INFO: [ epoch: 141 ] [ iter:189,000 ] [ performance: 27.464 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:34 ] [ l_g_pix: 3.3454e-02 ] [ l_g_total: 3.3454e-02 ] +2024-10-09 20:10:59,863 INFO: [ epoch: 141 ] [ iter:189,100 ] [ performance: 27.552 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:25 ] [ l_g_pix: 2.8905e-02 ] [ l_g_total: 2.8905e-02 ] +2024-10-09 20:11:03,526 INFO: [ epoch: 141 ] [ iter:189,200 ] [ performance: 27.231 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:16 ] [ l_g_pix: 2.5932e-02 ] [ l_g_total: 2.5932e-02 ] +2024-10-09 20:11:07,175 INFO: [ epoch: 141 ] [ iter:189,300 ] [ performance: 27.342 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:08 ] [ l_g_pix: 1.7115e-02 ] [ l_g_total: 1.7115e-02 ] +2024-10-09 20:11:10,863 INFO: [ epoch: 141 ] [ iter:189,400 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:59 ] [ l_g_pix: 4.2710e-02 ] [ l_g_total: 4.2710e-02 ] +2024-10-09 20:11:14,505 INFO: [ epoch: 141 ] [ iter:189,500 ] [ performance: 27.290 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:50 ] [ l_g_pix: 3.0679e-02 ] [ l_g_total: 3.0679e-02 ] +2024-10-09 20:11:18,175 INFO: [ epoch: 141 ] [ iter:189,600 ] [ performance: 27.275 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:42 ] [ l_g_pix: 3.7584e-02 ] [ l_g_total: 3.7584e-02 ] +2024-10-09 20:11:21,555 INFO: [ epoch: 141 ] [ iter:189,700 ] [ performance: 28.707 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:32 ] [ l_g_pix: 3.3309e-02 ] [ l_g_total: 3.3309e-02 ] +2024-10-09 20:11:27,327 INFO: [ epoch: 142 ] [ iter:189,800 ] [ performance: 24.351 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:27 ] [ l_g_pix: 2.2789e-02 ] [ l_g_total: 2.2789e-02 ] +2024-10-09 20:11:31,009 INFO: [ epoch: 142 ] [ iter:189,900 ] [ performance: 26.083 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:19 ] [ l_g_pix: 3.9952e-02 ] [ l_g_total: 3.9952e-02 ] +2024-10-09 20:11:34,651 INFO: [ epoch: 142 ] [ iter:190,000 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:10 ] [ l_g_pix: 1.4461e-02 ] [ l_g_total: 1.4461e-02 ] +2024-10-09 20:11:34,652 INFO: Saving models and training states. +2024-10-09 20:14:24,978 INFO: Validation val + + # psnr: 27.1899........ Best: 27.1916 @ 170000 iter + # ssim: 0.7659........ Best: 0.7660 @ 180000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:14:28,666 INFO: [ epoch: 142 ] [ iter:190,100 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:57 ] [ l_g_pix: 2.6855e-02 ] [ l_g_total: 2.6855e-02 ] +2024-10-09 20:14:32,351 INFO: [ epoch: 142 ] [ iter:190,200 ] [ performance: 27.356 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:48 ] [ l_g_pix: 2.6410e-02 ] [ l_g_total: 2.6410e-02 ] +2024-10-09 20:14:36,006 INFO: [ epoch: 142 ] [ iter:190,300 ] [ performance: 27.365 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:39 ] [ l_g_pix: 2.4448e-02 ] [ l_g_total: 2.4448e-02 ] +2024-10-09 20:14:39,691 INFO: [ epoch: 142 ] [ iter:190,400 ] [ performance: 27.269 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:30 ] [ l_g_pix: 4.1934e-02 ] [ l_g_total: 4.1934e-02 ] +2024-10-09 20:14:43,267 INFO: [ epoch: 142 ] [ iter:190,500 ] [ performance: 27.723 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:21 ] [ l_g_pix: 4.4211e-02 ] [ l_g_total: 4.4211e-02 ] +2024-10-09 20:14:46,937 INFO: [ epoch: 142 ] [ iter:190,600 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:12 ] [ l_g_pix: 2.4686e-02 ] [ l_g_total: 2.4686e-02 ] +2024-10-09 20:14:50,673 INFO: [ epoch: 142 ] [ iter:190,700 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 5:06:04 ] [ l_g_pix: 2.8263e-02 ] [ l_g_total: 2.8263e-02 ] +2024-10-09 20:14:54,398 INFO: [ epoch: 142 ] [ iter:190,800 ] [ performance: 26.332 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:55 ] [ l_g_pix: 2.2403e-02 ] [ l_g_total: 2.2403e-02 ] +2024-10-09 20:14:58,180 INFO: [ epoch: 142 ] [ iter:190,900 ] [ performance: 26.406 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:46 ] [ l_g_pix: 1.8547e-02 ] [ l_g_total: 1.8547e-02 ] +2024-10-09 20:15:01,769 INFO: [ epoch: 142 ] [ iter:191,000 ] [ performance: 29.506 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:37 ] [ l_g_pix: 2.6238e-02 ] [ l_g_total: 2.6238e-02 ] +2024-10-09 20:15:07,478 INFO: [ epoch: 143 ] [ iter:191,100 ] [ performance: 20.263 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:32 ] [ l_g_pix: 3.2138e-02 ] [ l_g_total: 3.2138e-02 ] +2024-10-09 20:15:11,171 INFO: [ epoch: 143 ] [ iter:191,200 ] [ performance: 26.593 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:23 ] [ l_g_pix: 4.5209e-02 ] [ l_g_total: 4.5209e-02 ] +2024-10-09 20:15:14,854 INFO: [ epoch: 143 ] [ iter:191,300 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:14 ] [ l_g_pix: 2.5805e-02 ] [ l_g_total: 2.5805e-02 ] +2024-10-09 20:15:18,580 INFO: [ epoch: 143 ] [ iter:191,400 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 5:05:06 ] [ l_g_pix: 3.1010e-02 ] [ l_g_total: 3.1010e-02 ] +2024-10-09 20:15:22,268 INFO: [ epoch: 143 ] [ iter:191,500 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:57 ] [ l_g_pix: 2.2373e-02 ] [ l_g_total: 2.2373e-02 ] +2024-10-09 20:15:25,941 INFO: [ epoch: 143 ] [ iter:191,600 ] [ performance: 27.278 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:48 ] [ l_g_pix: 2.7396e-02 ] [ l_g_total: 2.7396e-02 ] +2024-10-09 20:15:29,638 INFO: [ epoch: 143 ] [ iter:191,700 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:39 ] [ l_g_pix: 2.9733e-02 ] [ l_g_total: 2.9733e-02 ] +2024-10-09 20:15:33,354 INFO: [ epoch: 143 ] [ iter:191,800 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:30 ] [ l_g_pix: 2.0309e-02 ] [ l_g_total: 2.0309e-02 ] +2024-10-09 20:15:37,038 INFO: [ epoch: 143 ] [ iter:191,900 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:22 ] [ l_g_pix: 2.2030e-02 ] [ l_g_total: 2.2030e-02 ] +2024-10-09 20:15:40,738 INFO: [ epoch: 143 ] [ iter:192,000 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:13 ] [ l_g_pix: 3.5330e-02 ] [ l_g_total: 3.5330e-02 ] +2024-10-09 20:15:44,422 INFO: [ epoch: 143 ] [ iter:192,100 ] [ performance: 27.178 it/s ] [ lr: 2.50e-05 ] [ eta: 5:04:04 ] [ l_g_pix: 2.7844e-02 ] [ l_g_total: 2.7844e-02 ] +2024-10-09 20:15:48,106 INFO: [ epoch: 143 ] [ iter:192,200 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:55 ] [ l_g_pix: 2.3959e-02 ] [ l_g_total: 2.3959e-02 ] +2024-10-09 20:15:51,760 INFO: [ epoch: 143 ] [ iter:192,300 ] [ performance: 27.270 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:46 ] [ l_g_pix: 2.5494e-02 ] [ l_g_total: 2.5494e-02 ] +2024-10-09 20:15:57,007 INFO: [ epoch: 144 ] [ iter:192,400 ] [ performance: 12.967 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:40 ] [ l_g_pix: 4.5259e-02 ] [ l_g_total: 4.5259e-02 ] +2024-10-09 20:16:00,821 INFO: [ epoch: 144 ] [ iter:192,500 ] [ performance: 20.080 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:32 ] [ l_g_pix: 2.0081e-02 ] [ l_g_total: 2.0081e-02 ] +2024-10-09 20:16:04,476 INFO: [ epoch: 144 ] [ iter:192,600 ] [ performance: 27.458 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:23 ] [ l_g_pix: 2.8295e-02 ] [ l_g_total: 2.8295e-02 ] +2024-10-09 20:16:08,111 INFO: [ epoch: 144 ] [ iter:192,700 ] [ performance: 27.501 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:14 ] [ l_g_pix: 4.4539e-02 ] [ l_g_total: 4.4539e-02 ] +2024-10-09 20:16:11,802 INFO: [ epoch: 144 ] [ iter:192,800 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 5:03:05 ] [ l_g_pix: 3.1189e-02 ] [ l_g_total: 3.1189e-02 ] +2024-10-09 20:16:15,490 INFO: [ epoch: 144 ] [ iter:192,900 ] [ performance: 27.203 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:57 ] [ l_g_pix: 2.9525e-02 ] [ l_g_total: 2.9525e-02 ] +2024-10-09 20:16:19,155 INFO: [ epoch: 144 ] [ iter:193,000 ] [ performance: 27.225 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:48 ] [ l_g_pix: 3.4425e-02 ] [ l_g_total: 3.4425e-02 ] +2024-10-09 20:16:22,793 INFO: [ epoch: 144 ] [ iter:193,100 ] [ performance: 27.413 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:39 ] [ l_g_pix: 3.8425e-02 ] [ l_g_total: 3.8425e-02 ] +2024-10-09 20:16:26,433 INFO: [ epoch: 144 ] [ iter:193,200 ] [ performance: 27.203 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:30 ] [ l_g_pix: 2.8460e-02 ] [ l_g_total: 2.8460e-02 ] +2024-10-09 20:16:30,075 INFO: [ epoch: 144 ] [ iter:193,300 ] [ performance: 27.389 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:22 ] [ l_g_pix: 3.0118e-02 ] [ l_g_total: 3.0118e-02 ] +2024-10-09 20:16:33,720 INFO: [ epoch: 144 ] [ iter:193,400 ] [ performance: 27.404 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:13 ] [ l_g_pix: 2.9385e-02 ] [ l_g_total: 2.9385e-02 ] +2024-10-09 20:16:37,412 INFO: [ epoch: 144 ] [ iter:193,500 ] [ performance: 27.178 it/s ] [ lr: 2.50e-05 ] [ eta: 5:02:04 ] [ l_g_pix: 4.3329e-02 ] [ l_g_total: 4.3329e-02 ] +2024-10-09 20:16:41,136 INFO: [ epoch: 144 ] [ iter:193,600 ] [ performance: 27.206 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:56 ] [ l_g_pix: 3.3577e-02 ] [ l_g_total: 3.3577e-02 ] +2024-10-09 20:16:44,567 INFO: [ epoch: 144 ] [ iter:193,700 ] [ performance: 28.596 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:46 ] [ l_g_pix: 2.8577e-02 ] [ l_g_total: 2.8577e-02 ] +2024-10-09 20:16:50,291 INFO: [ epoch: 145 ] [ iter:193,800 ] [ performance: 23.396 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:41 ] [ l_g_pix: 3.2536e-02 ] [ l_g_total: 3.2536e-02 ] +2024-10-09 20:16:54,086 INFO: [ epoch: 145 ] [ iter:193,900 ] [ performance: 25.503 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:33 ] [ l_g_pix: 3.5459e-02 ] [ l_g_total: 3.5459e-02 ] +2024-10-09 20:16:57,718 INFO: [ epoch: 145 ] [ iter:194,000 ] [ performance: 27.459 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:24 ] [ l_g_pix: 1.8009e-02 ] [ l_g_total: 1.8009e-02 ] +2024-10-09 20:17:01,306 INFO: [ epoch: 145 ] [ iter:194,100 ] [ performance: 27.769 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:15 ] [ l_g_pix: 2.0921e-02 ] [ l_g_total: 2.0921e-02 ] +2024-10-09 20:17:04,979 INFO: [ epoch: 145 ] [ iter:194,200 ] [ performance: 27.700 it/s ] [ lr: 2.50e-05 ] [ eta: 5:01:06 ] [ l_g_pix: 2.2520e-02 ] [ l_g_total: 2.2520e-02 ] +2024-10-09 20:17:08,625 INFO: [ epoch: 145 ] [ iter:194,300 ] [ performance: 27.501 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:58 ] [ l_g_pix: 5.3855e-02 ] [ l_g_total: 5.3855e-02 ] +2024-10-09 20:17:12,268 INFO: [ epoch: 145 ] [ iter:194,400 ] [ performance: 27.655 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:49 ] [ l_g_pix: 1.9194e-02 ] [ l_g_total: 1.9194e-02 ] +2024-10-09 20:17:15,937 INFO: [ epoch: 145 ] [ iter:194,500 ] [ performance: 27.356 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:40 ] [ l_g_pix: 3.7321e-02 ] [ l_g_total: 3.7321e-02 ] +2024-10-09 20:17:19,532 INFO: [ epoch: 145 ] [ iter:194,600 ] [ performance: 27.026 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:31 ] [ l_g_pix: 3.3601e-02 ] [ l_g_total: 3.3601e-02 ] +2024-10-09 20:17:23,173 INFO: [ epoch: 145 ] [ iter:194,700 ] [ performance: 27.358 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:23 ] [ l_g_pix: 2.7439e-02 ] [ l_g_total: 2.7439e-02 ] +2024-10-09 20:17:26,914 INFO: [ epoch: 145 ] [ iter:194,800 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:14 ] [ l_g_pix: 3.8694e-02 ] [ l_g_total: 3.8694e-02 ] +2024-10-09 20:17:30,574 INFO: [ epoch: 145 ] [ iter:194,900 ] [ performance: 27.297 it/s ] [ lr: 2.50e-05 ] [ eta: 5:00:05 ] [ l_g_pix: 1.8208e-02 ] [ l_g_total: 1.8208e-02 ] +2024-10-09 20:17:34,110 INFO: [ epoch: 145 ] [ iter:195,000 ] [ performance: 30.040 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:57 ] [ l_g_pix: 2.4903e-02 ] [ l_g_total: 2.4903e-02 ] +2024-10-09 20:17:39,292 INFO: [ epoch: 146 ] [ iter:195,100 ] [ performance: 21.038 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:50 ] [ l_g_pix: 3.4866e-02 ] [ l_g_total: 3.4866e-02 ] +2024-10-09 20:17:42,957 INFO: [ epoch: 146 ] [ iter:195,200 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:42 ] [ l_g_pix: 3.4242e-02 ] [ l_g_total: 3.4242e-02 ] +2024-10-09 20:17:46,662 INFO: [ epoch: 146 ] [ iter:195,300 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:33 ] [ l_g_pix: 2.6948e-02 ] [ l_g_total: 2.6948e-02 ] +2024-10-09 20:17:50,363 INFO: [ epoch: 146 ] [ iter:195,400 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:25 ] [ l_g_pix: 3.4646e-02 ] [ l_g_total: 3.4646e-02 ] +2024-10-09 20:17:53,976 INFO: [ epoch: 146 ] [ iter:195,500 ] [ performance: 27.504 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:16 ] [ l_g_pix: 3.6023e-02 ] [ l_g_total: 3.6023e-02 ] +2024-10-09 20:17:57,619 INFO: [ epoch: 146 ] [ iter:195,600 ] [ performance: 27.268 it/s ] [ lr: 2.50e-05 ] [ eta: 4:59:07 ] [ l_g_pix: 2.5316e-02 ] [ l_g_total: 2.5316e-02 ] +2024-10-09 20:18:01,352 INFO: [ epoch: 146 ] [ iter:195,700 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:59 ] [ l_g_pix: 2.5280e-02 ] [ l_g_total: 2.5280e-02 ] +2024-10-09 20:18:05,010 INFO: [ epoch: 146 ] [ iter:195,800 ] [ performance: 28.086 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:50 ] [ l_g_pix: 2.4251e-02 ] [ l_g_total: 2.4251e-02 ] +2024-10-09 20:18:08,597 INFO: [ epoch: 146 ] [ iter:195,900 ] [ performance: 27.926 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:41 ] [ l_g_pix: 3.5604e-02 ] [ l_g_total: 3.5604e-02 ] +2024-10-09 20:18:12,275 INFO: [ epoch: 146 ] [ iter:196,000 ] [ performance: 27.032 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:33 ] [ l_g_pix: 2.7741e-02 ] [ l_g_total: 2.7741e-02 ] +2024-10-09 20:18:15,962 INFO: [ epoch: 146 ] [ iter:196,100 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:24 ] [ l_g_pix: 2.7224e-02 ] [ l_g_total: 2.7224e-02 ] +2024-10-09 20:18:19,634 INFO: [ epoch: 146 ] [ iter:196,200 ] [ performance: 27.447 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:16 ] [ l_g_pix: 2.3711e-02 ] [ l_g_total: 2.3711e-02 ] +2024-10-09 20:18:23,304 INFO: [ epoch: 146 ] [ iter:196,300 ] [ performance: 27.293 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:07 ] [ l_g_pix: 3.6360e-02 ] [ l_g_total: 3.6360e-02 ] +2024-10-09 20:18:28,017 INFO: [ epoch: 147 ] [ iter:196,400 ] [ performance: 11.007 it/s ] [ lr: 2.50e-05 ] [ eta: 4:58:00 ] [ l_g_pix: 2.5322e-02 ] [ l_g_total: 2.5322e-02 ] +2024-10-09 20:18:32,299 INFO: [ epoch: 147 ] [ iter:196,500 ] [ performance: 19.331 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:53 ] [ l_g_pix: 3.3423e-02 ] [ l_g_total: 3.3423e-02 ] +2024-10-09 20:18:35,982 INFO: [ epoch: 147 ] [ iter:196,600 ] [ performance: 26.576 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:44 ] [ l_g_pix: 2.5753e-02 ] [ l_g_total: 2.5753e-02 ] +2024-10-09 20:18:39,673 INFO: [ epoch: 147 ] [ iter:196,700 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:35 ] [ l_g_pix: 2.0746e-02 ] [ l_g_total: 2.0746e-02 ] +2024-10-09 20:18:43,335 INFO: [ epoch: 147 ] [ iter:196,800 ] [ performance: 27.589 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:27 ] [ l_g_pix: 1.5210e-02 ] [ l_g_total: 1.5210e-02 ] +2024-10-09 20:18:46,976 INFO: [ epoch: 147 ] [ iter:196,900 ] [ performance: 27.488 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:18 ] [ l_g_pix: 1.8568e-02 ] [ l_g_total: 1.8568e-02 ] +2024-10-09 20:18:50,669 INFO: [ epoch: 147 ] [ iter:197,000 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:10 ] [ l_g_pix: 2.5733e-02 ] [ l_g_total: 2.5733e-02 ] +2024-10-09 20:18:54,279 INFO: [ epoch: 147 ] [ iter:197,100 ] [ performance: 27.627 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:01 ] [ l_g_pix: 2.7890e-02 ] [ l_g_total: 2.7890e-02 ] +2024-10-09 20:18:57,938 INFO: [ epoch: 147 ] [ iter:197,200 ] [ performance: 27.798 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:53 ] [ l_g_pix: 2.9003e-02 ] [ l_g_total: 2.9003e-02 ] +2024-10-09 20:19:01,623 INFO: [ epoch: 147 ] [ iter:197,300 ] [ performance: 27.246 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:44 ] [ l_g_pix: 3.2066e-02 ] [ l_g_total: 3.2066e-02 ] +2024-10-09 20:19:05,239 INFO: [ epoch: 147 ] [ iter:197,400 ] [ performance: 28.019 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:35 ] [ l_g_pix: 3.4266e-02 ] [ l_g_total: 3.4266e-02 ] +2024-10-09 20:19:08,943 INFO: [ epoch: 147 ] [ iter:197,500 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:27 ] [ l_g_pix: 3.1511e-02 ] [ l_g_total: 3.1511e-02 ] +2024-10-09 20:19:12,607 INFO: [ epoch: 147 ] [ iter:197,600 ] [ performance: 28.019 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:18 ] [ l_g_pix: 3.3045e-02 ] [ l_g_total: 3.3045e-02 ] +2024-10-09 20:19:16,125 INFO: [ epoch: 147 ] [ iter:197,700 ] [ performance: 28.369 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:10 ] [ l_g_pix: 2.8552e-02 ] [ l_g_total: 2.8552e-02 ] +2024-10-09 20:19:21,350 INFO: [ epoch: 148 ] [ iter:197,800 ] [ performance: 26.354 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:04 ] [ l_g_pix: 3.1765e-02 ] [ l_g_total: 3.1765e-02 ] +2024-10-09 20:19:24,933 INFO: [ epoch: 148 ] [ iter:197,900 ] [ performance: 27.693 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:55 ] [ l_g_pix: 3.5604e-02 ] [ l_g_total: 3.5604e-02 ] +2024-10-09 20:19:28,566 INFO: [ epoch: 148 ] [ iter:198,000 ] [ performance: 28.211 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:46 ] [ l_g_pix: 3.4909e-02 ] [ l_g_total: 3.4909e-02 ] +2024-10-09 20:19:32,175 INFO: [ epoch: 148 ] [ iter:198,100 ] [ performance: 27.777 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:38 ] [ l_g_pix: 3.2651e-02 ] [ l_g_total: 3.2651e-02 ] +2024-10-09 20:19:35,869 INFO: [ epoch: 148 ] [ iter:198,200 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:29 ] [ l_g_pix: 2.0314e-02 ] [ l_g_total: 2.0314e-02 ] +2024-10-09 20:19:39,512 INFO: [ epoch: 148 ] [ iter:198,300 ] [ performance: 27.380 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:21 ] [ l_g_pix: 2.6436e-02 ] [ l_g_total: 2.6436e-02 ] +2024-10-09 20:19:43,144 INFO: [ epoch: 148 ] [ iter:198,400 ] [ performance: 27.766 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:12 ] [ l_g_pix: 3.5528e-02 ] [ l_g_total: 3.5528e-02 ] +2024-10-09 20:19:46,822 INFO: [ epoch: 148 ] [ iter:198,500 ] [ performance: 27.257 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:04 ] [ l_g_pix: 2.7802e-02 ] [ l_g_total: 2.7802e-02 ] +2024-10-09 20:19:50,448 INFO: [ epoch: 148 ] [ iter:198,600 ] [ performance: 28.057 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:55 ] [ l_g_pix: 3.4210e-02 ] [ l_g_total: 3.4210e-02 ] +2024-10-09 20:19:54,116 INFO: [ epoch: 148 ] [ iter:198,700 ] [ performance: 27.346 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:47 ] [ l_g_pix: 2.4306e-02 ] [ l_g_total: 2.4306e-02 ] +2024-10-09 20:19:57,792 INFO: [ epoch: 148 ] [ iter:198,800 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:38 ] [ l_g_pix: 3.3668e-02 ] [ l_g_total: 3.3668e-02 ] +2024-10-09 20:20:01,485 INFO: [ epoch: 148 ] [ iter:198,900 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:30 ] [ l_g_pix: 3.1701e-02 ] [ l_g_total: 3.1701e-02 ] +2024-10-09 20:20:05,056 INFO: [ epoch: 148 ] [ iter:199,000 ] [ performance: 29.458 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:21 ] [ l_g_pix: 4.2356e-02 ] [ l_g_total: 4.2356e-02 ] +2024-10-09 20:20:10,280 INFO: [ epoch: 149 ] [ iter:199,100 ] [ performance: 19.774 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:15 ] [ l_g_pix: 2.7099e-02 ] [ l_g_total: 2.7099e-02 ] +2024-10-09 20:20:14,207 INFO: [ epoch: 149 ] [ iter:199,200 ] [ performance: 28.245 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:07 ] [ l_g_pix: 4.5955e-02 ] [ l_g_total: 4.5955e-02 ] +2024-10-09 20:20:17,938 INFO: [ epoch: 149 ] [ iter:199,300 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:59 ] [ l_g_pix: 3.5146e-02 ] [ l_g_total: 3.5146e-02 ] +2024-10-09 20:20:21,573 INFO: [ epoch: 149 ] [ iter:199,400 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:50 ] [ l_g_pix: 3.0189e-02 ] [ l_g_total: 3.0189e-02 ] +2024-10-09 20:20:25,231 INFO: [ epoch: 149 ] [ iter:199,500 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:42 ] [ l_g_pix: 2.6772e-02 ] [ l_g_total: 2.6772e-02 ] +2024-10-09 20:20:28,972 INFO: [ epoch: 149 ] [ iter:199,600 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:34 ] [ l_g_pix: 2.9166e-02 ] [ l_g_total: 2.9166e-02 ] +2024-10-09 20:20:32,686 INFO: [ epoch: 149 ] [ iter:199,700 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:25 ] [ l_g_pix: 3.1324e-02 ] [ l_g_total: 3.1324e-02 ] +2024-10-09 20:20:36,334 INFO: [ epoch: 149 ] [ iter:199,800 ] [ performance: 27.900 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:17 ] [ l_g_pix: 2.8056e-02 ] [ l_g_total: 2.8056e-02 ] +2024-10-09 20:20:40,024 INFO: [ epoch: 149 ] [ iter:199,900 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:08 ] [ l_g_pix: 2.8093e-02 ] [ l_g_total: 2.8093e-02 ] +2024-10-09 20:20:43,716 INFO: [ epoch: 149 ] [ iter:200,000 ] [ performance: 26.731 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:00 ] [ l_g_pix: 2.9803e-02 ] [ l_g_total: 2.9803e-02 ] +2024-10-09 20:20:43,716 INFO: Saving models and training states. +2024-10-09 20:23:34,000 INFO: Validation val + + # psnr: 27.1937........ Best: 27.1937 @ 200000 iter + # ssim: 0.7661........ Best: 0.7661 @ 200000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:23:37,683 INFO: [ epoch: 149 ] [ iter:200,100 ] [ performance: 27.141 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:24 ] [ l_g_pix: 3.2777e-02 ] [ l_g_total: 3.2777e-02 ] +2024-10-09 20:23:41,287 INFO: [ epoch: 149 ] [ iter:200,200 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:15 ] [ l_g_pix: 2.3759e-02 ] [ l_g_total: 2.3759e-02 ] +2024-10-09 20:23:44,988 INFO: [ epoch: 149 ] [ iter:200,300 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 4:57:07 ] [ l_g_pix: 4.3138e-02 ] [ l_g_total: 4.3138e-02 ] +2024-10-09 20:23:48,588 INFO: [ epoch: 149 ] [ iter:200,400 ] [ performance: 9.300 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:58 ] [ l_g_pix: 3.2067e-02 ] [ l_g_total: 3.2067e-02 ] +2024-10-09 20:23:53,791 INFO: [ epoch: 150 ] [ iter:200,500 ] [ performance: 18.648 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:52 ] [ l_g_pix: 3.3181e-02 ] [ l_g_total: 3.3181e-02 ] +2024-10-09 20:23:57,725 INFO: [ epoch: 150 ] [ iter:200,600 ] [ performance: 28.978 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:44 ] [ l_g_pix: 3.1894e-02 ] [ l_g_total: 3.1894e-02 ] +2024-10-09 20:24:01,390 INFO: [ epoch: 150 ] [ iter:200,700 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:35 ] [ l_g_pix: 2.9900e-02 ] [ l_g_total: 2.9900e-02 ] +2024-10-09 20:24:05,061 INFO: [ epoch: 150 ] [ iter:200,800 ] [ performance: 25.168 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:26 ] [ l_g_pix: 2.5201e-02 ] [ l_g_total: 2.5201e-02 ] +2024-10-09 20:24:08,732 INFO: [ epoch: 150 ] [ iter:200,900 ] [ performance: 27.224 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:18 ] [ l_g_pix: 2.6154e-02 ] [ l_g_total: 2.6154e-02 ] +2024-10-09 20:24:12,449 INFO: [ epoch: 150 ] [ iter:201,000 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:09 ] [ l_g_pix: 2.9608e-02 ] [ l_g_total: 2.9608e-02 ] +2024-10-09 20:24:16,106 INFO: [ epoch: 150 ] [ iter:201,100 ] [ performance: 27.349 it/s ] [ lr: 2.50e-05 ] [ eta: 4:56:01 ] [ l_g_pix: 3.1659e-02 ] [ l_g_total: 3.1659e-02 ] +2024-10-09 20:24:19,783 INFO: [ epoch: 150 ] [ iter:201,200 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:52 ] [ l_g_pix: 3.9273e-02 ] [ l_g_total: 3.9273e-02 ] +2024-10-09 20:24:23,523 INFO: [ epoch: 150 ] [ iter:201,300 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:44 ] [ l_g_pix: 2.7319e-02 ] [ l_g_total: 2.7319e-02 ] +2024-10-09 20:24:27,164 INFO: [ epoch: 150 ] [ iter:201,400 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:35 ] [ l_g_pix: 1.9829e-02 ] [ l_g_total: 1.9829e-02 ] +2024-10-09 20:24:30,888 INFO: [ epoch: 150 ] [ iter:201,500 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:26 ] [ l_g_pix: 2.2165e-02 ] [ l_g_total: 2.2165e-02 ] +2024-10-09 20:24:34,605 INFO: [ epoch: 150 ] [ iter:201,600 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:18 ] [ l_g_pix: 2.1072e-02 ] [ l_g_total: 2.1072e-02 ] +2024-10-09 20:24:38,161 INFO: [ epoch: 150 ] [ iter:201,700 ] [ performance: 28.173 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:09 ] [ l_g_pix: 2.0979e-02 ] [ l_g_total: 2.0979e-02 ] +2024-10-09 20:24:43,382 INFO: [ epoch: 151 ] [ iter:201,800 ] [ performance: 22.741 it/s ] [ lr: 2.50e-05 ] [ eta: 4:55:03 ] [ l_g_pix: 2.1853e-02 ] [ l_g_total: 2.1853e-02 ] +2024-10-09 20:24:47,107 INFO: [ epoch: 151 ] [ iter:201,900 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:55 ] [ l_g_pix: 2.1542e-02 ] [ l_g_total: 2.1542e-02 ] +2024-10-09 20:24:50,803 INFO: [ epoch: 151 ] [ iter:202,000 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:46 ] [ l_g_pix: 1.9746e-02 ] [ l_g_total: 1.9746e-02 ] +2024-10-09 20:24:54,533 INFO: [ epoch: 151 ] [ iter:202,100 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:38 ] [ l_g_pix: 3.2545e-02 ] [ l_g_total: 3.2545e-02 ] +2024-10-09 20:24:58,193 INFO: [ epoch: 151 ] [ iter:202,200 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:29 ] [ l_g_pix: 3.9196e-02 ] [ l_g_total: 3.9196e-02 ] +2024-10-09 20:25:01,870 INFO: [ epoch: 151 ] [ iter:202,300 ] [ performance: 27.247 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:21 ] [ l_g_pix: 3.9143e-02 ] [ l_g_total: 3.9143e-02 ] +2024-10-09 20:25:05,584 INFO: [ epoch: 151 ] [ iter:202,400 ] [ performance: 27.083 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:12 ] [ l_g_pix: 3.7927e-02 ] [ l_g_total: 3.7927e-02 ] +2024-10-09 20:25:09,273 INFO: [ epoch: 151 ] [ iter:202,500 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 4:54:04 ] [ l_g_pix: 2.5930e-02 ] [ l_g_total: 2.5930e-02 ] +2024-10-09 20:25:12,963 INFO: [ epoch: 151 ] [ iter:202,600 ] [ performance: 27.138 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:55 ] [ l_g_pix: 4.0202e-02 ] [ l_g_total: 4.0202e-02 ] +2024-10-09 20:25:16,665 INFO: [ epoch: 151 ] [ iter:202,700 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:47 ] [ l_g_pix: 3.4128e-02 ] [ l_g_total: 3.4128e-02 ] +2024-10-09 20:25:20,360 INFO: [ epoch: 151 ] [ iter:202,800 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:38 ] [ l_g_pix: 3.2115e-02 ] [ l_g_total: 3.2115e-02 ] +2024-10-09 20:25:24,043 INFO: [ epoch: 151 ] [ iter:202,900 ] [ performance: 27.082 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:30 ] [ l_g_pix: 4.1440e-02 ] [ l_g_total: 4.1440e-02 ] +2024-10-09 20:25:27,711 INFO: [ epoch: 151 ] [ iter:203,000 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:21 ] [ l_g_pix: 2.3726e-02 ] [ l_g_total: 2.3726e-02 ] +2024-10-09 20:25:32,626 INFO: [ epoch: 152 ] [ iter:203,100 ] [ performance: 19.655 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:15 ] [ l_g_pix: 1.3918e-02 ] [ l_g_total: 1.3918e-02 ] +2024-10-09 20:25:36,370 INFO: [ epoch: 152 ] [ iter:203,200 ] [ performance: 22.834 it/s ] [ lr: 2.50e-05 ] [ eta: 4:53:06 ] [ l_g_pix: 3.0895e-02 ] [ l_g_total: 3.0895e-02 ] +2024-10-09 20:25:39,997 INFO: [ epoch: 152 ] [ iter:203,300 ] [ performance: 27.574 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:58 ] [ l_g_pix: 3.2540e-02 ] [ l_g_total: 3.2540e-02 ] +2024-10-09 20:25:43,671 INFO: [ epoch: 152 ] [ iter:203,400 ] [ performance: 27.388 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:49 ] [ l_g_pix: 2.0816e-02 ] [ l_g_total: 2.0816e-02 ] +2024-10-09 20:25:47,251 INFO: [ epoch: 152 ] [ iter:203,500 ] [ performance: 27.952 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:41 ] [ l_g_pix: 3.0224e-02 ] [ l_g_total: 3.0224e-02 ] +2024-10-09 20:25:50,876 INFO: [ epoch: 152 ] [ iter:203,600 ] [ performance: 27.762 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:32 ] [ l_g_pix: 2.2442e-02 ] [ l_g_total: 2.2442e-02 ] +2024-10-09 20:25:54,521 INFO: [ epoch: 152 ] [ iter:203,700 ] [ performance: 27.477 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:24 ] [ l_g_pix: 3.0323e-02 ] [ l_g_total: 3.0323e-02 ] +2024-10-09 20:25:58,151 INFO: [ epoch: 152 ] [ iter:203,800 ] [ performance: 27.520 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:15 ] [ l_g_pix: 2.5683e-02 ] [ l_g_total: 2.5683e-02 ] +2024-10-09 20:26:01,810 INFO: [ epoch: 152 ] [ iter:203,900 ] [ performance: 27.460 it/s ] [ lr: 2.50e-05 ] [ eta: 4:52:07 ] [ l_g_pix: 1.8375e-02 ] [ l_g_total: 1.8375e-02 ] +2024-10-09 20:26:05,442 INFO: [ epoch: 152 ] [ iter:204,000 ] [ performance: 27.502 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:58 ] [ l_g_pix: 3.3068e-02 ] [ l_g_total: 3.3068e-02 ] +2024-10-09 20:26:09,076 INFO: [ epoch: 152 ] [ iter:204,100 ] [ performance: 27.529 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:50 ] [ l_g_pix: 2.8078e-02 ] [ l_g_total: 2.8078e-02 ] +2024-10-09 20:26:12,784 INFO: [ epoch: 152 ] [ iter:204,200 ] [ performance: 27.227 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:41 ] [ l_g_pix: 2.5076e-02 ] [ l_g_total: 2.5076e-02 ] +2024-10-09 20:26:16,454 INFO: [ epoch: 152 ] [ iter:204,300 ] [ performance: 27.281 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:33 ] [ l_g_pix: 3.9619e-02 ] [ l_g_total: 3.9619e-02 ] +2024-10-09 20:26:19,907 INFO: [ epoch: 152 ] [ iter:204,400 ] [ performance: 28.175 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:24 ] [ l_g_pix: 2.9065e-02 ] [ l_g_total: 2.9065e-02 ] +2024-10-09 20:26:25,202 INFO: [ epoch: 153 ] [ iter:204,500 ] [ performance: 23.976 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:18 ] [ l_g_pix: 3.0312e-02 ] [ l_g_total: 3.0312e-02 ] +2024-10-09 20:26:28,891 INFO: [ epoch: 153 ] [ iter:204,600 ] [ performance: 25.596 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:10 ] [ l_g_pix: 2.5653e-02 ] [ l_g_total: 2.5653e-02 ] +2024-10-09 20:26:32,808 INFO: [ epoch: 153 ] [ iter:204,700 ] [ performance: 25.573 it/s ] [ lr: 2.50e-05 ] [ eta: 4:51:02 ] [ l_g_pix: 3.1553e-02 ] [ l_g_total: 3.1553e-02 ] +2024-10-09 20:26:36,519 INFO: [ epoch: 153 ] [ iter:204,800 ] [ performance: 26.312 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:53 ] [ l_g_pix: 2.1756e-02 ] [ l_g_total: 2.1756e-02 ] +2024-10-09 20:26:40,280 INFO: [ epoch: 153 ] [ iter:204,900 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:45 ] [ l_g_pix: 3.9356e-02 ] [ l_g_total: 3.9356e-02 ] +2024-10-09 20:26:44,030 INFO: [ epoch: 153 ] [ iter:205,000 ] [ performance: 26.668 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:37 ] [ l_g_pix: 3.2737e-02 ] [ l_g_total: 3.2737e-02 ] +2024-10-09 20:26:47,798 INFO: [ epoch: 153 ] [ iter:205,100 ] [ performance: 26.561 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:29 ] [ l_g_pix: 2.4439e-02 ] [ l_g_total: 2.4439e-02 ] +2024-10-09 20:26:51,484 INFO: [ epoch: 153 ] [ iter:205,200 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:20 ] [ l_g_pix: 2.8779e-02 ] [ l_g_total: 2.8779e-02 ] +2024-10-09 20:26:55,212 INFO: [ epoch: 153 ] [ iter:205,300 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:12 ] [ l_g_pix: 3.2888e-02 ] [ l_g_total: 3.2888e-02 ] +2024-10-09 20:26:58,931 INFO: [ epoch: 153 ] [ iter:205,400 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 4:50:04 ] [ l_g_pix: 2.3148e-02 ] [ l_g_total: 2.3148e-02 ] +2024-10-09 20:27:02,655 INFO: [ epoch: 153 ] [ iter:205,500 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:55 ] [ l_g_pix: 2.4525e-02 ] [ l_g_total: 2.4525e-02 ] +2024-10-09 20:27:06,460 INFO: [ epoch: 153 ] [ iter:205,600 ] [ performance: 26.562 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:47 ] [ l_g_pix: 3.2890e-02 ] [ l_g_total: 3.2890e-02 ] +2024-10-09 20:27:10,012 INFO: [ epoch: 153 ] [ iter:205,700 ] [ performance: 28.562 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:39 ] [ l_g_pix: 2.1869e-02 ] [ l_g_total: 2.1869e-02 ] +2024-10-09 20:27:15,082 INFO: [ epoch: 154 ] [ iter:205,800 ] [ performance: 22.797 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:32 ] [ l_g_pix: 2.6308e-02 ] [ l_g_total: 2.6308e-02 ] +2024-10-09 20:27:18,825 INFO: [ epoch: 154 ] [ iter:205,900 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:24 ] [ l_g_pix: 3.2408e-02 ] [ l_g_total: 3.2408e-02 ] +2024-10-09 20:27:22,561 INFO: [ epoch: 154 ] [ iter:206,000 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:16 ] [ l_g_pix: 2.8445e-02 ] [ l_g_total: 2.8445e-02 ] +2024-10-09 20:27:26,321 INFO: [ epoch: 154 ] [ iter:206,100 ] [ performance: 26.804 it/s ] [ lr: 2.50e-05 ] [ eta: 4:49:08 ] [ l_g_pix: 3.5337e-02 ] [ l_g_total: 3.5337e-02 ] +2024-10-09 20:27:30,066 INFO: [ epoch: 154 ] [ iter:206,200 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:59 ] [ l_g_pix: 2.2636e-02 ] [ l_g_total: 2.2636e-02 ] +2024-10-09 20:27:33,781 INFO: [ epoch: 154 ] [ iter:206,300 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:51 ] [ l_g_pix: 2.6891e-02 ] [ l_g_total: 2.6891e-02 ] +2024-10-09 20:27:37,517 INFO: [ epoch: 154 ] [ iter:206,400 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:43 ] [ l_g_pix: 3.0798e-02 ] [ l_g_total: 3.0798e-02 ] +2024-10-09 20:27:41,251 INFO: [ epoch: 154 ] [ iter:206,500 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:35 ] [ l_g_pix: 3.7835e-02 ] [ l_g_total: 3.7835e-02 ] +2024-10-09 20:27:45,007 INFO: [ epoch: 154 ] [ iter:206,600 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:27 ] [ l_g_pix: 3.2513e-02 ] [ l_g_total: 3.2513e-02 ] +2024-10-09 20:27:48,737 INFO: [ epoch: 154 ] [ iter:206,700 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:18 ] [ l_g_pix: 2.6942e-02 ] [ l_g_total: 2.6942e-02 ] +2024-10-09 20:27:52,510 INFO: [ epoch: 154 ] [ iter:206,800 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:10 ] [ l_g_pix: 4.8395e-02 ] [ l_g_total: 4.8395e-02 ] +2024-10-09 20:27:56,285 INFO: [ epoch: 154 ] [ iter:206,900 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:02 ] [ l_g_pix: 2.8369e-02 ] [ l_g_total: 2.8369e-02 ] +2024-10-09 20:27:59,970 INFO: [ epoch: 154 ] [ iter:207,000 ] [ performance: 26.965 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:54 ] [ l_g_pix: 3.5531e-02 ] [ l_g_total: 3.5531e-02 ] +2024-10-09 20:28:04,972 INFO: [ epoch: 155 ] [ iter:207,100 ] [ performance: 17.815 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:47 ] [ l_g_pix: 2.7583e-02 ] [ l_g_total: 2.7583e-02 ] +2024-10-09 20:28:08,880 INFO: [ epoch: 155 ] [ iter:207,200 ] [ performance: 21.699 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:39 ] [ l_g_pix: 2.2250e-02 ] [ l_g_total: 2.2250e-02 ] +2024-10-09 20:28:12,762 INFO: [ epoch: 155 ] [ iter:207,300 ] [ performance: 25.522 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:31 ] [ l_g_pix: 2.4877e-02 ] [ l_g_total: 2.4877e-02 ] +2024-10-09 20:28:16,466 INFO: [ epoch: 155 ] [ iter:207,400 ] [ performance: 26.379 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:23 ] [ l_g_pix: 2.8830e-02 ] [ l_g_total: 2.8830e-02 ] +2024-10-09 20:28:20,200 INFO: [ epoch: 155 ] [ iter:207,500 ] [ performance: 27.036 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:15 ] [ l_g_pix: 3.7109e-02 ] [ l_g_total: 3.7109e-02 ] +2024-10-09 20:28:23,945 INFO: [ epoch: 155 ] [ iter:207,600 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:07 ] [ l_g_pix: 2.3330e-02 ] [ l_g_total: 2.3330e-02 ] +2024-10-09 20:28:27,750 INFO: [ epoch: 155 ] [ iter:207,700 ] [ performance: 26.605 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:59 ] [ l_g_pix: 2.9902e-02 ] [ l_g_total: 2.9902e-02 ] +2024-10-09 20:28:31,528 INFO: [ epoch: 155 ] [ iter:207,800 ] [ performance: 26.526 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:51 ] [ l_g_pix: 4.0455e-02 ] [ l_g_total: 4.0455e-02 ] +2024-10-09 20:28:35,280 INFO: [ epoch: 155 ] [ iter:207,900 ] [ performance: 26.724 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:42 ] [ l_g_pix: 2.2760e-02 ] [ l_g_total: 2.2760e-02 ] +2024-10-09 20:28:39,698 INFO: [ epoch: 155 ] [ iter:208,000 ] [ performance: 24.106 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:35 ] [ l_g_pix: 3.3147e-02 ] [ l_g_total: 3.3147e-02 ] +2024-10-09 20:28:43,602 INFO: [ epoch: 155 ] [ iter:208,100 ] [ performance: 25.248 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:27 ] [ l_g_pix: 2.2727e-02 ] [ l_g_total: 2.2727e-02 ] +2024-10-09 20:28:47,325 INFO: [ epoch: 155 ] [ iter:208,200 ] [ performance: 26.205 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:19 ] [ l_g_pix: 2.7151e-02 ] [ l_g_total: 2.7151e-02 ] +2024-10-09 20:28:51,061 INFO: [ epoch: 155 ] [ iter:208,300 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:11 ] [ l_g_pix: 3.3316e-02 ] [ l_g_total: 3.3316e-02 ] +2024-10-09 20:28:54,725 INFO: [ epoch: 155 ] [ iter:208,400 ] [ performance: 27.204 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:03 ] [ l_g_pix: 3.2947e-02 ] [ l_g_total: 3.2947e-02 ] +2024-10-09 20:29:00,270 INFO: [ epoch: 156 ] [ iter:208,500 ] [ performance: 23.430 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:57 ] [ l_g_pix: 2.1939e-02 ] [ l_g_total: 2.1939e-02 ] +2024-10-09 20:29:04,077 INFO: [ epoch: 156 ] [ iter:208,600 ] [ performance: 25.097 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:49 ] [ l_g_pix: 2.6561e-02 ] [ l_g_total: 2.6561e-02 ] +2024-10-09 20:29:07,880 INFO: [ epoch: 156 ] [ iter:208,700 ] [ performance: 26.432 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:41 ] [ l_g_pix: 2.9604e-02 ] [ l_g_total: 2.9604e-02 ] +2024-10-09 20:29:11,688 INFO: [ epoch: 156 ] [ iter:208,800 ] [ performance: 26.332 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:33 ] [ l_g_pix: 2.5348e-02 ] [ l_g_total: 2.5348e-02 ] +2024-10-09 20:29:15,403 INFO: [ epoch: 156 ] [ iter:208,900 ] [ performance: 27.299 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:25 ] [ l_g_pix: 3.0209e-02 ] [ l_g_total: 3.0209e-02 ] +2024-10-09 20:29:19,198 INFO: [ epoch: 156 ] [ iter:209,000 ] [ performance: 26.707 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:17 ] [ l_g_pix: 2.4017e-02 ] [ l_g_total: 2.4017e-02 ] +2024-10-09 20:29:22,861 INFO: [ epoch: 156 ] [ iter:209,100 ] [ performance: 27.795 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:09 ] [ l_g_pix: 2.5836e-02 ] [ l_g_total: 2.5836e-02 ] +2024-10-09 20:29:26,523 INFO: [ epoch: 156 ] [ iter:209,200 ] [ performance: 27.492 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:00 ] [ l_g_pix: 2.5262e-02 ] [ l_g_total: 2.5262e-02 ] +2024-10-09 20:29:30,171 INFO: [ epoch: 156 ] [ iter:209,300 ] [ performance: 27.434 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:52 ] [ l_g_pix: 2.2552e-02 ] [ l_g_total: 2.2552e-02 ] +2024-10-09 20:29:33,808 INFO: [ epoch: 156 ] [ iter:209,400 ] [ performance: 27.477 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:44 ] [ l_g_pix: 2.1759e-02 ] [ l_g_total: 2.1759e-02 ] +2024-10-09 20:29:37,422 INFO: [ epoch: 156 ] [ iter:209,500 ] [ performance: 27.781 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:36 ] [ l_g_pix: 3.9495e-02 ] [ l_g_total: 3.9495e-02 ] +2024-10-09 20:29:41,085 INFO: [ epoch: 156 ] [ iter:209,600 ] [ performance: 27.475 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:27 ] [ l_g_pix: 2.4033e-02 ] [ l_g_total: 2.4033e-02 ] +2024-10-09 20:29:44,614 INFO: [ epoch: 156 ] [ iter:209,700 ] [ performance: 29.220 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:19 ] [ l_g_pix: 3.8324e-02 ] [ l_g_total: 3.8324e-02 ] +2024-10-09 20:29:49,788 INFO: [ epoch: 157 ] [ iter:209,800 ] [ performance: 22.039 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:13 ] [ l_g_pix: 3.0623e-02 ] [ l_g_total: 3.0623e-02 ] +2024-10-09 20:29:53,610 INFO: [ epoch: 157 ] [ iter:209,900 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:05 ] [ l_g_pix: 2.7508e-02 ] [ l_g_total: 2.7508e-02 ] +2024-10-09 20:29:57,265 INFO: [ epoch: 157 ] [ iter:210,000 ] [ performance: 27.170 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:57 ] [ l_g_pix: 3.2130e-02 ] [ l_g_total: 3.2130e-02 ] +2024-10-09 20:29:57,265 INFO: Saving models and training states. +2024-10-09 20:33:07,066 INFO: Validation val + + # psnr: 27.1910........ Best: 27.1937 @ 200000 iter + # ssim: 0.7660........ Best: 0.7661 @ 200000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:33:10,718 INFO: [ epoch: 157 ] [ iter:210,100 ] [ performance: 27.170 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:29 ] [ l_g_pix: 2.1864e-02 ] [ l_g_total: 2.1864e-02 ] +2024-10-09 20:33:14,434 INFO: [ epoch: 157 ] [ iter:210,200 ] [ performance: 27.009 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:20 ] [ l_g_pix: 1.7040e-02 ] [ l_g_total: 1.7040e-02 ] +2024-10-09 20:33:18,107 INFO: [ epoch: 157 ] [ iter:210,300 ] [ performance: 27.388 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:12 ] [ l_g_pix: 3.1801e-02 ] [ l_g_total: 3.1801e-02 ] +2024-10-09 20:33:21,765 INFO: [ epoch: 157 ] [ iter:210,400 ] [ performance: 27.356 it/s ] [ lr: 2.50e-05 ] [ eta: 4:48:03 ] [ l_g_pix: 2.3396e-02 ] [ l_g_total: 2.3396e-02 ] +2024-10-09 20:33:25,467 INFO: [ epoch: 157 ] [ iter:210,500 ] [ performance: 27.113 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:55 ] [ l_g_pix: 2.8379e-02 ] [ l_g_total: 2.8379e-02 ] +2024-10-09 20:33:29,191 INFO: [ epoch: 157 ] [ iter:210,600 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:47 ] [ l_g_pix: 4.0060e-02 ] [ l_g_total: 4.0060e-02 ] +2024-10-09 20:33:32,895 INFO: [ epoch: 157 ] [ iter:210,700 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:38 ] [ l_g_pix: 3.0690e-02 ] [ l_g_total: 3.0690e-02 ] +2024-10-09 20:33:36,686 INFO: [ epoch: 157 ] [ iter:210,800 ] [ performance: 26.558 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:30 ] [ l_g_pix: 2.5697e-02 ] [ l_g_total: 2.5697e-02 ] +2024-10-09 20:33:40,363 INFO: [ epoch: 157 ] [ iter:210,900 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:22 ] [ l_g_pix: 2.3995e-02 ] [ l_g_total: 2.3995e-02 ] +2024-10-09 20:33:44,047 INFO: [ epoch: 157 ] [ iter:211,000 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:13 ] [ l_g_pix: 3.1508e-02 ] [ l_g_total: 3.1508e-02 ] +2024-10-09 20:33:48,772 INFO: [ epoch: 158 ] [ iter:211,100 ] [ performance: 16.549 it/s ] [ lr: 2.50e-05 ] [ eta: 4:47:07 ] [ l_g_pix: 3.4869e-02 ] [ l_g_total: 3.4869e-02 ] +2024-10-09 20:33:52,705 INFO: [ epoch: 158 ] [ iter:211,200 ] [ performance: 21.573 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:59 ] [ l_g_pix: 3.5147e-02 ] [ l_g_total: 3.5147e-02 ] +2024-10-09 20:33:56,433 INFO: [ epoch: 158 ] [ iter:211,300 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:50 ] [ l_g_pix: 2.9531e-02 ] [ l_g_total: 2.9531e-02 ] +2024-10-09 20:34:00,410 INFO: [ epoch: 158 ] [ iter:211,400 ] [ performance: 25.748 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:42 ] [ l_g_pix: 2.9184e-02 ] [ l_g_total: 2.9184e-02 ] +2024-10-09 20:34:04,510 INFO: [ epoch: 158 ] [ iter:211,500 ] [ performance: 26.517 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:35 ] [ l_g_pix: 4.2105e-02 ] [ l_g_total: 4.2105e-02 ] +2024-10-09 20:34:08,130 INFO: [ epoch: 158 ] [ iter:211,600 ] [ performance: 27.259 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:26 ] [ l_g_pix: 2.6071e-02 ] [ l_g_total: 2.6071e-02 ] +2024-10-09 20:34:11,822 INFO: [ epoch: 158 ] [ iter:211,700 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:18 ] [ l_g_pix: 2.7397e-02 ] [ l_g_total: 2.7397e-02 ] +2024-10-09 20:34:15,544 INFO: [ epoch: 158 ] [ iter:211,800 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:10 ] [ l_g_pix: 3.8604e-02 ] [ l_g_total: 3.8604e-02 ] +2024-10-09 20:34:19,266 INFO: [ epoch: 158 ] [ iter:211,900 ] [ performance: 27.176 it/s ] [ lr: 2.50e-05 ] [ eta: 4:46:02 ] [ l_g_pix: 2.9419e-02 ] [ l_g_total: 2.9419e-02 ] +2024-10-09 20:34:22,978 INFO: [ epoch: 158 ] [ iter:212,000 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:53 ] [ l_g_pix: 4.4399e-02 ] [ l_g_total: 4.4399e-02 ] +2024-10-09 20:34:26,707 INFO: [ epoch: 158 ] [ iter:212,100 ] [ performance: 26.595 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:45 ] [ l_g_pix: 3.0631e-02 ] [ l_g_total: 3.0631e-02 ] +2024-10-09 20:34:30,409 INFO: [ epoch: 158 ] [ iter:212,200 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:37 ] [ l_g_pix: 2.2353e-02 ] [ l_g_total: 2.2353e-02 ] +2024-10-09 20:34:34,162 INFO: [ epoch: 158 ] [ iter:212,300 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:29 ] [ l_g_pix: 2.8178e-02 ] [ l_g_total: 2.8178e-02 ] +2024-10-09 20:34:37,668 INFO: [ epoch: 158 ] [ iter:212,400 ] [ performance: 28.040 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:20 ] [ l_g_pix: 3.1007e-02 ] [ l_g_total: 3.1007e-02 ] +2024-10-09 20:34:43,226 INFO: [ epoch: 159 ] [ iter:212,500 ] [ performance: 27.385 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:14 ] [ l_g_pix: 2.6404e-02 ] [ l_g_total: 2.6404e-02 ] +2024-10-09 20:34:46,906 INFO: [ epoch: 159 ] [ iter:212,600 ] [ performance: 27.243 it/s ] [ lr: 2.50e-05 ] [ eta: 4:45:06 ] [ l_g_pix: 2.6740e-02 ] [ l_g_total: 2.6740e-02 ] +2024-10-09 20:34:50,583 INFO: [ epoch: 159 ] [ iter:212,700 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:58 ] [ l_g_pix: 3.0415e-02 ] [ l_g_total: 3.0415e-02 ] +2024-10-09 20:34:54,296 INFO: [ epoch: 159 ] [ iter:212,800 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:50 ] [ l_g_pix: 3.0835e-02 ] [ l_g_total: 3.0835e-02 ] +2024-10-09 20:34:57,987 INFO: [ epoch: 159 ] [ iter:212,900 ] [ performance: 27.289 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:41 ] [ l_g_pix: 3.4977e-02 ] [ l_g_total: 3.4977e-02 ] +2024-10-09 20:35:01,646 INFO: [ epoch: 159 ] [ iter:213,000 ] [ performance: 27.324 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:33 ] [ l_g_pix: 3.0115e-02 ] [ l_g_total: 3.0115e-02 ] +2024-10-09 20:35:05,363 INFO: [ epoch: 159 ] [ iter:213,100 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:25 ] [ l_g_pix: 2.8847e-02 ] [ l_g_total: 2.8847e-02 ] +2024-10-09 20:35:09,045 INFO: [ epoch: 159 ] [ iter:213,200 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:17 ] [ l_g_pix: 2.7616e-02 ] [ l_g_total: 2.7616e-02 ] +2024-10-09 20:35:12,856 INFO: [ epoch: 159 ] [ iter:213,300 ] [ performance: 26.014 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:08 ] [ l_g_pix: 2.5012e-02 ] [ l_g_total: 2.5012e-02 ] +2024-10-09 20:35:16,543 INFO: [ epoch: 159 ] [ iter:213,400 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 4:44:00 ] [ l_g_pix: 3.8644e-02 ] [ l_g_total: 3.8644e-02 ] +2024-10-09 20:35:20,202 INFO: [ epoch: 159 ] [ iter:213,500 ] [ performance: 27.511 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:52 ] [ l_g_pix: 2.7029e-02 ] [ l_g_total: 2.7029e-02 ] +2024-10-09 20:35:23,945 INFO: [ epoch: 159 ] [ iter:213,600 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:44 ] [ l_g_pix: 2.4688e-02 ] [ l_g_total: 2.4688e-02 ] +2024-10-09 20:35:27,550 INFO: [ epoch: 159 ] [ iter:213,700 ] [ performance: 29.584 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:35 ] [ l_g_pix: 3.6689e-02 ] [ l_g_total: 3.6689e-02 ] +2024-10-09 20:35:33,156 INFO: [ epoch: 160 ] [ iter:213,800 ] [ performance: 19.989 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:30 ] [ l_g_pix: 2.7125e-02 ] [ l_g_total: 2.7125e-02 ] +2024-10-09 20:35:37,039 INFO: [ epoch: 160 ] [ iter:213,900 ] [ performance: 25.409 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:22 ] [ l_g_pix: 3.3211e-02 ] [ l_g_total: 3.3211e-02 ] +2024-10-09 20:35:40,928 INFO: [ epoch: 160 ] [ iter:214,000 ] [ performance: 25.638 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:14 ] [ l_g_pix: 3.9863e-02 ] [ l_g_total: 3.9863e-02 ] +2024-10-09 20:35:44,926 INFO: [ epoch: 160 ] [ iter:214,100 ] [ performance: 25.859 it/s ] [ lr: 2.50e-05 ] [ eta: 4:43:06 ] [ l_g_pix: 3.7062e-02 ] [ l_g_total: 3.7062e-02 ] +2024-10-09 20:35:48,779 INFO: [ epoch: 160 ] [ iter:214,200 ] [ performance: 25.933 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:58 ] [ l_g_pix: 3.1475e-02 ] [ l_g_total: 3.1475e-02 ] +2024-10-09 20:35:52,588 INFO: [ epoch: 160 ] [ iter:214,300 ] [ performance: 26.205 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:50 ] [ l_g_pix: 3.4332e-02 ] [ l_g_total: 3.4332e-02 ] +2024-10-09 20:35:56,421 INFO: [ epoch: 160 ] [ iter:214,400 ] [ performance: 26.123 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:42 ] [ l_g_pix: 3.0909e-02 ] [ l_g_total: 3.0909e-02 ] +2024-10-09 20:36:00,312 INFO: [ epoch: 160 ] [ iter:214,500 ] [ performance: 24.979 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:34 ] [ l_g_pix: 2.2096e-02 ] [ l_g_total: 2.2096e-02 ] +2024-10-09 20:36:04,072 INFO: [ epoch: 160 ] [ iter:214,600 ] [ performance: 26.180 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:26 ] [ l_g_pix: 3.6154e-02 ] [ l_g_total: 3.6154e-02 ] +2024-10-09 20:36:07,879 INFO: [ epoch: 160 ] [ iter:214,700 ] [ performance: 25.663 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:18 ] [ l_g_pix: 3.0151e-02 ] [ l_g_total: 3.0151e-02 ] +2024-10-09 20:36:11,674 INFO: [ epoch: 160 ] [ iter:214,800 ] [ performance: 26.186 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:10 ] [ l_g_pix: 2.4201e-02 ] [ l_g_total: 2.4201e-02 ] +2024-10-09 20:36:15,378 INFO: [ epoch: 160 ] [ iter:214,900 ] [ performance: 27.282 it/s ] [ lr: 2.50e-05 ] [ eta: 4:42:02 ] [ l_g_pix: 1.8237e-02 ] [ l_g_total: 1.8237e-02 ] +2024-10-09 20:36:19,190 INFO: [ epoch: 160 ] [ iter:215,000 ] [ performance: 26.476 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:54 ] [ l_g_pix: 1.9943e-02 ] [ l_g_total: 1.9943e-02 ] +2024-10-09 20:36:23,892 INFO: [ epoch: 161 ] [ iter:215,100 ] [ performance: 13.496 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:47 ] [ l_g_pix: 3.4209e-02 ] [ l_g_total: 3.4209e-02 ] +2024-10-09 20:36:28,021 INFO: [ epoch: 161 ] [ iter:215,200 ] [ performance: 20.470 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:40 ] [ l_g_pix: 2.4413e-02 ] [ l_g_total: 2.4413e-02 ] +2024-10-09 20:36:31,686 INFO: [ epoch: 161 ] [ iter:215,300 ] [ performance: 27.359 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:31 ] [ l_g_pix: 2.7615e-02 ] [ l_g_total: 2.7615e-02 ] +2024-10-09 20:36:35,315 INFO: [ epoch: 161 ] [ iter:215,400 ] [ performance: 27.518 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:23 ] [ l_g_pix: 2.6938e-02 ] [ l_g_total: 2.6938e-02 ] +2024-10-09 20:36:38,951 INFO: [ epoch: 161 ] [ iter:215,500 ] [ performance: 27.612 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:15 ] [ l_g_pix: 1.8208e-02 ] [ l_g_total: 1.8208e-02 ] +2024-10-09 20:36:42,656 INFO: [ epoch: 161 ] [ iter:215,600 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 4:41:07 ] [ l_g_pix: 3.3887e-02 ] [ l_g_total: 3.3887e-02 ] +2024-10-09 20:36:46,345 INFO: [ epoch: 161 ] [ iter:215,700 ] [ performance: 27.375 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:59 ] [ l_g_pix: 1.9790e-02 ] [ l_g_total: 1.9790e-02 ] +2024-10-09 20:36:50,047 INFO: [ epoch: 161 ] [ iter:215,800 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:51 ] [ l_g_pix: 2.6479e-02 ] [ l_g_total: 2.6479e-02 ] +2024-10-09 20:36:53,753 INFO: [ epoch: 161 ] [ iter:215,900 ] [ performance: 27.405 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:42 ] [ l_g_pix: 3.7253e-02 ] [ l_g_total: 3.7253e-02 ] +2024-10-09 20:36:57,390 INFO: [ epoch: 161 ] [ iter:216,000 ] [ performance: 27.480 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:34 ] [ l_g_pix: 2.0433e-02 ] [ l_g_total: 2.0433e-02 ] +2024-10-09 20:37:01,089 INFO: [ epoch: 161 ] [ iter:216,100 ] [ performance: 27.540 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:26 ] [ l_g_pix: 3.7299e-02 ] [ l_g_total: 3.7299e-02 ] +2024-10-09 20:37:04,776 INFO: [ epoch: 161 ] [ iter:216,200 ] [ performance: 27.211 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:18 ] [ l_g_pix: 3.1372e-02 ] [ l_g_total: 3.1372e-02 ] +2024-10-09 20:37:08,417 INFO: [ epoch: 161 ] [ iter:216,300 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:10 ] [ l_g_pix: 3.3855e-02 ] [ l_g_total: 3.3855e-02 ] +2024-10-09 20:37:11,961 INFO: [ epoch: 161 ] [ iter:216,400 ] [ performance: 27.937 it/s ] [ lr: 2.50e-05 ] [ eta: 4:40:01 ] [ l_g_pix: 2.3354e-02 ] [ l_g_total: 2.3354e-02 ] +2024-10-09 20:37:17,034 INFO: [ epoch: 162 ] [ iter:216,500 ] [ performance: 25.773 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:55 ] [ l_g_pix: 2.7439e-02 ] [ l_g_total: 2.7439e-02 ] +2024-10-09 20:37:20,786 INFO: [ epoch: 162 ] [ iter:216,600 ] [ performance: 26.486 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:47 ] [ l_g_pix: 2.7896e-02 ] [ l_g_total: 2.7896e-02 ] +2024-10-09 20:37:24,513 INFO: [ epoch: 162 ] [ iter:216,700 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:39 ] [ l_g_pix: 2.8863e-02 ] [ l_g_total: 2.8863e-02 ] +2024-10-09 20:37:28,212 INFO: [ epoch: 162 ] [ iter:216,800 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:31 ] [ l_g_pix: 2.0451e-02 ] [ l_g_total: 2.0451e-02 ] +2024-10-09 20:37:31,960 INFO: [ epoch: 162 ] [ iter:216,900 ] [ performance: 26.527 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:23 ] [ l_g_pix: 2.4063e-02 ] [ l_g_total: 2.4063e-02 ] +2024-10-09 20:37:35,630 INFO: [ epoch: 162 ] [ iter:217,000 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:15 ] [ l_g_pix: 3.6690e-02 ] [ l_g_total: 3.6690e-02 ] +2024-10-09 20:37:39,290 INFO: [ epoch: 162 ] [ iter:217,100 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:07 ] [ l_g_pix: 2.4411e-02 ] [ l_g_total: 2.4411e-02 ] +2024-10-09 20:37:43,007 INFO: [ epoch: 162 ] [ iter:217,200 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:59 ] [ l_g_pix: 3.3598e-02 ] [ l_g_total: 3.3598e-02 ] +2024-10-09 20:37:46,719 INFO: [ epoch: 162 ] [ iter:217,300 ] [ performance: 27.104 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:51 ] [ l_g_pix: 2.6872e-02 ] [ l_g_total: 2.6872e-02 ] +2024-10-09 20:37:50,438 INFO: [ epoch: 162 ] [ iter:217,400 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:43 ] [ l_g_pix: 3.8626e-02 ] [ l_g_total: 3.8626e-02 ] +2024-10-09 20:37:54,130 INFO: [ epoch: 162 ] [ iter:217,500 ] [ performance: 27.247 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:35 ] [ l_g_pix: 2.4317e-02 ] [ l_g_total: 2.4317e-02 ] +2024-10-09 20:37:57,807 INFO: [ epoch: 162 ] [ iter:217,600 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:26 ] [ l_g_pix: 3.6270e-02 ] [ l_g_total: 3.6270e-02 ] +2024-10-09 20:38:01,385 INFO: [ epoch: 162 ] [ iter:217,700 ] [ performance: 30.333 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:18 ] [ l_g_pix: 3.7738e-02 ] [ l_g_total: 3.7738e-02 ] +2024-10-09 20:38:06,609 INFO: [ epoch: 163 ] [ iter:217,800 ] [ performance: 20.233 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:12 ] [ l_g_pix: 3.0320e-02 ] [ l_g_total: 3.0320e-02 ] +2024-10-09 20:38:10,306 INFO: [ epoch: 163 ] [ iter:217,900 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:04 ] [ l_g_pix: 2.4825e-02 ] [ l_g_total: 2.4825e-02 ] +2024-10-09 20:38:14,011 INFO: [ epoch: 163 ] [ iter:218,000 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:56 ] [ l_g_pix: 3.1752e-02 ] [ l_g_total: 3.1752e-02 ] +2024-10-09 20:38:17,721 INFO: [ epoch: 163 ] [ iter:218,100 ] [ performance: 26.446 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:48 ] [ l_g_pix: 3.9524e-02 ] [ l_g_total: 3.9524e-02 ] +2024-10-09 20:38:21,352 INFO: [ epoch: 163 ] [ iter:218,200 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:40 ] [ l_g_pix: 3.5027e-02 ] [ l_g_total: 3.5027e-02 ] +2024-10-09 20:38:25,081 INFO: [ epoch: 163 ] [ iter:218,300 ] [ performance: 26.072 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:32 ] [ l_g_pix: 3.0417e-02 ] [ l_g_total: 3.0417e-02 ] +2024-10-09 20:38:28,874 INFO: [ epoch: 163 ] [ iter:218,400 ] [ performance: 26.334 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:24 ] [ l_g_pix: 2.7115e-02 ] [ l_g_total: 2.7115e-02 ] +2024-10-09 20:38:32,582 INFO: [ epoch: 163 ] [ iter:218,500 ] [ performance: 28.024 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:16 ] [ l_g_pix: 2.8744e-02 ] [ l_g_total: 2.8744e-02 ] +2024-10-09 20:38:36,408 INFO: [ epoch: 163 ] [ iter:218,600 ] [ performance: 26.345 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:08 ] [ l_g_pix: 2.7371e-02 ] [ l_g_total: 2.7371e-02 ] +2024-10-09 20:38:40,456 INFO: [ epoch: 163 ] [ iter:218,700 ] [ performance: 25.012 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:01 ] [ l_g_pix: 3.4234e-02 ] [ l_g_total: 3.4234e-02 ] +2024-10-09 20:38:44,294 INFO: [ epoch: 163 ] [ iter:218,800 ] [ performance: 25.944 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:53 ] [ l_g_pix: 1.6284e-02 ] [ l_g_total: 1.6284e-02 ] +2024-10-09 20:38:48,121 INFO: [ epoch: 163 ] [ iter:218,900 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:45 ] [ l_g_pix: 2.2307e-02 ] [ l_g_total: 2.2307e-02 ] +2024-10-09 20:38:52,075 INFO: [ epoch: 163 ] [ iter:219,000 ] [ performance: 25.438 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:37 ] [ l_g_pix: 2.7249e-02 ] [ l_g_total: 2.7249e-02 ] +2024-10-09 20:38:55,764 INFO: [ epoch: 163 ] [ iter:219,100 ] [ performance: 26.518 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:29 ] [ l_g_pix: 3.4784e-02 ] [ l_g_total: 3.4784e-02 ] +2024-10-09 20:39:01,450 INFO: [ epoch: 164 ] [ iter:219,200 ] [ performance: 18.148 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:24 ] [ l_g_pix: 2.7776e-02 ] [ l_g_total: 2.7776e-02 ] +2024-10-09 20:39:05,501 INFO: [ epoch: 164 ] [ iter:219,300 ] [ performance: 25.013 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:17 ] [ l_g_pix: 2.5993e-02 ] [ l_g_total: 2.5993e-02 ] +2024-10-09 20:39:09,502 INFO: [ epoch: 164 ] [ iter:219,400 ] [ performance: 24.997 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:09 ] [ l_g_pix: 3.3660e-02 ] [ l_g_total: 3.3660e-02 ] +2024-10-09 20:39:13,409 INFO: [ epoch: 164 ] [ iter:219,500 ] [ performance: 26.462 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:01 ] [ l_g_pix: 4.4609e-02 ] [ l_g_total: 4.4609e-02 ] +2024-10-09 20:39:17,207 INFO: [ epoch: 164 ] [ iter:219,600 ] [ performance: 26.341 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:53 ] [ l_g_pix: 2.2961e-02 ] [ l_g_total: 2.2961e-02 ] +2024-10-09 20:39:20,952 INFO: [ epoch: 164 ] [ iter:219,700 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:46 ] [ l_g_pix: 2.7306e-02 ] [ l_g_total: 2.7306e-02 ] +2024-10-09 20:39:24,706 INFO: [ epoch: 164 ] [ iter:219,800 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:38 ] [ l_g_pix: 4.2945e-02 ] [ l_g_total: 4.2945e-02 ] +2024-10-09 20:39:28,477 INFO: [ epoch: 164 ] [ iter:219,900 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:30 ] [ l_g_pix: 2.8006e-02 ] [ l_g_total: 2.8006e-02 ] +2024-10-09 20:39:32,350 INFO: [ epoch: 164 ] [ iter:220,000 ] [ performance: 25.897 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:22 ] [ l_g_pix: 2.9385e-02 ] [ l_g_total: 2.9385e-02 ] +2024-10-09 20:39:32,350 INFO: Saving models and training states. +2024-10-09 20:42:31,075 INFO: Validation val + + # psnr: 27.1930........ Best: 27.1937 @ 200000 iter + # ssim: 0.7661........ Best: 0.7661 @ 200000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:42:34,824 INFO: [ epoch: 164 ] [ iter:220,100 ] [ performance: 27.773 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:18 ] [ l_g_pix: 3.1630e-02 ] [ l_g_total: 3.1630e-02 ] +2024-10-09 20:42:38,586 INFO: [ epoch: 164 ] [ iter:220,200 ] [ performance: 26.640 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:10 ] [ l_g_pix: 3.7197e-02 ] [ l_g_total: 3.7197e-02 ] +2024-10-09 20:42:42,352 INFO: [ epoch: 164 ] [ iter:220,300 ] [ performance: 27.927 it/s ] [ lr: 2.50e-05 ] [ eta: 4:39:01 ] [ l_g_pix: 2.3793e-02 ] [ l_g_total: 2.3793e-02 ] +2024-10-09 20:42:45,922 INFO: [ epoch: 164 ] [ iter:220,400 ] [ performance: 28.009 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:53 ] [ l_g_pix: 2.0493e-02 ] [ l_g_total: 2.0493e-02 ] +2024-10-09 20:42:51,071 INFO: [ epoch: 165 ] [ iter:220,500 ] [ performance: 27.726 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:47 ] [ l_g_pix: 2.4360e-02 ] [ l_g_total: 2.4360e-02 ] +2024-10-09 20:42:54,813 INFO: [ epoch: 165 ] [ iter:220,600 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:39 ] [ l_g_pix: 3.9399e-02 ] [ l_g_total: 3.9399e-02 ] +2024-10-09 20:42:58,557 INFO: [ epoch: 165 ] [ iter:220,700 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:31 ] [ l_g_pix: 3.1266e-02 ] [ l_g_total: 3.1266e-02 ] +2024-10-09 20:43:02,316 INFO: [ epoch: 165 ] [ iter:220,800 ] [ performance: 26.612 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:23 ] [ l_g_pix: 2.4983e-02 ] [ l_g_total: 2.4983e-02 ] +2024-10-09 20:43:06,065 INFO: [ epoch: 165 ] [ iter:220,900 ] [ performance: 25.613 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:15 ] [ l_g_pix: 3.6511e-02 ] [ l_g_total: 3.6511e-02 ] +2024-10-09 20:43:09,840 INFO: [ epoch: 165 ] [ iter:221,000 ] [ performance: 26.484 it/s ] [ lr: 2.50e-05 ] [ eta: 4:38:07 ] [ l_g_pix: 2.6825e-02 ] [ l_g_total: 2.6825e-02 ] +2024-10-09 20:43:13,605 INFO: [ epoch: 165 ] [ iter:221,100 ] [ performance: 26.525 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:59 ] [ l_g_pix: 2.1420e-02 ] [ l_g_total: 2.1420e-02 ] +2024-10-09 20:43:17,399 INFO: [ epoch: 165 ] [ iter:221,200 ] [ performance: 26.362 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:51 ] [ l_g_pix: 3.0706e-02 ] [ l_g_total: 3.0706e-02 ] +2024-10-09 20:43:21,158 INFO: [ epoch: 165 ] [ iter:221,300 ] [ performance: 26.484 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:43 ] [ l_g_pix: 1.9753e-02 ] [ l_g_total: 1.9753e-02 ] +2024-10-09 20:43:24,883 INFO: [ epoch: 165 ] [ iter:221,400 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:35 ] [ l_g_pix: 3.4871e-02 ] [ l_g_total: 3.4871e-02 ] +2024-10-09 20:43:28,593 INFO: [ epoch: 165 ] [ iter:221,500 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:26 ] [ l_g_pix: 2.7544e-02 ] [ l_g_total: 2.7544e-02 ] +2024-10-09 20:43:32,382 INFO: [ epoch: 165 ] [ iter:221,600 ] [ performance: 26.420 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:18 ] [ l_g_pix: 3.8211e-02 ] [ l_g_total: 3.8211e-02 ] +2024-10-09 20:43:36,129 INFO: [ epoch: 165 ] [ iter:221,700 ] [ performance: 26.557 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:10 ] [ l_g_pix: 2.0461e-02 ] [ l_g_total: 2.0461e-02 ] +2024-10-09 20:43:41,018 INFO: [ epoch: 166 ] [ iter:221,800 ] [ performance: 20.280 it/s ] [ lr: 2.50e-05 ] [ eta: 4:37:04 ] [ l_g_pix: 4.0749e-02 ] [ l_g_total: 4.0749e-02 ] +2024-10-09 20:43:44,875 INFO: [ epoch: 166 ] [ iter:221,900 ] [ performance: 22.803 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:56 ] [ l_g_pix: 3.2905e-02 ] [ l_g_total: 3.2905e-02 ] +2024-10-09 20:43:48,590 INFO: [ epoch: 166 ] [ iter:222,000 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:48 ] [ l_g_pix: 3.7887e-02 ] [ l_g_total: 3.7887e-02 ] +2024-10-09 20:43:52,358 INFO: [ epoch: 166 ] [ iter:222,100 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:40 ] [ l_g_pix: 2.3508e-02 ] [ l_g_total: 2.3508e-02 ] +2024-10-09 20:43:56,106 INFO: [ epoch: 166 ] [ iter:222,200 ] [ performance: 26.735 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:32 ] [ l_g_pix: 2.6602e-02 ] [ l_g_total: 2.6602e-02 ] +2024-10-09 20:43:59,851 INFO: [ epoch: 166 ] [ iter:222,300 ] [ performance: 26.720 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:24 ] [ l_g_pix: 3.1586e-02 ] [ l_g_total: 3.1586e-02 ] +2024-10-09 20:44:03,574 INFO: [ epoch: 166 ] [ iter:222,400 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:16 ] [ l_g_pix: 2.4810e-02 ] [ l_g_total: 2.4810e-02 ] +2024-10-09 20:44:07,314 INFO: [ epoch: 166 ] [ iter:222,500 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:08 ] [ l_g_pix: 2.3802e-02 ] [ l_g_total: 2.3802e-02 ] +2024-10-09 20:44:10,989 INFO: [ epoch: 166 ] [ iter:222,600 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 4:36:00 ] [ l_g_pix: 2.7294e-02 ] [ l_g_total: 2.7294e-02 ] +2024-10-09 20:44:14,731 INFO: [ epoch: 166 ] [ iter:222,700 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:52 ] [ l_g_pix: 4.1845e-02 ] [ l_g_total: 4.1845e-02 ] +2024-10-09 20:44:18,421 INFO: [ epoch: 166 ] [ iter:222,800 ] [ performance: 27.113 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:44 ] [ l_g_pix: 2.7626e-02 ] [ l_g_total: 2.7626e-02 ] +2024-10-09 20:44:22,154 INFO: [ epoch: 166 ] [ iter:222,900 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:36 ] [ l_g_pix: 4.9724e-02 ] [ l_g_total: 4.9724e-02 ] +2024-10-09 20:44:25,922 INFO: [ epoch: 166 ] [ iter:223,000 ] [ performance: 26.606 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:28 ] [ l_g_pix: 2.6034e-02 ] [ l_g_total: 2.6034e-02 ] +2024-10-09 20:44:29,413 INFO: [ epoch: 166 ] [ iter:223,100 ] [ performance: 27.641 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:19 ] [ l_g_pix: 2.8625e-02 ] [ l_g_total: 2.8625e-02 ] +2024-10-09 20:44:34,653 INFO: [ epoch: 167 ] [ iter:223,200 ] [ performance: 18.400 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:13 ] [ l_g_pix: 2.3783e-02 ] [ l_g_total: 2.3783e-02 ] +2024-10-09 20:44:38,430 INFO: [ epoch: 167 ] [ iter:223,300 ] [ performance: 21.923 it/s ] [ lr: 2.50e-05 ] [ eta: 4:35:05 ] [ l_g_pix: 2.1655e-02 ] [ l_g_total: 2.1655e-02 ] +2024-10-09 20:44:42,098 INFO: [ epoch: 167 ] [ iter:223,400 ] [ performance: 27.418 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:57 ] [ l_g_pix: 3.3788e-02 ] [ l_g_total: 3.3788e-02 ] +2024-10-09 20:44:45,829 INFO: [ epoch: 167 ] [ iter:223,500 ] [ performance: 27.091 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:49 ] [ l_g_pix: 3.0951e-02 ] [ l_g_total: 3.0951e-02 ] +2024-10-09 20:44:49,593 INFO: [ epoch: 167 ] [ iter:223,600 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:41 ] [ l_g_pix: 2.8178e-02 ] [ l_g_total: 2.8178e-02 ] +2024-10-09 20:44:53,314 INFO: [ epoch: 167 ] [ iter:223,700 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:33 ] [ l_g_pix: 3.8356e-02 ] [ l_g_total: 3.8356e-02 ] +2024-10-09 20:44:57,049 INFO: [ epoch: 167 ] [ iter:223,800 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:25 ] [ l_g_pix: 3.2970e-02 ] [ l_g_total: 3.2970e-02 ] +2024-10-09 20:45:00,788 INFO: [ epoch: 167 ] [ iter:223,900 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:17 ] [ l_g_pix: 2.4117e-02 ] [ l_g_total: 2.4117e-02 ] +2024-10-09 20:45:04,565 INFO: [ epoch: 167 ] [ iter:224,000 ] [ performance: 26.503 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:10 ] [ l_g_pix: 2.2674e-02 ] [ l_g_total: 2.2674e-02 ] +2024-10-09 20:45:08,318 INFO: [ epoch: 167 ] [ iter:224,100 ] [ performance: 26.580 it/s ] [ lr: 2.50e-05 ] [ eta: 4:34:02 ] [ l_g_pix: 3.1564e-02 ] [ l_g_total: 3.1564e-02 ] +2024-10-09 20:45:12,045 INFO: [ epoch: 167 ] [ iter:224,200 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:54 ] [ l_g_pix: 2.6276e-02 ] [ l_g_total: 2.6276e-02 ] +2024-10-09 20:45:15,762 INFO: [ epoch: 167 ] [ iter:224,300 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:46 ] [ l_g_pix: 2.6312e-02 ] [ l_g_total: 2.6312e-02 ] +2024-10-09 20:45:19,347 INFO: [ epoch: 167 ] [ iter:224,400 ] [ performance: 28.178 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:38 ] [ l_g_pix: 2.3122e-02 ] [ l_g_total: 2.3122e-02 ] +2024-10-09 20:45:24,474 INFO: [ epoch: 168 ] [ iter:224,500 ] [ performance: 22.698 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:31 ] [ l_g_pix: 2.4291e-02 ] [ l_g_total: 2.4291e-02 ] +2024-10-09 20:45:28,167 INFO: [ epoch: 168 ] [ iter:224,600 ] [ performance: 27.240 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:23 ] [ l_g_pix: 2.6404e-02 ] [ l_g_total: 2.6404e-02 ] +2024-10-09 20:45:31,927 INFO: [ epoch: 168 ] [ iter:224,700 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:16 ] [ l_g_pix: 3.2685e-02 ] [ l_g_total: 3.2685e-02 ] +2024-10-09 20:45:35,654 INFO: [ epoch: 168 ] [ iter:224,800 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:08 ] [ l_g_pix: 2.4272e-02 ] [ l_g_total: 2.4272e-02 ] +2024-10-09 20:45:39,400 INFO: [ epoch: 168 ] [ iter:224,900 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 4:33:00 ] [ l_g_pix: 4.2712e-02 ] [ l_g_total: 4.2712e-02 ] +2024-10-09 20:45:43,111 INFO: [ epoch: 168 ] [ iter:225,000 ] [ performance: 27.146 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:52 ] [ l_g_pix: 2.7378e-02 ] [ l_g_total: 2.7378e-02 ] +2024-10-09 20:45:46,792 INFO: [ epoch: 168 ] [ iter:225,100 ] [ performance: 27.161 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:44 ] [ l_g_pix: 2.7421e-02 ] [ l_g_total: 2.7421e-02 ] +2024-10-09 20:45:50,520 INFO: [ epoch: 168 ] [ iter:225,200 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:36 ] [ l_g_pix: 1.4859e-02 ] [ l_g_total: 1.4859e-02 ] +2024-10-09 20:45:54,201 INFO: [ epoch: 168 ] [ iter:225,300 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:28 ] [ l_g_pix: 2.8326e-02 ] [ l_g_total: 2.8326e-02 ] +2024-10-09 20:45:57,924 INFO: [ epoch: 168 ] [ iter:225,400 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:20 ] [ l_g_pix: 2.1084e-02 ] [ l_g_total: 2.1084e-02 ] +2024-10-09 20:46:01,620 INFO: [ epoch: 168 ] [ iter:225,500 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:12 ] [ l_g_pix: 3.8182e-02 ] [ l_g_total: 3.8182e-02 ] +2024-10-09 20:46:05,337 INFO: [ epoch: 168 ] [ iter:225,600 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 4:32:04 ] [ l_g_pix: 3.5649e-02 ] [ l_g_total: 3.5649e-02 ] +2024-10-09 20:46:09,014 INFO: [ epoch: 168 ] [ iter:225,700 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:56 ] [ l_g_pix: 3.0953e-02 ] [ l_g_total: 3.0953e-02 ] +2024-10-09 20:46:13,985 INFO: [ epoch: 169 ] [ iter:225,800 ] [ performance: 18.605 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:50 ] [ l_g_pix: 3.1614e-02 ] [ l_g_total: 3.1614e-02 ] +2024-10-09 20:46:17,958 INFO: [ epoch: 169 ] [ iter:225,900 ] [ performance: 21.822 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:42 ] [ l_g_pix: 4.0438e-02 ] [ l_g_total: 4.0438e-02 ] +2024-10-09 20:46:21,639 INFO: [ epoch: 169 ] [ iter:226,000 ] [ performance: 27.338 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:34 ] [ l_g_pix: 2.3542e-02 ] [ l_g_total: 2.3542e-02 ] +2024-10-09 20:46:25,352 INFO: [ epoch: 169 ] [ iter:226,100 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:26 ] [ l_g_pix: 3.1654e-02 ] [ l_g_total: 3.1654e-02 ] +2024-10-09 20:46:29,109 INFO: [ epoch: 169 ] [ iter:226,200 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:18 ] [ l_g_pix: 1.9644e-02 ] [ l_g_total: 1.9644e-02 ] +2024-10-09 20:46:32,773 INFO: [ epoch: 169 ] [ iter:226,300 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:10 ] [ l_g_pix: 2.8679e-02 ] [ l_g_total: 2.8679e-02 ] +2024-10-09 20:46:36,509 INFO: [ epoch: 169 ] [ iter:226,400 ] [ performance: 26.831 it/s ] [ lr: 2.50e-05 ] [ eta: 4:31:02 ] [ l_g_pix: 3.2859e-02 ] [ l_g_total: 3.2859e-02 ] +2024-10-09 20:46:40,244 INFO: [ epoch: 169 ] [ iter:226,500 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:55 ] [ l_g_pix: 1.5122e-02 ] [ l_g_total: 1.5122e-02 ] +2024-10-09 20:46:43,959 INFO: [ epoch: 169 ] [ iter:226,600 ] [ performance: 27.206 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:47 ] [ l_g_pix: 2.2588e-02 ] [ l_g_total: 2.2588e-02 ] +2024-10-09 20:46:47,643 INFO: [ epoch: 169 ] [ iter:226,700 ] [ performance: 27.175 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:39 ] [ l_g_pix: 2.2410e-02 ] [ l_g_total: 2.2410e-02 ] +2024-10-09 20:46:51,327 INFO: [ epoch: 169 ] [ iter:226,800 ] [ performance: 27.351 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:31 ] [ l_g_pix: 2.1677e-02 ] [ l_g_total: 2.1677e-02 ] +2024-10-09 20:46:55,027 INFO: [ epoch: 169 ] [ iter:226,900 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:23 ] [ l_g_pix: 3.4785e-02 ] [ l_g_total: 3.4785e-02 ] +2024-10-09 20:46:58,749 INFO: [ epoch: 169 ] [ iter:227,000 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:15 ] [ l_g_pix: 2.7288e-02 ] [ l_g_total: 2.7288e-02 ] +2024-10-09 20:47:02,277 INFO: [ epoch: 169 ] [ iter:227,100 ] [ performance: 27.777 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:07 ] [ l_g_pix: 2.4071e-02 ] [ l_g_total: 2.4071e-02 ] +2024-10-09 20:47:07,463 INFO: [ epoch: 170 ] [ iter:227,200 ] [ performance: 24.594 it/s ] [ lr: 2.50e-05 ] [ eta: 4:30:01 ] [ l_g_pix: 1.9516e-02 ] [ l_g_total: 1.9516e-02 ] +2024-10-09 20:47:11,180 INFO: [ epoch: 170 ] [ iter:227,300 ] [ performance: 25.905 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:53 ] [ l_g_pix: 2.7498e-02 ] [ l_g_total: 2.7498e-02 ] +2024-10-09 20:47:14,945 INFO: [ epoch: 170 ] [ iter:227,400 ] [ performance: 26.608 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:45 ] [ l_g_pix: 2.5501e-02 ] [ l_g_total: 2.5501e-02 ] +2024-10-09 20:47:18,706 INFO: [ epoch: 170 ] [ iter:227,500 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:37 ] [ l_g_pix: 4.3944e-02 ] [ l_g_total: 4.3944e-02 ] +2024-10-09 20:47:22,474 INFO: [ epoch: 170 ] [ iter:227,600 ] [ performance: 26.556 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:30 ] [ l_g_pix: 2.3458e-02 ] [ l_g_total: 2.3458e-02 ] +2024-10-09 20:47:26,186 INFO: [ epoch: 170 ] [ iter:227,700 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:22 ] [ l_g_pix: 3.6344e-02 ] [ l_g_total: 3.6344e-02 ] +2024-10-09 20:47:29,914 INFO: [ epoch: 170 ] [ iter:227,800 ] [ performance: 27.117 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:14 ] [ l_g_pix: 2.4439e-02 ] [ l_g_total: 2.4439e-02 ] +2024-10-09 20:47:33,661 INFO: [ epoch: 170 ] [ iter:227,900 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:06 ] [ l_g_pix: 2.6193e-02 ] [ l_g_total: 2.6193e-02 ] +2024-10-09 20:47:37,336 INFO: [ epoch: 170 ] [ iter:228,000 ] [ performance: 27.294 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:58 ] [ l_g_pix: 3.2508e-02 ] [ l_g_total: 3.2508e-02 ] +2024-10-09 20:47:41,068 INFO: [ epoch: 170 ] [ iter:228,100 ] [ performance: 26.991 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:50 ] [ l_g_pix: 2.1553e-02 ] [ l_g_total: 2.1553e-02 ] +2024-10-09 20:47:44,783 INFO: [ epoch: 170 ] [ iter:228,200 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:43 ] [ l_g_pix: 4.8220e-02 ] [ l_g_total: 4.8220e-02 ] +2024-10-09 20:47:48,519 INFO: [ epoch: 170 ] [ iter:228,300 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:35 ] [ l_g_pix: 2.6342e-02 ] [ l_g_total: 2.6342e-02 ] +2024-10-09 20:47:52,085 INFO: [ epoch: 170 ] [ iter:228,400 ] [ performance: 28.718 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:27 ] [ l_g_pix: 3.7609e-02 ] [ l_g_total: 3.7609e-02 ] +2024-10-09 20:47:57,343 INFO: [ epoch: 171 ] [ iter:228,500 ] [ performance: 21.910 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:21 ] [ l_g_pix: 3.0942e-02 ] [ l_g_total: 3.0942e-02 ] +2024-10-09 20:48:01,116 INFO: [ epoch: 171 ] [ iter:228,600 ] [ performance: 26.433 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:13 ] [ l_g_pix: 3.2938e-02 ] [ l_g_total: 3.2938e-02 ] +2024-10-09 20:48:04,833 INFO: [ epoch: 171 ] [ iter:228,700 ] [ performance: 26.725 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:05 ] [ l_g_pix: 3.1036e-02 ] [ l_g_total: 3.1036e-02 ] +2024-10-09 20:48:08,575 INFO: [ epoch: 171 ] [ iter:228,800 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:58 ] [ l_g_pix: 2.7720e-02 ] [ l_g_total: 2.7720e-02 ] +2024-10-09 20:48:12,304 INFO: [ epoch: 171 ] [ iter:228,900 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:50 ] [ l_g_pix: 2.4970e-02 ] [ l_g_total: 2.4970e-02 ] +2024-10-09 20:48:16,047 INFO: [ epoch: 171 ] [ iter:229,000 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:42 ] [ l_g_pix: 2.9235e-02 ] [ l_g_total: 2.9235e-02 ] +2024-10-09 20:48:19,797 INFO: [ epoch: 171 ] [ iter:229,100 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:34 ] [ l_g_pix: 3.6818e-02 ] [ l_g_total: 3.6818e-02 ] +2024-10-09 20:48:23,549 INFO: [ epoch: 171 ] [ iter:229,200 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:26 ] [ l_g_pix: 2.6169e-02 ] [ l_g_total: 2.6169e-02 ] +2024-10-09 20:48:27,283 INFO: [ epoch: 171 ] [ iter:229,300 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:19 ] [ l_g_pix: 2.4898e-02 ] [ l_g_total: 2.4898e-02 ] +2024-10-09 20:48:31,013 INFO: [ epoch: 171 ] [ iter:229,400 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:11 ] [ l_g_pix: 3.0061e-02 ] [ l_g_total: 3.0061e-02 ] +2024-10-09 20:48:34,711 INFO: [ epoch: 171 ] [ iter:229,500 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:03 ] [ l_g_pix: 2.3500e-02 ] [ l_g_total: 2.3500e-02 ] +2024-10-09 20:48:38,442 INFO: [ epoch: 171 ] [ iter:229,600 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:55 ] [ l_g_pix: 2.8132e-02 ] [ l_g_total: 2.8132e-02 ] +2024-10-09 20:48:42,181 INFO: [ epoch: 171 ] [ iter:229,700 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:47 ] [ l_g_pix: 3.1656e-02 ] [ l_g_total: 3.1656e-02 ] +2024-10-09 20:48:46,888 INFO: [ epoch: 172 ] [ iter:229,800 ] [ performance: 17.840 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:41 ] [ l_g_pix: 2.6965e-02 ] [ l_g_total: 2.6965e-02 ] +2024-10-09 20:48:51,085 INFO: [ epoch: 172 ] [ iter:229,900 ] [ performance: 21.241 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:34 ] [ l_g_pix: 2.2175e-02 ] [ l_g_total: 2.2175e-02 ] +2024-10-09 20:48:54,762 INFO: [ epoch: 172 ] [ iter:230,000 ] [ performance: 27.722 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:26 ] [ l_g_pix: 3.2401e-02 ] [ l_g_total: 3.2401e-02 ] +2024-10-09 20:48:54,763 INFO: Saving models and training states. +2024-10-09 20:51:46,606 INFO: Validation val + + # psnr: 27.1918........ Best: 27.1937 @ 200000 iter + # ssim: 0.7661........ Best: 0.7661 @ 200000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 20:51:50,326 INFO: [ epoch: 172 ] [ iter:230,100 ] [ performance: 27.218 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:55 ] [ l_g_pix: 4.8184e-02 ] [ l_g_total: 4.8184e-02 ] +2024-10-09 20:51:54,079 INFO: [ epoch: 172 ] [ iter:230,200 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:47 ] [ l_g_pix: 2.0522e-02 ] [ l_g_total: 2.0522e-02 ] +2024-10-09 20:51:57,819 INFO: [ epoch: 172 ] [ iter:230,300 ] [ performance: 26.741 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:39 ] [ l_g_pix: 3.5209e-02 ] [ l_g_total: 3.5209e-02 ] +2024-10-09 20:52:01,611 INFO: [ epoch: 172 ] [ iter:230,400 ] [ performance: 26.412 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:31 ] [ l_g_pix: 2.2263e-02 ] [ l_g_total: 2.2263e-02 ] +2024-10-09 20:52:05,370 INFO: [ epoch: 172 ] [ iter:230,500 ] [ performance: 26.538 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:23 ] [ l_g_pix: 2.8230e-02 ] [ l_g_total: 2.8230e-02 ] +2024-10-09 20:52:09,133 INFO: [ epoch: 172 ] [ iter:230,600 ] [ performance: 26.465 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:15 ] [ l_g_pix: 1.8494e-02 ] [ l_g_total: 1.8494e-02 ] +2024-10-09 20:52:12,879 INFO: [ epoch: 172 ] [ iter:230,700 ] [ performance: 26.618 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:07 ] [ l_g_pix: 2.4578e-02 ] [ l_g_total: 2.4578e-02 ] +2024-10-09 20:52:16,612 INFO: [ epoch: 172 ] [ iter:230,800 ] [ performance: 26.639 it/s ] [ lr: 2.50e-05 ] [ eta: 4:29:00 ] [ l_g_pix: 3.5253e-02 ] [ l_g_total: 3.5253e-02 ] +2024-10-09 20:52:20,843 INFO: [ epoch: 172 ] [ iter:230,900 ] [ performance: 24.587 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:52 ] [ l_g_pix: 3.2682e-02 ] [ l_g_total: 3.2682e-02 ] +2024-10-09 20:52:24,861 INFO: [ epoch: 172 ] [ iter:231,000 ] [ performance: 26.513 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:45 ] [ l_g_pix: 3.7435e-02 ] [ l_g_total: 3.7435e-02 ] +2024-10-09 20:52:28,427 INFO: [ epoch: 172 ] [ iter:231,100 ] [ performance: 27.508 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:37 ] [ l_g_pix: 1.6066e-02 ] [ l_g_total: 1.6066e-02 ] +2024-10-09 20:52:33,615 INFO: [ epoch: 173 ] [ iter:231,200 ] [ performance: 24.705 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:31 ] [ l_g_pix: 2.9623e-02 ] [ l_g_total: 2.9623e-02 ] +2024-10-09 20:52:37,390 INFO: [ epoch: 173 ] [ iter:231,300 ] [ performance: 25.874 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:23 ] [ l_g_pix: 3.1352e-02 ] [ l_g_total: 3.1352e-02 ] +2024-10-09 20:52:41,133 INFO: [ epoch: 173 ] [ iter:231,400 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:15 ] [ l_g_pix: 3.0603e-02 ] [ l_g_total: 3.0603e-02 ] +2024-10-09 20:52:44,886 INFO: [ epoch: 173 ] [ iter:231,500 ] [ performance: 26.734 it/s ] [ lr: 2.50e-05 ] [ eta: 4:28:07 ] [ l_g_pix: 3.2214e-02 ] [ l_g_total: 3.2214e-02 ] +2024-10-09 20:52:48,575 INFO: [ epoch: 173 ] [ iter:231,600 ] [ performance: 27.070 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:59 ] [ l_g_pix: 3.1867e-02 ] [ l_g_total: 3.1867e-02 ] +2024-10-09 20:52:52,239 INFO: [ epoch: 173 ] [ iter:231,700 ] [ performance: 27.220 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:51 ] [ l_g_pix: 3.7831e-02 ] [ l_g_total: 3.7831e-02 ] +2024-10-09 20:52:55,932 INFO: [ epoch: 173 ] [ iter:231,800 ] [ performance: 27.194 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:43 ] [ l_g_pix: 2.5708e-02 ] [ l_g_total: 2.5708e-02 ] +2024-10-09 20:52:59,674 INFO: [ epoch: 173 ] [ iter:231,900 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:35 ] [ l_g_pix: 2.3711e-02 ] [ l_g_total: 2.3711e-02 ] +2024-10-09 20:53:03,989 INFO: [ epoch: 173 ] [ iter:232,000 ] [ performance: 24.623 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:28 ] [ l_g_pix: 3.5038e-02 ] [ l_g_total: 3.5038e-02 ] +2024-10-09 20:53:07,720 INFO: [ epoch: 173 ] [ iter:232,100 ] [ performance: 26.080 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:20 ] [ l_g_pix: 4.1811e-02 ] [ l_g_total: 4.1811e-02 ] +2024-10-09 20:53:11,442 INFO: [ epoch: 173 ] [ iter:232,200 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:12 ] [ l_g_pix: 2.4674e-02 ] [ l_g_total: 2.4674e-02 ] +2024-10-09 20:53:15,210 INFO: [ epoch: 173 ] [ iter:232,300 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 4:27:05 ] [ l_g_pix: 2.3898e-02 ] [ l_g_total: 2.3898e-02 ] +2024-10-09 20:53:18,882 INFO: [ epoch: 173 ] [ iter:232,400 ] [ performance: 28.089 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:57 ] [ l_g_pix: 1.9410e-02 ] [ l_g_total: 1.9410e-02 ] +2024-10-09 20:53:24,107 INFO: [ epoch: 174 ] [ iter:232,500 ] [ performance: 21.208 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:51 ] [ l_g_pix: 3.2951e-02 ] [ l_g_total: 3.2951e-02 ] +2024-10-09 20:53:27,843 INFO: [ epoch: 174 ] [ iter:232,600 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:43 ] [ l_g_pix: 3.5924e-02 ] [ l_g_total: 3.5924e-02 ] +2024-10-09 20:53:31,568 INFO: [ epoch: 174 ] [ iter:232,700 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:35 ] [ l_g_pix: 2.8364e-02 ] [ l_g_total: 2.8364e-02 ] +2024-10-09 20:53:35,324 INFO: [ epoch: 174 ] [ iter:232,800 ] [ performance: 26.539 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:27 ] [ l_g_pix: 3.0390e-02 ] [ l_g_total: 3.0390e-02 ] +2024-10-09 20:53:39,028 INFO: [ epoch: 174 ] [ iter:232,900 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:19 ] [ l_g_pix: 2.7568e-02 ] [ l_g_total: 2.7568e-02 ] +2024-10-09 20:53:42,694 INFO: [ epoch: 174 ] [ iter:233,000 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:12 ] [ l_g_pix: 2.1201e-02 ] [ l_g_total: 2.1201e-02 ] +2024-10-09 20:53:46,400 INFO: [ epoch: 174 ] [ iter:233,100 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 4:26:04 ] [ l_g_pix: 3.7260e-02 ] [ l_g_total: 3.7260e-02 ] +2024-10-09 20:53:50,072 INFO: [ epoch: 174 ] [ iter:233,200 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:56 ] [ l_g_pix: 1.8371e-02 ] [ l_g_total: 1.8371e-02 ] +2024-10-09 20:53:53,833 INFO: [ epoch: 174 ] [ iter:233,300 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:48 ] [ l_g_pix: 2.3743e-02 ] [ l_g_total: 2.3743e-02 ] +2024-10-09 20:53:57,558 INFO: [ epoch: 174 ] [ iter:233,400 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:40 ] [ l_g_pix: 3.2596e-02 ] [ l_g_total: 3.2596e-02 ] +2024-10-09 20:54:01,312 INFO: [ epoch: 174 ] [ iter:233,500 ] [ performance: 26.787 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:32 ] [ l_g_pix: 3.2273e-02 ] [ l_g_total: 3.2273e-02 ] +2024-10-09 20:54:05,057 INFO: [ epoch: 174 ] [ iter:233,600 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:25 ] [ l_g_pix: 1.9663e-02 ] [ l_g_total: 1.9663e-02 ] +2024-10-09 20:54:08,765 INFO: [ epoch: 174 ] [ iter:233,700 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:17 ] [ l_g_pix: 2.2853e-02 ] [ l_g_total: 2.2853e-02 ] +2024-10-09 20:54:12,361 INFO: [ epoch: 174 ] [ iter:233,800 ] [ performance: 26.257 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:09 ] [ l_g_pix: 2.7301e-02 ] [ l_g_total: 2.7301e-02 ] +2024-10-09 20:54:17,310 INFO: [ epoch: 175 ] [ iter:233,900 ] [ performance: 21.554 it/s ] [ lr: 2.50e-05 ] [ eta: 4:25:03 ] [ l_g_pix: 3.8793e-02 ] [ l_g_total: 3.8793e-02 ] +2024-10-09 20:54:21,006 INFO: [ epoch: 175 ] [ iter:234,000 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:55 ] [ l_g_pix: 2.0572e-02 ] [ l_g_total: 2.0572e-02 ] +2024-10-09 20:54:24,736 INFO: [ epoch: 175 ] [ iter:234,100 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:47 ] [ l_g_pix: 3.3462e-02 ] [ l_g_total: 3.3462e-02 ] +2024-10-09 20:54:28,480 INFO: [ epoch: 175 ] [ iter:234,200 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:39 ] [ l_g_pix: 1.9317e-02 ] [ l_g_total: 1.9317e-02 ] +2024-10-09 20:54:32,181 INFO: [ epoch: 175 ] [ iter:234,300 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:31 ] [ l_g_pix: 2.1842e-02 ] [ l_g_total: 2.1842e-02 ] +2024-10-09 20:54:35,919 INFO: [ epoch: 175 ] [ iter:234,400 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:24 ] [ l_g_pix: 2.7337e-02 ] [ l_g_total: 2.7337e-02 ] +2024-10-09 20:54:39,649 INFO: [ epoch: 175 ] [ iter:234,500 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:16 ] [ l_g_pix: 3.0860e-02 ] [ l_g_total: 3.0860e-02 ] +2024-10-09 20:54:43,376 INFO: [ epoch: 175 ] [ iter:234,600 ] [ performance: 26.530 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:08 ] [ l_g_pix: 2.5391e-02 ] [ l_g_total: 2.5391e-02 ] +2024-10-09 20:54:47,094 INFO: [ epoch: 175 ] [ iter:234,700 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 4:24:00 ] [ l_g_pix: 2.5392e-02 ] [ l_g_total: 2.5392e-02 ] +2024-10-09 20:54:50,849 INFO: [ epoch: 175 ] [ iter:234,800 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:52 ] [ l_g_pix: 3.0084e-02 ] [ l_g_total: 3.0084e-02 ] +2024-10-09 20:54:54,568 INFO: [ epoch: 175 ] [ iter:234,900 ] [ performance: 26.889 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:45 ] [ l_g_pix: 2.9033e-02 ] [ l_g_total: 2.9033e-02 ] +2024-10-09 20:54:58,270 INFO: [ epoch: 175 ] [ iter:235,000 ] [ performance: 27.091 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:37 ] [ l_g_pix: 3.5814e-02 ] [ l_g_total: 3.5814e-02 ] +2024-10-09 20:55:01,851 INFO: [ epoch: 175 ] [ iter:235,100 ] [ performance: 27.727 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:29 ] [ l_g_pix: 2.5276e-02 ] [ l_g_total: 2.5276e-02 ] +2024-10-09 20:55:06,888 INFO: [ epoch: 176 ] [ iter:235,200 ] [ performance: 26.293 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:23 ] [ l_g_pix: 3.4273e-02 ] [ l_g_total: 3.4273e-02 ] +2024-10-09 20:55:10,615 INFO: [ epoch: 176 ] [ iter:235,300 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:15 ] [ l_g_pix: 2.9932e-02 ] [ l_g_total: 2.9932e-02 ] +2024-10-09 20:55:14,290 INFO: [ epoch: 176 ] [ iter:235,400 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 4:23:07 ] [ l_g_pix: 2.6130e-02 ] [ l_g_total: 2.6130e-02 ] +2024-10-09 20:55:18,019 INFO: [ epoch: 176 ] [ iter:235,500 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:59 ] [ l_g_pix: 3.2675e-02 ] [ l_g_total: 3.2675e-02 ] +2024-10-09 20:55:21,758 INFO: [ epoch: 176 ] [ iter:235,600 ] [ performance: 26.545 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:52 ] [ l_g_pix: 2.1251e-02 ] [ l_g_total: 2.1251e-02 ] +2024-10-09 20:55:25,527 INFO: [ epoch: 176 ] [ iter:235,700 ] [ performance: 26.539 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:44 ] [ l_g_pix: 3.2751e-02 ] [ l_g_total: 3.2751e-02 ] +2024-10-09 20:55:29,278 INFO: [ epoch: 176 ] [ iter:235,800 ] [ performance: 27.106 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:36 ] [ l_g_pix: 2.3853e-02 ] [ l_g_total: 2.3853e-02 ] +2024-10-09 20:55:32,967 INFO: [ epoch: 176 ] [ iter:235,900 ] [ performance: 27.114 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:29 ] [ l_g_pix: 2.5289e-02 ] [ l_g_total: 2.5289e-02 ] +2024-10-09 20:55:36,719 INFO: [ epoch: 176 ] [ iter:236,000 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:21 ] [ l_g_pix: 3.4167e-02 ] [ l_g_total: 3.4167e-02 ] +2024-10-09 20:55:40,444 INFO: [ epoch: 176 ] [ iter:236,100 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:13 ] [ l_g_pix: 2.6861e-02 ] [ l_g_total: 2.6861e-02 ] +2024-10-09 20:55:44,160 INFO: [ epoch: 176 ] [ iter:236,200 ] [ performance: 27.317 it/s ] [ lr: 2.50e-05 ] [ eta: 4:22:05 ] [ l_g_pix: 4.1490e-02 ] [ l_g_total: 4.1490e-02 ] +2024-10-09 20:55:47,881 INFO: [ epoch: 176 ] [ iter:236,300 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:58 ] [ l_g_pix: 1.6854e-02 ] [ l_g_total: 1.6854e-02 ] +2024-10-09 20:55:51,552 INFO: [ epoch: 176 ] [ iter:236,400 ] [ performance: 29.244 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:50 ] [ l_g_pix: 3.4875e-02 ] [ l_g_total: 3.4875e-02 ] +2024-10-09 20:55:56,596 INFO: [ epoch: 177 ] [ iter:236,500 ] [ performance: 21.150 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:44 ] [ l_g_pix: 3.6317e-02 ] [ l_g_total: 3.6317e-02 ] +2024-10-09 20:56:00,332 INFO: [ epoch: 177 ] [ iter:236,600 ] [ performance: 27.072 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:36 ] [ l_g_pix: 2.7967e-02 ] [ l_g_total: 2.7967e-02 ] +2024-10-09 20:56:03,996 INFO: [ epoch: 177 ] [ iter:236,700 ] [ performance: 27.260 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:28 ] [ l_g_pix: 2.5471e-02 ] [ l_g_total: 2.5471e-02 ] +2024-10-09 20:56:07,709 INFO: [ epoch: 177 ] [ iter:236,800 ] [ performance: 27.242 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:21 ] [ l_g_pix: 3.4165e-02 ] [ l_g_total: 3.4165e-02 ] +2024-10-09 20:56:11,460 INFO: [ epoch: 177 ] [ iter:236,900 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:13 ] [ l_g_pix: 3.3097e-02 ] [ l_g_total: 3.3097e-02 ] +2024-10-09 20:56:15,216 INFO: [ epoch: 177 ] [ iter:237,000 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 4:21:05 ] [ l_g_pix: 3.4866e-02 ] [ l_g_total: 3.4866e-02 ] +2024-10-09 20:56:18,941 INFO: [ epoch: 177 ] [ iter:237,100 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:58 ] [ l_g_pix: 2.7140e-02 ] [ l_g_total: 2.7140e-02 ] +2024-10-09 20:56:22,698 INFO: [ epoch: 177 ] [ iter:237,200 ] [ performance: 26.347 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:50 ] [ l_g_pix: 1.9011e-02 ] [ l_g_total: 1.9011e-02 ] +2024-10-09 20:56:26,437 INFO: [ epoch: 177 ] [ iter:237,300 ] [ performance: 26.680 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:42 ] [ l_g_pix: 2.8376e-02 ] [ l_g_total: 2.8376e-02 ] +2024-10-09 20:56:30,150 INFO: [ epoch: 177 ] [ iter:237,400 ] [ performance: 27.398 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:35 ] [ l_g_pix: 2.1482e-02 ] [ l_g_total: 2.1482e-02 ] +2024-10-09 20:56:33,803 INFO: [ epoch: 177 ] [ iter:237,500 ] [ performance: 27.383 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:27 ] [ l_g_pix: 4.7627e-02 ] [ l_g_total: 4.7627e-02 ] +2024-10-09 20:56:37,530 INFO: [ epoch: 177 ] [ iter:237,600 ] [ performance: 27.496 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:19 ] [ l_g_pix: 2.7489e-02 ] [ l_g_total: 2.7489e-02 ] +2024-10-09 20:56:41,261 INFO: [ epoch: 177 ] [ iter:237,700 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:11 ] [ l_g_pix: 3.7232e-02 ] [ l_g_total: 3.7232e-02 ] +2024-10-09 20:56:44,759 INFO: [ epoch: 177 ] [ iter:237,800 ] [ performance: 29.056 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:03 ] [ l_g_pix: 3.6911e-02 ] [ l_g_total: 3.6911e-02 ] +2024-10-09 20:56:50,064 INFO: [ epoch: 178 ] [ iter:237,900 ] [ performance: 19.867 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:58 ] [ l_g_pix: 2.7057e-02 ] [ l_g_total: 2.7057e-02 ] +2024-10-09 20:56:53,790 INFO: [ epoch: 178 ] [ iter:238,000 ] [ performance: 27.892 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:50 ] [ l_g_pix: 3.3151e-02 ] [ l_g_total: 3.3151e-02 ] +2024-10-09 20:56:57,502 INFO: [ epoch: 178 ] [ iter:238,100 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:42 ] [ l_g_pix: 2.2160e-02 ] [ l_g_total: 2.2160e-02 ] +2024-10-09 20:57:01,213 INFO: [ epoch: 178 ] [ iter:238,200 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:35 ] [ l_g_pix: 3.1873e-02 ] [ l_g_total: 3.1873e-02 ] +2024-10-09 20:57:04,937 INFO: [ epoch: 178 ] [ iter:238,300 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:27 ] [ l_g_pix: 2.9193e-02 ] [ l_g_total: 2.9193e-02 ] +2024-10-09 20:57:08,618 INFO: [ epoch: 178 ] [ iter:238,400 ] [ performance: 27.641 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:19 ] [ l_g_pix: 1.9506e-02 ] [ l_g_total: 1.9506e-02 ] +2024-10-09 20:57:12,318 INFO: [ epoch: 178 ] [ iter:238,500 ] [ performance: 27.108 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:12 ] [ l_g_pix: 2.1445e-02 ] [ l_g_total: 2.1445e-02 ] +2024-10-09 20:57:16,081 INFO: [ epoch: 178 ] [ iter:238,600 ] [ performance: 25.859 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:04 ] [ l_g_pix: 3.0948e-02 ] [ l_g_total: 3.0948e-02 ] +2024-10-09 20:57:19,774 INFO: [ epoch: 178 ] [ iter:238,700 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:56 ] [ l_g_pix: 2.7890e-02 ] [ l_g_total: 2.7890e-02 ] +2024-10-09 20:57:23,512 INFO: [ epoch: 178 ] [ iter:238,800 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:49 ] [ l_g_pix: 2.6832e-02 ] [ l_g_total: 2.6832e-02 ] +2024-10-09 20:57:27,251 INFO: [ epoch: 178 ] [ iter:238,900 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:41 ] [ l_g_pix: 3.5965e-02 ] [ l_g_total: 3.5965e-02 ] +2024-10-09 20:57:30,983 INFO: [ epoch: 178 ] [ iter:239,000 ] [ performance: 27.471 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:33 ] [ l_g_pix: 2.9790e-02 ] [ l_g_total: 2.9790e-02 ] +2024-10-09 20:57:34,601 INFO: [ epoch: 178 ] [ iter:239,100 ] [ performance: 27.629 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:26 ] [ l_g_pix: 3.7301e-02 ] [ l_g_total: 3.7301e-02 ] +2024-10-09 20:57:39,785 INFO: [ epoch: 179 ] [ iter:239,200 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:20 ] [ l_g_pix: 3.6052e-02 ] [ l_g_total: 3.6052e-02 ] +2024-10-09 20:57:43,443 INFO: [ epoch: 179 ] [ iter:239,300 ] [ performance: 27.303 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:12 ] [ l_g_pix: 2.2481e-02 ] [ l_g_total: 2.2481e-02 ] +2024-10-09 20:57:47,183 INFO: [ epoch: 179 ] [ iter:239,400 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:04 ] [ l_g_pix: 2.0998e-02 ] [ l_g_total: 2.0998e-02 ] +2024-10-09 20:57:50,890 INFO: [ epoch: 179 ] [ iter:239,500 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:57 ] [ l_g_pix: 3.8889e-02 ] [ l_g_total: 3.8889e-02 ] +2024-10-09 20:57:54,628 INFO: [ epoch: 179 ] [ iter:239,600 ] [ performance: 26.039 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:49 ] [ l_g_pix: 1.8193e-02 ] [ l_g_total: 1.8193e-02 ] +2024-10-09 20:57:58,405 INFO: [ epoch: 179 ] [ iter:239,700 ] [ performance: 26.443 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:42 ] [ l_g_pix: 3.3098e-02 ] [ l_g_total: 3.3098e-02 ] +2024-10-09 20:58:02,142 INFO: [ epoch: 179 ] [ iter:239,800 ] [ performance: 28.428 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:34 ] [ l_g_pix: 3.2411e-02 ] [ l_g_total: 3.2411e-02 ] +2024-10-09 20:58:05,915 INFO: [ epoch: 179 ] [ iter:239,900 ] [ performance: 26.628 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:27 ] [ l_g_pix: 3.9720e-02 ] [ l_g_total: 3.9720e-02 ] +2024-10-09 20:58:09,635 INFO: [ epoch: 179 ] [ iter:240,000 ] [ performance: 27.222 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:19 ] [ l_g_pix: 2.8875e-02 ] [ l_g_total: 2.8875e-02 ] +2024-10-09 20:58:09,635 INFO: Saving models and training states. +2024-10-09 21:01:11,711 INFO: Validation val + + # psnr: 27.1898........ Best: 27.1937 @ 200000 iter + # ssim: 0.7660........ Best: 0.7661 @ 200000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:01:15,454 INFO: [ epoch: 179 ] [ iter:240,100 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:44 ] [ l_g_pix: 1.7987e-02 ] [ l_g_total: 1.7987e-02 ] +2024-10-09 21:01:19,222 INFO: [ epoch: 179 ] [ iter:240,200 ] [ performance: 26.573 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:36 ] [ l_g_pix: 3.1089e-02 ] [ l_g_total: 3.1089e-02 ] +2024-10-09 21:01:22,926 INFO: [ epoch: 179 ] [ iter:240,300 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:28 ] [ l_g_pix: 2.7737e-02 ] [ l_g_total: 2.7737e-02 ] +2024-10-09 21:01:26,581 INFO: [ epoch: 179 ] [ iter:240,400 ] [ performance: 29.631 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:20 ] [ l_g_pix: 3.8657e-02 ] [ l_g_total: 3.8657e-02 ] +2024-10-09 21:01:31,944 INFO: [ epoch: 180 ] [ iter:240,500 ] [ performance: 18.921 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:14 ] [ l_g_pix: 1.8560e-02 ] [ l_g_total: 1.8560e-02 ] +2024-10-09 21:01:35,936 INFO: [ epoch: 180 ] [ iter:240,600 ] [ performance: 26.429 it/s ] [ lr: 2.50e-05 ] [ eta: 4:20:07 ] [ l_g_pix: 2.3974e-02 ] [ l_g_total: 2.3974e-02 ] +2024-10-09 21:01:39,652 INFO: [ epoch: 180 ] [ iter:240,700 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:59 ] [ l_g_pix: 3.8403e-02 ] [ l_g_total: 3.8403e-02 ] +2024-10-09 21:01:43,364 INFO: [ epoch: 180 ] [ iter:240,800 ] [ performance: 28.981 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:51 ] [ l_g_pix: 3.1253e-02 ] [ l_g_total: 3.1253e-02 ] +2024-10-09 21:01:47,062 INFO: [ epoch: 180 ] [ iter:240,900 ] [ performance: 27.082 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:44 ] [ l_g_pix: 2.2740e-02 ] [ l_g_total: 2.2740e-02 ] +2024-10-09 21:01:50,769 INFO: [ epoch: 180 ] [ iter:241,000 ] [ performance: 29.675 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:36 ] [ l_g_pix: 2.1696e-02 ] [ l_g_total: 2.1696e-02 ] +2024-10-09 21:01:54,509 INFO: [ epoch: 180 ] [ iter:241,100 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:28 ] [ l_g_pix: 4.1860e-02 ] [ l_g_total: 4.1860e-02 ] +2024-10-09 21:01:58,230 INFO: [ epoch: 180 ] [ iter:241,200 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:20 ] [ l_g_pix: 2.9662e-02 ] [ l_g_total: 2.9662e-02 ] +2024-10-09 21:02:01,951 INFO: [ epoch: 180 ] [ iter:241,300 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:13 ] [ l_g_pix: 2.3678e-02 ] [ l_g_total: 2.3678e-02 ] +2024-10-09 21:02:05,666 INFO: [ epoch: 180 ] [ iter:241,400 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 4:19:05 ] [ l_g_pix: 3.2188e-02 ] [ l_g_total: 3.2188e-02 ] +2024-10-09 21:02:09,393 INFO: [ epoch: 180 ] [ iter:241,500 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:57 ] [ l_g_pix: 1.3308e-02 ] [ l_g_total: 1.3308e-02 ] +2024-10-09 21:02:13,159 INFO: [ epoch: 180 ] [ iter:241,600 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:50 ] [ l_g_pix: 2.4152e-02 ] [ l_g_total: 2.4152e-02 ] +2024-10-09 21:02:16,863 INFO: [ epoch: 180 ] [ iter:241,700 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:42 ] [ l_g_pix: 2.4079e-02 ] [ l_g_total: 2.4079e-02 ] +2024-10-09 21:02:20,388 INFO: [ epoch: 180 ] [ iter:241,800 ] [ performance: 27.681 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:34 ] [ l_g_pix: 3.0055e-02 ] [ l_g_total: 3.0055e-02 ] +2024-10-09 21:02:25,721 INFO: [ epoch: 181 ] [ iter:241,900 ] [ performance: 18.587 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:28 ] [ l_g_pix: 2.5766e-02 ] [ l_g_total: 2.5766e-02 ] +2024-10-09 21:02:29,378 INFO: [ epoch: 181 ] [ iter:242,000 ] [ performance: 22.198 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:20 ] [ l_g_pix: 2.2219e-02 ] [ l_g_total: 2.2219e-02 ] +2024-10-09 21:02:33,071 INFO: [ epoch: 181 ] [ iter:242,100 ] [ performance: 27.103 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:13 ] [ l_g_pix: 4.1942e-02 ] [ l_g_total: 4.1942e-02 ] +2024-10-09 21:02:36,798 INFO: [ epoch: 181 ] [ iter:242,200 ] [ performance: 26.966 it/s ] [ lr: 2.50e-05 ] [ eta: 4:18:05 ] [ l_g_pix: 3.3483e-02 ] [ l_g_total: 3.3483e-02 ] +2024-10-09 21:02:40,562 INFO: [ epoch: 181 ] [ iter:242,300 ] [ performance: 26.618 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:57 ] [ l_g_pix: 2.1311e-02 ] [ l_g_total: 2.1311e-02 ] +2024-10-09 21:02:44,279 INFO: [ epoch: 181 ] [ iter:242,400 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:50 ] [ l_g_pix: 4.8606e-02 ] [ l_g_total: 4.8606e-02 ] +2024-10-09 21:02:47,981 INFO: [ epoch: 181 ] [ iter:242,500 ] [ performance: 27.052 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:42 ] [ l_g_pix: 3.5012e-02 ] [ l_g_total: 3.5012e-02 ] +2024-10-09 21:02:51,722 INFO: [ epoch: 181 ] [ iter:242,600 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:34 ] [ l_g_pix: 2.0735e-02 ] [ l_g_total: 2.0735e-02 ] +2024-10-09 21:02:55,468 INFO: [ epoch: 181 ] [ iter:242,700 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:26 ] [ l_g_pix: 3.3766e-02 ] [ l_g_total: 3.3766e-02 ] +2024-10-09 21:02:59,220 INFO: [ epoch: 181 ] [ iter:242,800 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:19 ] [ l_g_pix: 1.9531e-02 ] [ l_g_total: 1.9531e-02 ] +2024-10-09 21:03:02,973 INFO: [ epoch: 181 ] [ iter:242,900 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:11 ] [ l_g_pix: 2.6454e-02 ] [ l_g_total: 2.6454e-02 ] +2024-10-09 21:03:06,678 INFO: [ epoch: 181 ] [ iter:243,000 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 4:17:04 ] [ l_g_pix: 2.1518e-02 ] [ l_g_total: 2.1518e-02 ] +2024-10-09 21:03:10,295 INFO: [ epoch: 181 ] [ iter:243,100 ] [ performance: 27.729 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:56 ] [ l_g_pix: 2.2726e-02 ] [ l_g_total: 2.2726e-02 ] +2024-10-09 21:03:15,488 INFO: [ epoch: 182 ] [ iter:243,200 ] [ performance: 22.540 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:50 ] [ l_g_pix: 3.7416e-02 ] [ l_g_total: 3.7416e-02 ] +2024-10-09 21:03:19,182 INFO: [ epoch: 182 ] [ iter:243,300 ] [ performance: 27.147 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:42 ] [ l_g_pix: 3.3850e-02 ] [ l_g_total: 3.3850e-02 ] +2024-10-09 21:03:22,919 INFO: [ epoch: 182 ] [ iter:243,400 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:34 ] [ l_g_pix: 3.0104e-02 ] [ l_g_total: 3.0104e-02 ] +2024-10-09 21:03:26,671 INFO: [ epoch: 182 ] [ iter:243,500 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:27 ] [ l_g_pix: 3.0983e-02 ] [ l_g_total: 3.0983e-02 ] +2024-10-09 21:03:30,407 INFO: [ epoch: 182 ] [ iter:243,600 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:19 ] [ l_g_pix: 2.9555e-02 ] [ l_g_total: 2.9555e-02 ] +2024-10-09 21:03:34,127 INFO: [ epoch: 182 ] [ iter:243,700 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:11 ] [ l_g_pix: 1.7250e-02 ] [ l_g_total: 1.7250e-02 ] +2024-10-09 21:03:37,869 INFO: [ epoch: 182 ] [ iter:243,800 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 4:16:04 ] [ l_g_pix: 2.5285e-02 ] [ l_g_total: 2.5285e-02 ] +2024-10-09 21:03:41,578 INFO: [ epoch: 182 ] [ iter:243,900 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:56 ] [ l_g_pix: 2.3209e-02 ] [ l_g_total: 2.3209e-02 ] +2024-10-09 21:03:45,290 INFO: [ epoch: 182 ] [ iter:244,000 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:49 ] [ l_g_pix: 2.2865e-02 ] [ l_g_total: 2.2865e-02 ] +2024-10-09 21:03:49,051 INFO: [ epoch: 182 ] [ iter:244,100 ] [ performance: 26.712 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:41 ] [ l_g_pix: 2.3105e-02 ] [ l_g_total: 2.3105e-02 ] +2024-10-09 21:03:52,759 INFO: [ epoch: 182 ] [ iter:244,200 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:33 ] [ l_g_pix: 3.5661e-02 ] [ l_g_total: 3.5661e-02 ] +2024-10-09 21:03:56,536 INFO: [ epoch: 182 ] [ iter:244,300 ] [ performance: 26.498 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:26 ] [ l_g_pix: 4.1209e-02 ] [ l_g_total: 4.1209e-02 ] +2024-10-09 21:04:00,255 INFO: [ epoch: 182 ] [ iter:244,400 ] [ performance: 26.710 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:18 ] [ l_g_pix: 2.5667e-02 ] [ l_g_total: 2.5667e-02 ] +2024-10-09 21:04:05,056 INFO: [ epoch: 183 ] [ iter:244,500 ] [ performance: 19.801 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:12 ] [ l_g_pix: 2.4997e-02 ] [ l_g_total: 2.4997e-02 ] +2024-10-09 21:04:08,940 INFO: [ epoch: 183 ] [ iter:244,600 ] [ performance: 22.646 it/s ] [ lr: 2.50e-05 ] [ eta: 4:15:04 ] [ l_g_pix: 3.3755e-02 ] [ l_g_total: 3.3755e-02 ] +2024-10-09 21:04:12,611 INFO: [ epoch: 183 ] [ iter:244,700 ] [ performance: 27.479 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:57 ] [ l_g_pix: 3.3494e-02 ] [ l_g_total: 3.3494e-02 ] +2024-10-09 21:04:16,284 INFO: [ epoch: 183 ] [ iter:244,800 ] [ performance: 27.344 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:49 ] [ l_g_pix: 3.3337e-02 ] [ l_g_total: 3.3337e-02 ] +2024-10-09 21:04:20,019 INFO: [ epoch: 183 ] [ iter:244,900 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:41 ] [ l_g_pix: 2.7557e-02 ] [ l_g_total: 2.7557e-02 ] +2024-10-09 21:04:23,697 INFO: [ epoch: 183 ] [ iter:245,000 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:34 ] [ l_g_pix: 2.9877e-02 ] [ l_g_total: 2.9877e-02 ] +2024-10-09 21:04:27,447 INFO: [ epoch: 183 ] [ iter:245,100 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:26 ] [ l_g_pix: 3.4447e-02 ] [ l_g_total: 3.4447e-02 ] +2024-10-09 21:04:31,210 INFO: [ epoch: 183 ] [ iter:245,200 ] [ performance: 26.585 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:18 ] [ l_g_pix: 2.8270e-02 ] [ l_g_total: 2.8270e-02 ] +2024-10-09 21:04:34,960 INFO: [ epoch: 183 ] [ iter:245,300 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:11 ] [ l_g_pix: 3.2817e-02 ] [ l_g_total: 3.2817e-02 ] +2024-10-09 21:04:38,650 INFO: [ epoch: 183 ] [ iter:245,400 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 4:14:03 ] [ l_g_pix: 2.6782e-02 ] [ l_g_total: 2.6782e-02 ] +2024-10-09 21:04:42,357 INFO: [ epoch: 183 ] [ iter:245,500 ] [ performance: 27.159 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:56 ] [ l_g_pix: 3.6712e-02 ] [ l_g_total: 3.6712e-02 ] +2024-10-09 21:04:46,093 INFO: [ epoch: 183 ] [ iter:245,600 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:48 ] [ l_g_pix: 2.8978e-02 ] [ l_g_total: 2.8978e-02 ] +2024-10-09 21:04:49,799 INFO: [ epoch: 183 ] [ iter:245,700 ] [ performance: 26.982 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:40 ] [ l_g_pix: 2.9822e-02 ] [ l_g_total: 2.9822e-02 ] +2024-10-09 21:04:53,362 INFO: [ epoch: 183 ] [ iter:245,800 ] [ performance: 27.583 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:33 ] [ l_g_pix: 3.7869e-02 ] [ l_g_total: 3.7869e-02 ] +2024-10-09 21:04:58,684 INFO: [ epoch: 184 ] [ iter:245,900 ] [ performance: 17.100 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:27 ] [ l_g_pix: 2.7071e-02 ] [ l_g_total: 2.7071e-02 ] +2024-10-09 21:05:02,385 INFO: [ epoch: 184 ] [ iter:246,000 ] [ performance: 21.579 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:19 ] [ l_g_pix: 4.6899e-02 ] [ l_g_total: 4.6899e-02 ] +2024-10-09 21:05:06,103 INFO: [ epoch: 184 ] [ iter:246,100 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:12 ] [ l_g_pix: 2.3404e-02 ] [ l_g_total: 2.3404e-02 ] +2024-10-09 21:05:09,817 INFO: [ epoch: 184 ] [ iter:246,200 ] [ performance: 26.945 it/s ] [ lr: 2.50e-05 ] [ eta: 4:13:04 ] [ l_g_pix: 3.5011e-02 ] [ l_g_total: 3.5011e-02 ] +2024-10-09 21:05:13,536 INFO: [ epoch: 184 ] [ iter:246,300 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:57 ] [ l_g_pix: 2.0976e-02 ] [ l_g_total: 2.0976e-02 ] +2024-10-09 21:05:17,240 INFO: [ epoch: 184 ] [ iter:246,400 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:49 ] [ l_g_pix: 2.5599e-02 ] [ l_g_total: 2.5599e-02 ] +2024-10-09 21:05:20,922 INFO: [ epoch: 184 ] [ iter:246,500 ] [ performance: 27.295 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:41 ] [ l_g_pix: 2.2731e-02 ] [ l_g_total: 2.2731e-02 ] +2024-10-09 21:05:24,645 INFO: [ epoch: 184 ] [ iter:246,600 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:34 ] [ l_g_pix: 3.4096e-02 ] [ l_g_total: 3.4096e-02 ] +2024-10-09 21:05:28,359 INFO: [ epoch: 184 ] [ iter:246,700 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:26 ] [ l_g_pix: 1.9443e-02 ] [ l_g_total: 1.9443e-02 ] +2024-10-09 21:05:32,088 INFO: [ epoch: 184 ] [ iter:246,800 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:19 ] [ l_g_pix: 3.1626e-02 ] [ l_g_total: 3.1626e-02 ] +2024-10-09 21:05:35,841 INFO: [ epoch: 184 ] [ iter:246,900 ] [ performance: 26.606 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:11 ] [ l_g_pix: 2.1628e-02 ] [ l_g_total: 2.1628e-02 ] +2024-10-09 21:05:39,510 INFO: [ epoch: 184 ] [ iter:247,000 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 4:12:04 ] [ l_g_pix: 3.9031e-02 ] [ l_g_total: 3.9031e-02 ] +2024-10-09 21:05:43,110 INFO: [ epoch: 184 ] [ iter:247,100 ] [ performance: 28.047 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:56 ] [ l_g_pix: 2.5797e-02 ] [ l_g_total: 2.5797e-02 ] +2024-10-09 21:05:48,107 INFO: [ epoch: 185 ] [ iter:247,200 ] [ performance: 22.720 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:50 ] [ l_g_pix: 4.0936e-02 ] [ l_g_total: 4.0936e-02 ] +2024-10-09 21:05:51,883 INFO: [ epoch: 185 ] [ iter:247,300 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:42 ] [ l_g_pix: 3.8995e-02 ] [ l_g_total: 3.8995e-02 ] +2024-10-09 21:05:55,604 INFO: [ epoch: 185 ] [ iter:247,400 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:35 ] [ l_g_pix: 2.7647e-02 ] [ l_g_total: 2.7647e-02 ] +2024-10-09 21:05:59,314 INFO: [ epoch: 185 ] [ iter:247,500 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:27 ] [ l_g_pix: 3.1862e-02 ] [ l_g_total: 3.1862e-02 ] +2024-10-09 21:06:03,060 INFO: [ epoch: 185 ] [ iter:247,600 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:20 ] [ l_g_pix: 2.4003e-02 ] [ l_g_total: 2.4003e-02 ] +2024-10-09 21:06:06,765 INFO: [ epoch: 185 ] [ iter:247,700 ] [ performance: 27.134 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:12 ] [ l_g_pix: 2.3319e-02 ] [ l_g_total: 2.3319e-02 ] +2024-10-09 21:06:10,490 INFO: [ epoch: 185 ] [ iter:247,800 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:05 ] [ l_g_pix: 2.8263e-02 ] [ l_g_total: 2.8263e-02 ] +2024-10-09 21:06:14,242 INFO: [ epoch: 185 ] [ iter:247,900 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:57 ] [ l_g_pix: 3.8433e-02 ] [ l_g_total: 3.8433e-02 ] +2024-10-09 21:06:17,930 INFO: [ epoch: 185 ] [ iter:248,000 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:50 ] [ l_g_pix: 2.5234e-02 ] [ l_g_total: 2.5234e-02 ] +2024-10-09 21:06:21,693 INFO: [ epoch: 185 ] [ iter:248,100 ] [ performance: 26.731 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:42 ] [ l_g_pix: 2.9041e-02 ] [ l_g_total: 2.9041e-02 ] +2024-10-09 21:06:25,415 INFO: [ epoch: 185 ] [ iter:248,200 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:35 ] [ l_g_pix: 2.3414e-02 ] [ l_g_total: 2.3414e-02 ] +2024-10-09 21:06:29,154 INFO: [ epoch: 185 ] [ iter:248,300 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:27 ] [ l_g_pix: 4.2873e-02 ] [ l_g_total: 4.2873e-02 ] +2024-10-09 21:06:32,895 INFO: [ epoch: 185 ] [ iter:248,400 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:20 ] [ l_g_pix: 3.0030e-02 ] [ l_g_total: 3.0030e-02 ] +2024-10-09 21:06:37,547 INFO: [ epoch: 186 ] [ iter:248,500 ] [ performance: 19.012 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:13 ] [ l_g_pix: 2.7295e-02 ] [ l_g_total: 2.7295e-02 ] +2024-10-09 21:06:41,602 INFO: [ epoch: 186 ] [ iter:248,600 ] [ performance: 22.118 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:06 ] [ l_g_pix: 4.0474e-02 ] [ l_g_total: 4.0474e-02 ] +2024-10-09 21:06:45,339 INFO: [ epoch: 186 ] [ iter:248,700 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:58 ] [ l_g_pix: 4.3821e-02 ] [ l_g_total: 4.3821e-02 ] +2024-10-09 21:06:49,066 INFO: [ epoch: 186 ] [ iter:248,800 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:51 ] [ l_g_pix: 3.8322e-02 ] [ l_g_total: 3.8322e-02 ] +2024-10-09 21:06:52,793 INFO: [ epoch: 186 ] [ iter:248,900 ] [ performance: 26.737 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:43 ] [ l_g_pix: 4.1049e-02 ] [ l_g_total: 4.1049e-02 ] +2024-10-09 21:06:56,523 INFO: [ epoch: 186 ] [ iter:249,000 ] [ performance: 26.787 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:36 ] [ l_g_pix: 2.6218e-02 ] [ l_g_total: 2.6218e-02 ] +2024-10-09 21:07:00,288 INFO: [ epoch: 186 ] [ iter:249,100 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:29 ] [ l_g_pix: 3.0115e-02 ] [ l_g_total: 3.0115e-02 ] +2024-10-09 21:07:04,013 INFO: [ epoch: 186 ] [ iter:249,200 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:21 ] [ l_g_pix: 3.7225e-02 ] [ l_g_total: 3.7225e-02 ] +2024-10-09 21:07:07,702 INFO: [ epoch: 186 ] [ iter:249,300 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:14 ] [ l_g_pix: 2.4471e-02 ] [ l_g_total: 2.4471e-02 ] +2024-10-09 21:07:11,427 INFO: [ epoch: 186 ] [ iter:249,400 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:06 ] [ l_g_pix: 2.4623e-02 ] [ l_g_total: 2.4623e-02 ] +2024-10-09 21:07:15,155 INFO: [ epoch: 186 ] [ iter:249,500 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:59 ] [ l_g_pix: 2.2061e-02 ] [ l_g_total: 2.2061e-02 ] +2024-10-09 21:07:18,890 INFO: [ epoch: 186 ] [ iter:249,600 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:51 ] [ l_g_pix: 3.5213e-02 ] [ l_g_total: 3.5213e-02 ] +2024-10-09 21:07:22,602 INFO: [ epoch: 186 ] [ iter:249,700 ] [ performance: 27.229 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:44 ] [ l_g_pix: 2.4989e-02 ] [ l_g_total: 2.4989e-02 ] +2024-10-09 21:07:26,153 INFO: [ epoch: 186 ] [ iter:249,800 ] [ performance: 27.815 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:36 ] [ l_g_pix: 1.6666e-02 ] [ l_g_total: 1.6666e-02 ] +2024-10-09 21:07:31,300 INFO: [ epoch: 187 ] [ iter:249,900 ] [ performance: 24.368 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:30 ] [ l_g_pix: 3.1580e-02 ] [ l_g_total: 3.1580e-02 ] +2024-10-09 21:07:35,073 INFO: [ epoch: 187 ] [ iter:250,000 ] [ performance: 25.691 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:23 ] [ l_g_pix: 3.7516e-02 ] [ l_g_total: 3.7516e-02 ] +2024-10-09 21:07:35,074 INFO: Saving models and training states. +2024-10-09 21:10:20,670 INFO: Validation val + + # psnr: 27.1909........ Best: 27.1937 @ 200000 iter + # ssim: 0.7660........ Best: 0.7661 @ 200000 iter + # dists: 0.7735........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:10:24,426 INFO: [ epoch: 187 ] [ iter:250,100 ] [ performance: 26.556 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:14 ] [ l_g_pix: 2.8337e-02 ] [ l_g_total: 2.8337e-02 ] +2024-10-09 21:10:28,176 INFO: [ epoch: 187 ] [ iter:250,200 ] [ performance: 26.630 it/s ] [ lr: 2.50e-05 ] [ eta: 4:11:06 ] [ l_g_pix: 1.6152e-02 ] [ l_g_total: 1.6152e-02 ] +2024-10-09 21:10:31,879 INFO: [ epoch: 187 ] [ iter:250,300 ] [ performance: 27.268 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:59 ] [ l_g_pix: 3.0241e-02 ] [ l_g_total: 3.0241e-02 ] +2024-10-09 21:10:35,592 INFO: [ epoch: 187 ] [ iter:250,400 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:51 ] [ l_g_pix: 4.4754e-02 ] [ l_g_total: 4.4754e-02 ] +2024-10-09 21:10:39,290 INFO: [ epoch: 187 ] [ iter:250,500 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:44 ] [ l_g_pix: 4.0715e-02 ] [ l_g_total: 4.0715e-02 ] +2024-10-09 21:10:43,039 INFO: [ epoch: 187 ] [ iter:250,600 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:36 ] [ l_g_pix: 2.8457e-02 ] [ l_g_total: 2.8457e-02 ] +2024-10-09 21:10:46,733 INFO: [ epoch: 187 ] [ iter:250,700 ] [ performance: 26.890 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:28 ] [ l_g_pix: 2.8453e-02 ] [ l_g_total: 2.8453e-02 ] +2024-10-09 21:10:50,474 INFO: [ epoch: 187 ] [ iter:250,800 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:21 ] [ l_g_pix: 2.4859e-02 ] [ l_g_total: 2.4859e-02 ] +2024-10-09 21:10:54,266 INFO: [ epoch: 187 ] [ iter:250,900 ] [ performance: 26.522 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:13 ] [ l_g_pix: 2.9499e-02 ] [ l_g_total: 2.9499e-02 ] +2024-10-09 21:10:57,992 INFO: [ epoch: 187 ] [ iter:251,000 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 4:10:06 ] [ l_g_pix: 2.1157e-02 ] [ l_g_total: 2.1157e-02 ] +2024-10-09 21:11:01,660 INFO: [ epoch: 187 ] [ iter:251,100 ] [ performance: 27.771 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:58 ] [ l_g_pix: 3.2769e-02 ] [ l_g_total: 3.2769e-02 ] +2024-10-09 21:11:06,616 INFO: [ epoch: 188 ] [ iter:251,200 ] [ performance: 22.237 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:52 ] [ l_g_pix: 2.3304e-02 ] [ l_g_total: 2.3304e-02 ] +2024-10-09 21:11:10,355 INFO: [ epoch: 188 ] [ iter:251,300 ] [ performance: 26.578 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:44 ] [ l_g_pix: 2.8856e-02 ] [ l_g_total: 2.8856e-02 ] +2024-10-09 21:11:14,069 INFO: [ epoch: 188 ] [ iter:251,400 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:37 ] [ l_g_pix: 2.4356e-02 ] [ l_g_total: 2.4356e-02 ] +2024-10-09 21:11:17,805 INFO: [ epoch: 188 ] [ iter:251,500 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:29 ] [ l_g_pix: 2.1792e-02 ] [ l_g_total: 2.1792e-02 ] +2024-10-09 21:11:21,525 INFO: [ epoch: 188 ] [ iter:251,600 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:22 ] [ l_g_pix: 1.9420e-02 ] [ l_g_total: 1.9420e-02 ] +2024-10-09 21:11:25,271 INFO: [ epoch: 188 ] [ iter:251,700 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:14 ] [ l_g_pix: 2.0283e-02 ] [ l_g_total: 2.0283e-02 ] +2024-10-09 21:11:29,000 INFO: [ epoch: 188 ] [ iter:251,800 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 4:09:07 ] [ l_g_pix: 4.0644e-02 ] [ l_g_total: 4.0644e-02 ] +2024-10-09 21:11:32,736 INFO: [ epoch: 188 ] [ iter:251,900 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:59 ] [ l_g_pix: 2.6746e-02 ] [ l_g_total: 2.6746e-02 ] +2024-10-09 21:11:36,476 INFO: [ epoch: 188 ] [ iter:252,000 ] [ performance: 26.778 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:52 ] [ l_g_pix: 1.9740e-02 ] [ l_g_total: 1.9740e-02 ] +2024-10-09 21:11:40,200 INFO: [ epoch: 188 ] [ iter:252,100 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:44 ] [ l_g_pix: 2.3527e-02 ] [ l_g_total: 2.3527e-02 ] +2024-10-09 21:11:43,921 INFO: [ epoch: 188 ] [ iter:252,200 ] [ performance: 26.828 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:37 ] [ l_g_pix: 3.5922e-02 ] [ l_g_total: 3.5922e-02 ] +2024-10-09 21:11:47,661 INFO: [ epoch: 188 ] [ iter:252,300 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:29 ] [ l_g_pix: 2.5398e-02 ] [ l_g_total: 2.5398e-02 ] +2024-10-09 21:11:51,435 INFO: [ epoch: 188 ] [ iter:252,400 ] [ performance: 26.602 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:22 ] [ l_g_pix: 1.8668e-02 ] [ l_g_total: 1.8668e-02 ] +2024-10-09 21:11:54,888 INFO: [ epoch: 188 ] [ iter:252,500 ] [ performance: 29.227 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:14 ] [ l_g_pix: 2.5507e-02 ] [ l_g_total: 2.5507e-02 ] +2024-10-09 21:12:00,637 INFO: [ epoch: 189 ] [ iter:252,600 ] [ performance: 19.852 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:08 ] [ l_g_pix: 2.3974e-02 ] [ l_g_total: 2.3974e-02 ] +2024-10-09 21:12:04,341 INFO: [ epoch: 189 ] [ iter:252,700 ] [ performance: 27.293 it/s ] [ lr: 2.50e-05 ] [ eta: 4:08:01 ] [ l_g_pix: 3.0302e-02 ] [ l_g_total: 3.0302e-02 ] +2024-10-09 21:12:08,050 INFO: [ epoch: 189 ] [ iter:252,800 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:53 ] [ l_g_pix: 3.1667e-02 ] [ l_g_total: 3.1667e-02 ] +2024-10-09 21:12:11,766 INFO: [ epoch: 189 ] [ iter:252,900 ] [ performance: 27.280 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:46 ] [ l_g_pix: 2.8508e-02 ] [ l_g_total: 2.8508e-02 ] +2024-10-09 21:12:15,501 INFO: [ epoch: 189 ] [ iter:253,000 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:38 ] [ l_g_pix: 1.7359e-02 ] [ l_g_total: 1.7359e-02 ] +2024-10-09 21:12:19,253 INFO: [ epoch: 189 ] [ iter:253,100 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:31 ] [ l_g_pix: 3.0160e-02 ] [ l_g_total: 3.0160e-02 ] +2024-10-09 21:12:22,971 INFO: [ epoch: 189 ] [ iter:253,200 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:23 ] [ l_g_pix: 1.4000e-02 ] [ l_g_total: 1.4000e-02 ] +2024-10-09 21:12:26,701 INFO: [ epoch: 189 ] [ iter:253,300 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:16 ] [ l_g_pix: 3.4641e-02 ] [ l_g_total: 3.4641e-02 ] +2024-10-09 21:12:30,386 INFO: [ epoch: 189 ] [ iter:253,400 ] [ performance: 27.009 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:08 ] [ l_g_pix: 3.8457e-02 ] [ l_g_total: 3.8457e-02 ] +2024-10-09 21:12:34,064 INFO: [ epoch: 189 ] [ iter:253,500 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 4:07:01 ] [ l_g_pix: 3.4717e-02 ] [ l_g_total: 3.4717e-02 ] +2024-10-09 21:12:37,751 INFO: [ epoch: 189 ] [ iter:253,600 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:53 ] [ l_g_pix: 2.8724e-02 ] [ l_g_total: 2.8724e-02 ] +2024-10-09 21:12:41,459 INFO: [ epoch: 189 ] [ iter:253,700 ] [ performance: 26.733 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:46 ] [ l_g_pix: 2.4369e-02 ] [ l_g_total: 2.4369e-02 ] +2024-10-09 21:12:45,061 INFO: [ epoch: 189 ] [ iter:253,800 ] [ performance: 27.474 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:38 ] [ l_g_pix: 3.2971e-02 ] [ l_g_total: 3.2971e-02 ] +2024-10-09 21:12:50,076 INFO: [ epoch: 190 ] [ iter:253,900 ] [ performance: 24.879 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:32 ] [ l_g_pix: 3.2010e-02 ] [ l_g_total: 3.2010e-02 ] +2024-10-09 21:12:53,847 INFO: [ epoch: 190 ] [ iter:254,000 ] [ performance: 26.061 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:24 ] [ l_g_pix: 2.8648e-02 ] [ l_g_total: 2.8648e-02 ] +2024-10-09 21:12:57,564 INFO: [ epoch: 190 ] [ iter:254,100 ] [ performance: 27.333 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:17 ] [ l_g_pix: 3.4509e-02 ] [ l_g_total: 3.4509e-02 ] +2024-10-09 21:13:01,280 INFO: [ epoch: 190 ] [ iter:254,200 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:10 ] [ l_g_pix: 3.3957e-02 ] [ l_g_total: 3.3957e-02 ] +2024-10-09 21:13:04,978 INFO: [ epoch: 190 ] [ iter:254,300 ] [ performance: 26.683 it/s ] [ lr: 2.50e-05 ] [ eta: 4:06:02 ] [ l_g_pix: 2.8031e-02 ] [ l_g_total: 2.8031e-02 ] +2024-10-09 21:13:08,707 INFO: [ epoch: 190 ] [ iter:254,400 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:55 ] [ l_g_pix: 3.5056e-02 ] [ l_g_total: 3.5056e-02 ] +2024-10-09 21:13:12,416 INFO: [ epoch: 190 ] [ iter:254,500 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:47 ] [ l_g_pix: 2.8386e-02 ] [ l_g_total: 2.8386e-02 ] +2024-10-09 21:13:16,131 INFO: [ epoch: 190 ] [ iter:254,600 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:40 ] [ l_g_pix: 2.5885e-02 ] [ l_g_total: 2.5885e-02 ] +2024-10-09 21:13:19,872 INFO: [ epoch: 190 ] [ iter:254,700 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:32 ] [ l_g_pix: 2.4392e-02 ] [ l_g_total: 2.4392e-02 ] +2024-10-09 21:13:23,550 INFO: [ epoch: 190 ] [ iter:254,800 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:25 ] [ l_g_pix: 2.3414e-02 ] [ l_g_total: 2.3414e-02 ] +2024-10-09 21:13:27,268 INFO: [ epoch: 190 ] [ iter:254,900 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:17 ] [ l_g_pix: 3.9078e-02 ] [ l_g_total: 3.9078e-02 ] +2024-10-09 21:13:30,993 INFO: [ epoch: 190 ] [ iter:255,000 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:10 ] [ l_g_pix: 3.4680e-02 ] [ l_g_total: 3.4680e-02 ] +2024-10-09 21:13:34,683 INFO: [ epoch: 190 ] [ iter:255,100 ] [ performance: 27.978 it/s ] [ lr: 2.50e-05 ] [ eta: 4:05:02 ] [ l_g_pix: 1.5717e-02 ] [ l_g_total: 1.5717e-02 ] +2024-10-09 21:13:39,771 INFO: [ epoch: 191 ] [ iter:255,200 ] [ performance: 21.148 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:56 ] [ l_g_pix: 2.7843e-02 ] [ l_g_total: 2.7843e-02 ] +2024-10-09 21:13:43,519 INFO: [ epoch: 191 ] [ iter:255,300 ] [ performance: 27.107 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:49 ] [ l_g_pix: 2.9832e-02 ] [ l_g_total: 2.9832e-02 ] +2024-10-09 21:13:47,242 INFO: [ epoch: 191 ] [ iter:255,400 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:41 ] [ l_g_pix: 4.9404e-02 ] [ l_g_total: 4.9404e-02 ] +2024-10-09 21:13:50,950 INFO: [ epoch: 191 ] [ iter:255,500 ] [ performance: 27.397 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:34 ] [ l_g_pix: 3.5893e-02 ] [ l_g_total: 3.5893e-02 ] +2024-10-09 21:13:54,717 INFO: [ epoch: 191 ] [ iter:255,600 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:27 ] [ l_g_pix: 2.3130e-02 ] [ l_g_total: 2.3130e-02 ] +2024-10-09 21:13:58,459 INFO: [ epoch: 191 ] [ iter:255,700 ] [ performance: 27.041 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:19 ] [ l_g_pix: 1.8356e-02 ] [ l_g_total: 1.8356e-02 ] +2024-10-09 21:14:02,198 INFO: [ epoch: 191 ] [ iter:255,800 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:12 ] [ l_g_pix: 3.3469e-02 ] [ l_g_total: 3.3469e-02 ] +2024-10-09 21:14:05,935 INFO: [ epoch: 191 ] [ iter:255,900 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 4:04:04 ] [ l_g_pix: 2.9790e-02 ] [ l_g_total: 2.9790e-02 ] +2024-10-09 21:14:09,648 INFO: [ epoch: 191 ] [ iter:256,000 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:57 ] [ l_g_pix: 2.4113e-02 ] [ l_g_total: 2.4113e-02 ] +2024-10-09 21:14:13,370 INFO: [ epoch: 191 ] [ iter:256,100 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:49 ] [ l_g_pix: 3.4753e-02 ] [ l_g_total: 3.4753e-02 ] +2024-10-09 21:14:17,071 INFO: [ epoch: 191 ] [ iter:256,200 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:42 ] [ l_g_pix: 2.2069e-02 ] [ l_g_total: 2.2069e-02 ] +2024-10-09 21:14:20,749 INFO: [ epoch: 191 ] [ iter:256,300 ] [ performance: 27.104 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:35 ] [ l_g_pix: 2.7161e-02 ] [ l_g_total: 2.7161e-02 ] +2024-10-09 21:14:24,478 INFO: [ epoch: 191 ] [ iter:256,400 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:27 ] [ l_g_pix: 2.3908e-02 ] [ l_g_total: 2.3908e-02 ] +2024-10-09 21:14:28,009 INFO: [ epoch: 191 ] [ iter:256,500 ] [ performance: 28.653 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:19 ] [ l_g_pix: 4.1057e-02 ] [ l_g_total: 4.1057e-02 ] +2024-10-09 21:14:33,155 INFO: [ epoch: 192 ] [ iter:256,600 ] [ performance: 20.728 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:14 ] [ l_g_pix: 2.8762e-02 ] [ l_g_total: 2.8762e-02 ] +2024-10-09 21:14:36,922 INFO: [ epoch: 192 ] [ iter:256,700 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 4:03:06 ] [ l_g_pix: 2.1551e-02 ] [ l_g_total: 2.1551e-02 ] +2024-10-09 21:14:40,638 INFO: [ epoch: 192 ] [ iter:256,800 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:59 ] [ l_g_pix: 2.3865e-02 ] [ l_g_total: 2.3865e-02 ] +2024-10-09 21:14:44,361 INFO: [ epoch: 192 ] [ iter:256,900 ] [ performance: 27.150 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:51 ] [ l_g_pix: 2.5000e-02 ] [ l_g_total: 2.5000e-02 ] +2024-10-09 21:14:48,115 INFO: [ epoch: 192 ] [ iter:257,000 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:44 ] [ l_g_pix: 2.1910e-02 ] [ l_g_total: 2.1910e-02 ] +2024-10-09 21:14:51,806 INFO: [ epoch: 192 ] [ iter:257,100 ] [ performance: 27.364 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:37 ] [ l_g_pix: 2.2392e-02 ] [ l_g_total: 2.2392e-02 ] +2024-10-09 21:14:55,511 INFO: [ epoch: 192 ] [ iter:257,200 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:29 ] [ l_g_pix: 3.5994e-02 ] [ l_g_total: 3.5994e-02 ] +2024-10-09 21:14:59,226 INFO: [ epoch: 192 ] [ iter:257,300 ] [ performance: 27.304 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:22 ] [ l_g_pix: 2.8928e-02 ] [ l_g_total: 2.8928e-02 ] +2024-10-09 21:15:02,936 INFO: [ epoch: 192 ] [ iter:257,400 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:14 ] [ l_g_pix: 2.7336e-02 ] [ l_g_total: 2.7336e-02 ] +2024-10-09 21:15:06,649 INFO: [ epoch: 192 ] [ iter:257,500 ] [ performance: 27.806 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:07 ] [ l_g_pix: 2.8911e-02 ] [ l_g_total: 2.8911e-02 ] +2024-10-09 21:15:10,422 INFO: [ epoch: 192 ] [ iter:257,600 ] [ performance: 26.704 it/s ] [ lr: 2.50e-05 ] [ eta: 4:02:00 ] [ l_g_pix: 2.1554e-02 ] [ l_g_total: 2.1554e-02 ] +2024-10-09 21:15:14,123 INFO: [ epoch: 192 ] [ iter:257,700 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:52 ] [ l_g_pix: 3.0362e-02 ] [ l_g_total: 3.0362e-02 ] +2024-10-09 21:15:17,700 INFO: [ epoch: 192 ] [ iter:257,800 ] [ performance: 27.790 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:45 ] [ l_g_pix: 2.9776e-02 ] [ l_g_total: 2.9776e-02 ] +2024-10-09 21:15:22,791 INFO: [ epoch: 193 ] [ iter:257,900 ] [ performance: 28.913 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:39 ] [ l_g_pix: 3.7426e-02 ] [ l_g_total: 3.7426e-02 ] +2024-10-09 21:15:26,551 INFO: [ epoch: 193 ] [ iter:258,000 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:31 ] [ l_g_pix: 2.7566e-02 ] [ l_g_total: 2.7566e-02 ] +2024-10-09 21:15:30,273 INFO: [ epoch: 193 ] [ iter:258,100 ] [ performance: 27.370 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:24 ] [ l_g_pix: 3.7795e-02 ] [ l_g_total: 3.7795e-02 ] +2024-10-09 21:15:33,991 INFO: [ epoch: 193 ] [ iter:258,200 ] [ performance: 26.966 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:17 ] [ l_g_pix: 3.1982e-02 ] [ l_g_total: 3.1982e-02 ] +2024-10-09 21:15:37,685 INFO: [ epoch: 193 ] [ iter:258,300 ] [ performance: 27.689 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:09 ] [ l_g_pix: 3.3112e-02 ] [ l_g_total: 3.3112e-02 ] +2024-10-09 21:15:41,397 INFO: [ epoch: 193 ] [ iter:258,400 ] [ performance: 27.041 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:02 ] [ l_g_pix: 2.6334e-02 ] [ l_g_total: 2.6334e-02 ] +2024-10-09 21:15:45,160 INFO: [ epoch: 193 ] [ iter:258,500 ] [ performance: 27.137 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:55 ] [ l_g_pix: 3.1181e-02 ] [ l_g_total: 3.1181e-02 ] +2024-10-09 21:15:48,921 INFO: [ epoch: 193 ] [ iter:258,600 ] [ performance: 26.663 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:47 ] [ l_g_pix: 2.6802e-02 ] [ l_g_total: 2.6802e-02 ] +2024-10-09 21:15:52,666 INFO: [ epoch: 193 ] [ iter:258,700 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:40 ] [ l_g_pix: 3.0491e-02 ] [ l_g_total: 3.0491e-02 ] +2024-10-09 21:15:56,339 INFO: [ epoch: 193 ] [ iter:258,800 ] [ performance: 27.197 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:33 ] [ l_g_pix: 2.7310e-02 ] [ l_g_total: 2.7310e-02 ] +2024-10-09 21:16:00,009 INFO: [ epoch: 193 ] [ iter:258,900 ] [ performance: 27.925 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:25 ] [ l_g_pix: 3.2476e-02 ] [ l_g_total: 3.2476e-02 ] +2024-10-09 21:16:03,743 INFO: [ epoch: 193 ] [ iter:259,000 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:18 ] [ l_g_pix: 2.6209e-02 ] [ l_g_total: 2.6209e-02 ] +2024-10-09 21:16:07,390 INFO: [ epoch: 193 ] [ iter:259,100 ] [ performance: 28.946 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:10 ] [ l_g_pix: 2.7136e-02 ] [ l_g_total: 2.7136e-02 ] +2024-10-09 21:16:12,031 INFO: [ epoch: 194 ] [ iter:259,200 ] [ performance: 22.113 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:04 ] [ l_g_pix: 3.8851e-02 ] [ l_g_total: 3.8851e-02 ] +2024-10-09 21:16:16,004 INFO: [ epoch: 194 ] [ iter:259,300 ] [ performance: 27.764 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:57 ] [ l_g_pix: 2.8020e-02 ] [ l_g_total: 2.8020e-02 ] +2024-10-09 21:16:19,688 INFO: [ epoch: 194 ] [ iter:259,400 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:50 ] [ l_g_pix: 2.1117e-02 ] [ l_g_total: 2.1117e-02 ] +2024-10-09 21:16:23,384 INFO: [ epoch: 194 ] [ iter:259,500 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:42 ] [ l_g_pix: 3.6772e-02 ] [ l_g_total: 3.6772e-02 ] +2024-10-09 21:16:27,089 INFO: [ epoch: 194 ] [ iter:259,600 ] [ performance: 27.011 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:35 ] [ l_g_pix: 2.9738e-02 ] [ l_g_total: 2.9738e-02 ] +2024-10-09 21:16:30,795 INFO: [ epoch: 194 ] [ iter:259,700 ] [ performance: 27.367 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:28 ] [ l_g_pix: 4.4265e-02 ] [ l_g_total: 4.4265e-02 ] +2024-10-09 21:16:34,511 INFO: [ epoch: 194 ] [ iter:259,800 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:20 ] [ l_g_pix: 4.0206e-02 ] [ l_g_total: 4.0206e-02 ] +2024-10-09 21:16:38,240 INFO: [ epoch: 194 ] [ iter:259,900 ] [ performance: 27.450 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:13 ] [ l_g_pix: 3.3457e-02 ] [ l_g_total: 3.3457e-02 ] +2024-10-09 21:16:41,969 INFO: [ epoch: 194 ] [ iter:260,000 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:06 ] [ l_g_pix: 3.3210e-02 ] [ l_g_total: 3.3210e-02 ] +2024-10-09 21:16:41,969 INFO: Saving models and training states. +2024-10-09 21:19:38,005 INFO: Validation val + + # psnr: 27.1971........ Best: 27.1971 @ 260000 iter + # ssim: 0.7663........ Best: 0.7663 @ 260000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:19:41,745 INFO: [ epoch: 194 ] [ iter:260,100 ] [ performance: 27.042 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:54 ] [ l_g_pix: 3.7473e-02 ] [ l_g_total: 3.7473e-02 ] +2024-10-09 21:19:45,503 INFO: [ epoch: 194 ] [ iter:260,200 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:47 ] [ l_g_pix: 3.4545e-02 ] [ l_g_total: 3.4545e-02 ] +2024-10-09 21:19:49,202 INFO: [ epoch: 194 ] [ iter:260,300 ] [ performance: 27.844 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:39 ] [ l_g_pix: 2.5266e-02 ] [ l_g_total: 2.5266e-02 ] +2024-10-09 21:19:52,974 INFO: [ epoch: 194 ] [ iter:260,400 ] [ performance: 26.575 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:32 ] [ l_g_pix: 1.9697e-02 ] [ l_g_total: 1.9697e-02 ] +2024-10-09 21:19:56,490 INFO: [ epoch: 194 ] [ iter:260,500 ] [ performance: 29.941 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:24 ] [ l_g_pix: 3.5145e-02 ] [ l_g_total: 3.5145e-02 ] +2024-10-09 21:20:02,265 INFO: [ epoch: 195 ] [ iter:260,600 ] [ performance: 17.606 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:19 ] [ l_g_pix: 3.6066e-02 ] [ l_g_total: 3.6066e-02 ] +2024-10-09 21:20:05,890 INFO: [ epoch: 195 ] [ iter:260,700 ] [ performance: 28.661 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:11 ] [ l_g_pix: 3.4595e-02 ] [ l_g_total: 3.4595e-02 ] +2024-10-09 21:20:09,577 INFO: [ epoch: 195 ] [ iter:260,800 ] [ performance: 27.170 it/s ] [ lr: 2.50e-05 ] [ eta: 4:01:04 ] [ l_g_pix: 2.3292e-02 ] [ l_g_total: 2.3292e-02 ] +2024-10-09 21:20:13,351 INFO: [ epoch: 195 ] [ iter:260,900 ] [ performance: 26.181 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:57 ] [ l_g_pix: 3.1323e-02 ] [ l_g_total: 3.1323e-02 ] +2024-10-09 21:20:17,043 INFO: [ epoch: 195 ] [ iter:261,000 ] [ performance: 27.077 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:49 ] [ l_g_pix: 1.6814e-02 ] [ l_g_total: 1.6814e-02 ] +2024-10-09 21:20:20,792 INFO: [ epoch: 195 ] [ iter:261,100 ] [ performance: 28.879 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:42 ] [ l_g_pix: 2.3748e-02 ] [ l_g_total: 2.3748e-02 ] +2024-10-09 21:20:24,564 INFO: [ epoch: 195 ] [ iter:261,200 ] [ performance: 26.542 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:34 ] [ l_g_pix: 2.0833e-02 ] [ l_g_total: 2.0833e-02 ] +2024-10-09 21:20:28,324 INFO: [ epoch: 195 ] [ iter:261,300 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:27 ] [ l_g_pix: 1.5258e-02 ] [ l_g_total: 1.5258e-02 ] +2024-10-09 21:20:32,082 INFO: [ epoch: 195 ] [ iter:261,400 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:20 ] [ l_g_pix: 3.4883e-02 ] [ l_g_total: 3.4883e-02 ] +2024-10-09 21:20:35,822 INFO: [ epoch: 195 ] [ iter:261,500 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:12 ] [ l_g_pix: 1.8302e-02 ] [ l_g_total: 1.8302e-02 ] +2024-10-09 21:20:39,527 INFO: [ epoch: 195 ] [ iter:261,600 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 4:00:05 ] [ l_g_pix: 2.7926e-02 ] [ l_g_total: 2.7926e-02 ] +2024-10-09 21:20:43,290 INFO: [ epoch: 195 ] [ iter:261,700 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:57 ] [ l_g_pix: 4.1969e-02 ] [ l_g_total: 4.1969e-02 ] +2024-10-09 21:20:46,923 INFO: [ epoch: 195 ] [ iter:261,800 ] [ performance: 27.576 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:50 ] [ l_g_pix: 2.3962e-02 ] [ l_g_total: 2.3962e-02 ] +2024-10-09 21:20:51,879 INFO: [ epoch: 196 ] [ iter:261,900 ] [ performance: 23.271 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:44 ] [ l_g_pix: 3.4614e-02 ] [ l_g_total: 3.4614e-02 ] +2024-10-09 21:20:55,633 INFO: [ epoch: 196 ] [ iter:262,000 ] [ performance: 26.632 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:36 ] [ l_g_pix: 3.6489e-02 ] [ l_g_total: 3.6489e-02 ] +2024-10-09 21:20:59,344 INFO: [ epoch: 196 ] [ iter:262,100 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:29 ] [ l_g_pix: 2.0620e-02 ] [ l_g_total: 2.0620e-02 ] +2024-10-09 21:21:03,068 INFO: [ epoch: 196 ] [ iter:262,200 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:22 ] [ l_g_pix: 5.2256e-02 ] [ l_g_total: 5.2256e-02 ] +2024-10-09 21:21:06,782 INFO: [ epoch: 196 ] [ iter:262,300 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:14 ] [ l_g_pix: 3.0236e-02 ] [ l_g_total: 3.0236e-02 ] +2024-10-09 21:21:10,485 INFO: [ epoch: 196 ] [ iter:262,400 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 3:59:07 ] [ l_g_pix: 2.7567e-02 ] [ l_g_total: 2.7567e-02 ] +2024-10-09 21:21:14,246 INFO: [ epoch: 196 ] [ iter:262,500 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:59 ] [ l_g_pix: 1.8354e-02 ] [ l_g_total: 1.8354e-02 ] +2024-10-09 21:21:17,971 INFO: [ epoch: 196 ] [ iter:262,600 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:52 ] [ l_g_pix: 3.2739e-02 ] [ l_g_total: 3.2739e-02 ] +2024-10-09 21:21:21,730 INFO: [ epoch: 196 ] [ iter:262,700 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:45 ] [ l_g_pix: 2.3607e-02 ] [ l_g_total: 2.3607e-02 ] +2024-10-09 21:21:25,399 INFO: [ epoch: 196 ] [ iter:262,800 ] [ performance: 27.330 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:37 ] [ l_g_pix: 3.2546e-02 ] [ l_g_total: 3.2546e-02 ] +2024-10-09 21:21:29,074 INFO: [ epoch: 196 ] [ iter:262,900 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:30 ] [ l_g_pix: 2.2168e-02 ] [ l_g_total: 2.2168e-02 ] +2024-10-09 21:21:32,813 INFO: [ epoch: 196 ] [ iter:263,000 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:23 ] [ l_g_pix: 2.7850e-02 ] [ l_g_total: 2.7850e-02 ] +2024-10-09 21:21:36,534 INFO: [ epoch: 196 ] [ iter:263,100 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:15 ] [ l_g_pix: 3.4571e-02 ] [ l_g_total: 3.4571e-02 ] +2024-10-09 21:21:41,270 INFO: [ epoch: 197 ] [ iter:263,200 ] [ performance: 20.613 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:09 ] [ l_g_pix: 3.2557e-02 ] [ l_g_total: 3.2557e-02 ] +2024-10-09 21:21:45,384 INFO: [ epoch: 197 ] [ iter:263,300 ] [ performance: 22.399 it/s ] [ lr: 2.50e-05 ] [ eta: 3:58:02 ] [ l_g_pix: 3.4824e-02 ] [ l_g_total: 3.4824e-02 ] +2024-10-09 21:21:49,098 INFO: [ epoch: 197 ] [ iter:263,400 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:54 ] [ l_g_pix: 3.3855e-02 ] [ l_g_total: 3.3855e-02 ] +2024-10-09 21:21:52,820 INFO: [ epoch: 197 ] [ iter:263,500 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:47 ] [ l_g_pix: 2.9859e-02 ] [ l_g_total: 2.9859e-02 ] +2024-10-09 21:21:56,565 INFO: [ epoch: 197 ] [ iter:263,600 ] [ performance: 26.687 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:40 ] [ l_g_pix: 3.8551e-02 ] [ l_g_total: 3.8551e-02 ] +2024-10-09 21:22:00,292 INFO: [ epoch: 197 ] [ iter:263,700 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:32 ] [ l_g_pix: 2.2277e-02 ] [ l_g_total: 2.2277e-02 ] +2024-10-09 21:22:04,050 INFO: [ epoch: 197 ] [ iter:263,800 ] [ performance: 26.655 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:25 ] [ l_g_pix: 3.5070e-02 ] [ l_g_total: 3.5070e-02 ] +2024-10-09 21:22:07,782 INFO: [ epoch: 197 ] [ iter:263,900 ] [ performance: 26.733 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:18 ] [ l_g_pix: 3.6972e-02 ] [ l_g_total: 3.6972e-02 ] +2024-10-09 21:22:11,533 INFO: [ epoch: 197 ] [ iter:264,000 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:10 ] [ l_g_pix: 3.6049e-02 ] [ l_g_total: 3.6049e-02 ] +2024-10-09 21:22:15,302 INFO: [ epoch: 197 ] [ iter:264,100 ] [ performance: 26.639 it/s ] [ lr: 2.50e-05 ] [ eta: 3:57:03 ] [ l_g_pix: 2.9230e-02 ] [ l_g_total: 2.9230e-02 ] +2024-10-09 21:22:19,049 INFO: [ epoch: 197 ] [ iter:264,200 ] [ performance: 26.774 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:56 ] [ l_g_pix: 3.8330e-02 ] [ l_g_total: 3.8330e-02 ] +2024-10-09 21:22:22,751 INFO: [ epoch: 197 ] [ iter:264,300 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:48 ] [ l_g_pix: 2.8151e-02 ] [ l_g_total: 2.8151e-02 ] +2024-10-09 21:22:26,448 INFO: [ epoch: 197 ] [ iter:264,400 ] [ performance: 27.241 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:41 ] [ l_g_pix: 4.4595e-02 ] [ l_g_total: 4.4595e-02 ] +2024-10-09 21:22:29,930 INFO: [ epoch: 197 ] [ iter:264,500 ] [ performance: 28.025 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:34 ] [ l_g_pix: 1.7602e-02 ] [ l_g_total: 1.7602e-02 ] +2024-10-09 21:22:35,267 INFO: [ epoch: 198 ] [ iter:264,600 ] [ performance: 17.597 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:28 ] [ l_g_pix: 3.0167e-02 ] [ l_g_total: 3.0167e-02 ] +2024-10-09 21:22:39,060 INFO: [ epoch: 198 ] [ iter:264,700 ] [ performance: 21.481 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:21 ] [ l_g_pix: 2.3051e-02 ] [ l_g_total: 2.3051e-02 ] +2024-10-09 21:22:42,775 INFO: [ epoch: 198 ] [ iter:264,800 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:13 ] [ l_g_pix: 2.5378e-02 ] [ l_g_total: 2.5378e-02 ] +2024-10-09 21:22:46,446 INFO: [ epoch: 198 ] [ iter:264,900 ] [ performance: 27.078 it/s ] [ lr: 2.50e-05 ] [ eta: 3:56:06 ] [ l_g_pix: 2.9355e-02 ] [ l_g_total: 2.9355e-02 ] +2024-10-09 21:22:50,178 INFO: [ epoch: 198 ] [ iter:265,000 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:59 ] [ l_g_pix: 3.4354e-02 ] [ l_g_total: 3.4354e-02 ] +2024-10-09 21:22:53,935 INFO: [ epoch: 198 ] [ iter:265,100 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:51 ] [ l_g_pix: 2.8425e-02 ] [ l_g_total: 2.8425e-02 ] +2024-10-09 21:22:57,627 INFO: [ epoch: 198 ] [ iter:265,200 ] [ performance: 27.211 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:44 ] [ l_g_pix: 4.3071e-02 ] [ l_g_total: 4.3071e-02 ] +2024-10-09 21:23:01,370 INFO: [ epoch: 198 ] [ iter:265,300 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:37 ] [ l_g_pix: 3.9655e-02 ] [ l_g_total: 3.9655e-02 ] +2024-10-09 21:23:05,095 INFO: [ epoch: 198 ] [ iter:265,400 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:29 ] [ l_g_pix: 2.5947e-02 ] [ l_g_total: 2.5947e-02 ] +2024-10-09 21:23:08,846 INFO: [ epoch: 198 ] [ iter:265,500 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:22 ] [ l_g_pix: 2.2067e-02 ] [ l_g_total: 2.2067e-02 ] +2024-10-09 21:23:12,566 INFO: [ epoch: 198 ] [ iter:265,600 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:15 ] [ l_g_pix: 1.6381e-02 ] [ l_g_total: 1.6381e-02 ] +2024-10-09 21:23:16,279 INFO: [ epoch: 198 ] [ iter:265,700 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:07 ] [ l_g_pix: 3.0054e-02 ] [ l_g_total: 3.0054e-02 ] +2024-10-09 21:23:19,940 INFO: [ epoch: 198 ] [ iter:265,800 ] [ performance: 27.678 it/s ] [ lr: 2.50e-05 ] [ eta: 3:55:00 ] [ l_g_pix: 2.4370e-02 ] [ l_g_total: 2.4370e-02 ] +2024-10-09 21:23:24,961 INFO: [ epoch: 199 ] [ iter:265,900 ] [ performance: 22.710 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:54 ] [ l_g_pix: 3.4876e-02 ] [ l_g_total: 3.4876e-02 ] +2024-10-09 21:23:28,714 INFO: [ epoch: 199 ] [ iter:266,000 ] [ performance: 26.613 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:47 ] [ l_g_pix: 2.7756e-02 ] [ l_g_total: 2.7756e-02 ] +2024-10-09 21:23:32,432 INFO: [ epoch: 199 ] [ iter:266,100 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:40 ] [ l_g_pix: 2.7192e-02 ] [ l_g_total: 2.7192e-02 ] +2024-10-09 21:23:36,129 INFO: [ epoch: 199 ] [ iter:266,200 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:32 ] [ l_g_pix: 2.3426e-02 ] [ l_g_total: 2.3426e-02 ] +2024-10-09 21:23:39,838 INFO: [ epoch: 199 ] [ iter:266,300 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:25 ] [ l_g_pix: 3.1116e-02 ] [ l_g_total: 3.1116e-02 ] +2024-10-09 21:23:43,522 INFO: [ epoch: 199 ] [ iter:266,400 ] [ performance: 27.147 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:18 ] [ l_g_pix: 2.6143e-02 ] [ l_g_total: 2.6143e-02 ] +2024-10-09 21:23:47,221 INFO: [ epoch: 199 ] [ iter:266,500 ] [ performance: 27.085 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:10 ] [ l_g_pix: 1.7090e-02 ] [ l_g_total: 1.7090e-02 ] +2024-10-09 21:23:50,962 INFO: [ epoch: 199 ] [ iter:266,600 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 3:54:03 ] [ l_g_pix: 2.5489e-02 ] [ l_g_total: 2.5489e-02 ] +2024-10-09 21:23:54,669 INFO: [ epoch: 199 ] [ iter:266,700 ] [ performance: 27.042 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:56 ] [ l_g_pix: 3.5751e-02 ] [ l_g_total: 3.5751e-02 ] +2024-10-09 21:23:58,341 INFO: [ epoch: 199 ] [ iter:266,800 ] [ performance: 27.526 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:48 ] [ l_g_pix: 2.4373e-02 ] [ l_g_total: 2.4373e-02 ] +2024-10-09 21:24:02,074 INFO: [ epoch: 199 ] [ iter:266,900 ] [ performance: 27.099 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:41 ] [ l_g_pix: 1.6258e-02 ] [ l_g_total: 1.6258e-02 ] +2024-10-09 21:24:05,772 INFO: [ epoch: 199 ] [ iter:267,000 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:34 ] [ l_g_pix: 2.4977e-02 ] [ l_g_total: 2.4977e-02 ] +2024-10-09 21:24:09,502 INFO: [ epoch: 199 ] [ iter:267,100 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:27 ] [ l_g_pix: 3.3896e-02 ] [ l_g_total: 3.3896e-02 ] +2024-10-09 21:24:13,118 INFO: [ epoch: 199 ] [ iter:267,200 ] [ performance: 27.617 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:19 ] [ l_g_pix: 2.7485e-02 ] [ l_g_total: 2.7485e-02 ] +2024-10-09 21:24:18,400 INFO: [ epoch: 200 ] [ iter:267,300 ] [ performance: 21.780 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:14 ] [ l_g_pix: 2.8892e-02 ] [ l_g_total: 2.8892e-02 ] +2024-10-09 21:24:22,156 INFO: [ epoch: 200 ] [ iter:267,400 ] [ performance: 26.779 it/s ] [ lr: 2.50e-05 ] [ eta: 3:53:06 ] [ l_g_pix: 3.1600e-02 ] [ l_g_total: 3.1600e-02 ] +2024-10-09 21:24:25,910 INFO: [ epoch: 200 ] [ iter:267,500 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:59 ] [ l_g_pix: 3.4751e-02 ] [ l_g_total: 3.4751e-02 ] +2024-10-09 21:24:29,665 INFO: [ epoch: 200 ] [ iter:267,600 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:52 ] [ l_g_pix: 3.3085e-02 ] [ l_g_total: 3.3085e-02 ] +2024-10-09 21:24:33,391 INFO: [ epoch: 200 ] [ iter:267,700 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:45 ] [ l_g_pix: 2.5047e-02 ] [ l_g_total: 2.5047e-02 ] +2024-10-09 21:24:37,046 INFO: [ epoch: 200 ] [ iter:267,800 ] [ performance: 27.376 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:37 ] [ l_g_pix: 3.2990e-02 ] [ l_g_total: 3.2990e-02 ] +2024-10-09 21:24:40,733 INFO: [ epoch: 200 ] [ iter:267,900 ] [ performance: 27.228 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:30 ] [ l_g_pix: 3.5924e-02 ] [ l_g_total: 3.5924e-02 ] +2024-10-09 21:24:44,478 INFO: [ epoch: 200 ] [ iter:268,000 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:23 ] [ l_g_pix: 2.4592e-02 ] [ l_g_total: 2.4592e-02 ] +2024-10-09 21:24:48,229 INFO: [ epoch: 200 ] [ iter:268,100 ] [ performance: 26.707 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:16 ] [ l_g_pix: 3.4619e-02 ] [ l_g_total: 3.4619e-02 ] +2024-10-09 21:24:51,968 INFO: [ epoch: 200 ] [ iter:268,200 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:08 ] [ l_g_pix: 1.8867e-02 ] [ l_g_total: 1.8867e-02 ] +2024-10-09 21:24:55,698 INFO: [ epoch: 200 ] [ iter:268,300 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:01 ] [ l_g_pix: 3.1149e-02 ] [ l_g_total: 3.1149e-02 ] +2024-10-09 21:24:59,452 INFO: [ epoch: 200 ] [ iter:268,400 ] [ performance: 26.624 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:54 ] [ l_g_pix: 1.9870e-02 ] [ l_g_total: 1.9870e-02 ] +2024-10-09 21:25:03,031 INFO: [ epoch: 200 ] [ iter:268,500 ] [ performance: 27.409 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:47 ] [ l_g_pix: 2.3790e-02 ] [ l_g_total: 2.3790e-02 ] +2024-10-09 21:25:08,302 INFO: [ epoch: 201 ] [ iter:268,600 ] [ performance: 16.402 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:41 ] [ l_g_pix: 3.4071e-02 ] [ l_g_total: 3.4071e-02 ] +2024-10-09 21:25:11,982 INFO: [ epoch: 201 ] [ iter:268,700 ] [ performance: 21.634 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:34 ] [ l_g_pix: 2.6669e-02 ] [ l_g_total: 2.6669e-02 ] +2024-10-09 21:25:15,697 INFO: [ epoch: 201 ] [ iter:268,800 ] [ performance: 27.057 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:26 ] [ l_g_pix: 2.8746e-02 ] [ l_g_total: 2.8746e-02 ] +2024-10-09 21:25:19,455 INFO: [ epoch: 201 ] [ iter:268,900 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:19 ] [ l_g_pix: 2.2038e-02 ] [ l_g_total: 2.2038e-02 ] +2024-10-09 21:25:23,216 INFO: [ epoch: 201 ] [ iter:269,000 ] [ performance: 26.735 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:12 ] [ l_g_pix: 3.2323e-02 ] [ l_g_total: 3.2323e-02 ] +2024-10-09 21:25:26,933 INFO: [ epoch: 201 ] [ iter:269,100 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:05 ] [ l_g_pix: 3.0443e-02 ] [ l_g_total: 3.0443e-02 ] +2024-10-09 21:25:30,707 INFO: [ epoch: 201 ] [ iter:269,200 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:58 ] [ l_g_pix: 3.0152e-02 ] [ l_g_total: 3.0152e-02 ] +2024-10-09 21:25:34,424 INFO: [ epoch: 201 ] [ iter:269,300 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:50 ] [ l_g_pix: 2.4378e-02 ] [ l_g_total: 2.4378e-02 ] +2024-10-09 21:25:38,158 INFO: [ epoch: 201 ] [ iter:269,400 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:43 ] [ l_g_pix: 2.8675e-02 ] [ l_g_total: 2.8675e-02 ] +2024-10-09 21:25:41,860 INFO: [ epoch: 201 ] [ iter:269,500 ] [ performance: 26.984 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:36 ] [ l_g_pix: 2.6469e-02 ] [ l_g_total: 2.6469e-02 ] +2024-10-09 21:25:45,599 INFO: [ epoch: 201 ] [ iter:269,600 ] [ performance: 26.597 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:29 ] [ l_g_pix: 2.2757e-02 ] [ l_g_total: 2.2757e-02 ] +2024-10-09 21:25:49,322 INFO: [ epoch: 201 ] [ iter:269,700 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:22 ] [ l_g_pix: 2.4999e-02 ] [ l_g_total: 2.4999e-02 ] +2024-10-09 21:25:52,966 INFO: [ epoch: 201 ] [ iter:269,800 ] [ performance: 27.997 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:14 ] [ l_g_pix: 2.6936e-02 ] [ l_g_total: 2.6936e-02 ] +2024-10-09 21:25:58,130 INFO: [ epoch: 202 ] [ iter:269,900 ] [ performance: 21.841 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:09 ] [ l_g_pix: 3.1478e-02 ] [ l_g_total: 3.1478e-02 ] +2024-10-09 21:26:01,888 INFO: [ epoch: 202 ] [ iter:270,000 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:01 ] [ l_g_pix: 2.9281e-02 ] [ l_g_total: 2.9281e-02 ] +2024-10-09 21:26:01,888 INFO: Saving models and training states. +2024-10-09 21:28:46,738 INFO: Validation val + + # psnr: 27.2008........ Best: 27.2008 @ 270000 iter + # ssim: 0.7664........ Best: 0.7664 @ 270000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:28:50,432 INFO: [ epoch: 202 ] [ iter:270,100 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:27 ] [ l_g_pix: 2.8274e-02 ] [ l_g_total: 2.8274e-02 ] +2024-10-09 21:28:54,182 INFO: [ epoch: 202 ] [ iter:270,200 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:19 ] [ l_g_pix: 3.4116e-02 ] [ l_g_total: 3.4116e-02 ] +2024-10-09 21:28:57,894 INFO: [ epoch: 202 ] [ iter:270,300 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:12 ] [ l_g_pix: 2.6208e-02 ] [ l_g_total: 2.6208e-02 ] +2024-10-09 21:29:01,591 INFO: [ epoch: 202 ] [ iter:270,400 ] [ performance: 27.009 it/s ] [ lr: 2.50e-05 ] [ eta: 3:52:05 ] [ l_g_pix: 2.9961e-02 ] [ l_g_total: 2.9961e-02 ] +2024-10-09 21:29:05,344 INFO: [ epoch: 202 ] [ iter:270,500 ] [ performance: 26.778 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:58 ] [ l_g_pix: 2.2170e-02 ] [ l_g_total: 2.2170e-02 ] +2024-10-09 21:29:09,071 INFO: [ epoch: 202 ] [ iter:270,600 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:50 ] [ l_g_pix: 1.8221e-02 ] [ l_g_total: 1.8221e-02 ] +2024-10-09 21:29:12,777 INFO: [ epoch: 202 ] [ iter:270,700 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:43 ] [ l_g_pix: 3.4863e-02 ] [ l_g_total: 3.4863e-02 ] +2024-10-09 21:29:16,496 INFO: [ epoch: 202 ] [ iter:270,800 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:36 ] [ l_g_pix: 3.7305e-02 ] [ l_g_total: 3.7305e-02 ] +2024-10-09 21:29:20,250 INFO: [ epoch: 202 ] [ iter:270,900 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:28 ] [ l_g_pix: 2.7017e-02 ] [ l_g_total: 2.7017e-02 ] +2024-10-09 21:29:24,009 INFO: [ epoch: 202 ] [ iter:271,000 ] [ performance: 26.784 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:21 ] [ l_g_pix: 2.9310e-02 ] [ l_g_total: 2.9310e-02 ] +2024-10-09 21:29:27,767 INFO: [ epoch: 202 ] [ iter:271,100 ] [ performance: 26.670 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:14 ] [ l_g_pix: 3.2967e-02 ] [ l_g_total: 3.2967e-02 ] +2024-10-09 21:29:31,272 INFO: [ epoch: 202 ] [ iter:271,200 ] [ performance: 28.789 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:06 ] [ l_g_pix: 2.9074e-02 ] [ l_g_total: 2.9074e-02 ] +2024-10-09 21:29:37,046 INFO: [ epoch: 203 ] [ iter:271,300 ] [ performance: 20.017 it/s ] [ lr: 2.50e-05 ] [ eta: 3:51:01 ] [ l_g_pix: 4.1506e-02 ] [ l_g_total: 4.1506e-02 ] +2024-10-09 21:29:40,742 INFO: [ epoch: 203 ] [ iter:271,400 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:54 ] [ l_g_pix: 2.8791e-02 ] [ l_g_total: 2.8791e-02 ] +2024-10-09 21:29:44,450 INFO: [ epoch: 203 ] [ iter:271,500 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:46 ] [ l_g_pix: 2.7612e-02 ] [ l_g_total: 2.7612e-02 ] +2024-10-09 21:29:48,177 INFO: [ epoch: 203 ] [ iter:271,600 ] [ performance: 26.997 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:39 ] [ l_g_pix: 2.0595e-02 ] [ l_g_total: 2.0595e-02 ] +2024-10-09 21:29:51,920 INFO: [ epoch: 203 ] [ iter:271,700 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:32 ] [ l_g_pix: 3.1530e-02 ] [ l_g_total: 3.1530e-02 ] +2024-10-09 21:29:55,680 INFO: [ epoch: 203 ] [ iter:271,800 ] [ performance: 26.535 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:25 ] [ l_g_pix: 2.8701e-02 ] [ l_g_total: 2.8701e-02 ] +2024-10-09 21:29:59,408 INFO: [ epoch: 203 ] [ iter:271,900 ] [ performance: 26.733 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:17 ] [ l_g_pix: 3.3621e-02 ] [ l_g_total: 3.3621e-02 ] +2024-10-09 21:30:03,127 INFO: [ epoch: 203 ] [ iter:272,000 ] [ performance: 27.301 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:10 ] [ l_g_pix: 2.4434e-02 ] [ l_g_total: 2.4434e-02 ] +2024-10-09 21:30:06,805 INFO: [ epoch: 203 ] [ iter:272,100 ] [ performance: 27.228 it/s ] [ lr: 2.50e-05 ] [ eta: 3:50:03 ] [ l_g_pix: 2.7864e-02 ] [ l_g_total: 2.7864e-02 ] +2024-10-09 21:30:10,511 INFO: [ epoch: 203 ] [ iter:272,200 ] [ performance: 27.225 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:56 ] [ l_g_pix: 3.1931e-02 ] [ l_g_total: 3.1931e-02 ] +2024-10-09 21:30:14,244 INFO: [ epoch: 203 ] [ iter:272,300 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:48 ] [ l_g_pix: 2.4346e-02 ] [ l_g_total: 2.4346e-02 ] +2024-10-09 21:30:17,983 INFO: [ epoch: 203 ] [ iter:272,400 ] [ performance: 26.320 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:41 ] [ l_g_pix: 4.1167e-02 ] [ l_g_total: 4.1167e-02 ] +2024-10-09 21:30:21,587 INFO: [ epoch: 203 ] [ iter:272,500 ] [ performance: 27.288 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:34 ] [ l_g_pix: 2.5009e-02 ] [ l_g_total: 2.5009e-02 ] +2024-10-09 21:30:26,608 INFO: [ epoch: 204 ] [ iter:272,600 ] [ performance: 23.130 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:28 ] [ l_g_pix: 2.8057e-02 ] [ l_g_total: 2.8057e-02 ] +2024-10-09 21:30:30,318 INFO: [ epoch: 204 ] [ iter:272,700 ] [ performance: 25.664 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:21 ] [ l_g_pix: 3.5917e-02 ] [ l_g_total: 3.5917e-02 ] +2024-10-09 21:30:34,045 INFO: [ epoch: 204 ] [ iter:272,800 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:13 ] [ l_g_pix: 2.4732e-02 ] [ l_g_total: 2.4732e-02 ] +2024-10-09 21:30:37,763 INFO: [ epoch: 204 ] [ iter:272,900 ] [ performance: 26.863 it/s ] [ lr: 2.50e-05 ] [ eta: 3:49:06 ] [ l_g_pix: 3.0994e-02 ] [ l_g_total: 3.0994e-02 ] +2024-10-09 21:30:41,453 INFO: [ epoch: 204 ] [ iter:273,000 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:59 ] [ l_g_pix: 2.5728e-02 ] [ l_g_total: 2.5728e-02 ] +2024-10-09 21:30:45,165 INFO: [ epoch: 204 ] [ iter:273,100 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:52 ] [ l_g_pix: 4.1175e-02 ] [ l_g_total: 4.1175e-02 ] +2024-10-09 21:30:48,943 INFO: [ epoch: 204 ] [ iter:273,200 ] [ performance: 26.171 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:44 ] [ l_g_pix: 3.4989e-02 ] [ l_g_total: 3.4989e-02 ] +2024-10-09 21:30:52,671 INFO: [ epoch: 204 ] [ iter:273,300 ] [ performance: 26.636 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:37 ] [ l_g_pix: 1.9758e-02 ] [ l_g_total: 1.9758e-02 ] +2024-10-09 21:30:56,420 INFO: [ epoch: 204 ] [ iter:273,400 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:30 ] [ l_g_pix: 3.6469e-02 ] [ l_g_total: 3.6469e-02 ] +2024-10-09 21:31:00,131 INFO: [ epoch: 204 ] [ iter:273,500 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:23 ] [ l_g_pix: 3.7002e-02 ] [ l_g_total: 3.7002e-02 ] +2024-10-09 21:31:03,838 INFO: [ epoch: 204 ] [ iter:273,600 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:16 ] [ l_g_pix: 2.2872e-02 ] [ l_g_total: 2.2872e-02 ] +2024-10-09 21:31:07,551 INFO: [ epoch: 204 ] [ iter:273,700 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:08 ] [ l_g_pix: 2.0712e-02 ] [ l_g_total: 2.0712e-02 ] +2024-10-09 21:31:11,242 INFO: [ epoch: 204 ] [ iter:273,800 ] [ performance: 27.735 it/s ] [ lr: 2.50e-05 ] [ eta: 3:48:01 ] [ l_g_pix: 3.1549e-02 ] [ l_g_total: 3.1549e-02 ] +2024-10-09 21:31:15,920 INFO: [ epoch: 205 ] [ iter:273,900 ] [ performance: 22.822 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:55 ] [ l_g_pix: 3.9095e-02 ] [ l_g_total: 3.9095e-02 ] +2024-10-09 21:31:19,863 INFO: [ epoch: 205 ] [ iter:274,000 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:48 ] [ l_g_pix: 2.1435e-02 ] [ l_g_total: 2.1435e-02 ] +2024-10-09 21:31:23,575 INFO: [ epoch: 205 ] [ iter:274,100 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:41 ] [ l_g_pix: 3.0994e-02 ] [ l_g_total: 3.0994e-02 ] +2024-10-09 21:31:27,305 INFO: [ epoch: 205 ] [ iter:274,200 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:33 ] [ l_g_pix: 3.4986e-02 ] [ l_g_total: 3.4986e-02 ] +2024-10-09 21:31:31,045 INFO: [ epoch: 205 ] [ iter:274,300 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:26 ] [ l_g_pix: 2.3119e-02 ] [ l_g_total: 2.3119e-02 ] +2024-10-09 21:31:34,802 INFO: [ epoch: 205 ] [ iter:274,400 ] [ performance: 26.595 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:19 ] [ l_g_pix: 2.8498e-02 ] [ l_g_total: 2.8498e-02 ] +2024-10-09 21:31:38,505 INFO: [ epoch: 205 ] [ iter:274,500 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:12 ] [ l_g_pix: 3.3222e-02 ] [ l_g_total: 3.3222e-02 ] +2024-10-09 21:31:42,240 INFO: [ epoch: 205 ] [ iter:274,600 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 3:47:05 ] [ l_g_pix: 2.2794e-02 ] [ l_g_total: 2.2794e-02 ] +2024-10-09 21:31:45,922 INFO: [ epoch: 205 ] [ iter:274,700 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:57 ] [ l_g_pix: 3.6809e-02 ] [ l_g_total: 3.6809e-02 ] +2024-10-09 21:31:49,650 INFO: [ epoch: 205 ] [ iter:274,800 ] [ performance: 27.103 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:50 ] [ l_g_pix: 2.4307e-02 ] [ l_g_total: 2.4307e-02 ] +2024-10-09 21:31:53,361 INFO: [ epoch: 205 ] [ iter:274,900 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:43 ] [ l_g_pix: 3.0987e-02 ] [ l_g_total: 3.0987e-02 ] +2024-10-09 21:31:57,026 INFO: [ epoch: 205 ] [ iter:275,000 ] [ performance: 27.163 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:36 ] [ l_g_pix: 3.8959e-02 ] [ l_g_total: 3.8959e-02 ] +2024-10-09 21:32:00,698 INFO: [ epoch: 205 ] [ iter:275,100 ] [ performance: 27.223 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:29 ] [ l_g_pix: 2.7886e-02 ] [ l_g_total: 2.7886e-02 ] +2024-10-09 21:32:04,225 INFO: [ epoch: 205 ] [ iter:275,200 ] [ performance: 29.097 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:21 ] [ l_g_pix: 2.8697e-02 ] [ l_g_total: 2.8697e-02 ] +2024-10-09 21:32:09,276 INFO: [ epoch: 206 ] [ iter:275,300 ] [ performance: 21.422 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:15 ] [ l_g_pix: 3.2466e-02 ] [ l_g_total: 3.2466e-02 ] +2024-10-09 21:32:13,019 INFO: [ epoch: 206 ] [ iter:275,400 ] [ performance: 27.587 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:08 ] [ l_g_pix: 3.2639e-02 ] [ l_g_total: 3.2639e-02 ] +2024-10-09 21:32:16,759 INFO: [ epoch: 206 ] [ iter:275,500 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 3:46:01 ] [ l_g_pix: 4.2965e-02 ] [ l_g_total: 4.2965e-02 ] +2024-10-09 21:32:20,448 INFO: [ epoch: 206 ] [ iter:275,600 ] [ performance: 27.726 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:54 ] [ l_g_pix: 3.0342e-02 ] [ l_g_total: 3.0342e-02 ] +2024-10-09 21:32:24,153 INFO: [ epoch: 206 ] [ iter:275,700 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:47 ] [ l_g_pix: 2.2074e-02 ] [ l_g_total: 2.2074e-02 ] +2024-10-09 21:32:27,855 INFO: [ epoch: 206 ] [ iter:275,800 ] [ performance: 27.592 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:39 ] [ l_g_pix: 3.0856e-02 ] [ l_g_total: 3.0856e-02 ] +2024-10-09 21:32:31,566 INFO: [ epoch: 206 ] [ iter:275,900 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:32 ] [ l_g_pix: 3.4887e-02 ] [ l_g_total: 3.4887e-02 ] +2024-10-09 21:32:35,292 INFO: [ epoch: 206 ] [ iter:276,000 ] [ performance: 26.620 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:25 ] [ l_g_pix: 3.4311e-02 ] [ l_g_total: 3.4311e-02 ] +2024-10-09 21:32:39,068 INFO: [ epoch: 206 ] [ iter:276,100 ] [ performance: 26.519 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:18 ] [ l_g_pix: 2.3581e-02 ] [ l_g_total: 2.3581e-02 ] +2024-10-09 21:32:42,779 INFO: [ epoch: 206 ] [ iter:276,200 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:11 ] [ l_g_pix: 3.2032e-02 ] [ l_g_total: 3.2032e-02 ] +2024-10-09 21:32:46,543 INFO: [ epoch: 206 ] [ iter:276,300 ] [ performance: 26.653 it/s ] [ lr: 2.50e-05 ] [ eta: 3:45:04 ] [ l_g_pix: 2.4733e-02 ] [ l_g_total: 2.4733e-02 ] +2024-10-09 21:32:50,253 INFO: [ epoch: 206 ] [ iter:276,400 ] [ performance: 27.257 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:57 ] [ l_g_pix: 2.7819e-02 ] [ l_g_total: 2.7819e-02 ] +2024-10-09 21:32:53,880 INFO: [ epoch: 206 ] [ iter:276,500 ] [ performance: 27.513 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:49 ] [ l_g_pix: 2.5367e-02 ] [ l_g_total: 2.5367e-02 ] +2024-10-09 21:32:59,133 INFO: [ epoch: 207 ] [ iter:276,600 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:44 ] [ l_g_pix: 2.4474e-02 ] [ l_g_total: 2.4474e-02 ] +2024-10-09 21:33:02,858 INFO: [ epoch: 207 ] [ iter:276,700 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:36 ] [ l_g_pix: 3.1753e-02 ] [ l_g_total: 3.1753e-02 ] +2024-10-09 21:33:06,552 INFO: [ epoch: 207 ] [ iter:276,800 ] [ performance: 27.336 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:29 ] [ l_g_pix: 2.9685e-02 ] [ l_g_total: 2.9685e-02 ] +2024-10-09 21:33:10,247 INFO: [ epoch: 207 ] [ iter:276,900 ] [ performance: 27.119 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:22 ] [ l_g_pix: 2.7229e-02 ] [ l_g_total: 2.7229e-02 ] +2024-10-09 21:33:14,024 INFO: [ epoch: 207 ] [ iter:277,000 ] [ performance: 26.955 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:15 ] [ l_g_pix: 2.9034e-02 ] [ l_g_total: 2.9034e-02 ] +2024-10-09 21:33:17,766 INFO: [ epoch: 207 ] [ iter:277,100 ] [ performance: 26.772 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:08 ] [ l_g_pix: 3.4164e-02 ] [ l_g_total: 3.4164e-02 ] +2024-10-09 21:33:21,444 INFO: [ epoch: 207 ] [ iter:277,200 ] [ performance: 27.574 it/s ] [ lr: 2.50e-05 ] [ eta: 3:44:01 ] [ l_g_pix: 3.0887e-02 ] [ l_g_total: 3.0887e-02 ] +2024-10-09 21:33:25,178 INFO: [ epoch: 207 ] [ iter:277,300 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:54 ] [ l_g_pix: 3.6908e-02 ] [ l_g_total: 3.6908e-02 ] +2024-10-09 21:33:28,883 INFO: [ epoch: 207 ] [ iter:277,400 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:46 ] [ l_g_pix: 2.6008e-02 ] [ l_g_total: 2.6008e-02 ] +2024-10-09 21:33:32,640 INFO: [ epoch: 207 ] [ iter:277,500 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:39 ] [ l_g_pix: 2.6008e-02 ] [ l_g_total: 2.6008e-02 ] +2024-10-09 21:33:36,315 INFO: [ epoch: 207 ] [ iter:277,600 ] [ performance: 28.260 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:32 ] [ l_g_pix: 2.4503e-02 ] [ l_g_total: 2.4503e-02 ] +2024-10-09 21:33:40,016 INFO: [ epoch: 207 ] [ iter:277,700 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:25 ] [ l_g_pix: 3.1314e-02 ] [ l_g_total: 3.1314e-02 ] +2024-10-09 21:33:43,709 INFO: [ epoch: 207 ] [ iter:277,800 ] [ performance: 28.135 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:18 ] [ l_g_pix: 2.4677e-02 ] [ l_g_total: 2.4677e-02 ] +2024-10-09 21:33:48,562 INFO: [ epoch: 208 ] [ iter:277,900 ] [ performance: 21.488 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:12 ] [ l_g_pix: 2.9086e-02 ] [ l_g_total: 2.9086e-02 ] +2024-10-09 21:33:52,555 INFO: [ epoch: 208 ] [ iter:278,000 ] [ performance: 27.323 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:05 ] [ l_g_pix: 4.3366e-02 ] [ l_g_total: 4.3366e-02 ] +2024-10-09 21:33:56,248 INFO: [ epoch: 208 ] [ iter:278,100 ] [ performance: 27.117 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:58 ] [ l_g_pix: 3.2778e-02 ] [ l_g_total: 3.2778e-02 ] +2024-10-09 21:33:59,966 INFO: [ epoch: 208 ] [ iter:278,200 ] [ performance: 27.275 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:51 ] [ l_g_pix: 2.1679e-02 ] [ l_g_total: 2.1679e-02 ] +2024-10-09 21:34:03,717 INFO: [ epoch: 208 ] [ iter:278,300 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:44 ] [ l_g_pix: 2.2424e-02 ] [ l_g_total: 2.2424e-02 ] +2024-10-09 21:34:07,445 INFO: [ epoch: 208 ] [ iter:278,400 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:37 ] [ l_g_pix: 2.8794e-02 ] [ l_g_total: 2.8794e-02 ] +2024-10-09 21:34:11,172 INFO: [ epoch: 208 ] [ iter:278,500 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:29 ] [ l_g_pix: 4.4543e-02 ] [ l_g_total: 4.4543e-02 ] +2024-10-09 21:34:14,849 INFO: [ epoch: 208 ] [ iter:278,600 ] [ performance: 27.526 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:22 ] [ l_g_pix: 2.0037e-02 ] [ l_g_total: 2.0037e-02 ] +2024-10-09 21:34:18,581 INFO: [ epoch: 208 ] [ iter:278,700 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:15 ] [ l_g_pix: 3.4787e-02 ] [ l_g_total: 3.4787e-02 ] +2024-10-09 21:34:22,282 INFO: [ epoch: 208 ] [ iter:278,800 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:08 ] [ l_g_pix: 1.8238e-02 ] [ l_g_total: 1.8238e-02 ] +2024-10-09 21:34:26,017 INFO: [ epoch: 208 ] [ iter:278,900 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:01 ] [ l_g_pix: 3.0686e-02 ] [ l_g_total: 3.0686e-02 ] +2024-10-09 21:34:29,734 INFO: [ epoch: 208 ] [ iter:279,000 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:54 ] [ l_g_pix: 2.5534e-02 ] [ l_g_total: 2.5534e-02 ] +2024-10-09 21:34:33,505 INFO: [ epoch: 208 ] [ iter:279,100 ] [ performance: 26.589 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:47 ] [ l_g_pix: 3.2530e-02 ] [ l_g_total: 3.2530e-02 ] +2024-10-09 21:34:37,054 INFO: [ epoch: 208 ] [ iter:279,200 ] [ performance: 29.399 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:40 ] [ l_g_pix: 3.2554e-02 ] [ l_g_total: 3.2554e-02 ] +2024-10-09 21:34:42,299 INFO: [ epoch: 209 ] [ iter:279,300 ] [ performance: 19.758 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:34 ] [ l_g_pix: 3.5526e-02 ] [ l_g_total: 3.5526e-02 ] +2024-10-09 21:34:46,033 INFO: [ epoch: 209 ] [ iter:279,400 ] [ performance: 26.490 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:27 ] [ l_g_pix: 1.9577e-02 ] [ l_g_total: 1.9577e-02 ] +2024-10-09 21:34:49,800 INFO: [ epoch: 209 ] [ iter:279,500 ] [ performance: 26.548 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:20 ] [ l_g_pix: 2.6562e-02 ] [ l_g_total: 2.6562e-02 ] +2024-10-09 21:34:53,557 INFO: [ epoch: 209 ] [ iter:279,600 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:13 ] [ l_g_pix: 3.6600e-02 ] [ l_g_total: 3.6600e-02 ] +2024-10-09 21:34:57,323 INFO: [ epoch: 209 ] [ iter:279,700 ] [ performance: 26.564 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:06 ] [ l_g_pix: 3.6006e-02 ] [ l_g_total: 3.6006e-02 ] +2024-10-09 21:35:01,083 INFO: [ epoch: 209 ] [ iter:279,800 ] [ performance: 27.768 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:59 ] [ l_g_pix: 1.9866e-02 ] [ l_g_total: 1.9866e-02 ] +2024-10-09 21:35:04,819 INFO: [ epoch: 209 ] [ iter:279,900 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:52 ] [ l_g_pix: 1.8678e-02 ] [ l_g_total: 1.8678e-02 ] +2024-10-09 21:35:08,550 INFO: [ epoch: 209 ] [ iter:280,000 ] [ performance: 27.229 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:45 ] [ l_g_pix: 2.2961e-02 ] [ l_g_total: 2.2961e-02 ] +2024-10-09 21:35:08,551 INFO: Saving models and training states. +2024-10-09 21:38:15,291 INFO: Validation val + + # psnr: 27.2006........ Best: 27.2008 @ 270000 iter + # ssim: 0.7664........ Best: 0.7664 @ 280000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:38:19,030 INFO: [ epoch: 209 ] [ iter:280,100 ] [ performance: 26.781 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:18 ] [ l_g_pix: 2.4367e-02 ] [ l_g_total: 2.4367e-02 ] +2024-10-09 21:38:22,749 INFO: [ epoch: 209 ] [ iter:280,200 ] [ performance: 26.390 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:10 ] [ l_g_pix: 1.3701e-02 ] [ l_g_total: 1.3701e-02 ] +2024-10-09 21:38:26,476 INFO: [ epoch: 209 ] [ iter:280,300 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 3:43:03 ] [ l_g_pix: 2.6737e-02 ] [ l_g_total: 2.6737e-02 ] +2024-10-09 21:38:30,251 INFO: [ epoch: 209 ] [ iter:280,400 ] [ performance: 27.262 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:56 ] [ l_g_pix: 2.1143e-02 ] [ l_g_total: 2.1143e-02 ] +2024-10-09 21:38:33,891 INFO: [ epoch: 209 ] [ iter:280,500 ] [ performance: 27.468 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:49 ] [ l_g_pix: 3.9593e-02 ] [ l_g_total: 3.9593e-02 ] +2024-10-09 21:38:39,302 INFO: [ epoch: 210 ] [ iter:280,600 ] [ performance: 23.513 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:43 ] [ l_g_pix: 3.6059e-02 ] [ l_g_total: 3.6059e-02 ] +2024-10-09 21:38:43,119 INFO: [ epoch: 210 ] [ iter:280,700 ] [ performance: 26.096 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:36 ] [ l_g_pix: 3.5464e-02 ] [ l_g_total: 3.5464e-02 ] +2024-10-09 21:38:46,824 INFO: [ epoch: 210 ] [ iter:280,800 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:29 ] [ l_g_pix: 2.9967e-02 ] [ l_g_total: 2.9967e-02 ] +2024-10-09 21:38:50,555 INFO: [ epoch: 210 ] [ iter:280,900 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:22 ] [ l_g_pix: 3.3625e-02 ] [ l_g_total: 3.3625e-02 ] +2024-10-09 21:38:54,254 INFO: [ epoch: 210 ] [ iter:281,000 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:14 ] [ l_g_pix: 4.3821e-02 ] [ l_g_total: 4.3821e-02 ] +2024-10-09 21:38:57,911 INFO: [ epoch: 210 ] [ iter:281,100 ] [ performance: 27.347 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:07 ] [ l_g_pix: 2.3742e-02 ] [ l_g_total: 2.3742e-02 ] +2024-10-09 21:39:01,656 INFO: [ epoch: 210 ] [ iter:281,200 ] [ performance: 25.264 it/s ] [ lr: 2.50e-05 ] [ eta: 3:42:00 ] [ l_g_pix: 2.7704e-02 ] [ l_g_total: 2.7704e-02 ] +2024-10-09 21:39:05,461 INFO: [ epoch: 210 ] [ iter:281,300 ] [ performance: 26.281 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:53 ] [ l_g_pix: 3.7700e-02 ] [ l_g_total: 3.7700e-02 ] +2024-10-09 21:39:09,218 INFO: [ epoch: 210 ] [ iter:281,400 ] [ performance: 26.451 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:46 ] [ l_g_pix: 1.7376e-02 ] [ l_g_total: 1.7376e-02 ] +2024-10-09 21:39:13,021 INFO: [ epoch: 210 ] [ iter:281,500 ] [ performance: 26.297 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:39 ] [ l_g_pix: 3.7010e-02 ] [ l_g_total: 3.7010e-02 ] +2024-10-09 21:39:16,750 INFO: [ epoch: 210 ] [ iter:281,600 ] [ performance: 26.556 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:32 ] [ l_g_pix: 2.3314e-02 ] [ l_g_total: 2.3314e-02 ] +2024-10-09 21:39:20,490 INFO: [ epoch: 210 ] [ iter:281,700 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:25 ] [ l_g_pix: 2.8249e-02 ] [ l_g_total: 2.8249e-02 ] +2024-10-09 21:39:24,231 INFO: [ epoch: 210 ] [ iter:281,800 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:17 ] [ l_g_pix: 3.1813e-02 ] [ l_g_total: 3.1813e-02 ] +2024-10-09 21:39:28,821 INFO: [ epoch: 211 ] [ iter:281,900 ] [ performance: 21.725 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:11 ] [ l_g_pix: 2.7649e-02 ] [ l_g_total: 2.7649e-02 ] +2024-10-09 21:39:33,041 INFO: [ epoch: 211 ] [ iter:282,000 ] [ performance: 22.701 it/s ] [ lr: 2.50e-05 ] [ eta: 3:41:04 ] [ l_g_pix: 3.2430e-02 ] [ l_g_total: 3.2430e-02 ] +2024-10-09 21:39:36,758 INFO: [ epoch: 211 ] [ iter:282,100 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:57 ] [ l_g_pix: 2.9127e-02 ] [ l_g_total: 2.9127e-02 ] +2024-10-09 21:39:40,420 INFO: [ epoch: 211 ] [ iter:282,200 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:50 ] [ l_g_pix: 2.3563e-02 ] [ l_g_total: 2.3563e-02 ] +2024-10-09 21:39:44,160 INFO: [ epoch: 211 ] [ iter:282,300 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:43 ] [ l_g_pix: 4.1407e-02 ] [ l_g_total: 4.1407e-02 ] +2024-10-09 21:39:47,887 INFO: [ epoch: 211 ] [ iter:282,400 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:36 ] [ l_g_pix: 3.3758e-02 ] [ l_g_total: 3.3758e-02 ] +2024-10-09 21:39:51,604 INFO: [ epoch: 211 ] [ iter:282,500 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:29 ] [ l_g_pix: 3.7851e-02 ] [ l_g_total: 3.7851e-02 ] +2024-10-09 21:39:55,274 INFO: [ epoch: 211 ] [ iter:282,600 ] [ performance: 27.086 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:21 ] [ l_g_pix: 2.9971e-02 ] [ l_g_total: 2.9971e-02 ] +2024-10-09 21:39:58,986 INFO: [ epoch: 211 ] [ iter:282,700 ] [ performance: 26.981 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:14 ] [ l_g_pix: 4.4432e-02 ] [ l_g_total: 4.4432e-02 ] +2024-10-09 21:40:02,653 INFO: [ epoch: 211 ] [ iter:282,800 ] [ performance: 27.131 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:07 ] [ l_g_pix: 3.2580e-02 ] [ l_g_total: 3.2580e-02 ] +2024-10-09 21:40:06,352 INFO: [ epoch: 211 ] [ iter:282,900 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 3:40:00 ] [ l_g_pix: 3.6249e-02 ] [ l_g_total: 3.6249e-02 ] +2024-10-09 21:40:10,056 INFO: [ epoch: 211 ] [ iter:283,000 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:53 ] [ l_g_pix: 2.2684e-02 ] [ l_g_total: 2.2684e-02 ] +2024-10-09 21:40:13,822 INFO: [ epoch: 211 ] [ iter:283,100 ] [ performance: 26.623 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:46 ] [ l_g_pix: 3.6816e-02 ] [ l_g_total: 3.6816e-02 ] +2024-10-09 21:40:17,373 INFO: [ epoch: 211 ] [ iter:283,200 ] [ performance: 27.406 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:39 ] [ l_g_pix: 2.9261e-02 ] [ l_g_total: 2.9261e-02 ] +2024-10-09 21:40:22,680 INFO: [ epoch: 212 ] [ iter:283,300 ] [ performance: 18.236 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:33 ] [ l_g_pix: 4.2714e-02 ] [ l_g_total: 4.2714e-02 ] +2024-10-09 21:40:26,392 INFO: [ epoch: 212 ] [ iter:283,400 ] [ performance: 21.951 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:26 ] [ l_g_pix: 2.6606e-02 ] [ l_g_total: 2.6606e-02 ] +2024-10-09 21:40:30,115 INFO: [ epoch: 212 ] [ iter:283,500 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:19 ] [ l_g_pix: 2.4779e-02 ] [ l_g_total: 2.4779e-02 ] +2024-10-09 21:40:33,847 INFO: [ epoch: 212 ] [ iter:283,600 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:12 ] [ l_g_pix: 1.5793e-02 ] [ l_g_total: 1.5793e-02 ] +2024-10-09 21:40:37,578 INFO: [ epoch: 212 ] [ iter:283,700 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 3:39:04 ] [ l_g_pix: 3.2717e-02 ] [ l_g_total: 3.2717e-02 ] +2024-10-09 21:40:41,268 INFO: [ epoch: 212 ] [ iter:283,800 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:57 ] [ l_g_pix: 2.0598e-02 ] [ l_g_total: 2.0598e-02 ] +2024-10-09 21:40:44,987 INFO: [ epoch: 212 ] [ iter:283,900 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:50 ] [ l_g_pix: 3.1543e-02 ] [ l_g_total: 3.1543e-02 ] +2024-10-09 21:40:48,705 INFO: [ epoch: 212 ] [ iter:284,000 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:43 ] [ l_g_pix: 2.4923e-02 ] [ l_g_total: 2.4923e-02 ] +2024-10-09 21:40:52,382 INFO: [ epoch: 212 ] [ iter:284,100 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:36 ] [ l_g_pix: 2.8427e-02 ] [ l_g_total: 2.8427e-02 ] +2024-10-09 21:40:56,084 INFO: [ epoch: 212 ] [ iter:284,200 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:29 ] [ l_g_pix: 3.2340e-02 ] [ l_g_total: 3.2340e-02 ] +2024-10-09 21:40:59,788 INFO: [ epoch: 212 ] [ iter:284,300 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:22 ] [ l_g_pix: 2.2756e-02 ] [ l_g_total: 2.2756e-02 ] +2024-10-09 21:41:03,497 INFO: [ epoch: 212 ] [ iter:284,400 ] [ performance: 27.071 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:15 ] [ l_g_pix: 3.7876e-02 ] [ l_g_total: 3.7876e-02 ] +2024-10-09 21:41:07,144 INFO: [ epoch: 212 ] [ iter:284,500 ] [ performance: 27.603 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:08 ] [ l_g_pix: 3.1402e-02 ] [ l_g_total: 3.1402e-02 ] +2024-10-09 21:41:12,230 INFO: [ epoch: 213 ] [ iter:284,600 ] [ performance: 22.659 it/s ] [ lr: 2.50e-05 ] [ eta: 3:38:02 ] [ l_g_pix: 3.5659e-02 ] [ l_g_total: 3.5659e-02 ] +2024-10-09 21:41:15,975 INFO: [ epoch: 213 ] [ iter:284,700 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:55 ] [ l_g_pix: 2.0935e-02 ] [ l_g_total: 2.0935e-02 ] +2024-10-09 21:41:19,734 INFO: [ epoch: 213 ] [ iter:284,800 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:48 ] [ l_g_pix: 3.7066e-02 ] [ l_g_total: 3.7066e-02 ] +2024-10-09 21:41:23,436 INFO: [ epoch: 213 ] [ iter:284,900 ] [ performance: 27.002 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:40 ] [ l_g_pix: 2.6679e-02 ] [ l_g_total: 2.6679e-02 ] +2024-10-09 21:41:27,199 INFO: [ epoch: 213 ] [ iter:285,000 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:33 ] [ l_g_pix: 3.1805e-02 ] [ l_g_total: 3.1805e-02 ] +2024-10-09 21:41:30,945 INFO: [ epoch: 213 ] [ iter:285,100 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:26 ] [ l_g_pix: 2.9485e-02 ] [ l_g_total: 2.9485e-02 ] +2024-10-09 21:41:34,644 INFO: [ epoch: 213 ] [ iter:285,200 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:19 ] [ l_g_pix: 1.8789e-02 ] [ l_g_total: 1.8789e-02 ] +2024-10-09 21:41:38,371 INFO: [ epoch: 213 ] [ iter:285,300 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:12 ] [ l_g_pix: 3.6853e-02 ] [ l_g_total: 3.6853e-02 ] +2024-10-09 21:41:42,103 INFO: [ epoch: 213 ] [ iter:285,400 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 3:37:05 ] [ l_g_pix: 3.4612e-02 ] [ l_g_total: 3.4612e-02 ] +2024-10-09 21:41:45,812 INFO: [ epoch: 213 ] [ iter:285,500 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:58 ] [ l_g_pix: 3.8345e-02 ] [ l_g_total: 3.8345e-02 ] +2024-10-09 21:41:49,540 INFO: [ epoch: 213 ] [ iter:285,600 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:51 ] [ l_g_pix: 1.6417e-02 ] [ l_g_total: 1.6417e-02 ] +2024-10-09 21:41:53,289 INFO: [ epoch: 213 ] [ iter:285,700 ] [ performance: 26.887 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:44 ] [ l_g_pix: 1.5260e-02 ] [ l_g_total: 1.5260e-02 ] +2024-10-09 21:41:56,977 INFO: [ epoch: 213 ] [ iter:285,800 ] [ performance: 27.020 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:37 ] [ l_g_pix: 2.2926e-02 ] [ l_g_total: 2.2926e-02 ] +2024-10-09 21:42:00,476 INFO: [ epoch: 213 ] [ iter:285,900 ] [ performance: 28.898 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:30 ] [ l_g_pix: 2.8137e-02 ] [ l_g_total: 2.8137e-02 ] +2024-10-09 21:42:05,756 INFO: [ epoch: 214 ] [ iter:286,000 ] [ performance: 22.313 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:24 ] [ l_g_pix: 2.7310e-02 ] [ l_g_total: 2.7310e-02 ] +2024-10-09 21:42:09,515 INFO: [ epoch: 214 ] [ iter:286,100 ] [ performance: 26.769 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:17 ] [ l_g_pix: 1.9017e-02 ] [ l_g_total: 1.9017e-02 ] +2024-10-09 21:42:13,189 INFO: [ epoch: 214 ] [ iter:286,200 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:10 ] [ l_g_pix: 2.1573e-02 ] [ l_g_total: 2.1573e-02 ] +2024-10-09 21:42:16,917 INFO: [ epoch: 214 ] [ iter:286,300 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 3:36:03 ] [ l_g_pix: 2.3780e-02 ] [ l_g_total: 2.3780e-02 ] +2024-10-09 21:42:20,644 INFO: [ epoch: 214 ] [ iter:286,400 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:56 ] [ l_g_pix: 2.1526e-02 ] [ l_g_total: 2.1526e-02 ] +2024-10-09 21:42:24,402 INFO: [ epoch: 214 ] [ iter:286,500 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:49 ] [ l_g_pix: 4.1653e-02 ] [ l_g_total: 4.1653e-02 ] +2024-10-09 21:42:28,120 INFO: [ epoch: 214 ] [ iter:286,600 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:42 ] [ l_g_pix: 2.2592e-02 ] [ l_g_total: 2.2592e-02 ] +2024-10-09 21:42:31,866 INFO: [ epoch: 214 ] [ iter:286,700 ] [ performance: 26.817 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:35 ] [ l_g_pix: 2.3355e-02 ] [ l_g_total: 2.3355e-02 ] +2024-10-09 21:42:35,597 INFO: [ epoch: 214 ] [ iter:286,800 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:28 ] [ l_g_pix: 1.8771e-02 ] [ l_g_total: 1.8771e-02 ] +2024-10-09 21:42:39,335 INFO: [ epoch: 214 ] [ iter:286,900 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:21 ] [ l_g_pix: 2.3656e-02 ] [ l_g_total: 2.3656e-02 ] +2024-10-09 21:42:43,034 INFO: [ epoch: 214 ] [ iter:287,000 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:14 ] [ l_g_pix: 2.4245e-02 ] [ l_g_total: 2.4245e-02 ] +2024-10-09 21:42:46,716 INFO: [ epoch: 214 ] [ iter:287,100 ] [ performance: 27.151 it/s ] [ lr: 2.50e-05 ] [ eta: 3:35:07 ] [ l_g_pix: 3.5175e-02 ] [ l_g_total: 3.5175e-02 ] +2024-10-09 21:42:50,307 INFO: [ epoch: 214 ] [ iter:287,200 ] [ performance: 27.554 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:59 ] [ l_g_pix: 3.8850e-02 ] [ l_g_total: 3.8850e-02 ] +2024-10-09 21:42:55,411 INFO: [ epoch: 215 ] [ iter:287,300 ] [ performance: 17.429 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:54 ] [ l_g_pix: 2.6208e-02 ] [ l_g_total: 2.6208e-02 ] +2024-10-09 21:42:59,155 INFO: [ epoch: 215 ] [ iter:287,400 ] [ performance: 21.877 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:47 ] [ l_g_pix: 2.8529e-02 ] [ l_g_total: 2.8529e-02 ] +2024-10-09 21:43:02,917 INFO: [ epoch: 215 ] [ iter:287,500 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:40 ] [ l_g_pix: 2.1085e-02 ] [ l_g_total: 2.1085e-02 ] +2024-10-09 21:43:06,644 INFO: [ epoch: 215 ] [ iter:287,600 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:33 ] [ l_g_pix: 2.5081e-02 ] [ l_g_total: 2.5081e-02 ] +2024-10-09 21:43:10,371 INFO: [ epoch: 215 ] [ iter:287,700 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:26 ] [ l_g_pix: 2.6264e-02 ] [ l_g_total: 2.6264e-02 ] +2024-10-09 21:43:14,107 INFO: [ epoch: 215 ] [ iter:287,800 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:19 ] [ l_g_pix: 2.7685e-02 ] [ l_g_total: 2.7685e-02 ] +2024-10-09 21:43:17,818 INFO: [ epoch: 215 ] [ iter:287,900 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:12 ] [ l_g_pix: 3.1450e-02 ] [ l_g_total: 3.1450e-02 ] +2024-10-09 21:43:21,580 INFO: [ epoch: 215 ] [ iter:288,000 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 3:34:05 ] [ l_g_pix: 2.9549e-02 ] [ l_g_total: 2.9549e-02 ] +2024-10-09 21:43:25,328 INFO: [ epoch: 215 ] [ iter:288,100 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:58 ] [ l_g_pix: 2.8151e-02 ] [ l_g_total: 2.8151e-02 ] +2024-10-09 21:43:29,011 INFO: [ epoch: 215 ] [ iter:288,200 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:51 ] [ l_g_pix: 2.3006e-02 ] [ l_g_total: 2.3006e-02 ] +2024-10-09 21:43:32,753 INFO: [ epoch: 215 ] [ iter:288,300 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:44 ] [ l_g_pix: 3.3818e-02 ] [ l_g_total: 3.3818e-02 ] +2024-10-09 21:43:36,490 INFO: [ epoch: 215 ] [ iter:288,400 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:37 ] [ l_g_pix: 4.4558e-02 ] [ l_g_total: 4.4558e-02 ] +2024-10-09 21:43:40,201 INFO: [ epoch: 215 ] [ iter:288,500 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:30 ] [ l_g_pix: 3.6783e-02 ] [ l_g_total: 3.6783e-02 ] +2024-10-09 21:43:45,300 INFO: [ epoch: 216 ] [ iter:288,600 ] [ performance: 22.040 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:24 ] [ l_g_pix: 2.0309e-02 ] [ l_g_total: 2.0309e-02 ] +2024-10-09 21:43:49,042 INFO: [ epoch: 216 ] [ iter:288,700 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:17 ] [ l_g_pix: 2.0549e-02 ] [ l_g_total: 2.0549e-02 ] +2024-10-09 21:43:52,740 INFO: [ epoch: 216 ] [ iter:288,800 ] [ performance: 27.037 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:10 ] [ l_g_pix: 3.0649e-02 ] [ l_g_total: 3.0649e-02 ] +2024-10-09 21:43:56,440 INFO: [ epoch: 216 ] [ iter:288,900 ] [ performance: 27.255 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:03 ] [ l_g_pix: 2.5449e-02 ] [ l_g_total: 2.5449e-02 ] +2024-10-09 21:44:00,152 INFO: [ epoch: 216 ] [ iter:289,000 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:56 ] [ l_g_pix: 3.7890e-02 ] [ l_g_total: 3.7890e-02 ] +2024-10-09 21:44:03,874 INFO: [ epoch: 216 ] [ iter:289,100 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:49 ] [ l_g_pix: 2.0214e-02 ] [ l_g_total: 2.0214e-02 ] +2024-10-09 21:44:07,611 INFO: [ epoch: 216 ] [ iter:289,200 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:42 ] [ l_g_pix: 2.7923e-02 ] [ l_g_total: 2.7923e-02 ] +2024-10-09 21:44:11,333 INFO: [ epoch: 216 ] [ iter:289,300 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:35 ] [ l_g_pix: 2.4112e-02 ] [ l_g_total: 2.4112e-02 ] +2024-10-09 21:44:15,108 INFO: [ epoch: 216 ] [ iter:289,400 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:28 ] [ l_g_pix: 3.2063e-02 ] [ l_g_total: 3.2063e-02 ] +2024-10-09 21:44:18,802 INFO: [ epoch: 216 ] [ iter:289,500 ] [ performance: 27.142 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:21 ] [ l_g_pix: 3.1924e-02 ] [ l_g_total: 3.1924e-02 ] +2024-10-09 21:44:22,538 INFO: [ epoch: 216 ] [ iter:289,600 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:14 ] [ l_g_pix: 3.7998e-02 ] [ l_g_total: 3.7998e-02 ] +2024-10-09 21:44:26,210 INFO: [ epoch: 216 ] [ iter:289,700 ] [ performance: 27.351 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:07 ] [ l_g_pix: 2.1387e-02 ] [ l_g_total: 2.1387e-02 ] +2024-10-09 21:44:29,926 INFO: [ epoch: 216 ] [ iter:289,800 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:00 ] [ l_g_pix: 2.3799e-02 ] [ l_g_total: 2.3799e-02 ] +2024-10-09 21:44:33,447 INFO: [ epoch: 216 ] [ iter:289,900 ] [ performance: 28.714 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:53 ] [ l_g_pix: 2.7067e-02 ] [ l_g_total: 2.7067e-02 ] +2024-10-09 21:44:38,730 INFO: [ epoch: 217 ] [ iter:290,000 ] [ performance: 21.636 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:47 ] [ l_g_pix: 3.0847e-02 ] [ l_g_total: 3.0847e-02 ] +2024-10-09 21:44:38,731 INFO: Saving models and training states. +2024-10-09 21:47:23,164 INFO: Validation val + + # psnr: 27.1986........ Best: 27.2008 @ 270000 iter + # ssim: 0.7663........ Best: 0.7664 @ 280000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:47:26,880 INFO: [ epoch: 217 ] [ iter:290,100 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:51 ] [ l_g_pix: 2.8538e-02 ] [ l_g_total: 2.8538e-02 ] +2024-10-09 21:47:30,622 INFO: [ epoch: 217 ] [ iter:290,200 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:44 ] [ l_g_pix: 3.6057e-02 ] [ l_g_total: 3.6057e-02 ] +2024-10-09 21:47:34,340 INFO: [ epoch: 217 ] [ iter:290,300 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:37 ] [ l_g_pix: 3.0049e-02 ] [ l_g_total: 3.0049e-02 ] +2024-10-09 21:47:38,105 INFO: [ epoch: 217 ] [ iter:290,400 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:30 ] [ l_g_pix: 1.9812e-02 ] [ l_g_total: 1.9812e-02 ] +2024-10-09 21:47:41,818 INFO: [ epoch: 217 ] [ iter:290,500 ] [ performance: 27.272 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:22 ] [ l_g_pix: 3.2741e-02 ] [ l_g_total: 3.2741e-02 ] +2024-10-09 21:47:45,526 INFO: [ epoch: 217 ] [ iter:290,600 ] [ performance: 27.080 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:15 ] [ l_g_pix: 2.1193e-02 ] [ l_g_total: 2.1193e-02 ] +2024-10-09 21:47:49,286 INFO: [ epoch: 217 ] [ iter:290,700 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:08 ] [ l_g_pix: 2.4859e-02 ] [ l_g_total: 2.4859e-02 ] +2024-10-09 21:47:53,013 INFO: [ epoch: 217 ] [ iter:290,800 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 3:33:01 ] [ l_g_pix: 3.7648e-02 ] [ l_g_total: 3.7648e-02 ] +2024-10-09 21:47:56,787 INFO: [ epoch: 217 ] [ iter:290,900 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:54 ] [ l_g_pix: 1.8551e-02 ] [ l_g_total: 1.8551e-02 ] +2024-10-09 21:48:00,511 INFO: [ epoch: 217 ] [ iter:291,000 ] [ performance: 26.801 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:47 ] [ l_g_pix: 3.8576e-02 ] [ l_g_total: 3.8576e-02 ] +2024-10-09 21:48:04,268 INFO: [ epoch: 217 ] [ iter:291,100 ] [ performance: 26.720 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:40 ] [ l_g_pix: 3.6188e-02 ] [ l_g_total: 3.6188e-02 ] +2024-10-09 21:48:07,949 INFO: [ epoch: 217 ] [ iter:291,200 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:33 ] [ l_g_pix: 2.6017e-02 ] [ l_g_total: 2.6017e-02 ] +2024-10-09 21:48:13,634 INFO: [ epoch: 218 ] [ iter:291,300 ] [ performance: 18.970 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:28 ] [ l_g_pix: 1.7165e-02 ] [ l_g_total: 1.7165e-02 ] +2024-10-09 21:48:17,335 INFO: [ epoch: 218 ] [ iter:291,400 ] [ performance: 23.636 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:21 ] [ l_g_pix: 3.3887e-02 ] [ l_g_total: 3.3887e-02 ] +2024-10-09 21:48:21,039 INFO: [ epoch: 218 ] [ iter:291,500 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:14 ] [ l_g_pix: 1.9885e-02 ] [ l_g_total: 1.9885e-02 ] +2024-10-09 21:48:24,705 INFO: [ epoch: 218 ] [ iter:291,600 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:07 ] [ l_g_pix: 1.8862e-02 ] [ l_g_total: 1.8862e-02 ] +2024-10-09 21:48:28,384 INFO: [ epoch: 218 ] [ iter:291,700 ] [ performance: 27.093 it/s ] [ lr: 2.50e-05 ] [ eta: 3:32:00 ] [ l_g_pix: 3.2250e-02 ] [ l_g_total: 3.2250e-02 ] +2024-10-09 21:48:32,190 INFO: [ epoch: 218 ] [ iter:291,800 ] [ performance: 26.545 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:53 ] [ l_g_pix: 1.9451e-02 ] [ l_g_total: 1.9451e-02 ] +2024-10-09 21:48:35,913 INFO: [ epoch: 218 ] [ iter:291,900 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:46 ] [ l_g_pix: 4.5187e-02 ] [ l_g_total: 4.5187e-02 ] +2024-10-09 21:48:39,655 INFO: [ epoch: 218 ] [ iter:292,000 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:39 ] [ l_g_pix: 3.0242e-02 ] [ l_g_total: 3.0242e-02 ] +2024-10-09 21:48:43,356 INFO: [ epoch: 218 ] [ iter:292,100 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:32 ] [ l_g_pix: 3.3250e-02 ] [ l_g_total: 3.3250e-02 ] +2024-10-09 21:48:47,077 INFO: [ epoch: 218 ] [ iter:292,200 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:25 ] [ l_g_pix: 1.7691e-02 ] [ l_g_total: 1.7691e-02 ] +2024-10-09 21:48:50,796 INFO: [ epoch: 218 ] [ iter:292,300 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:18 ] [ l_g_pix: 2.1012e-02 ] [ l_g_total: 2.1012e-02 ] +2024-10-09 21:48:54,515 INFO: [ epoch: 218 ] [ iter:292,400 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:11 ] [ l_g_pix: 2.4587e-02 ] [ l_g_total: 2.4587e-02 ] +2024-10-09 21:48:58,222 INFO: [ epoch: 218 ] [ iter:292,500 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 3:31:04 ] [ l_g_pix: 2.4692e-02 ] [ l_g_total: 2.4692e-02 ] +2024-10-09 21:49:02,871 INFO: [ epoch: 219 ] [ iter:292,600 ] [ performance: 23.026 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:57 ] [ l_g_pix: 2.2209e-02 ] [ l_g_total: 2.2209e-02 ] +2024-10-09 21:49:06,872 INFO: [ epoch: 219 ] [ iter:292,700 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:50 ] [ l_g_pix: 1.8267e-02 ] [ l_g_total: 1.8267e-02 ] +2024-10-09 21:49:10,596 INFO: [ epoch: 219 ] [ iter:292,800 ] [ performance: 26.835 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:43 ] [ l_g_pix: 2.9021e-02 ] [ l_g_total: 2.9021e-02 ] +2024-10-09 21:49:14,308 INFO: [ epoch: 219 ] [ iter:292,900 ] [ performance: 26.910 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:36 ] [ l_g_pix: 3.8679e-02 ] [ l_g_total: 3.8679e-02 ] +2024-10-09 21:49:18,071 INFO: [ epoch: 219 ] [ iter:293,000 ] [ performance: 26.681 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:30 ] [ l_g_pix: 2.3186e-02 ] [ l_g_total: 2.3186e-02 ] +2024-10-09 21:49:21,765 INFO: [ epoch: 219 ] [ iter:293,100 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:23 ] [ l_g_pix: 2.9792e-02 ] [ l_g_total: 2.9792e-02 ] +2024-10-09 21:49:25,480 INFO: [ epoch: 219 ] [ iter:293,200 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:16 ] [ l_g_pix: 1.5325e-02 ] [ l_g_total: 1.5325e-02 ] +2024-10-09 21:49:29,238 INFO: [ epoch: 219 ] [ iter:293,300 ] [ performance: 26.150 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:09 ] [ l_g_pix: 2.0772e-02 ] [ l_g_total: 2.0772e-02 ] +2024-10-09 21:49:32,940 INFO: [ epoch: 219 ] [ iter:293,400 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 3:30:02 ] [ l_g_pix: 1.8573e-02 ] [ l_g_total: 1.8573e-02 ] +2024-10-09 21:49:36,648 INFO: [ epoch: 219 ] [ iter:293,500 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:55 ] [ l_g_pix: 2.3607e-02 ] [ l_g_total: 2.3607e-02 ] +2024-10-09 21:49:40,327 INFO: [ epoch: 219 ] [ iter:293,600 ] [ performance: 27.159 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:48 ] [ l_g_pix: 4.5045e-02 ] [ l_g_total: 4.5045e-02 ] +2024-10-09 21:49:44,004 INFO: [ epoch: 219 ] [ iter:293,700 ] [ performance: 27.019 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:41 ] [ l_g_pix: 1.6815e-02 ] [ l_g_total: 1.6815e-02 ] +2024-10-09 21:49:47,722 INFO: [ epoch: 219 ] [ iter:293,800 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:34 ] [ l_g_pix: 2.0535e-02 ] [ l_g_total: 2.0535e-02 ] +2024-10-09 21:49:51,204 INFO: [ epoch: 219 ] [ iter:293,900 ] [ performance: 29.348 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:26 ] [ l_g_pix: 3.2240e-02 ] [ l_g_total: 3.2240e-02 ] +2024-10-09 21:49:56,214 INFO: [ epoch: 220 ] [ iter:294,000 ] [ performance: 21.892 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:20 ] [ l_g_pix: 2.8192e-02 ] [ l_g_total: 2.8192e-02 ] +2024-10-09 21:49:59,896 INFO: [ epoch: 220 ] [ iter:294,100 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:13 ] [ l_g_pix: 2.8062e-02 ] [ l_g_total: 2.8062e-02 ] +2024-10-09 21:50:03,602 INFO: [ epoch: 220 ] [ iter:294,200 ] [ performance: 26.955 it/s ] [ lr: 2.50e-05 ] [ eta: 3:29:06 ] [ l_g_pix: 2.7531e-02 ] [ l_g_total: 2.7531e-02 ] +2024-10-09 21:50:07,322 INFO: [ epoch: 220 ] [ iter:294,300 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:59 ] [ l_g_pix: 2.1667e-02 ] [ l_g_total: 2.1667e-02 ] +2024-10-09 21:50:11,038 INFO: [ epoch: 220 ] [ iter:294,400 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:53 ] [ l_g_pix: 2.3369e-02 ] [ l_g_total: 2.3369e-02 ] +2024-10-09 21:50:14,730 INFO: [ epoch: 220 ] [ iter:294,500 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:46 ] [ l_g_pix: 3.6363e-02 ] [ l_g_total: 3.6363e-02 ] +2024-10-09 21:50:18,497 INFO: [ epoch: 220 ] [ iter:294,600 ] [ performance: 26.666 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:39 ] [ l_g_pix: 1.8368e-02 ] [ l_g_total: 1.8368e-02 ] +2024-10-09 21:50:22,231 INFO: [ epoch: 220 ] [ iter:294,700 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:32 ] [ l_g_pix: 3.7247e-02 ] [ l_g_total: 3.7247e-02 ] +2024-10-09 21:50:25,947 INFO: [ epoch: 220 ] [ iter:294,800 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:25 ] [ l_g_pix: 3.3753e-02 ] [ l_g_total: 3.3753e-02 ] +2024-10-09 21:50:29,653 INFO: [ epoch: 220 ] [ iter:294,900 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:18 ] [ l_g_pix: 2.7448e-02 ] [ l_g_total: 2.7448e-02 ] +2024-10-09 21:50:33,364 INFO: [ epoch: 220 ] [ iter:295,000 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:11 ] [ l_g_pix: 2.9586e-02 ] [ l_g_total: 2.9586e-02 ] +2024-10-09 21:50:37,097 INFO: [ epoch: 220 ] [ iter:295,100 ] [ performance: 26.736 it/s ] [ lr: 2.50e-05 ] [ eta: 3:28:04 ] [ l_g_pix: 3.8746e-02 ] [ l_g_total: 3.8746e-02 ] +2024-10-09 21:50:40,705 INFO: [ epoch: 220 ] [ iter:295,200 ] [ performance: 27.474 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:57 ] [ l_g_pix: 3.8026e-02 ] [ l_g_total: 3.8026e-02 ] +2024-10-09 21:50:45,619 INFO: [ epoch: 221 ] [ iter:295,300 ] [ performance: 22.622 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:51 ] [ l_g_pix: 3.9018e-02 ] [ l_g_total: 3.9018e-02 ] +2024-10-09 21:50:49,364 INFO: [ epoch: 221 ] [ iter:295,400 ] [ performance: 25.616 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:44 ] [ l_g_pix: 2.7053e-02 ] [ l_g_total: 2.7053e-02 ] +2024-10-09 21:50:53,061 INFO: [ epoch: 221 ] [ iter:295,500 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:37 ] [ l_g_pix: 2.4759e-02 ] [ l_g_total: 2.4759e-02 ] +2024-10-09 21:50:56,783 INFO: [ epoch: 221 ] [ iter:295,600 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:30 ] [ l_g_pix: 3.5790e-02 ] [ l_g_total: 3.5790e-02 ] +2024-10-09 21:51:00,477 INFO: [ epoch: 221 ] [ iter:295,700 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:23 ] [ l_g_pix: 2.5738e-02 ] [ l_g_total: 2.5738e-02 ] +2024-10-09 21:51:04,164 INFO: [ epoch: 221 ] [ iter:295,800 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:16 ] [ l_g_pix: 2.7097e-02 ] [ l_g_total: 2.7097e-02 ] +2024-10-09 21:51:07,851 INFO: [ epoch: 221 ] [ iter:295,900 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:09 ] [ l_g_pix: 2.1807e-02 ] [ l_g_total: 2.1807e-02 ] +2024-10-09 21:51:11,560 INFO: [ epoch: 221 ] [ iter:296,000 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 3:27:02 ] [ l_g_pix: 2.5037e-02 ] [ l_g_total: 2.5037e-02 ] +2024-10-09 21:51:15,309 INFO: [ epoch: 221 ] [ iter:296,100 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:55 ] [ l_g_pix: 2.7168e-02 ] [ l_g_total: 2.7168e-02 ] +2024-10-09 21:51:19,015 INFO: [ epoch: 221 ] [ iter:296,200 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:48 ] [ l_g_pix: 3.5644e-02 ] [ l_g_total: 3.5644e-02 ] +2024-10-09 21:51:22,752 INFO: [ epoch: 221 ] [ iter:296,300 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:41 ] [ l_g_pix: 2.5006e-02 ] [ l_g_total: 2.5006e-02 ] +2024-10-09 21:51:26,511 INFO: [ epoch: 221 ] [ iter:296,400 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:35 ] [ l_g_pix: 1.3929e-02 ] [ l_g_total: 1.3929e-02 ] +2024-10-09 21:51:30,187 INFO: [ epoch: 221 ] [ iter:296,500 ] [ performance: 27.520 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:28 ] [ l_g_pix: 2.3707e-02 ] [ l_g_total: 2.3707e-02 ] +2024-10-09 21:51:34,891 INFO: [ epoch: 222 ] [ iter:296,600 ] [ performance: 22.278 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:21 ] [ l_g_pix: 2.4188e-02 ] [ l_g_total: 2.4188e-02 ] +2024-10-09 21:51:38,948 INFO: [ epoch: 222 ] [ iter:296,700 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:15 ] [ l_g_pix: 2.7956e-02 ] [ l_g_total: 2.7956e-02 ] +2024-10-09 21:51:42,667 INFO: [ epoch: 222 ] [ iter:296,800 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:08 ] [ l_g_pix: 3.5106e-02 ] [ l_g_total: 3.5106e-02 ] +2024-10-09 21:51:46,359 INFO: [ epoch: 222 ] [ iter:296,900 ] [ performance: 27.821 it/s ] [ lr: 2.50e-05 ] [ eta: 3:26:01 ] [ l_g_pix: 2.5626e-02 ] [ l_g_total: 2.5626e-02 ] +2024-10-09 21:51:50,108 INFO: [ epoch: 222 ] [ iter:297,000 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:54 ] [ l_g_pix: 2.9120e-02 ] [ l_g_total: 2.9120e-02 ] +2024-10-09 21:51:53,788 INFO: [ epoch: 222 ] [ iter:297,100 ] [ performance: 27.387 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:47 ] [ l_g_pix: 3.0122e-02 ] [ l_g_total: 3.0122e-02 ] +2024-10-09 21:51:57,491 INFO: [ epoch: 222 ] [ iter:297,200 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:40 ] [ l_g_pix: 4.7661e-02 ] [ l_g_total: 4.7661e-02 ] +2024-10-09 21:52:01,238 INFO: [ epoch: 222 ] [ iter:297,300 ] [ performance: 27.737 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:33 ] [ l_g_pix: 2.6341e-02 ] [ l_g_total: 2.6341e-02 ] +2024-10-09 21:52:04,954 INFO: [ epoch: 222 ] [ iter:297,400 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:26 ] [ l_g_pix: 3.1890e-02 ] [ l_g_total: 3.1890e-02 ] +2024-10-09 21:52:08,670 INFO: [ epoch: 222 ] [ iter:297,500 ] [ performance: 27.248 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:19 ] [ l_g_pix: 2.4493e-02 ] [ l_g_total: 2.4493e-02 ] +2024-10-09 21:52:12,410 INFO: [ epoch: 222 ] [ iter:297,600 ] [ performance: 26.825 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:13 ] [ l_g_pix: 2.1990e-02 ] [ l_g_total: 2.1990e-02 ] +2024-10-09 21:52:16,118 INFO: [ epoch: 222 ] [ iter:297,700 ] [ performance: 27.556 it/s ] [ lr: 2.50e-05 ] [ eta: 3:25:06 ] [ l_g_pix: 4.1416e-02 ] [ l_g_total: 4.1416e-02 ] +2024-10-09 21:52:19,847 INFO: [ epoch: 222 ] [ iter:297,800 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:59 ] [ l_g_pix: 3.2948e-02 ] [ l_g_total: 3.2948e-02 ] +2024-10-09 21:52:23,394 INFO: [ epoch: 222 ] [ iter:297,900 ] [ performance: 29.589 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:52 ] [ l_g_pix: 2.5184e-02 ] [ l_g_total: 2.5184e-02 ] +2024-10-09 21:52:28,482 INFO: [ epoch: 223 ] [ iter:298,000 ] [ performance: 20.725 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:46 ] [ l_g_pix: 3.3949e-02 ] [ l_g_total: 3.3949e-02 ] +2024-10-09 21:52:32,185 INFO: [ epoch: 223 ] [ iter:298,100 ] [ performance: 27.443 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:39 ] [ l_g_pix: 3.6461e-02 ] [ l_g_total: 3.6461e-02 ] +2024-10-09 21:52:35,899 INFO: [ epoch: 223 ] [ iter:298,200 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:32 ] [ l_g_pix: 3.1313e-02 ] [ l_g_total: 3.1313e-02 ] +2024-10-09 21:52:39,634 INFO: [ epoch: 223 ] [ iter:298,300 ] [ performance: 26.365 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:25 ] [ l_g_pix: 4.4757e-02 ] [ l_g_total: 4.4757e-02 ] +2024-10-09 21:52:43,388 INFO: [ epoch: 223 ] [ iter:298,400 ] [ performance: 26.604 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:18 ] [ l_g_pix: 3.6952e-02 ] [ l_g_total: 3.6952e-02 ] +2024-10-09 21:52:47,118 INFO: [ epoch: 223 ] [ iter:298,500 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:12 ] [ l_g_pix: 2.4402e-02 ] [ l_g_total: 2.4402e-02 ] +2024-10-09 21:52:50,832 INFO: [ epoch: 223 ] [ iter:298,600 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:05 ] [ l_g_pix: 2.0601e-02 ] [ l_g_total: 2.0601e-02 ] +2024-10-09 21:52:54,551 INFO: [ epoch: 223 ] [ iter:298,700 ] [ performance: 26.699 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:58 ] [ l_g_pix: 2.6433e-02 ] [ l_g_total: 2.6433e-02 ] +2024-10-09 21:52:58,268 INFO: [ epoch: 223 ] [ iter:298,800 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:51 ] [ l_g_pix: 2.9390e-02 ] [ l_g_total: 2.9390e-02 ] +2024-10-09 21:53:01,961 INFO: [ epoch: 223 ] [ iter:298,900 ] [ performance: 27.247 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:44 ] [ l_g_pix: 3.1647e-02 ] [ l_g_total: 3.1647e-02 ] +2024-10-09 21:53:05,704 INFO: [ epoch: 223 ] [ iter:299,000 ] [ performance: 26.781 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:37 ] [ l_g_pix: 2.4766e-02 ] [ l_g_total: 2.4766e-02 ] +2024-10-09 21:53:09,480 INFO: [ epoch: 223 ] [ iter:299,100 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:30 ] [ l_g_pix: 2.8921e-02 ] [ l_g_total: 2.8921e-02 ] +2024-10-09 21:53:13,118 INFO: [ epoch: 223 ] [ iter:299,200 ] [ performance: 27.407 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:23 ] [ l_g_pix: 2.9950e-02 ] [ l_g_total: 2.9950e-02 ] +2024-10-09 21:53:17,994 INFO: [ epoch: 224 ] [ iter:299,300 ] [ performance: 20.926 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:17 ] [ l_g_pix: 2.0420e-02 ] [ l_g_total: 2.0420e-02 ] +2024-10-09 21:53:21,745 INFO: [ epoch: 224 ] [ iter:299,400 ] [ performance: 25.961 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:11 ] [ l_g_pix: 3.3854e-02 ] [ l_g_total: 3.3854e-02 ] +2024-10-09 21:53:25,471 INFO: [ epoch: 224 ] [ iter:299,500 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:04 ] [ l_g_pix: 1.8464e-02 ] [ l_g_total: 1.8464e-02 ] +2024-10-09 21:53:29,218 INFO: [ epoch: 224 ] [ iter:299,600 ] [ performance: 26.737 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:57 ] [ l_g_pix: 1.8301e-02 ] [ l_g_total: 1.8301e-02 ] +2024-10-09 21:53:32,918 INFO: [ epoch: 224 ] [ iter:299,700 ] [ performance: 27.811 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:50 ] [ l_g_pix: 4.2612e-02 ] [ l_g_total: 4.2612e-02 ] +2024-10-09 21:53:36,656 INFO: [ epoch: 224 ] [ iter:299,800 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:43 ] [ l_g_pix: 2.3366e-02 ] [ l_g_total: 2.3366e-02 ] +2024-10-09 21:53:40,382 INFO: [ epoch: 224 ] [ iter:299,900 ] [ performance: 26.154 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:36 ] [ l_g_pix: 2.3493e-02 ] [ l_g_total: 2.3493e-02 ] +2024-10-09 21:53:44,084 INFO: [ epoch: 224 ] [ iter:300,000 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:30 ] [ l_g_pix: 2.4407e-02 ] [ l_g_total: 2.4407e-02 ] +2024-10-09 21:53:44,084 INFO: Saving models and training states. +2024-10-09 21:56:46,149 INFO: Validation val + + # psnr: 27.2071........ Best: 27.2071 @ 300000 iter + # ssim: 0.7667........ Best: 0.7667 @ 300000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-09 21:56:49,883 INFO: [ epoch: 224 ] [ iter:300,100 ] [ performance: 27.924 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:36 ] [ l_g_pix: 2.0453e-02 ] [ l_g_total: 2.0453e-02 ] +2024-10-09 21:56:53,624 INFO: [ epoch: 224 ] [ iter:300,200 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:29 ] [ l_g_pix: 3.6430e-02 ] [ l_g_total: 3.6430e-02 ] +2024-10-09 21:56:57,351 INFO: [ epoch: 224 ] [ iter:300,300 ] [ performance: 27.543 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:22 ] [ l_g_pix: 3.1682e-02 ] [ l_g_total: 3.1682e-02 ] +2024-10-09 21:57:01,082 INFO: [ epoch: 224 ] [ iter:300,400 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:15 ] [ l_g_pix: 2.4090e-02 ] [ l_g_total: 2.4090e-02 ] +2024-10-09 21:57:04,765 INFO: [ epoch: 224 ] [ iter:300,500 ] [ performance: 28.567 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:08 ] [ l_g_pix: 3.2375e-02 ] [ l_g_total: 3.2375e-02 ] +2024-10-09 21:57:08,418 INFO: [ epoch: 224 ] [ iter:300,600 ] [ performance: 27.433 it/s ] [ lr: 2.50e-05 ] [ eta: 3:24:01 ] [ l_g_pix: 3.7452e-02 ] [ l_g_total: 3.7452e-02 ] +2024-10-09 21:57:13,965 INFO: [ epoch: 225 ] [ iter:300,700 ] [ performance: 25.923 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:56 ] [ l_g_pix: 4.5944e-02 ] [ l_g_total: 4.5944e-02 ] +2024-10-09 21:57:17,708 INFO: [ epoch: 225 ] [ iter:300,800 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:49 ] [ l_g_pix: 3.3920e-02 ] [ l_g_total: 3.3920e-02 ] +2024-10-09 21:57:21,458 INFO: [ epoch: 225 ] [ iter:300,900 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:42 ] [ l_g_pix: 2.5815e-02 ] [ l_g_total: 2.5815e-02 ] +2024-10-09 21:57:25,193 INFO: [ epoch: 225 ] [ iter:301,000 ] [ performance: 26.779 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:35 ] [ l_g_pix: 3.2104e-02 ] [ l_g_total: 3.2104e-02 ] +2024-10-09 21:57:28,876 INFO: [ epoch: 225 ] [ iter:301,100 ] [ performance: 27.304 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:28 ] [ l_g_pix: 2.8675e-02 ] [ l_g_total: 2.8675e-02 ] +2024-10-09 21:57:32,569 INFO: [ epoch: 225 ] [ iter:301,200 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:21 ] [ l_g_pix: 3.1860e-02 ] [ l_g_total: 3.1860e-02 ] +2024-10-09 21:57:36,283 INFO: [ epoch: 225 ] [ iter:301,300 ] [ performance: 27.709 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:14 ] [ l_g_pix: 2.5945e-02 ] [ l_g_total: 2.5945e-02 ] +2024-10-09 21:57:40,004 INFO: [ epoch: 225 ] [ iter:301,400 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:07 ] [ l_g_pix: 2.3791e-02 ] [ l_g_total: 2.3791e-02 ] +2024-10-09 21:57:43,726 INFO: [ epoch: 225 ] [ iter:301,500 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 3:23:00 ] [ l_g_pix: 2.2516e-02 ] [ l_g_total: 2.2516e-02 ] +2024-10-09 21:57:47,435 INFO: [ epoch: 225 ] [ iter:301,600 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:53 ] [ l_g_pix: 3.2538e-02 ] [ l_g_total: 3.2538e-02 ] +2024-10-09 21:57:51,159 INFO: [ epoch: 225 ] [ iter:301,700 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:46 ] [ l_g_pix: 3.4811e-02 ] [ l_g_total: 3.4811e-02 ] +2024-10-09 21:57:54,870 INFO: [ epoch: 225 ] [ iter:301,800 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:40 ] [ l_g_pix: 2.7219e-02 ] [ l_g_total: 2.7219e-02 ] +2024-10-09 21:57:58,434 INFO: [ epoch: 225 ] [ iter:301,900 ] [ performance: 27.499 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:33 ] [ l_g_pix: 3.3299e-02 ] [ l_g_total: 3.3299e-02 ] +2024-10-09 21:58:03,532 INFO: [ epoch: 226 ] [ iter:302,000 ] [ performance: 19.510 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:27 ] [ l_g_pix: 2.6555e-02 ] [ l_g_total: 2.6555e-02 ] +2024-10-09 21:58:07,277 INFO: [ epoch: 226 ] [ iter:302,100 ] [ performance: 22.583 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:20 ] [ l_g_pix: 4.4878e-02 ] [ l_g_total: 4.4878e-02 ] +2024-10-09 21:58:11,009 INFO: [ epoch: 226 ] [ iter:302,200 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:13 ] [ l_g_pix: 2.4012e-02 ] [ l_g_total: 2.4012e-02 ] +2024-10-09 21:58:14,749 INFO: [ epoch: 226 ] [ iter:302,300 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 3:22:06 ] [ l_g_pix: 4.1757e-02 ] [ l_g_total: 4.1757e-02 ] +2024-10-09 21:58:18,469 INFO: [ epoch: 226 ] [ iter:302,400 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:59 ] [ l_g_pix: 2.1758e-02 ] [ l_g_total: 2.1758e-02 ] +2024-10-09 21:58:22,186 INFO: [ epoch: 226 ] [ iter:302,500 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:52 ] [ l_g_pix: 3.2004e-02 ] [ l_g_total: 3.2004e-02 ] +2024-10-09 21:58:25,891 INFO: [ epoch: 226 ] [ iter:302,600 ] [ performance: 27.114 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:45 ] [ l_g_pix: 3.0605e-02 ] [ l_g_total: 3.0605e-02 ] +2024-10-09 21:58:29,527 INFO: [ epoch: 226 ] [ iter:302,700 ] [ performance: 27.319 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:38 ] [ l_g_pix: 2.9087e-02 ] [ l_g_total: 2.9087e-02 ] +2024-10-09 21:58:33,254 INFO: [ epoch: 226 ] [ iter:302,800 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:31 ] [ l_g_pix: 3.2249e-02 ] [ l_g_total: 3.2249e-02 ] +2024-10-09 21:58:36,965 INFO: [ epoch: 226 ] [ iter:302,900 ] [ performance: 26.927 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:24 ] [ l_g_pix: 3.1898e-02 ] [ l_g_total: 3.1898e-02 ] +2024-10-09 21:58:40,658 INFO: [ epoch: 226 ] [ iter:303,000 ] [ performance: 27.230 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:18 ] [ l_g_pix: 2.8053e-02 ] [ l_g_total: 2.8053e-02 ] +2024-10-09 21:58:44,333 INFO: [ epoch: 226 ] [ iter:303,100 ] [ performance: 27.221 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:11 ] [ l_g_pix: 2.3001e-02 ] [ l_g_total: 2.3001e-02 ] +2024-10-09 21:58:47,957 INFO: [ epoch: 226 ] [ iter:303,200 ] [ performance: 27.603 it/s ] [ lr: 2.50e-05 ] [ eta: 3:21:04 ] [ l_g_pix: 2.5379e-02 ] [ l_g_total: 2.5379e-02 ] +2024-10-09 21:58:52,645 INFO: [ epoch: 227 ] [ iter:303,300 ] [ performance: 23.944 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:58 ] [ l_g_pix: 3.3937e-02 ] [ l_g_total: 3.3937e-02 ] +2024-10-09 21:58:56,519 INFO: [ epoch: 227 ] [ iter:303,400 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:51 ] [ l_g_pix: 3.1751e-02 ] [ l_g_total: 3.1751e-02 ] +2024-10-09 21:59:00,226 INFO: [ epoch: 227 ] [ iter:303,500 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:44 ] [ l_g_pix: 2.7366e-02 ] [ l_g_total: 2.7366e-02 ] +2024-10-09 21:59:03,903 INFO: [ epoch: 227 ] [ iter:303,600 ] [ performance: 27.334 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:37 ] [ l_g_pix: 3.5153e-02 ] [ l_g_total: 3.5153e-02 ] +2024-10-09 21:59:07,622 INFO: [ epoch: 227 ] [ iter:303,700 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:30 ] [ l_g_pix: 2.4365e-02 ] [ l_g_total: 2.4365e-02 ] +2024-10-09 21:59:11,375 INFO: [ epoch: 227 ] [ iter:303,800 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:23 ] [ l_g_pix: 3.5217e-02 ] [ l_g_total: 3.5217e-02 ] +2024-10-09 21:59:15,116 INFO: [ epoch: 227 ] [ iter:303,900 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:16 ] [ l_g_pix: 2.6446e-02 ] [ l_g_total: 2.6446e-02 ] +2024-10-09 21:59:18,804 INFO: [ epoch: 227 ] [ iter:304,000 ] [ performance: 27.206 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:09 ] [ l_g_pix: 3.6954e-02 ] [ l_g_total: 3.6954e-02 ] +2024-10-09 21:59:22,491 INFO: [ epoch: 227 ] [ iter:304,100 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 3:20:03 ] [ l_g_pix: 2.2621e-02 ] [ l_g_total: 2.2621e-02 ] +2024-10-09 21:59:26,197 INFO: [ epoch: 227 ] [ iter:304,200 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:56 ] [ l_g_pix: 3.0619e-02 ] [ l_g_total: 3.0619e-02 ] +2024-10-09 21:59:29,932 INFO: [ epoch: 227 ] [ iter:304,300 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:49 ] [ l_g_pix: 3.0681e-02 ] [ l_g_total: 3.0681e-02 ] +2024-10-09 21:59:33,673 INFO: [ epoch: 227 ] [ iter:304,400 ] [ performance: 26.680 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:42 ] [ l_g_pix: 1.9397e-02 ] [ l_g_total: 1.9397e-02 ] +2024-10-09 21:59:37,403 INFO: [ epoch: 227 ] [ iter:304,500 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:35 ] [ l_g_pix: 3.3741e-02 ] [ l_g_total: 3.3741e-02 ] +2024-10-09 21:59:40,870 INFO: [ epoch: 227 ] [ iter:304,600 ] [ performance: 29.167 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:28 ] [ l_g_pix: 3.3164e-02 ] [ l_g_total: 3.3164e-02 ] +2024-10-09 21:59:45,901 INFO: [ epoch: 228 ] [ iter:304,700 ] [ performance: 23.288 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:22 ] [ l_g_pix: 2.8781e-02 ] [ l_g_total: 2.8781e-02 ] +2024-10-09 21:59:49,563 INFO: [ epoch: 228 ] [ iter:304,800 ] [ performance: 27.448 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:15 ] [ l_g_pix: 4.1072e-02 ] [ l_g_total: 4.1072e-02 ] +2024-10-09 21:59:53,249 INFO: [ epoch: 228 ] [ iter:304,900 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:08 ] [ l_g_pix: 2.7293e-02 ] [ l_g_total: 2.7293e-02 ] +2024-10-09 21:59:56,984 INFO: [ epoch: 228 ] [ iter:305,000 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 3:19:02 ] [ l_g_pix: 2.7681e-02 ] [ l_g_total: 2.7681e-02 ] +2024-10-09 22:00:00,684 INFO: [ epoch: 228 ] [ iter:305,100 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:55 ] [ l_g_pix: 2.9040e-02 ] [ l_g_total: 2.9040e-02 ] +2024-10-09 22:00:04,345 INFO: [ epoch: 228 ] [ iter:305,200 ] [ performance: 27.509 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:48 ] [ l_g_pix: 2.7550e-02 ] [ l_g_total: 2.7550e-02 ] +2024-10-09 22:00:08,084 INFO: [ epoch: 228 ] [ iter:305,300 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:41 ] [ l_g_pix: 3.0425e-02 ] [ l_g_total: 3.0425e-02 ] +2024-10-09 22:00:11,782 INFO: [ epoch: 228 ] [ iter:305,400 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:34 ] [ l_g_pix: 3.9164e-02 ] [ l_g_total: 3.9164e-02 ] +2024-10-09 22:00:15,472 INFO: [ epoch: 228 ] [ iter:305,500 ] [ performance: 27.153 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:27 ] [ l_g_pix: 2.7693e-02 ] [ l_g_total: 2.7693e-02 ] +2024-10-09 22:00:19,201 INFO: [ epoch: 228 ] [ iter:305,600 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:20 ] [ l_g_pix: 3.7877e-02 ] [ l_g_total: 3.7877e-02 ] +2024-10-09 22:00:22,919 INFO: [ epoch: 228 ] [ iter:305,700 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:14 ] [ l_g_pix: 1.7845e-02 ] [ l_g_total: 1.7845e-02 ] +2024-10-09 22:00:26,689 INFO: [ epoch: 228 ] [ iter:305,800 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:07 ] [ l_g_pix: 3.2997e-02 ] [ l_g_total: 3.2997e-02 ] +2024-10-09 22:00:30,235 INFO: [ epoch: 228 ] [ iter:305,900 ] [ performance: 27.557 it/s ] [ lr: 2.50e-05 ] [ eta: 3:18:00 ] [ l_g_pix: 3.8355e-02 ] [ l_g_total: 3.8355e-02 ] +2024-10-09 22:00:35,256 INFO: [ epoch: 229 ] [ iter:306,000 ] [ performance: 18.299 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:54 ] [ l_g_pix: 2.0180e-02 ] [ l_g_total: 2.0180e-02 ] +2024-10-09 22:00:38,937 INFO: [ epoch: 229 ] [ iter:306,100 ] [ performance: 22.413 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:47 ] [ l_g_pix: 2.2305e-02 ] [ l_g_total: 2.2305e-02 ] +2024-10-09 22:00:42,643 INFO: [ epoch: 229 ] [ iter:306,200 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:40 ] [ l_g_pix: 2.3170e-02 ] [ l_g_total: 2.3170e-02 ] +2024-10-09 22:00:46,386 INFO: [ epoch: 229 ] [ iter:306,300 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:33 ] [ l_g_pix: 2.3395e-02 ] [ l_g_total: 2.3395e-02 ] +2024-10-09 22:00:50,132 INFO: [ epoch: 229 ] [ iter:306,400 ] [ performance: 26.661 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:27 ] [ l_g_pix: 2.1561e-02 ] [ l_g_total: 2.1561e-02 ] +2024-10-09 22:00:53,911 INFO: [ epoch: 229 ] [ iter:306,500 ] [ performance: 26.551 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:20 ] [ l_g_pix: 2.3837e-02 ] [ l_g_total: 2.3837e-02 ] +2024-10-09 22:00:57,638 INFO: [ epoch: 229 ] [ iter:306,600 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:13 ] [ l_g_pix: 2.2397e-02 ] [ l_g_total: 2.2397e-02 ] +2024-10-09 22:01:01,409 INFO: [ epoch: 229 ] [ iter:306,700 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 3:17:06 ] [ l_g_pix: 2.9971e-02 ] [ l_g_total: 2.9971e-02 ] +2024-10-09 22:01:05,142 INFO: [ epoch: 229 ] [ iter:306,800 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:59 ] [ l_g_pix: 3.5706e-02 ] [ l_g_total: 3.5706e-02 ] +2024-10-09 22:01:08,870 INFO: [ epoch: 229 ] [ iter:306,900 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:53 ] [ l_g_pix: 2.6821e-02 ] [ l_g_total: 2.6821e-02 ] +2024-10-09 22:01:12,600 INFO: [ epoch: 229 ] [ iter:307,000 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:46 ] [ l_g_pix: 2.9082e-02 ] [ l_g_total: 2.9082e-02 ] +2024-10-09 22:01:16,363 INFO: [ epoch: 229 ] [ iter:307,100 ] [ performance: 26.687 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:39 ] [ l_g_pix: 1.8890e-02 ] [ l_g_total: 1.8890e-02 ] +2024-10-09 22:01:20,066 INFO: [ epoch: 229 ] [ iter:307,200 ] [ performance: 27.434 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:32 ] [ l_g_pix: 2.5395e-02 ] [ l_g_total: 2.5395e-02 ] +2024-10-09 22:01:25,081 INFO: [ epoch: 230 ] [ iter:307,300 ] [ performance: 22.554 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:26 ] [ l_g_pix: 1.8606e-02 ] [ l_g_total: 1.8606e-02 ] +2024-10-09 22:01:28,982 INFO: [ epoch: 230 ] [ iter:307,400 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:20 ] [ l_g_pix: 2.7400e-02 ] [ l_g_total: 2.7400e-02 ] +2024-10-09 22:01:32,736 INFO: [ epoch: 230 ] [ iter:307,500 ] [ performance: 26.620 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:13 ] [ l_g_pix: 3.0087e-02 ] [ l_g_total: 3.0087e-02 ] +2024-10-09 22:01:36,442 INFO: [ epoch: 230 ] [ iter:307,600 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 3:16:06 ] [ l_g_pix: 2.6559e-02 ] [ l_g_total: 2.6559e-02 ] +2024-10-09 22:01:40,139 INFO: [ epoch: 230 ] [ iter:307,700 ] [ performance: 27.075 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:59 ] [ l_g_pix: 3.0332e-02 ] [ l_g_total: 3.0332e-02 ] +2024-10-09 22:01:43,855 INFO: [ epoch: 230 ] [ iter:307,800 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:53 ] [ l_g_pix: 4.7712e-02 ] [ l_g_total: 4.7712e-02 ] +2024-10-09 22:01:47,605 INFO: [ epoch: 230 ] [ iter:307,900 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:46 ] [ l_g_pix: 2.7493e-02 ] [ l_g_total: 2.7493e-02 ] +2024-10-09 22:01:51,348 INFO: [ epoch: 230 ] [ iter:308,000 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:39 ] [ l_g_pix: 1.9732e-02 ] [ l_g_total: 1.9732e-02 ] +2024-10-09 22:01:55,063 INFO: [ epoch: 230 ] [ iter:308,100 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:32 ] [ l_g_pix: 4.0684e-02 ] [ l_g_total: 4.0684e-02 ] +2024-10-09 22:01:58,791 INFO: [ epoch: 230 ] [ iter:308,200 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:25 ] [ l_g_pix: 3.3932e-02 ] [ l_g_total: 3.3932e-02 ] +2024-10-09 22:02:02,495 INFO: [ epoch: 230 ] [ iter:308,300 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:19 ] [ l_g_pix: 2.3705e-02 ] [ l_g_total: 2.3705e-02 ] +2024-10-09 22:02:06,221 INFO: [ epoch: 230 ] [ iter:308,400 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:12 ] [ l_g_pix: 2.7124e-02 ] [ l_g_total: 2.7124e-02 ] +2024-10-09 22:02:09,950 INFO: [ epoch: 230 ] [ iter:308,500 ] [ performance: 26.876 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:05 ] [ l_g_pix: 2.8301e-02 ] [ l_g_total: 2.8301e-02 ] +2024-10-09 22:02:13,428 INFO: [ epoch: 230 ] [ iter:308,600 ] [ performance: 29.562 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:58 ] [ l_g_pix: 1.9073e-02 ] [ l_g_total: 1.9073e-02 ] +2024-10-09 22:02:18,532 INFO: [ epoch: 231 ] [ iter:308,700 ] [ performance: 22.600 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:52 ] [ l_g_pix: 2.2693e-02 ] [ l_g_total: 2.2693e-02 ] +2024-10-09 22:02:22,240 INFO: [ epoch: 231 ] [ iter:308,800 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:45 ] [ l_g_pix: 2.6855e-02 ] [ l_g_total: 2.6855e-02 ] +2024-10-09 22:02:25,927 INFO: [ epoch: 231 ] [ iter:308,900 ] [ performance: 27.078 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:39 ] [ l_g_pix: 2.3818e-02 ] [ l_g_total: 2.3818e-02 ] +2024-10-09 22:02:29,686 INFO: [ epoch: 231 ] [ iter:309,000 ] [ performance: 26.637 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:32 ] [ l_g_pix: 2.2508e-02 ] [ l_g_total: 2.2508e-02 ] +2024-10-09 22:02:33,421 INFO: [ epoch: 231 ] [ iter:309,100 ] [ performance: 26.721 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:25 ] [ l_g_pix: 2.4601e-02 ] [ l_g_total: 2.4601e-02 ] +2024-10-09 22:02:37,160 INFO: [ epoch: 231 ] [ iter:309,200 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:18 ] [ l_g_pix: 4.0980e-02 ] [ l_g_total: 4.0980e-02 ] +2024-10-09 22:02:40,857 INFO: [ epoch: 231 ] [ iter:309,300 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:12 ] [ l_g_pix: 2.4226e-02 ] [ l_g_total: 2.4226e-02 ] +2024-10-09 22:02:44,593 INFO: [ epoch: 231 ] [ iter:309,400 ] [ performance: 26.756 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:05 ] [ l_g_pix: 2.6867e-02 ] [ l_g_total: 2.6867e-02 ] +2024-10-09 22:02:48,341 INFO: [ epoch: 231 ] [ iter:309,500 ] [ performance: 26.712 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:58 ] [ l_g_pix: 2.3782e-02 ] [ l_g_total: 2.3782e-02 ] +2024-10-09 22:02:52,068 INFO: [ epoch: 231 ] [ iter:309,600 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:51 ] [ l_g_pix: 1.7940e-02 ] [ l_g_total: 1.7940e-02 ] +2024-10-09 22:02:55,770 INFO: [ epoch: 231 ] [ iter:309,700 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:45 ] [ l_g_pix: 2.8357e-02 ] [ l_g_total: 2.8357e-02 ] +2024-10-09 22:02:59,508 INFO: [ epoch: 231 ] [ iter:309,800 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:38 ] [ l_g_pix: 3.0203e-02 ] [ l_g_total: 3.0203e-02 ] +2024-10-09 22:03:03,128 INFO: [ epoch: 231 ] [ iter:309,900 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:31 ] [ l_g_pix: 2.9330e-02 ] [ l_g_total: 2.9330e-02 ] +2024-10-09 22:03:08,354 INFO: [ epoch: 232 ] [ iter:310,000 ] [ performance: 15.375 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:25 ] [ l_g_pix: 2.1114e-02 ] [ l_g_total: 2.1114e-02 ] +2024-10-09 22:03:08,354 INFO: Saving models and training states. +2024-10-09 22:05:53,175 INFO: Validation val + + # psnr: 27.2094........ Best: 27.2094 @ 310000 iter + # ssim: 0.7667........ Best: 0.7667 @ 310000 iter + # dists: 0.7733........ Best: 0.7733 @ 310000 iter + +2024-10-09 22:05:56,901 INFO: [ epoch: 232 ] [ iter:310,100 ] [ performance: 21.076 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:10 ] [ l_g_pix: 3.2841e-02 ] [ l_g_total: 3.2841e-02 ] +2024-10-09 22:06:00,583 INFO: [ epoch: 232 ] [ iter:310,200 ] [ performance: 27.377 it/s ] [ lr: 2.50e-05 ] [ eta: 3:15:03 ] [ l_g_pix: 2.3382e-02 ] [ l_g_total: 2.3382e-02 ] +2024-10-09 22:06:04,253 INFO: [ epoch: 232 ] [ iter:310,300 ] [ performance: 27.296 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:56 ] [ l_g_pix: 3.4083e-02 ] [ l_g_total: 3.4083e-02 ] +2024-10-09 22:06:07,938 INFO: [ epoch: 232 ] [ iter:310,400 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:50 ] [ l_g_pix: 3.0149e-02 ] [ l_g_total: 3.0149e-02 ] +2024-10-09 22:06:11,682 INFO: [ epoch: 232 ] [ iter:310,500 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:43 ] [ l_g_pix: 3.1888e-02 ] [ l_g_total: 3.1888e-02 ] +2024-10-09 22:06:15,427 INFO: [ epoch: 232 ] [ iter:310,600 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:36 ] [ l_g_pix: 3.3586e-02 ] [ l_g_total: 3.3586e-02 ] +2024-10-09 22:06:19,140 INFO: [ epoch: 232 ] [ iter:310,700 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:29 ] [ l_g_pix: 3.1784e-02 ] [ l_g_total: 3.1784e-02 ] +2024-10-09 22:06:22,869 INFO: [ epoch: 232 ] [ iter:310,800 ] [ performance: 26.515 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:22 ] [ l_g_pix: 2.8910e-02 ] [ l_g_total: 2.8910e-02 ] +2024-10-09 22:06:26,670 INFO: [ epoch: 232 ] [ iter:310,900 ] [ performance: 26.385 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:16 ] [ l_g_pix: 2.3427e-02 ] [ l_g_total: 2.3427e-02 ] +2024-10-09 22:06:30,392 INFO: [ epoch: 232 ] [ iter:311,000 ] [ performance: 27.192 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:09 ] [ l_g_pix: 2.4346e-02 ] [ l_g_total: 2.4346e-02 ] +2024-10-09 22:06:34,095 INFO: [ epoch: 232 ] [ iter:311,100 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 3:14:02 ] [ l_g_pix: 2.9863e-02 ] [ l_g_total: 2.9863e-02 ] +2024-10-09 22:06:37,813 INFO: [ epoch: 232 ] [ iter:311,200 ] [ performance: 27.078 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:55 ] [ l_g_pix: 1.8599e-02 ] [ l_g_total: 1.8599e-02 ] +2024-10-09 22:06:42,483 INFO: [ epoch: 233 ] [ iter:311,300 ] [ performance: 23.069 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:49 ] [ l_g_pix: 3.5607e-02 ] [ l_g_total: 3.5607e-02 ] +2024-10-09 22:06:46,598 INFO: [ epoch: 233 ] [ iter:311,400 ] [ performance: 26.428 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:42 ] [ l_g_pix: 2.6548e-02 ] [ l_g_total: 2.6548e-02 ] +2024-10-09 22:06:50,322 INFO: [ epoch: 233 ] [ iter:311,500 ] [ performance: 26.709 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:36 ] [ l_g_pix: 4.2934e-02 ] [ l_g_total: 4.2934e-02 ] +2024-10-09 22:06:54,051 INFO: [ epoch: 233 ] [ iter:311,600 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:29 ] [ l_g_pix: 4.6824e-02 ] [ l_g_total: 4.6824e-02 ] +2024-10-09 22:06:57,739 INFO: [ epoch: 233 ] [ iter:311,700 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:22 ] [ l_g_pix: 2.6428e-02 ] [ l_g_total: 2.6428e-02 ] +2024-10-09 22:07:01,880 INFO: [ epoch: 233 ] [ iter:311,800 ] [ performance: 22.030 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:15 ] [ l_g_pix: 2.7317e-02 ] [ l_g_total: 2.7317e-02 ] +2024-10-09 22:07:05,782 INFO: [ epoch: 233 ] [ iter:311,900 ] [ performance: 24.323 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:09 ] [ l_g_pix: 3.1687e-02 ] [ l_g_total: 3.1687e-02 ] +2024-10-09 22:07:09,527 INFO: [ epoch: 233 ] [ iter:312,000 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 3:13:02 ] [ l_g_pix: 2.5856e-02 ] [ l_g_total: 2.5856e-02 ] +2024-10-09 22:07:13,218 INFO: [ epoch: 233 ] [ iter:312,100 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:55 ] [ l_g_pix: 2.4974e-02 ] [ l_g_total: 2.4974e-02 ] +2024-10-09 22:07:16,921 INFO: [ epoch: 233 ] [ iter:312,200 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:48 ] [ l_g_pix: 3.2993e-02 ] [ l_g_total: 3.2993e-02 ] +2024-10-09 22:07:20,693 INFO: [ epoch: 233 ] [ iter:312,300 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:42 ] [ l_g_pix: 2.2532e-02 ] [ l_g_total: 2.2532e-02 ] +2024-10-09 22:07:24,482 INFO: [ epoch: 233 ] [ iter:312,400 ] [ performance: 26.417 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:35 ] [ l_g_pix: 2.4497e-02 ] [ l_g_total: 2.4497e-02 ] +2024-10-09 22:07:28,240 INFO: [ epoch: 233 ] [ iter:312,500 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:28 ] [ l_g_pix: 2.1329e-02 ] [ l_g_total: 2.1329e-02 ] +2024-10-09 22:07:31,801 INFO: [ epoch: 233 ] [ iter:312,600 ] [ performance: 28.974 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:21 ] [ l_g_pix: 1.4717e-02 ] [ l_g_total: 1.4717e-02 ] +2024-10-09 22:07:37,040 INFO: [ epoch: 234 ] [ iter:312,700 ] [ performance: 21.353 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:15 ] [ l_g_pix: 2.3858e-02 ] [ l_g_total: 2.3858e-02 ] +2024-10-09 22:07:40,739 INFO: [ epoch: 234 ] [ iter:312,800 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:09 ] [ l_g_pix: 2.9830e-02 ] [ l_g_total: 2.9830e-02 ] +2024-10-09 22:07:44,468 INFO: [ epoch: 234 ] [ iter:312,900 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 3:12:02 ] [ l_g_pix: 2.4866e-02 ] [ l_g_total: 2.4866e-02 ] +2024-10-09 22:07:48,228 INFO: [ epoch: 234 ] [ iter:313,000 ] [ performance: 26.733 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:55 ] [ l_g_pix: 2.1600e-02 ] [ l_g_total: 2.1600e-02 ] +2024-10-09 22:07:51,918 INFO: [ epoch: 234 ] [ iter:313,100 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:48 ] [ l_g_pix: 2.5288e-02 ] [ l_g_total: 2.5288e-02 ] +2024-10-09 22:07:55,611 INFO: [ epoch: 234 ] [ iter:313,200 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:41 ] [ l_g_pix: 2.1539e-02 ] [ l_g_total: 2.1539e-02 ] +2024-10-09 22:07:59,379 INFO: [ epoch: 234 ] [ iter:313,300 ] [ performance: 26.622 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:35 ] [ l_g_pix: 1.9769e-02 ] [ l_g_total: 1.9769e-02 ] +2024-10-09 22:08:03,159 INFO: [ epoch: 234 ] [ iter:313,400 ] [ performance: 26.715 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:28 ] [ l_g_pix: 2.6597e-02 ] [ l_g_total: 2.6597e-02 ] +2024-10-09 22:08:06,906 INFO: [ epoch: 234 ] [ iter:313,500 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:21 ] [ l_g_pix: 3.3867e-02 ] [ l_g_total: 3.3867e-02 ] +2024-10-09 22:08:10,616 INFO: [ epoch: 234 ] [ iter:313,600 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:14 ] [ l_g_pix: 3.3400e-02 ] [ l_g_total: 3.3400e-02 ] +2024-10-09 22:08:14,306 INFO: [ epoch: 234 ] [ iter:313,700 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:08 ] [ l_g_pix: 2.8381e-02 ] [ l_g_total: 2.8381e-02 ] +2024-10-09 22:08:18,091 INFO: [ epoch: 234 ] [ iter:313,800 ] [ performance: 26.853 it/s ] [ lr: 2.50e-05 ] [ eta: 3:11:01 ] [ l_g_pix: 4.8488e-02 ] [ l_g_total: 4.8488e-02 ] +2024-10-09 22:08:21,672 INFO: [ epoch: 234 ] [ iter:313,900 ] [ performance: 27.617 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:54 ] [ l_g_pix: 2.2881e-02 ] [ l_g_total: 2.2881e-02 ] +2024-10-09 22:08:26,724 INFO: [ epoch: 235 ] [ iter:314,000 ] [ performance: 20.307 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:48 ] [ l_g_pix: 1.5716e-02 ] [ l_g_total: 1.5716e-02 ] +2024-10-09 22:08:30,413 INFO: [ epoch: 235 ] [ iter:314,100 ] [ performance: 24.827 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:41 ] [ l_g_pix: 2.8648e-02 ] [ l_g_total: 2.8648e-02 ] +2024-10-09 22:08:34,114 INFO: [ epoch: 235 ] [ iter:314,200 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:35 ] [ l_g_pix: 3.0004e-02 ] [ l_g_total: 3.0004e-02 ] +2024-10-09 22:08:37,842 INFO: [ epoch: 235 ] [ iter:314,300 ] [ performance: 26.831 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:28 ] [ l_g_pix: 1.4709e-02 ] [ l_g_total: 1.4709e-02 ] +2024-10-09 22:08:41,600 INFO: [ epoch: 235 ] [ iter:314,400 ] [ performance: 26.217 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:21 ] [ l_g_pix: 2.1985e-02 ] [ l_g_total: 2.1985e-02 ] +2024-10-09 22:08:45,328 INFO: [ epoch: 235 ] [ iter:314,500 ] [ performance: 26.665 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:14 ] [ l_g_pix: 3.1812e-02 ] [ l_g_total: 3.1812e-02 ] +2024-10-09 22:08:49,074 INFO: [ epoch: 235 ] [ iter:314,600 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:08 ] [ l_g_pix: 3.7242e-02 ] [ l_g_total: 3.7242e-02 ] +2024-10-09 22:08:52,773 INFO: [ epoch: 235 ] [ iter:314,700 ] [ performance: 26.963 it/s ] [ lr: 2.50e-05 ] [ eta: 3:10:01 ] [ l_g_pix: 3.1941e-02 ] [ l_g_total: 3.1941e-02 ] +2024-10-09 22:08:56,533 INFO: [ epoch: 235 ] [ iter:314,800 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:54 ] [ l_g_pix: 2.3266e-02 ] [ l_g_total: 2.3266e-02 ] +2024-10-09 22:09:00,287 INFO: [ epoch: 235 ] [ iter:314,900 ] [ performance: 26.640 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:47 ] [ l_g_pix: 2.9644e-02 ] [ l_g_total: 2.9644e-02 ] +2024-10-09 22:09:04,004 INFO: [ epoch: 235 ] [ iter:315,000 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:41 ] [ l_g_pix: 3.0213e-02 ] [ l_g_total: 3.0213e-02 ] +2024-10-09 22:09:07,731 INFO: [ epoch: 235 ] [ iter:315,100 ] [ performance: 26.827 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:34 ] [ l_g_pix: 2.4541e-02 ] [ l_g_total: 2.4541e-02 ] +2024-10-09 22:09:11,374 INFO: [ epoch: 235 ] [ iter:315,200 ] [ performance: 27.659 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:27 ] [ l_g_pix: 3.8359e-02 ] [ l_g_total: 3.8359e-02 ] +2024-10-09 22:09:15,890 INFO: [ epoch: 236 ] [ iter:315,300 ] [ performance: 23.277 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:21 ] [ l_g_pix: 2.7327e-02 ] [ l_g_total: 2.7327e-02 ] +2024-10-09 22:09:19,967 INFO: [ epoch: 236 ] [ iter:315,400 ] [ performance: 27.734 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:14 ] [ l_g_pix: 3.0176e-02 ] [ l_g_total: 3.0176e-02 ] +2024-10-09 22:09:23,683 INFO: [ epoch: 236 ] [ iter:315,500 ] [ performance: 27.103 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:08 ] [ l_g_pix: 3.5096e-02 ] [ l_g_total: 3.5096e-02 ] +2024-10-09 22:09:27,399 INFO: [ epoch: 236 ] [ iter:315,600 ] [ performance: 27.488 it/s ] [ lr: 2.50e-05 ] [ eta: 3:09:01 ] [ l_g_pix: 3.0128e-02 ] [ l_g_total: 3.0128e-02 ] +2024-10-09 22:09:31,155 INFO: [ epoch: 236 ] [ iter:315,700 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:54 ] [ l_g_pix: 3.5059e-02 ] [ l_g_total: 3.5059e-02 ] +2024-10-09 22:09:34,885 INFO: [ epoch: 236 ] [ iter:315,800 ] [ performance: 26.907 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:47 ] [ l_g_pix: 2.9654e-02 ] [ l_g_total: 2.9654e-02 ] +2024-10-09 22:09:38,630 INFO: [ epoch: 236 ] [ iter:315,900 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:41 ] [ l_g_pix: 3.9130e-02 ] [ l_g_total: 3.9130e-02 ] +2024-10-09 22:09:42,377 INFO: [ epoch: 236 ] [ iter:316,000 ] [ performance: 26.708 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:34 ] [ l_g_pix: 1.7625e-02 ] [ l_g_total: 1.7625e-02 ] +2024-10-09 22:09:46,084 INFO: [ epoch: 236 ] [ iter:316,100 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:27 ] [ l_g_pix: 3.1725e-02 ] [ l_g_total: 3.1725e-02 ] +2024-10-09 22:09:49,853 INFO: [ epoch: 236 ] [ iter:316,200 ] [ performance: 27.657 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:21 ] [ l_g_pix: 2.9702e-02 ] [ l_g_total: 2.9702e-02 ] +2024-10-09 22:09:53,609 INFO: [ epoch: 236 ] [ iter:316,300 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:14 ] [ l_g_pix: 2.8040e-02 ] [ l_g_total: 2.8040e-02 ] +2024-10-09 22:09:57,367 INFO: [ epoch: 236 ] [ iter:316,400 ] [ performance: 26.435 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:07 ] [ l_g_pix: 3.4687e-02 ] [ l_g_total: 3.4687e-02 ] +2024-10-09 22:10:01,134 INFO: [ epoch: 236 ] [ iter:316,500 ] [ performance: 26.531 it/s ] [ lr: 2.50e-05 ] [ eta: 3:08:01 ] [ l_g_pix: 2.4879e-02 ] [ l_g_total: 2.4879e-02 ] +2024-10-09 22:10:04,664 INFO: [ epoch: 236 ] [ iter:316,600 ] [ performance: 28.734 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:54 ] [ l_g_pix: 4.0438e-02 ] [ l_g_total: 4.0438e-02 ] +2024-10-09 22:10:09,709 INFO: [ epoch: 237 ] [ iter:316,700 ] [ performance: 21.139 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:48 ] [ l_g_pix: 2.8955e-02 ] [ l_g_total: 2.8955e-02 ] +2024-10-09 22:10:13,475 INFO: [ epoch: 237 ] [ iter:316,800 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:41 ] [ l_g_pix: 3.1032e-02 ] [ l_g_total: 3.1032e-02 ] +2024-10-09 22:10:17,239 INFO: [ epoch: 237 ] [ iter:316,900 ] [ performance: 26.673 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:34 ] [ l_g_pix: 3.1112e-02 ] [ l_g_total: 3.1112e-02 ] +2024-10-09 22:10:20,996 INFO: [ epoch: 237 ] [ iter:317,000 ] [ performance: 27.225 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:28 ] [ l_g_pix: 2.5736e-02 ] [ l_g_total: 2.5736e-02 ] +2024-10-09 22:10:24,723 INFO: [ epoch: 237 ] [ iter:317,100 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:21 ] [ l_g_pix: 2.1592e-02 ] [ l_g_total: 2.1592e-02 ] +2024-10-09 22:10:28,448 INFO: [ epoch: 237 ] [ iter:317,200 ] [ performance: 27.563 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:14 ] [ l_g_pix: 2.6088e-02 ] [ l_g_total: 2.6088e-02 ] +2024-10-09 22:10:32,184 INFO: [ epoch: 237 ] [ iter:317,300 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:08 ] [ l_g_pix: 2.8073e-02 ] [ l_g_total: 2.8073e-02 ] +2024-10-09 22:10:35,883 INFO: [ epoch: 237 ] [ iter:317,400 ] [ performance: 27.738 it/s ] [ lr: 2.50e-05 ] [ eta: 3:07:01 ] [ l_g_pix: 2.3205e-02 ] [ l_g_total: 2.3205e-02 ] +2024-10-09 22:10:39,612 INFO: [ epoch: 237 ] [ iter:317,500 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:54 ] [ l_g_pix: 2.2866e-02 ] [ l_g_total: 2.2866e-02 ] +2024-10-09 22:10:43,329 INFO: [ epoch: 237 ] [ iter:317,600 ] [ performance: 27.589 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:48 ] [ l_g_pix: 1.8618e-02 ] [ l_g_total: 1.8618e-02 ] +2024-10-09 22:10:47,091 INFO: [ epoch: 237 ] [ iter:317,700 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:41 ] [ l_g_pix: 2.1161e-02 ] [ l_g_total: 2.1161e-02 ] +2024-10-09 22:10:50,808 INFO: [ epoch: 237 ] [ iter:317,800 ] [ performance: 27.131 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:34 ] [ l_g_pix: 2.3572e-02 ] [ l_g_total: 2.3572e-02 ] +2024-10-09 22:10:54,449 INFO: [ epoch: 237 ] [ iter:317,900 ] [ performance: 27.420 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:28 ] [ l_g_pix: 2.7176e-02 ] [ l_g_total: 2.7176e-02 ] +2024-10-09 22:10:59,566 INFO: [ epoch: 238 ] [ iter:318,000 ] [ performance: 21.543 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:22 ] [ l_g_pix: 2.6660e-02 ] [ l_g_total: 2.6660e-02 ] +2024-10-09 22:11:03,278 INFO: [ epoch: 238 ] [ iter:318,100 ] [ performance: 25.952 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:15 ] [ l_g_pix: 4.1931e-02 ] [ l_g_total: 4.1931e-02 ] +2024-10-09 22:11:07,012 INFO: [ epoch: 238 ] [ iter:318,200 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:08 ] [ l_g_pix: 2.7000e-02 ] [ l_g_total: 2.7000e-02 ] +2024-10-09 22:11:10,741 INFO: [ epoch: 238 ] [ iter:318,300 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:02 ] [ l_g_pix: 2.5890e-02 ] [ l_g_total: 2.5890e-02 ] +2024-10-09 22:11:14,487 INFO: [ epoch: 238 ] [ iter:318,400 ] [ performance: 27.366 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:55 ] [ l_g_pix: 3.6435e-02 ] [ l_g_total: 3.6435e-02 ] +2024-10-09 22:11:18,220 INFO: [ epoch: 238 ] [ iter:318,500 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:48 ] [ l_g_pix: 3.2102e-02 ] [ l_g_total: 3.2102e-02 ] +2024-10-09 22:11:21,934 INFO: [ epoch: 238 ] [ iter:318,600 ] [ performance: 27.489 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:42 ] [ l_g_pix: 1.8997e-02 ] [ l_g_total: 1.8997e-02 ] +2024-10-09 22:11:25,620 INFO: [ epoch: 238 ] [ iter:318,700 ] [ performance: 27.179 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:35 ] [ l_g_pix: 3.1249e-02 ] [ l_g_total: 3.1249e-02 ] +2024-10-09 22:11:29,357 INFO: [ epoch: 238 ] [ iter:318,800 ] [ performance: 27.564 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:28 ] [ l_g_pix: 3.6978e-02 ] [ l_g_total: 3.6978e-02 ] +2024-10-09 22:11:33,086 INFO: [ epoch: 238 ] [ iter:318,900 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:22 ] [ l_g_pix: 2.4689e-02 ] [ l_g_total: 2.4689e-02 ] +2024-10-09 22:11:36,805 INFO: [ epoch: 238 ] [ iter:319,000 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:15 ] [ l_g_pix: 2.6651e-02 ] [ l_g_total: 2.6651e-02 ] +2024-10-09 22:11:40,510 INFO: [ epoch: 238 ] [ iter:319,100 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:08 ] [ l_g_pix: 2.6312e-02 ] [ l_g_total: 2.6312e-02 ] +2024-10-09 22:11:44,267 INFO: [ epoch: 238 ] [ iter:319,200 ] [ performance: 25.871 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:02 ] [ l_g_pix: 4.1556e-02 ] [ l_g_total: 4.1556e-02 ] +2024-10-09 22:11:47,757 INFO: [ epoch: 238 ] [ iter:319,300 ] [ performance: 28.332 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:55 ] [ l_g_pix: 3.7531e-02 ] [ l_g_total: 3.7531e-02 ] +2024-10-09 22:11:52,882 INFO: [ epoch: 239 ] [ iter:319,400 ] [ performance: 28.166 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:49 ] [ l_g_pix: 2.0056e-02 ] [ l_g_total: 2.0056e-02 ] +2024-10-09 22:11:56,546 INFO: [ epoch: 239 ] [ iter:319,500 ] [ performance: 27.385 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:42 ] [ l_g_pix: 3.3794e-02 ] [ l_g_total: 3.3794e-02 ] +2024-10-09 22:12:00,242 INFO: [ epoch: 239 ] [ iter:319,600 ] [ performance: 26.503 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:36 ] [ l_g_pix: 2.0865e-02 ] [ l_g_total: 2.0865e-02 ] +2024-10-09 22:12:03,954 INFO: [ epoch: 239 ] [ iter:319,700 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:29 ] [ l_g_pix: 2.0451e-02 ] [ l_g_total: 2.0451e-02 ] +2024-10-09 22:12:07,695 INFO: [ epoch: 239 ] [ iter:319,800 ] [ performance: 27.834 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:22 ] [ l_g_pix: 1.7994e-02 ] [ l_g_total: 1.7994e-02 ] +2024-10-09 22:12:11,419 INFO: [ epoch: 239 ] [ iter:319,900 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:16 ] [ l_g_pix: 4.2326e-02 ] [ l_g_total: 4.2326e-02 ] +2024-10-09 22:12:15,166 INFO: [ epoch: 239 ] [ iter:320,000 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:09 ] [ l_g_pix: 3.6380e-02 ] [ l_g_total: 3.6380e-02 ] +2024-10-09 22:12:15,166 INFO: Saving models and training states. +2024-10-09 22:15:55,802 INFO: Validation val + + # psnr: 27.2051........ Best: 27.2094 @ 310000 iter + # ssim: 0.7666........ Best: 0.7667 @ 310000 iter + # dists: 0.7733........ Best: 0.7733 @ 310000 iter + +2024-10-09 22:15:59,535 INFO: [ epoch: 239 ] [ iter:320,100 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:20 ] [ l_g_pix: 1.6246e-02 ] [ l_g_total: 1.6246e-02 ] +2024-10-09 22:16:03,249 INFO: [ epoch: 239 ] [ iter:320,200 ] [ performance: 26.432 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:13 ] [ l_g_pix: 3.3989e-02 ] [ l_g_total: 3.3989e-02 ] +2024-10-09 22:16:06,987 INFO: [ epoch: 239 ] [ iter:320,300 ] [ performance: 26.737 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:07 ] [ l_g_pix: 2.2422e-02 ] [ l_g_total: 2.2422e-02 ] +2024-10-09 22:16:10,727 INFO: [ epoch: 239 ] [ iter:320,400 ] [ performance: 27.673 it/s ] [ lr: 2.50e-05 ] [ eta: 3:06:00 ] [ l_g_pix: 3.7379e-02 ] [ l_g_total: 3.7379e-02 ] +2024-10-09 22:16:14,424 INFO: [ epoch: 239 ] [ iter:320,500 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:53 ] [ l_g_pix: 1.9031e-02 ] [ l_g_total: 1.9031e-02 ] +2024-10-09 22:16:18,023 INFO: [ epoch: 239 ] [ iter:320,600 ] [ performance: 29.676 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:46 ] [ l_g_pix: 2.3553e-02 ] [ l_g_total: 2.3553e-02 ] +2024-10-09 22:16:23,195 INFO: [ epoch: 240 ] [ iter:320,700 ] [ performance: 19.667 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:40 ] [ l_g_pix: 1.9596e-02 ] [ l_g_total: 1.9596e-02 ] +2024-10-09 22:16:26,968 INFO: [ epoch: 240 ] [ iter:320,800 ] [ performance: 28.862 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:34 ] [ l_g_pix: 3.4189e-02 ] [ l_g_total: 3.4189e-02 ] +2024-10-09 22:16:30,692 INFO: [ epoch: 240 ] [ iter:320,900 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:27 ] [ l_g_pix: 3.4299e-02 ] [ l_g_total: 3.4299e-02 ] +2024-10-09 22:16:34,439 INFO: [ epoch: 240 ] [ iter:321,000 ] [ performance: 26.808 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:20 ] [ l_g_pix: 2.8907e-02 ] [ l_g_total: 2.8907e-02 ] +2024-10-09 22:16:38,160 INFO: [ epoch: 240 ] [ iter:321,100 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:14 ] [ l_g_pix: 3.5279e-02 ] [ l_g_total: 3.5279e-02 ] +2024-10-09 22:16:41,870 INFO: [ epoch: 240 ] [ iter:321,200 ] [ performance: 28.284 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:07 ] [ l_g_pix: 2.8290e-02 ] [ l_g_total: 2.8290e-02 ] +2024-10-09 22:16:45,610 INFO: [ epoch: 240 ] [ iter:321,300 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 3:05:00 ] [ l_g_pix: 3.5502e-02 ] [ l_g_total: 3.5502e-02 ] +2024-10-09 22:16:49,374 INFO: [ epoch: 240 ] [ iter:321,400 ] [ performance: 26.343 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:53 ] [ l_g_pix: 2.6127e-02 ] [ l_g_total: 2.6127e-02 ] +2024-10-09 22:16:53,104 INFO: [ epoch: 240 ] [ iter:321,500 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:47 ] [ l_g_pix: 2.4978e-02 ] [ l_g_total: 2.4978e-02 ] +2024-10-09 22:16:56,862 INFO: [ epoch: 240 ] [ iter:321,600 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:40 ] [ l_g_pix: 3.0915e-02 ] [ l_g_total: 3.0915e-02 ] +2024-10-09 22:17:00,609 INFO: [ epoch: 240 ] [ iter:321,700 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:33 ] [ l_g_pix: 2.7307e-02 ] [ l_g_total: 2.7307e-02 ] +2024-10-09 22:17:04,273 INFO: [ epoch: 240 ] [ iter:321,800 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:26 ] [ l_g_pix: 3.5633e-02 ] [ l_g_total: 3.5633e-02 ] +2024-10-09 22:17:07,978 INFO: [ epoch: 240 ] [ iter:321,900 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:20 ] [ l_g_pix: 3.1223e-02 ] [ l_g_total: 3.1223e-02 ] +2024-10-09 22:17:12,821 INFO: [ epoch: 241 ] [ iter:322,000 ] [ performance: 23.395 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:14 ] [ l_g_pix: 2.6849e-02 ] [ l_g_total: 2.6849e-02 ] +2024-10-09 22:17:16,613 INFO: [ epoch: 241 ] [ iter:322,100 ] [ performance: 26.655 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:07 ] [ l_g_pix: 3.0474e-02 ] [ l_g_total: 3.0474e-02 ] +2024-10-09 22:17:20,289 INFO: [ epoch: 241 ] [ iter:322,200 ] [ performance: 26.934 it/s ] [ lr: 2.50e-05 ] [ eta: 3:04:00 ] [ l_g_pix: 2.4802e-02 ] [ l_g_total: 2.4802e-02 ] +2024-10-09 22:17:24,002 INFO: [ epoch: 241 ] [ iter:322,300 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:53 ] [ l_g_pix: 2.0808e-02 ] [ l_g_total: 2.0808e-02 ] +2024-10-09 22:17:27,680 INFO: [ epoch: 241 ] [ iter:322,400 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:47 ] [ l_g_pix: 3.4878e-02 ] [ l_g_total: 3.4878e-02 ] +2024-10-09 22:17:31,376 INFO: [ epoch: 241 ] [ iter:322,500 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:40 ] [ l_g_pix: 2.8842e-02 ] [ l_g_total: 2.8842e-02 ] +2024-10-09 22:17:35,107 INFO: [ epoch: 241 ] [ iter:322,600 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:33 ] [ l_g_pix: 2.8200e-02 ] [ l_g_total: 2.8200e-02 ] +2024-10-09 22:17:38,877 INFO: [ epoch: 241 ] [ iter:322,700 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:27 ] [ l_g_pix: 2.8988e-02 ] [ l_g_total: 2.8988e-02 ] +2024-10-09 22:17:42,619 INFO: [ epoch: 241 ] [ iter:322,800 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:20 ] [ l_g_pix: 4.3131e-02 ] [ l_g_total: 4.3131e-02 ] +2024-10-09 22:17:46,363 INFO: [ epoch: 241 ] [ iter:322,900 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:13 ] [ l_g_pix: 1.7963e-02 ] [ l_g_total: 1.7963e-02 ] +2024-10-09 22:17:50,055 INFO: [ epoch: 241 ] [ iter:323,000 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:06 ] [ l_g_pix: 2.4325e-02 ] [ l_g_total: 2.4325e-02 ] +2024-10-09 22:17:53,773 INFO: [ epoch: 241 ] [ iter:323,100 ] [ performance: 26.978 it/s ] [ lr: 2.50e-05 ] [ eta: 3:03:00 ] [ l_g_pix: 2.3749e-02 ] [ l_g_total: 2.3749e-02 ] +2024-10-09 22:17:57,507 INFO: [ epoch: 241 ] [ iter:323,200 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:53 ] [ l_g_pix: 2.4991e-02 ] [ l_g_total: 2.4991e-02 ] +2024-10-09 22:18:01,014 INFO: [ epoch: 241 ] [ iter:323,300 ] [ performance: 28.746 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:46 ] [ l_g_pix: 2.4095e-02 ] [ l_g_total: 2.4095e-02 ] +2024-10-09 22:18:06,266 INFO: [ epoch: 242 ] [ iter:323,400 ] [ performance: 22.718 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:40 ] [ l_g_pix: 2.6479e-02 ] [ l_g_total: 2.6479e-02 ] +2024-10-09 22:18:09,977 INFO: [ epoch: 242 ] [ iter:323,500 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:34 ] [ l_g_pix: 4.4328e-02 ] [ l_g_total: 4.4328e-02 ] +2024-10-09 22:18:13,694 INFO: [ epoch: 242 ] [ iter:323,600 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:27 ] [ l_g_pix: 2.1389e-02 ] [ l_g_total: 2.1389e-02 ] +2024-10-09 22:18:17,366 INFO: [ epoch: 242 ] [ iter:323,700 ] [ performance: 27.257 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:20 ] [ l_g_pix: 2.0363e-02 ] [ l_g_total: 2.0363e-02 ] +2024-10-09 22:18:21,074 INFO: [ epoch: 242 ] [ iter:323,800 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:14 ] [ l_g_pix: 3.3773e-02 ] [ l_g_total: 3.3773e-02 ] +2024-10-09 22:18:24,806 INFO: [ epoch: 242 ] [ iter:323,900 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:07 ] [ l_g_pix: 3.0358e-02 ] [ l_g_total: 3.0358e-02 ] +2024-10-09 22:18:28,607 INFO: [ epoch: 242 ] [ iter:324,000 ] [ performance: 26.578 it/s ] [ lr: 2.50e-05 ] [ eta: 3:02:00 ] [ l_g_pix: 2.5449e-02 ] [ l_g_total: 2.5449e-02 ] +2024-10-09 22:18:32,360 INFO: [ epoch: 242 ] [ iter:324,100 ] [ performance: 26.636 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:54 ] [ l_g_pix: 2.3072e-02 ] [ l_g_total: 2.3072e-02 ] +2024-10-09 22:18:36,098 INFO: [ epoch: 242 ] [ iter:324,200 ] [ performance: 26.702 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:47 ] [ l_g_pix: 1.9999e-02 ] [ l_g_total: 1.9999e-02 ] +2024-10-09 22:18:39,855 INFO: [ epoch: 242 ] [ iter:324,300 ] [ performance: 26.688 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:40 ] [ l_g_pix: 2.4649e-02 ] [ l_g_total: 2.4649e-02 ] +2024-10-09 22:18:43,530 INFO: [ epoch: 242 ] [ iter:324,400 ] [ performance: 26.966 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:34 ] [ l_g_pix: 2.6400e-02 ] [ l_g_total: 2.6400e-02 ] +2024-10-09 22:18:47,249 INFO: [ epoch: 242 ] [ iter:324,500 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:27 ] [ l_g_pix: 2.4023e-02 ] [ l_g_total: 2.4023e-02 ] +2024-10-09 22:18:50,853 INFO: [ epoch: 242 ] [ iter:324,600 ] [ performance: 27.390 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:20 ] [ l_g_pix: 3.1191e-02 ] [ l_g_total: 3.1191e-02 ] +2024-10-09 22:18:55,986 INFO: [ epoch: 243 ] [ iter:324,700 ] [ performance: 18.450 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:14 ] [ l_g_pix: 2.5809e-02 ] [ l_g_total: 2.5809e-02 ] +2024-10-09 22:18:59,726 INFO: [ epoch: 243 ] [ iter:324,800 ] [ performance: 22.164 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:08 ] [ l_g_pix: 2.9622e-02 ] [ l_g_total: 2.9622e-02 ] +2024-10-09 22:19:03,426 INFO: [ epoch: 243 ] [ iter:324,900 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 3:01:01 ] [ l_g_pix: 2.7450e-02 ] [ l_g_total: 2.7450e-02 ] +2024-10-09 22:19:07,163 INFO: [ epoch: 243 ] [ iter:325,000 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:54 ] [ l_g_pix: 3.1181e-02 ] [ l_g_total: 3.1181e-02 ] +2024-10-09 22:19:10,904 INFO: [ epoch: 243 ] [ iter:325,100 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:48 ] [ l_g_pix: 2.6168e-02 ] [ l_g_total: 2.6168e-02 ] +2024-10-09 22:19:14,643 INFO: [ epoch: 243 ] [ iter:325,200 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:41 ] [ l_g_pix: 2.9338e-02 ] [ l_g_total: 2.9338e-02 ] +2024-10-09 22:19:18,384 INFO: [ epoch: 243 ] [ iter:325,300 ] [ performance: 26.781 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:34 ] [ l_g_pix: 3.0312e-02 ] [ l_g_total: 3.0312e-02 ] +2024-10-09 22:19:22,145 INFO: [ epoch: 243 ] [ iter:325,400 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:28 ] [ l_g_pix: 2.8489e-02 ] [ l_g_total: 2.8489e-02 ] +2024-10-09 22:19:25,899 INFO: [ epoch: 243 ] [ iter:325,500 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:21 ] [ l_g_pix: 3.7916e-02 ] [ l_g_total: 3.7916e-02 ] +2024-10-09 22:19:29,643 INFO: [ epoch: 243 ] [ iter:325,600 ] [ performance: 26.690 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:14 ] [ l_g_pix: 2.8657e-02 ] [ l_g_total: 2.8657e-02 ] +2024-10-09 22:19:33,347 INFO: [ epoch: 243 ] [ iter:325,700 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:08 ] [ l_g_pix: 1.8590e-02 ] [ l_g_total: 1.8590e-02 ] +2024-10-09 22:19:37,091 INFO: [ epoch: 243 ] [ iter:325,800 ] [ performance: 26.893 it/s ] [ lr: 2.50e-05 ] [ eta: 3:00:01 ] [ l_g_pix: 1.6387e-02 ] [ l_g_total: 1.6387e-02 ] +2024-10-09 22:19:40,755 INFO: [ epoch: 243 ] [ iter:325,900 ] [ performance: 27.420 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:54 ] [ l_g_pix: 2.5646e-02 ] [ l_g_total: 2.5646e-02 ] +2024-10-09 22:19:45,500 INFO: [ epoch: 244 ] [ iter:326,000 ] [ performance: 23.474 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:48 ] [ l_g_pix: 2.3450e-02 ] [ l_g_total: 2.3450e-02 ] +2024-10-09 22:19:49,429 INFO: [ epoch: 244 ] [ iter:326,100 ] [ performance: 26.843 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:42 ] [ l_g_pix: 3.9716e-02 ] [ l_g_total: 3.9716e-02 ] +2024-10-09 22:19:53,126 INFO: [ epoch: 244 ] [ iter:326,200 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:35 ] [ l_g_pix: 2.9515e-02 ] [ l_g_total: 2.9515e-02 ] +2024-10-09 22:19:56,803 INFO: [ epoch: 244 ] [ iter:326,300 ] [ performance: 27.188 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:28 ] [ l_g_pix: 3.3745e-02 ] [ l_g_total: 3.3745e-02 ] +2024-10-09 22:20:00,530 INFO: [ epoch: 244 ] [ iter:326,400 ] [ performance: 26.989 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:22 ] [ l_g_pix: 2.6913e-02 ] [ l_g_total: 2.6913e-02 ] +2024-10-09 22:20:04,245 INFO: [ epoch: 244 ] [ iter:326,500 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:15 ] [ l_g_pix: 3.0733e-02 ] [ l_g_total: 3.0733e-02 ] +2024-10-09 22:20:07,937 INFO: [ epoch: 244 ] [ iter:326,600 ] [ performance: 27.119 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:08 ] [ l_g_pix: 2.4484e-02 ] [ l_g_total: 2.4484e-02 ] +2024-10-09 22:20:11,636 INFO: [ epoch: 244 ] [ iter:326,700 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 2:59:02 ] [ l_g_pix: 2.7486e-02 ] [ l_g_total: 2.7486e-02 ] +2024-10-09 22:20:15,351 INFO: [ epoch: 244 ] [ iter:326,800 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:55 ] [ l_g_pix: 3.5804e-02 ] [ l_g_total: 3.5804e-02 ] +2024-10-09 22:20:19,083 INFO: [ epoch: 244 ] [ iter:326,900 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:48 ] [ l_g_pix: 2.2123e-02 ] [ l_g_total: 2.2123e-02 ] +2024-10-09 22:20:22,803 INFO: [ epoch: 244 ] [ iter:327,000 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:42 ] [ l_g_pix: 2.1695e-02 ] [ l_g_total: 2.1695e-02 ] +2024-10-09 22:20:26,546 INFO: [ epoch: 244 ] [ iter:327,100 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:35 ] [ l_g_pix: 1.9376e-02 ] [ l_g_total: 1.9376e-02 ] +2024-10-09 22:20:30,294 INFO: [ epoch: 244 ] [ iter:327,200 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:29 ] [ l_g_pix: 2.2495e-02 ] [ l_g_total: 2.2495e-02 ] +2024-10-09 22:20:33,834 INFO: [ epoch: 244 ] [ iter:327,300 ] [ performance: 28.886 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:22 ] [ l_g_pix: 2.7613e-02 ] [ l_g_total: 2.7613e-02 ] +2024-10-09 22:20:38,980 INFO: [ epoch: 245 ] [ iter:327,400 ] [ performance: 22.523 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:16 ] [ l_g_pix: 3.3875e-02 ] [ l_g_total: 3.3875e-02 ] +2024-10-09 22:20:42,688 INFO: [ epoch: 245 ] [ iter:327,500 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:09 ] [ l_g_pix: 2.9449e-02 ] [ l_g_total: 2.9449e-02 ] +2024-10-09 22:20:46,431 INFO: [ epoch: 245 ] [ iter:327,600 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 2:58:03 ] [ l_g_pix: 2.4781e-02 ] [ l_g_total: 2.4781e-02 ] +2024-10-09 22:20:50,137 INFO: [ epoch: 245 ] [ iter:327,700 ] [ performance: 27.067 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:56 ] [ l_g_pix: 3.5099e-02 ] [ l_g_total: 3.5099e-02 ] +2024-10-09 22:20:53,828 INFO: [ epoch: 245 ] [ iter:327,800 ] [ performance: 27.085 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:50 ] [ l_g_pix: 3.2630e-02 ] [ l_g_total: 3.2630e-02 ] +2024-10-09 22:20:57,569 INFO: [ epoch: 245 ] [ iter:327,900 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:43 ] [ l_g_pix: 5.1260e-02 ] [ l_g_total: 5.1260e-02 ] +2024-10-09 22:21:01,301 INFO: [ epoch: 245 ] [ iter:328,000 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:36 ] [ l_g_pix: 4.2474e-02 ] [ l_g_total: 4.2474e-02 ] +2024-10-09 22:21:05,040 INFO: [ epoch: 245 ] [ iter:328,100 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:30 ] [ l_g_pix: 2.4178e-02 ] [ l_g_total: 2.4178e-02 ] +2024-10-09 22:21:08,773 INFO: [ epoch: 245 ] [ iter:328,200 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:23 ] [ l_g_pix: 3.5602e-02 ] [ l_g_total: 3.5602e-02 ] +2024-10-09 22:21:12,497 INFO: [ epoch: 245 ] [ iter:328,300 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:16 ] [ l_g_pix: 2.6726e-02 ] [ l_g_total: 2.6726e-02 ] +2024-10-09 22:21:16,167 INFO: [ epoch: 245 ] [ iter:328,400 ] [ performance: 27.103 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:10 ] [ l_g_pix: 3.2596e-02 ] [ l_g_total: 3.2596e-02 ] +2024-10-09 22:21:19,903 INFO: [ epoch: 245 ] [ iter:328,500 ] [ performance: 27.008 it/s ] [ lr: 2.50e-05 ] [ eta: 2:57:03 ] [ l_g_pix: 3.2923e-02 ] [ l_g_total: 3.2923e-02 ] +2024-10-09 22:21:23,525 INFO: [ epoch: 245 ] [ iter:328,600 ] [ performance: 27.372 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:57 ] [ l_g_pix: 3.3166e-02 ] [ l_g_total: 3.3166e-02 ] +2024-10-09 22:21:28,553 INFO: [ epoch: 246 ] [ iter:328,700 ] [ performance: 17.038 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:51 ] [ l_g_pix: 2.9992e-02 ] [ l_g_total: 2.9992e-02 ] +2024-10-09 22:21:32,298 INFO: [ epoch: 246 ] [ iter:328,800 ] [ performance: 21.830 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:44 ] [ l_g_pix: 1.9674e-02 ] [ l_g_total: 1.9674e-02 ] +2024-10-09 22:21:36,014 INFO: [ epoch: 246 ] [ iter:328,900 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:38 ] [ l_g_pix: 2.3619e-02 ] [ l_g_total: 2.3619e-02 ] +2024-10-09 22:21:39,745 INFO: [ epoch: 246 ] [ iter:329,000 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:31 ] [ l_g_pix: 2.6454e-02 ] [ l_g_total: 2.6454e-02 ] +2024-10-09 22:21:43,452 INFO: [ epoch: 246 ] [ iter:329,100 ] [ performance: 27.230 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:24 ] [ l_g_pix: 2.4106e-02 ] [ l_g_total: 2.4106e-02 ] +2024-10-09 22:21:47,202 INFO: [ epoch: 246 ] [ iter:329,200 ] [ performance: 26.887 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:18 ] [ l_g_pix: 2.7401e-02 ] [ l_g_total: 2.7401e-02 ] +2024-10-09 22:21:50,975 INFO: [ epoch: 246 ] [ iter:329,300 ] [ performance: 26.436 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:11 ] [ l_g_pix: 3.8189e-02 ] [ l_g_total: 3.8189e-02 ] +2024-10-09 22:21:54,699 INFO: [ epoch: 246 ] [ iter:329,400 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:05 ] [ l_g_pix: 4.0352e-02 ] [ l_g_total: 4.0352e-02 ] +2024-10-09 22:21:58,393 INFO: [ epoch: 246 ] [ iter:329,500 ] [ performance: 27.024 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:58 ] [ l_g_pix: 2.5849e-02 ] [ l_g_total: 2.5849e-02 ] +2024-10-09 22:22:02,104 INFO: [ epoch: 246 ] [ iter:329,600 ] [ performance: 26.981 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:51 ] [ l_g_pix: 2.1336e-02 ] [ l_g_total: 2.1336e-02 ] +2024-10-09 22:22:05,839 INFO: [ epoch: 246 ] [ iter:329,700 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:45 ] [ l_g_pix: 4.3817e-02 ] [ l_g_total: 4.3817e-02 ] +2024-10-09 22:22:09,610 INFO: [ epoch: 246 ] [ iter:329,800 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:38 ] [ l_g_pix: 3.4478e-02 ] [ l_g_total: 3.4478e-02 ] +2024-10-09 22:22:13,353 INFO: [ epoch: 246 ] [ iter:329,900 ] [ performance: 27.068 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:32 ] [ l_g_pix: 2.0827e-02 ] [ l_g_total: 2.0827e-02 ] +2024-10-09 22:22:18,081 INFO: [ epoch: 247 ] [ iter:330,000 ] [ performance: 23.024 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:26 ] [ l_g_pix: 2.5045e-02 ] [ l_g_total: 2.5045e-02 ] +2024-10-09 22:22:18,082 INFO: Saving models and training states. +2024-10-09 22:25:03,218 INFO: Validation val + + # psnr: 27.1990........ Best: 27.2094 @ 310000 iter + # ssim: 0.7664........ Best: 0.7667 @ 310000 iter + # dists: 0.7734........ Best: 0.7733 @ 310000 iter + +2024-10-09 22:25:06,971 INFO: [ epoch: 247 ] [ iter:330,100 ] [ performance: 26.682 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:54 ] [ l_g_pix: 4.2836e-02 ] [ l_g_total: 4.2836e-02 ] +2024-10-09 22:25:10,688 INFO: [ epoch: 247 ] [ iter:330,200 ] [ performance: 26.823 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:47 ] [ l_g_pix: 2.7598e-02 ] [ l_g_total: 2.7598e-02 ] +2024-10-09 22:25:14,395 INFO: [ epoch: 247 ] [ iter:330,300 ] [ performance: 27.032 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:41 ] [ l_g_pix: 2.6392e-02 ] [ l_g_total: 2.6392e-02 ] +2024-10-09 22:25:18,138 INFO: [ epoch: 247 ] [ iter:330,400 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:34 ] [ l_g_pix: 3.3839e-02 ] [ l_g_total: 3.3839e-02 ] +2024-10-09 22:25:21,893 INFO: [ epoch: 247 ] [ iter:330,500 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:27 ] [ l_g_pix: 2.5517e-02 ] [ l_g_total: 2.5517e-02 ] +2024-10-09 22:25:25,619 INFO: [ epoch: 247 ] [ iter:330,600 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:21 ] [ l_g_pix: 2.3577e-02 ] [ l_g_total: 2.3577e-02 ] +2024-10-09 22:25:29,312 INFO: [ epoch: 247 ] [ iter:330,700 ] [ performance: 27.435 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:14 ] [ l_g_pix: 2.0413e-02 ] [ l_g_total: 2.0413e-02 ] +2024-10-09 22:25:32,979 INFO: [ epoch: 247 ] [ iter:330,800 ] [ performance: 27.331 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:07 ] [ l_g_pix: 2.5522e-02 ] [ l_g_total: 2.5522e-02 ] +2024-10-09 22:25:36,683 INFO: [ epoch: 247 ] [ iter:330,900 ] [ performance: 27.278 it/s ] [ lr: 2.50e-05 ] [ eta: 2:56:01 ] [ l_g_pix: 4.9277e-02 ] [ l_g_total: 4.9277e-02 ] +2024-10-09 22:25:40,355 INFO: [ epoch: 247 ] [ iter:331,000 ] [ performance: 27.251 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:54 ] [ l_g_pix: 2.8044e-02 ] [ l_g_total: 2.8044e-02 ] +2024-10-09 22:25:44,106 INFO: [ epoch: 247 ] [ iter:331,100 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:47 ] [ l_g_pix: 2.6100e-02 ] [ l_g_total: 2.6100e-02 ] +2024-10-09 22:25:47,862 INFO: [ epoch: 247 ] [ iter:331,200 ] [ performance: 26.669 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:41 ] [ l_g_pix: 3.3822e-02 ] [ l_g_total: 3.3822e-02 ] +2024-10-09 22:25:51,416 INFO: [ epoch: 247 ] [ iter:331,300 ] [ performance: 29.133 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:34 ] [ l_g_pix: 4.5817e-02 ] [ l_g_total: 4.5817e-02 ] +2024-10-09 22:25:56,665 INFO: [ epoch: 248 ] [ iter:331,400 ] [ performance: 21.613 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:28 ] [ l_g_pix: 2.5848e-02 ] [ l_g_total: 2.5848e-02 ] +2024-10-09 22:26:00,350 INFO: [ epoch: 248 ] [ iter:331,500 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:22 ] [ l_g_pix: 2.6109e-02 ] [ l_g_total: 2.6109e-02 ] +2024-10-09 22:26:04,063 INFO: [ epoch: 248 ] [ iter:331,600 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:15 ] [ l_g_pix: 3.5229e-02 ] [ l_g_total: 3.5229e-02 ] +2024-10-09 22:26:07,807 INFO: [ epoch: 248 ] [ iter:331,700 ] [ performance: 26.509 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:08 ] [ l_g_pix: 4.1508e-02 ] [ l_g_total: 4.1508e-02 ] +2024-10-09 22:26:11,536 INFO: [ epoch: 248 ] [ iter:331,800 ] [ performance: 26.717 it/s ] [ lr: 2.50e-05 ] [ eta: 2:55:02 ] [ l_g_pix: 2.5182e-02 ] [ l_g_total: 2.5182e-02 ] +2024-10-09 22:26:15,282 INFO: [ epoch: 248 ] [ iter:331,900 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:55 ] [ l_g_pix: 3.1596e-02 ] [ l_g_total: 3.1596e-02 ] +2024-10-09 22:26:19,021 INFO: [ epoch: 248 ] [ iter:332,000 ] [ performance: 26.801 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:48 ] [ l_g_pix: 1.6119e-02 ] [ l_g_total: 1.6119e-02 ] +2024-10-09 22:26:22,726 INFO: [ epoch: 248 ] [ iter:332,100 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:42 ] [ l_g_pix: 3.1955e-02 ] [ l_g_total: 3.1955e-02 ] +2024-10-09 22:26:26,464 INFO: [ epoch: 248 ] [ iter:332,200 ] [ performance: 26.760 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:35 ] [ l_g_pix: 2.8975e-02 ] [ l_g_total: 2.8975e-02 ] +2024-10-09 22:26:30,163 INFO: [ epoch: 248 ] [ iter:332,300 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:29 ] [ l_g_pix: 3.1708e-02 ] [ l_g_total: 3.1708e-02 ] +2024-10-09 22:26:33,881 INFO: [ epoch: 248 ] [ iter:332,400 ] [ performance: 26.920 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:22 ] [ l_g_pix: 2.8898e-02 ] [ l_g_total: 2.8898e-02 ] +2024-10-09 22:26:38,018 INFO: [ epoch: 248 ] [ iter:332,500 ] [ performance: 22.253 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:16 ] [ l_g_pix: 3.1757e-02 ] [ l_g_total: 3.1757e-02 ] +2024-10-09 22:26:41,859 INFO: [ epoch: 248 ] [ iter:332,600 ] [ performance: 24.714 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:09 ] [ l_g_pix: 1.9679e-02 ] [ l_g_total: 1.9679e-02 ] +2024-10-09 22:26:47,089 INFO: [ epoch: 249 ] [ iter:332,700 ] [ performance: 13.615 it/s ] [ lr: 2.50e-05 ] [ eta: 2:54:03 ] [ l_g_pix: 2.4989e-02 ] [ l_g_total: 2.4989e-02 ] +2024-10-09 22:26:50,801 INFO: [ epoch: 249 ] [ iter:332,800 ] [ performance: 20.668 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:57 ] [ l_g_pix: 2.1255e-02 ] [ l_g_total: 2.1255e-02 ] +2024-10-09 22:26:54,503 INFO: [ epoch: 249 ] [ iter:332,900 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:50 ] [ l_g_pix: 3.3122e-02 ] [ l_g_total: 3.3122e-02 ] +2024-10-09 22:26:58,238 INFO: [ epoch: 249 ] [ iter:333,000 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:43 ] [ l_g_pix: 2.5171e-02 ] [ l_g_total: 2.5171e-02 ] +2024-10-09 22:27:01,933 INFO: [ epoch: 249 ] [ iter:333,100 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:37 ] [ l_g_pix: 2.9805e-02 ] [ l_g_total: 2.9805e-02 ] +2024-10-09 22:27:05,648 INFO: [ epoch: 249 ] [ iter:333,200 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:30 ] [ l_g_pix: 3.4653e-02 ] [ l_g_total: 3.4653e-02 ] +2024-10-09 22:27:09,378 INFO: [ epoch: 249 ] [ iter:333,300 ] [ performance: 26.657 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:24 ] [ l_g_pix: 3.3332e-02 ] [ l_g_total: 3.3332e-02 ] +2024-10-09 22:27:13,100 INFO: [ epoch: 249 ] [ iter:333,400 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:17 ] [ l_g_pix: 3.0109e-02 ] [ l_g_total: 3.0109e-02 ] +2024-10-09 22:27:16,789 INFO: [ epoch: 249 ] [ iter:333,500 ] [ performance: 27.356 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:10 ] [ l_g_pix: 3.9905e-02 ] [ l_g_total: 3.9905e-02 ] +2024-10-09 22:27:20,459 INFO: [ epoch: 249 ] [ iter:333,600 ] [ performance: 27.285 it/s ] [ lr: 2.50e-05 ] [ eta: 2:53:04 ] [ l_g_pix: 2.9887e-02 ] [ l_g_total: 2.9887e-02 ] +2024-10-09 22:27:24,182 INFO: [ epoch: 249 ] [ iter:333,700 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:57 ] [ l_g_pix: 1.9216e-02 ] [ l_g_total: 1.9216e-02 ] +2024-10-09 22:27:27,922 INFO: [ epoch: 249 ] [ iter:333,800 ] [ performance: 26.731 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:50 ] [ l_g_pix: 2.5961e-02 ] [ l_g_total: 2.5961e-02 ] +2024-10-09 22:27:31,658 INFO: [ epoch: 249 ] [ iter:333,900 ] [ performance: 27.191 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:44 ] [ l_g_pix: 3.4619e-02 ] [ l_g_total: 3.4619e-02 ] +2024-10-09 22:27:35,285 INFO: [ epoch: 249 ] [ iter:334,000 ] [ performance: 27.466 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:37 ] [ l_g_pix: 3.3535e-02 ] [ l_g_total: 3.3535e-02 ] +2024-10-09 22:27:40,529 INFO: [ epoch: 250 ] [ iter:334,100 ] [ performance: 26.632 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:31 ] [ l_g_pix: 2.7750e-02 ] [ l_g_total: 2.7750e-02 ] +2024-10-09 22:27:44,319 INFO: [ epoch: 250 ] [ iter:334,200 ] [ performance: 26.460 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:25 ] [ l_g_pix: 4.2180e-02 ] [ l_g_total: 4.2180e-02 ] +2024-10-09 22:27:48,052 INFO: [ epoch: 250 ] [ iter:334,300 ] [ performance: 27.255 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:18 ] [ l_g_pix: 3.0133e-02 ] [ l_g_total: 3.0133e-02 ] +2024-10-09 22:27:51,794 INFO: [ epoch: 250 ] [ iter:334,400 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:12 ] [ l_g_pix: 3.9951e-02 ] [ l_g_total: 3.9951e-02 ] +2024-10-09 22:27:55,534 INFO: [ epoch: 250 ] [ iter:334,500 ] [ performance: 26.887 it/s ] [ lr: 2.50e-05 ] [ eta: 2:52:05 ] [ l_g_pix: 1.4415e-02 ] [ l_g_total: 1.4415e-02 ] +2024-10-09 22:27:59,267 INFO: [ epoch: 250 ] [ iter:334,600 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:59 ] [ l_g_pix: 2.2637e-02 ] [ l_g_total: 2.2637e-02 ] +2024-10-09 22:28:03,007 INFO: [ epoch: 250 ] [ iter:334,700 ] [ performance: 26.817 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:52 ] [ l_g_pix: 4.0754e-02 ] [ l_g_total: 4.0754e-02 ] +2024-10-09 22:28:06,747 INFO: [ epoch: 250 ] [ iter:334,800 ] [ performance: 26.760 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:45 ] [ l_g_pix: 2.8212e-02 ] [ l_g_total: 2.8212e-02 ] +2024-10-09 22:28:10,478 INFO: [ epoch: 250 ] [ iter:334,900 ] [ performance: 27.074 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:39 ] [ l_g_pix: 3.4747e-02 ] [ l_g_total: 3.4747e-02 ] +2024-10-09 22:28:14,198 INFO: [ epoch: 250 ] [ iter:335,000 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:32 ] [ l_g_pix: 3.1198e-02 ] [ l_g_total: 3.1198e-02 ] +2024-10-09 22:28:17,936 INFO: [ epoch: 250 ] [ iter:335,100 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:26 ] [ l_g_pix: 3.7417e-02 ] [ l_g_total: 3.7417e-02 ] +2024-10-09 22:28:21,617 INFO: [ epoch: 250 ] [ iter:335,200 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:19 ] [ l_g_pix: 2.9449e-02 ] [ l_g_total: 2.9449e-02 ] +2024-10-09 22:28:25,141 INFO: [ epoch: 250 ] [ iter:335,300 ] [ performance: 29.443 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:12 ] [ l_g_pix: 2.7813e-02 ] [ l_g_total: 2.7813e-02 ] +2024-10-09 22:28:30,194 INFO: [ epoch: 251 ] [ iter:335,400 ] [ performance: 21.502 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:07 ] [ l_g_pix: 2.1458e-02 ] [ l_g_total: 2.1458e-02 ] +2024-10-09 22:28:33,882 INFO: [ epoch: 251 ] [ iter:335,500 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 2:51:00 ] [ l_g_pix: 2.5975e-02 ] [ l_g_total: 2.5975e-02 ] +2024-10-09 22:28:37,634 INFO: [ epoch: 251 ] [ iter:335,600 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:53 ] [ l_g_pix: 2.8444e-02 ] [ l_g_total: 2.8444e-02 ] +2024-10-09 22:28:41,360 INFO: [ epoch: 251 ] [ iter:335,700 ] [ performance: 26.955 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:47 ] [ l_g_pix: 2.9193e-02 ] [ l_g_total: 2.9193e-02 ] +2024-10-09 22:28:45,105 INFO: [ epoch: 251 ] [ iter:335,800 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:40 ] [ l_g_pix: 3.0493e-02 ] [ l_g_total: 3.0493e-02 ] +2024-10-09 22:28:48,815 INFO: [ epoch: 251 ] [ iter:335,900 ] [ performance: 27.366 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:34 ] [ l_g_pix: 3.8696e-02 ] [ l_g_total: 3.8696e-02 ] +2024-10-09 22:28:52,560 INFO: [ epoch: 251 ] [ iter:336,000 ] [ performance: 26.851 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:27 ] [ l_g_pix: 3.1481e-02 ] [ l_g_total: 3.1481e-02 ] +2024-10-09 22:28:56,309 INFO: [ epoch: 251 ] [ iter:336,100 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:21 ] [ l_g_pix: 2.1379e-02 ] [ l_g_total: 2.1379e-02 ] +2024-10-09 22:29:00,035 INFO: [ epoch: 251 ] [ iter:336,200 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:14 ] [ l_g_pix: 2.6412e-02 ] [ l_g_total: 2.6412e-02 ] +2024-10-09 22:29:03,788 INFO: [ epoch: 251 ] [ iter:336,300 ] [ performance: 26.675 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:08 ] [ l_g_pix: 3.1477e-02 ] [ l_g_total: 3.1477e-02 ] +2024-10-09 22:29:07,530 INFO: [ epoch: 251 ] [ iter:336,400 ] [ performance: 26.715 it/s ] [ lr: 2.50e-05 ] [ eta: 2:50:01 ] [ l_g_pix: 1.9548e-02 ] [ l_g_total: 1.9548e-02 ] +2024-10-09 22:29:11,295 INFO: [ epoch: 251 ] [ iter:336,500 ] [ performance: 27.086 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:54 ] [ l_g_pix: 2.7206e-02 ] [ l_g_total: 2.7206e-02 ] +2024-10-09 22:29:14,954 INFO: [ epoch: 251 ] [ iter:336,600 ] [ performance: 27.288 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:48 ] [ l_g_pix: 2.9443e-02 ] [ l_g_total: 2.9443e-02 ] +2024-10-09 22:29:20,100 INFO: [ epoch: 252 ] [ iter:336,700 ] [ performance: 17.476 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:42 ] [ l_g_pix: 2.9490e-02 ] [ l_g_total: 2.9490e-02 ] +2024-10-09 22:29:23,857 INFO: [ epoch: 252 ] [ iter:336,800 ] [ performance: 24.101 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:36 ] [ l_g_pix: 4.5856e-02 ] [ l_g_total: 4.5856e-02 ] +2024-10-09 22:29:27,575 INFO: [ epoch: 252 ] [ iter:336,900 ] [ performance: 27.732 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:29 ] [ l_g_pix: 2.9203e-02 ] [ l_g_total: 2.9203e-02 ] +2024-10-09 22:29:31,310 INFO: [ epoch: 252 ] [ iter:337,000 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:22 ] [ l_g_pix: 2.4371e-02 ] [ l_g_total: 2.4371e-02 ] +2024-10-09 22:29:35,106 INFO: [ epoch: 252 ] [ iter:337,100 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:16 ] [ l_g_pix: 2.6894e-02 ] [ l_g_total: 2.6894e-02 ] +2024-10-09 22:29:38,844 INFO: [ epoch: 252 ] [ iter:337,200 ] [ performance: 26.744 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:09 ] [ l_g_pix: 2.7048e-02 ] [ l_g_total: 2.7048e-02 ] +2024-10-09 22:29:42,618 INFO: [ epoch: 252 ] [ iter:337,300 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 2:49:03 ] [ l_g_pix: 2.4640e-02 ] [ l_g_total: 2.4640e-02 ] +2024-10-09 22:29:46,353 INFO: [ epoch: 252 ] [ iter:337,400 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:56 ] [ l_g_pix: 1.6577e-02 ] [ l_g_total: 1.6577e-02 ] +2024-10-09 22:29:50,098 INFO: [ epoch: 252 ] [ iter:337,500 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:50 ] [ l_g_pix: 3.6531e-02 ] [ l_g_total: 3.6531e-02 ] +2024-10-09 22:29:53,850 INFO: [ epoch: 252 ] [ iter:337,600 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:43 ] [ l_g_pix: 3.1421e-02 ] [ l_g_total: 3.1421e-02 ] +2024-10-09 22:29:57,648 INFO: [ epoch: 252 ] [ iter:337,700 ] [ performance: 26.644 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:37 ] [ l_g_pix: 2.1111e-02 ] [ l_g_total: 2.1111e-02 ] +2024-10-09 22:30:01,327 INFO: [ epoch: 252 ] [ iter:337,800 ] [ performance: 27.098 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:30 ] [ l_g_pix: 2.6879e-02 ] [ l_g_total: 2.6879e-02 ] +2024-10-09 22:30:05,008 INFO: [ epoch: 252 ] [ iter:337,900 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:24 ] [ l_g_pix: 1.8565e-02 ] [ l_g_total: 1.8565e-02 ] +2024-10-09 22:30:08,541 INFO: [ epoch: 252 ] [ iter:338,000 ] [ performance: 28.087 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:17 ] [ l_g_pix: 2.0614e-02 ] [ l_g_total: 2.0614e-02 ] +2024-10-09 22:30:13,640 INFO: [ epoch: 253 ] [ iter:338,100 ] [ performance: 28.085 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:11 ] [ l_g_pix: 2.4843e-02 ] [ l_g_total: 2.4843e-02 ] +2024-10-09 22:30:17,290 INFO: [ epoch: 253 ] [ iter:338,200 ] [ performance: 27.505 it/s ] [ lr: 2.50e-05 ] [ eta: 2:48:05 ] [ l_g_pix: 2.9410e-02 ] [ l_g_total: 2.9410e-02 ] +2024-10-09 22:30:21,025 INFO: [ epoch: 253 ] [ iter:338,300 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:58 ] [ l_g_pix: 2.0016e-02 ] [ l_g_total: 2.0016e-02 ] +2024-10-09 22:30:24,791 INFO: [ epoch: 253 ] [ iter:338,400 ] [ performance: 26.588 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:52 ] [ l_g_pix: 2.4986e-02 ] [ l_g_total: 2.4986e-02 ] +2024-10-09 22:30:28,549 INFO: [ epoch: 253 ] [ iter:338,500 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:45 ] [ l_g_pix: 2.7958e-02 ] [ l_g_total: 2.7958e-02 ] +2024-10-09 22:30:32,281 INFO: [ epoch: 253 ] [ iter:338,600 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:39 ] [ l_g_pix: 2.8340e-02 ] [ l_g_total: 2.8340e-02 ] +2024-10-09 22:30:35,999 INFO: [ epoch: 253 ] [ iter:338,700 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:32 ] [ l_g_pix: 2.1219e-02 ] [ l_g_total: 2.1219e-02 ] +2024-10-09 22:30:39,706 INFO: [ epoch: 253 ] [ iter:338,800 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:26 ] [ l_g_pix: 3.2446e-02 ] [ l_g_total: 3.2446e-02 ] +2024-10-09 22:30:43,444 INFO: [ epoch: 253 ] [ iter:338,900 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:19 ] [ l_g_pix: 2.7237e-02 ] [ l_g_total: 2.7237e-02 ] +2024-10-09 22:30:47,179 INFO: [ epoch: 253 ] [ iter:339,000 ] [ performance: 26.804 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:13 ] [ l_g_pix: 2.8507e-02 ] [ l_g_total: 2.8507e-02 ] +2024-10-09 22:30:50,907 INFO: [ epoch: 253 ] [ iter:339,100 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:06 ] [ l_g_pix: 3.5961e-02 ] [ l_g_total: 3.5961e-02 ] +2024-10-09 22:30:54,613 INFO: [ epoch: 253 ] [ iter:339,200 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:00 ] [ l_g_pix: 2.8913e-02 ] [ l_g_total: 2.8913e-02 ] +2024-10-09 22:30:58,203 INFO: [ epoch: 253 ] [ iter:339,300 ] [ performance: 29.339 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:53 ] [ l_g_pix: 3.2233e-02 ] [ l_g_total: 3.2233e-02 ] +2024-10-09 22:31:03,186 INFO: [ epoch: 254 ] [ iter:339,400 ] [ performance: 20.776 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:47 ] [ l_g_pix: 2.5947e-02 ] [ l_g_total: 2.5947e-02 ] +2024-10-09 22:31:06,941 INFO: [ epoch: 254 ] [ iter:339,500 ] [ performance: 27.057 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:41 ] [ l_g_pix: 2.9526e-02 ] [ l_g_total: 2.9526e-02 ] +2024-10-09 22:31:10,593 INFO: [ epoch: 254 ] [ iter:339,600 ] [ performance: 27.358 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:34 ] [ l_g_pix: 3.9336e-02 ] [ l_g_total: 3.9336e-02 ] +2024-10-09 22:31:14,243 INFO: [ epoch: 254 ] [ iter:339,700 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:28 ] [ l_g_pix: 2.4656e-02 ] [ l_g_total: 2.4656e-02 ] +2024-10-09 22:31:17,899 INFO: [ epoch: 254 ] [ iter:339,800 ] [ performance: 27.329 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:21 ] [ l_g_pix: 4.4330e-02 ] [ l_g_total: 4.4330e-02 ] +2024-10-09 22:31:21,645 INFO: [ epoch: 254 ] [ iter:339,900 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:15 ] [ l_g_pix: 4.1761e-02 ] [ l_g_total: 4.1761e-02 ] +2024-10-09 22:31:25,368 INFO: [ epoch: 254 ] [ iter:340,000 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:08 ] [ l_g_pix: 2.6392e-02 ] [ l_g_total: 2.6392e-02 ] +2024-10-09 22:31:25,369 INFO: Saving models and training states. +2024-10-09 22:34:15,305 INFO: Validation val + + # psnr: 27.2070........ Best: 27.2094 @ 310000 iter + # ssim: 0.7666........ Best: 0.7667 @ 310000 iter + # dists: 0.7733........ Best: 0.7733 @ 310000 iter + +2024-10-09 22:34:19,016 INFO: [ epoch: 254 ] [ iter:340,100 ] [ performance: 26.908 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:31 ] [ l_g_pix: 2.1998e-02 ] [ l_g_total: 2.1998e-02 ] +2024-10-09 22:34:22,723 INFO: [ epoch: 254 ] [ iter:340,200 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:25 ] [ l_g_pix: 2.5767e-02 ] [ l_g_total: 2.5767e-02 ] +2024-10-09 22:34:26,451 INFO: [ epoch: 254 ] [ iter:340,300 ] [ performance: 27.415 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:18 ] [ l_g_pix: 3.4800e-02 ] [ l_g_total: 3.4800e-02 ] +2024-10-09 22:34:30,183 INFO: [ epoch: 254 ] [ iter:340,400 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:12 ] [ l_g_pix: 2.9508e-02 ] [ l_g_total: 2.9508e-02 ] +2024-10-09 22:34:33,913 INFO: [ epoch: 254 ] [ iter:340,500 ] [ performance: 27.953 it/s ] [ lr: 2.50e-05 ] [ eta: 2:47:05 ] [ l_g_pix: 1.9998e-02 ] [ l_g_total: 1.9998e-02 ] +2024-10-09 22:34:37,569 INFO: [ epoch: 254 ] [ iter:340,600 ] [ performance: 27.392 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:59 ] [ l_g_pix: 3.1877e-02 ] [ l_g_total: 3.1877e-02 ] +2024-10-09 22:34:42,872 INFO: [ epoch: 255 ] [ iter:340,700 ] [ performance: 17.451 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:53 ] [ l_g_pix: 2.4962e-02 ] [ l_g_total: 2.4962e-02 ] +2024-10-09 22:34:46,882 INFO: [ epoch: 255 ] [ iter:340,800 ] [ performance: 24.444 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:46 ] [ l_g_pix: 1.9068e-02 ] [ l_g_total: 1.9068e-02 ] +2024-10-09 22:34:50,618 INFO: [ epoch: 255 ] [ iter:340,900 ] [ performance: 28.981 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:40 ] [ l_g_pix: 2.9394e-02 ] [ l_g_total: 2.9394e-02 ] +2024-10-09 22:34:54,400 INFO: [ epoch: 255 ] [ iter:341,000 ] [ performance: 26.538 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:33 ] [ l_g_pix: 3.5987e-02 ] [ l_g_total: 3.5987e-02 ] +2024-10-09 22:34:58,141 INFO: [ epoch: 255 ] [ iter:341,100 ] [ performance: 27.713 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:27 ] [ l_g_pix: 1.8788e-02 ] [ l_g_total: 1.8788e-02 ] +2024-10-09 22:35:01,896 INFO: [ epoch: 255 ] [ iter:341,200 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:20 ] [ l_g_pix: 3.7948e-02 ] [ l_g_total: 3.7948e-02 ] +2024-10-09 22:35:05,614 INFO: [ epoch: 255 ] [ iter:341,300 ] [ performance: 28.449 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:14 ] [ l_g_pix: 2.2203e-02 ] [ l_g_total: 2.2203e-02 ] +2024-10-09 22:35:09,320 INFO: [ epoch: 255 ] [ iter:341,400 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:07 ] [ l_g_pix: 2.8055e-02 ] [ l_g_total: 2.8055e-02 ] +2024-10-09 22:35:13,061 INFO: [ epoch: 255 ] [ iter:341,500 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 2:46:01 ] [ l_g_pix: 1.9583e-02 ] [ l_g_total: 1.9583e-02 ] +2024-10-09 22:35:16,765 INFO: [ epoch: 255 ] [ iter:341,600 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:54 ] [ l_g_pix: 2.9310e-02 ] [ l_g_total: 2.9310e-02 ] +2024-10-09 22:35:20,460 INFO: [ epoch: 255 ] [ iter:341,700 ] [ performance: 27.035 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:47 ] [ l_g_pix: 2.2454e-02 ] [ l_g_total: 2.2454e-02 ] +2024-10-09 22:35:24,188 INFO: [ epoch: 255 ] [ iter:341,800 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:41 ] [ l_g_pix: 1.6184e-02 ] [ l_g_total: 1.6184e-02 ] +2024-10-09 22:35:27,944 INFO: [ epoch: 255 ] [ iter:341,900 ] [ performance: 26.729 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:34 ] [ l_g_pix: 2.2090e-02 ] [ l_g_total: 2.2090e-02 ] +2024-10-09 22:35:31,491 INFO: [ epoch: 255 ] [ iter:342,000 ] [ performance: 28.237 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:28 ] [ l_g_pix: 2.4729e-02 ] [ l_g_total: 2.4729e-02 ] +2024-10-09 22:35:36,780 INFO: [ epoch: 256 ] [ iter:342,100 ] [ performance: 22.630 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:22 ] [ l_g_pix: 3.5372e-02 ] [ l_g_total: 3.5372e-02 ] +2024-10-09 22:35:40,464 INFO: [ epoch: 256 ] [ iter:342,200 ] [ performance: 27.159 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:15 ] [ l_g_pix: 3.0281e-02 ] [ l_g_total: 3.0281e-02 ] +2024-10-09 22:35:44,175 INFO: [ epoch: 256 ] [ iter:342,300 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:09 ] [ l_g_pix: 2.7738e-02 ] [ l_g_total: 2.7738e-02 ] +2024-10-09 22:35:47,912 INFO: [ epoch: 256 ] [ iter:342,400 ] [ performance: 26.742 it/s ] [ lr: 2.50e-05 ] [ eta: 2:45:02 ] [ l_g_pix: 2.8761e-02 ] [ l_g_total: 2.8761e-02 ] +2024-10-09 22:35:51,643 INFO: [ epoch: 256 ] [ iter:342,500 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:56 ] [ l_g_pix: 3.6642e-02 ] [ l_g_total: 3.6642e-02 ] +2024-10-09 22:35:55,351 INFO: [ epoch: 256 ] [ iter:342,600 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:49 ] [ l_g_pix: 2.5526e-02 ] [ l_g_total: 2.5526e-02 ] +2024-10-09 22:35:59,046 INFO: [ epoch: 256 ] [ iter:342,700 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:43 ] [ l_g_pix: 2.9264e-02 ] [ l_g_total: 2.9264e-02 ] +2024-10-09 22:36:02,767 INFO: [ epoch: 256 ] [ iter:342,800 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:36 ] [ l_g_pix: 4.2695e-02 ] [ l_g_total: 4.2695e-02 ] +2024-10-09 22:36:06,471 INFO: [ epoch: 256 ] [ iter:342,900 ] [ performance: 26.955 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:30 ] [ l_g_pix: 2.1314e-02 ] [ l_g_total: 2.1314e-02 ] +2024-10-09 22:36:10,201 INFO: [ epoch: 256 ] [ iter:343,000 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:23 ] [ l_g_pix: 4.0769e-02 ] [ l_g_total: 4.0769e-02 ] +2024-10-09 22:36:13,960 INFO: [ epoch: 256 ] [ iter:343,100 ] [ performance: 26.689 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:17 ] [ l_g_pix: 3.8982e-02 ] [ l_g_total: 3.8982e-02 ] +2024-10-09 22:36:17,690 INFO: [ epoch: 256 ] [ iter:343,200 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:10 ] [ l_g_pix: 3.1612e-02 ] [ l_g_total: 3.1612e-02 ] +2024-10-09 22:36:21,331 INFO: [ epoch: 256 ] [ iter:343,300 ] [ performance: 27.177 it/s ] [ lr: 2.50e-05 ] [ eta: 2:44:04 ] [ l_g_pix: 3.8063e-02 ] [ l_g_total: 3.8063e-02 ] +2024-10-09 22:36:26,311 INFO: [ epoch: 257 ] [ iter:343,400 ] [ performance: 19.617 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:58 ] [ l_g_pix: 3.7899e-02 ] [ l_g_total: 3.7899e-02 ] +2024-10-09 22:36:30,040 INFO: [ epoch: 257 ] [ iter:343,500 ] [ performance: 22.809 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:51 ] [ l_g_pix: 3.4214e-02 ] [ l_g_total: 3.4214e-02 ] +2024-10-09 22:36:33,759 INFO: [ epoch: 257 ] [ iter:343,600 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:45 ] [ l_g_pix: 3.2518e-02 ] [ l_g_total: 3.2518e-02 ] +2024-10-09 22:36:37,474 INFO: [ epoch: 257 ] [ iter:343,700 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:38 ] [ l_g_pix: 2.2592e-02 ] [ l_g_total: 2.2592e-02 ] +2024-10-09 22:36:41,177 INFO: [ epoch: 257 ] [ iter:343,800 ] [ performance: 27.079 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:32 ] [ l_g_pix: 2.7443e-02 ] [ l_g_total: 2.7443e-02 ] +2024-10-09 22:36:44,886 INFO: [ epoch: 257 ] [ iter:343,900 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:25 ] [ l_g_pix: 2.8351e-02 ] [ l_g_total: 2.8351e-02 ] +2024-10-09 22:36:48,575 INFO: [ epoch: 257 ] [ iter:344,000 ] [ performance: 27.098 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:19 ] [ l_g_pix: 3.3023e-02 ] [ l_g_total: 3.3023e-02 ] +2024-10-09 22:36:52,300 INFO: [ epoch: 257 ] [ iter:344,100 ] [ performance: 26.966 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:12 ] [ l_g_pix: 2.8511e-02 ] [ l_g_total: 2.8511e-02 ] +2024-10-09 22:36:55,977 INFO: [ epoch: 257 ] [ iter:344,200 ] [ performance: 27.217 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:05 ] [ l_g_pix: 3.0106e-02 ] [ l_g_total: 3.0106e-02 ] +2024-10-09 22:36:59,706 INFO: [ epoch: 257 ] [ iter:344,300 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:59 ] [ l_g_pix: 3.0369e-02 ] [ l_g_total: 3.0369e-02 ] +2024-10-09 22:37:03,376 INFO: [ epoch: 257 ] [ iter:344,400 ] [ performance: 27.412 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:52 ] [ l_g_pix: 2.3672e-02 ] [ l_g_total: 2.3672e-02 ] +2024-10-09 22:37:07,096 INFO: [ epoch: 257 ] [ iter:344,500 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:46 ] [ l_g_pix: 2.5118e-02 ] [ l_g_total: 2.5118e-02 ] +2024-10-09 22:37:10,749 INFO: [ epoch: 257 ] [ iter:344,600 ] [ performance: 27.514 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:39 ] [ l_g_pix: 2.5948e-02 ] [ l_g_total: 2.5948e-02 ] +2024-10-09 22:37:15,367 INFO: [ epoch: 258 ] [ iter:344,700 ] [ performance: 24.023 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:33 ] [ l_g_pix: 4.2807e-02 ] [ l_g_total: 4.2807e-02 ] +2024-10-09 22:37:19,382 INFO: [ epoch: 258 ] [ iter:344,800 ] [ performance: 26.127 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:27 ] [ l_g_pix: 3.7297e-02 ] [ l_g_total: 3.7297e-02 ] +2024-10-09 22:37:23,115 INFO: [ epoch: 258 ] [ iter:344,900 ] [ performance: 26.481 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:21 ] [ l_g_pix: 2.7390e-02 ] [ l_g_total: 2.7390e-02 ] +2024-10-09 22:37:26,797 INFO: [ epoch: 258 ] [ iter:345,000 ] [ performance: 27.243 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:14 ] [ l_g_pix: 2.4715e-02 ] [ l_g_total: 2.4715e-02 ] +2024-10-09 22:37:30,571 INFO: [ epoch: 258 ] [ iter:345,100 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:08 ] [ l_g_pix: 2.3076e-02 ] [ l_g_total: 2.3076e-02 ] +2024-10-09 22:37:34,307 INFO: [ epoch: 258 ] [ iter:345,200 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:01 ] [ l_g_pix: 3.1860e-02 ] [ l_g_total: 3.1860e-02 ] +2024-10-09 22:37:37,982 INFO: [ epoch: 258 ] [ iter:345,300 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:55 ] [ l_g_pix: 3.6043e-02 ] [ l_g_total: 3.6043e-02 ] +2024-10-09 22:37:41,621 INFO: [ epoch: 258 ] [ iter:345,400 ] [ performance: 27.569 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:48 ] [ l_g_pix: 2.3619e-02 ] [ l_g_total: 2.3619e-02 ] +2024-10-09 22:37:45,338 INFO: [ epoch: 258 ] [ iter:345,500 ] [ performance: 27.204 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:42 ] [ l_g_pix: 3.0886e-02 ] [ l_g_total: 3.0886e-02 ] +2024-10-09 22:37:49,049 INFO: [ epoch: 258 ] [ iter:345,600 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:35 ] [ l_g_pix: 1.4536e-02 ] [ l_g_total: 1.4536e-02 ] +2024-10-09 22:37:52,769 INFO: [ epoch: 258 ] [ iter:345,700 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:29 ] [ l_g_pix: 2.7817e-02 ] [ l_g_total: 2.7817e-02 ] +2024-10-09 22:37:56,523 INFO: [ epoch: 258 ] [ iter:345,800 ] [ performance: 26.725 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:22 ] [ l_g_pix: 2.4701e-02 ] [ l_g_total: 2.4701e-02 ] +2024-10-09 22:38:00,264 INFO: [ epoch: 258 ] [ iter:345,900 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:16 ] [ l_g_pix: 3.0608e-02 ] [ l_g_total: 3.0608e-02 ] +2024-10-09 22:38:03,808 INFO: [ epoch: 258 ] [ iter:346,000 ] [ performance: 28.712 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:09 ] [ l_g_pix: 3.5128e-02 ] [ l_g_total: 3.5128e-02 ] +2024-10-09 22:38:09,130 INFO: [ epoch: 259 ] [ iter:346,100 ] [ performance: 22.175 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:03 ] [ l_g_pix: 2.9485e-02 ] [ l_g_total: 2.9485e-02 ] +2024-10-09 22:38:12,925 INFO: [ epoch: 259 ] [ iter:346,200 ] [ performance: 26.447 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:57 ] [ l_g_pix: 1.5811e-02 ] [ l_g_total: 1.5811e-02 ] +2024-10-09 22:38:16,649 INFO: [ epoch: 259 ] [ iter:346,300 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:50 ] [ l_g_pix: 1.8709e-02 ] [ l_g_total: 1.8709e-02 ] +2024-10-09 22:38:20,394 INFO: [ epoch: 259 ] [ iter:346,400 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:44 ] [ l_g_pix: 3.1808e-02 ] [ l_g_total: 3.1808e-02 ] +2024-10-09 22:38:24,089 INFO: [ epoch: 259 ] [ iter:346,500 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:37 ] [ l_g_pix: 2.4367e-02 ] [ l_g_total: 2.4367e-02 ] +2024-10-09 22:38:27,784 INFO: [ epoch: 259 ] [ iter:346,600 ] [ performance: 27.234 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:31 ] [ l_g_pix: 1.9235e-02 ] [ l_g_total: 1.9235e-02 ] +2024-10-09 22:38:31,455 INFO: [ epoch: 259 ] [ iter:346,700 ] [ performance: 27.242 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:24 ] [ l_g_pix: 2.7417e-02 ] [ l_g_total: 2.7417e-02 ] +2024-10-09 22:38:35,138 INFO: [ epoch: 259 ] [ iter:346,800 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:18 ] [ l_g_pix: 2.6095e-02 ] [ l_g_total: 2.6095e-02 ] +2024-10-09 22:38:38,879 INFO: [ epoch: 259 ] [ iter:346,900 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:12 ] [ l_g_pix: 2.5550e-02 ] [ l_g_total: 2.5550e-02 ] +2024-10-09 22:38:42,615 INFO: [ epoch: 259 ] [ iter:347,000 ] [ performance: 26.820 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:05 ] [ l_g_pix: 3.0295e-02 ] [ l_g_total: 3.0295e-02 ] +2024-10-09 22:38:46,334 INFO: [ epoch: 259 ] [ iter:347,100 ] [ performance: 26.863 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:59 ] [ l_g_pix: 1.9742e-02 ] [ l_g_total: 1.9742e-02 ] +2024-10-09 22:38:50,030 INFO: [ epoch: 259 ] [ iter:347,200 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:52 ] [ l_g_pix: 3.6745e-02 ] [ l_g_total: 3.6745e-02 ] +2024-10-09 22:38:53,660 INFO: [ epoch: 259 ] [ iter:347,300 ] [ performance: 27.349 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:46 ] [ l_g_pix: 2.6264e-02 ] [ l_g_total: 2.6264e-02 ] +2024-10-09 22:38:58,712 INFO: [ epoch: 260 ] [ iter:347,400 ] [ performance: 17.677 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:40 ] [ l_g_pix: 2.7215e-02 ] [ l_g_total: 2.7215e-02 ] +2024-10-09 22:39:02,407 INFO: [ epoch: 260 ] [ iter:347,500 ] [ performance: 22.145 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:33 ] [ l_g_pix: 2.3241e-02 ] [ l_g_total: 2.3241e-02 ] +2024-10-09 22:39:06,158 INFO: [ epoch: 260 ] [ iter:347,600 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:27 ] [ l_g_pix: 3.0144e-02 ] [ l_g_total: 3.0144e-02 ] +2024-10-09 22:39:09,887 INFO: [ epoch: 260 ] [ iter:347,700 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:20 ] [ l_g_pix: 2.5548e-02 ] [ l_g_total: 2.5548e-02 ] +2024-10-09 22:39:13,600 INFO: [ epoch: 260 ] [ iter:347,800 ] [ performance: 27.267 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:14 ] [ l_g_pix: 2.5011e-02 ] [ l_g_total: 2.5011e-02 ] +2024-10-09 22:39:17,287 INFO: [ epoch: 260 ] [ iter:347,900 ] [ performance: 27.186 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:08 ] [ l_g_pix: 2.3980e-02 ] [ l_g_total: 2.3980e-02 ] +2024-10-09 22:39:20,944 INFO: [ epoch: 260 ] [ iter:348,000 ] [ performance: 27.484 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:01 ] [ l_g_pix: 3.0964e-02 ] [ l_g_total: 3.0964e-02 ] +2024-10-09 22:39:24,666 INFO: [ epoch: 260 ] [ iter:348,100 ] [ performance: 27.121 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:55 ] [ l_g_pix: 2.4015e-02 ] [ l_g_total: 2.4015e-02 ] +2024-10-09 22:39:28,383 INFO: [ epoch: 260 ] [ iter:348,200 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:48 ] [ l_g_pix: 2.2930e-02 ] [ l_g_total: 2.2930e-02 ] +2024-10-09 22:39:32,115 INFO: [ epoch: 260 ] [ iter:348,300 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:42 ] [ l_g_pix: 3.3367e-02 ] [ l_g_total: 3.3367e-02 ] +2024-10-09 22:39:35,828 INFO: [ epoch: 260 ] [ iter:348,400 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:35 ] [ l_g_pix: 2.7062e-02 ] [ l_g_total: 2.7062e-02 ] +2024-10-09 22:39:39,536 INFO: [ epoch: 260 ] [ iter:348,500 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:29 ] [ l_g_pix: 2.5178e-02 ] [ l_g_total: 2.5178e-02 ] +2024-10-09 22:39:43,263 INFO: [ epoch: 260 ] [ iter:348,600 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:22 ] [ l_g_pix: 1.7015e-02 ] [ l_g_total: 1.7015e-02 ] +2024-10-09 22:39:47,795 INFO: [ epoch: 261 ] [ iter:348,700 ] [ performance: 23.764 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:16 ] [ l_g_pix: 2.8351e-02 ] [ l_g_total: 2.8351e-02 ] +2024-10-09 22:39:51,884 INFO: [ epoch: 261 ] [ iter:348,800 ] [ performance: 27.207 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:10 ] [ l_g_pix: 3.4293e-02 ] [ l_g_total: 3.4293e-02 ] +2024-10-09 22:39:55,632 INFO: [ epoch: 261 ] [ iter:348,900 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:04 ] [ l_g_pix: 3.7614e-02 ] [ l_g_total: 3.7614e-02 ] +2024-10-09 22:39:59,338 INFO: [ epoch: 261 ] [ iter:349,000 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:57 ] [ l_g_pix: 1.4233e-02 ] [ l_g_total: 1.4233e-02 ] +2024-10-09 22:40:03,023 INFO: [ epoch: 261 ] [ iter:349,100 ] [ performance: 27.140 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:51 ] [ l_g_pix: 2.7541e-02 ] [ l_g_total: 2.7541e-02 ] +2024-10-09 22:40:06,801 INFO: [ epoch: 261 ] [ iter:349,200 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:44 ] [ l_g_pix: 2.4636e-02 ] [ l_g_total: 2.4636e-02 ] +2024-10-09 22:40:10,519 INFO: [ epoch: 261 ] [ iter:349,300 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:38 ] [ l_g_pix: 1.3760e-02 ] [ l_g_total: 1.3760e-02 ] +2024-10-09 22:40:14,268 INFO: [ epoch: 261 ] [ iter:349,400 ] [ performance: 26.711 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:32 ] [ l_g_pix: 3.0972e-02 ] [ l_g_total: 3.0972e-02 ] +2024-10-09 22:40:17,979 INFO: [ epoch: 261 ] [ iter:349,500 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:25 ] [ l_g_pix: 3.0686e-02 ] [ l_g_total: 3.0686e-02 ] +2024-10-09 22:40:21,721 INFO: [ epoch: 261 ] [ iter:349,600 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:19 ] [ l_g_pix: 1.9796e-02 ] [ l_g_total: 1.9796e-02 ] +2024-10-09 22:40:25,424 INFO: [ epoch: 261 ] [ iter:349,700 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:12 ] [ l_g_pix: 2.5585e-02 ] [ l_g_total: 2.5585e-02 ] +2024-10-09 22:40:29,142 INFO: [ epoch: 261 ] [ iter:349,800 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:06 ] [ l_g_pix: 2.0189e-02 ] [ l_g_total: 2.0189e-02 ] +2024-10-09 22:40:32,848 INFO: [ epoch: 261 ] [ iter:349,900 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:59 ] [ l_g_pix: 3.2383e-02 ] [ l_g_total: 3.2383e-02 ] +2024-10-09 22:40:36,411 INFO: [ epoch: 261 ] [ iter:350,000 ] [ performance: 29.005 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:53 ] [ l_g_pix: 2.3276e-02 ] [ l_g_total: 2.3276e-02 ] +2024-10-09 22:40:36,411 INFO: Saving models and training states. +2024-10-09 22:43:20,465 INFO: Validation val + + # psnr: 27.2124........ Best: 27.2124 @ 350000 iter + # ssim: 0.7667........ Best: 0.7667 @ 350000 iter + # dists: 0.7733........ Best: 0.7733 @ 350000 iter + +2024-10-09 22:43:25,500 INFO: [ epoch: 262 ] [ iter:350,100 ] [ performance: 22.498 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:07 ] [ l_g_pix: 2.1744e-02 ] [ l_g_total: 2.1744e-02 ] +2024-10-09 22:43:29,216 INFO: [ epoch: 262 ] [ iter:350,200 ] [ performance: 27.250 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:00 ] [ l_g_pix: 3.8244e-02 ] [ l_g_total: 3.8244e-02 ] +2024-10-09 22:43:32,910 INFO: [ epoch: 262 ] [ iter:350,300 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:54 ] [ l_g_pix: 2.4508e-02 ] [ l_g_total: 2.4508e-02 ] +2024-10-09 22:43:36,611 INFO: [ epoch: 262 ] [ iter:350,400 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:47 ] [ l_g_pix: 2.5301e-02 ] [ l_g_total: 2.5301e-02 ] +2024-10-09 22:43:40,340 INFO: [ epoch: 262 ] [ iter:350,500 ] [ performance: 26.858 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:41 ] [ l_g_pix: 3.0376e-02 ] [ l_g_total: 3.0376e-02 ] +2024-10-09 22:43:44,025 INFO: [ epoch: 262 ] [ iter:350,600 ] [ performance: 27.312 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:34 ] [ l_g_pix: 1.5162e-02 ] [ l_g_total: 1.5162e-02 ] +2024-10-09 22:43:47,750 INFO: [ epoch: 262 ] [ iter:350,700 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:28 ] [ l_g_pix: 3.8047e-02 ] [ l_g_total: 3.8047e-02 ] +2024-10-09 22:43:51,498 INFO: [ epoch: 262 ] [ iter:350,800 ] [ performance: 26.646 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:21 ] [ l_g_pix: 2.8132e-02 ] [ l_g_total: 2.8132e-02 ] +2024-10-09 22:43:55,236 INFO: [ epoch: 262 ] [ iter:350,900 ] [ performance: 26.720 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:15 ] [ l_g_pix: 2.7384e-02 ] [ l_g_total: 2.7384e-02 ] +2024-10-09 22:43:58,953 INFO: [ epoch: 262 ] [ iter:351,000 ] [ performance: 26.606 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:08 ] [ l_g_pix: 3.5455e-02 ] [ l_g_total: 3.5455e-02 ] +2024-10-09 22:44:02,721 INFO: [ epoch: 262 ] [ iter:351,100 ] [ performance: 26.562 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:02 ] [ l_g_pix: 2.8949e-02 ] [ l_g_total: 2.8949e-02 ] +2024-10-09 22:44:06,431 INFO: [ epoch: 262 ] [ iter:351,200 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:55 ] [ l_g_pix: 2.0329e-02 ] [ l_g_total: 2.0329e-02 ] +2024-10-09 22:44:10,089 INFO: [ epoch: 262 ] [ iter:351,300 ] [ performance: 27.239 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:49 ] [ l_g_pix: 2.9166e-02 ] [ l_g_total: 2.9166e-02 ] +2024-10-09 22:44:14,892 INFO: [ epoch: 263 ] [ iter:351,400 ] [ performance: 16.552 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:43 ] [ l_g_pix: 2.2189e-02 ] [ l_g_total: 2.2189e-02 ] +2024-10-09 22:44:18,669 INFO: [ epoch: 263 ] [ iter:351,500 ] [ performance: 21.973 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:37 ] [ l_g_pix: 2.1140e-02 ] [ l_g_total: 2.1140e-02 ] +2024-10-09 22:44:22,448 INFO: [ epoch: 263 ] [ iter:351,600 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:30 ] [ l_g_pix: 3.2858e-02 ] [ l_g_total: 3.2858e-02 ] +2024-10-09 22:44:26,135 INFO: [ epoch: 263 ] [ iter:351,700 ] [ performance: 27.002 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:24 ] [ l_g_pix: 3.2026e-02 ] [ l_g_total: 3.2026e-02 ] +2024-10-09 22:44:29,827 INFO: [ epoch: 263 ] [ iter:351,800 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:17 ] [ l_g_pix: 3.8315e-02 ] [ l_g_total: 3.8315e-02 ] +2024-10-09 22:44:33,592 INFO: [ epoch: 263 ] [ iter:351,900 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:11 ] [ l_g_pix: 2.9335e-02 ] [ l_g_total: 2.9335e-02 ] +2024-10-09 22:44:37,329 INFO: [ epoch: 263 ] [ iter:352,000 ] [ performance: 26.627 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:04 ] [ l_g_pix: 2.9275e-02 ] [ l_g_total: 2.9275e-02 ] +2024-10-09 22:44:41,043 INFO: [ epoch: 263 ] [ iter:352,100 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:58 ] [ l_g_pix: 3.0207e-02 ] [ l_g_total: 3.0207e-02 ] +2024-10-09 22:44:44,769 INFO: [ epoch: 263 ] [ iter:352,200 ] [ performance: 26.510 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:51 ] [ l_g_pix: 2.9711e-02 ] [ l_g_total: 2.9711e-02 ] +2024-10-09 22:44:48,523 INFO: [ epoch: 263 ] [ iter:352,300 ] [ performance: 26.602 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:45 ] [ l_g_pix: 2.8617e-02 ] [ l_g_total: 2.8617e-02 ] +2024-10-09 22:44:52,252 INFO: [ epoch: 263 ] [ iter:352,400 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:38 ] [ l_g_pix: 2.6699e-02 ] [ l_g_total: 2.6699e-02 ] +2024-10-09 22:44:55,968 INFO: [ epoch: 263 ] [ iter:352,500 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:32 ] [ l_g_pix: 1.8303e-02 ] [ l_g_total: 1.8303e-02 ] +2024-10-09 22:44:59,716 INFO: [ epoch: 263 ] [ iter:352,600 ] [ performance: 26.352 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:26 ] [ l_g_pix: 2.1844e-02 ] [ l_g_total: 2.1844e-02 ] +2024-10-09 22:45:03,211 INFO: [ epoch: 263 ] [ iter:352,700 ] [ performance: 27.864 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:19 ] [ l_g_pix: 2.1266e-02 ] [ l_g_total: 2.1266e-02 ] +2024-10-09 22:45:08,321 INFO: [ epoch: 264 ] [ iter:352,800 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:13 ] [ l_g_pix: 2.2747e-02 ] [ l_g_total: 2.2747e-02 ] +2024-10-09 22:45:12,073 INFO: [ epoch: 264 ] [ iter:352,900 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:07 ] [ l_g_pix: 3.7669e-02 ] [ l_g_total: 3.7669e-02 ] +2024-10-09 22:45:15,774 INFO: [ epoch: 264 ] [ iter:353,000 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:00 ] [ l_g_pix: 3.3507e-02 ] [ l_g_total: 3.3507e-02 ] +2024-10-09 22:45:19,502 INFO: [ epoch: 264 ] [ iter:353,100 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:54 ] [ l_g_pix: 3.5976e-02 ] [ l_g_total: 3.5976e-02 ] +2024-10-09 22:45:23,184 INFO: [ epoch: 264 ] [ iter:353,200 ] [ performance: 27.423 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:47 ] [ l_g_pix: 2.3460e-02 ] [ l_g_total: 2.3460e-02 ] +2024-10-09 22:45:26,906 INFO: [ epoch: 264 ] [ iter:353,300 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:41 ] [ l_g_pix: 2.4822e-02 ] [ l_g_total: 2.4822e-02 ] +2024-10-09 22:45:30,626 INFO: [ epoch: 264 ] [ iter:353,400 ] [ performance: 26.800 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:35 ] [ l_g_pix: 2.3337e-02 ] [ l_g_total: 2.3337e-02 ] +2024-10-09 22:45:34,362 INFO: [ epoch: 264 ] [ iter:353,500 ] [ performance: 26.781 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:28 ] [ l_g_pix: 3.0628e-02 ] [ l_g_total: 3.0628e-02 ] +2024-10-09 22:45:38,098 INFO: [ epoch: 264 ] [ iter:353,600 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:22 ] [ l_g_pix: 3.3590e-02 ] [ l_g_total: 3.3590e-02 ] +2024-10-09 22:45:41,838 INFO: [ epoch: 264 ] [ iter:353,700 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:15 ] [ l_g_pix: 2.6147e-02 ] [ l_g_total: 2.6147e-02 ] +2024-10-09 22:45:45,541 INFO: [ epoch: 264 ] [ iter:353,800 ] [ performance: 27.134 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:09 ] [ l_g_pix: 3.3719e-02 ] [ l_g_total: 3.3719e-02 ] +2024-10-09 22:45:49,230 INFO: [ epoch: 264 ] [ iter:353,900 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:02 ] [ l_g_pix: 2.7322e-02 ] [ l_g_total: 2.7322e-02 ] +2024-10-09 22:45:52,811 INFO: [ epoch: 264 ] [ iter:354,000 ] [ performance: 29.017 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:56 ] [ l_g_pix: 3.1833e-02 ] [ l_g_total: 3.1833e-02 ] +2024-10-09 22:45:57,989 INFO: [ epoch: 265 ] [ iter:354,100 ] [ performance: 21.317 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:50 ] [ l_g_pix: 2.3442e-02 ] [ l_g_total: 2.3442e-02 ] +2024-10-09 22:46:01,769 INFO: [ epoch: 265 ] [ iter:354,200 ] [ performance: 26.493 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:44 ] [ l_g_pix: 4.6317e-02 ] [ l_g_total: 4.6317e-02 ] +2024-10-09 22:46:05,488 INFO: [ epoch: 265 ] [ iter:354,300 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:37 ] [ l_g_pix: 2.2492e-02 ] [ l_g_total: 2.2492e-02 ] +2024-10-09 22:46:09,225 INFO: [ epoch: 265 ] [ iter:354,400 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:31 ] [ l_g_pix: 2.3756e-02 ] [ l_g_total: 2.3756e-02 ] +2024-10-09 22:46:12,985 INFO: [ epoch: 265 ] [ iter:354,500 ] [ performance: 26.729 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:24 ] [ l_g_pix: 4.1135e-02 ] [ l_g_total: 4.1135e-02 ] +2024-10-09 22:46:16,731 INFO: [ epoch: 265 ] [ iter:354,600 ] [ performance: 26.501 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:18 ] [ l_g_pix: 3.6744e-02 ] [ l_g_total: 3.6744e-02 ] +2024-10-09 22:46:20,486 INFO: [ epoch: 265 ] [ iter:354,700 ] [ performance: 26.601 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:12 ] [ l_g_pix: 3.0327e-02 ] [ l_g_total: 3.0327e-02 ] +2024-10-09 22:46:24,203 INFO: [ epoch: 265 ] [ iter:354,800 ] [ performance: 27.099 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:05 ] [ l_g_pix: 2.8788e-02 ] [ l_g_total: 2.8788e-02 ] +2024-10-09 22:46:27,913 INFO: [ epoch: 265 ] [ iter:354,900 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:59 ] [ l_g_pix: 3.3447e-02 ] [ l_g_total: 3.3447e-02 ] +2024-10-09 22:46:31,644 INFO: [ epoch: 265 ] [ iter:355,000 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:52 ] [ l_g_pix: 3.4936e-02 ] [ l_g_total: 3.4936e-02 ] +2024-10-09 22:46:35,356 INFO: [ epoch: 265 ] [ iter:355,100 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:46 ] [ l_g_pix: 3.9479e-02 ] [ l_g_total: 3.9479e-02 ] +2024-10-09 22:46:39,070 INFO: [ epoch: 265 ] [ iter:355,200 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:40 ] [ l_g_pix: 2.1717e-02 ] [ l_g_total: 2.1717e-02 ] +2024-10-09 22:46:42,734 INFO: [ epoch: 265 ] [ iter:355,300 ] [ performance: 27.193 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:33 ] [ l_g_pix: 2.5950e-02 ] [ l_g_total: 2.5950e-02 ] +2024-10-09 22:46:47,570 INFO: [ epoch: 266 ] [ iter:355,400 ] [ performance: 12.982 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:27 ] [ l_g_pix: 2.7007e-02 ] [ l_g_total: 2.7007e-02 ] +2024-10-09 22:46:51,381 INFO: [ epoch: 266 ] [ iter:355,500 ] [ performance: 21.039 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:21 ] [ l_g_pix: 3.0679e-02 ] [ l_g_total: 3.0679e-02 ] +2024-10-09 22:46:55,110 INFO: [ epoch: 266 ] [ iter:355,600 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:15 ] [ l_g_pix: 3.1175e-02 ] [ l_g_total: 3.1175e-02 ] +2024-10-09 22:46:58,864 INFO: [ epoch: 266 ] [ iter:355,700 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:08 ] [ l_g_pix: 3.4507e-02 ] [ l_g_total: 3.4507e-02 ] +2024-10-09 22:47:02,587 INFO: [ epoch: 266 ] [ iter:355,800 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:02 ] [ l_g_pix: 3.0001e-02 ] [ l_g_total: 3.0001e-02 ] +2024-10-09 22:47:06,343 INFO: [ epoch: 266 ] [ iter:355,900 ] [ performance: 26.692 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:55 ] [ l_g_pix: 2.4481e-02 ] [ l_g_total: 2.4481e-02 ] +2024-10-09 22:47:10,102 INFO: [ epoch: 266 ] [ iter:356,000 ] [ performance: 26.721 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:49 ] [ l_g_pix: 2.8808e-02 ] [ l_g_total: 2.8808e-02 ] +2024-10-09 22:47:13,834 INFO: [ epoch: 266 ] [ iter:356,100 ] [ performance: 26.780 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:43 ] [ l_g_pix: 1.9405e-02 ] [ l_g_total: 1.9405e-02 ] +2024-10-09 22:47:17,612 INFO: [ epoch: 266 ] [ iter:356,200 ] [ performance: 27.250 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:36 ] [ l_g_pix: 2.9339e-02 ] [ l_g_total: 2.9339e-02 ] +2024-10-09 22:47:21,325 INFO: [ epoch: 266 ] [ iter:356,300 ] [ performance: 27.004 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:30 ] [ l_g_pix: 2.6070e-02 ] [ l_g_total: 2.6070e-02 ] +2024-10-09 22:47:25,037 INFO: [ epoch: 266 ] [ iter:356,400 ] [ performance: 27.150 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:23 ] [ l_g_pix: 2.3135e-02 ] [ l_g_total: 2.3135e-02 ] +2024-10-09 22:47:28,771 INFO: [ epoch: 266 ] [ iter:356,500 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:17 ] [ l_g_pix: 2.5172e-02 ] [ l_g_total: 2.5172e-02 ] +2024-10-09 22:47:32,522 INFO: [ epoch: 266 ] [ iter:356,600 ] [ performance: 27.131 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:11 ] [ l_g_pix: 2.7730e-02 ] [ l_g_total: 2.7730e-02 ] +2024-10-09 22:47:36,019 INFO: [ epoch: 266 ] [ iter:356,700 ] [ performance: 28.285 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:04 ] [ l_g_pix: 2.8193e-02 ] [ l_g_total: 2.8193e-02 ] +2024-10-09 22:47:41,245 INFO: [ epoch: 267 ] [ iter:356,800 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:58 ] [ l_g_pix: 2.8835e-02 ] [ l_g_total: 2.8835e-02 ] +2024-10-09 22:47:44,983 INFO: [ epoch: 267 ] [ iter:356,900 ] [ performance: 26.770 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:52 ] [ l_g_pix: 2.2796e-02 ] [ l_g_total: 2.2796e-02 ] +2024-10-09 22:47:48,722 INFO: [ epoch: 267 ] [ iter:357,000 ] [ performance: 26.782 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:46 ] [ l_g_pix: 2.7559e-02 ] [ l_g_total: 2.7559e-02 ] +2024-10-09 22:47:52,457 INFO: [ epoch: 267 ] [ iter:357,100 ] [ performance: 26.782 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:39 ] [ l_g_pix: 2.6435e-02 ] [ l_g_total: 2.6435e-02 ] +2024-10-09 22:47:56,196 INFO: [ epoch: 267 ] [ iter:357,200 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:33 ] [ l_g_pix: 5.3277e-02 ] [ l_g_total: 5.3277e-02 ] +2024-10-09 22:47:59,934 INFO: [ epoch: 267 ] [ iter:357,300 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:27 ] [ l_g_pix: 1.5240e-02 ] [ l_g_total: 1.5240e-02 ] +2024-10-09 22:48:03,660 INFO: [ epoch: 267 ] [ iter:357,400 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:20 ] [ l_g_pix: 1.9673e-02 ] [ l_g_total: 1.9673e-02 ] +2024-10-09 22:48:07,418 INFO: [ epoch: 267 ] [ iter:357,500 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:14 ] [ l_g_pix: 2.9924e-02 ] [ l_g_total: 2.9924e-02 ] +2024-10-09 22:48:11,176 INFO: [ epoch: 267 ] [ iter:357,600 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:07 ] [ l_g_pix: 2.5107e-02 ] [ l_g_total: 2.5107e-02 ] +2024-10-09 22:48:14,898 INFO: [ epoch: 267 ] [ iter:357,700 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:01 ] [ l_g_pix: 2.6931e-02 ] [ l_g_total: 2.6931e-02 ] +2024-10-09 22:48:18,650 INFO: [ epoch: 267 ] [ iter:357,800 ] [ performance: 27.195 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:55 ] [ l_g_pix: 2.9559e-02 ] [ l_g_total: 2.9559e-02 ] +2024-10-09 22:48:22,389 INFO: [ epoch: 267 ] [ iter:357,900 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:48 ] [ l_g_pix: 2.9324e-02 ] [ l_g_total: 2.9324e-02 ] +2024-10-09 22:48:25,964 INFO: [ epoch: 267 ] [ iter:358,000 ] [ performance: 30.059 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:42 ] [ l_g_pix: 3.7485e-02 ] [ l_g_total: 3.7485e-02 ] +2024-10-09 22:48:30,912 INFO: [ epoch: 268 ] [ iter:358,100 ] [ performance: 21.332 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:36 ] [ l_g_pix: 2.7644e-02 ] [ l_g_total: 2.7644e-02 ] +2024-10-09 22:48:34,603 INFO: [ epoch: 268 ] [ iter:358,200 ] [ performance: 27.566 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:30 ] [ l_g_pix: 3.9985e-02 ] [ l_g_total: 3.9985e-02 ] +2024-10-09 22:48:38,295 INFO: [ epoch: 268 ] [ iter:358,300 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:23 ] [ l_g_pix: 2.7844e-02 ] [ l_g_total: 2.7844e-02 ] +2024-10-09 22:48:42,036 INFO: [ epoch: 268 ] [ iter:358,400 ] [ performance: 27.701 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:17 ] [ l_g_pix: 3.1096e-02 ] [ l_g_total: 3.1096e-02 ] +2024-10-09 22:48:45,835 INFO: [ epoch: 268 ] [ iter:358,500 ] [ performance: 26.522 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:11 ] [ l_g_pix: 2.8765e-02 ] [ l_g_total: 2.8765e-02 ] +2024-10-09 22:48:49,571 INFO: [ epoch: 268 ] [ iter:358,600 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:04 ] [ l_g_pix: 3.5418e-02 ] [ l_g_total: 3.5418e-02 ] +2024-10-09 22:48:53,298 INFO: [ epoch: 268 ] [ iter:358,700 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:58 ] [ l_g_pix: 2.6084e-02 ] [ l_g_total: 2.6084e-02 ] +2024-10-09 22:48:57,065 INFO: [ epoch: 268 ] [ iter:358,800 ] [ performance: 27.375 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:52 ] [ l_g_pix: 2.2440e-02 ] [ l_g_total: 2.2440e-02 ] +2024-10-09 22:49:00,824 INFO: [ epoch: 268 ] [ iter:358,900 ] [ performance: 26.705 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:45 ] [ l_g_pix: 3.1040e-02 ] [ l_g_total: 3.1040e-02 ] +2024-10-09 22:49:04,557 INFO: [ epoch: 268 ] [ iter:359,000 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:39 ] [ l_g_pix: 2.4994e-02 ] [ l_g_total: 2.4994e-02 ] +2024-10-09 22:49:08,322 INFO: [ epoch: 268 ] [ iter:359,100 ] [ performance: 26.626 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:33 ] [ l_g_pix: 2.3497e-02 ] [ l_g_total: 2.3497e-02 ] +2024-10-09 22:49:12,059 INFO: [ epoch: 268 ] [ iter:359,200 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:26 ] [ l_g_pix: 3.4817e-02 ] [ l_g_total: 3.4817e-02 ] +2024-10-09 22:49:15,796 INFO: [ epoch: 268 ] [ iter:359,300 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:20 ] [ l_g_pix: 3.6293e-02 ] [ l_g_total: 3.6293e-02 ] +2024-10-09 22:49:20,551 INFO: [ epoch: 269 ] [ iter:359,400 ] [ performance: 17.007 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:14 ] [ l_g_pix: 2.6753e-02 ] [ l_g_total: 2.6753e-02 ] +2024-10-09 22:49:24,524 INFO: [ epoch: 269 ] [ iter:359,500 ] [ performance: 23.947 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:08 ] [ l_g_pix: 2.6684e-02 ] [ l_g_total: 2.6684e-02 ] +2024-10-09 22:49:28,279 INFO: [ epoch: 269 ] [ iter:359,600 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:01 ] [ l_g_pix: 3.9787e-02 ] [ l_g_total: 3.9787e-02 ] +2024-10-09 22:49:32,011 INFO: [ epoch: 269 ] [ iter:359,700 ] [ performance: 26.802 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:55 ] [ l_g_pix: 2.6847e-02 ] [ l_g_total: 2.6847e-02 ] +2024-10-09 22:49:35,732 INFO: [ epoch: 269 ] [ iter:359,800 ] [ performance: 27.128 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:49 ] [ l_g_pix: 2.4852e-02 ] [ l_g_total: 2.4852e-02 ] +2024-10-09 22:49:39,490 INFO: [ epoch: 269 ] [ iter:359,900 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:42 ] [ l_g_pix: 4.3556e-02 ] [ l_g_total: 4.3556e-02 ] +2024-10-09 22:49:43,234 INFO: [ epoch: 269 ] [ iter:360,000 ] [ performance: 27.019 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:36 ] [ l_g_pix: 2.2248e-02 ] [ l_g_total: 2.2248e-02 ] +2024-10-09 22:49:43,234 INFO: Saving models and training states. +2024-10-09 22:53:01,092 INFO: Validation val + + # psnr: 27.2130........ Best: 27.2130 @ 360000 iter + # ssim: 0.7669........ Best: 0.7669 @ 360000 iter + # dists: 0.7733........ Best: 0.7733 @ 360000 iter + +2024-10-09 22:53:04,858 INFO: [ epoch: 269 ] [ iter:360,100 ] [ performance: 26.644 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:58 ] [ l_g_pix: 2.2964e-02 ] [ l_g_total: 2.2964e-02 ] +2024-10-09 22:53:08,574 INFO: [ epoch: 269 ] [ iter:360,200 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:51 ] [ l_g_pix: 3.4953e-02 ] [ l_g_total: 3.4953e-02 ] +2024-10-09 22:53:12,316 INFO: [ epoch: 269 ] [ iter:360,300 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:45 ] [ l_g_pix: 2.6051e-02 ] [ l_g_total: 2.6051e-02 ] +2024-10-09 22:53:16,043 INFO: [ epoch: 269 ] [ iter:360,400 ] [ performance: 26.347 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:38 ] [ l_g_pix: 1.6396e-02 ] [ l_g_total: 1.6396e-02 ] +2024-10-09 22:53:19,760 INFO: [ epoch: 269 ] [ iter:360,500 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:32 ] [ l_g_pix: 3.2262e-02 ] [ l_g_total: 3.2262e-02 ] +2024-10-09 22:53:23,475 INFO: [ epoch: 269 ] [ iter:360,600 ] [ performance: 27.539 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:26 ] [ l_g_pix: 2.9596e-02 ] [ l_g_total: 2.9596e-02 ] +2024-10-09 22:53:27,000 INFO: [ epoch: 269 ] [ iter:360,700 ] [ performance: 28.325 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:19 ] [ l_g_pix: 2.3900e-02 ] [ l_g_total: 2.3900e-02 ] +2024-10-09 22:53:32,636 INFO: [ epoch: 270 ] [ iter:360,800 ] [ performance: 27.258 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:13 ] [ l_g_pix: 2.8152e-02 ] [ l_g_total: 2.8152e-02 ] +2024-10-09 22:53:36,360 INFO: [ epoch: 270 ] [ iter:360,900 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:07 ] [ l_g_pix: 2.7996e-02 ] [ l_g_total: 2.7996e-02 ] +2024-10-09 22:53:40,103 INFO: [ epoch: 270 ] [ iter:361,000 ] [ performance: 26.259 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:01 ] [ l_g_pix: 2.2453e-02 ] [ l_g_total: 2.2453e-02 ] +2024-10-09 22:53:43,825 INFO: [ epoch: 270 ] [ iter:361,100 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:54 ] [ l_g_pix: 3.5121e-02 ] [ l_g_total: 3.5121e-02 ] +2024-10-09 22:53:47,546 INFO: [ epoch: 270 ] [ iter:361,200 ] [ performance: 26.481 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:48 ] [ l_g_pix: 3.4703e-02 ] [ l_g_total: 3.4703e-02 ] +2024-10-09 22:53:51,274 INFO: [ epoch: 270 ] [ iter:361,300 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:41 ] [ l_g_pix: 3.5709e-02 ] [ l_g_total: 3.5709e-02 ] +2024-10-09 22:53:55,024 INFO: [ epoch: 270 ] [ iter:361,400 ] [ performance: 25.800 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:35 ] [ l_g_pix: 3.5251e-02 ] [ l_g_total: 3.5251e-02 ] +2024-10-09 22:53:58,775 INFO: [ epoch: 270 ] [ iter:361,500 ] [ performance: 26.647 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:29 ] [ l_g_pix: 3.0641e-02 ] [ l_g_total: 3.0641e-02 ] +2024-10-09 22:54:02,481 INFO: [ epoch: 270 ] [ iter:361,600 ] [ performance: 24.126 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:22 ] [ l_g_pix: 2.6668e-02 ] [ l_g_total: 2.6668e-02 ] +2024-10-09 22:54:06,236 INFO: [ epoch: 270 ] [ iter:361,700 ] [ performance: 26.615 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:16 ] [ l_g_pix: 2.2106e-02 ] [ l_g_total: 2.2106e-02 ] +2024-10-09 22:54:09,986 INFO: [ epoch: 270 ] [ iter:361,800 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:10 ] [ l_g_pix: 3.0160e-02 ] [ l_g_total: 3.0160e-02 ] +2024-10-09 22:54:13,696 INFO: [ epoch: 270 ] [ iter:361,900 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:03 ] [ l_g_pix: 1.9639e-02 ] [ l_g_total: 1.9639e-02 ] +2024-10-09 22:54:17,324 INFO: [ epoch: 270 ] [ iter:362,000 ] [ performance: 27.263 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:57 ] [ l_g_pix: 3.4068e-02 ] [ l_g_total: 3.4068e-02 ] +2024-10-09 22:54:22,317 INFO: [ epoch: 271 ] [ iter:362,100 ] [ performance: 19.981 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:51 ] [ l_g_pix: 2.5399e-02 ] [ l_g_total: 2.5399e-02 ] +2024-10-09 22:54:26,079 INFO: [ epoch: 271 ] [ iter:362,200 ] [ performance: 22.833 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:44 ] [ l_g_pix: 3.9992e-02 ] [ l_g_total: 3.9992e-02 ] +2024-10-09 22:54:29,782 INFO: [ epoch: 271 ] [ iter:362,300 ] [ performance: 27.022 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:38 ] [ l_g_pix: 2.9583e-02 ] [ l_g_total: 2.9583e-02 ] +2024-10-09 22:54:33,523 INFO: [ epoch: 271 ] [ iter:362,400 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:32 ] [ l_g_pix: 2.0044e-02 ] [ l_g_total: 2.0044e-02 ] +2024-10-09 22:54:37,209 INFO: [ epoch: 271 ] [ iter:362,500 ] [ performance: 27.173 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:25 ] [ l_g_pix: 2.2456e-02 ] [ l_g_total: 2.2456e-02 ] +2024-10-09 22:54:40,922 INFO: [ epoch: 271 ] [ iter:362,600 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:19 ] [ l_g_pix: 3.2089e-02 ] [ l_g_total: 3.2089e-02 ] +2024-10-09 22:54:44,619 INFO: [ epoch: 271 ] [ iter:362,700 ] [ performance: 27.079 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:13 ] [ l_g_pix: 2.9410e-02 ] [ l_g_total: 2.9410e-02 ] +2024-10-09 22:54:48,341 INFO: [ epoch: 271 ] [ iter:362,800 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:06 ] [ l_g_pix: 2.3107e-02 ] [ l_g_total: 2.3107e-02 ] +2024-10-09 22:54:52,043 INFO: [ epoch: 271 ] [ iter:362,900 ] [ performance: 27.003 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:00 ] [ l_g_pix: 2.1524e-02 ] [ l_g_total: 2.1524e-02 ] +2024-10-09 22:54:55,744 INFO: [ epoch: 271 ] [ iter:363,000 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:53 ] [ l_g_pix: 2.9042e-02 ] [ l_g_total: 2.9042e-02 ] +2024-10-09 22:54:59,426 INFO: [ epoch: 271 ] [ iter:363,100 ] [ performance: 27.179 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:47 ] [ l_g_pix: 2.5635e-02 ] [ l_g_total: 2.5635e-02 ] +2024-10-09 22:55:03,111 INFO: [ epoch: 271 ] [ iter:363,200 ] [ performance: 27.161 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:41 ] [ l_g_pix: 2.8343e-02 ] [ l_g_total: 2.8343e-02 ] +2024-10-09 22:55:06,819 INFO: [ epoch: 271 ] [ iter:363,300 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:34 ] [ l_g_pix: 2.3322e-02 ] [ l_g_total: 2.3322e-02 ] +2024-10-09 22:55:11,406 INFO: [ epoch: 272 ] [ iter:363,400 ] [ performance: 24.053 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:28 ] [ l_g_pix: 3.3197e-02 ] [ l_g_total: 3.3197e-02 ] +2024-10-09 22:55:15,440 INFO: [ epoch: 272 ] [ iter:363,500 ] [ performance: 25.328 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:22 ] [ l_g_pix: 3.9933e-02 ] [ l_g_total: 3.9933e-02 ] +2024-10-09 22:55:19,138 INFO: [ epoch: 272 ] [ iter:363,600 ] [ performance: 26.194 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:16 ] [ l_g_pix: 3.0468e-02 ] [ l_g_total: 3.0468e-02 ] +2024-10-09 22:55:22,858 INFO: [ epoch: 272 ] [ iter:363,700 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:09 ] [ l_g_pix: 3.3805e-02 ] [ l_g_total: 3.3805e-02 ] +2024-10-09 22:55:26,575 INFO: [ epoch: 272 ] [ iter:363,800 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:03 ] [ l_g_pix: 3.7396e-02 ] [ l_g_total: 3.7396e-02 ] +2024-10-09 22:55:30,232 INFO: [ epoch: 272 ] [ iter:363,900 ] [ performance: 27.371 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:56 ] [ l_g_pix: 2.3721e-02 ] [ l_g_total: 2.3721e-02 ] +2024-10-09 22:55:33,919 INFO: [ epoch: 272 ] [ iter:364,000 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:50 ] [ l_g_pix: 2.4892e-02 ] [ l_g_total: 2.4892e-02 ] +2024-10-09 22:55:37,710 INFO: [ epoch: 272 ] [ iter:364,100 ] [ performance: 26.492 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:44 ] [ l_g_pix: 2.1640e-02 ] [ l_g_total: 2.1640e-02 ] +2024-10-09 22:55:41,426 INFO: [ epoch: 272 ] [ iter:364,200 ] [ performance: 26.717 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:37 ] [ l_g_pix: 2.0400e-02 ] [ l_g_total: 2.0400e-02 ] +2024-10-09 22:55:45,174 INFO: [ epoch: 272 ] [ iter:364,300 ] [ performance: 26.734 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:31 ] [ l_g_pix: 5.0623e-02 ] [ l_g_total: 5.0623e-02 ] +2024-10-09 22:55:48,897 INFO: [ epoch: 272 ] [ iter:364,400 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:25 ] [ l_g_pix: 3.5968e-02 ] [ l_g_total: 3.5968e-02 ] +2024-10-09 22:55:52,594 INFO: [ epoch: 272 ] [ iter:364,500 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:18 ] [ l_g_pix: 2.7353e-02 ] [ l_g_total: 2.7353e-02 ] +2024-10-09 22:55:56,311 INFO: [ epoch: 272 ] [ iter:364,600 ] [ performance: 26.976 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:12 ] [ l_g_pix: 2.7794e-02 ] [ l_g_total: 2.7794e-02 ] +2024-10-09 22:55:59,844 INFO: [ epoch: 272 ] [ iter:364,700 ] [ performance: 28.579 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:05 ] [ l_g_pix: 3.3950e-02 ] [ l_g_total: 3.3950e-02 ] +2024-10-09 22:56:04,998 INFO: [ epoch: 273 ] [ iter:364,800 ] [ performance: 22.789 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:00 ] [ l_g_pix: 4.2813e-02 ] [ l_g_total: 4.2813e-02 ] +2024-10-09 22:56:08,748 INFO: [ epoch: 273 ] [ iter:364,900 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:53 ] [ l_g_pix: 3.0892e-02 ] [ l_g_total: 3.0892e-02 ] +2024-10-09 22:56:12,459 INFO: [ epoch: 273 ] [ iter:365,000 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:47 ] [ l_g_pix: 3.6574e-02 ] [ l_g_total: 3.6574e-02 ] +2024-10-09 22:56:16,151 INFO: [ epoch: 273 ] [ iter:365,100 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:41 ] [ l_g_pix: 2.8178e-02 ] [ l_g_total: 2.8178e-02 ] +2024-10-09 22:56:19,864 INFO: [ epoch: 273 ] [ iter:365,200 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:34 ] [ l_g_pix: 2.5984e-02 ] [ l_g_total: 2.5984e-02 ] +2024-10-09 22:56:23,558 INFO: [ epoch: 273 ] [ iter:365,300 ] [ performance: 27.207 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:28 ] [ l_g_pix: 2.6364e-02 ] [ l_g_total: 2.6364e-02 ] +2024-10-09 22:56:27,297 INFO: [ epoch: 273 ] [ iter:365,400 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:22 ] [ l_g_pix: 2.1648e-02 ] [ l_g_total: 2.1648e-02 ] +2024-10-09 22:56:30,997 INFO: [ epoch: 273 ] [ iter:365,500 ] [ performance: 27.161 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:15 ] [ l_g_pix: 4.1271e-02 ] [ l_g_total: 4.1271e-02 ] +2024-10-09 22:56:34,761 INFO: [ epoch: 273 ] [ iter:365,600 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:09 ] [ l_g_pix: 2.9146e-02 ] [ l_g_total: 2.9146e-02 ] +2024-10-09 22:56:38,486 INFO: [ epoch: 273 ] [ iter:365,700 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:03 ] [ l_g_pix: 2.4122e-02 ] [ l_g_total: 2.4122e-02 ] +2024-10-09 22:56:42,215 INFO: [ epoch: 273 ] [ iter:365,800 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:56 ] [ l_g_pix: 2.6642e-02 ] [ l_g_total: 2.6642e-02 ] +2024-10-09 22:56:45,962 INFO: [ epoch: 273 ] [ iter:365,900 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:50 ] [ l_g_pix: 1.8485e-02 ] [ l_g_total: 1.8485e-02 ] +2024-10-09 22:56:49,609 INFO: [ epoch: 273 ] [ iter:366,000 ] [ performance: 27.124 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:44 ] [ l_g_pix: 2.4097e-02 ] [ l_g_total: 2.4097e-02 ] +2024-10-09 22:56:54,660 INFO: [ epoch: 274 ] [ iter:366,100 ] [ performance: 18.372 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:38 ] [ l_g_pix: 2.4585e-02 ] [ l_g_total: 2.4585e-02 ] +2024-10-09 22:56:58,346 INFO: [ epoch: 274 ] [ iter:366,200 ] [ performance: 22.415 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:31 ] [ l_g_pix: 3.6714e-02 ] [ l_g_total: 3.6714e-02 ] +2024-10-09 22:57:02,022 INFO: [ epoch: 274 ] [ iter:366,300 ] [ performance: 27.248 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:25 ] [ l_g_pix: 3.7275e-02 ] [ l_g_total: 3.7275e-02 ] +2024-10-09 22:57:05,754 INFO: [ epoch: 274 ] [ iter:366,400 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:19 ] [ l_g_pix: 3.9164e-02 ] [ l_g_total: 3.9164e-02 ] +2024-10-09 22:57:09,505 INFO: [ epoch: 274 ] [ iter:366,500 ] [ performance: 26.595 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:12 ] [ l_g_pix: 2.5127e-02 ] [ l_g_total: 2.5127e-02 ] +2024-10-09 22:57:13,266 INFO: [ epoch: 274 ] [ iter:366,600 ] [ performance: 26.594 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:06 ] [ l_g_pix: 3.1720e-02 ] [ l_g_total: 3.1720e-02 ] +2024-10-09 22:57:16,998 INFO: [ epoch: 274 ] [ iter:366,700 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:00 ] [ l_g_pix: 3.6986e-02 ] [ l_g_total: 3.6986e-02 ] +2024-10-09 22:57:20,749 INFO: [ epoch: 274 ] [ iter:366,800 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:54 ] [ l_g_pix: 3.3983e-02 ] [ l_g_total: 3.3983e-02 ] +2024-10-09 22:57:24,508 INFO: [ epoch: 274 ] [ iter:366,900 ] [ performance: 26.680 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:47 ] [ l_g_pix: 1.3315e-02 ] [ l_g_total: 1.3315e-02 ] +2024-10-09 22:57:28,218 INFO: [ epoch: 274 ] [ iter:367,000 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:41 ] [ l_g_pix: 2.0735e-02 ] [ l_g_total: 2.0735e-02 ] +2024-10-09 22:57:31,951 INFO: [ epoch: 274 ] [ iter:367,100 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:35 ] [ l_g_pix: 4.0118e-02 ] [ l_g_total: 4.0118e-02 ] +2024-10-09 22:57:35,651 INFO: [ epoch: 274 ] [ iter:367,200 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:28 ] [ l_g_pix: 2.6303e-02 ] [ l_g_total: 2.6303e-02 ] +2024-10-09 22:57:39,331 INFO: [ epoch: 274 ] [ iter:367,300 ] [ performance: 27.433 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:22 ] [ l_g_pix: 2.9721e-02 ] [ l_g_total: 2.9721e-02 ] +2024-10-09 22:57:42,955 INFO: [ epoch: 274 ] [ iter:367,400 ] [ performance: 27.528 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:16 ] [ l_g_pix: 3.7226e-02 ] [ l_g_total: 3.7226e-02 ] +2024-10-09 22:57:48,134 INFO: [ epoch: 275 ] [ iter:367,500 ] [ performance: 27.250 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:10 ] [ l_g_pix: 2.2185e-02 ] [ l_g_total: 2.2185e-02 ] +2024-10-09 22:57:51,835 INFO: [ epoch: 275 ] [ iter:367,600 ] [ performance: 27.120 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:04 ] [ l_g_pix: 3.6459e-02 ] [ l_g_total: 3.6459e-02 ] +2024-10-09 22:57:55,512 INFO: [ epoch: 275 ] [ iter:367,700 ] [ performance: 27.376 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:57 ] [ l_g_pix: 2.3384e-02 ] [ l_g_total: 2.3384e-02 ] +2024-10-09 22:57:59,222 INFO: [ epoch: 275 ] [ iter:367,800 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:51 ] [ l_g_pix: 2.2376e-02 ] [ l_g_total: 2.2376e-02 ] +2024-10-09 22:58:02,973 INFO: [ epoch: 275 ] [ iter:367,900 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:45 ] [ l_g_pix: 2.3566e-02 ] [ l_g_total: 2.3566e-02 ] +2024-10-09 22:58:06,673 INFO: [ epoch: 275 ] [ iter:368,000 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:38 ] [ l_g_pix: 2.9093e-02 ] [ l_g_total: 2.9093e-02 ] +2024-10-09 22:58:10,432 INFO: [ epoch: 275 ] [ iter:368,100 ] [ performance: 26.614 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:32 ] [ l_g_pix: 3.6758e-02 ] [ l_g_total: 3.6758e-02 ] +2024-10-09 22:58:14,146 INFO: [ epoch: 275 ] [ iter:368,200 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:26 ] [ l_g_pix: 3.6514e-02 ] [ l_g_total: 3.6514e-02 ] +2024-10-09 22:58:17,894 INFO: [ epoch: 275 ] [ iter:368,300 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:19 ] [ l_g_pix: 2.4012e-02 ] [ l_g_total: 2.4012e-02 ] +2024-10-09 22:58:21,633 INFO: [ epoch: 275 ] [ iter:368,400 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:13 ] [ l_g_pix: 2.2366e-02 ] [ l_g_total: 2.2366e-02 ] +2024-10-09 22:58:25,364 INFO: [ epoch: 275 ] [ iter:368,500 ] [ performance: 27.135 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:07 ] [ l_g_pix: 3.3669e-02 ] [ l_g_total: 3.3669e-02 ] +2024-10-09 22:58:29,055 INFO: [ epoch: 275 ] [ iter:368,600 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:00 ] [ l_g_pix: 2.8311e-02 ] [ l_g_total: 2.8311e-02 ] +2024-10-09 22:58:32,613 INFO: [ epoch: 275 ] [ iter:368,700 ] [ performance: 28.794 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:54 ] [ l_g_pix: 3.3288e-02 ] [ l_g_total: 3.3288e-02 ] +2024-10-09 22:58:37,813 INFO: [ epoch: 276 ] [ iter:368,800 ] [ performance: 22.161 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:48 ] [ l_g_pix: 2.3224e-02 ] [ l_g_total: 2.3224e-02 ] +2024-10-09 22:58:41,550 INFO: [ epoch: 276 ] [ iter:368,900 ] [ performance: 26.890 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:42 ] [ l_g_pix: 2.0330e-02 ] [ l_g_total: 2.0330e-02 ] +2024-10-09 22:58:45,274 INFO: [ epoch: 276 ] [ iter:369,000 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:36 ] [ l_g_pix: 2.8788e-02 ] [ l_g_total: 2.8788e-02 ] +2024-10-09 22:58:49,000 INFO: [ epoch: 276 ] [ iter:369,100 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:30 ] [ l_g_pix: 3.1847e-02 ] [ l_g_total: 3.1847e-02 ] +2024-10-09 22:58:52,719 INFO: [ epoch: 276 ] [ iter:369,200 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:23 ] [ l_g_pix: 4.2626e-02 ] [ l_g_total: 4.2626e-02 ] +2024-10-09 22:58:56,462 INFO: [ epoch: 276 ] [ iter:369,300 ] [ performance: 26.833 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:17 ] [ l_g_pix: 3.6421e-02 ] [ l_g_total: 3.6421e-02 ] +2024-10-09 22:59:00,216 INFO: [ epoch: 276 ] [ iter:369,400 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:11 ] [ l_g_pix: 3.4689e-02 ] [ l_g_total: 3.4689e-02 ] +2024-10-09 22:59:03,967 INFO: [ epoch: 276 ] [ iter:369,500 ] [ performance: 26.592 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:04 ] [ l_g_pix: 3.0065e-02 ] [ l_g_total: 3.0065e-02 ] +2024-10-09 22:59:07,708 INFO: [ epoch: 276 ] [ iter:369,600 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:58 ] [ l_g_pix: 3.3470e-02 ] [ l_g_total: 3.3470e-02 ] +2024-10-09 22:59:11,460 INFO: [ epoch: 276 ] [ iter:369,700 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:52 ] [ l_g_pix: 2.8416e-02 ] [ l_g_total: 2.8416e-02 ] +2024-10-09 22:59:15,190 INFO: [ epoch: 276 ] [ iter:369,800 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:46 ] [ l_g_pix: 2.9933e-02 ] [ l_g_total: 2.9933e-02 ] +2024-10-09 22:59:18,930 INFO: [ epoch: 276 ] [ iter:369,900 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:39 ] [ l_g_pix: 5.0587e-02 ] [ l_g_total: 5.0587e-02 ] +2024-10-09 22:59:22,568 INFO: [ epoch: 276 ] [ iter:370,000 ] [ performance: 27.281 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:33 ] [ l_g_pix: 3.8737e-02 ] [ l_g_total: 3.8737e-02 ] +2024-10-09 22:59:22,569 INFO: Saving models and training states. +2024-10-09 23:02:27,430 INFO: Validation val + + # psnr: 27.2151........ Best: 27.2151 @ 370000 iter + # ssim: 0.7669........ Best: 0.7669 @ 370000 iter + # dists: 0.7732........ Best: 0.7732 @ 370000 iter + +2024-10-09 23:02:32,739 INFO: [ epoch: 277 ] [ iter:370,100 ] [ performance: 15.137 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:42 ] [ l_g_pix: 3.2340e-02 ] [ l_g_total: 3.2340e-02 ] +2024-10-09 23:02:36,751 INFO: [ epoch: 277 ] [ iter:370,200 ] [ performance: 20.105 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:36 ] [ l_g_pix: 3.0410e-02 ] [ l_g_total: 3.0410e-02 ] +2024-10-09 23:02:40,418 INFO: [ epoch: 277 ] [ iter:370,300 ] [ performance: 27.423 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:30 ] [ l_g_pix: 2.4200e-02 ] [ l_g_total: 2.4200e-02 ] +2024-10-09 23:02:44,121 INFO: [ epoch: 277 ] [ iter:370,400 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:23 ] [ l_g_pix: 3.3292e-02 ] [ l_g_total: 3.3292e-02 ] +2024-10-09 23:02:47,812 INFO: [ epoch: 277 ] [ iter:370,500 ] [ performance: 27.236 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:17 ] [ l_g_pix: 3.8633e-02 ] [ l_g_total: 3.8633e-02 ] +2024-10-09 23:02:51,522 INFO: [ epoch: 277 ] [ iter:370,600 ] [ performance: 27.061 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:11 ] [ l_g_pix: 1.9121e-02 ] [ l_g_total: 1.9121e-02 ] +2024-10-09 23:02:55,258 INFO: [ epoch: 277 ] [ iter:370,700 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:04 ] [ l_g_pix: 3.7724e-02 ] [ l_g_total: 3.7724e-02 ] +2024-10-09 23:02:58,982 INFO: [ epoch: 277 ] [ iter:370,800 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:58 ] [ l_g_pix: 4.1679e-02 ] [ l_g_total: 4.1679e-02 ] +2024-10-09 23:03:02,735 INFO: [ epoch: 277 ] [ iter:370,900 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:52 ] [ l_g_pix: 3.4112e-02 ] [ l_g_total: 3.4112e-02 ] +2024-10-09 23:03:06,516 INFO: [ epoch: 277 ] [ iter:371,000 ] [ performance: 26.613 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:45 ] [ l_g_pix: 2.1121e-02 ] [ l_g_total: 2.1121e-02 ] +2024-10-09 23:03:10,260 INFO: [ epoch: 277 ] [ iter:371,100 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:39 ] [ l_g_pix: 4.0527e-02 ] [ l_g_total: 4.0527e-02 ] +2024-10-09 23:03:13,999 INFO: [ epoch: 277 ] [ iter:371,200 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:33 ] [ l_g_pix: 2.4647e-02 ] [ l_g_total: 2.4647e-02 ] +2024-10-09 23:03:17,753 INFO: [ epoch: 277 ] [ iter:371,300 ] [ performance: 26.636 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:26 ] [ l_g_pix: 2.3076e-02 ] [ l_g_total: 2.3076e-02 ] +2024-10-09 23:03:21,267 INFO: [ epoch: 277 ] [ iter:371,400 ] [ performance: 27.802 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:20 ] [ l_g_pix: 3.2220e-02 ] [ l_g_total: 3.2220e-02 ] +2024-10-09 23:03:26,598 INFO: [ epoch: 278 ] [ iter:371,500 ] [ performance: 27.144 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:14 ] [ l_g_pix: 4.9740e-02 ] [ l_g_total: 4.9740e-02 ] +2024-10-09 23:03:30,373 INFO: [ epoch: 278 ] [ iter:371,600 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:08 ] [ l_g_pix: 4.2116e-02 ] [ l_g_total: 4.2116e-02 ] +2024-10-09 23:03:34,094 INFO: [ epoch: 278 ] [ iter:371,700 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:02 ] [ l_g_pix: 2.4439e-02 ] [ l_g_total: 2.4439e-02 ] +2024-10-09 23:03:37,822 INFO: [ epoch: 278 ] [ iter:371,800 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:55 ] [ l_g_pix: 3.4180e-02 ] [ l_g_total: 3.4180e-02 ] +2024-10-09 23:03:41,655 INFO: [ epoch: 278 ] [ iter:371,900 ] [ performance: 25.363 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:49 ] [ l_g_pix: 2.6446e-02 ] [ l_g_total: 2.6446e-02 ] +2024-10-09 23:03:45,376 INFO: [ epoch: 278 ] [ iter:372,000 ] [ performance: 26.354 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:43 ] [ l_g_pix: 3.1396e-02 ] [ l_g_total: 3.1396e-02 ] +2024-10-09 23:03:49,092 INFO: [ epoch: 278 ] [ iter:372,100 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:36 ] [ l_g_pix: 1.9119e-02 ] [ l_g_total: 1.9119e-02 ] +2024-10-09 23:03:52,811 INFO: [ epoch: 278 ] [ iter:372,200 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:30 ] [ l_g_pix: 2.5705e-02 ] [ l_g_total: 2.5705e-02 ] +2024-10-09 23:03:56,514 INFO: [ epoch: 278 ] [ iter:372,300 ] [ performance: 27.185 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:24 ] [ l_g_pix: 2.8933e-02 ] [ l_g_total: 2.8933e-02 ] +2024-10-09 23:04:00,166 INFO: [ epoch: 278 ] [ iter:372,400 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:17 ] [ l_g_pix: 2.6495e-02 ] [ l_g_total: 2.6495e-02 ] +2024-10-09 23:04:03,869 INFO: [ epoch: 278 ] [ iter:372,500 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:11 ] [ l_g_pix: 3.2953e-02 ] [ l_g_total: 3.2953e-02 ] +2024-10-09 23:04:07,578 INFO: [ epoch: 278 ] [ iter:372,600 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:05 ] [ l_g_pix: 2.7027e-02 ] [ l_g_total: 2.7027e-02 ] +2024-10-09 23:04:11,170 INFO: [ epoch: 278 ] [ iter:372,700 ] [ performance: 28.974 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:58 ] [ l_g_pix: 2.6702e-02 ] [ l_g_total: 2.6702e-02 ] +2024-10-09 23:04:16,417 INFO: [ epoch: 279 ] [ iter:372,800 ] [ performance: 21.367 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:53 ] [ l_g_pix: 3.0327e-02 ] [ l_g_total: 3.0327e-02 ] +2024-10-09 23:04:20,100 INFO: [ epoch: 279 ] [ iter:372,900 ] [ performance: 27.059 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:46 ] [ l_g_pix: 3.0078e-02 ] [ l_g_total: 3.0078e-02 ] +2024-10-09 23:04:23,821 INFO: [ epoch: 279 ] [ iter:373,000 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:40 ] [ l_g_pix: 3.1259e-02 ] [ l_g_total: 3.1259e-02 ] +2024-10-09 23:04:27,576 INFO: [ epoch: 279 ] [ iter:373,100 ] [ performance: 26.624 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:34 ] [ l_g_pix: 2.4071e-02 ] [ l_g_total: 2.4071e-02 ] +2024-10-09 23:04:31,343 INFO: [ epoch: 279 ] [ iter:373,200 ] [ performance: 26.573 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:27 ] [ l_g_pix: 3.3663e-02 ] [ l_g_total: 3.3663e-02 ] +2024-10-09 23:04:35,077 INFO: [ epoch: 279 ] [ iter:373,300 ] [ performance: 26.747 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:21 ] [ l_g_pix: 3.5986e-02 ] [ l_g_total: 3.5986e-02 ] +2024-10-09 23:04:38,796 INFO: [ epoch: 279 ] [ iter:373,400 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:15 ] [ l_g_pix: 2.3478e-02 ] [ l_g_total: 2.3478e-02 ] +2024-10-09 23:04:42,531 INFO: [ epoch: 279 ] [ iter:373,500 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:08 ] [ l_g_pix: 2.6625e-02 ] [ l_g_total: 2.6625e-02 ] +2024-10-09 23:04:46,235 INFO: [ epoch: 279 ] [ iter:373,600 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:02 ] [ l_g_pix: 2.6437e-02 ] [ l_g_total: 2.6437e-02 ] +2024-10-09 23:04:49,944 INFO: [ epoch: 279 ] [ iter:373,700 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:56 ] [ l_g_pix: 2.7004e-02 ] [ l_g_total: 2.7004e-02 ] +2024-10-09 23:04:53,666 INFO: [ epoch: 279 ] [ iter:373,800 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:50 ] [ l_g_pix: 2.8171e-02 ] [ l_g_total: 2.8171e-02 ] +2024-10-09 23:04:57,426 INFO: [ epoch: 279 ] [ iter:373,900 ] [ performance: 26.772 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:43 ] [ l_g_pix: 3.5140e-02 ] [ l_g_total: 3.5140e-02 ] +2024-10-09 23:05:01,115 INFO: [ epoch: 279 ] [ iter:374,000 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:37 ] [ l_g_pix: 3.0064e-02 ] [ l_g_total: 3.0064e-02 ] +2024-10-09 23:05:06,237 INFO: [ epoch: 280 ] [ iter:374,100 ] [ performance: 12.876 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:31 ] [ l_g_pix: 2.7663e-02 ] [ l_g_total: 2.7663e-02 ] +2024-10-09 23:05:10,004 INFO: [ epoch: 280 ] [ iter:374,200 ] [ performance: 20.462 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:25 ] [ l_g_pix: 2.5979e-02 ] [ l_g_total: 2.5979e-02 ] +2024-10-09 23:05:13,705 INFO: [ epoch: 280 ] [ iter:374,300 ] [ performance: 27.372 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:19 ] [ l_g_pix: 2.2750e-02 ] [ l_g_total: 2.2750e-02 ] +2024-10-09 23:05:17,401 INFO: [ epoch: 280 ] [ iter:374,400 ] [ performance: 27.149 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:12 ] [ l_g_pix: 1.7532e-02 ] [ l_g_total: 1.7532e-02 ] +2024-10-09 23:05:21,114 INFO: [ epoch: 280 ] [ iter:374,500 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:06 ] [ l_g_pix: 4.3546e-02 ] [ l_g_total: 4.3546e-02 ] +2024-10-09 23:05:24,817 INFO: [ epoch: 280 ] [ iter:374,600 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:00 ] [ l_g_pix: 3.6549e-02 ] [ l_g_total: 3.6549e-02 ] +2024-10-09 23:05:28,565 INFO: [ epoch: 280 ] [ iter:374,700 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:53 ] [ l_g_pix: 3.9335e-02 ] [ l_g_total: 3.9335e-02 ] +2024-10-09 23:05:32,324 INFO: [ epoch: 280 ] [ iter:374,800 ] [ performance: 26.642 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:47 ] [ l_g_pix: 4.1351e-02 ] [ l_g_total: 4.1351e-02 ] +2024-10-09 23:05:36,080 INFO: [ epoch: 280 ] [ iter:374,900 ] [ performance: 26.643 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:41 ] [ l_g_pix: 2.0403e-02 ] [ l_g_total: 2.0403e-02 ] +2024-10-09 23:05:39,763 INFO: [ epoch: 280 ] [ iter:375,000 ] [ performance: 27.026 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:35 ] [ l_g_pix: 3.7541e-02 ] [ l_g_total: 3.7541e-02 ] +2024-10-09 23:05:43,486 INFO: [ epoch: 280 ] [ iter:375,100 ] [ performance: 26.604 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:28 ] [ l_g_pix: 2.4478e-02 ] [ l_g_total: 2.4478e-02 ] +2024-10-09 23:05:47,200 INFO: [ epoch: 280 ] [ iter:375,200 ] [ performance: 26.842 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:22 ] [ l_g_pix: 2.5619e-02 ] [ l_g_total: 2.5619e-02 ] +2024-10-09 23:05:50,926 INFO: [ epoch: 280 ] [ iter:375,300 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:16 ] [ l_g_pix: 3.6390e-02 ] [ l_g_total: 3.6390e-02 ] +2024-10-09 23:05:54,431 INFO: [ epoch: 280 ] [ iter:375,400 ] [ performance: 28.118 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:09 ] [ l_g_pix: 2.2718e-02 ] [ l_g_total: 2.2718e-02 ] +2024-10-09 23:05:59,771 INFO: [ epoch: 281 ] [ iter:375,500 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:04 ] [ l_g_pix: 4.0630e-02 ] [ l_g_total: 4.0630e-02 ] +2024-10-09 23:06:03,472 INFO: [ epoch: 281 ] [ iter:375,600 ] [ performance: 26.988 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:57 ] [ l_g_pix: 2.4263e-02 ] [ l_g_total: 2.4263e-02 ] +2024-10-09 23:06:07,189 INFO: [ epoch: 281 ] [ iter:375,700 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:51 ] [ l_g_pix: 2.8382e-02 ] [ l_g_total: 2.8382e-02 ] +2024-10-09 23:06:10,903 INFO: [ epoch: 281 ] [ iter:375,800 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:45 ] [ l_g_pix: 2.5114e-02 ] [ l_g_total: 2.5114e-02 ] +2024-10-09 23:06:14,621 INFO: [ epoch: 281 ] [ iter:375,900 ] [ performance: 26.536 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:39 ] [ l_g_pix: 2.3573e-02 ] [ l_g_total: 2.3573e-02 ] +2024-10-09 23:06:18,352 INFO: [ epoch: 281 ] [ iter:376,000 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:32 ] [ l_g_pix: 2.8884e-02 ] [ l_g_total: 2.8884e-02 ] +2024-10-09 23:06:22,119 INFO: [ epoch: 281 ] [ iter:376,100 ] [ performance: 26.498 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:26 ] [ l_g_pix: 2.5864e-02 ] [ l_g_total: 2.5864e-02 ] +2024-10-09 23:06:25,825 INFO: [ epoch: 281 ] [ iter:376,200 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:20 ] [ l_g_pix: 2.8988e-02 ] [ l_g_total: 2.8988e-02 ] +2024-10-09 23:06:29,557 INFO: [ epoch: 281 ] [ iter:376,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:14 ] [ l_g_pix: 4.2113e-02 ] [ l_g_total: 4.2113e-02 ] +2024-10-09 23:06:33,342 INFO: [ epoch: 281 ] [ iter:376,400 ] [ performance: 26.510 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:07 ] [ l_g_pix: 3.5909e-02 ] [ l_g_total: 3.5909e-02 ] +2024-10-09 23:06:37,054 INFO: [ epoch: 281 ] [ iter:376,500 ] [ performance: 27.343 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:01 ] [ l_g_pix: 3.2097e-02 ] [ l_g_total: 3.2097e-02 ] +2024-10-09 23:06:40,809 INFO: [ epoch: 281 ] [ iter:376,600 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:55 ] [ l_g_pix: 3.2171e-02 ] [ l_g_total: 3.2171e-02 ] +2024-10-09 23:06:44,420 INFO: [ epoch: 281 ] [ iter:376,700 ] [ performance: 29.292 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:48 ] [ l_g_pix: 4.2131e-02 ] [ l_g_total: 4.2131e-02 ] +2024-10-09 23:06:49,491 INFO: [ epoch: 282 ] [ iter:376,800 ] [ performance: 21.150 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:43 ] [ l_g_pix: 2.4959e-02 ] [ l_g_total: 2.4959e-02 ] +2024-10-09 23:06:53,226 INFO: [ epoch: 282 ] [ iter:376,900 ] [ performance: 27.185 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:36 ] [ l_g_pix: 3.1104e-02 ] [ l_g_total: 3.1104e-02 ] +2024-10-09 23:06:56,948 INFO: [ epoch: 282 ] [ iter:377,000 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:30 ] [ l_g_pix: 4.0171e-02 ] [ l_g_total: 4.0171e-02 ] +2024-10-09 23:07:00,697 INFO: [ epoch: 282 ] [ iter:377,100 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:24 ] [ l_g_pix: 3.5013e-02 ] [ l_g_total: 3.5013e-02 ] +2024-10-09 23:07:04,462 INFO: [ epoch: 282 ] [ iter:377,200 ] [ performance: 26.620 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:18 ] [ l_g_pix: 3.3201e-02 ] [ l_g_total: 3.3201e-02 ] +2024-10-09 23:07:08,214 INFO: [ epoch: 282 ] [ iter:377,300 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:11 ] [ l_g_pix: 1.8176e-02 ] [ l_g_total: 1.8176e-02 ] +2024-10-09 23:07:11,961 INFO: [ epoch: 282 ] [ iter:377,400 ] [ performance: 26.711 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:05 ] [ l_g_pix: 2.3057e-02 ] [ l_g_total: 2.3057e-02 ] +2024-10-09 23:07:15,743 INFO: [ epoch: 282 ] [ iter:377,500 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:59 ] [ l_g_pix: 2.3927e-02 ] [ l_g_total: 2.3927e-02 ] +2024-10-09 23:07:19,441 INFO: [ epoch: 282 ] [ iter:377,600 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:53 ] [ l_g_pix: 3.5537e-02 ] [ l_g_total: 3.5537e-02 ] +2024-10-09 23:07:23,126 INFO: [ epoch: 282 ] [ iter:377,700 ] [ performance: 27.355 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:46 ] [ l_g_pix: 2.8469e-02 ] [ l_g_total: 2.8469e-02 ] +2024-10-09 23:07:26,856 INFO: [ epoch: 282 ] [ iter:377,800 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:40 ] [ l_g_pix: 2.4437e-02 ] [ l_g_total: 2.4437e-02 ] +2024-10-09 23:07:30,581 INFO: [ epoch: 282 ] [ iter:377,900 ] [ performance: 27.384 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:34 ] [ l_g_pix: 3.3230e-02 ] [ l_g_total: 3.3230e-02 ] +2024-10-09 23:07:34,265 INFO: [ epoch: 282 ] [ iter:378,000 ] [ performance: 27.191 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:28 ] [ l_g_pix: 2.8984e-02 ] [ l_g_total: 2.8984e-02 ] +2024-10-09 23:07:39,134 INFO: [ epoch: 283 ] [ iter:378,100 ] [ performance: 9.079 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:22 ] [ l_g_pix: 3.0721e-02 ] [ l_g_total: 3.0721e-02 ] +2024-10-09 23:07:43,076 INFO: [ epoch: 283 ] [ iter:378,200 ] [ performance: 19.744 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:16 ] [ l_g_pix: 2.2230e-02 ] [ l_g_total: 2.2230e-02 ] +2024-10-09 23:07:46,777 INFO: [ epoch: 283 ] [ iter:378,300 ] [ performance: 28.267 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:10 ] [ l_g_pix: 2.2561e-02 ] [ l_g_total: 2.2561e-02 ] +2024-10-09 23:07:50,493 INFO: [ epoch: 283 ] [ iter:378,400 ] [ performance: 27.116 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:03 ] [ l_g_pix: 1.9722e-02 ] [ l_g_total: 1.9722e-02 ] +2024-10-09 23:07:54,135 INFO: [ epoch: 283 ] [ iter:378,500 ] [ performance: 27.828 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:57 ] [ l_g_pix: 2.3969e-02 ] [ l_g_total: 2.3969e-02 ] +2024-10-09 23:07:57,858 INFO: [ epoch: 283 ] [ iter:378,600 ] [ performance: 27.000 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:51 ] [ l_g_pix: 3.1230e-02 ] [ l_g_total: 3.1230e-02 ] +2024-10-09 23:08:01,553 INFO: [ epoch: 283 ] [ iter:378,700 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:45 ] [ l_g_pix: 2.8083e-02 ] [ l_g_total: 2.8083e-02 ] +2024-10-09 23:08:05,338 INFO: [ epoch: 283 ] [ iter:378,800 ] [ performance: 26.519 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:38 ] [ l_g_pix: 1.9230e-02 ] [ l_g_total: 1.9230e-02 ] +2024-10-09 23:08:09,085 INFO: [ epoch: 283 ] [ iter:378,900 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:32 ] [ l_g_pix: 2.5554e-02 ] [ l_g_total: 2.5554e-02 ] +2024-10-09 23:08:12,815 INFO: [ epoch: 283 ] [ iter:379,000 ] [ performance: 26.835 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:26 ] [ l_g_pix: 2.1627e-02 ] [ l_g_total: 2.1627e-02 ] +2024-10-09 23:08:16,569 INFO: [ epoch: 283 ] [ iter:379,100 ] [ performance: 27.361 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:20 ] [ l_g_pix: 3.5780e-02 ] [ l_g_total: 3.5780e-02 ] +2024-10-09 23:08:20,299 INFO: [ epoch: 283 ] [ iter:379,200 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:13 ] [ l_g_pix: 3.3257e-02 ] [ l_g_total: 3.3257e-02 ] +2024-10-09 23:08:24,024 INFO: [ epoch: 283 ] [ iter:379,300 ] [ performance: 27.500 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:07 ] [ l_g_pix: 2.5811e-02 ] [ l_g_total: 2.5811e-02 ] +2024-10-09 23:08:27,550 INFO: [ epoch: 283 ] [ iter:379,400 ] [ performance: 28.263 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:01 ] [ l_g_pix: 2.5112e-02 ] [ l_g_total: 2.5112e-02 ] +2024-10-09 23:08:32,665 INFO: [ epoch: 284 ] [ iter:379,500 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:55 ] [ l_g_pix: 3.2368e-02 ] [ l_g_total: 3.2368e-02 ] +2024-10-09 23:08:36,361 INFO: [ epoch: 284 ] [ iter:379,600 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:49 ] [ l_g_pix: 4.1943e-02 ] [ l_g_total: 4.1943e-02 ] +2024-10-09 23:08:40,038 INFO: [ epoch: 284 ] [ iter:379,700 ] [ performance: 28.214 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:43 ] [ l_g_pix: 3.8728e-02 ] [ l_g_total: 3.8728e-02 ] +2024-10-09 23:08:43,696 INFO: [ epoch: 284 ] [ iter:379,800 ] [ performance: 27.431 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:36 ] [ l_g_pix: 3.6027e-02 ] [ l_g_total: 3.6027e-02 ] +2024-10-09 23:08:47,362 INFO: [ epoch: 284 ] [ iter:379,900 ] [ performance: 27.900 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:30 ] [ l_g_pix: 2.7475e-02 ] [ l_g_total: 2.7475e-02 ] +2024-10-09 23:08:51,044 INFO: [ epoch: 284 ] [ iter:380,000 ] [ performance: 27.235 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:24 ] [ l_g_pix: 4.2263e-02 ] [ l_g_total: 4.2263e-02 ] +2024-10-09 23:08:51,044 INFO: Saving models and training states. +2024-10-09 23:11:43,071 INFO: Validation val + + # psnr: 27.2124........ Best: 27.2151 @ 370000 iter + # ssim: 0.7668........ Best: 0.7669 @ 370000 iter + # dists: 0.7733........ Best: 0.7732 @ 370000 iter + +2024-10-09 23:11:46,759 INFO: [ epoch: 284 ] [ iter:380,100 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:21 ] [ l_g_pix: 3.4445e-02 ] [ l_g_total: 3.4445e-02 ] +2024-10-09 23:11:50,487 INFO: [ epoch: 284 ] [ iter:380,200 ] [ performance: 26.852 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:15 ] [ l_g_pix: 2.3046e-02 ] [ l_g_total: 2.3046e-02 ] +2024-10-09 23:11:54,187 INFO: [ epoch: 284 ] [ iter:380,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:09 ] [ l_g_pix: 3.6776e-02 ] [ l_g_total: 3.6776e-02 ] +2024-10-09 23:11:57,899 INFO: [ epoch: 284 ] [ iter:380,400 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:02 ] [ l_g_pix: 2.5608e-02 ] [ l_g_total: 2.5608e-02 ] +2024-10-09 23:12:01,620 INFO: [ epoch: 284 ] [ iter:380,500 ] [ performance: 27.857 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:56 ] [ l_g_pix: 3.7628e-02 ] [ l_g_total: 3.7628e-02 ] +2024-10-09 23:12:05,385 INFO: [ epoch: 284 ] [ iter:380,600 ] [ performance: 26.651 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:50 ] [ l_g_pix: 2.3803e-02 ] [ l_g_total: 2.3803e-02 ] +2024-10-09 23:12:09,001 INFO: [ epoch: 284 ] [ iter:380,700 ] [ performance: 29.888 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:43 ] [ l_g_pix: 3.8086e-02 ] [ l_g_total: 3.8086e-02 ] +2024-10-09 23:12:14,549 INFO: [ epoch: 285 ] [ iter:380,800 ] [ performance: 18.443 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:38 ] [ l_g_pix: 2.6729e-02 ] [ l_g_total: 2.6729e-02 ] +2024-10-09 23:12:18,431 INFO: [ epoch: 285 ] [ iter:380,900 ] [ performance: 27.415 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:32 ] [ l_g_pix: 2.3491e-02 ] [ l_g_total: 2.3491e-02 ] +2024-10-09 23:12:22,144 INFO: [ epoch: 285 ] [ iter:381,000 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:25 ] [ l_g_pix: 3.4731e-02 ] [ l_g_total: 3.4731e-02 ] +2024-10-09 23:12:25,878 INFO: [ epoch: 285 ] [ iter:381,100 ] [ performance: 27.300 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:19 ] [ l_g_pix: 2.1622e-02 ] [ l_g_total: 2.1622e-02 ] +2024-10-09 23:12:29,600 INFO: [ epoch: 285 ] [ iter:381,200 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:13 ] [ l_g_pix: 2.4825e-02 ] [ l_g_total: 2.4825e-02 ] +2024-10-09 23:12:33,286 INFO: [ epoch: 285 ] [ iter:381,300 ] [ performance: 27.722 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:07 ] [ l_g_pix: 2.6043e-02 ] [ l_g_total: 2.6043e-02 ] +2024-10-09 23:12:37,047 INFO: [ epoch: 285 ] [ iter:381,400 ] [ performance: 26.621 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:00 ] [ l_g_pix: 2.9838e-02 ] [ l_g_total: 2.9838e-02 ] +2024-10-09 23:12:40,770 INFO: [ epoch: 285 ] [ iter:381,500 ] [ performance: 25.806 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:54 ] [ l_g_pix: 4.2041e-02 ] [ l_g_total: 4.2041e-02 ] +2024-10-09 23:12:44,520 INFO: [ epoch: 285 ] [ iter:381,600 ] [ performance: 26.655 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:48 ] [ l_g_pix: 1.7986e-02 ] [ l_g_total: 1.7986e-02 ] +2024-10-09 23:12:48,235 INFO: [ epoch: 285 ] [ iter:381,700 ] [ performance: 25.632 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:41 ] [ l_g_pix: 2.5600e-02 ] [ l_g_total: 2.5600e-02 ] +2024-10-09 23:12:52,003 INFO: [ epoch: 285 ] [ iter:381,800 ] [ performance: 26.540 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:35 ] [ l_g_pix: 2.8295e-02 ] [ l_g_total: 2.8295e-02 ] +2024-10-09 23:12:55,715 INFO: [ epoch: 285 ] [ iter:381,900 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:29 ] [ l_g_pix: 3.5104e-02 ] [ l_g_total: 3.5104e-02 ] +2024-10-09 23:12:59,452 INFO: [ epoch: 285 ] [ iter:382,000 ] [ performance: 26.761 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:23 ] [ l_g_pix: 2.7595e-02 ] [ l_g_total: 2.7595e-02 ] +2024-10-09 23:13:04,008 INFO: [ epoch: 286 ] [ iter:382,100 ] [ performance: 24.124 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:17 ] [ l_g_pix: 2.4111e-02 ] [ l_g_total: 2.4111e-02 ] +2024-10-09 23:13:08,239 INFO: [ epoch: 286 ] [ iter:382,200 ] [ performance: 23.772 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:11 ] [ l_g_pix: 3.4941e-02 ] [ l_g_total: 3.4941e-02 ] +2024-10-09 23:13:11,959 INFO: [ epoch: 286 ] [ iter:382,300 ] [ performance: 25.242 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:04 ] [ l_g_pix: 1.8090e-02 ] [ l_g_total: 1.8090e-02 ] +2024-10-09 23:13:15,637 INFO: [ epoch: 286 ] [ iter:382,400 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:58 ] [ l_g_pix: 3.2483e-02 ] [ l_g_total: 3.2483e-02 ] +2024-10-09 23:13:19,371 INFO: [ epoch: 286 ] [ iter:382,500 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:52 ] [ l_g_pix: 2.1564e-02 ] [ l_g_total: 2.1564e-02 ] +2024-10-09 23:13:23,123 INFO: [ epoch: 286 ] [ iter:382,600 ] [ performance: 26.715 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:46 ] [ l_g_pix: 2.6673e-02 ] [ l_g_total: 2.6673e-02 ] +2024-10-09 23:13:26,845 INFO: [ epoch: 286 ] [ iter:382,700 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:39 ] [ l_g_pix: 2.4914e-02 ] [ l_g_total: 2.4914e-02 ] +2024-10-09 23:13:30,578 INFO: [ epoch: 286 ] [ iter:382,800 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:33 ] [ l_g_pix: 4.1122e-02 ] [ l_g_total: 4.1122e-02 ] +2024-10-09 23:13:34,284 INFO: [ epoch: 286 ] [ iter:382,900 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:27 ] [ l_g_pix: 2.9203e-02 ] [ l_g_total: 2.9203e-02 ] +2024-10-09 23:13:37,967 INFO: [ epoch: 286 ] [ iter:383,000 ] [ performance: 27.168 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:21 ] [ l_g_pix: 3.1474e-02 ] [ l_g_total: 3.1474e-02 ] +2024-10-09 23:13:41,686 INFO: [ epoch: 286 ] [ iter:383,100 ] [ performance: 27.029 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:14 ] [ l_g_pix: 3.3875e-02 ] [ l_g_total: 3.3875e-02 ] +2024-10-09 23:13:45,432 INFO: [ epoch: 286 ] [ iter:383,200 ] [ performance: 26.697 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:08 ] [ l_g_pix: 3.9617e-02 ] [ l_g_total: 3.9617e-02 ] +2024-10-09 23:13:49,111 INFO: [ epoch: 286 ] [ iter:383,300 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:02 ] [ l_g_pix: 3.1272e-02 ] [ l_g_total: 3.1272e-02 ] +2024-10-09 23:13:52,670 INFO: [ epoch: 286 ] [ iter:383,400 ] [ performance: 28.256 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:56 ] [ l_g_pix: 3.6392e-02 ] [ l_g_total: 3.6392e-02 ] +2024-10-09 23:13:57,859 INFO: [ epoch: 287 ] [ iter:383,500 ] [ performance: 22.763 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:50 ] [ l_g_pix: 1.8581e-02 ] [ l_g_total: 1.8581e-02 ] +2024-10-09 23:14:01,614 INFO: [ epoch: 287 ] [ iter:383,600 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:44 ] [ l_g_pix: 2.2129e-02 ] [ l_g_total: 2.2129e-02 ] +2024-10-09 23:14:05,354 INFO: [ epoch: 287 ] [ iter:383,700 ] [ performance: 26.731 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:38 ] [ l_g_pix: 3.5452e-02 ] [ l_g_total: 3.5452e-02 ] +2024-10-09 23:14:09,026 INFO: [ epoch: 287 ] [ iter:383,800 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:31 ] [ l_g_pix: 3.0477e-02 ] [ l_g_total: 3.0477e-02 ] +2024-10-09 23:14:12,742 INFO: [ epoch: 287 ] [ iter:383,900 ] [ performance: 27.059 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:25 ] [ l_g_pix: 3.0867e-02 ] [ l_g_total: 3.0867e-02 ] +2024-10-09 23:14:16,441 INFO: [ epoch: 287 ] [ iter:384,000 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:19 ] [ l_g_pix: 2.6883e-02 ] [ l_g_total: 2.6883e-02 ] +2024-10-09 23:14:20,183 INFO: [ epoch: 287 ] [ iter:384,100 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:13 ] [ l_g_pix: 2.2285e-02 ] [ l_g_total: 2.2285e-02 ] +2024-10-09 23:14:23,898 INFO: [ epoch: 287 ] [ iter:384,200 ] [ performance: 27.013 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:06 ] [ l_g_pix: 3.9417e-02 ] [ l_g_total: 3.9417e-02 ] +2024-10-09 23:14:27,588 INFO: [ epoch: 287 ] [ iter:384,300 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:00 ] [ l_g_pix: 2.5599e-02 ] [ l_g_total: 2.5599e-02 ] +2024-10-09 23:14:31,313 INFO: [ epoch: 287 ] [ iter:384,400 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:54 ] [ l_g_pix: 2.0433e-02 ] [ l_g_total: 2.0433e-02 ] +2024-10-09 23:14:35,051 INFO: [ epoch: 287 ] [ iter:384,500 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:48 ] [ l_g_pix: 3.1590e-02 ] [ l_g_total: 3.1590e-02 ] +2024-10-09 23:14:38,787 INFO: [ epoch: 287 ] [ iter:384,600 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:41 ] [ l_g_pix: 2.2064e-02 ] [ l_g_total: 2.2064e-02 ] +2024-10-09 23:14:42,425 INFO: [ epoch: 287 ] [ iter:384,700 ] [ performance: 27.153 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:35 ] [ l_g_pix: 3.0553e-02 ] [ l_g_total: 3.0553e-02 ] +2024-10-09 23:14:47,488 INFO: [ epoch: 288 ] [ iter:384,800 ] [ performance: 18.787 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:29 ] [ l_g_pix: 2.7593e-02 ] [ l_g_total: 2.7593e-02 ] +2024-10-09 23:14:51,261 INFO: [ epoch: 288 ] [ iter:384,900 ] [ performance: 22.278 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:23 ] [ l_g_pix: 3.7903e-02 ] [ l_g_total: 3.7903e-02 ] +2024-10-09 23:14:55,021 INFO: [ epoch: 288 ] [ iter:385,000 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:17 ] [ l_g_pix: 1.9995e-02 ] [ l_g_total: 1.9995e-02 ] +2024-10-09 23:14:58,771 INFO: [ epoch: 288 ] [ iter:385,100 ] [ performance: 26.629 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:11 ] [ l_g_pix: 2.3591e-02 ] [ l_g_total: 2.3591e-02 ] +2024-10-09 23:15:02,525 INFO: [ epoch: 288 ] [ iter:385,200 ] [ performance: 26.707 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:05 ] [ l_g_pix: 2.9385e-02 ] [ l_g_total: 2.9385e-02 ] +2024-10-09 23:15:06,274 INFO: [ epoch: 288 ] [ iter:385,300 ] [ performance: 26.691 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:58 ] [ l_g_pix: 2.4320e-02 ] [ l_g_total: 2.4320e-02 ] +2024-10-09 23:15:10,015 INFO: [ epoch: 288 ] [ iter:385,400 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:52 ] [ l_g_pix: 1.8740e-02 ] [ l_g_total: 1.8740e-02 ] +2024-10-09 23:15:13,778 INFO: [ epoch: 288 ] [ iter:385,500 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:46 ] [ l_g_pix: 2.5194e-02 ] [ l_g_total: 2.5194e-02 ] +2024-10-09 23:15:17,505 INFO: [ epoch: 288 ] [ iter:385,600 ] [ performance: 26.974 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:40 ] [ l_g_pix: 4.2037e-02 ] [ l_g_total: 4.2037e-02 ] +2024-10-09 23:15:21,239 INFO: [ epoch: 288 ] [ iter:385,700 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:34 ] [ l_g_pix: 2.7217e-02 ] [ l_g_total: 2.7217e-02 ] +2024-10-09 23:15:25,000 INFO: [ epoch: 288 ] [ iter:385,800 ] [ performance: 26.567 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:27 ] [ l_g_pix: 3.2833e-02 ] [ l_g_total: 3.2833e-02 ] +2024-10-09 23:15:28,736 INFO: [ epoch: 288 ] [ iter:385,900 ] [ performance: 26.681 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:21 ] [ l_g_pix: 2.7648e-02 ] [ l_g_total: 2.7648e-02 ] +2024-10-09 23:15:32,489 INFO: [ epoch: 288 ] [ iter:386,000 ] [ performance: 26.870 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:15 ] [ l_g_pix: 2.3100e-02 ] [ l_g_total: 2.3100e-02 ] +2024-10-09 23:15:36,005 INFO: [ epoch: 288 ] [ iter:386,100 ] [ performance: 27.722 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:09 ] [ l_g_pix: 3.5999e-02 ] [ l_g_total: 3.5999e-02 ] +2024-10-09 23:15:41,317 INFO: [ epoch: 289 ] [ iter:386,200 ] [ performance: 26.307 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:03 ] [ l_g_pix: 3.8247e-02 ] [ l_g_total: 3.8247e-02 ] +2024-10-09 23:15:44,993 INFO: [ epoch: 289 ] [ iter:386,300 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:57 ] [ l_g_pix: 4.1646e-02 ] [ l_g_total: 4.1646e-02 ] +2024-10-09 23:15:48,759 INFO: [ epoch: 289 ] [ iter:386,400 ] [ performance: 26.763 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:51 ] [ l_g_pix: 3.3082e-02 ] [ l_g_total: 3.3082e-02 ] +2024-10-09 23:15:52,441 INFO: [ epoch: 289 ] [ iter:386,500 ] [ performance: 26.988 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:45 ] [ l_g_pix: 3.4336e-02 ] [ l_g_total: 3.4336e-02 ] +2024-10-09 23:15:56,115 INFO: [ epoch: 289 ] [ iter:386,600 ] [ performance: 27.392 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:38 ] [ l_g_pix: 2.1856e-02 ] [ l_g_total: 2.1856e-02 ] +2024-10-09 23:15:59,824 INFO: [ epoch: 289 ] [ iter:386,700 ] [ performance: 27.149 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:32 ] [ l_g_pix: 2.9903e-02 ] [ l_g_total: 2.9903e-02 ] +2024-10-09 23:16:03,533 INFO: [ epoch: 289 ] [ iter:386,800 ] [ performance: 27.190 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:26 ] [ l_g_pix: 4.5670e-02 ] [ l_g_total: 4.5670e-02 ] +2024-10-09 23:16:07,274 INFO: [ epoch: 289 ] [ iter:386,900 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:20 ] [ l_g_pix: 1.7128e-02 ] [ l_g_total: 1.7128e-02 ] +2024-10-09 23:16:10,982 INFO: [ epoch: 289 ] [ iter:387,000 ] [ performance: 27.221 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:14 ] [ l_g_pix: 3.0082e-02 ] [ l_g_total: 3.0082e-02 ] +2024-10-09 23:16:14,636 INFO: [ epoch: 289 ] [ iter:387,100 ] [ performance: 27.308 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:07 ] [ l_g_pix: 3.0632e-02 ] [ l_g_total: 3.0632e-02 ] +2024-10-09 23:16:18,266 INFO: [ epoch: 289 ] [ iter:387,200 ] [ performance: 27.702 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:01 ] [ l_g_pix: 2.3918e-02 ] [ l_g_total: 2.3918e-02 ] +2024-10-09 23:16:21,951 INFO: [ epoch: 289 ] [ iter:387,300 ] [ performance: 27.376 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:55 ] [ l_g_pix: 2.7027e-02 ] [ l_g_total: 2.7027e-02 ] +2024-10-09 23:16:25,511 INFO: [ epoch: 289 ] [ iter:387,400 ] [ performance: 28.810 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:49 ] [ l_g_pix: 4.0237e-02 ] [ l_g_total: 4.0237e-02 ] +2024-10-09 23:16:30,766 INFO: [ epoch: 290 ] [ iter:387,500 ] [ performance: 22.215 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:43 ] [ l_g_pix: 2.8880e-02 ] [ l_g_total: 2.8880e-02 ] +2024-10-09 23:16:34,480 INFO: [ epoch: 290 ] [ iter:387,600 ] [ performance: 26.947 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:37 ] [ l_g_pix: 3.7960e-02 ] [ l_g_total: 3.7960e-02 ] +2024-10-09 23:16:38,243 INFO: [ epoch: 290 ] [ iter:387,700 ] [ performance: 26.735 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:31 ] [ l_g_pix: 2.4456e-02 ] [ l_g_total: 2.4456e-02 ] +2024-10-09 23:16:41,945 INFO: [ epoch: 290 ] [ iter:387,800 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:24 ] [ l_g_pix: 4.3769e-02 ] [ l_g_total: 4.3769e-02 ] +2024-10-09 23:16:45,666 INFO: [ epoch: 290 ] [ iter:387,900 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:18 ] [ l_g_pix: 2.9053e-02 ] [ l_g_total: 2.9053e-02 ] +2024-10-09 23:16:49,393 INFO: [ epoch: 290 ] [ iter:388,000 ] [ performance: 27.079 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:12 ] [ l_g_pix: 2.9153e-02 ] [ l_g_total: 2.9153e-02 ] +2024-10-09 23:16:53,056 INFO: [ epoch: 290 ] [ iter:388,100 ] [ performance: 27.212 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:06 ] [ l_g_pix: 1.9992e-02 ] [ l_g_total: 1.9992e-02 ] +2024-10-09 23:16:56,700 INFO: [ epoch: 290 ] [ iter:388,200 ] [ performance: 27.709 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:00 ] [ l_g_pix: 3.0291e-02 ] [ l_g_total: 3.0291e-02 ] +2024-10-09 23:17:00,457 INFO: [ epoch: 290 ] [ iter:388,300 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:54 ] [ l_g_pix: 2.9655e-02 ] [ l_g_total: 2.9655e-02 ] +2024-10-09 23:17:04,179 INFO: [ epoch: 290 ] [ iter:388,400 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:47 ] [ l_g_pix: 4.0432e-02 ] [ l_g_total: 4.0432e-02 ] +2024-10-09 23:17:07,902 INFO: [ epoch: 290 ] [ iter:388,500 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:41 ] [ l_g_pix: 3.2154e-02 ] [ l_g_total: 3.2154e-02 ] +2024-10-09 23:17:11,650 INFO: [ epoch: 290 ] [ iter:388,600 ] [ performance: 26.782 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:35 ] [ l_g_pix: 3.3996e-02 ] [ l_g_total: 3.3996e-02 ] +2024-10-09 23:17:15,311 INFO: [ epoch: 290 ] [ iter:388,700 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:29 ] [ l_g_pix: 2.5830e-02 ] [ l_g_total: 2.5830e-02 ] +2024-10-09 23:17:20,428 INFO: [ epoch: 291 ] [ iter:388,800 ] [ performance: 16.813 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:23 ] [ l_g_pix: 2.8646e-02 ] [ l_g_total: 2.8646e-02 ] +2024-10-09 23:17:24,156 INFO: [ epoch: 291 ] [ iter:388,900 ] [ performance: 21.694 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:17 ] [ l_g_pix: 2.9267e-02 ] [ l_g_total: 2.9267e-02 ] +2024-10-09 23:17:27,867 INFO: [ epoch: 291 ] [ iter:389,000 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:11 ] [ l_g_pix: 3.6181e-02 ] [ l_g_total: 3.6181e-02 ] +2024-10-09 23:17:31,519 INFO: [ epoch: 291 ] [ iter:389,100 ] [ performance: 27.319 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:05 ] [ l_g_pix: 3.1414e-02 ] [ l_g_total: 3.1414e-02 ] +2024-10-09 23:17:35,191 INFO: [ epoch: 291 ] [ iter:389,200 ] [ performance: 27.352 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:58 ] [ l_g_pix: 3.2418e-02 ] [ l_g_total: 3.2418e-02 ] +2024-10-09 23:17:38,870 INFO: [ epoch: 291 ] [ iter:389,300 ] [ performance: 27.253 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:52 ] [ l_g_pix: 2.6841e-02 ] [ l_g_total: 2.6841e-02 ] +2024-10-09 23:17:42,556 INFO: [ epoch: 291 ] [ iter:389,400 ] [ performance: 27.364 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:46 ] [ l_g_pix: 2.1720e-02 ] [ l_g_total: 2.1720e-02 ] +2024-10-09 23:17:46,198 INFO: [ epoch: 291 ] [ iter:389,500 ] [ performance: 27.425 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:40 ] [ l_g_pix: 4.1993e-02 ] [ l_g_total: 4.1993e-02 ] +2024-10-09 23:17:49,969 INFO: [ epoch: 291 ] [ iter:389,600 ] [ performance: 26.351 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:34 ] [ l_g_pix: 3.0394e-02 ] [ l_g_total: 3.0394e-02 ] +2024-10-09 23:17:53,665 INFO: [ epoch: 291 ] [ iter:389,700 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:28 ] [ l_g_pix: 2.8390e-02 ] [ l_g_total: 2.8390e-02 ] +2024-10-09 23:17:57,359 INFO: [ epoch: 291 ] [ iter:389,800 ] [ performance: 27.187 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:21 ] [ l_g_pix: 2.8838e-02 ] [ l_g_total: 2.8838e-02 ] +2024-10-09 23:18:01,084 INFO: [ epoch: 291 ] [ iter:389,900 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:15 ] [ l_g_pix: 4.5038e-02 ] [ l_g_total: 4.5038e-02 ] +2024-10-09 23:18:04,788 INFO: [ epoch: 291 ] [ iter:390,000 ] [ performance: 27.155 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:09 ] [ l_g_pix: 3.8065e-02 ] [ l_g_total: 3.8065e-02 ] +2024-10-09 23:18:04,789 INFO: Saving models and training states. +2024-10-09 23:21:17,901 INFO: Validation val + + # psnr: 27.2233........ Best: 27.2233 @ 390000 iter + # ssim: 0.7672........ Best: 0.7672 @ 390000 iter + # dists: 0.7732........ Best: 0.7732 @ 390000 iter + +2024-10-09 23:21:21,427 INFO: [ epoch: 291 ] [ iter:390,100 ] [ performance: 27.941 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:07 ] [ l_g_pix: 4.0848e-02 ] [ l_g_total: 4.0848e-02 ] +2024-10-09 23:21:26,700 INFO: [ epoch: 292 ] [ iter:390,200 ] [ performance: 25.883 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:01 ] [ l_g_pix: 1.7400e-02 ] [ l_g_total: 1.7400e-02 ] +2024-10-09 23:21:30,426 INFO: [ epoch: 292 ] [ iter:390,300 ] [ performance: 26.481 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:55 ] [ l_g_pix: 3.0232e-02 ] [ l_g_total: 3.0232e-02 ] +2024-10-09 23:21:34,172 INFO: [ epoch: 292 ] [ iter:390,400 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:49 ] [ l_g_pix: 2.6169e-02 ] [ l_g_total: 2.6169e-02 ] +2024-10-09 23:21:37,957 INFO: [ epoch: 292 ] [ iter:390,500 ] [ performance: 26.522 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:43 ] [ l_g_pix: 3.1508e-02 ] [ l_g_total: 3.1508e-02 ] +2024-10-09 23:21:41,749 INFO: [ epoch: 292 ] [ iter:390,600 ] [ performance: 26.270 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:37 ] [ l_g_pix: 2.3367e-02 ] [ l_g_total: 2.3367e-02 ] +2024-10-09 23:21:45,512 INFO: [ epoch: 292 ] [ iter:390,700 ] [ performance: 26.465 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:30 ] [ l_g_pix: 2.6170e-02 ] [ l_g_total: 2.6170e-02 ] +2024-10-09 23:21:49,312 INFO: [ epoch: 292 ] [ iter:390,800 ] [ performance: 26.543 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:24 ] [ l_g_pix: 1.9920e-02 ] [ l_g_total: 1.9920e-02 ] +2024-10-09 23:21:53,044 INFO: [ epoch: 292 ] [ iter:390,900 ] [ performance: 26.711 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:18 ] [ l_g_pix: 1.8784e-02 ] [ l_g_total: 1.8784e-02 ] +2024-10-09 23:21:56,822 INFO: [ epoch: 292 ] [ iter:391,000 ] [ performance: 26.304 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:12 ] [ l_g_pix: 4.5814e-02 ] [ l_g_total: 4.5814e-02 ] +2024-10-09 23:22:00,597 INFO: [ epoch: 292 ] [ iter:391,100 ] [ performance: 26.429 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:06 ] [ l_g_pix: 4.4288e-02 ] [ l_g_total: 4.4288e-02 ] +2024-10-09 23:22:04,342 INFO: [ epoch: 292 ] [ iter:391,200 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:00 ] [ l_g_pix: 2.9563e-02 ] [ l_g_total: 2.9563e-02 ] +2024-10-09 23:22:08,057 INFO: [ epoch: 292 ] [ iter:391,300 ] [ performance: 26.890 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:53 ] [ l_g_pix: 2.4393e-02 ] [ l_g_total: 2.4393e-02 ] +2024-10-09 23:22:11,691 INFO: [ epoch: 292 ] [ iter:391,400 ] [ performance: 28.935 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:47 ] [ l_g_pix: 1.7389e-02 ] [ l_g_total: 1.7389e-02 ] +2024-10-09 23:22:16,905 INFO: [ epoch: 293 ] [ iter:391,500 ] [ performance: 21.722 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:41 ] [ l_g_pix: 2.4543e-02 ] [ l_g_total: 2.4543e-02 ] +2024-10-09 23:22:20,653 INFO: [ epoch: 293 ] [ iter:391,600 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:35 ] [ l_g_pix: 2.3480e-02 ] [ l_g_total: 2.3480e-02 ] +2024-10-09 23:22:24,378 INFO: [ epoch: 293 ] [ iter:391,700 ] [ performance: 26.752 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:29 ] [ l_g_pix: 3.4422e-02 ] [ l_g_total: 3.4422e-02 ] +2024-10-09 23:22:28,100 INFO: [ epoch: 293 ] [ iter:391,800 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:23 ] [ l_g_pix: 2.6888e-02 ] [ l_g_total: 2.6888e-02 ] +2024-10-09 23:22:31,860 INFO: [ epoch: 293 ] [ iter:391,900 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:17 ] [ l_g_pix: 3.0467e-02 ] [ l_g_total: 3.0467e-02 ] +2024-10-09 23:22:35,591 INFO: [ epoch: 293 ] [ iter:392,000 ] [ performance: 26.825 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:10 ] [ l_g_pix: 2.3955e-02 ] [ l_g_total: 2.3955e-02 ] +2024-10-09 23:22:39,250 INFO: [ epoch: 293 ] [ iter:392,100 ] [ performance: 27.166 it/s ] [ lr: 2.50e-05 ] [ eta: 1:59:04 ] [ l_g_pix: 3.1388e-02 ] [ l_g_total: 3.1388e-02 ] +2024-10-09 23:22:42,931 INFO: [ epoch: 293 ] [ iter:392,200 ] [ performance: 27.368 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:58 ] [ l_g_pix: 3.9336e-02 ] [ l_g_total: 3.9336e-02 ] +2024-10-09 23:22:46,608 INFO: [ epoch: 293 ] [ iter:392,300 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:52 ] [ l_g_pix: 2.9700e-02 ] [ l_g_total: 2.9700e-02 ] +2024-10-09 23:22:50,251 INFO: [ epoch: 293 ] [ iter:392,400 ] [ performance: 27.465 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:46 ] [ l_g_pix: 2.9054e-02 ] [ l_g_total: 2.9054e-02 ] +2024-10-09 23:22:53,963 INFO: [ epoch: 293 ] [ iter:392,500 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:39 ] [ l_g_pix: 1.8480e-02 ] [ l_g_total: 1.8480e-02 ] +2024-10-09 23:22:57,723 INFO: [ epoch: 293 ] [ iter:392,600 ] [ performance: 26.688 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:33 ] [ l_g_pix: 3.6387e-02 ] [ l_g_total: 3.6387e-02 ] +2024-10-09 23:23:01,426 INFO: [ epoch: 293 ] [ iter:392,700 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:27 ] [ l_g_pix: 1.8892e-02 ] [ l_g_total: 1.8892e-02 ] +2024-10-09 23:23:06,105 INFO: [ epoch: 294 ] [ iter:392,800 ] [ performance: 16.340 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:21 ] [ l_g_pix: 2.7199e-02 ] [ l_g_total: 2.7199e-02 ] +2024-10-09 23:23:10,100 INFO: [ epoch: 294 ] [ iter:392,900 ] [ performance: 21.442 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:15 ] [ l_g_pix: 3.3073e-02 ] [ l_g_total: 3.3073e-02 ] +2024-10-09 23:23:13,807 INFO: [ epoch: 294 ] [ iter:393,000 ] [ performance: 26.531 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:09 ] [ l_g_pix: 2.8696e-02 ] [ l_g_total: 2.8696e-02 ] +2024-10-09 23:23:17,549 INFO: [ epoch: 294 ] [ iter:393,100 ] [ performance: 26.669 it/s ] [ lr: 2.50e-05 ] [ eta: 1:58:03 ] [ l_g_pix: 4.0823e-02 ] [ l_g_total: 4.0823e-02 ] +2024-10-09 23:23:21,279 INFO: [ epoch: 294 ] [ iter:393,200 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:56 ] [ l_g_pix: 3.5533e-02 ] [ l_g_total: 3.5533e-02 ] +2024-10-09 23:23:24,992 INFO: [ epoch: 294 ] [ iter:393,300 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:50 ] [ l_g_pix: 3.5618e-02 ] [ l_g_total: 3.5618e-02 ] +2024-10-09 23:23:28,707 INFO: [ epoch: 294 ] [ iter:393,400 ] [ performance: 26.770 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:44 ] [ l_g_pix: 2.1943e-02 ] [ l_g_total: 2.1943e-02 ] +2024-10-09 23:23:32,390 INFO: [ epoch: 294 ] [ iter:393,500 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:38 ] [ l_g_pix: 2.9239e-02 ] [ l_g_total: 2.9239e-02 ] +2024-10-09 23:23:36,096 INFO: [ epoch: 294 ] [ iter:393,600 ] [ performance: 27.017 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:32 ] [ l_g_pix: 3.8578e-02 ] [ l_g_total: 3.8578e-02 ] +2024-10-09 23:23:39,790 INFO: [ epoch: 294 ] [ iter:393,700 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:26 ] [ l_g_pix: 2.9681e-02 ] [ l_g_total: 2.9681e-02 ] +2024-10-09 23:23:43,503 INFO: [ epoch: 294 ] [ iter:393,800 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:19 ] [ l_g_pix: 2.1664e-02 ] [ l_g_total: 2.1664e-02 ] +2024-10-09 23:23:47,252 INFO: [ epoch: 294 ] [ iter:393,900 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:13 ] [ l_g_pix: 2.4731e-02 ] [ l_g_total: 2.4731e-02 ] +2024-10-09 23:23:50,994 INFO: [ epoch: 294 ] [ iter:394,000 ] [ performance: 27.212 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:07 ] [ l_g_pix: 2.2315e-02 ] [ l_g_total: 2.2315e-02 ] +2024-10-09 23:23:54,507 INFO: [ epoch: 294 ] [ iter:394,100 ] [ performance: 28.102 it/s ] [ lr: 2.50e-05 ] [ eta: 1:57:01 ] [ l_g_pix: 3.6939e-02 ] [ l_g_total: 3.6939e-02 ] +2024-10-09 23:23:59,850 INFO: [ epoch: 295 ] [ iter:394,200 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:55 ] [ l_g_pix: 3.3794e-02 ] [ l_g_total: 3.3794e-02 ] +2024-10-09 23:24:03,578 INFO: [ epoch: 295 ] [ iter:394,300 ] [ performance: 26.905 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:49 ] [ l_g_pix: 2.9270e-02 ] [ l_g_total: 2.9270e-02 ] +2024-10-09 23:24:07,336 INFO: [ epoch: 295 ] [ iter:394,400 ] [ performance: 26.193 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:43 ] [ l_g_pix: 3.5642e-02 ] [ l_g_total: 3.5642e-02 ] +2024-10-09 23:24:11,042 INFO: [ epoch: 295 ] [ iter:394,500 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:37 ] [ l_g_pix: 3.1311e-02 ] [ l_g_total: 3.1311e-02 ] +2024-10-09 23:24:14,771 INFO: [ epoch: 295 ] [ iter:394,600 ] [ performance: 27.362 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:30 ] [ l_g_pix: 4.0168e-02 ] [ l_g_total: 4.0168e-02 ] +2024-10-09 23:24:18,505 INFO: [ epoch: 295 ] [ iter:394,700 ] [ performance: 26.938 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:24 ] [ l_g_pix: 4.7311e-02 ] [ l_g_total: 4.7311e-02 ] +2024-10-09 23:24:22,178 INFO: [ epoch: 295 ] [ iter:394,800 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:18 ] [ l_g_pix: 2.7021e-02 ] [ l_g_total: 2.7021e-02 ] +2024-10-09 23:24:25,861 INFO: [ epoch: 295 ] [ iter:394,900 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:12 ] [ l_g_pix: 2.3776e-02 ] [ l_g_total: 2.3776e-02 ] +2024-10-09 23:24:29,585 INFO: [ epoch: 295 ] [ iter:395,000 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:06 ] [ l_g_pix: 2.7205e-02 ] [ l_g_total: 2.7205e-02 ] +2024-10-09 23:24:33,275 INFO: [ epoch: 295 ] [ iter:395,100 ] [ performance: 27.112 it/s ] [ lr: 2.50e-05 ] [ eta: 1:56:00 ] [ l_g_pix: 2.3107e-02 ] [ l_g_total: 2.3107e-02 ] +2024-10-09 23:24:36,984 INFO: [ epoch: 295 ] [ iter:395,200 ] [ performance: 27.009 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:53 ] [ l_g_pix: 2.3248e-02 ] [ l_g_total: 2.3248e-02 ] +2024-10-09 23:24:40,766 INFO: [ epoch: 295 ] [ iter:395,300 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:47 ] [ l_g_pix: 3.9552e-02 ] [ l_g_total: 3.9552e-02 ] +2024-10-09 23:24:44,396 INFO: [ epoch: 295 ] [ iter:395,400 ] [ performance: 28.957 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:41 ] [ l_g_pix: 2.9975e-02 ] [ l_g_total: 2.9975e-02 ] +2024-10-09 23:24:49,639 INFO: [ epoch: 296 ] [ iter:395,500 ] [ performance: 20.843 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:36 ] [ l_g_pix: 2.4352e-02 ] [ l_g_total: 2.4352e-02 ] +2024-10-09 23:24:53,369 INFO: [ epoch: 296 ] [ iter:395,600 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:29 ] [ l_g_pix: 2.6927e-02 ] [ l_g_total: 2.6927e-02 ] +2024-10-09 23:24:57,096 INFO: [ epoch: 296 ] [ iter:395,700 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:23 ] [ l_g_pix: 2.5307e-02 ] [ l_g_total: 2.5307e-02 ] +2024-10-09 23:25:00,812 INFO: [ epoch: 296 ] [ iter:395,800 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:17 ] [ l_g_pix: 2.5452e-02 ] [ l_g_total: 2.5452e-02 ] +2024-10-09 23:25:04,535 INFO: [ epoch: 296 ] [ iter:395,900 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:11 ] [ l_g_pix: 3.5390e-02 ] [ l_g_total: 3.5390e-02 ] +2024-10-09 23:25:08,270 INFO: [ epoch: 296 ] [ iter:396,000 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 1:55:05 ] [ l_g_pix: 2.6235e-02 ] [ l_g_total: 2.6235e-02 ] +2024-10-09 23:25:11,997 INFO: [ epoch: 296 ] [ iter:396,100 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:59 ] [ l_g_pix: 2.1398e-02 ] [ l_g_total: 2.1398e-02 ] +2024-10-09 23:25:15,718 INFO: [ epoch: 296 ] [ iter:396,200 ] [ performance: 27.498 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:52 ] [ l_g_pix: 3.6248e-02 ] [ l_g_total: 3.6248e-02 ] +2024-10-09 23:25:19,449 INFO: [ epoch: 296 ] [ iter:396,300 ] [ performance: 26.958 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:46 ] [ l_g_pix: 3.0729e-02 ] [ l_g_total: 3.0729e-02 ] +2024-10-09 23:25:23,202 INFO: [ epoch: 296 ] [ iter:396,400 ] [ performance: 26.551 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:40 ] [ l_g_pix: 2.8837e-02 ] [ l_g_total: 2.8837e-02 ] +2024-10-09 23:25:26,903 INFO: [ epoch: 296 ] [ iter:396,500 ] [ performance: 26.920 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:34 ] [ l_g_pix: 3.0804e-02 ] [ l_g_total: 3.0804e-02 ] +2024-10-09 23:25:30,592 INFO: [ epoch: 296 ] [ iter:396,600 ] [ performance: 27.421 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:28 ] [ l_g_pix: 2.7500e-02 ] [ l_g_total: 2.7500e-02 ] +2024-10-09 23:25:34,241 INFO: [ epoch: 296 ] [ iter:396,700 ] [ performance: 27.412 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:22 ] [ l_g_pix: 2.3621e-02 ] [ l_g_total: 2.3621e-02 ] +2024-10-09 23:25:38,856 INFO: [ epoch: 297 ] [ iter:396,800 ] [ performance: 12.649 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:16 ] [ l_g_pix: 2.6177e-02 ] [ l_g_total: 2.6177e-02 ] +2024-10-09 23:25:42,859 INFO: [ epoch: 297 ] [ iter:396,900 ] [ performance: 20.801 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:10 ] [ l_g_pix: 3.9638e-02 ] [ l_g_total: 3.9638e-02 ] +2024-10-09 23:25:46,590 INFO: [ epoch: 297 ] [ iter:397,000 ] [ performance: 27.853 it/s ] [ lr: 2.50e-05 ] [ eta: 1:54:04 ] [ l_g_pix: 1.6798e-02 ] [ l_g_total: 1.6798e-02 ] +2024-10-09 23:25:50,324 INFO: [ epoch: 297 ] [ iter:397,100 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:58 ] [ l_g_pix: 3.7986e-02 ] [ l_g_total: 3.7986e-02 ] +2024-10-09 23:25:54,021 INFO: [ epoch: 297 ] [ iter:397,200 ] [ performance: 27.831 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:51 ] [ l_g_pix: 1.4800e-02 ] [ l_g_total: 1.4800e-02 ] +2024-10-09 23:25:57,743 INFO: [ epoch: 297 ] [ iter:397,300 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:45 ] [ l_g_pix: 2.6797e-02 ] [ l_g_total: 2.6797e-02 ] +2024-10-09 23:26:01,445 INFO: [ epoch: 297 ] [ iter:397,400 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:39 ] [ l_g_pix: 3.0950e-02 ] [ l_g_total: 3.0950e-02 ] +2024-10-09 23:26:05,126 INFO: [ epoch: 297 ] [ iter:397,500 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:33 ] [ l_g_pix: 2.8730e-02 ] [ l_g_total: 2.8730e-02 ] +2024-10-09 23:26:08,862 INFO: [ epoch: 297 ] [ iter:397,600 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:27 ] [ l_g_pix: 4.0493e-02 ] [ l_g_total: 4.0493e-02 ] +2024-10-09 23:26:12,590 INFO: [ epoch: 297 ] [ iter:397,700 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:21 ] [ l_g_pix: 3.9231e-02 ] [ l_g_total: 3.9231e-02 ] +2024-10-09 23:26:16,290 INFO: [ epoch: 297 ] [ iter:397,800 ] [ performance: 27.585 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:15 ] [ l_g_pix: 2.8391e-02 ] [ l_g_total: 2.8391e-02 ] +2024-10-09 23:26:19,982 INFO: [ epoch: 297 ] [ iter:397,900 ] [ performance: 27.180 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:08 ] [ l_g_pix: 2.4628e-02 ] [ l_g_total: 2.4628e-02 ] +2024-10-09 23:26:23,745 INFO: [ epoch: 297 ] [ iter:398,000 ] [ performance: 27.715 it/s ] [ lr: 2.50e-05 ] [ eta: 1:53:02 ] [ l_g_pix: 3.3933e-02 ] [ l_g_total: 3.3933e-02 ] +2024-10-09 23:26:27,305 INFO: [ epoch: 297 ] [ iter:398,100 ] [ performance: 28.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:56 ] [ l_g_pix: 2.3803e-02 ] [ l_g_total: 2.3803e-02 ] +2024-10-09 23:26:32,648 INFO: [ epoch: 298 ] [ iter:398,200 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:51 ] [ l_g_pix: 2.6209e-02 ] [ l_g_total: 2.6209e-02 ] +2024-10-09 23:26:36,403 INFO: [ epoch: 298 ] [ iter:398,300 ] [ performance: 26.670 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:44 ] [ l_g_pix: 3.3493e-02 ] [ l_g_total: 3.3493e-02 ] +2024-10-09 23:26:40,103 INFO: [ epoch: 298 ] [ iter:398,400 ] [ performance: 27.395 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:38 ] [ l_g_pix: 2.8814e-02 ] [ l_g_total: 2.8814e-02 ] +2024-10-09 23:26:43,773 INFO: [ epoch: 298 ] [ iter:398,500 ] [ performance: 27.278 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:32 ] [ l_g_pix: 3.2171e-02 ] [ l_g_total: 3.2171e-02 ] +2024-10-09 23:26:47,494 INFO: [ epoch: 298 ] [ iter:398,600 ] [ performance: 27.345 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:26 ] [ l_g_pix: 2.0776e-02 ] [ l_g_total: 2.0776e-02 ] +2024-10-09 23:26:51,246 INFO: [ epoch: 298 ] [ iter:398,700 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:20 ] [ l_g_pix: 1.8840e-02 ] [ l_g_total: 1.8840e-02 ] +2024-10-09 23:26:54,924 INFO: [ epoch: 298 ] [ iter:398,800 ] [ performance: 27.427 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:14 ] [ l_g_pix: 2.6926e-02 ] [ l_g_total: 2.6926e-02 ] +2024-10-09 23:26:58,678 INFO: [ epoch: 298 ] [ iter:398,900 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:08 ] [ l_g_pix: 2.8462e-02 ] [ l_g_total: 2.8462e-02 ] +2024-10-09 23:27:02,407 INFO: [ epoch: 298 ] [ iter:399,000 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:02 ] [ l_g_pix: 1.6027e-02 ] [ l_g_total: 1.6027e-02 ] +2024-10-09 23:27:06,122 INFO: [ epoch: 298 ] [ iter:399,100 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:56 ] [ l_g_pix: 2.5277e-02 ] [ l_g_total: 2.5277e-02 ] +2024-10-09 23:27:09,826 INFO: [ epoch: 298 ] [ iter:399,200 ] [ performance: 28.000 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:49 ] [ l_g_pix: 2.0791e-02 ] [ l_g_total: 2.0791e-02 ] +2024-10-09 23:27:13,559 INFO: [ epoch: 298 ] [ iter:399,300 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:43 ] [ l_g_pix: 1.9109e-02 ] [ l_g_total: 1.9109e-02 ] +2024-10-09 23:27:17,226 INFO: [ epoch: 298 ] [ iter:399,400 ] [ performance: 29.660 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:37 ] [ l_g_pix: 2.6524e-02 ] [ l_g_total: 2.6524e-02 ] +2024-10-09 23:27:22,150 INFO: [ epoch: 299 ] [ iter:399,500 ] [ performance: 21.080 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:31 ] [ l_g_pix: 1.7243e-02 ] [ l_g_total: 1.7243e-02 ] +2024-10-09 23:27:25,883 INFO: [ epoch: 299 ] [ iter:399,600 ] [ performance: 27.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:25 ] [ l_g_pix: 3.1767e-02 ] [ l_g_total: 3.1767e-02 ] +2024-10-09 23:27:29,591 INFO: [ epoch: 299 ] [ iter:399,700 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:19 ] [ l_g_pix: 2.6621e-02 ] [ l_g_total: 2.6621e-02 ] +2024-10-09 23:27:33,322 INFO: [ epoch: 299 ] [ iter:399,800 ] [ performance: 27.601 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:13 ] [ l_g_pix: 2.4272e-02 ] [ l_g_total: 2.4272e-02 ] +2024-10-09 23:27:37,012 INFO: [ epoch: 299 ] [ iter:399,900 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:07 ] [ l_g_pix: 2.7209e-02 ] [ l_g_total: 2.7209e-02 ] +2024-10-09 23:27:40,735 INFO: [ epoch: 299 ] [ iter:400,000 ] [ performance: 27.046 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:01 ] [ l_g_pix: 1.8822e-02 ] [ l_g_total: 1.8822e-02 ] +2024-10-09 23:27:40,735 INFO: Saving models and training states. +2024-10-09 23:31:37,222 INFO: Validation val + + # psnr: 27.2167........ Best: 27.2233 @ 390000 iter + # ssim: 0.7670........ Best: 0.7672 @ 390000 iter + # dists: 0.7732........ Best: 0.7732 @ 390000 iter + +2024-10-09 23:31:41,000 INFO: [ epoch: 299 ] [ iter:400,100 ] [ performance: 26.527 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:06 ] [ l_g_pix: 4.1599e-02 ] [ l_g_total: 4.1599e-02 ] +2024-10-09 23:31:44,813 INFO: [ epoch: 299 ] [ iter:400,200 ] [ performance: 26.148 it/s ] [ lr: 2.50e-05 ] [ eta: 1:52:00 ] [ l_g_pix: 2.9013e-02 ] [ l_g_total: 2.9013e-02 ] +2024-10-09 23:31:48,603 INFO: [ epoch: 299 ] [ iter:400,300 ] [ performance: 26.370 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:53 ] [ l_g_pix: 4.4682e-02 ] [ l_g_total: 4.4682e-02 ] +2024-10-09 23:31:52,380 INFO: [ epoch: 299 ] [ iter:400,400 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:47 ] [ l_g_pix: 2.8808e-02 ] [ l_g_total: 2.8808e-02 ] +2024-10-09 23:31:56,240 INFO: [ epoch: 299 ] [ iter:400,500 ] [ performance: 25.981 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:41 ] [ l_g_pix: 2.4083e-02 ] [ l_g_total: 2.4083e-02 ] +2024-10-09 23:32:00,094 INFO: [ epoch: 299 ] [ iter:400,600 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:35 ] [ l_g_pix: 2.6563e-02 ] [ l_g_total: 2.6563e-02 ] +2024-10-09 23:32:03,928 INFO: [ epoch: 299 ] [ iter:400,700 ] [ performance: 26.129 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:29 ] [ l_g_pix: 3.8783e-02 ] [ l_g_total: 3.8783e-02 ] +2024-10-09 23:32:07,654 INFO: [ epoch: 299 ] [ iter:400,800 ] [ performance: 13.343 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:23 ] [ l_g_pix: 2.6370e-02 ] [ l_g_total: 2.6370e-02 ] +2024-10-09 23:32:13,484 INFO: [ epoch: 300 ] [ iter:400,900 ] [ performance: 16.883 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:17 ] [ l_g_pix: 2.7708e-02 ] [ l_g_total: 2.7708e-02 ] +2024-10-09 23:32:17,225 INFO: [ epoch: 300 ] [ iter:401,000 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:11 ] [ l_g_pix: 2.5873e-02 ] [ l_g_total: 2.5873e-02 ] +2024-10-09 23:32:20,997 INFO: [ epoch: 300 ] [ iter:401,100 ] [ performance: 26.523 it/s ] [ lr: 2.50e-05 ] [ eta: 1:51:05 ] [ l_g_pix: 2.0877e-02 ] [ l_g_total: 2.0877e-02 ] +2024-10-09 23:32:24,835 INFO: [ epoch: 300 ] [ iter:401,200 ] [ performance: 26.754 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:59 ] [ l_g_pix: 2.4083e-02 ] [ l_g_total: 2.4083e-02 ] +2024-10-09 23:32:28,559 INFO: [ epoch: 300 ] [ iter:401,300 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:53 ] [ l_g_pix: 2.5001e-02 ] [ l_g_total: 2.5001e-02 ] +2024-10-09 23:32:32,455 INFO: [ epoch: 300 ] [ iter:401,400 ] [ performance: 25.895 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:46 ] [ l_g_pix: 3.1148e-02 ] [ l_g_total: 3.1148e-02 ] +2024-10-09 23:32:36,277 INFO: [ epoch: 300 ] [ iter:401,500 ] [ performance: 26.161 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:40 ] [ l_g_pix: 2.4667e-02 ] [ l_g_total: 2.4667e-02 ] +2024-10-09 23:32:40,056 INFO: [ epoch: 300 ] [ iter:401,600 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:34 ] [ l_g_pix: 3.4672e-02 ] [ l_g_total: 3.4672e-02 ] +2024-10-09 23:32:43,793 INFO: [ epoch: 300 ] [ iter:401,700 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:28 ] [ l_g_pix: 2.9673e-02 ] [ l_g_total: 2.9673e-02 ] +2024-10-09 23:32:47,469 INFO: [ epoch: 300 ] [ iter:401,800 ] [ performance: 25.862 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:22 ] [ l_g_pix: 2.5142e-02 ] [ l_g_total: 2.5142e-02 ] +2024-10-09 23:32:51,148 INFO: [ epoch: 300 ] [ iter:401,900 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:16 ] [ l_g_pix: 3.0312e-02 ] [ l_g_total: 3.0312e-02 ] +2024-10-09 23:32:56,142 INFO: [ epoch: 300 ] [ iter:402,000 ] [ performance: 23.078 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:10 ] [ l_g_pix: 2.5095e-02 ] [ l_g_total: 2.5095e-02 ] +2024-10-09 23:33:00,901 INFO: [ epoch: 300 ] [ iter:402,100 ] [ performance: 21.015 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:04 ] [ l_g_pix: 3.7745e-02 ] [ l_g_total: 3.7745e-02 ] +2024-10-09 23:33:06,373 INFO: [ epoch: 301 ] [ iter:402,200 ] [ performance: 19.552 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:58 ] [ l_g_pix: 3.1265e-02 ] [ l_g_total: 3.1265e-02 ] +2024-10-09 23:33:10,081 INFO: [ epoch: 301 ] [ iter:402,300 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:52 ] [ l_g_pix: 2.4430e-02 ] [ l_g_total: 2.4430e-02 ] +2024-10-09 23:33:13,812 INFO: [ epoch: 301 ] [ iter:402,400 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:46 ] [ l_g_pix: 2.5663e-02 ] [ l_g_total: 2.5663e-02 ] +2024-10-09 23:33:17,550 INFO: [ epoch: 301 ] [ iter:402,500 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:40 ] [ l_g_pix: 3.2213e-02 ] [ l_g_total: 3.2213e-02 ] +2024-10-09 23:33:21,293 INFO: [ epoch: 301 ] [ iter:402,600 ] [ performance: 26.758 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:34 ] [ l_g_pix: 2.1159e-02 ] [ l_g_total: 2.1159e-02 ] +2024-10-09 23:33:25,063 INFO: [ epoch: 301 ] [ iter:402,700 ] [ performance: 26.540 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:28 ] [ l_g_pix: 2.5401e-02 ] [ l_g_total: 2.5401e-02 ] +2024-10-09 23:33:28,802 INFO: [ epoch: 301 ] [ iter:402,800 ] [ performance: 26.647 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:22 ] [ l_g_pix: 1.7659e-02 ] [ l_g_total: 1.7659e-02 ] +2024-10-09 23:33:32,544 INFO: [ epoch: 301 ] [ iter:402,900 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:15 ] [ l_g_pix: 3.7537e-02 ] [ l_g_total: 3.7537e-02 ] +2024-10-09 23:33:36,310 INFO: [ epoch: 301 ] [ iter:403,000 ] [ performance: 26.665 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:09 ] [ l_g_pix: 2.4827e-02 ] [ l_g_total: 2.4827e-02 ] +2024-10-09 23:33:40,111 INFO: [ epoch: 301 ] [ iter:403,100 ] [ performance: 26.294 it/s ] [ lr: 2.50e-05 ] [ eta: 1:49:03 ] [ l_g_pix: 3.1210e-02 ] [ l_g_total: 3.1210e-02 ] +2024-10-09 23:33:43,850 INFO: [ epoch: 301 ] [ iter:403,200 ] [ performance: 26.525 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:57 ] [ l_g_pix: 2.7975e-02 ] [ l_g_total: 2.7975e-02 ] +2024-10-09 23:33:47,601 INFO: [ epoch: 301 ] [ iter:403,300 ] [ performance: 26.713 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:51 ] [ l_g_pix: 1.7525e-02 ] [ l_g_total: 1.7525e-02 ] +2024-10-09 23:33:51,309 INFO: [ epoch: 301 ] [ iter:403,400 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:45 ] [ l_g_pix: 2.5118e-02 ] [ l_g_total: 2.5118e-02 ] +2024-10-09 23:33:56,312 INFO: [ epoch: 302 ] [ iter:403,500 ] [ performance: 19.561 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:39 ] [ l_g_pix: 2.3356e-02 ] [ l_g_total: 2.3356e-02 ] +2024-10-09 23:34:00,084 INFO: [ epoch: 302 ] [ iter:403,600 ] [ performance: 22.640 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:33 ] [ l_g_pix: 2.4396e-02 ] [ l_g_total: 2.4396e-02 ] +2024-10-09 23:34:03,745 INFO: [ epoch: 302 ] [ iter:403,700 ] [ performance: 27.390 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:27 ] [ l_g_pix: 2.6368e-02 ] [ l_g_total: 2.6368e-02 ] +2024-10-09 23:34:07,444 INFO: [ epoch: 302 ] [ iter:403,800 ] [ performance: 27.207 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:21 ] [ l_g_pix: 3.6429e-02 ] [ l_g_total: 3.6429e-02 ] +2024-10-09 23:34:11,315 INFO: [ epoch: 302 ] [ iter:403,900 ] [ performance: 25.798 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:14 ] [ l_g_pix: 2.0741e-02 ] [ l_g_total: 2.0741e-02 ] +2024-10-09 23:34:15,176 INFO: [ epoch: 302 ] [ iter:404,000 ] [ performance: 25.852 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:08 ] [ l_g_pix: 2.9259e-02 ] [ l_g_total: 2.9259e-02 ] +2024-10-09 23:34:18,936 INFO: [ epoch: 302 ] [ iter:404,100 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 1:48:02 ] [ l_g_pix: 2.9466e-02 ] [ l_g_total: 2.9466e-02 ] +2024-10-09 23:34:22,705 INFO: [ epoch: 302 ] [ iter:404,200 ] [ performance: 26.583 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:56 ] [ l_g_pix: 2.3072e-02 ] [ l_g_total: 2.3072e-02 ] +2024-10-09 23:34:26,483 INFO: [ epoch: 302 ] [ iter:404,300 ] [ performance: 26.468 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:50 ] [ l_g_pix: 1.2162e-02 ] [ l_g_total: 1.2162e-02 ] +2024-10-09 23:34:30,281 INFO: [ epoch: 302 ] [ iter:404,400 ] [ performance: 26.400 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:44 ] [ l_g_pix: 2.0289e-02 ] [ l_g_total: 2.0289e-02 ] +2024-10-09 23:34:34,018 INFO: [ epoch: 302 ] [ iter:404,500 ] [ performance: 26.841 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:38 ] [ l_g_pix: 3.9089e-02 ] [ l_g_total: 3.9089e-02 ] +2024-10-09 23:34:37,717 INFO: [ epoch: 302 ] [ iter:404,600 ] [ performance: 26.949 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:32 ] [ l_g_pix: 2.4213e-02 ] [ l_g_total: 2.4213e-02 ] +2024-10-09 23:34:41,405 INFO: [ epoch: 302 ] [ iter:404,700 ] [ performance: 27.123 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:26 ] [ l_g_pix: 2.0735e-02 ] [ l_g_total: 2.0735e-02 ] +2024-10-09 23:34:44,910 INFO: [ epoch: 302 ] [ iter:404,800 ] [ performance: 27.859 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:19 ] [ l_g_pix: 2.5898e-02 ] [ l_g_total: 2.5898e-02 ] +2024-10-09 23:34:50,236 INFO: [ epoch: 303 ] [ iter:404,900 ] [ performance: 23.610 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:14 ] [ l_g_pix: 4.4321e-02 ] [ l_g_total: 4.4321e-02 ] +2024-10-09 23:34:53,970 INFO: [ epoch: 303 ] [ iter:405,000 ] [ performance: 25.220 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:08 ] [ l_g_pix: 1.8753e-02 ] [ l_g_total: 1.8753e-02 ] +2024-10-09 23:34:57,756 INFO: [ epoch: 303 ] [ iter:405,100 ] [ performance: 26.480 it/s ] [ lr: 2.50e-05 ] [ eta: 1:47:01 ] [ l_g_pix: 3.0210e-02 ] [ l_g_total: 3.0210e-02 ] +2024-10-09 23:35:01,525 INFO: [ epoch: 303 ] [ iter:405,200 ] [ performance: 26.513 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:55 ] [ l_g_pix: 2.0585e-02 ] [ l_g_total: 2.0585e-02 ] +2024-10-09 23:35:05,215 INFO: [ epoch: 303 ] [ iter:405,300 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:49 ] [ l_g_pix: 2.9063e-02 ] [ l_g_total: 2.9063e-02 ] +2024-10-09 23:35:08,931 INFO: [ epoch: 303 ] [ iter:405,400 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:43 ] [ l_g_pix: 2.7633e-02 ] [ l_g_total: 2.7633e-02 ] +2024-10-09 23:35:12,670 INFO: [ epoch: 303 ] [ iter:405,500 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:37 ] [ l_g_pix: 4.1189e-02 ] [ l_g_total: 4.1189e-02 ] +2024-10-09 23:35:16,423 INFO: [ epoch: 303 ] [ iter:405,600 ] [ performance: 26.723 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:31 ] [ l_g_pix: 1.9086e-02 ] [ l_g_total: 1.9086e-02 ] +2024-10-09 23:35:20,323 INFO: [ epoch: 303 ] [ iter:405,700 ] [ performance: 25.551 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:25 ] [ l_g_pix: 1.9607e-02 ] [ l_g_total: 1.9607e-02 ] +2024-10-09 23:35:24,025 INFO: [ epoch: 303 ] [ iter:405,800 ] [ performance: 26.337 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:19 ] [ l_g_pix: 3.7353e-02 ] [ l_g_total: 3.7353e-02 ] +2024-10-09 23:35:27,700 INFO: [ epoch: 303 ] [ iter:405,900 ] [ performance: 27.342 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:13 ] [ l_g_pix: 3.9670e-02 ] [ l_g_total: 3.9670e-02 ] +2024-10-09 23:35:31,438 INFO: [ epoch: 303 ] [ iter:406,000 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:06 ] [ l_g_pix: 2.4936e-02 ] [ l_g_total: 2.4936e-02 ] +2024-10-09 23:35:35,006 INFO: [ epoch: 303 ] [ iter:406,100 ] [ performance: 28.383 it/s ] [ lr: 2.50e-05 ] [ eta: 1:46:00 ] [ l_g_pix: 2.5277e-02 ] [ l_g_total: 2.5277e-02 ] +2024-10-09 23:35:40,284 INFO: [ epoch: 304 ] [ iter:406,200 ] [ performance: 22.236 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:55 ] [ l_g_pix: 1.9988e-02 ] [ l_g_total: 1.9988e-02 ] +2024-10-09 23:35:44,006 INFO: [ epoch: 304 ] [ iter:406,300 ] [ performance: 27.005 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:49 ] [ l_g_pix: 3.1503e-02 ] [ l_g_total: 3.1503e-02 ] +2024-10-09 23:35:47,736 INFO: [ epoch: 304 ] [ iter:406,400 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:42 ] [ l_g_pix: 2.4152e-02 ] [ l_g_total: 2.4152e-02 ] +2024-10-09 23:35:51,533 INFO: [ epoch: 304 ] [ iter:406,500 ] [ performance: 26.388 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:36 ] [ l_g_pix: 3.4639e-02 ] [ l_g_total: 3.4639e-02 ] +2024-10-09 23:35:55,307 INFO: [ epoch: 304 ] [ iter:406,600 ] [ performance: 26.454 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:30 ] [ l_g_pix: 3.5562e-02 ] [ l_g_total: 3.5562e-02 ] +2024-10-09 23:35:59,012 INFO: [ epoch: 304 ] [ iter:406,700 ] [ performance: 27.011 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:24 ] [ l_g_pix: 2.5218e-02 ] [ l_g_total: 2.5218e-02 ] +2024-10-09 23:36:02,728 INFO: [ epoch: 304 ] [ iter:406,800 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:18 ] [ l_g_pix: 1.8814e-02 ] [ l_g_total: 1.8814e-02 ] +2024-10-09 23:36:06,415 INFO: [ epoch: 304 ] [ iter:406,900 ] [ performance: 27.235 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:12 ] [ l_g_pix: 3.1926e-02 ] [ l_g_total: 3.1926e-02 ] +2024-10-09 23:36:10,100 INFO: [ epoch: 304 ] [ iter:407,000 ] [ performance: 27.182 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:06 ] [ l_g_pix: 2.2137e-02 ] [ l_g_total: 2.2137e-02 ] +2024-10-09 23:36:13,792 INFO: [ epoch: 304 ] [ iter:407,100 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:00 ] [ l_g_pix: 2.4675e-02 ] [ l_g_total: 2.4675e-02 ] +2024-10-09 23:36:17,516 INFO: [ epoch: 304 ] [ iter:407,200 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:54 ] [ l_g_pix: 3.4148e-02 ] [ l_g_total: 3.4148e-02 ] +2024-10-09 23:36:21,241 INFO: [ epoch: 304 ] [ iter:407,300 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:48 ] [ l_g_pix: 3.1860e-02 ] [ l_g_total: 3.1860e-02 ] +2024-10-09 23:36:24,895 INFO: [ epoch: 304 ] [ iter:407,400 ] [ performance: 27.234 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:41 ] [ l_g_pix: 2.0698e-02 ] [ l_g_total: 2.0698e-02 ] +2024-10-09 23:36:30,149 INFO: [ epoch: 305 ] [ iter:407,500 ] [ performance: 17.303 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:36 ] [ l_g_pix: 1.8038e-02 ] [ l_g_total: 1.8038e-02 ] +2024-10-09 23:36:33,951 INFO: [ epoch: 305 ] [ iter:407,600 ] [ performance: 21.573 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:30 ] [ l_g_pix: 2.3234e-02 ] [ l_g_total: 2.3234e-02 ] +2024-10-09 23:36:37,698 INFO: [ epoch: 305 ] [ iter:407,700 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:24 ] [ l_g_pix: 4.1818e-02 ] [ l_g_total: 4.1818e-02 ] +2024-10-09 23:36:41,389 INFO: [ epoch: 305 ] [ iter:407,800 ] [ performance: 27.083 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:18 ] [ l_g_pix: 2.5185e-02 ] [ l_g_total: 2.5185e-02 ] +2024-10-09 23:36:45,118 INFO: [ epoch: 305 ] [ iter:407,900 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:11 ] [ l_g_pix: 2.1609e-02 ] [ l_g_total: 2.1609e-02 ] +2024-10-09 23:36:48,875 INFO: [ epoch: 305 ] [ iter:408,000 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:05 ] [ l_g_pix: 1.8291e-02 ] [ l_g_total: 1.8291e-02 ] +2024-10-09 23:36:52,597 INFO: [ epoch: 305 ] [ iter:408,100 ] [ performance: 26.988 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:59 ] [ l_g_pix: 2.1751e-02 ] [ l_g_total: 2.1751e-02 ] +2024-10-09 23:36:56,291 INFO: [ epoch: 305 ] [ iter:408,200 ] [ performance: 27.043 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:53 ] [ l_g_pix: 4.0810e-02 ] [ l_g_total: 4.0810e-02 ] +2024-10-09 23:37:00,071 INFO: [ epoch: 305 ] [ iter:408,300 ] [ performance: 26.364 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:47 ] [ l_g_pix: 2.5848e-02 ] [ l_g_total: 2.5848e-02 ] +2024-10-09 23:37:03,782 INFO: [ epoch: 305 ] [ iter:408,400 ] [ performance: 26.710 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:41 ] [ l_g_pix: 3.4807e-02 ] [ l_g_total: 3.4807e-02 ] +2024-10-09 23:37:07,473 INFO: [ epoch: 305 ] [ iter:408,500 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:35 ] [ l_g_pix: 3.1203e-02 ] [ l_g_total: 3.1203e-02 ] +2024-10-09 23:37:11,202 INFO: [ epoch: 305 ] [ iter:408,600 ] [ performance: 26.939 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:29 ] [ l_g_pix: 2.7625e-02 ] [ l_g_total: 2.7625e-02 ] +2024-10-09 23:37:14,919 INFO: [ epoch: 305 ] [ iter:408,700 ] [ performance: 27.088 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:23 ] [ l_g_pix: 2.9285e-02 ] [ l_g_total: 2.9285e-02 ] +2024-10-09 23:37:18,438 INFO: [ epoch: 305 ] [ iter:408,800 ] [ performance: 27.873 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:17 ] [ l_g_pix: 2.6169e-02 ] [ l_g_total: 2.6169e-02 ] +2024-10-09 23:37:23,644 INFO: [ epoch: 306 ] [ iter:408,900 ] [ performance: 24.706 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:11 ] [ l_g_pix: 1.8370e-02 ] [ l_g_total: 1.8370e-02 ] +2024-10-09 23:37:27,391 INFO: [ epoch: 306 ] [ iter:409,000 ] [ performance: 25.896 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:05 ] [ l_g_pix: 2.1859e-02 ] [ l_g_total: 2.1859e-02 ] +2024-10-09 23:37:31,241 INFO: [ epoch: 306 ] [ iter:409,100 ] [ performance: 25.974 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:59 ] [ l_g_pix: 3.5378e-02 ] [ l_g_total: 3.5378e-02 ] +2024-10-09 23:37:34,952 INFO: [ epoch: 306 ] [ iter:409,200 ] [ performance: 26.560 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:53 ] [ l_g_pix: 3.4429e-02 ] [ l_g_total: 3.4429e-02 ] +2024-10-09 23:37:38,688 INFO: [ epoch: 306 ] [ iter:409,300 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:47 ] [ l_g_pix: 1.8355e-02 ] [ l_g_total: 1.8355e-02 ] +2024-10-09 23:37:42,377 INFO: [ epoch: 306 ] [ iter:409,400 ] [ performance: 27.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:41 ] [ l_g_pix: 2.9232e-02 ] [ l_g_total: 2.9232e-02 ] +2024-10-09 23:37:46,080 INFO: [ epoch: 306 ] [ iter:409,500 ] [ performance: 27.247 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:35 ] [ l_g_pix: 2.7373e-02 ] [ l_g_total: 2.7373e-02 ] +2024-10-09 23:37:49,803 INFO: [ epoch: 306 ] [ iter:409,600 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:29 ] [ l_g_pix: 2.4335e-02 ] [ l_g_total: 2.4335e-02 ] +2024-10-09 23:37:53,490 INFO: [ epoch: 306 ] [ iter:409,700 ] [ performance: 27.092 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:22 ] [ l_g_pix: 2.3372e-02 ] [ l_g_total: 2.3372e-02 ] +2024-10-09 23:37:57,181 INFO: [ epoch: 306 ] [ iter:409,800 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:16 ] [ l_g_pix: 4.2104e-02 ] [ l_g_total: 4.2104e-02 ] +2024-10-09 23:38:00,886 INFO: [ epoch: 306 ] [ iter:409,900 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:10 ] [ l_g_pix: 3.0417e-02 ] [ l_g_total: 3.0417e-02 ] +2024-10-09 23:38:04,652 INFO: [ epoch: 306 ] [ iter:410,000 ] [ performance: 26.750 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:04 ] [ l_g_pix: 2.9408e-02 ] [ l_g_total: 2.9408e-02 ] +2024-10-09 23:38:04,652 INFO: Saving models and training states. +2024-10-09 23:41:45,798 INFO: Validation val + + # psnr: 27.2192........ Best: 27.2233 @ 390000 iter + # ssim: 0.7671........ Best: 0.7672 @ 390000 iter + # dists: 0.7732........ Best: 0.7732 @ 410000 iter + +2024-10-09 23:41:49,392 INFO: [ epoch: 306 ] [ iter:410,100 ] [ performance: 28.735 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:57 ] [ l_g_pix: 3.3605e-02 ] [ l_g_total: 3.3605e-02 ] +2024-10-09 23:41:54,423 INFO: [ epoch: 307 ] [ iter:410,200 ] [ performance: 22.478 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:52 ] [ l_g_pix: 2.0743e-02 ] [ l_g_total: 2.0743e-02 ] +2024-10-09 23:41:58,145 INFO: [ epoch: 307 ] [ iter:410,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:46 ] [ l_g_pix: 2.3909e-02 ] [ l_g_total: 2.3909e-02 ] +2024-10-09 23:42:01,917 INFO: [ epoch: 307 ] [ iter:410,400 ] [ performance: 26.633 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:39 ] [ l_g_pix: 2.1880e-02 ] [ l_g_total: 2.1880e-02 ] +2024-10-09 23:42:05,679 INFO: [ epoch: 307 ] [ iter:410,500 ] [ performance: 26.903 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:33 ] [ l_g_pix: 2.6374e-02 ] [ l_g_total: 2.6374e-02 ] +2024-10-09 23:42:09,379 INFO: [ epoch: 307 ] [ iter:410,600 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:27 ] [ l_g_pix: 2.8073e-02 ] [ l_g_total: 2.8073e-02 ] +2024-10-09 23:42:13,173 INFO: [ epoch: 307 ] [ iter:410,700 ] [ performance: 26.499 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:21 ] [ l_g_pix: 2.9724e-02 ] [ l_g_total: 2.9724e-02 ] +2024-10-09 23:42:16,944 INFO: [ epoch: 307 ] [ iter:410,800 ] [ performance: 26.512 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:15 ] [ l_g_pix: 2.6254e-02 ] [ l_g_total: 2.6254e-02 ] +2024-10-09 23:42:20,697 INFO: [ epoch: 307 ] [ iter:410,900 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:09 ] [ l_g_pix: 2.5423e-02 ] [ l_g_total: 2.5423e-02 ] +2024-10-09 23:42:24,386 INFO: [ epoch: 307 ] [ iter:411,000 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:03 ] [ l_g_pix: 3.3618e-02 ] [ l_g_total: 3.3618e-02 ] +2024-10-09 23:42:28,109 INFO: [ epoch: 307 ] [ iter:411,100 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:57 ] [ l_g_pix: 2.9714e-02 ] [ l_g_total: 2.9714e-02 ] +2024-10-09 23:42:31,873 INFO: [ epoch: 307 ] [ iter:411,200 ] [ performance: 26.685 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:50 ] [ l_g_pix: 2.3278e-02 ] [ l_g_total: 2.3278e-02 ] +2024-10-09 23:42:35,651 INFO: [ epoch: 307 ] [ iter:411,300 ] [ performance: 26.598 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:44 ] [ l_g_pix: 2.9666e-02 ] [ l_g_total: 2.9666e-02 ] +2024-10-09 23:42:39,377 INFO: [ epoch: 307 ] [ iter:411,400 ] [ performance: 26.757 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:38 ] [ l_g_pix: 2.7250e-02 ] [ l_g_total: 2.7250e-02 ] +2024-10-09 23:42:44,306 INFO: [ epoch: 308 ] [ iter:411,500 ] [ performance: 16.202 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:32 ] [ l_g_pix: 3.5032e-02 ] [ l_g_total: 3.5032e-02 ] +2024-10-09 23:42:48,325 INFO: [ epoch: 308 ] [ iter:411,600 ] [ performance: 20.994 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:26 ] [ l_g_pix: 1.7551e-02 ] [ l_g_total: 1.7551e-02 ] +2024-10-09 23:42:52,079 INFO: [ epoch: 308 ] [ iter:411,700 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:20 ] [ l_g_pix: 3.0099e-02 ] [ l_g_total: 3.0099e-02 ] +2024-10-09 23:42:55,845 INFO: [ epoch: 308 ] [ iter:411,800 ] [ performance: 26.585 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:14 ] [ l_g_pix: 2.8578e-02 ] [ l_g_total: 2.8578e-02 ] +2024-10-09 23:43:31,814 INFO: [ epoch: 308 ] [ iter:411,900 ] [ performance: 27.096 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:17 ] [ l_g_pix: 2.0333e-02 ] [ l_g_total: 2.0333e-02 ] +2024-10-09 23:43:35,546 INFO: [ epoch: 308 ] [ iter:412,000 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:10 ] [ l_g_pix: 3.0308e-02 ] [ l_g_total: 3.0308e-02 ] +2024-10-09 23:43:39,223 INFO: [ epoch: 308 ] [ iter:412,100 ] [ performance: 27.185 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:04 ] [ l_g_pix: 4.0854e-02 ] [ l_g_total: 4.0854e-02 ] +2024-10-09 23:43:42,883 INFO: [ epoch: 308 ] [ iter:412,200 ] [ performance: 27.282 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:58 ] [ l_g_pix: 2.6589e-02 ] [ l_g_total: 2.6589e-02 ] +2024-10-09 23:43:46,611 INFO: [ epoch: 308 ] [ iter:412,300 ] [ performance: 26.362 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:52 ] [ l_g_pix: 2.5451e-02 ] [ l_g_total: 2.5451e-02 ] +2024-10-09 23:43:50,288 INFO: [ epoch: 308 ] [ iter:412,400 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:46 ] [ l_g_pix: 2.8825e-02 ] [ l_g_total: 2.8825e-02 ] +2024-10-09 23:43:53,974 INFO: [ epoch: 308 ] [ iter:412,500 ] [ performance: 27.460 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:40 ] [ l_g_pix: 3.2514e-02 ] [ l_g_total: 3.2514e-02 ] +2024-10-09 23:43:57,692 INFO: [ epoch: 308 ] [ iter:412,600 ] [ performance: 27.084 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:34 ] [ l_g_pix: 3.4148e-02 ] [ l_g_total: 3.4148e-02 ] +2024-10-09 23:44:01,370 INFO: [ epoch: 308 ] [ iter:412,700 ] [ performance: 27.363 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:28 ] [ l_g_pix: 2.1885e-02 ] [ l_g_total: 2.1885e-02 ] +2024-10-09 23:44:04,888 INFO: [ epoch: 308 ] [ iter:412,800 ] [ performance: 28.079 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:21 ] [ l_g_pix: 3.8583e-02 ] [ l_g_total: 3.8583e-02 ] +2024-10-09 23:44:10,113 INFO: [ epoch: 309 ] [ iter:412,900 ] [ performance: 27.123 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:16 ] [ l_g_pix: 3.0239e-02 ] [ l_g_total: 3.0239e-02 ] +2024-10-09 23:44:13,843 INFO: [ epoch: 309 ] [ iter:413,000 ] [ performance: 26.916 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:10 ] [ l_g_pix: 2.3850e-02 ] [ l_g_total: 2.3850e-02 ] +2024-10-09 23:44:17,543 INFO: [ epoch: 309 ] [ iter:413,100 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:03 ] [ l_g_pix: 4.0246e-02 ] [ l_g_total: 4.0246e-02 ] +2024-10-09 23:44:21,284 INFO: [ epoch: 309 ] [ iter:413,200 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:57 ] [ l_g_pix: 3.8980e-02 ] [ l_g_total: 3.8980e-02 ] +2024-10-09 23:44:25,014 INFO: [ epoch: 309 ] [ iter:413,300 ] [ performance: 26.935 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:51 ] [ l_g_pix: 3.7604e-02 ] [ l_g_total: 3.7604e-02 ] +2024-10-09 23:44:28,796 INFO: [ epoch: 309 ] [ iter:413,400 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:45 ] [ l_g_pix: 1.6453e-02 ] [ l_g_total: 1.6453e-02 ] +2024-10-09 23:44:32,498 INFO: [ epoch: 309 ] [ iter:413,500 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:39 ] [ l_g_pix: 3.8537e-02 ] [ l_g_total: 3.8537e-02 ] +2024-10-09 23:44:36,284 INFO: [ epoch: 309 ] [ iter:413,600 ] [ performance: 26.607 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:33 ] [ l_g_pix: 1.8225e-02 ] [ l_g_total: 1.8225e-02 ] +2024-10-09 23:44:40,021 INFO: [ epoch: 309 ] [ iter:413,700 ] [ performance: 26.713 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:27 ] [ l_g_pix: 2.8816e-02 ] [ l_g_total: 2.8816e-02 ] +2024-10-09 23:44:43,726 INFO: [ epoch: 309 ] [ iter:413,800 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:21 ] [ l_g_pix: 2.4521e-02 ] [ l_g_total: 2.4521e-02 ] +2024-10-09 23:44:47,389 INFO: [ epoch: 309 ] [ iter:413,900 ] [ performance: 27.563 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:15 ] [ l_g_pix: 3.2136e-02 ] [ l_g_total: 3.2136e-02 ] +2024-10-09 23:44:51,119 INFO: [ epoch: 309 ] [ iter:414,000 ] [ performance: 27.027 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:09 ] [ l_g_pix: 2.4888e-02 ] [ l_g_total: 2.4888e-02 ] +2024-10-09 23:44:54,740 INFO: [ epoch: 309 ] [ iter:414,100 ] [ performance: 28.929 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:02 ] [ l_g_pix: 3.5747e-02 ] [ l_g_total: 3.5747e-02 ] +2024-10-09 23:44:59,957 INFO: [ epoch: 310 ] [ iter:414,200 ] [ performance: 21.217 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:57 ] [ l_g_pix: 2.6002e-02 ] [ l_g_total: 2.6002e-02 ] +2024-10-09 23:45:03,738 INFO: [ epoch: 310 ] [ iter:414,300 ] [ performance: 27.425 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:51 ] [ l_g_pix: 2.3669e-02 ] [ l_g_total: 2.3669e-02 ] +2024-10-09 23:45:07,410 INFO: [ epoch: 310 ] [ iter:414,400 ] [ performance: 27.290 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:45 ] [ l_g_pix: 2.4658e-02 ] [ l_g_total: 2.4658e-02 ] +2024-10-09 23:45:11,111 INFO: [ epoch: 310 ] [ iter:414,500 ] [ performance: 27.119 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:38 ] [ l_g_pix: 2.6135e-02 ] [ l_g_total: 2.6135e-02 ] +2024-10-09 23:45:14,876 INFO: [ epoch: 310 ] [ iter:414,600 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:32 ] [ l_g_pix: 1.7942e-02 ] [ l_g_total: 1.7942e-02 ] +2024-10-09 23:45:18,640 INFO: [ epoch: 310 ] [ iter:414,700 ] [ performance: 26.585 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:26 ] [ l_g_pix: 1.7958e-02 ] [ l_g_total: 1.7958e-02 ] +2024-10-09 23:45:22,387 INFO: [ epoch: 310 ] [ iter:414,800 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:20 ] [ l_g_pix: 2.3724e-02 ] [ l_g_total: 2.3724e-02 ] +2024-10-09 23:45:26,087 INFO: [ epoch: 310 ] [ iter:414,900 ] [ performance: 27.347 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:14 ] [ l_g_pix: 2.6445e-02 ] [ l_g_total: 2.6445e-02 ] +2024-10-09 23:45:29,821 INFO: [ epoch: 310 ] [ iter:415,000 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:08 ] [ l_g_pix: 3.0832e-02 ] [ l_g_total: 3.0832e-02 ] +2024-10-09 23:45:33,529 INFO: [ epoch: 310 ] [ iter:415,100 ] [ performance: 27.249 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:02 ] [ l_g_pix: 2.4205e-02 ] [ l_g_total: 2.4205e-02 ] +2024-10-09 23:45:37,269 INFO: [ epoch: 310 ] [ iter:415,200 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:56 ] [ l_g_pix: 1.9733e-02 ] [ l_g_total: 1.9733e-02 ] +2024-10-09 23:45:40,979 INFO: [ epoch: 310 ] [ iter:415,300 ] [ performance: 27.050 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:50 ] [ l_g_pix: 3.3513e-02 ] [ l_g_total: 3.3513e-02 ] +2024-10-09 23:45:44,697 INFO: [ epoch: 310 ] [ iter:415,400 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:44 ] [ l_g_pix: 3.6244e-02 ] [ l_g_total: 3.6244e-02 ] +2024-10-09 23:45:49,268 INFO: [ epoch: 311 ] [ iter:415,500 ] [ performance: 14.636 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:38 ] [ l_g_pix: 3.6551e-02 ] [ l_g_total: 3.6551e-02 ] +2024-10-09 23:45:53,450 INFO: [ epoch: 311 ] [ iter:415,600 ] [ performance: 20.668 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:32 ] [ l_g_pix: 2.2664e-02 ] [ l_g_total: 2.2664e-02 ] +2024-10-09 23:45:57,150 INFO: [ epoch: 311 ] [ iter:415,700 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:26 ] [ l_g_pix: 2.5641e-02 ] [ l_g_total: 2.5641e-02 ] +2024-10-09 23:46:00,857 INFO: [ epoch: 311 ] [ iter:415,800 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:20 ] [ l_g_pix: 3.3281e-02 ] [ l_g_total: 3.3281e-02 ] +2024-10-09 23:46:04,557 INFO: [ epoch: 311 ] [ iter:415,900 ] [ performance: 27.275 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:14 ] [ l_g_pix: 3.0993e-02 ] [ l_g_total: 3.0993e-02 ] +2024-10-09 23:46:08,295 INFO: [ epoch: 311 ] [ iter:416,000 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:08 ] [ l_g_pix: 2.4272e-02 ] [ l_g_total: 2.4272e-02 ] +2024-10-09 23:46:12,101 INFO: [ epoch: 311 ] [ iter:416,100 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:02 ] [ l_g_pix: 2.6554e-02 ] [ l_g_total: 2.6554e-02 ] +2024-10-09 23:46:15,837 INFO: [ epoch: 311 ] [ iter:416,200 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:55 ] [ l_g_pix: 2.2180e-02 ] [ l_g_total: 2.2180e-02 ] +2024-10-09 23:46:19,525 INFO: [ epoch: 311 ] [ iter:416,300 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:49 ] [ l_g_pix: 3.3159e-02 ] [ l_g_total: 3.3159e-02 ] +2024-10-09 23:46:23,266 INFO: [ epoch: 311 ] [ iter:416,400 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:43 ] [ l_g_pix: 2.6861e-02 ] [ l_g_total: 2.6861e-02 ] +2024-10-09 23:46:26,970 INFO: [ epoch: 311 ] [ iter:416,500 ] [ performance: 27.122 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:37 ] [ l_g_pix: 2.7247e-02 ] [ l_g_total: 2.7247e-02 ] +2024-10-09 23:46:30,671 INFO: [ epoch: 311 ] [ iter:416,600 ] [ performance: 27.047 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:31 ] [ l_g_pix: 3.2395e-02 ] [ l_g_total: 3.2395e-02 ] +2024-10-09 23:46:34,388 INFO: [ epoch: 311 ] [ iter:416,700 ] [ performance: 27.357 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:25 ] [ l_g_pix: 3.8096e-02 ] [ l_g_total: 3.8096e-02 ] +2024-10-09 23:46:37,917 INFO: [ epoch: 311 ] [ iter:416,800 ] [ performance: 28.128 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:19 ] [ l_g_pix: 1.8421e-02 ] [ l_g_total: 1.8421e-02 ] +2024-10-09 23:46:43,250 INFO: [ epoch: 312 ] [ iter:416,900 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:13 ] [ l_g_pix: 3.6226e-02 ] [ l_g_total: 3.6226e-02 ] +2024-10-09 23:46:47,111 INFO: [ epoch: 312 ] [ iter:417,000 ] [ performance: 26.116 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:07 ] [ l_g_pix: 2.6820e-02 ] [ l_g_total: 2.6820e-02 ] +2024-10-09 23:46:50,806 INFO: [ epoch: 312 ] [ iter:417,100 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:01 ] [ l_g_pix: 2.1167e-02 ] [ l_g_total: 2.1167e-02 ] +2024-10-09 23:46:54,478 INFO: [ epoch: 312 ] [ iter:417,200 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:55 ] [ l_g_pix: 3.3521e-02 ] [ l_g_total: 3.3521e-02 ] +2024-10-09 23:46:58,211 INFO: [ epoch: 312 ] [ iter:417,300 ] [ performance: 27.359 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:49 ] [ l_g_pix: 3.1735e-02 ] [ l_g_total: 3.1735e-02 ] +2024-10-09 23:47:01,936 INFO: [ epoch: 312 ] [ iter:417,400 ] [ performance: 26.946 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:43 ] [ l_g_pix: 3.2440e-02 ] [ l_g_total: 3.2440e-02 ] +2024-10-09 23:47:05,652 INFO: [ epoch: 312 ] [ iter:417,500 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:37 ] [ l_g_pix: 4.0397e-02 ] [ l_g_total: 4.0397e-02 ] +2024-10-09 23:47:09,387 INFO: [ epoch: 312 ] [ iter:417,600 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:31 ] [ l_g_pix: 3.6123e-02 ] [ l_g_total: 3.6123e-02 ] +2024-10-09 23:47:13,138 INFO: [ epoch: 312 ] [ iter:417,700 ] [ performance: 27.426 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:25 ] [ l_g_pix: 2.4271e-02 ] [ l_g_total: 2.4271e-02 ] +2024-10-09 23:47:16,862 INFO: [ epoch: 312 ] [ iter:417,800 ] [ performance: 26.961 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:19 ] [ l_g_pix: 1.7228e-02 ] [ l_g_total: 1.7228e-02 ] +2024-10-09 23:47:20,659 INFO: [ epoch: 312 ] [ iter:417,900 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:13 ] [ l_g_pix: 2.4308e-02 ] [ l_g_total: 2.4308e-02 ] +2024-10-09 23:47:24,363 INFO: [ epoch: 312 ] [ iter:418,000 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:07 ] [ l_g_pix: 2.4826e-02 ] [ l_g_total: 2.4826e-02 ] +2024-10-09 23:47:27,953 INFO: [ epoch: 312 ] [ iter:418,100 ] [ performance: 29.248 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:01 ] [ l_g_pix: 2.5236e-02 ] [ l_g_total: 2.5236e-02 ] +2024-10-09 23:47:32,958 INFO: [ epoch: 313 ] [ iter:418,200 ] [ performance: 21.097 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:55 ] [ l_g_pix: 2.2428e-02 ] [ l_g_total: 2.2428e-02 ] +2024-10-09 23:47:36,727 INFO: [ epoch: 313 ] [ iter:418,300 ] [ performance: 27.320 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:49 ] [ l_g_pix: 3.0074e-02 ] [ l_g_total: 3.0074e-02 ] +2024-10-09 23:47:40,436 INFO: [ epoch: 313 ] [ iter:418,400 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:43 ] [ l_g_pix: 2.2031e-02 ] [ l_g_total: 2.2031e-02 ] +2024-10-09 23:47:44,146 INFO: [ epoch: 313 ] [ iter:418,500 ] [ performance: 27.458 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:37 ] [ l_g_pix: 2.3058e-02 ] [ l_g_total: 2.3058e-02 ] +2024-10-09 23:47:47,839 INFO: [ epoch: 313 ] [ iter:418,600 ] [ performance: 27.137 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:31 ] [ l_g_pix: 2.2304e-02 ] [ l_g_total: 2.2304e-02 ] +2024-10-09 23:47:51,584 INFO: [ epoch: 313 ] [ iter:418,700 ] [ performance: 27.341 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:25 ] [ l_g_pix: 3.2504e-02 ] [ l_g_total: 3.2504e-02 ] +2024-10-09 23:47:55,335 INFO: [ epoch: 313 ] [ iter:418,800 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:19 ] [ l_g_pix: 4.7705e-02 ] [ l_g_total: 4.7705e-02 ] +2024-10-09 23:47:59,062 INFO: [ epoch: 313 ] [ iter:418,900 ] [ performance: 27.447 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:13 ] [ l_g_pix: 3.1913e-02 ] [ l_g_total: 3.1913e-02 ] +2024-10-09 23:48:02,767 INFO: [ epoch: 313 ] [ iter:419,000 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:07 ] [ l_g_pix: 2.3305e-02 ] [ l_g_total: 2.3305e-02 ] +2024-10-09 23:48:06,493 INFO: [ epoch: 313 ] [ iter:419,100 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:00 ] [ l_g_pix: 3.0855e-02 ] [ l_g_total: 3.0855e-02 ] +2024-10-09 23:48:10,211 INFO: [ epoch: 313 ] [ iter:419,200 ] [ performance: 26.924 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:54 ] [ l_g_pix: 4.7826e-02 ] [ l_g_total: 4.7826e-02 ] +2024-10-09 23:48:13,952 INFO: [ epoch: 313 ] [ iter:419,300 ] [ performance: 27.044 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:48 ] [ l_g_pix: 2.9564e-02 ] [ l_g_total: 2.9564e-02 ] +2024-10-09 23:48:17,702 INFO: [ epoch: 313 ] [ iter:419,400 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:42 ] [ l_g_pix: 2.3025e-02 ] [ l_g_total: 2.3025e-02 ] +2024-10-09 23:48:21,208 INFO: [ epoch: 313 ] [ iter:419,500 ] [ performance: 29.486 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:36 ] [ l_g_pix: 2.3191e-02 ] [ l_g_total: 2.3191e-02 ] +2024-10-09 23:48:26,671 INFO: [ epoch: 314 ] [ iter:419,600 ] [ performance: 19.142 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:31 ] [ l_g_pix: 2.8707e-02 ] [ l_g_total: 2.8707e-02 ] +2024-10-09 23:48:30,373 INFO: [ epoch: 314 ] [ iter:419,700 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:25 ] [ l_g_pix: 4.2603e-02 ] [ l_g_total: 4.2603e-02 ] +2024-10-09 23:48:34,051 INFO: [ epoch: 314 ] [ iter:419,800 ] [ performance: 27.193 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:19 ] [ l_g_pix: 2.0109e-02 ] [ l_g_total: 2.0109e-02 ] +2024-10-09 23:48:37,760 INFO: [ epoch: 314 ] [ iter:419,900 ] [ performance: 27.362 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:13 ] [ l_g_pix: 3.4573e-02 ] [ l_g_total: 3.4573e-02 ] +2024-10-09 23:48:41,454 INFO: [ epoch: 314 ] [ iter:420,000 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:07 ] [ l_g_pix: 2.4477e-02 ] [ l_g_total: 2.4477e-02 ] +2024-10-09 23:48:41,454 INFO: Saving models and training states. +2024-10-09 23:51:53,112 INFO: Validation val + + # psnr: 27.2187........ Best: 27.2233 @ 390000 iter + # ssim: 0.7671........ Best: 0.7672 @ 390000 iter + # dists: 0.7732........ Best: 0.7732 @ 410000 iter + +2024-10-09 23:51:56,817 INFO: [ epoch: 314 ] [ iter:420,100 ] [ performance: 26.783 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:46 ] [ l_g_pix: 3.9661e-02 ] [ l_g_total: 3.9661e-02 ] +2024-10-09 23:52:00,573 INFO: [ epoch: 314 ] [ iter:420,200 ] [ performance: 26.647 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:40 ] [ l_g_pix: 3.1607e-02 ] [ l_g_total: 3.1607e-02 ] +2024-10-09 23:52:04,233 INFO: [ epoch: 314 ] [ iter:420,300 ] [ performance: 27.107 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:34 ] [ l_g_pix: 2.3291e-02 ] [ l_g_total: 2.3291e-02 ] +2024-10-09 23:52:07,941 INFO: [ epoch: 314 ] [ iter:420,400 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:28 ] [ l_g_pix: 2.7166e-02 ] [ l_g_total: 2.7166e-02 ] +2024-10-09 23:52:11,675 INFO: [ epoch: 314 ] [ iter:420,500 ] [ performance: 26.570 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:22 ] [ l_g_pix: 3.3290e-02 ] [ l_g_total: 3.3290e-02 ] +2024-10-09 23:52:15,352 INFO: [ epoch: 314 ] [ iter:420,600 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:16 ] [ l_g_pix: 3.5340e-02 ] [ l_g_total: 3.5340e-02 ] +2024-10-09 23:52:19,081 INFO: [ epoch: 314 ] [ iter:420,700 ] [ performance: 26.469 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:10 ] [ l_g_pix: 4.7553e-02 ] [ l_g_total: 4.7553e-02 ] +2024-10-09 23:52:22,622 INFO: [ epoch: 314 ] [ iter:420,800 ] [ performance: 28.119 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:03 ] [ l_g_pix: 3.1722e-02 ] [ l_g_total: 3.1722e-02 ] +2024-10-09 23:52:27,820 INFO: [ epoch: 315 ] [ iter:420,900 ] [ performance: 26.770 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:58 ] [ l_g_pix: 3.6746e-02 ] [ l_g_total: 3.6746e-02 ] +2024-10-09 23:52:31,568 INFO: [ epoch: 315 ] [ iter:421,000 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:52 ] [ l_g_pix: 2.7876e-02 ] [ l_g_total: 2.7876e-02 ] +2024-10-09 23:52:35,295 INFO: [ epoch: 315 ] [ iter:421,100 ] [ performance: 27.063 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:46 ] [ l_g_pix: 2.6989e-02 ] [ l_g_total: 2.6989e-02 ] +2024-10-09 23:52:39,020 INFO: [ epoch: 315 ] [ iter:421,200 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:39 ] [ l_g_pix: 3.2799e-02 ] [ l_g_total: 3.2799e-02 ] +2024-10-09 23:52:42,792 INFO: [ epoch: 315 ] [ iter:421,300 ] [ performance: 26.532 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:33 ] [ l_g_pix: 3.4705e-02 ] [ l_g_total: 3.4705e-02 ] +2024-10-09 23:52:46,523 INFO: [ epoch: 315 ] [ iter:421,400 ] [ performance: 26.801 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:27 ] [ l_g_pix: 2.9944e-02 ] [ l_g_total: 2.9944e-02 ] +2024-10-09 23:52:50,271 INFO: [ epoch: 315 ] [ iter:421,500 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:21 ] [ l_g_pix: 3.4329e-02 ] [ l_g_total: 3.4329e-02 ] +2024-10-09 23:52:54,621 INFO: [ epoch: 315 ] [ iter:421,600 ] [ performance: 23.092 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:15 ] [ l_g_pix: 3.0546e-02 ] [ l_g_total: 3.0546e-02 ] +2024-10-09 23:52:58,335 INFO: [ epoch: 315 ] [ iter:421,700 ] [ performance: 26.376 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:09 ] [ l_g_pix: 2.9684e-02 ] [ l_g_total: 2.9684e-02 ] +2024-10-09 23:53:02,090 INFO: [ epoch: 315 ] [ iter:421,800 ] [ performance: 26.637 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:03 ] [ l_g_pix: 3.8043e-02 ] [ l_g_total: 3.8043e-02 ] +2024-10-09 23:53:05,818 INFO: [ epoch: 315 ] [ iter:421,900 ] [ performance: 25.192 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:57 ] [ l_g_pix: 2.9776e-02 ] [ l_g_total: 2.9776e-02 ] +2024-10-09 23:53:09,531 INFO: [ epoch: 315 ] [ iter:422,000 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:51 ] [ l_g_pix: 1.9618e-02 ] [ l_g_total: 1.9618e-02 ] +2024-10-09 23:53:13,161 INFO: [ epoch: 315 ] [ iter:422,100 ] [ performance: 27.231 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:45 ] [ l_g_pix: 3.1565e-02 ] [ l_g_total: 3.1565e-02 ] +2024-10-09 23:53:17,896 INFO: [ epoch: 316 ] [ iter:422,200 ] [ performance: 21.124 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:39 ] [ l_g_pix: 2.8733e-02 ] [ l_g_total: 2.8733e-02 ] +2024-10-09 23:53:21,773 INFO: [ epoch: 316 ] [ iter:422,300 ] [ performance: 23.230 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:33 ] [ l_g_pix: 2.6642e-02 ] [ l_g_total: 2.6642e-02 ] +2024-10-09 23:53:25,460 INFO: [ epoch: 316 ] [ iter:422,400 ] [ performance: 27.132 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:27 ] [ l_g_pix: 4.2849e-02 ] [ l_g_total: 4.2849e-02 ] +2024-10-09 23:53:29,157 INFO: [ epoch: 316 ] [ iter:422,500 ] [ performance: 27.091 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:21 ] [ l_g_pix: 2.8202e-02 ] [ l_g_total: 2.8202e-02 ] +2024-10-09 23:53:32,887 INFO: [ epoch: 316 ] [ iter:422,600 ] [ performance: 26.830 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:15 ] [ l_g_pix: 1.9358e-02 ] [ l_g_total: 1.9358e-02 ] +2024-10-09 23:53:36,578 INFO: [ epoch: 316 ] [ iter:422,700 ] [ performance: 26.965 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:09 ] [ l_g_pix: 1.9353e-02 ] [ l_g_total: 1.9353e-02 ] +2024-10-09 23:53:40,282 INFO: [ epoch: 316 ] [ iter:422,800 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:03 ] [ l_g_pix: 2.7601e-02 ] [ l_g_total: 2.7601e-02 ] +2024-10-09 23:53:43,969 INFO: [ epoch: 316 ] [ iter:422,900 ] [ performance: 27.077 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:57 ] [ l_g_pix: 3.1911e-02 ] [ l_g_total: 3.1911e-02 ] +2024-10-09 23:53:47,657 INFO: [ epoch: 316 ] [ iter:423,000 ] [ performance: 27.169 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:51 ] [ l_g_pix: 3.0252e-02 ] [ l_g_total: 3.0252e-02 ] +2024-10-09 23:53:51,392 INFO: [ epoch: 316 ] [ iter:423,100 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:45 ] [ l_g_pix: 3.1453e-02 ] [ l_g_total: 3.1453e-02 ] +2024-10-09 23:53:55,113 INFO: [ epoch: 316 ] [ iter:423,200 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:39 ] [ l_g_pix: 2.8610e-02 ] [ l_g_total: 2.8610e-02 ] +2024-10-09 23:53:58,833 INFO: [ epoch: 316 ] [ iter:423,300 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:33 ] [ l_g_pix: 1.6524e-02 ] [ l_g_total: 1.6524e-02 ] +2024-10-09 23:54:02,547 INFO: [ epoch: 316 ] [ iter:423,400 ] [ performance: 26.953 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:26 ] [ l_g_pix: 2.6291e-02 ] [ l_g_total: 2.6291e-02 ] +2024-10-09 23:54:06,006 INFO: [ epoch: 316 ] [ iter:423,500 ] [ performance: 27.929 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:20 ] [ l_g_pix: 2.9746e-02 ] [ l_g_total: 2.9746e-02 ] +2024-10-09 23:54:11,284 INFO: [ epoch: 317 ] [ iter:423,600 ] [ performance: 18.482 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:15 ] [ l_g_pix: 2.4139e-02 ] [ l_g_total: 2.4139e-02 ] +2024-10-09 23:54:15,012 INFO: [ epoch: 317 ] [ iter:423,700 ] [ performance: 22.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:09 ] [ l_g_pix: 1.8743e-02 ] [ l_g_total: 1.8743e-02 ] +2024-10-09 23:54:18,739 INFO: [ epoch: 317 ] [ iter:423,800 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:03 ] [ l_g_pix: 1.3754e-02 ] [ l_g_total: 1.3754e-02 ] +2024-10-09 23:54:22,497 INFO: [ epoch: 317 ] [ iter:423,900 ] [ performance: 26.743 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:57 ] [ l_g_pix: 3.9746e-02 ] [ l_g_total: 3.9746e-02 ] +2024-10-09 23:54:26,221 INFO: [ epoch: 317 ] [ iter:424,000 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:50 ] [ l_g_pix: 4.3199e-02 ] [ l_g_total: 4.3199e-02 ] +2024-10-09 23:54:29,981 INFO: [ epoch: 317 ] [ iter:424,100 ] [ performance: 26.734 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:44 ] [ l_g_pix: 2.2296e-02 ] [ l_g_total: 2.2296e-02 ] +2024-10-09 23:54:33,710 INFO: [ epoch: 317 ] [ iter:424,200 ] [ performance: 26.920 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:38 ] [ l_g_pix: 2.8786e-02 ] [ l_g_total: 2.8786e-02 ] +2024-10-09 23:54:37,438 INFO: [ epoch: 317 ] [ iter:424,300 ] [ performance: 26.872 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:32 ] [ l_g_pix: 3.8883e-02 ] [ l_g_total: 3.8883e-02 ] +2024-10-09 23:54:41,209 INFO: [ epoch: 317 ] [ iter:424,400 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:26 ] [ l_g_pix: 3.0490e-02 ] [ l_g_total: 3.0490e-02 ] +2024-10-09 23:54:44,958 INFO: [ epoch: 317 ] [ iter:424,500 ] [ performance: 26.641 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:20 ] [ l_g_pix: 1.5100e-02 ] [ l_g_total: 1.5100e-02 ] +2024-10-09 23:54:48,682 INFO: [ epoch: 317 ] [ iter:424,600 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:14 ] [ l_g_pix: 3.1129e-02 ] [ l_g_total: 3.1129e-02 ] +2024-10-09 23:54:52,433 INFO: [ epoch: 317 ] [ iter:424,700 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:08 ] [ l_g_pix: 2.7066e-02 ] [ l_g_total: 2.7066e-02 ] +2024-10-09 23:54:56,025 INFO: [ epoch: 317 ] [ iter:424,800 ] [ performance: 28.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:02 ] [ l_g_pix: 2.8393e-02 ] [ l_g_total: 2.8393e-02 ] +2024-10-09 23:55:01,290 INFO: [ epoch: 318 ] [ iter:424,900 ] [ performance: 22.374 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:56 ] [ l_g_pix: 2.3814e-02 ] [ l_g_total: 2.3814e-02 ] +2024-10-09 23:55:04,974 INFO: [ epoch: 318 ] [ iter:425,000 ] [ performance: 27.204 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:50 ] [ l_g_pix: 2.8582e-02 ] [ l_g_total: 2.8582e-02 ] +2024-10-09 23:55:08,653 INFO: [ epoch: 318 ] [ iter:425,100 ] [ performance: 27.198 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:44 ] [ l_g_pix: 2.7139e-02 ] [ l_g_total: 2.7139e-02 ] +2024-10-09 23:55:12,348 INFO: [ epoch: 318 ] [ iter:425,200 ] [ performance: 27.058 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:38 ] [ l_g_pix: 2.1767e-02 ] [ l_g_total: 2.1767e-02 ] +2024-10-09 23:55:16,004 INFO: [ epoch: 318 ] [ iter:425,300 ] [ performance: 27.221 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:32 ] [ l_g_pix: 2.3765e-02 ] [ l_g_total: 2.3765e-02 ] +2024-10-09 23:55:19,719 INFO: [ epoch: 318 ] [ iter:425,400 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:26 ] [ l_g_pix: 2.1558e-02 ] [ l_g_total: 2.1558e-02 ] +2024-10-09 23:55:23,470 INFO: [ epoch: 318 ] [ iter:425,500 ] [ performance: 26.865 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:20 ] [ l_g_pix: 2.1635e-02 ] [ l_g_total: 2.1635e-02 ] +2024-10-09 23:55:27,138 INFO: [ epoch: 318 ] [ iter:425,600 ] [ performance: 27.540 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:14 ] [ l_g_pix: 2.9509e-02 ] [ l_g_total: 2.9509e-02 ] +2024-10-09 23:55:30,852 INFO: [ epoch: 318 ] [ iter:425,700 ] [ performance: 27.202 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:08 ] [ l_g_pix: 2.2741e-02 ] [ l_g_total: 2.2741e-02 ] +2024-10-09 23:55:34,603 INFO: [ epoch: 318 ] [ iter:425,800 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:02 ] [ l_g_pix: 1.7673e-02 ] [ l_g_total: 1.7673e-02 ] +2024-10-09 23:55:38,346 INFO: [ epoch: 318 ] [ iter:425,900 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:56 ] [ l_g_pix: 1.7605e-02 ] [ l_g_total: 1.7605e-02 ] +2024-10-09 23:55:42,060 INFO: [ epoch: 318 ] [ iter:426,000 ] [ performance: 27.118 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:50 ] [ l_g_pix: 1.8402e-02 ] [ l_g_total: 1.8402e-02 ] +2024-10-09 23:55:45,738 INFO: [ epoch: 318 ] [ iter:426,100 ] [ performance: 27.157 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:44 ] [ l_g_pix: 3.2074e-02 ] [ l_g_total: 3.2074e-02 ] +2024-10-09 23:55:50,702 INFO: [ epoch: 319 ] [ iter:426,200 ] [ performance: 18.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:38 ] [ l_g_pix: 2.6848e-02 ] [ l_g_total: 2.6848e-02 ] +2024-10-09 23:55:54,644 INFO: [ epoch: 319 ] [ iter:426,300 ] [ performance: 21.976 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:32 ] [ l_g_pix: 2.4857e-02 ] [ l_g_total: 2.4857e-02 ] +2024-10-09 23:55:58,373 INFO: [ epoch: 319 ] [ iter:426,400 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:26 ] [ l_g_pix: 1.6629e-02 ] [ l_g_total: 1.6629e-02 ] +2024-10-09 23:56:02,129 INFO: [ epoch: 319 ] [ iter:426,500 ] [ performance: 26.773 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:20 ] [ l_g_pix: 1.6706e-02 ] [ l_g_total: 1.6706e-02 ] +2024-10-09 23:56:05,888 INFO: [ epoch: 319 ] [ iter:426,600 ] [ performance: 26.778 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:14 ] [ l_g_pix: 2.2736e-02 ] [ l_g_total: 2.2736e-02 ] +2024-10-09 23:56:09,573 INFO: [ epoch: 319 ] [ iter:426,700 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:08 ] [ l_g_pix: 2.1223e-02 ] [ l_g_total: 2.1223e-02 ] +2024-10-09 23:56:13,312 INFO: [ epoch: 319 ] [ iter:426,800 ] [ performance: 26.959 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:02 ] [ l_g_pix: 2.2852e-02 ] [ l_g_total: 2.2852e-02 ] +2024-10-09 23:56:17,074 INFO: [ epoch: 319 ] [ iter:426,900 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:56 ] [ l_g_pix: 2.3085e-02 ] [ l_g_total: 2.3085e-02 ] +2024-10-09 23:56:20,828 INFO: [ epoch: 319 ] [ iter:427,000 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:50 ] [ l_g_pix: 1.9879e-02 ] [ l_g_total: 1.9879e-02 ] +2024-10-09 23:56:24,584 INFO: [ epoch: 319 ] [ iter:427,100 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:44 ] [ l_g_pix: 3.4124e-02 ] [ l_g_total: 3.4124e-02 ] +2024-10-09 23:56:28,334 INFO: [ epoch: 319 ] [ iter:427,200 ] [ performance: 26.688 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:38 ] [ l_g_pix: 3.0884e-02 ] [ l_g_total: 3.0884e-02 ] +2024-10-09 23:56:32,049 INFO: [ epoch: 319 ] [ iter:427,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:32 ] [ l_g_pix: 2.0885e-02 ] [ l_g_total: 2.0885e-02 ] +2024-10-09 23:56:35,813 INFO: [ epoch: 319 ] [ iter:427,400 ] [ performance: 26.695 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:26 ] [ l_g_pix: 2.2621e-02 ] [ l_g_total: 2.2621e-02 ] +2024-10-09 23:56:39,333 INFO: [ epoch: 319 ] [ iter:427,500 ] [ performance: 27.656 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:20 ] [ l_g_pix: 2.0956e-02 ] [ l_g_total: 2.0956e-02 ] +2024-10-09 23:56:44,677 INFO: [ epoch: 320 ] [ iter:427,600 ] [ performance: 23.693 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:15 ] [ l_g_pix: 3.1073e-02 ] [ l_g_total: 3.1073e-02 ] +2024-10-09 23:56:48,393 INFO: [ epoch: 320 ] [ iter:427,700 ] [ performance: 25.458 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:09 ] [ l_g_pix: 2.6451e-02 ] [ l_g_total: 2.6451e-02 ] +2024-10-09 23:56:52,144 INFO: [ epoch: 320 ] [ iter:427,800 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:03 ] [ l_g_pix: 3.3461e-02 ] [ l_g_total: 3.3461e-02 ] +2024-10-09 23:56:55,823 INFO: [ epoch: 320 ] [ iter:427,900 ] [ performance: 27.062 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:57 ] [ l_g_pix: 2.7922e-02 ] [ l_g_total: 2.7922e-02 ] +2024-10-09 23:56:59,578 INFO: [ epoch: 320 ] [ iter:428,000 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:51 ] [ l_g_pix: 2.5756e-02 ] [ l_g_total: 2.5756e-02 ] +2024-10-09 23:57:03,358 INFO: [ epoch: 320 ] [ iter:428,100 ] [ performance: 26.617 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:45 ] [ l_g_pix: 1.7802e-02 ] [ l_g_total: 1.7802e-02 ] +2024-10-09 23:57:07,120 INFO: [ epoch: 320 ] [ iter:428,200 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:39 ] [ l_g_pix: 2.9135e-02 ] [ l_g_total: 2.9135e-02 ] +2024-10-09 23:57:10,844 INFO: [ epoch: 320 ] [ iter:428,300 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:33 ] [ l_g_pix: 3.1665e-02 ] [ l_g_total: 3.1665e-02 ] +2024-10-09 23:57:14,603 INFO: [ epoch: 320 ] [ iter:428,400 ] [ performance: 26.618 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:27 ] [ l_g_pix: 3.2322e-02 ] [ l_g_total: 3.2322e-02 ] +2024-10-09 23:57:18,304 INFO: [ epoch: 320 ] [ iter:428,500 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:21 ] [ l_g_pix: 1.6888e-02 ] [ l_g_total: 1.6888e-02 ] +2024-10-09 23:57:22,008 INFO: [ epoch: 320 ] [ iter:428,600 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:15 ] [ l_g_pix: 2.4585e-02 ] [ l_g_total: 2.4585e-02 ] +2024-10-09 23:57:25,679 INFO: [ epoch: 320 ] [ iter:428,700 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:09 ] [ l_g_pix: 3.2416e-02 ] [ l_g_total: 3.2416e-02 ] +2024-10-09 23:57:29,278 INFO: [ epoch: 320 ] [ iter:428,800 ] [ performance: 28.114 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:03 ] [ l_g_pix: 2.8561e-02 ] [ l_g_total: 2.8561e-02 ] +2024-10-09 23:57:34,574 INFO: [ epoch: 321 ] [ iter:428,900 ] [ performance: 21.751 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:57 ] [ l_g_pix: 3.2403e-02 ] [ l_g_total: 3.2403e-02 ] +2024-10-09 23:57:38,378 INFO: [ epoch: 321 ] [ iter:429,000 ] [ performance: 26.352 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:51 ] [ l_g_pix: 2.7418e-02 ] [ l_g_total: 2.7418e-02 ] +2024-10-09 23:57:42,072 INFO: [ epoch: 321 ] [ iter:429,100 ] [ performance: 26.786 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:45 ] [ l_g_pix: 3.7656e-02 ] [ l_g_total: 3.7656e-02 ] +2024-10-09 23:57:45,842 INFO: [ epoch: 321 ] [ iter:429,200 ] [ performance: 26.581 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:39 ] [ l_g_pix: 2.6066e-02 ] [ l_g_total: 2.6066e-02 ] +2024-10-09 23:57:49,590 INFO: [ epoch: 321 ] [ iter:429,300 ] [ performance: 26.643 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:33 ] [ l_g_pix: 2.2854e-02 ] [ l_g_total: 2.2854e-02 ] +2024-10-09 23:57:53,316 INFO: [ epoch: 321 ] [ iter:429,400 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:27 ] [ l_g_pix: 3.1907e-02 ] [ l_g_total: 3.1907e-02 ] +2024-10-09 23:57:57,116 INFO: [ epoch: 321 ] [ iter:429,500 ] [ performance: 26.586 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:21 ] [ l_g_pix: 2.7125e-02 ] [ l_g_total: 2.7125e-02 ] +2024-10-09 23:58:00,840 INFO: [ epoch: 321 ] [ iter:429,600 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:15 ] [ l_g_pix: 3.5656e-02 ] [ l_g_total: 3.5656e-02 ] +2024-10-09 23:58:04,551 INFO: [ epoch: 321 ] [ iter:429,700 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:09 ] [ l_g_pix: 2.7151e-02 ] [ l_g_total: 2.7151e-02 ] +2024-10-09 23:58:08,314 INFO: [ epoch: 321 ] [ iter:429,800 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:03 ] [ l_g_pix: 3.1349e-02 ] [ l_g_total: 3.1349e-02 ] +2024-10-09 23:58:12,102 INFO: [ epoch: 321 ] [ iter:429,900 ] [ performance: 26.547 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:57 ] [ l_g_pix: 1.8820e-02 ] [ l_g_total: 1.8820e-02 ] +2024-10-09 23:58:15,814 INFO: [ epoch: 321 ] [ iter:430,000 ] [ performance: 27.018 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:51 ] [ l_g_pix: 1.4360e-02 ] [ l_g_total: 1.4360e-02 ] +2024-10-09 23:58:15,815 INFO: Saving models and training states. +2024-10-10 00:01:14,991 INFO: Validation val + + # psnr: 27.2211........ Best: 27.2233 @ 390000 iter + # ssim: 0.7671........ Best: 0.7672 @ 390000 iter + # dists: 0.7732........ Best: 0.7732 @ 410000 iter + +2024-10-10 00:01:18,605 INFO: [ epoch: 321 ] [ iter:430,100 ] [ performance: 27.430 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:23 ] [ l_g_pix: 2.1411e-02 ] [ l_g_total: 2.1411e-02 ] +2024-10-10 00:01:23,602 INFO: [ epoch: 322 ] [ iter:430,200 ] [ performance: 16.673 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:17 ] [ l_g_pix: 2.5295e-02 ] [ l_g_total: 2.5295e-02 ] +2024-10-10 00:01:27,882 INFO: [ epoch: 322 ] [ iter:430,300 ] [ performance: 20.341 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:11 ] [ l_g_pix: 3.5565e-02 ] [ l_g_total: 3.5565e-02 ] +2024-10-10 00:01:31,576 INFO: [ epoch: 322 ] [ iter:430,400 ] [ performance: 27.193 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:05 ] [ l_g_pix: 2.7380e-02 ] [ l_g_total: 2.7380e-02 ] +2024-10-10 00:01:35,377 INFO: [ epoch: 322 ] [ iter:430,500 ] [ performance: 26.636 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:59 ] [ l_g_pix: 2.4257e-02 ] [ l_g_total: 2.4257e-02 ] +2024-10-10 00:01:39,124 INFO: [ epoch: 322 ] [ iter:430,600 ] [ performance: 26.588 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:53 ] [ l_g_pix: 3.0817e-02 ] [ l_g_total: 3.0817e-02 ] +2024-10-10 00:01:42,864 INFO: [ epoch: 322 ] [ iter:430,700 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:47 ] [ l_g_pix: 2.3409e-02 ] [ l_g_total: 2.3409e-02 ] +2024-10-10 00:01:46,617 INFO: [ epoch: 322 ] [ iter:430,800 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:41 ] [ l_g_pix: 2.2210e-02 ] [ l_g_total: 2.2210e-02 ] +2024-10-10 00:01:50,392 INFO: [ epoch: 322 ] [ iter:430,900 ] [ performance: 26.548 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:35 ] [ l_g_pix: 2.4892e-02 ] [ l_g_total: 2.4892e-02 ] +2024-10-10 00:01:54,146 INFO: [ epoch: 322 ] [ iter:431,000 ] [ performance: 26.634 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:29 ] [ l_g_pix: 2.6903e-02 ] [ l_g_total: 2.6903e-02 ] +2024-10-10 00:01:57,921 INFO: [ epoch: 322 ] [ iter:431,100 ] [ performance: 26.544 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:23 ] [ l_g_pix: 2.8089e-02 ] [ l_g_total: 2.8089e-02 ] +2024-10-10 00:02:01,630 INFO: [ epoch: 322 ] [ iter:431,200 ] [ performance: 27.049 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:17 ] [ l_g_pix: 4.0625e-02 ] [ l_g_total: 4.0625e-02 ] +2024-10-10 00:02:05,350 INFO: [ epoch: 322 ] [ iter:431,300 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:11 ] [ l_g_pix: 2.0983e-02 ] [ l_g_total: 2.0983e-02 ] +2024-10-10 00:02:09,084 INFO: [ epoch: 322 ] [ iter:431,400 ] [ performance: 26.752 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:05 ] [ l_g_pix: 2.1403e-02 ] [ l_g_total: 2.1403e-02 ] +2024-10-10 00:02:12,641 INFO: [ epoch: 322 ] [ iter:431,500 ] [ performance: 27.626 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:59 ] [ l_g_pix: 3.0904e-02 ] [ l_g_total: 3.0904e-02 ] +2024-10-10 00:02:18,151 INFO: [ epoch: 323 ] [ iter:431,600 ] [ performance: 25.200 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:53 ] [ l_g_pix: 2.6515e-02 ] [ l_g_total: 2.6515e-02 ] +2024-10-10 00:02:21,883 INFO: [ epoch: 323 ] [ iter:431,700 ] [ performance: 26.223 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:47 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-10 00:02:25,582 INFO: [ epoch: 323 ] [ iter:431,800 ] [ performance: 26.923 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:41 ] [ l_g_pix: 1.8019e-02 ] [ l_g_total: 1.8019e-02 ] +2024-10-10 00:02:29,320 INFO: [ epoch: 323 ] [ iter:431,900 ] [ performance: 26.815 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:35 ] [ l_g_pix: 3.7838e-02 ] [ l_g_total: 3.7838e-02 ] +2024-10-10 00:02:33,028 INFO: [ epoch: 323 ] [ iter:432,000 ] [ performance: 26.872 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:29 ] [ l_g_pix: 3.0759e-02 ] [ l_g_total: 3.0759e-02 ] +2024-10-10 00:02:36,700 INFO: [ epoch: 323 ] [ iter:432,100 ] [ performance: 27.117 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:23 ] [ l_g_pix: 1.8055e-02 ] [ l_g_total: 1.8055e-02 ] +2024-10-10 00:02:40,398 INFO: [ epoch: 323 ] [ iter:432,200 ] [ performance: 27.307 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:17 ] [ l_g_pix: 2.9683e-02 ] [ l_g_total: 2.9683e-02 ] +2024-10-10 00:02:44,158 INFO: [ epoch: 323 ] [ iter:432,300 ] [ performance: 26.832 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:11 ] [ l_g_pix: 2.8245e-02 ] [ l_g_total: 2.8245e-02 ] +2024-10-10 00:02:47,910 INFO: [ epoch: 323 ] [ iter:432,400 ] [ performance: 26.594 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:05 ] [ l_g_pix: 3.1680e-02 ] [ l_g_total: 3.1680e-02 ] +2024-10-10 00:02:51,654 INFO: [ epoch: 323 ] [ iter:432,500 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:59 ] [ l_g_pix: 2.0482e-02 ] [ l_g_total: 2.0482e-02 ] +2024-10-10 00:02:55,393 INFO: [ epoch: 323 ] [ iter:432,600 ] [ performance: 26.898 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:53 ] [ l_g_pix: 2.2853e-02 ] [ l_g_total: 2.2853e-02 ] +2024-10-10 00:02:59,124 INFO: [ epoch: 323 ] [ iter:432,700 ] [ performance: 26.837 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:47 ] [ l_g_pix: 4.3229e-02 ] [ l_g_total: 4.3229e-02 ] +2024-10-10 00:03:02,781 INFO: [ epoch: 323 ] [ iter:432,800 ] [ performance: 28.046 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:41 ] [ l_g_pix: 1.5076e-02 ] [ l_g_total: 1.5076e-02 ] +2024-10-10 00:03:08,044 INFO: [ epoch: 324 ] [ iter:432,900 ] [ performance: 21.190 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:35 ] [ l_g_pix: 2.3204e-02 ] [ l_g_total: 2.3204e-02 ] +2024-10-10 00:03:11,761 INFO: [ epoch: 324 ] [ iter:433,000 ] [ performance: 26.619 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:29 ] [ l_g_pix: 2.7487e-02 ] [ l_g_total: 2.7487e-02 ] +2024-10-10 00:03:15,433 INFO: [ epoch: 324 ] [ iter:433,100 ] [ performance: 27.041 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:23 ] [ l_g_pix: 2.4297e-02 ] [ l_g_total: 2.4297e-02 ] +2024-10-10 00:03:19,166 INFO: [ epoch: 324 ] [ iter:433,200 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:17 ] [ l_g_pix: 3.3205e-02 ] [ l_g_total: 3.3205e-02 ] +2024-10-10 00:03:22,885 INFO: [ epoch: 324 ] [ iter:433,300 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:11 ] [ l_g_pix: 2.6249e-02 ] [ l_g_total: 2.6249e-02 ] +2024-10-10 00:03:26,575 INFO: [ epoch: 324 ] [ iter:433,400 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:05 ] [ l_g_pix: 2.7653e-02 ] [ l_g_total: 2.7653e-02 ] +2024-10-10 00:03:30,335 INFO: [ epoch: 324 ] [ iter:433,500 ] [ performance: 26.708 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:59 ] [ l_g_pix: 3.7244e-02 ] [ l_g_total: 3.7244e-02 ] +2024-10-10 00:03:34,044 INFO: [ epoch: 324 ] [ iter:433,600 ] [ performance: 26.798 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:53 ] [ l_g_pix: 2.0184e-02 ] [ l_g_total: 2.0184e-02 ] +2024-10-10 00:03:37,799 INFO: [ epoch: 324 ] [ iter:433,700 ] [ performance: 26.689 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:47 ] [ l_g_pix: 2.9267e-02 ] [ l_g_total: 2.9267e-02 ] +2024-10-10 00:03:41,520 INFO: [ epoch: 324 ] [ iter:433,800 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:41 ] [ l_g_pix: 3.4017e-02 ] [ l_g_total: 3.4017e-02 ] +2024-10-10 00:03:45,188 INFO: [ epoch: 324 ] [ iter:433,900 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:35 ] [ l_g_pix: 2.0547e-02 ] [ l_g_total: 2.0547e-02 ] +2024-10-10 00:03:48,875 INFO: [ epoch: 324 ] [ iter:434,000 ] [ performance: 27.121 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:29 ] [ l_g_pix: 2.8191e-02 ] [ l_g_total: 2.8191e-02 ] +2024-10-10 00:03:52,655 INFO: [ epoch: 324 ] [ iter:434,100 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:23 ] [ l_g_pix: 2.4953e-02 ] [ l_g_total: 2.4953e-02 ] +2024-10-10 00:03:56,278 INFO: [ epoch: 324 ] [ iter:434,200 ] [ performance: 26.098 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:17 ] [ l_g_pix: 3.9766e-02 ] [ l_g_total: 3.9766e-02 ] +2024-10-10 00:04:01,324 INFO: [ epoch: 325 ] [ iter:434,300 ] [ performance: 21.285 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:11 ] [ l_g_pix: 2.3138e-02 ] [ l_g_total: 2.3138e-02 ] +2024-10-10 00:04:05,068 INFO: [ epoch: 325 ] [ iter:434,400 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:05 ] [ l_g_pix: 2.0684e-02 ] [ l_g_total: 2.0684e-02 ] +2024-10-10 00:04:08,739 INFO: [ epoch: 325 ] [ iter:434,500 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:59 ] [ l_g_pix: 2.4581e-02 ] [ l_g_total: 2.4581e-02 ] +2024-10-10 00:04:12,493 INFO: [ epoch: 325 ] [ iter:434,600 ] [ performance: 26.603 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:53 ] [ l_g_pix: 1.4848e-02 ] [ l_g_total: 1.4848e-02 ] +2024-10-10 00:04:16,234 INFO: [ epoch: 325 ] [ iter:434,700 ] [ performance: 26.702 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:47 ] [ l_g_pix: 2.5436e-02 ] [ l_g_total: 2.5436e-02 ] +2024-10-10 00:04:19,954 INFO: [ epoch: 325 ] [ iter:434,800 ] [ performance: 27.049 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:41 ] [ l_g_pix: 2.3910e-02 ] [ l_g_total: 2.3910e-02 ] +2024-10-10 00:04:23,679 INFO: [ epoch: 325 ] [ iter:434,900 ] [ performance: 26.906 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:36 ] [ l_g_pix: 3.4471e-02 ] [ l_g_total: 3.4471e-02 ] +2024-10-10 00:04:27,382 INFO: [ epoch: 325 ] [ iter:435,000 ] [ performance: 27.508 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:30 ] [ l_g_pix: 3.0133e-02 ] [ l_g_total: 3.0133e-02 ] +2024-10-10 00:04:31,097 INFO: [ epoch: 325 ] [ iter:435,100 ] [ performance: 27.073 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:24 ] [ l_g_pix: 2.4110e-02 ] [ l_g_total: 2.4110e-02 ] +2024-10-10 00:04:34,824 INFO: [ epoch: 325 ] [ iter:435,200 ] [ performance: 27.376 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:18 ] [ l_g_pix: 2.7427e-02 ] [ l_g_total: 2.7427e-02 ] +2024-10-10 00:04:38,517 INFO: [ epoch: 325 ] [ iter:435,300 ] [ performance: 27.161 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:12 ] [ l_g_pix: 3.3729e-02 ] [ l_g_total: 3.3729e-02 ] +2024-10-10 00:04:42,248 INFO: [ epoch: 325 ] [ iter:435,400 ] [ performance: 27.126 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:06 ] [ l_g_pix: 2.6696e-02 ] [ l_g_total: 2.6696e-02 ] +2024-10-10 00:04:45,853 INFO: [ epoch: 325 ] [ iter:435,500 ] [ performance: 27.585 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:00 ] [ l_g_pix: 2.5021e-02 ] [ l_g_total: 2.5021e-02 ] +2024-10-10 00:04:50,984 INFO: [ epoch: 326 ] [ iter:435,600 ] [ performance: 27.313 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:54 ] [ l_g_pix: 2.6965e-02 ] [ l_g_total: 2.6965e-02 ] +2024-10-10 00:04:54,708 INFO: [ epoch: 326 ] [ iter:435,700 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:48 ] [ l_g_pix: 2.5424e-02 ] [ l_g_total: 2.5424e-02 ] +2024-10-10 00:04:58,464 INFO: [ epoch: 326 ] [ iter:435,800 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:42 ] [ l_g_pix: 2.6882e-02 ] [ l_g_total: 2.6882e-02 ] +2024-10-10 00:05:02,165 INFO: [ epoch: 326 ] [ iter:435,900 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:36 ] [ l_g_pix: 4.2885e-02 ] [ l_g_total: 4.2885e-02 ] +2024-10-10 00:05:05,895 INFO: [ epoch: 326 ] [ iter:436,000 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:30 ] [ l_g_pix: 2.5354e-02 ] [ l_g_total: 2.5354e-02 ] +2024-10-10 00:05:09,624 INFO: [ epoch: 326 ] [ iter:436,100 ] [ performance: 26.809 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:24 ] [ l_g_pix: 3.6674e-02 ] [ l_g_total: 3.6674e-02 ] +2024-10-10 00:05:13,354 INFO: [ epoch: 326 ] [ iter:436,200 ] [ performance: 26.774 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:18 ] [ l_g_pix: 2.2850e-02 ] [ l_g_total: 2.2850e-02 ] +2024-10-10 00:05:17,093 INFO: [ epoch: 326 ] [ iter:436,300 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:12 ] [ l_g_pix: 2.8767e-02 ] [ l_g_total: 2.8767e-02 ] +2024-10-10 00:05:20,791 INFO: [ epoch: 326 ] [ iter:436,400 ] [ performance: 27.122 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:06 ] [ l_g_pix: 2.7177e-02 ] [ l_g_total: 2.7177e-02 ] +2024-10-10 00:05:24,509 INFO: [ epoch: 326 ] [ iter:436,500 ] [ performance: 26.948 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:00 ] [ l_g_pix: 2.7183e-02 ] [ l_g_total: 2.7183e-02 ] +2024-10-10 00:05:28,248 INFO: [ epoch: 326 ] [ iter:436,600 ] [ performance: 26.730 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:54 ] [ l_g_pix: 2.1930e-02 ] [ l_g_total: 2.1930e-02 ] +2024-10-10 00:05:31,996 INFO: [ epoch: 326 ] [ iter:436,700 ] [ performance: 26.695 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:48 ] [ l_g_pix: 3.1872e-02 ] [ l_g_total: 3.1872e-02 ] +2024-10-10 00:05:35,614 INFO: [ epoch: 326 ] [ iter:436,800 ] [ performance: 29.139 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:42 ] [ l_g_pix: 3.3680e-02 ] [ l_g_total: 3.3680e-02 ] +2024-10-10 00:05:41,047 INFO: [ epoch: 327 ] [ iter:436,900 ] [ performance: 19.973 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:37 ] [ l_g_pix: 2.3689e-02 ] [ l_g_total: 2.3689e-02 ] +2024-10-10 00:05:44,867 INFO: [ epoch: 327 ] [ iter:437,000 ] [ performance: 26.755 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:31 ] [ l_g_pix: 3.5287e-02 ] [ l_g_total: 3.5287e-02 ] +2024-10-10 00:05:48,567 INFO: [ epoch: 327 ] [ iter:437,100 ] [ performance: 26.972 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:25 ] [ l_g_pix: 3.0922e-02 ] [ l_g_total: 3.0922e-02 ] +2024-10-10 00:05:52,296 INFO: [ epoch: 327 ] [ iter:437,200 ] [ performance: 27.095 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:19 ] [ l_g_pix: 2.4250e-02 ] [ l_g_total: 2.4250e-02 ] +2024-10-10 00:05:56,021 INFO: [ epoch: 327 ] [ iter:437,300 ] [ performance: 26.899 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:13 ] [ l_g_pix: 4.4098e-02 ] [ l_g_total: 4.4098e-02 ] +2024-10-10 00:05:59,761 INFO: [ epoch: 327 ] [ iter:437,400 ] [ performance: 27.295 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:07 ] [ l_g_pix: 1.7248e-02 ] [ l_g_total: 1.7248e-02 ] +2024-10-10 00:06:03,511 INFO: [ epoch: 327 ] [ iter:437,500 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:01 ] [ l_g_pix: 3.1480e-02 ] [ l_g_total: 3.1480e-02 ] +2024-10-10 00:06:07,273 INFO: [ epoch: 327 ] [ iter:437,600 ] [ performance: 27.149 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:55 ] [ l_g_pix: 3.7173e-02 ] [ l_g_total: 3.7173e-02 ] +2024-10-10 00:06:10,997 INFO: [ epoch: 327 ] [ iter:437,700 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:49 ] [ l_g_pix: 3.1551e-02 ] [ l_g_total: 3.1551e-02 ] +2024-10-10 00:06:14,784 INFO: [ epoch: 327 ] [ iter:437,800 ] [ performance: 27.177 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:43 ] [ l_g_pix: 3.3220e-02 ] [ l_g_total: 3.3220e-02 ] +2024-10-10 00:06:18,515 INFO: [ epoch: 327 ] [ iter:437,900 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:37 ] [ l_g_pix: 3.1703e-02 ] [ l_g_total: 3.1703e-02 ] +2024-10-10 00:06:22,240 INFO: [ epoch: 327 ] [ iter:438,000 ] [ performance: 27.688 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:31 ] [ l_g_pix: 2.2440e-02 ] [ l_g_total: 2.2440e-02 ] +2024-10-10 00:06:25,955 INFO: [ epoch: 327 ] [ iter:438,100 ] [ performance: 27.053 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:25 ] [ l_g_pix: 3.0515e-02 ] [ l_g_total: 3.0515e-02 ] +2024-10-10 00:06:29,429 INFO: [ epoch: 327 ] [ iter:438,200 ] [ performance: 29.529 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:19 ] [ l_g_pix: 3.0552e-02 ] [ l_g_total: 3.0552e-02 ] +2024-10-10 00:06:34,978 INFO: [ epoch: 328 ] [ iter:438,300 ] [ performance: 19.278 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:14 ] [ l_g_pix: 3.6943e-02 ] [ l_g_total: 3.6943e-02 ] +2024-10-10 00:06:38,729 INFO: [ epoch: 328 ] [ iter:438,400 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:08 ] [ l_g_pix: 2.2960e-02 ] [ l_g_total: 2.2960e-02 ] +2024-10-10 00:06:42,423 INFO: [ epoch: 328 ] [ iter:438,500 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:02 ] [ l_g_pix: 2.0717e-02 ] [ l_g_total: 2.0717e-02 ] +2024-10-10 00:06:46,181 INFO: [ epoch: 328 ] [ iter:438,600 ] [ performance: 27.453 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:56 ] [ l_g_pix: 3.7259e-02 ] [ l_g_total: 3.7259e-02 ] +2024-10-10 00:06:49,939 INFO: [ epoch: 328 ] [ iter:438,700 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:50 ] [ l_g_pix: 3.1602e-02 ] [ l_g_total: 3.1602e-02 ] +2024-10-10 00:06:53,665 INFO: [ epoch: 328 ] [ iter:438,800 ] [ performance: 27.276 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:44 ] [ l_g_pix: 3.9140e-02 ] [ l_g_total: 3.9140e-02 ] +2024-10-10 00:06:57,396 INFO: [ epoch: 328 ] [ iter:438,900 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:38 ] [ l_g_pix: 2.5324e-02 ] [ l_g_total: 2.5324e-02 ] +2024-10-10 00:07:01,069 INFO: [ epoch: 328 ] [ iter:439,000 ] [ performance: 27.935 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:32 ] [ l_g_pix: 2.8043e-02 ] [ l_g_total: 2.8043e-02 ] +2024-10-10 00:07:04,750 INFO: [ epoch: 328 ] [ iter:439,100 ] [ performance: 27.277 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:26 ] [ l_g_pix: 1.9163e-02 ] [ l_g_total: 1.9163e-02 ] +2024-10-10 00:07:08,501 INFO: [ epoch: 328 ] [ iter:439,200 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:20 ] [ l_g_pix: 4.0680e-02 ] [ l_g_total: 4.0680e-02 ] +2024-10-10 00:07:12,256 INFO: [ epoch: 328 ] [ iter:439,300 ] [ performance: 26.661 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:14 ] [ l_g_pix: 2.3465e-02 ] [ l_g_total: 2.3465e-02 ] +2024-10-10 00:07:15,994 INFO: [ epoch: 328 ] [ iter:439,400 ] [ performance: 27.533 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:08 ] [ l_g_pix: 3.4091e-02 ] [ l_g_total: 3.4091e-02 ] +2024-10-10 00:07:19,580 INFO: [ epoch: 328 ] [ iter:439,500 ] [ performance: 27.848 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:02 ] [ l_g_pix: 3.1636e-02 ] [ l_g_total: 3.1636e-02 ] +2024-10-10 00:07:24,810 INFO: [ epoch: 329 ] [ iter:439,600 ] [ performance: 27.668 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:57 ] [ l_g_pix: 3.7931e-02 ] [ l_g_total: 3.7931e-02 ] +2024-10-10 00:07:28,558 INFO: [ epoch: 329 ] [ iter:439,700 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:51 ] [ l_g_pix: 3.5470e-02 ] [ l_g_total: 3.5470e-02 ] +2024-10-10 00:07:32,303 INFO: [ epoch: 329 ] [ iter:439,800 ] [ performance: 27.236 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:45 ] [ l_g_pix: 3.0359e-02 ] [ l_g_total: 3.0359e-02 ] +2024-10-10 00:07:35,983 INFO: [ epoch: 329 ] [ iter:439,900 ] [ performance: 27.190 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:39 ] [ l_g_pix: 1.9729e-02 ] [ l_g_total: 1.9729e-02 ] +2024-10-10 00:07:39,691 INFO: [ epoch: 329 ] [ iter:440,000 ] [ performance: 26.960 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:33 ] [ l_g_pix: 3.1602e-02 ] [ l_g_total: 3.1602e-02 ] +2024-10-10 00:07:39,692 INFO: Saving models and training states. +2024-10-10 00:10:43,278 INFO: Validation val + + # psnr: 27.2210........ Best: 27.2233 @ 390000 iter + # ssim: 0.7672........ Best: 0.7672 @ 440000 iter + # dists: 0.7732........ Best: 0.7732 @ 410000 iter + +2024-10-10 00:10:46,978 INFO: [ epoch: 329 ] [ iter:440,100 ] [ performance: 27.033 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:00 ] [ l_g_pix: 3.7172e-02 ] [ l_g_total: 3.7172e-02 ] +2024-10-10 00:10:50,728 INFO: [ epoch: 329 ] [ iter:440,200 ] [ performance: 27.454 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:54 ] [ l_g_pix: 2.8558e-02 ] [ l_g_total: 2.8558e-02 ] +2024-10-10 00:10:54,481 INFO: [ epoch: 329 ] [ iter:440,300 ] [ performance: 26.720 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:48 ] [ l_g_pix: 3.2119e-02 ] [ l_g_total: 3.2119e-02 ] +2024-10-10 00:10:58,232 INFO: [ epoch: 329 ] [ iter:440,400 ] [ performance: 27.426 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:42 ] [ l_g_pix: 3.4175e-02 ] [ l_g_total: 3.4175e-02 ] +2024-10-10 00:11:01,981 INFO: [ epoch: 329 ] [ iter:440,500 ] [ performance: 26.741 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:36 ] [ l_g_pix: 2.5006e-02 ] [ l_g_total: 2.5006e-02 ] +2024-10-10 00:11:05,699 INFO: [ epoch: 329 ] [ iter:440,600 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:30 ] [ l_g_pix: 2.2586e-02 ] [ l_g_total: 2.2586e-02 ] +2024-10-10 00:11:09,462 INFO: [ epoch: 329 ] [ iter:440,700 ] [ performance: 26.625 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:24 ] [ l_g_pix: 2.6237e-02 ] [ l_g_total: 2.6237e-02 ] +2024-10-10 00:11:13,221 INFO: [ epoch: 329 ] [ iter:440,800 ] [ performance: 29.203 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:18 ] [ l_g_pix: 4.3454e-02 ] [ l_g_total: 4.3454e-02 ] +2024-10-10 00:11:18,613 INFO: [ epoch: 330 ] [ iter:440,900 ] [ performance: 19.004 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:13 ] [ l_g_pix: 4.3769e-02 ] [ l_g_total: 4.3769e-02 ] +2024-10-10 00:11:22,649 INFO: [ epoch: 330 ] [ iter:441,000 ] [ performance: 27.882 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:07 ] [ l_g_pix: 3.7872e-02 ] [ l_g_total: 3.7872e-02 ] +2024-10-10 00:11:26,373 INFO: [ epoch: 330 ] [ iter:441,100 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:01 ] [ l_g_pix: 2.5612e-02 ] [ l_g_total: 2.5612e-02 ] +2024-10-10 00:11:30,044 INFO: [ epoch: 330 ] [ iter:441,200 ] [ performance: 26.479 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:55 ] [ l_g_pix: 2.9994e-02 ] [ l_g_total: 2.9994e-02 ] +2024-10-10 00:11:33,793 INFO: [ epoch: 330 ] [ iter:441,300 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:49 ] [ l_g_pix: 2.2606e-02 ] [ l_g_total: 2.2606e-02 ] +2024-10-10 00:11:37,543 INFO: [ epoch: 330 ] [ iter:441,400 ] [ performance: 27.520 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:43 ] [ l_g_pix: 2.9448e-02 ] [ l_g_total: 2.9448e-02 ] +2024-10-10 00:11:41,275 INFO: [ epoch: 330 ] [ iter:441,500 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:37 ] [ l_g_pix: 3.3949e-02 ] [ l_g_total: 3.3949e-02 ] +2024-10-10 00:11:45,059 INFO: [ epoch: 330 ] [ iter:441,600 ] [ performance: 27.129 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:31 ] [ l_g_pix: 2.2831e-02 ] [ l_g_total: 2.2831e-02 ] +2024-10-10 00:11:48,837 INFO: [ epoch: 330 ] [ iter:441,700 ] [ performance: 26.495 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:25 ] [ l_g_pix: 3.3370e-02 ] [ l_g_total: 3.3370e-02 ] +2024-10-10 00:11:52,557 INFO: [ epoch: 330 ] [ iter:441,800 ] [ performance: 27.863 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:19 ] [ l_g_pix: 2.7231e-02 ] [ l_g_total: 2.7231e-02 ] +2024-10-10 00:11:56,238 INFO: [ epoch: 330 ] [ iter:441,900 ] [ performance: 27.188 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:13 ] [ l_g_pix: 3.6230e-02 ] [ l_g_total: 3.6230e-02 ] +2024-10-10 00:11:59,960 INFO: [ epoch: 330 ] [ iter:442,000 ] [ performance: 29.355 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:07 ] [ l_g_pix: 1.7733e-02 ] [ l_g_total: 1.7733e-02 ] +2024-10-10 00:12:03,684 INFO: [ epoch: 330 ] [ iter:442,100 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:01 ] [ l_g_pix: 1.6529e-02 ] [ l_g_total: 1.6529e-02 ] +2024-10-10 00:12:07,188 INFO: [ epoch: 330 ] [ iter:442,200 ] [ performance: 27.686 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:55 ] [ l_g_pix: 4.4207e-02 ] [ l_g_total: 4.4207e-02 ] +2024-10-10 00:12:12,414 INFO: [ epoch: 331 ] [ iter:442,300 ] [ performance: 19.137 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:50 ] [ l_g_pix: 4.6914e-02 ] [ l_g_total: 4.6914e-02 ] +2024-10-10 00:12:16,126 INFO: [ epoch: 331 ] [ iter:442,400 ] [ performance: 22.382 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:44 ] [ l_g_pix: 2.1161e-02 ] [ l_g_total: 2.1161e-02 ] +2024-10-10 00:12:19,863 INFO: [ epoch: 331 ] [ iter:442,500 ] [ performance: 26.775 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:38 ] [ l_g_pix: 2.1985e-02 ] [ l_g_total: 2.1985e-02 ] +2024-10-10 00:12:23,607 INFO: [ epoch: 331 ] [ iter:442,600 ] [ performance: 26.744 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:32 ] [ l_g_pix: 3.4997e-02 ] [ l_g_total: 3.4997e-02 ] +2024-10-10 00:12:27,352 INFO: [ epoch: 331 ] [ iter:442,700 ] [ performance: 26.728 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:26 ] [ l_g_pix: 3.7164e-02 ] [ l_g_total: 3.7164e-02 ] +2024-10-10 00:12:31,077 INFO: [ epoch: 331 ] [ iter:442,800 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:20 ] [ l_g_pix: 3.4005e-02 ] [ l_g_total: 3.4005e-02 ] +2024-10-10 00:12:34,785 INFO: [ epoch: 331 ] [ iter:442,900 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:14 ] [ l_g_pix: 4.0530e-02 ] [ l_g_total: 4.0530e-02 ] +2024-10-10 00:12:38,473 INFO: [ epoch: 331 ] [ iter:443,000 ] [ performance: 27.070 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:08 ] [ l_g_pix: 2.6656e-02 ] [ l_g_total: 2.6656e-02 ] +2024-10-10 00:12:42,200 INFO: [ epoch: 331 ] [ iter:443,100 ] [ performance: 26.917 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:02 ] [ l_g_pix: 2.1344e-02 ] [ l_g_total: 2.1344e-02 ] +2024-10-10 00:12:45,910 INFO: [ epoch: 331 ] [ iter:443,200 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:56 ] [ l_g_pix: 3.1403e-02 ] [ l_g_total: 3.1403e-02 ] +2024-10-10 00:12:49,655 INFO: [ epoch: 331 ] [ iter:443,300 ] [ performance: 26.730 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:50 ] [ l_g_pix: 3.5395e-02 ] [ l_g_total: 3.5395e-02 ] +2024-10-10 00:12:53,429 INFO: [ epoch: 331 ] [ iter:443,400 ] [ performance: 26.613 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:44 ] [ l_g_pix: 2.1394e-02 ] [ l_g_total: 2.1394e-02 ] +2024-10-10 00:12:57,016 INFO: [ epoch: 331 ] [ iter:443,500 ] [ performance: 27.943 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:38 ] [ l_g_pix: 3.5536e-02 ] [ l_g_total: 3.5536e-02 ] +2024-10-10 00:13:02,056 INFO: [ epoch: 332 ] [ iter:443,600 ] [ performance: 23.087 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:32 ] [ l_g_pix: 2.8041e-02 ] [ l_g_total: 2.8041e-02 ] +2024-10-10 00:13:05,759 INFO: [ epoch: 332 ] [ iter:443,700 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:26 ] [ l_g_pix: 2.2948e-02 ] [ l_g_total: 2.2948e-02 ] +2024-10-10 00:13:09,481 INFO: [ epoch: 332 ] [ iter:443,800 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:21 ] [ l_g_pix: 3.4439e-02 ] [ l_g_total: 3.4439e-02 ] +2024-10-10 00:13:13,216 INFO: [ epoch: 332 ] [ iter:443,900 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:15 ] [ l_g_pix: 3.7593e-02 ] [ l_g_total: 3.7593e-02 ] +2024-10-10 00:13:16,939 INFO: [ epoch: 332 ] [ iter:444,000 ] [ performance: 26.826 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:09 ] [ l_g_pix: 2.9504e-02 ] [ l_g_total: 2.9504e-02 ] +2024-10-10 00:13:20,668 INFO: [ epoch: 332 ] [ iter:444,100 ] [ performance: 26.895 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:03 ] [ l_g_pix: 2.2646e-02 ] [ l_g_total: 2.2646e-02 ] +2024-10-10 00:13:24,393 INFO: [ epoch: 332 ] [ iter:444,200 ] [ performance: 26.871 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:57 ] [ l_g_pix: 2.8027e-02 ] [ l_g_total: 2.8027e-02 ] +2024-10-10 00:13:28,101 INFO: [ epoch: 332 ] [ iter:444,300 ] [ performance: 27.038 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:51 ] [ l_g_pix: 3.3548e-02 ] [ l_g_total: 3.3548e-02 ] +2024-10-10 00:13:31,782 INFO: [ epoch: 332 ] [ iter:444,400 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:45 ] [ l_g_pix: 2.6396e-02 ] [ l_g_total: 2.6396e-02 ] +2024-10-10 00:13:35,483 INFO: [ epoch: 332 ] [ iter:444,500 ] [ performance: 27.182 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:39 ] [ l_g_pix: 3.4746e-02 ] [ l_g_total: 3.4746e-02 ] +2024-10-10 00:13:39,221 INFO: [ epoch: 332 ] [ iter:444,600 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:33 ] [ l_g_pix: 5.0797e-02 ] [ l_g_total: 5.0797e-02 ] +2024-10-10 00:13:42,938 INFO: [ epoch: 332 ] [ iter:444,700 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:27 ] [ l_g_pix: 4.3121e-02 ] [ l_g_total: 4.3121e-02 ] +2024-10-10 00:13:46,684 INFO: [ epoch: 332 ] [ iter:444,800 ] [ performance: 26.789 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:21 ] [ l_g_pix: 2.3597e-02 ] [ l_g_total: 2.3597e-02 ] +2024-10-10 00:13:51,392 INFO: [ epoch: 333 ] [ iter:444,900 ] [ performance: 20.443 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:15 ] [ l_g_pix: 2.2971e-02 ] [ l_g_total: 2.2971e-02 ] +2024-10-10 00:13:55,381 INFO: [ epoch: 333 ] [ iter:445,000 ] [ performance: 22.685 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:09 ] [ l_g_pix: 3.1947e-02 ] [ l_g_total: 3.1947e-02 ] +2024-10-10 00:13:59,095 INFO: [ epoch: 333 ] [ iter:445,100 ] [ performance: 26.964 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:04 ] [ l_g_pix: 2.6734e-02 ] [ l_g_total: 2.6734e-02 ] +2024-10-10 00:14:02,816 INFO: [ epoch: 333 ] [ iter:445,200 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:58 ] [ l_g_pix: 2.2083e-02 ] [ l_g_total: 2.2083e-02 ] +2024-10-10 00:14:06,498 INFO: [ epoch: 333 ] [ iter:445,300 ] [ performance: 27.248 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:52 ] [ l_g_pix: 3.3967e-02 ] [ l_g_total: 3.3967e-02 ] +2024-10-10 00:14:10,239 INFO: [ epoch: 333 ] [ iter:445,400 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:46 ] [ l_g_pix: 2.3482e-02 ] [ l_g_total: 2.3482e-02 ] +2024-10-10 00:14:13,965 INFO: [ epoch: 333 ] [ iter:445,500 ] [ performance: 26.839 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:40 ] [ l_g_pix: 2.5699e-02 ] [ l_g_total: 2.5699e-02 ] +2024-10-10 00:14:17,723 INFO: [ epoch: 333 ] [ iter:445,600 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:34 ] [ l_g_pix: 3.6372e-02 ] [ l_g_total: 3.6372e-02 ] +2024-10-10 00:14:21,481 INFO: [ epoch: 333 ] [ iter:445,700 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:28 ] [ l_g_pix: 2.0357e-02 ] [ l_g_total: 2.0357e-02 ] +2024-10-10 00:14:25,163 INFO: [ epoch: 333 ] [ iter:445,800 ] [ performance: 27.002 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:22 ] [ l_g_pix: 2.4167e-02 ] [ l_g_total: 2.4167e-02 ] +2024-10-10 00:14:28,845 INFO: [ epoch: 333 ] [ iter:445,900 ] [ performance: 27.209 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:16 ] [ l_g_pix: 2.0041e-02 ] [ l_g_total: 2.0041e-02 ] +2024-10-10 00:14:32,557 INFO: [ epoch: 333 ] [ iter:446,000 ] [ performance: 27.064 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:10 ] [ l_g_pix: 2.4460e-02 ] [ l_g_total: 2.4460e-02 ] +2024-10-10 00:14:36,313 INFO: [ epoch: 333 ] [ iter:446,100 ] [ performance: 26.748 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:04 ] [ l_g_pix: 3.0221e-02 ] [ l_g_total: 3.0221e-02 ] +2024-10-10 00:14:39,853 INFO: [ epoch: 333 ] [ iter:446,200 ] [ performance: 27.557 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:58 ] [ l_g_pix: 3.1414e-02 ] [ l_g_total: 3.1414e-02 ] +2024-10-10 00:14:44,997 INFO: [ epoch: 334 ] [ iter:446,300 ] [ performance: 18.010 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:53 ] [ l_g_pix: 3.7353e-02 ] [ l_g_total: 3.7353e-02 ] +2024-10-10 00:14:48,716 INFO: [ epoch: 334 ] [ iter:446,400 ] [ performance: 22.057 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:47 ] [ l_g_pix: 2.7884e-02 ] [ l_g_total: 2.7884e-02 ] +2024-10-10 00:14:52,439 INFO: [ epoch: 334 ] [ iter:446,500 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:41 ] [ l_g_pix: 1.7847e-02 ] [ l_g_total: 1.7847e-02 ] +2024-10-10 00:14:56,168 INFO: [ epoch: 334 ] [ iter:446,600 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:35 ] [ l_g_pix: 2.5600e-02 ] [ l_g_total: 2.5600e-02 ] +2024-10-10 00:14:59,930 INFO: [ epoch: 334 ] [ iter:446,700 ] [ performance: 26.623 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:29 ] [ l_g_pix: 4.7975e-02 ] [ l_g_total: 4.7975e-02 ] +2024-10-10 00:15:03,623 INFO: [ epoch: 334 ] [ iter:446,800 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:23 ] [ l_g_pix: 2.7043e-02 ] [ l_g_total: 2.7043e-02 ] +2024-10-10 00:15:07,345 INFO: [ epoch: 334 ] [ iter:446,900 ] [ performance: 27.181 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:17 ] [ l_g_pix: 3.4567e-02 ] [ l_g_total: 3.4567e-02 ] +2024-10-10 00:15:11,076 INFO: [ epoch: 334 ] [ iter:447,000 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:11 ] [ l_g_pix: 2.7208e-02 ] [ l_g_total: 2.7208e-02 ] +2024-10-10 00:15:14,866 INFO: [ epoch: 334 ] [ iter:447,100 ] [ performance: 26.513 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:05 ] [ l_g_pix: 4.2218e-02 ] [ l_g_total: 4.2218e-02 ] +2024-10-10 00:15:18,636 INFO: [ epoch: 334 ] [ iter:447,200 ] [ performance: 26.524 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:59 ] [ l_g_pix: 4.4929e-02 ] [ l_g_total: 4.4929e-02 ] +2024-10-10 00:15:22,356 INFO: [ epoch: 334 ] [ iter:447,300 ] [ performance: 27.105 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:54 ] [ l_g_pix: 2.2137e-02 ] [ l_g_total: 2.2137e-02 ] +2024-10-10 00:15:26,115 INFO: [ epoch: 334 ] [ iter:447,400 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:48 ] [ l_g_pix: 2.0579e-02 ] [ l_g_total: 2.0579e-02 ] +2024-10-10 00:15:29,760 INFO: [ epoch: 334 ] [ iter:447,500 ] [ performance: 27.887 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:42 ] [ l_g_pix: 2.7602e-02 ] [ l_g_total: 2.7602e-02 ] +2024-10-10 00:15:35,056 INFO: [ epoch: 335 ] [ iter:447,600 ] [ performance: 21.894 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:36 ] [ l_g_pix: 2.1212e-02 ] [ l_g_total: 2.1212e-02 ] +2024-10-10 00:15:38,789 INFO: [ epoch: 335 ] [ iter:447,700 ] [ performance: 26.993 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:30 ] [ l_g_pix: 1.9591e-02 ] [ l_g_total: 1.9591e-02 ] +2024-10-10 00:15:42,505 INFO: [ epoch: 335 ] [ iter:447,800 ] [ performance: 26.950 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:24 ] [ l_g_pix: 3.3107e-02 ] [ l_g_total: 3.3107e-02 ] +2024-10-10 00:15:46,235 INFO: [ epoch: 335 ] [ iter:447,900 ] [ performance: 26.985 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:18 ] [ l_g_pix: 2.9322e-02 ] [ l_g_total: 2.9322e-02 ] +2024-10-10 00:15:50,009 INFO: [ epoch: 335 ] [ iter:448,000 ] [ performance: 26.702 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:12 ] [ l_g_pix: 3.4215e-02 ] [ l_g_total: 3.4215e-02 ] +2024-10-10 00:15:53,799 INFO: [ epoch: 335 ] [ iter:448,100 ] [ performance: 26.578 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:07 ] [ l_g_pix: 2.3022e-02 ] [ l_g_total: 2.3022e-02 ] +2024-10-10 00:15:57,496 INFO: [ epoch: 335 ] [ iter:448,200 ] [ performance: 26.857 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:01 ] [ l_g_pix: 2.7828e-02 ] [ l_g_total: 2.7828e-02 ] +2024-10-10 00:16:01,282 INFO: [ epoch: 335 ] [ iter:448,300 ] [ performance: 26.497 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:55 ] [ l_g_pix: 2.0538e-02 ] [ l_g_total: 2.0538e-02 ] +2024-10-10 00:16:04,993 INFO: [ epoch: 335 ] [ iter:448,400 ] [ performance: 26.764 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:49 ] [ l_g_pix: 2.7601e-02 ] [ l_g_total: 2.7601e-02 ] +2024-10-10 00:16:08,746 INFO: [ epoch: 335 ] [ iter:448,500 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:43 ] [ l_g_pix: 2.5089e-02 ] [ l_g_total: 2.5089e-02 ] +2024-10-10 00:16:12,459 INFO: [ epoch: 335 ] [ iter:448,600 ] [ performance: 26.825 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:37 ] [ l_g_pix: 2.8677e-02 ] [ l_g_total: 2.8677e-02 ] +2024-10-10 00:16:16,138 INFO: [ epoch: 335 ] [ iter:448,700 ] [ performance: 27.440 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:31 ] [ l_g_pix: 2.0419e-02 ] [ l_g_total: 2.0419e-02 ] +2024-10-10 00:16:19,871 INFO: [ epoch: 335 ] [ iter:448,800 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:25 ] [ l_g_pix: 1.8158e-02 ] [ l_g_total: 1.8158e-02 ] +2024-10-10 00:16:24,470 INFO: [ epoch: 336 ] [ iter:448,900 ] [ performance: 19.510 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:20 ] [ l_g_pix: 3.4330e-02 ] [ l_g_total: 3.4330e-02 ] +2024-10-10 00:16:28,695 INFO: [ epoch: 336 ] [ iter:449,000 ] [ performance: 21.808 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:14 ] [ l_g_pix: 1.8607e-02 ] [ l_g_total: 1.8607e-02 ] +2024-10-10 00:16:32,435 INFO: [ epoch: 336 ] [ iter:449,100 ] [ performance: 27.093 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:08 ] [ l_g_pix: 3.1203e-02 ] [ l_g_total: 3.1203e-02 ] +2024-10-10 00:16:36,127 INFO: [ epoch: 336 ] [ iter:449,200 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:02 ] [ l_g_pix: 3.2719e-02 ] [ l_g_total: 3.2719e-02 ] +2024-10-10 00:16:39,874 INFO: [ epoch: 336 ] [ iter:449,300 ] [ performance: 26.758 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:56 ] [ l_g_pix: 2.5074e-02 ] [ l_g_total: 2.5074e-02 ] +2024-10-10 00:16:43,626 INFO: [ epoch: 336 ] [ iter:449,400 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:50 ] [ l_g_pix: 3.1332e-02 ] [ l_g_total: 3.1332e-02 ] +2024-10-10 00:16:47,308 INFO: [ epoch: 336 ] [ iter:449,500 ] [ performance: 27.379 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:44 ] [ l_g_pix: 2.9516e-02 ] [ l_g_total: 2.9516e-02 ] +2024-10-10 00:16:51,049 INFO: [ epoch: 336 ] [ iter:449,600 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:38 ] [ l_g_pix: 4.4271e-02 ] [ l_g_total: 4.4271e-02 ] +2024-10-10 00:16:54,786 INFO: [ epoch: 336 ] [ iter:449,700 ] [ performance: 26.811 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:32 ] [ l_g_pix: 2.4912e-02 ] [ l_g_total: 2.4912e-02 ] +2024-10-10 00:16:58,498 INFO: [ epoch: 336 ] [ iter:449,800 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:27 ] [ l_g_pix: 2.7188e-02 ] [ l_g_total: 2.7188e-02 ] +2024-10-10 00:17:02,171 INFO: [ epoch: 336 ] [ iter:449,900 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:21 ] [ l_g_pix: 2.2719e-02 ] [ l_g_total: 2.2719e-02 ] +2024-10-10 00:17:05,879 INFO: [ epoch: 336 ] [ iter:450,000 ] [ performance: 27.109 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:15 ] [ l_g_pix: 3.4427e-02 ] [ l_g_total: 3.4427e-02 ] +2024-10-10 00:17:05,879 INFO: Saving models and training states. +2024-10-10 00:19:54,035 INFO: Validation val + + # psnr: 27.2210........ Best: 27.2233 @ 390000 iter + # ssim: 0.7671........ Best: 0.7672 @ 440000 iter + # dists: 0.7732........ Best: 0.7732 @ 410000 iter + +2024-10-10 00:19:57,766 INFO: [ epoch: 336 ] [ iter:450,100 ] [ performance: 26.900 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:35 ] [ l_g_pix: 2.7509e-02 ] [ l_g_total: 2.7509e-02 ] +2024-10-10 00:20:01,363 INFO: [ epoch: 336 ] [ iter:450,200 ] [ performance: 27.458 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:29 ] [ l_g_pix: 3.4245e-02 ] [ l_g_total: 3.4245e-02 ] +2024-10-10 00:20:07,101 INFO: [ epoch: 337 ] [ iter:450,300 ] [ performance: 21.013 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:23 ] [ l_g_pix: 2.1687e-02 ] [ l_g_total: 2.1687e-02 ] +2024-10-10 00:20:10,805 INFO: [ epoch: 337 ] [ iter:450,400 ] [ performance: 24.396 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:18 ] [ l_g_pix: 2.9179e-02 ] [ l_g_total: 2.9179e-02 ] +2024-10-10 00:20:14,492 INFO: [ epoch: 337 ] [ iter:450,500 ] [ performance: 27.133 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:12 ] [ l_g_pix: 2.6441e-02 ] [ l_g_total: 2.6441e-02 ] +2024-10-10 00:20:18,177 INFO: [ epoch: 337 ] [ iter:450,600 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:06 ] [ l_g_pix: 2.3832e-02 ] [ l_g_total: 2.3832e-02 ] +2024-10-10 00:20:21,906 INFO: [ epoch: 337 ] [ iter:450,700 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:00 ] [ l_g_pix: 3.3019e-02 ] [ l_g_total: 3.3019e-02 ] +2024-10-10 00:20:25,606 INFO: [ epoch: 337 ] [ iter:450,800 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:54 ] [ l_g_pix: 2.8784e-02 ] [ l_g_total: 2.8784e-02 ] +2024-10-10 00:20:29,348 INFO: [ epoch: 337 ] [ iter:450,900 ] [ performance: 26.943 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:48 ] [ l_g_pix: 2.3586e-02 ] [ l_g_total: 2.3586e-02 ] +2024-10-10 00:20:33,090 INFO: [ epoch: 337 ] [ iter:451,000 ] [ performance: 26.807 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:42 ] [ l_g_pix: 2.7645e-02 ] [ l_g_total: 2.7645e-02 ] +2024-10-10 00:20:36,863 INFO: [ epoch: 337 ] [ iter:451,100 ] [ performance: 26.656 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:36 ] [ l_g_pix: 4.1815e-02 ] [ l_g_total: 4.1815e-02 ] +2024-10-10 00:20:40,615 INFO: [ epoch: 337 ] [ iter:451,200 ] [ performance: 26.657 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:30 ] [ l_g_pix: 2.4736e-02 ] [ l_g_total: 2.4736e-02 ] +2024-10-10 00:20:44,348 INFO: [ epoch: 337 ] [ iter:451,300 ] [ performance: 26.639 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:24 ] [ l_g_pix: 2.9527e-02 ] [ l_g_total: 2.9527e-02 ] +2024-10-10 00:20:48,096 INFO: [ epoch: 337 ] [ iter:451,400 ] [ performance: 26.669 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:18 ] [ l_g_pix: 2.5042e-02 ] [ l_g_total: 2.5042e-02 ] +2024-10-10 00:20:51,797 INFO: [ epoch: 337 ] [ iter:451,500 ] [ performance: 27.703 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:12 ] [ l_g_pix: 2.8917e-02 ] [ l_g_total: 2.8917e-02 ] +2024-10-10 00:20:56,919 INFO: [ epoch: 338 ] [ iter:451,600 ] [ performance: 21.781 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:07 ] [ l_g_pix: 3.3921e-02 ] [ l_g_total: 3.3921e-02 ] +2024-10-10 00:21:00,678 INFO: [ epoch: 338 ] [ iter:451,700 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:01 ] [ l_g_pix: 2.1463e-02 ] [ l_g_total: 2.1463e-02 ] +2024-10-10 00:21:04,408 INFO: [ epoch: 338 ] [ iter:451,800 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:55 ] [ l_g_pix: 2.1892e-02 ] [ l_g_total: 2.1892e-02 ] +2024-10-10 00:21:08,185 INFO: [ epoch: 338 ] [ iter:451,900 ] [ performance: 26.495 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:49 ] [ l_g_pix: 3.4975e-02 ] [ l_g_total: 3.4975e-02 ] +2024-10-10 00:21:11,889 INFO: [ epoch: 338 ] [ iter:452,000 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:43 ] [ l_g_pix: 3.3098e-02 ] [ l_g_total: 3.3098e-02 ] +2024-10-10 00:21:15,553 INFO: [ epoch: 338 ] [ iter:452,100 ] [ performance: 27.204 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:37 ] [ l_g_pix: 2.8042e-02 ] [ l_g_total: 2.8042e-02 ] +2024-10-10 00:21:19,246 INFO: [ epoch: 338 ] [ iter:452,200 ] [ performance: 27.123 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:31 ] [ l_g_pix: 2.2907e-02 ] [ l_g_total: 2.2907e-02 ] +2024-10-10 00:21:22,975 INFO: [ epoch: 338 ] [ iter:452,300 ] [ performance: 26.956 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:25 ] [ l_g_pix: 2.8246e-02 ] [ l_g_total: 2.8246e-02 ] +2024-10-10 00:21:26,698 INFO: [ epoch: 338 ] [ iter:452,400 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:19 ] [ l_g_pix: 3.8560e-02 ] [ l_g_total: 3.8560e-02 ] +2024-10-10 00:21:30,432 INFO: [ epoch: 338 ] [ iter:452,500 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:14 ] [ l_g_pix: 2.6086e-02 ] [ l_g_total: 2.6086e-02 ] +2024-10-10 00:21:34,152 INFO: [ epoch: 338 ] [ iter:452,600 ] [ performance: 26.862 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:08 ] [ l_g_pix: 2.5081e-02 ] [ l_g_total: 2.5081e-02 ] +2024-10-10 00:21:37,889 INFO: [ epoch: 338 ] [ iter:452,700 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:02 ] [ l_g_pix: 3.1959e-02 ] [ l_g_total: 3.1959e-02 ] +2024-10-10 00:21:41,603 INFO: [ epoch: 338 ] [ iter:452,800 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:56 ] [ l_g_pix: 2.5702e-02 ] [ l_g_total: 2.5702e-02 ] +2024-10-10 00:21:45,097 INFO: [ epoch: 338 ] [ iter:452,900 ] [ performance: 28.692 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:50 ] [ l_g_pix: 3.7161e-02 ] [ l_g_total: 3.7161e-02 ] +2024-10-10 00:21:50,430 INFO: [ epoch: 339 ] [ iter:453,000 ] [ performance: 21.090 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:44 ] [ l_g_pix: 3.0707e-02 ] [ l_g_total: 3.0707e-02 ] +2024-10-10 00:21:54,156 INFO: [ epoch: 339 ] [ iter:453,100 ] [ performance: 26.846 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:38 ] [ l_g_pix: 2.8875e-02 ] [ l_g_total: 2.8875e-02 ] +2024-10-10 00:21:57,874 INFO: [ epoch: 339 ] [ iter:453,200 ] [ performance: 26.885 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:32 ] [ l_g_pix: 1.2637e-02 ] [ l_g_total: 1.2637e-02 ] +2024-10-10 00:22:01,617 INFO: [ epoch: 339 ] [ iter:453,300 ] [ performance: 26.744 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:27 ] [ l_g_pix: 2.0933e-02 ] [ l_g_total: 2.0933e-02 ] +2024-10-10 00:22:05,362 INFO: [ epoch: 339 ] [ iter:453,400 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:21 ] [ l_g_pix: 2.5000e-02 ] [ l_g_total: 2.5000e-02 ] +2024-10-10 00:22:09,120 INFO: [ epoch: 339 ] [ iter:453,500 ] [ performance: 26.577 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:15 ] [ l_g_pix: 2.5176e-02 ] [ l_g_total: 2.5176e-02 ] +2024-10-10 00:22:12,846 INFO: [ epoch: 339 ] [ iter:453,600 ] [ performance: 26.765 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:09 ] [ l_g_pix: 2.5014e-02 ] [ l_g_total: 2.5014e-02 ] +2024-10-10 00:22:16,559 INFO: [ epoch: 339 ] [ iter:453,700 ] [ performance: 26.557 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:03 ] [ l_g_pix: 1.3203e-02 ] [ l_g_total: 1.3203e-02 ] +2024-10-10 00:22:20,298 INFO: [ epoch: 339 ] [ iter:453,800 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:57 ] [ l_g_pix: 2.9729e-02 ] [ l_g_total: 2.9729e-02 ] +2024-10-10 00:22:24,022 INFO: [ epoch: 339 ] [ iter:453,900 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:51 ] [ l_g_pix: 2.7477e-02 ] [ l_g_total: 2.7477e-02 ] +2024-10-10 00:22:27,741 INFO: [ epoch: 339 ] [ iter:454,000 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:45 ] [ l_g_pix: 2.2369e-02 ] [ l_g_total: 2.2369e-02 ] +2024-10-10 00:22:31,451 INFO: [ epoch: 339 ] [ iter:454,100 ] [ performance: 27.101 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:39 ] [ l_g_pix: 3.2534e-02 ] [ l_g_total: 3.2534e-02 ] +2024-10-10 00:22:35,039 INFO: [ epoch: 339 ] [ iter:454,200 ] [ performance: 27.649 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:34 ] [ l_g_pix: 1.5863e-02 ] [ l_g_total: 1.5863e-02 ] +2024-10-10 00:22:40,326 INFO: [ epoch: 340 ] [ iter:454,300 ] [ performance: 25.698 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:28 ] [ l_g_pix: 3.1287e-02 ] [ l_g_total: 3.1287e-02 ] +2024-10-10 00:22:44,052 INFO: [ epoch: 340 ] [ iter:454,400 ] [ performance: 26.507 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:22 ] [ l_g_pix: 3.0493e-02 ] [ l_g_total: 3.0493e-02 ] +2024-10-10 00:22:47,813 INFO: [ epoch: 340 ] [ iter:454,500 ] [ performance: 26.599 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:16 ] [ l_g_pix: 2.8247e-02 ] [ l_g_total: 2.8247e-02 ] +2024-10-10 00:22:51,508 INFO: [ epoch: 340 ] [ iter:454,600 ] [ performance: 26.937 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:10 ] [ l_g_pix: 2.0794e-02 ] [ l_g_total: 2.0794e-02 ] +2024-10-10 00:22:55,133 INFO: [ epoch: 340 ] [ iter:454,700 ] [ performance: 27.432 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:04 ] [ l_g_pix: 4.1329e-02 ] [ l_g_total: 4.1329e-02 ] +2024-10-10 00:22:58,863 INFO: [ epoch: 340 ] [ iter:454,800 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:58 ] [ l_g_pix: 2.1596e-02 ] [ l_g_total: 2.1596e-02 ] +2024-10-10 00:23:02,606 INFO: [ epoch: 340 ] [ iter:454,900 ] [ performance: 26.812 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:53 ] [ l_g_pix: 3.2830e-02 ] [ l_g_total: 3.2830e-02 ] +2024-10-10 00:23:06,336 INFO: [ epoch: 340 ] [ iter:455,000 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:47 ] [ l_g_pix: 2.6259e-02 ] [ l_g_total: 2.6259e-02 ] +2024-10-10 00:23:10,075 INFO: [ epoch: 340 ] [ iter:455,100 ] [ performance: 26.749 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:41 ] [ l_g_pix: 2.5734e-02 ] [ l_g_total: 2.5734e-02 ] +2024-10-10 00:23:13,813 INFO: [ epoch: 340 ] [ iter:455,200 ] [ performance: 26.759 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:35 ] [ l_g_pix: 2.0257e-02 ] [ l_g_total: 2.0257e-02 ] +2024-10-10 00:23:17,515 INFO: [ epoch: 340 ] [ iter:455,300 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:29 ] [ l_g_pix: 2.7411e-02 ] [ l_g_total: 2.7411e-02 ] +2024-10-10 00:23:21,250 INFO: [ epoch: 340 ] [ iter:455,400 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:23 ] [ l_g_pix: 2.5799e-02 ] [ l_g_total: 2.5799e-02 ] +2024-10-10 00:23:24,918 INFO: [ epoch: 340 ] [ iter:455,500 ] [ performance: 28.298 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:17 ] [ l_g_pix: 2.4255e-02 ] [ l_g_total: 2.4255e-02 ] +2024-10-10 00:23:29,942 INFO: [ epoch: 341 ] [ iter:455,600 ] [ performance: 21.529 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:12 ] [ l_g_pix: 2.4114e-02 ] [ l_g_total: 2.4114e-02 ] +2024-10-10 00:23:33,780 INFO: [ epoch: 341 ] [ iter:455,700 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:06 ] [ l_g_pix: 2.6275e-02 ] [ l_g_total: 2.6275e-02 ] +2024-10-10 00:23:37,484 INFO: [ epoch: 341 ] [ iter:455,800 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:00 ] [ l_g_pix: 3.3664e-02 ] [ l_g_total: 3.3664e-02 ] +2024-10-10 00:23:41,211 INFO: [ epoch: 341 ] [ iter:455,900 ] [ performance: 27.283 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:54 ] [ l_g_pix: 1.6657e-02 ] [ l_g_total: 1.6657e-02 ] +2024-10-10 00:23:44,917 INFO: [ epoch: 341 ] [ iter:456,000 ] [ performance: 27.059 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:48 ] [ l_g_pix: 3.6569e-02 ] [ l_g_total: 3.6569e-02 ] +2024-10-10 00:23:48,629 INFO: [ epoch: 341 ] [ iter:456,100 ] [ performance: 27.366 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:42 ] [ l_g_pix: 2.0974e-02 ] [ l_g_total: 2.0974e-02 ] +2024-10-10 00:23:52,359 INFO: [ epoch: 341 ] [ iter:456,200 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:36 ] [ l_g_pix: 3.3183e-02 ] [ l_g_total: 3.3183e-02 ] +2024-10-10 00:23:56,116 INFO: [ epoch: 341 ] [ iter:456,300 ] [ performance: 26.457 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:30 ] [ l_g_pix: 4.0048e-02 ] [ l_g_total: 4.0048e-02 ] +2024-10-10 00:23:59,861 INFO: [ epoch: 341 ] [ iter:456,400 ] [ performance: 26.651 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:25 ] [ l_g_pix: 3.1063e-02 ] [ l_g_total: 3.1063e-02 ] +2024-10-10 00:24:03,620 INFO: [ epoch: 341 ] [ iter:456,500 ] [ performance: 26.869 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:19 ] [ l_g_pix: 3.6965e-02 ] [ l_g_total: 3.6965e-02 ] +2024-10-10 00:24:07,336 INFO: [ epoch: 341 ] [ iter:456,600 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:13 ] [ l_g_pix: 2.5852e-02 ] [ l_g_total: 2.5852e-02 ] +2024-10-10 00:24:11,092 INFO: [ epoch: 341 ] [ iter:456,700 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:07 ] [ l_g_pix: 1.8789e-02 ] [ l_g_total: 1.8789e-02 ] +2024-10-10 00:24:14,828 INFO: [ epoch: 341 ] [ iter:456,800 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:01 ] [ l_g_pix: 3.4076e-02 ] [ l_g_total: 3.4076e-02 ] +2024-10-10 00:24:18,299 INFO: [ epoch: 341 ] [ iter:456,900 ] [ performance: 29.500 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:55 ] [ l_g_pix: 3.8691e-02 ] [ l_g_total: 3.8691e-02 ] +2024-10-10 00:24:23,599 INFO: [ epoch: 342 ] [ iter:457,000 ] [ performance: 20.438 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:50 ] [ l_g_pix: 3.0696e-02 ] [ l_g_total: 3.0696e-02 ] +2024-10-10 00:24:27,296 INFO: [ epoch: 342 ] [ iter:457,100 ] [ performance: 27.438 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:44 ] [ l_g_pix: 1.2738e-02 ] [ l_g_total: 1.2738e-02 ] +2024-10-10 00:24:30,989 INFO: [ epoch: 342 ] [ iter:457,200 ] [ performance: 27.157 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:38 ] [ l_g_pix: 2.7668e-02 ] [ l_g_total: 2.7668e-02 ] +2024-10-10 00:24:34,756 INFO: [ epoch: 342 ] [ iter:457,300 ] [ performance: 26.817 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:32 ] [ l_g_pix: 3.3433e-02 ] [ l_g_total: 3.3433e-02 ] +2024-10-10 00:24:38,452 INFO: [ epoch: 342 ] [ iter:457,400 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:26 ] [ l_g_pix: 2.8615e-02 ] [ l_g_total: 2.8615e-02 ] +2024-10-10 00:24:42,209 INFO: [ epoch: 342 ] [ iter:457,500 ] [ performance: 27.210 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:20 ] [ l_g_pix: 4.1200e-02 ] [ l_g_total: 4.1200e-02 ] +2024-10-10 00:24:45,969 INFO: [ epoch: 342 ] [ iter:457,600 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:14 ] [ l_g_pix: 3.1972e-02 ] [ l_g_total: 3.1972e-02 ] +2024-10-10 00:24:49,677 INFO: [ epoch: 342 ] [ iter:457,700 ] [ performance: 27.378 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:09 ] [ l_g_pix: 2.9851e-02 ] [ l_g_total: 2.9851e-02 ] +2024-10-10 00:24:53,351 INFO: [ epoch: 342 ] [ iter:457,800 ] [ performance: 27.253 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:03 ] [ l_g_pix: 1.6601e-02 ] [ l_g_total: 1.6601e-02 ] +2024-10-10 00:24:57,035 INFO: [ epoch: 342 ] [ iter:457,900 ] [ performance: 27.477 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:57 ] [ l_g_pix: 3.3136e-02 ] [ l_g_total: 3.3136e-02 ] +2024-10-10 00:25:00,767 INFO: [ epoch: 342 ] [ iter:458,000 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:51 ] [ l_g_pix: 1.9669e-02 ] [ l_g_total: 1.9669e-02 ] +2024-10-10 00:25:04,470 INFO: [ epoch: 342 ] [ iter:458,100 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:45 ] [ l_g_pix: 2.9975e-02 ] [ l_g_total: 2.9975e-02 ] +2024-10-10 00:25:08,042 INFO: [ epoch: 342 ] [ iter:458,200 ] [ performance: 27.856 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:39 ] [ l_g_pix: 4.5273e-02 ] [ l_g_total: 4.5273e-02 ] +2024-10-10 00:25:13,108 INFO: [ epoch: 343 ] [ iter:458,300 ] [ performance: 26.637 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:34 ] [ l_g_pix: 2.4566e-02 ] [ l_g_total: 2.4566e-02 ] +2024-10-10 00:25:16,836 INFO: [ epoch: 343 ] [ iter:458,400 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:28 ] [ l_g_pix: 3.7783e-02 ] [ l_g_total: 3.7783e-02 ] +2024-10-10 00:25:20,512 INFO: [ epoch: 343 ] [ iter:458,500 ] [ performance: 28.652 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:22 ] [ l_g_pix: 3.1890e-02 ] [ l_g_total: 3.1890e-02 ] +2024-10-10 00:25:24,251 INFO: [ epoch: 343 ] [ iter:458,600 ] [ performance: 27.036 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:16 ] [ l_g_pix: 2.5896e-02 ] [ l_g_total: 2.5896e-02 ] +2024-10-10 00:25:27,976 INFO: [ epoch: 343 ] [ iter:458,700 ] [ performance: 27.534 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:10 ] [ l_g_pix: 2.9294e-02 ] [ l_g_total: 2.9294e-02 ] +2024-10-10 00:25:31,704 INFO: [ epoch: 343 ] [ iter:458,800 ] [ performance: 26.936 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:04 ] [ l_g_pix: 3.4939e-02 ] [ l_g_total: 3.4939e-02 ] +2024-10-10 00:25:35,387 INFO: [ epoch: 343 ] [ iter:458,900 ] [ performance: 28.106 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:59 ] [ l_g_pix: 1.4195e-02 ] [ l_g_total: 1.4195e-02 ] +2024-10-10 00:25:39,111 INFO: [ epoch: 343 ] [ iter:459,000 ] [ performance: 27.030 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:53 ] [ l_g_pix: 3.8588e-02 ] [ l_g_total: 3.8588e-02 ] +2024-10-10 00:25:42,838 INFO: [ epoch: 343 ] [ iter:459,100 ] [ performance: 27.359 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:47 ] [ l_g_pix: 1.7928e-02 ] [ l_g_total: 1.7928e-02 ] +2024-10-10 00:25:46,584 INFO: [ epoch: 343 ] [ iter:459,200 ] [ performance: 26.793 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:41 ] [ l_g_pix: 3.7974e-02 ] [ l_g_total: 3.7974e-02 ] +2024-10-10 00:25:50,311 INFO: [ epoch: 343 ] [ iter:459,300 ] [ performance: 27.249 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:35 ] [ l_g_pix: 2.3623e-02 ] [ l_g_total: 2.3623e-02 ] +2024-10-10 00:25:54,002 INFO: [ epoch: 343 ] [ iter:459,400 ] [ performance: 27.116 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:29 ] [ l_g_pix: 2.9530e-02 ] [ l_g_total: 2.9530e-02 ] +2024-10-10 00:25:57,663 INFO: [ epoch: 343 ] [ iter:459,500 ] [ performance: 29.350 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:23 ] [ l_g_pix: 3.1634e-02 ] [ l_g_total: 3.1634e-02 ] +2024-10-10 00:26:02,436 INFO: [ epoch: 344 ] [ iter:459,600 ] [ performance: 21.722 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:18 ] [ l_g_pix: 2.0555e-02 ] [ l_g_total: 2.0555e-02 ] +2024-10-10 00:26:06,408 INFO: [ epoch: 344 ] [ iter:459,700 ] [ performance: 27.057 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:12 ] [ l_g_pix: 2.4984e-02 ] [ l_g_total: 2.4984e-02 ] +2024-10-10 00:26:10,098 INFO: [ epoch: 344 ] [ iter:459,800 ] [ performance: 27.099 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:06 ] [ l_g_pix: 2.4191e-02 ] [ l_g_total: 2.4191e-02 ] +2024-10-10 00:26:13,808 INFO: [ epoch: 344 ] [ iter:459,900 ] [ performance: 27.820 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:00 ] [ l_g_pix: 1.8991e-02 ] [ l_g_total: 1.8991e-02 ] +2024-10-10 00:26:17,537 INFO: [ epoch: 344 ] [ iter:460,000 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:54 ] [ l_g_pix: 2.1660e-02 ] [ l_g_total: 2.1660e-02 ] +2024-10-10 00:26:17,537 INFO: Saving models and training states. +2024-10-10 00:29:11,821 INFO: Validation val + + # psnr: 27.2275........ Best: 27.2275 @ 460000 iter + # ssim: 0.7673........ Best: 0.7673 @ 460000 iter + # dists: 0.7731........ Best: 0.7731 @ 460000 iter + +2024-10-10 00:29:15,530 INFO: [ epoch: 344 ] [ iter:460,100 ] [ performance: 27.518 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:11 ] [ l_g_pix: 2.8825e-02 ] [ l_g_total: 2.8825e-02 ] +2024-10-10 00:29:19,265 INFO: [ epoch: 344 ] [ iter:460,200 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:05 ] [ l_g_pix: 2.1969e-02 ] [ l_g_total: 2.1969e-02 ] +2024-10-10 00:29:22,968 INFO: [ epoch: 344 ] [ iter:460,300 ] [ performance: 26.509 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:00 ] [ l_g_pix: 2.5733e-02 ] [ l_g_total: 2.5733e-02 ] +2024-10-10 00:29:26,679 INFO: [ epoch: 344 ] [ iter:460,400 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:54 ] [ l_g_pix: 2.4772e-02 ] [ l_g_total: 2.4772e-02 ] +2024-10-10 00:29:30,403 INFO: [ epoch: 344 ] [ iter:460,500 ] [ performance: 27.697 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:48 ] [ l_g_pix: 2.7634e-02 ] [ l_g_total: 2.7634e-02 ] +2024-10-10 00:29:34,127 INFO: [ epoch: 344 ] [ iter:460,600 ] [ performance: 26.925 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:42 ] [ l_g_pix: 2.8337e-02 ] [ l_g_total: 2.8337e-02 ] +2024-10-10 00:29:37,876 INFO: [ epoch: 344 ] [ iter:460,700 ] [ performance: 26.987 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:36 ] [ l_g_pix: 2.6613e-02 ] [ l_g_total: 2.6613e-02 ] +2024-10-10 00:29:41,608 INFO: [ epoch: 344 ] [ iter:460,800 ] [ performance: 26.814 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:30 ] [ l_g_pix: 2.8565e-02 ] [ l_g_total: 2.8565e-02 ] +2024-10-10 00:29:45,127 INFO: [ epoch: 344 ] [ iter:460,900 ] [ performance: 29.880 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:24 ] [ l_g_pix: 2.4135e-02 ] [ l_g_total: 2.4135e-02 ] +2024-10-10 00:29:50,444 INFO: [ epoch: 345 ] [ iter:461,000 ] [ performance: 19.278 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:19 ] [ l_g_pix: 3.0530e-02 ] [ l_g_total: 3.0530e-02 ] +2024-10-10 00:29:54,241 INFO: [ epoch: 345 ] [ iter:461,100 ] [ performance: 25.555 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:13 ] [ l_g_pix: 3.4322e-02 ] [ l_g_total: 3.4322e-02 ] +2024-10-10 00:29:57,992 INFO: [ epoch: 345 ] [ iter:461,200 ] [ performance: 26.599 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:07 ] [ l_g_pix: 2.5732e-02 ] [ l_g_total: 2.5732e-02 ] +2024-10-10 00:30:01,764 INFO: [ epoch: 345 ] [ iter:461,300 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:01 ] [ l_g_pix: 2.2761e-02 ] [ l_g_total: 2.2761e-02 ] +2024-10-10 00:30:05,491 INFO: [ epoch: 345 ] [ iter:461,400 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:55 ] [ l_g_pix: 3.2646e-02 ] [ l_g_total: 3.2646e-02 ] +2024-10-10 00:30:09,211 INFO: [ epoch: 345 ] [ iter:461,500 ] [ performance: 25.490 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:49 ] [ l_g_pix: 2.5782e-02 ] [ l_g_total: 2.5782e-02 ] +2024-10-10 00:30:12,976 INFO: [ epoch: 345 ] [ iter:461,600 ] [ performance: 26.525 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:43 ] [ l_g_pix: 2.4885e-02 ] [ l_g_total: 2.4885e-02 ] +2024-10-10 00:30:16,731 INFO: [ epoch: 345 ] [ iter:461,700 ] [ performance: 27.382 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:38 ] [ l_g_pix: 3.6277e-02 ] [ l_g_total: 3.6277e-02 ] +2024-10-10 00:30:20,453 INFO: [ epoch: 345 ] [ iter:461,800 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:32 ] [ l_g_pix: 2.4919e-02 ] [ l_g_total: 2.4919e-02 ] +2024-10-10 00:30:24,163 INFO: [ epoch: 345 ] [ iter:461,900 ] [ performance: 26.723 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:26 ] [ l_g_pix: 1.7372e-02 ] [ l_g_total: 1.7372e-02 ] +2024-10-10 00:30:27,892 INFO: [ epoch: 345 ] [ iter:462,000 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:20 ] [ l_g_pix: 3.0594e-02 ] [ l_g_total: 3.0594e-02 ] +2024-10-10 00:30:31,565 INFO: [ epoch: 345 ] [ iter:462,100 ] [ performance: 25.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:14 ] [ l_g_pix: 3.3948e-02 ] [ l_g_total: 3.3948e-02 ] +2024-10-10 00:30:35,165 INFO: [ epoch: 345 ] [ iter:462,200 ] [ performance: 27.764 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:08 ] [ l_g_pix: 2.9341e-02 ] [ l_g_total: 2.9341e-02 ] +2024-10-10 00:30:40,121 INFO: [ epoch: 346 ] [ iter:462,300 ] [ performance: 23.393 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:03 ] [ l_g_pix: 3.2831e-02 ] [ l_g_total: 3.2831e-02 ] +2024-10-10 00:30:43,884 INFO: [ epoch: 346 ] [ iter:462,400 ] [ performance: 26.581 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:57 ] [ l_g_pix: 1.9834e-02 ] [ l_g_total: 1.9834e-02 ] +2024-10-10 00:30:47,592 INFO: [ epoch: 346 ] [ iter:462,500 ] [ performance: 26.776 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:51 ] [ l_g_pix: 3.0383e-02 ] [ l_g_total: 3.0383e-02 ] +2024-10-10 00:30:51,341 INFO: [ epoch: 346 ] [ iter:462,600 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:45 ] [ l_g_pix: 2.6085e-02 ] [ l_g_total: 2.6085e-02 ] +2024-10-10 00:30:55,097 INFO: [ epoch: 346 ] [ iter:462,700 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:39 ] [ l_g_pix: 3.6951e-02 ] [ l_g_total: 3.6951e-02 ] +2024-10-10 00:30:58,826 INFO: [ epoch: 346 ] [ iter:462,800 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:33 ] [ l_g_pix: 1.8719e-02 ] [ l_g_total: 1.8719e-02 ] +2024-10-10 00:31:02,559 INFO: [ epoch: 346 ] [ iter:462,900 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:27 ] [ l_g_pix: 2.2151e-02 ] [ l_g_total: 2.2151e-02 ] +2024-10-10 00:31:06,278 INFO: [ epoch: 346 ] [ iter:463,000 ] [ performance: 26.884 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:22 ] [ l_g_pix: 4.0486e-02 ] [ l_g_total: 4.0486e-02 ] +2024-10-10 00:31:09,986 INFO: [ epoch: 346 ] [ iter:463,100 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:16 ] [ l_g_pix: 2.4454e-02 ] [ l_g_total: 2.4454e-02 ] +2024-10-10 00:31:13,705 INFO: [ epoch: 346 ] [ iter:463,200 ] [ performance: 26.929 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:10 ] [ l_g_pix: 4.3781e-02 ] [ l_g_total: 4.3781e-02 ] +2024-10-10 00:31:17,367 INFO: [ epoch: 346 ] [ iter:463,300 ] [ performance: 27.123 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:04 ] [ l_g_pix: 2.9064e-02 ] [ l_g_total: 2.9064e-02 ] +2024-10-10 00:31:21,114 INFO: [ epoch: 346 ] [ iter:463,400 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:58 ] [ l_g_pix: 2.8313e-02 ] [ l_g_total: 2.8313e-02 ] +2024-10-10 00:31:24,785 INFO: [ epoch: 346 ] [ iter:463,500 ] [ performance: 26.990 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:52 ] [ l_g_pix: 2.3717e-02 ] [ l_g_total: 2.3717e-02 ] +2024-10-10 00:31:29,473 INFO: [ epoch: 347 ] [ iter:463,600 ] [ performance: 20.993 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:47 ] [ l_g_pix: 1.8927e-02 ] [ l_g_total: 1.8927e-02 ] +2024-10-10 00:31:33,552 INFO: [ epoch: 347 ] [ iter:463,700 ] [ performance: 22.676 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:41 ] [ l_g_pix: 2.6745e-02 ] [ l_g_total: 2.6745e-02 ] +2024-10-10 00:31:37,281 INFO: [ epoch: 347 ] [ iter:463,800 ] [ performance: 26.892 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:35 ] [ l_g_pix: 2.8353e-02 ] [ l_g_total: 2.8353e-02 ] +2024-10-10 00:31:41,007 INFO: [ epoch: 347 ] [ iter:463,900 ] [ performance: 26.868 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:29 ] [ l_g_pix: 4.0147e-02 ] [ l_g_total: 4.0147e-02 ] +2024-10-10 00:31:44,700 INFO: [ epoch: 347 ] [ iter:464,000 ] [ performance: 27.115 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:23 ] [ l_g_pix: 2.8852e-02 ] [ l_g_total: 2.8852e-02 ] +2024-10-10 00:31:48,362 INFO: [ epoch: 347 ] [ iter:464,100 ] [ performance: 27.216 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:17 ] [ l_g_pix: 2.6340e-02 ] [ l_g_total: 2.6340e-02 ] +2024-10-10 00:31:52,053 INFO: [ epoch: 347 ] [ iter:464,200 ] [ performance: 27.214 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:12 ] [ l_g_pix: 3.6067e-02 ] [ l_g_total: 3.6067e-02 ] +2024-10-10 00:31:55,782 INFO: [ epoch: 347 ] [ iter:464,300 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:06 ] [ l_g_pix: 1.4730e-02 ] [ l_g_total: 1.4730e-02 ] +2024-10-10 00:31:59,483 INFO: [ epoch: 347 ] [ iter:464,400 ] [ performance: 27.027 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:00 ] [ l_g_pix: 2.7142e-02 ] [ l_g_total: 2.7142e-02 ] +2024-10-10 00:32:03,274 INFO: [ epoch: 347 ] [ iter:464,500 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:54 ] [ l_g_pix: 2.4713e-02 ] [ l_g_total: 2.4713e-02 ] +2024-10-10 00:32:06,999 INFO: [ epoch: 347 ] [ iter:464,600 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:48 ] [ l_g_pix: 3.1316e-02 ] [ l_g_total: 3.1316e-02 ] +2024-10-10 00:32:10,690 INFO: [ epoch: 347 ] [ iter:464,700 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:42 ] [ l_g_pix: 3.4838e-02 ] [ l_g_total: 3.4838e-02 ] +2024-10-10 00:32:14,434 INFO: [ epoch: 347 ] [ iter:464,800 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:37 ] [ l_g_pix: 1.9901e-02 ] [ l_g_total: 1.9901e-02 ] +2024-10-10 00:32:17,976 INFO: [ epoch: 347 ] [ iter:464,900 ] [ performance: 27.504 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:31 ] [ l_g_pix: 3.3990e-02 ] [ l_g_total: 3.3990e-02 ] +2024-10-10 00:32:23,279 INFO: [ epoch: 348 ] [ iter:465,000 ] [ performance: 17.951 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:25 ] [ l_g_pix: 2.4685e-02 ] [ l_g_total: 2.4685e-02 ] +2024-10-10 00:32:27,009 INFO: [ epoch: 348 ] [ iter:465,100 ] [ performance: 21.806 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:19 ] [ l_g_pix: 1.5173e-02 ] [ l_g_total: 1.5173e-02 ] +2024-10-10 00:32:30,738 INFO: [ epoch: 348 ] [ iter:465,200 ] [ performance: 26.902 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:13 ] [ l_g_pix: 4.1428e-02 ] [ l_g_total: 4.1428e-02 ] +2024-10-10 00:32:34,445 INFO: [ epoch: 348 ] [ iter:465,300 ] [ performance: 26.947 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:08 ] [ l_g_pix: 3.6301e-02 ] [ l_g_total: 3.6301e-02 ] +2024-10-10 00:32:38,179 INFO: [ epoch: 348 ] [ iter:465,400 ] [ performance: 26.771 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:02 ] [ l_g_pix: 2.3191e-02 ] [ l_g_total: 2.3191e-02 ] +2024-10-10 00:32:41,952 INFO: [ epoch: 348 ] [ iter:465,500 ] [ performance: 26.631 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:56 ] [ l_g_pix: 2.1963e-02 ] [ l_g_total: 2.1963e-02 ] +2024-10-10 00:32:45,669 INFO: [ epoch: 348 ] [ iter:465,600 ] [ performance: 27.060 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:50 ] [ l_g_pix: 1.7396e-02 ] [ l_g_total: 1.7396e-02 ] +2024-10-10 00:32:49,411 INFO: [ epoch: 348 ] [ iter:465,700 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:44 ] [ l_g_pix: 3.4813e-02 ] [ l_g_total: 3.4813e-02 ] +2024-10-10 00:32:53,108 INFO: [ epoch: 348 ] [ iter:465,800 ] [ performance: 27.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:38 ] [ l_g_pix: 3.8688e-02 ] [ l_g_total: 3.8688e-02 ] +2024-10-10 00:32:56,792 INFO: [ epoch: 348 ] [ iter:465,900 ] [ performance: 27.146 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:33 ] [ l_g_pix: 3.4943e-02 ] [ l_g_total: 3.4943e-02 ] +2024-10-10 00:33:00,478 INFO: [ epoch: 348 ] [ iter:466,000 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:27 ] [ l_g_pix: 2.8820e-02 ] [ l_g_total: 2.8820e-02 ] +2024-10-10 00:33:04,195 INFO: [ epoch: 348 ] [ iter:466,100 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:21 ] [ l_g_pix: 3.4803e-02 ] [ l_g_total: 3.4803e-02 ] +2024-10-10 00:33:07,825 INFO: [ epoch: 348 ] [ iter:466,200 ] [ performance: 27.840 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:15 ] [ l_g_pix: 3.7123e-02 ] [ l_g_total: 3.7123e-02 ] +2024-10-10 00:33:12,975 INFO: [ epoch: 349 ] [ iter:466,300 ] [ performance: 22.463 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:09 ] [ l_g_pix: 3.2405e-02 ] [ l_g_total: 3.2405e-02 ] +2024-10-10 00:33:16,692 INFO: [ epoch: 349 ] [ iter:466,400 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:04 ] [ l_g_pix: 3.4804e-02 ] [ l_g_total: 3.4804e-02 ] +2024-10-10 00:33:20,376 INFO: [ epoch: 349 ] [ iter:466,500 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:58 ] [ l_g_pix: 4.8058e-02 ] [ l_g_total: 4.8058e-02 ] +2024-10-10 00:33:24,060 INFO: [ epoch: 349 ] [ iter:466,600 ] [ performance: 27.199 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:52 ] [ l_g_pix: 3.0230e-02 ] [ l_g_total: 3.0230e-02 ] +2024-10-10 00:33:27,748 INFO: [ epoch: 349 ] [ iter:466,700 ] [ performance: 27.156 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:46 ] [ l_g_pix: 3.9644e-02 ] [ l_g_total: 3.9644e-02 ] +2024-10-10 00:33:31,507 INFO: [ epoch: 349 ] [ iter:466,800 ] [ performance: 26.909 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:40 ] [ l_g_pix: 3.2665e-02 ] [ l_g_total: 3.2665e-02 ] +2024-10-10 00:33:35,222 INFO: [ epoch: 349 ] [ iter:466,900 ] [ performance: 26.915 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:35 ] [ l_g_pix: 2.4074e-02 ] [ l_g_total: 2.4074e-02 ] +2024-10-10 00:33:38,963 INFO: [ epoch: 349 ] [ iter:467,000 ] [ performance: 27.037 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:29 ] [ l_g_pix: 3.1295e-02 ] [ l_g_total: 3.1295e-02 ] +2024-10-10 00:33:42,662 INFO: [ epoch: 349 ] [ iter:467,100 ] [ performance: 27.039 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:23 ] [ l_g_pix: 1.7920e-02 ] [ l_g_total: 1.7920e-02 ] +2024-10-10 00:33:46,432 INFO: [ epoch: 349 ] [ iter:467,200 ] [ performance: 26.624 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:17 ] [ l_g_pix: 4.2690e-02 ] [ l_g_total: 4.2690e-02 ] +2024-10-10 00:33:50,179 INFO: [ epoch: 349 ] [ iter:467,300 ] [ performance: 26.663 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:11 ] [ l_g_pix: 2.4172e-02 ] [ l_g_total: 2.4172e-02 ] +2024-10-10 00:33:53,895 INFO: [ epoch: 349 ] [ iter:467,400 ] [ performance: 27.159 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:05 ] [ l_g_pix: 3.5484e-02 ] [ l_g_total: 3.5484e-02 ] +2024-10-10 00:33:57,613 INFO: [ epoch: 349 ] [ iter:467,500 ] [ performance: 27.014 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:00 ] [ l_g_pix: 2.4705e-02 ] [ l_g_total: 2.4705e-02 ] +2024-10-10 00:34:01,206 INFO: [ epoch: 349 ] [ iter:467,600 ] [ performance: 27.698 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:54 ] [ l_g_pix: 1.7012e-02 ] [ l_g_total: 1.7012e-02 ] +2024-10-10 00:34:06,354 INFO: [ epoch: 350 ] [ iter:467,700 ] [ performance: 22.255 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:48 ] [ l_g_pix: 2.0710e-02 ] [ l_g_total: 2.0710e-02 ] +2024-10-10 00:34:10,102 INFO: [ epoch: 350 ] [ iter:467,800 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:42 ] [ l_g_pix: 2.4203e-02 ] [ l_g_total: 2.4203e-02 ] +2024-10-10 00:34:13,882 INFO: [ epoch: 350 ] [ iter:467,900 ] [ performance: 26.657 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:37 ] [ l_g_pix: 2.2737e-02 ] [ l_g_total: 2.2737e-02 ] +2024-10-10 00:34:17,596 INFO: [ epoch: 350 ] [ iter:468,000 ] [ performance: 27.176 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:31 ] [ l_g_pix: 2.1613e-02 ] [ l_g_total: 2.1613e-02 ] +2024-10-10 00:34:21,323 INFO: [ epoch: 350 ] [ iter:468,100 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:25 ] [ l_g_pix: 1.9549e-02 ] [ l_g_total: 1.9549e-02 ] +2024-10-10 00:34:25,095 INFO: [ epoch: 350 ] [ iter:468,200 ] [ performance: 26.831 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:19 ] [ l_g_pix: 2.5202e-02 ] [ l_g_total: 2.5202e-02 ] +2024-10-10 00:34:28,862 INFO: [ epoch: 350 ] [ iter:468,300 ] [ performance: 26.668 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:13 ] [ l_g_pix: 3.6065e-02 ] [ l_g_total: 3.6065e-02 ] +2024-10-10 00:34:32,550 INFO: [ epoch: 350 ] [ iter:468,400 ] [ performance: 27.256 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:08 ] [ l_g_pix: 4.7419e-02 ] [ l_g_total: 4.7419e-02 ] +2024-10-10 00:34:36,251 INFO: [ epoch: 350 ] [ iter:468,500 ] [ performance: 27.121 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:02 ] [ l_g_pix: 2.7893e-02 ] [ l_g_total: 2.7893e-02 ] +2024-10-10 00:34:39,991 INFO: [ epoch: 350 ] [ iter:468,600 ] [ performance: 26.723 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:56 ] [ l_g_pix: 2.3583e-02 ] [ l_g_total: 2.3583e-02 ] +2024-10-10 00:34:43,686 INFO: [ epoch: 350 ] [ iter:468,700 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:50 ] [ l_g_pix: 1.5952e-02 ] [ l_g_total: 1.5952e-02 ] +2024-10-10 00:34:47,431 INFO: [ epoch: 350 ] [ iter:468,800 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:44 ] [ l_g_pix: 1.5315e-02 ] [ l_g_total: 1.5315e-02 ] +2024-10-10 00:34:51,005 INFO: [ epoch: 350 ] [ iter:468,900 ] [ performance: 27.503 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:39 ] [ l_g_pix: 2.6275e-02 ] [ l_g_total: 2.6275e-02 ] +2024-10-10 00:34:56,304 INFO: [ epoch: 351 ] [ iter:469,000 ] [ performance: 16.266 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:33 ] [ l_g_pix: 3.4311e-02 ] [ l_g_total: 3.4311e-02 ] +2024-10-10 00:35:00,031 INFO: [ epoch: 351 ] [ iter:469,100 ] [ performance: 21.287 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:27 ] [ l_g_pix: 2.3381e-02 ] [ l_g_total: 2.3381e-02 ] +2024-10-10 00:35:03,760 INFO: [ epoch: 351 ] [ iter:469,200 ] [ performance: 26.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:21 ] [ l_g_pix: 2.4770e-02 ] [ l_g_total: 2.4770e-02 ] +2024-10-10 00:35:07,452 INFO: [ epoch: 351 ] [ iter:469,300 ] [ performance: 27.025 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:15 ] [ l_g_pix: 3.1114e-02 ] [ l_g_total: 3.1114e-02 ] +2024-10-10 00:35:11,211 INFO: [ epoch: 351 ] [ iter:469,400 ] [ performance: 26.614 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:10 ] [ l_g_pix: 3.3082e-02 ] [ l_g_total: 3.3082e-02 ] +2024-10-10 00:35:15,001 INFO: [ epoch: 351 ] [ iter:469,500 ] [ performance: 26.478 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:04 ] [ l_g_pix: 3.4077e-02 ] [ l_g_total: 3.4077e-02 ] +2024-10-10 00:35:18,703 INFO: [ epoch: 351 ] [ iter:469,600 ] [ performance: 27.097 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:58 ] [ l_g_pix: 3.0862e-02 ] [ l_g_total: 3.0862e-02 ] +2024-10-10 00:35:22,436 INFO: [ epoch: 351 ] [ iter:469,700 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:52 ] [ l_g_pix: 3.4392e-02 ] [ l_g_total: 3.4392e-02 ] +2024-10-10 00:35:26,175 INFO: [ epoch: 351 ] [ iter:469,800 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:47 ] [ l_g_pix: 2.0210e-02 ] [ l_g_total: 2.0210e-02 ] +2024-10-10 00:35:29,921 INFO: [ epoch: 351 ] [ iter:469,900 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:41 ] [ l_g_pix: 4.3312e-02 ] [ l_g_total: 4.3312e-02 ] +2024-10-10 00:35:33,683 INFO: [ epoch: 351 ] [ iter:470,000 ] [ performance: 26.926 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:35 ] [ l_g_pix: 3.5093e-02 ] [ l_g_total: 3.5093e-02 ] +2024-10-10 00:35:33,684 INFO: Saving models and training states. +2024-10-10 00:38:26,521 INFO: Validation val + + # psnr: 27.2229........ Best: 27.2275 @ 460000 iter + # ssim: 0.7672........ Best: 0.7673 @ 460000 iter + # dists: 0.7732........ Best: 0.7731 @ 460000 iter + +2024-10-10 00:38:30,221 INFO: [ epoch: 351 ] [ iter:470,100 ] [ performance: 27.028 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:48 ] [ l_g_pix: 3.1218e-02 ] [ l_g_total: 3.1218e-02 ] +2024-10-10 00:38:33,867 INFO: [ epoch: 351 ] [ iter:470,200 ] [ performance: 27.748 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:42 ] [ l_g_pix: 3.6436e-02 ] [ l_g_total: 3.6436e-02 ] +2024-10-10 00:38:38,847 INFO: [ epoch: 352 ] [ iter:470,300 ] [ performance: 22.434 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:36 ] [ l_g_pix: 3.5898e-02 ] [ l_g_total: 3.5898e-02 ] +2024-10-10 00:38:42,710 INFO: [ epoch: 352 ] [ iter:470,400 ] [ performance: 26.408 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:30 ] [ l_g_pix: 3.2404e-02 ] [ l_g_total: 3.2404e-02 ] +2024-10-10 00:38:46,752 INFO: [ epoch: 352 ] [ iter:470,500 ] [ performance: 25.343 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:24 ] [ l_g_pix: 3.4029e-02 ] [ l_g_total: 3.4029e-02 ] +2024-10-10 00:38:50,627 INFO: [ epoch: 352 ] [ iter:470,600 ] [ performance: 27.310 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:19 ] [ l_g_pix: 2.3913e-02 ] [ l_g_total: 2.3913e-02 ] +2024-10-10 00:38:54,290 INFO: [ epoch: 352 ] [ iter:470,700 ] [ performance: 27.306 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:13 ] [ l_g_pix: 2.0501e-02 ] [ l_g_total: 2.0501e-02 ] +2024-10-10 00:38:57,975 INFO: [ epoch: 352 ] [ iter:470,800 ] [ performance: 27.045 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:07 ] [ l_g_pix: 2.2624e-02 ] [ l_g_total: 2.2624e-02 ] +2024-10-10 00:39:01,694 INFO: [ epoch: 352 ] [ iter:470,900 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:01 ] [ l_g_pix: 1.7911e-02 ] [ l_g_total: 1.7911e-02 ] +2024-10-10 00:39:05,411 INFO: [ epoch: 352 ] [ iter:471,000 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:55 ] [ l_g_pix: 3.9441e-02 ] [ l_g_total: 3.9441e-02 ] +2024-10-10 00:39:09,186 INFO: [ epoch: 352 ] [ iter:471,100 ] [ performance: 26.655 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:49 ] [ l_g_pix: 1.9524e-02 ] [ l_g_total: 1.9524e-02 ] +2024-10-10 00:39:12,915 INFO: [ epoch: 352 ] [ iter:471,200 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:44 ] [ l_g_pix: 1.9022e-02 ] [ l_g_total: 1.9022e-02 ] +2024-10-10 00:39:16,642 INFO: [ epoch: 352 ] [ iter:471,300 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:38 ] [ l_g_pix: 2.2844e-02 ] [ l_g_total: 2.2844e-02 ] +2024-10-10 00:39:20,374 INFO: [ epoch: 352 ] [ iter:471,400 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:32 ] [ l_g_pix: 2.2812e-02 ] [ l_g_total: 2.2812e-02 ] +2024-10-10 00:39:24,112 INFO: [ epoch: 352 ] [ iter:471,500 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:26 ] [ l_g_pix: 3.0881e-02 ] [ l_g_total: 3.0881e-02 ] +2024-10-10 00:39:27,633 INFO: [ epoch: 352 ] [ iter:471,600 ] [ performance: 28.770 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:20 ] [ l_g_pix: 1.9613e-02 ] [ l_g_total: 1.9613e-02 ] +2024-10-10 00:39:32,957 INFO: [ epoch: 353 ] [ iter:471,700 ] [ performance: 21.391 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:15 ] [ l_g_pix: 1.6879e-02 ] [ l_g_total: 1.6879e-02 ] +2024-10-10 00:39:36,660 INFO: [ epoch: 353 ] [ iter:471,800 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:09 ] [ l_g_pix: 2.5414e-02 ] [ l_g_total: 2.5414e-02 ] +2024-10-10 00:39:40,439 INFO: [ epoch: 353 ] [ iter:471,900 ] [ performance: 26.648 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:03 ] [ l_g_pix: 4.1326e-02 ] [ l_g_total: 4.1326e-02 ] +2024-10-10 00:39:44,157 INFO: [ epoch: 353 ] [ iter:472,000 ] [ performance: 27.154 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:57 ] [ l_g_pix: 2.8766e-02 ] [ l_g_total: 2.8766e-02 ] +2024-10-10 00:39:47,882 INFO: [ epoch: 353 ] [ iter:472,100 ] [ performance: 26.951 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:51 ] [ l_g_pix: 3.6890e-02 ] [ l_g_total: 3.6890e-02 ] +2024-10-10 00:39:51,548 INFO: [ epoch: 353 ] [ iter:472,200 ] [ performance: 27.393 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:46 ] [ l_g_pix: 3.1977e-02 ] [ l_g_total: 3.1977e-02 ] +2024-10-10 00:39:55,282 INFO: [ epoch: 353 ] [ iter:472,300 ] [ performance: 26.986 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:40 ] [ l_g_pix: 3.0939e-02 ] [ l_g_total: 3.0939e-02 ] +2024-10-10 00:39:59,027 INFO: [ epoch: 353 ] [ iter:472,400 ] [ performance: 26.698 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:34 ] [ l_g_pix: 2.6550e-02 ] [ l_g_total: 2.6550e-02 ] +2024-10-10 00:40:02,743 INFO: [ epoch: 353 ] [ iter:472,500 ] [ performance: 26.845 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:28 ] [ l_g_pix: 3.1346e-02 ] [ l_g_total: 3.1346e-02 ] +2024-10-10 00:40:06,490 INFO: [ epoch: 353 ] [ iter:472,600 ] [ performance: 26.614 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:22 ] [ l_g_pix: 2.3886e-02 ] [ l_g_total: 2.3886e-02 ] +2024-10-10 00:40:10,224 INFO: [ epoch: 353 ] [ iter:472,700 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:17 ] [ l_g_pix: 2.1911e-02 ] [ l_g_total: 2.1911e-02 ] +2024-10-10 00:40:13,925 INFO: [ epoch: 353 ] [ iter:472,800 ] [ performance: 27.056 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:11 ] [ l_g_pix: 2.8704e-02 ] [ l_g_total: 2.8704e-02 ] +2024-10-10 00:40:17,525 INFO: [ epoch: 353 ] [ iter:472,900 ] [ performance: 27.542 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:05 ] [ l_g_pix: 3.8746e-02 ] [ l_g_total: 3.8746e-02 ] +2024-10-10 00:40:22,595 INFO: [ epoch: 354 ] [ iter:473,000 ] [ performance: 22.845 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:59 ] [ l_g_pix: 3.3551e-02 ] [ l_g_total: 3.3551e-02 ] +2024-10-10 00:40:26,289 INFO: [ epoch: 354 ] [ iter:473,100 ] [ performance: 25.565 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:53 ] [ l_g_pix: 2.5613e-02 ] [ l_g_total: 2.5613e-02 ] +2024-10-10 00:40:30,027 INFO: [ epoch: 354 ] [ iter:473,200 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:48 ] [ l_g_pix: 2.4136e-02 ] [ l_g_total: 2.4136e-02 ] +2024-10-10 00:40:33,701 INFO: [ epoch: 354 ] [ iter:473,300 ] [ performance: 27.102 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:42 ] [ l_g_pix: 2.8375e-02 ] [ l_g_total: 2.8375e-02 ] +2024-10-10 00:40:37,455 INFO: [ epoch: 354 ] [ iter:473,400 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:36 ] [ l_g_pix: 1.8685e-02 ] [ l_g_total: 1.8685e-02 ] +2024-10-10 00:40:41,153 INFO: [ epoch: 354 ] [ iter:473,500 ] [ performance: 26.980 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:30 ] [ l_g_pix: 4.4035e-02 ] [ l_g_total: 4.4035e-02 ] +2024-10-10 00:40:44,935 INFO: [ epoch: 354 ] [ iter:473,600 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:24 ] [ l_g_pix: 2.4801e-02 ] [ l_g_total: 2.4801e-02 ] +2024-10-10 00:40:48,681 INFO: [ epoch: 354 ] [ iter:473,700 ] [ performance: 26.719 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:19 ] [ l_g_pix: 3.1122e-02 ] [ l_g_total: 3.1122e-02 ] +2024-10-10 00:40:52,383 INFO: [ epoch: 354 ] [ iter:473,800 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:13 ] [ l_g_pix: 3.5283e-02 ] [ l_g_total: 3.5283e-02 ] +2024-10-10 00:40:56,116 INFO: [ epoch: 354 ] [ iter:473,900 ] [ performance: 26.867 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:07 ] [ l_g_pix: 2.2240e-02 ] [ l_g_total: 2.2240e-02 ] +2024-10-10 00:40:59,810 INFO: [ epoch: 354 ] [ iter:474,000 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:01 ] [ l_g_pix: 2.9250e-02 ] [ l_g_total: 2.9250e-02 ] +2024-10-10 00:41:03,546 INFO: [ epoch: 354 ] [ iter:474,100 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:55 ] [ l_g_pix: 2.5718e-02 ] [ l_g_total: 2.5718e-02 ] +2024-10-10 00:41:07,213 INFO: [ epoch: 354 ] [ iter:474,200 ] [ performance: 27.477 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:50 ] [ l_g_pix: 3.5089e-02 ] [ l_g_total: 3.5089e-02 ] +2024-10-10 00:41:11,912 INFO: [ epoch: 355 ] [ iter:474,300 ] [ performance: 22.778 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:44 ] [ l_g_pix: 1.9985e-02 ] [ l_g_total: 1.9985e-02 ] +2024-10-10 00:41:15,849 INFO: [ epoch: 355 ] [ iter:474,400 ] [ performance: 26.886 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:38 ] [ l_g_pix: 2.0682e-02 ] [ l_g_total: 2.0682e-02 ] +2024-10-10 00:41:19,592 INFO: [ epoch: 355 ] [ iter:474,500 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:32 ] [ l_g_pix: 3.2245e-02 ] [ l_g_total: 3.2245e-02 ] +2024-10-10 00:41:23,317 INFO: [ epoch: 355 ] [ iter:474,600 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:27 ] [ l_g_pix: 3.7071e-02 ] [ l_g_total: 3.7071e-02 ] +2024-10-10 00:41:27,021 INFO: [ epoch: 355 ] [ iter:474,700 ] [ performance: 26.969 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:21 ] [ l_g_pix: 2.4478e-02 ] [ l_g_total: 2.4478e-02 ] +2024-10-10 00:41:30,750 INFO: [ epoch: 355 ] [ iter:474,800 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:15 ] [ l_g_pix: 2.6761e-02 ] [ l_g_total: 2.6761e-02 ] +2024-10-10 00:41:34,449 INFO: [ epoch: 355 ] [ iter:474,900 ] [ performance: 26.995 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:09 ] [ l_g_pix: 3.8457e-02 ] [ l_g_total: 3.8457e-02 ] +2024-10-10 00:41:38,169 INFO: [ epoch: 355 ] [ iter:475,000 ] [ performance: 26.707 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:03 ] [ l_g_pix: 2.9703e-02 ] [ l_g_total: 2.9703e-02 ] +2024-10-10 00:41:41,902 INFO: [ epoch: 355 ] [ iter:475,100 ] [ performance: 26.766 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:58 ] [ l_g_pix: 2.6646e-02 ] [ l_g_total: 2.6646e-02 ] +2024-10-10 00:41:45,640 INFO: [ epoch: 355 ] [ iter:475,200 ] [ performance: 26.997 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:52 ] [ l_g_pix: 2.0979e-02 ] [ l_g_total: 2.0979e-02 ] +2024-10-10 00:41:49,382 INFO: [ epoch: 355 ] [ iter:475,300 ] [ performance: 26.796 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:46 ] [ l_g_pix: 3.3026e-02 ] [ l_g_total: 3.3026e-02 ] +2024-10-10 00:41:53,169 INFO: [ epoch: 355 ] [ iter:475,400 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:40 ] [ l_g_pix: 3.1313e-02 ] [ l_g_total: 3.1313e-02 ] +2024-10-10 00:41:56,918 INFO: [ epoch: 355 ] [ iter:475,500 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:35 ] [ l_g_pix: 3.1780e-02 ] [ l_g_total: 3.1780e-02 ] +2024-10-10 00:42:00,428 INFO: [ epoch: 355 ] [ iter:475,600 ] [ performance: 29.231 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:29 ] [ l_g_pix: 2.5800e-02 ] [ l_g_total: 2.5800e-02 ] +2024-10-10 00:42:05,745 INFO: [ epoch: 356 ] [ iter:475,700 ] [ performance: 20.685 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:23 ] [ l_g_pix: 3.5336e-02 ] [ l_g_total: 3.5336e-02 ] +2024-10-10 00:42:09,439 INFO: [ epoch: 356 ] [ iter:475,800 ] [ performance: 26.996 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:17 ] [ l_g_pix: 2.8240e-02 ] [ l_g_total: 2.8240e-02 ] +2024-10-10 00:42:13,219 INFO: [ epoch: 356 ] [ iter:475,900 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:12 ] [ l_g_pix: 1.7651e-02 ] [ l_g_total: 1.7651e-02 ] +2024-10-10 00:42:16,944 INFO: [ epoch: 356 ] [ iter:476,000 ] [ performance: 26.872 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:06 ] [ l_g_pix: 3.0821e-02 ] [ l_g_total: 3.0821e-02 ] +2024-10-10 00:42:20,669 INFO: [ epoch: 356 ] [ iter:476,100 ] [ performance: 26.854 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:00 ] [ l_g_pix: 2.9470e-02 ] [ l_g_total: 2.9470e-02 ] +2024-10-10 00:42:24,393 INFO: [ epoch: 356 ] [ iter:476,200 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:54 ] [ l_g_pix: 3.1483e-02 ] [ l_g_total: 3.1483e-02 ] +2024-10-10 00:42:28,125 INFO: [ epoch: 356 ] [ iter:476,300 ] [ performance: 26.810 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:48 ] [ l_g_pix: 3.6136e-02 ] [ l_g_total: 3.6136e-02 ] +2024-10-10 00:42:31,837 INFO: [ epoch: 356 ] [ iter:476,400 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:43 ] [ l_g_pix: 2.7614e-02 ] [ l_g_total: 2.7614e-02 ] +2024-10-10 00:42:35,540 INFO: [ epoch: 356 ] [ iter:476,500 ] [ performance: 26.991 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:37 ] [ l_g_pix: 2.2403e-02 ] [ l_g_total: 2.2403e-02 ] +2024-10-10 00:42:39,242 INFO: [ epoch: 356 ] [ iter:476,600 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:31 ] [ l_g_pix: 2.4746e-02 ] [ l_g_total: 2.4746e-02 ] +2024-10-10 00:42:42,979 INFO: [ epoch: 356 ] [ iter:476,700 ] [ performance: 26.819 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:25 ] [ l_g_pix: 2.3386e-02 ] [ l_g_total: 2.3386e-02 ] +2024-10-10 00:42:46,683 INFO: [ epoch: 356 ] [ iter:476,800 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:20 ] [ l_g_pix: 2.4607e-02 ] [ l_g_total: 2.4607e-02 ] +2024-10-10 00:42:50,301 INFO: [ epoch: 356 ] [ iter:476,900 ] [ performance: 27.453 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:14 ] [ l_g_pix: 2.7702e-02 ] [ l_g_total: 2.7702e-02 ] +2024-10-10 00:42:55,519 INFO: [ epoch: 357 ] [ iter:477,000 ] [ performance: 25.056 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:08 ] [ l_g_pix: 2.0234e-02 ] [ l_g_total: 2.0234e-02 ] +2024-10-10 00:42:59,234 INFO: [ epoch: 357 ] [ iter:477,100 ] [ performance: 26.507 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:02 ] [ l_g_pix: 3.3945e-02 ] [ l_g_total: 3.3945e-02 ] +2024-10-10 00:43:02,991 INFO: [ epoch: 357 ] [ iter:477,200 ] [ performance: 26.954 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:57 ] [ l_g_pix: 2.3528e-02 ] [ l_g_total: 2.3528e-02 ] +2024-10-10 00:43:06,709 INFO: [ epoch: 357 ] [ iter:477,300 ] [ performance: 26.912 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:51 ] [ l_g_pix: 4.2388e-02 ] [ l_g_total: 4.2388e-02 ] +2024-10-10 00:43:10,452 INFO: [ epoch: 357 ] [ iter:477,400 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:45 ] [ l_g_pix: 2.5230e-02 ] [ l_g_total: 2.5230e-02 ] +2024-10-10 00:43:14,156 INFO: [ epoch: 357 ] [ iter:477,500 ] [ performance: 26.979 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:39 ] [ l_g_pix: 1.7526e-02 ] [ l_g_total: 1.7526e-02 ] +2024-10-10 00:43:17,892 INFO: [ epoch: 357 ] [ iter:477,600 ] [ performance: 26.858 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:34 ] [ l_g_pix: 2.0878e-02 ] [ l_g_total: 2.0878e-02 ] +2024-10-10 00:43:21,608 INFO: [ epoch: 357 ] [ iter:477,700 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:28 ] [ l_g_pix: 3.9683e-02 ] [ l_g_total: 3.9683e-02 ] +2024-10-10 00:43:25,362 INFO: [ epoch: 357 ] [ iter:477,800 ] [ performance: 26.580 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:22 ] [ l_g_pix: 1.7726e-02 ] [ l_g_total: 1.7726e-02 ] +2024-10-10 00:43:29,096 INFO: [ epoch: 357 ] [ iter:477,900 ] [ performance: 26.746 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:16 ] [ l_g_pix: 2.8425e-02 ] [ l_g_total: 2.8425e-02 ] +2024-10-10 00:43:32,842 INFO: [ epoch: 357 ] [ iter:478,000 ] [ performance: 26.931 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:10 ] [ l_g_pix: 2.1006e-02 ] [ l_g_total: 2.1006e-02 ] +2024-10-10 00:43:36,542 INFO: [ epoch: 357 ] [ iter:478,100 ] [ performance: 27.010 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:05 ] [ l_g_pix: 3.2952e-02 ] [ l_g_total: 3.2952e-02 ] +2024-10-10 00:43:40,249 INFO: [ epoch: 357 ] [ iter:478,200 ] [ performance: 27.908 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:59 ] [ l_g_pix: 3.4652e-02 ] [ l_g_total: 3.4652e-02 ] +2024-10-10 00:43:44,878 INFO: [ epoch: 358 ] [ iter:478,300 ] [ performance: 22.490 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:53 ] [ l_g_pix: 2.7770e-02 ] [ l_g_total: 2.7770e-02 ] +2024-10-10 00:43:48,841 INFO: [ epoch: 358 ] [ iter:478,400 ] [ performance: 27.753 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:48 ] [ l_g_pix: 1.4753e-02 ] [ l_g_total: 1.4753e-02 ] +2024-10-10 00:43:52,526 INFO: [ epoch: 358 ] [ iter:478,500 ] [ performance: 27.244 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:42 ] [ l_g_pix: 3.4039e-02 ] [ l_g_total: 3.4039e-02 ] +2024-10-10 00:43:56,233 INFO: [ epoch: 358 ] [ iter:478,600 ] [ performance: 26.978 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:36 ] [ l_g_pix: 4.2471e-02 ] [ l_g_total: 4.2471e-02 ] +2024-10-10 00:43:59,924 INFO: [ epoch: 358 ] [ iter:478,700 ] [ performance: 27.075 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:30 ] [ l_g_pix: 2.7064e-02 ] [ l_g_total: 2.7064e-02 ] +2024-10-10 00:44:03,620 INFO: [ epoch: 358 ] [ iter:478,800 ] [ performance: 27.736 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:24 ] [ l_g_pix: 3.4695e-02 ] [ l_g_total: 3.4695e-02 ] +2024-10-10 00:44:07,331 INFO: [ epoch: 358 ] [ iter:478,900 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:19 ] [ l_g_pix: 3.3499e-02 ] [ l_g_total: 3.3499e-02 ] +2024-10-10 00:44:11,030 INFO: [ epoch: 358 ] [ iter:479,000 ] [ performance: 27.650 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:13 ] [ l_g_pix: 2.4687e-02 ] [ l_g_total: 2.4687e-02 ] +2024-10-10 00:44:14,754 INFO: [ epoch: 358 ] [ iter:479,100 ] [ performance: 26.975 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:07 ] [ l_g_pix: 2.4038e-02 ] [ l_g_total: 2.4038e-02 ] +2024-10-10 00:44:18,460 INFO: [ epoch: 358 ] [ iter:479,200 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:01 ] [ l_g_pix: 2.5302e-02 ] [ l_g_total: 2.5302e-02 ] +2024-10-10 00:44:22,207 INFO: [ epoch: 358 ] [ iter:479,300 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:56 ] [ l_g_pix: 2.4476e-02 ] [ l_g_total: 2.4476e-02 ] +2024-10-10 00:44:25,915 INFO: [ epoch: 358 ] [ iter:479,400 ] [ performance: 27.468 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:50 ] [ l_g_pix: 2.2465e-02 ] [ l_g_total: 2.2465e-02 ] +2024-10-10 00:44:29,663 INFO: [ epoch: 358 ] [ iter:479,500 ] [ performance: 26.788 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:44 ] [ l_g_pix: 4.4159e-02 ] [ l_g_total: 4.4159e-02 ] +2024-10-10 00:44:33,233 INFO: [ epoch: 358 ] [ iter:479,600 ] [ performance: 29.147 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:38 ] [ l_g_pix: 3.2075e-02 ] [ l_g_total: 3.2075e-02 ] +2024-10-10 00:44:38,550 INFO: [ epoch: 359 ] [ iter:479,700 ] [ performance: 19.668 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:33 ] [ l_g_pix: 2.1042e-02 ] [ l_g_total: 2.1042e-02 ] +2024-10-10 00:44:42,298 INFO: [ epoch: 359 ] [ iter:479,800 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:27 ] [ l_g_pix: 2.8928e-02 ] [ l_g_total: 2.8928e-02 ] +2024-10-10 00:44:46,067 INFO: [ epoch: 359 ] [ iter:479,900 ] [ performance: 26.612 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:21 ] [ l_g_pix: 2.4250e-02 ] [ l_g_total: 2.4250e-02 ] +2024-10-10 00:44:49,818 INFO: [ epoch: 359 ] [ iter:480,000 ] [ performance: 27.904 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:16 ] [ l_g_pix: 3.3252e-02 ] [ l_g_total: 3.3252e-02 ] +2024-10-10 00:44:49,818 INFO: Saving models and training states. +2024-10-10 00:47:45,075 INFO: Validation val + + # psnr: 27.2318........ Best: 27.2318 @ 480000 iter + # ssim: 0.7676........ Best: 0.7676 @ 480000 iter + # dists: 0.7731........ Best: 0.7731 @ 480000 iter + +2024-10-10 00:47:48,771 INFO: [ epoch: 359 ] [ iter:480,100 ] [ performance: 27.201 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:24 ] [ l_g_pix: 2.1485e-02 ] [ l_g_total: 2.1485e-02 ] +2024-10-10 00:47:52,486 INFO: [ epoch: 359 ] [ iter:480,200 ] [ performance: 27.418 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:19 ] [ l_g_pix: 4.3942e-02 ] [ l_g_total: 4.3942e-02 ] +2024-10-10 00:47:56,183 INFO: [ epoch: 359 ] [ iter:480,300 ] [ performance: 27.094 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:13 ] [ l_g_pix: 2.5376e-02 ] [ l_g_total: 2.5376e-02 ] +2024-10-10 00:47:59,940 INFO: [ epoch: 359 ] [ iter:480,400 ] [ performance: 25.967 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:07 ] [ l_g_pix: 2.2427e-02 ] [ l_g_total: 2.2427e-02 ] +2024-10-10 00:48:03,696 INFO: [ epoch: 359 ] [ iter:480,500 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:01 ] [ l_g_pix: 2.8183e-02 ] [ l_g_total: 2.8183e-02 ] +2024-10-10 00:48:07,377 INFO: [ epoch: 359 ] [ iter:480,600 ] [ performance: 27.215 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:56 ] [ l_g_pix: 1.8594e-02 ] [ l_g_total: 1.8594e-02 ] +2024-10-10 00:48:11,128 INFO: [ epoch: 359 ] [ iter:480,700 ] [ performance: 26.707 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:50 ] [ l_g_pix: 3.3713e-02 ] [ l_g_total: 3.3713e-02 ] +2024-10-10 00:48:14,859 INFO: [ epoch: 359 ] [ iter:480,800 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:44 ] [ l_g_pix: 3.8147e-02 ] [ l_g_total: 3.8147e-02 ] +2024-10-10 00:48:18,489 INFO: [ epoch: 359 ] [ iter:480,900 ] [ performance: 27.524 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:38 ] [ l_g_pix: 4.4345e-02 ] [ l_g_total: 4.4345e-02 ] +2024-10-10 00:48:23,627 INFO: [ epoch: 360 ] [ iter:481,000 ] [ performance: 26.061 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:33 ] [ l_g_pix: 2.2135e-02 ] [ l_g_total: 2.2135e-02 ] +2024-10-10 00:48:27,372 INFO: [ epoch: 360 ] [ iter:481,100 ] [ performance: 26.666 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:27 ] [ l_g_pix: 2.1332e-02 ] [ l_g_total: 2.1332e-02 ] +2024-10-10 00:48:31,139 INFO: [ epoch: 360 ] [ iter:481,200 ] [ performance: 27.907 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:21 ] [ l_g_pix: 3.7863e-02 ] [ l_g_total: 3.7863e-02 ] +2024-10-10 00:48:34,853 INFO: [ epoch: 360 ] [ iter:481,300 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:15 ] [ l_g_pix: 2.2223e-02 ] [ l_g_total: 2.2223e-02 ] +2024-10-10 00:48:38,508 INFO: [ epoch: 360 ] [ iter:481,400 ] [ performance: 28.330 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:09 ] [ l_g_pix: 2.5440e-02 ] [ l_g_total: 2.5440e-02 ] +2024-10-10 00:48:42,215 INFO: [ epoch: 360 ] [ iter:481,500 ] [ performance: 27.040 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:04 ] [ l_g_pix: 2.7338e-02 ] [ l_g_total: 2.7338e-02 ] +2024-10-10 00:48:45,949 INFO: [ epoch: 360 ] [ iter:481,600 ] [ performance: 28.355 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:58 ] [ l_g_pix: 2.3479e-02 ] [ l_g_total: 2.3479e-02 ] +2024-10-10 00:48:49,704 INFO: [ epoch: 360 ] [ iter:481,700 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:52 ] [ l_g_pix: 2.9094e-02 ] [ l_g_total: 2.9094e-02 ] +2024-10-10 00:48:53,426 INFO: [ epoch: 360 ] [ iter:481,800 ] [ performance: 27.955 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:46 ] [ l_g_pix: 3.6972e-02 ] [ l_g_total: 3.6972e-02 ] +2024-10-10 00:48:57,117 INFO: [ epoch: 360 ] [ iter:481,900 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:41 ] [ l_g_pix: 2.5257e-02 ] [ l_g_total: 2.5257e-02 ] +2024-10-10 00:49:00,829 INFO: [ epoch: 360 ] [ iter:482,000 ] [ performance: 28.793 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:35 ] [ l_g_pix: 3.6648e-02 ] [ l_g_total: 3.6648e-02 ] +2024-10-10 00:49:04,602 INFO: [ epoch: 360 ] [ iter:482,100 ] [ performance: 26.553 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:29 ] [ l_g_pix: 3.0604e-02 ] [ l_g_total: 3.0604e-02 ] +2024-10-10 00:49:08,305 INFO: [ epoch: 360 ] [ iter:482,200 ] [ performance: 29.736 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:23 ] [ l_g_pix: 2.4339e-02 ] [ l_g_total: 2.4339e-02 ] +2024-10-10 00:49:12,919 INFO: [ epoch: 361 ] [ iter:482,300 ] [ performance: 21.739 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:18 ] [ l_g_pix: 2.1002e-02 ] [ l_g_total: 2.1002e-02 ] +2024-10-10 00:49:16,981 INFO: [ epoch: 361 ] [ iter:482,400 ] [ performance: 23.086 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:12 ] [ l_g_pix: 2.9807e-02 ] [ l_g_total: 2.9807e-02 ] +2024-10-10 00:49:20,729 INFO: [ epoch: 361 ] [ iter:482,500 ] [ performance: 26.683 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:06 ] [ l_g_pix: 3.0424e-02 ] [ l_g_total: 3.0424e-02 ] +2024-10-10 00:49:24,459 INFO: [ epoch: 361 ] [ iter:482,600 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:00 ] [ l_g_pix: 2.4845e-02 ] [ l_g_total: 2.4845e-02 ] +2024-10-10 00:49:28,179 INFO: [ epoch: 361 ] [ iter:482,700 ] [ performance: 26.891 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:55 ] [ l_g_pix: 2.4875e-02 ] [ l_g_total: 2.4875e-02 ] +2024-10-10 00:49:31,902 INFO: [ epoch: 361 ] [ iter:482,800 ] [ performance: 26.878 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:49 ] [ l_g_pix: 2.9401e-02 ] [ l_g_total: 2.9401e-02 ] +2024-10-10 00:49:35,573 INFO: [ epoch: 361 ] [ iter:482,900 ] [ performance: 27.253 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:43 ] [ l_g_pix: 2.6578e-02 ] [ l_g_total: 2.6578e-02 ] +2024-10-10 00:49:39,327 INFO: [ epoch: 361 ] [ iter:483,000 ] [ performance: 26.942 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:37 ] [ l_g_pix: 2.3182e-02 ] [ l_g_total: 2.3182e-02 ] +2024-10-10 00:49:42,995 INFO: [ epoch: 361 ] [ iter:483,100 ] [ performance: 27.274 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:31 ] [ l_g_pix: 2.1326e-02 ] [ l_g_total: 2.1326e-02 ] +2024-10-10 00:49:46,754 INFO: [ epoch: 361 ] [ iter:483,200 ] [ performance: 26.930 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:26 ] [ l_g_pix: 2.4978e-02 ] [ l_g_total: 2.4978e-02 ] +2024-10-10 00:49:50,530 INFO: [ epoch: 361 ] [ iter:483,300 ] [ performance: 26.538 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:20 ] [ l_g_pix: 2.7345e-02 ] [ l_g_total: 2.7345e-02 ] +2024-10-10 00:49:54,270 INFO: [ epoch: 361 ] [ iter:483,400 ] [ performance: 26.645 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:14 ] [ l_g_pix: 2.9503e-02 ] [ l_g_total: 2.9503e-02 ] +2024-10-10 00:49:57,897 INFO: [ epoch: 361 ] [ iter:483,500 ] [ performance: 27.632 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:08 ] [ l_g_pix: 2.8140e-02 ] [ l_g_total: 2.8140e-02 ] +2024-10-10 00:50:01,444 INFO: [ epoch: 361 ] [ iter:483,600 ] [ performance: 27.919 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:03 ] [ l_g_pix: 3.1963e-02 ] [ l_g_total: 3.1963e-02 ] +2024-10-10 00:50:06,551 INFO: [ epoch: 362 ] [ iter:483,700 ] [ performance: 19.186 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:57 ] [ l_g_pix: 1.8452e-02 ] [ l_g_total: 1.8452e-02 ] +2024-10-10 00:50:10,271 INFO: [ epoch: 362 ] [ iter:483,800 ] [ performance: 22.511 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:51 ] [ l_g_pix: 2.5663e-02 ] [ l_g_total: 2.5663e-02 ] +2024-10-10 00:50:13,976 INFO: [ epoch: 362 ] [ iter:483,900 ] [ performance: 27.030 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:46 ] [ l_g_pix: 2.0123e-02 ] [ l_g_total: 2.0123e-02 ] +2024-10-10 00:50:17,732 INFO: [ epoch: 362 ] [ iter:484,000 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:40 ] [ l_g_pix: 3.7570e-02 ] [ l_g_total: 3.7570e-02 ] +2024-10-10 00:50:21,408 INFO: [ epoch: 362 ] [ iter:484,100 ] [ performance: 27.339 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:34 ] [ l_g_pix: 2.5057e-02 ] [ l_g_total: 2.5057e-02 ] +2024-10-10 00:50:25,094 INFO: [ epoch: 362 ] [ iter:484,200 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:28 ] [ l_g_pix: 2.4387e-02 ] [ l_g_total: 2.4387e-02 ] +2024-10-10 00:50:28,838 INFO: [ epoch: 362 ] [ iter:484,300 ] [ performance: 26.718 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:22 ] [ l_g_pix: 3.1016e-02 ] [ l_g_total: 3.1016e-02 ] +2024-10-10 00:50:32,540 INFO: [ epoch: 362 ] [ iter:484,400 ] [ performance: 26.875 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:17 ] [ l_g_pix: 3.5446e-02 ] [ l_g_total: 3.5446e-02 ] +2024-10-10 00:50:36,274 INFO: [ epoch: 362 ] [ iter:484,500 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:11 ] [ l_g_pix: 2.9128e-02 ] [ l_g_total: 2.9128e-02 ] +2024-10-10 00:50:39,933 INFO: [ epoch: 362 ] [ iter:484,600 ] [ performance: 27.076 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:05 ] [ l_g_pix: 2.7501e-02 ] [ l_g_total: 2.7501e-02 ] +2024-10-10 00:50:43,663 INFO: [ epoch: 362 ] [ iter:484,700 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:59 ] [ l_g_pix: 3.5573e-02 ] [ l_g_total: 3.5573e-02 ] +2024-10-10 00:50:47,360 INFO: [ epoch: 362 ] [ iter:484,800 ] [ performance: 26.970 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:54 ] [ l_g_pix: 3.3918e-02 ] [ l_g_total: 3.3918e-02 ] +2024-10-10 00:50:51,028 INFO: [ epoch: 362 ] [ iter:484,900 ] [ performance: 27.402 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:48 ] [ l_g_pix: 2.6520e-02 ] [ l_g_total: 2.6520e-02 ] +2024-10-10 00:50:55,941 INFO: [ epoch: 363 ] [ iter:485,000 ] [ performance: 23.143 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:42 ] [ l_g_pix: 3.1515e-02 ] [ l_g_total: 3.1515e-02 ] +2024-10-10 00:50:59,712 INFO: [ epoch: 363 ] [ iter:485,100 ] [ performance: 26.874 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:37 ] [ l_g_pix: 2.5524e-02 ] [ l_g_total: 2.5524e-02 ] +2024-10-10 00:51:03,397 INFO: [ epoch: 363 ] [ iter:485,200 ] [ performance: 27.015 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:31 ] [ l_g_pix: 2.7628e-02 ] [ l_g_total: 2.7628e-02 ] +2024-10-10 00:51:07,079 INFO: [ epoch: 363 ] [ iter:485,300 ] [ performance: 27.224 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:25 ] [ l_g_pix: 4.1902e-02 ] [ l_g_total: 4.1902e-02 ] +2024-10-10 00:51:10,773 INFO: [ epoch: 363 ] [ iter:485,400 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:19 ] [ l_g_pix: 3.2950e-02 ] [ l_g_total: 3.2950e-02 ] +2024-10-10 00:51:14,468 INFO: [ epoch: 363 ] [ iter:485,500 ] [ performance: 27.240 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:14 ] [ l_g_pix: 2.6067e-02 ] [ l_g_total: 2.6067e-02 ] +2024-10-10 00:51:18,174 INFO: [ epoch: 363 ] [ iter:485,600 ] [ performance: 27.104 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:08 ] [ l_g_pix: 2.3915e-02 ] [ l_g_total: 2.3915e-02 ] +2024-10-10 00:51:21,887 INFO: [ epoch: 363 ] [ iter:485,700 ] [ performance: 26.947 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:02 ] [ l_g_pix: 2.9964e-02 ] [ l_g_total: 2.9964e-02 ] +2024-10-10 00:51:25,607 INFO: [ epoch: 363 ] [ iter:485,800 ] [ performance: 26.913 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:56 ] [ l_g_pix: 3.9190e-02 ] [ l_g_total: 3.9190e-02 ] +2024-10-10 00:51:29,338 INFO: [ epoch: 363 ] [ iter:485,900 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:51 ] [ l_g_pix: 3.4394e-02 ] [ l_g_total: 3.4394e-02 ] +2024-10-10 00:51:33,046 INFO: [ epoch: 363 ] [ iter:486,000 ] [ performance: 26.928 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:45 ] [ l_g_pix: 3.0545e-02 ] [ l_g_total: 3.0545e-02 ] +2024-10-10 00:51:36,811 INFO: [ epoch: 363 ] [ iter:486,100 ] [ performance: 26.628 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:39 ] [ l_g_pix: 2.0863e-02 ] [ l_g_total: 2.0863e-02 ] +2024-10-10 00:51:40,578 INFO: [ epoch: 363 ] [ iter:486,200 ] [ performance: 26.588 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:33 ] [ l_g_pix: 1.8821e-02 ] [ l_g_total: 1.8821e-02 ] +2024-10-10 00:51:44,046 INFO: [ epoch: 363 ] [ iter:486,300 ] [ performance: 29.124 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:28 ] [ l_g_pix: 2.2923e-02 ] [ l_g_total: 2.2923e-02 ] +2024-10-10 00:51:49,208 INFO: [ epoch: 364 ] [ iter:486,400 ] [ performance: 22.793 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:22 ] [ l_g_pix: 2.7746e-02 ] [ l_g_total: 2.7746e-02 ] +2024-10-10 00:51:52,902 INFO: [ epoch: 364 ] [ iter:486,500 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:16 ] [ l_g_pix: 2.6162e-02 ] [ l_g_total: 2.6162e-02 ] +2024-10-10 00:51:56,634 INFO: [ epoch: 364 ] [ iter:486,600 ] [ performance: 26.919 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:11 ] [ l_g_pix: 3.1561e-02 ] [ l_g_total: 3.1561e-02 ] +2024-10-10 00:52:00,388 INFO: [ epoch: 364 ] [ iter:486,700 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:05 ] [ l_g_pix: 3.2624e-02 ] [ l_g_total: 3.2624e-02 ] +2024-10-10 00:52:04,143 INFO: [ epoch: 364 ] [ iter:486,800 ] [ performance: 26.677 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:59 ] [ l_g_pix: 2.9229e-02 ] [ l_g_total: 2.9229e-02 ] +2024-10-10 00:52:07,857 INFO: [ epoch: 364 ] [ iter:486,900 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:53 ] [ l_g_pix: 3.1068e-02 ] [ l_g_total: 3.1068e-02 ] +2024-10-10 00:52:11,620 INFO: [ epoch: 364 ] [ iter:487,000 ] [ performance: 26.768 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:48 ] [ l_g_pix: 2.6765e-02 ] [ l_g_total: 2.6765e-02 ] +2024-10-10 00:52:15,291 INFO: [ epoch: 364 ] [ iter:487,100 ] [ performance: 27.532 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:42 ] [ l_g_pix: 3.4988e-02 ] [ l_g_total: 3.4988e-02 ] +2024-10-10 00:52:19,030 INFO: [ epoch: 364 ] [ iter:487,200 ] [ performance: 27.087 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:36 ] [ l_g_pix: 3.7167e-02 ] [ l_g_total: 3.7167e-02 ] +2024-10-10 00:52:22,795 INFO: [ epoch: 364 ] [ iter:487,300 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:31 ] [ l_g_pix: 4.5395e-02 ] [ l_g_total: 4.5395e-02 ] +2024-10-10 00:52:26,570 INFO: [ epoch: 364 ] [ iter:487,400 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:25 ] [ l_g_pix: 2.2164e-02 ] [ l_g_total: 2.2164e-02 ] +2024-10-10 00:52:30,324 INFO: [ epoch: 364 ] [ iter:487,500 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:19 ] [ l_g_pix: 3.6055e-02 ] [ l_g_total: 3.6055e-02 ] +2024-10-10 00:52:33,891 INFO: [ epoch: 364 ] [ iter:487,600 ] [ performance: 27.452 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:13 ] [ l_g_pix: 4.4746e-02 ] [ l_g_total: 4.4746e-02 ] +2024-10-10 00:52:39,188 INFO: [ epoch: 365 ] [ iter:487,700 ] [ performance: 16.935 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:08 ] [ l_g_pix: 2.2044e-02 ] [ l_g_total: 2.2044e-02 ] +2024-10-10 00:52:42,941 INFO: [ epoch: 365 ] [ iter:487,800 ] [ performance: 21.425 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:02 ] [ l_g_pix: 3.8753e-02 ] [ l_g_total: 3.8753e-02 ] +2024-10-10 00:52:46,638 INFO: [ epoch: 365 ] [ iter:487,900 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:56 ] [ l_g_pix: 1.5771e-02 ] [ l_g_total: 1.5771e-02 ] +2024-10-10 00:52:50,404 INFO: [ epoch: 365 ] [ iter:488,000 ] [ performance: 26.838 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:51 ] [ l_g_pix: 2.2635e-02 ] [ l_g_total: 2.2635e-02 ] +2024-10-10 00:52:54,231 INFO: [ epoch: 365 ] [ iter:488,100 ] [ performance: 26.275 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:45 ] [ l_g_pix: 1.9838e-02 ] [ l_g_total: 1.9838e-02 ] +2024-10-10 00:52:57,980 INFO: [ epoch: 365 ] [ iter:488,200 ] [ performance: 26.507 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:39 ] [ l_g_pix: 2.5606e-02 ] [ l_g_total: 2.5606e-02 ] +2024-10-10 00:53:01,742 INFO: [ epoch: 365 ] [ iter:488,300 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:33 ] [ l_g_pix: 3.1067e-02 ] [ l_g_total: 3.1067e-02 ] +2024-10-10 00:53:05,478 INFO: [ epoch: 365 ] [ iter:488,400 ] [ performance: 26.794 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:28 ] [ l_g_pix: 1.9502e-02 ] [ l_g_total: 1.9502e-02 ] +2024-10-10 00:53:09,236 INFO: [ epoch: 365 ] [ iter:488,500 ] [ performance: 26.790 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:22 ] [ l_g_pix: 2.2502e-02 ] [ l_g_total: 2.2502e-02 ] +2024-10-10 00:53:12,969 INFO: [ epoch: 365 ] [ iter:488,600 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:16 ] [ l_g_pix: 3.2612e-02 ] [ l_g_total: 3.2612e-02 ] +2024-10-10 00:53:16,714 INFO: [ epoch: 365 ] [ iter:488,700 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:11 ] [ l_g_pix: 2.3457e-02 ] [ l_g_total: 2.3457e-02 ] +2024-10-10 00:53:20,478 INFO: [ epoch: 365 ] [ iter:488,800 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:05 ] [ l_g_pix: 2.4318e-02 ] [ l_g_total: 2.4318e-02 ] +2024-10-10 00:53:24,177 INFO: [ epoch: 365 ] [ iter:488,900 ] [ performance: 27.257 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:59 ] [ l_g_pix: 2.1891e-02 ] [ l_g_total: 2.1891e-02 ] +2024-10-10 00:53:29,335 INFO: [ epoch: 366 ] [ iter:489,000 ] [ performance: 21.957 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:54 ] [ l_g_pix: 1.4782e-02 ] [ l_g_total: 1.4782e-02 ] +2024-10-10 00:53:33,087 INFO: [ epoch: 366 ] [ iter:489,100 ] [ performance: 27.029 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:48 ] [ l_g_pix: 2.5337e-02 ] [ l_g_total: 2.5337e-02 ] +2024-10-10 00:53:36,805 INFO: [ epoch: 366 ] [ iter:489,200 ] [ performance: 26.952 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:42 ] [ l_g_pix: 2.6843e-02 ] [ l_g_total: 2.6843e-02 ] +2024-10-10 00:53:40,508 INFO: [ epoch: 366 ] [ iter:489,300 ] [ performance: 27.136 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:36 ] [ l_g_pix: 2.9135e-02 ] [ l_g_total: 2.9135e-02 ] +2024-10-10 00:53:44,245 INFO: [ epoch: 366 ] [ iter:489,400 ] [ performance: 26.911 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:31 ] [ l_g_pix: 3.5106e-02 ] [ l_g_total: 3.5106e-02 ] +2024-10-10 00:53:47,979 INFO: [ epoch: 366 ] [ iter:489,500 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:25 ] [ l_g_pix: 2.1887e-02 ] [ l_g_total: 2.1887e-02 ] +2024-10-10 00:53:51,740 INFO: [ epoch: 366 ] [ iter:489,600 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:19 ] [ l_g_pix: 1.3260e-02 ] [ l_g_total: 1.3260e-02 ] +2024-10-10 00:53:55,435 INFO: [ epoch: 366 ] [ iter:489,700 ] [ performance: 26.829 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:14 ] [ l_g_pix: 2.0585e-02 ] [ l_g_total: 2.0585e-02 ] +2024-10-10 00:53:59,170 INFO: [ epoch: 366 ] [ iter:489,800 ] [ performance: 26.799 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:08 ] [ l_g_pix: 3.9823e-02 ] [ l_g_total: 3.9823e-02 ] +2024-10-10 00:54:02,914 INFO: [ epoch: 366 ] [ iter:489,900 ] [ performance: 26.872 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:02 ] [ l_g_pix: 3.0349e-02 ] [ l_g_total: 3.0349e-02 ] +2024-10-10 00:54:06,629 INFO: [ epoch: 366 ] [ iter:490,000 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:56 ] [ l_g_pix: 2.2954e-02 ] [ l_g_total: 2.2954e-02 ] +2024-10-10 00:54:06,630 INFO: Saving models and training states. +2024-10-10 00:57:13,361 INFO: Validation val + + # psnr: 27.2272........ Best: 27.2318 @ 480000 iter + # ssim: 0.7674........ Best: 0.7676 @ 480000 iter + # dists: 0.7731........ Best: 0.7731 @ 480000 iter + +2024-10-10 00:57:17,096 INFO: [ epoch: 366 ] [ iter:490,100 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:02 ] [ l_g_pix: 2.9667e-02 ] [ l_g_total: 2.9667e-02 ] +2024-10-10 00:57:20,833 INFO: [ epoch: 366 ] [ iter:490,200 ] [ performance: 26.740 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:56 ] [ l_g_pix: 3.0737e-02 ] [ l_g_total: 3.0737e-02 ] +2024-10-10 00:57:24,323 INFO: [ epoch: 366 ] [ iter:490,300 ] [ performance: 29.098 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:51 ] [ l_g_pix: 3.2352e-02 ] [ l_g_total: 3.2352e-02 ] +2024-10-10 00:57:29,544 INFO: [ epoch: 367 ] [ iter:490,400 ] [ performance: 22.007 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:45 ] [ l_g_pix: 2.5577e-02 ] [ l_g_total: 2.5577e-02 ] +2024-10-10 00:57:33,250 INFO: [ epoch: 367 ] [ iter:490,500 ] [ performance: 26.751 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:39 ] [ l_g_pix: 2.2310e-02 ] [ l_g_total: 2.2310e-02 ] +2024-10-10 00:57:36,966 INFO: [ epoch: 367 ] [ iter:490,600 ] [ performance: 26.856 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:33 ] [ l_g_pix: 2.2120e-02 ] [ l_g_total: 2.2120e-02 ] +2024-10-10 00:57:40,713 INFO: [ epoch: 367 ] [ iter:490,700 ] [ performance: 26.675 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:28 ] [ l_g_pix: 3.0372e-02 ] [ l_g_total: 3.0372e-02 ] +2024-10-10 00:57:44,443 INFO: [ epoch: 367 ] [ iter:490,800 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:22 ] [ l_g_pix: 1.8650e-02 ] [ l_g_total: 1.8650e-02 ] +2024-10-10 00:57:48,212 INFO: [ epoch: 367 ] [ iter:490,900 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:16 ] [ l_g_pix: 2.6502e-02 ] [ l_g_total: 2.6502e-02 ] +2024-10-10 00:57:51,989 INFO: [ epoch: 367 ] [ iter:491,000 ] [ performance: 26.507 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:11 ] [ l_g_pix: 3.2805e-02 ] [ l_g_total: 3.2805e-02 ] +2024-10-10 00:57:55,709 INFO: [ epoch: 367 ] [ iter:491,100 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:05 ] [ l_g_pix: 3.1859e-02 ] [ l_g_total: 3.1859e-02 ] +2024-10-10 00:57:59,467 INFO: [ epoch: 367 ] [ iter:491,200 ] [ performance: 26.709 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:59 ] [ l_g_pix: 2.5160e-02 ] [ l_g_total: 2.5160e-02 ] +2024-10-10 00:58:03,183 INFO: [ epoch: 367 ] [ iter:491,300 ] [ performance: 27.111 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:53 ] [ l_g_pix: 3.5709e-02 ] [ l_g_total: 3.5709e-02 ] +2024-10-10 00:58:06,890 INFO: [ epoch: 367 ] [ iter:491,400 ] [ performance: 27.031 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:48 ] [ l_g_pix: 2.2637e-02 ] [ l_g_total: 2.2637e-02 ] +2024-10-10 00:58:10,631 INFO: [ epoch: 367 ] [ iter:491,500 ] [ performance: 27.213 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:42 ] [ l_g_pix: 2.0568e-02 ] [ l_g_total: 2.0568e-02 ] +2024-10-10 00:58:14,213 INFO: [ epoch: 367 ] [ iter:491,600 ] [ performance: 27.669 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:36 ] [ l_g_pix: 2.7113e-02 ] [ l_g_total: 2.7113e-02 ] +2024-10-10 00:58:19,443 INFO: [ epoch: 368 ] [ iter:491,700 ] [ performance: 14.836 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:30 ] [ l_g_pix: 2.6104e-02 ] [ l_g_total: 2.6104e-02 ] +2024-10-10 00:58:23,143 INFO: [ epoch: 368 ] [ iter:491,800 ] [ performance: 20.985 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:25 ] [ l_g_pix: 3.0002e-02 ] [ l_g_total: 3.0002e-02 ] +2024-10-10 00:58:26,850 INFO: [ epoch: 368 ] [ iter:491,900 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:19 ] [ l_g_pix: 3.0441e-02 ] [ l_g_total: 3.0441e-02 ] +2024-10-10 00:58:30,521 INFO: [ epoch: 368 ] [ iter:492,000 ] [ performance: 27.167 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:13 ] [ l_g_pix: 2.8955e-02 ] [ l_g_total: 2.8955e-02 ] +2024-10-10 00:58:34,194 INFO: [ epoch: 368 ] [ iter:492,100 ] [ performance: 27.158 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:08 ] [ l_g_pix: 2.0855e-02 ] [ l_g_total: 2.0855e-02 ] +2024-10-10 00:58:37,889 INFO: [ epoch: 368 ] [ iter:492,200 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:02 ] [ l_g_pix: 3.1969e-02 ] [ l_g_total: 3.1969e-02 ] +2024-10-10 00:58:41,617 INFO: [ epoch: 368 ] [ iter:492,300 ] [ performance: 26.777 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:56 ] [ l_g_pix: 2.0876e-02 ] [ l_g_total: 2.0876e-02 ] +2024-10-10 00:58:45,294 INFO: [ epoch: 368 ] [ iter:492,400 ] [ performance: 27.057 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:50 ] [ l_g_pix: 4.7121e-02 ] [ l_g_total: 4.7121e-02 ] +2024-10-10 00:58:49,032 INFO: [ epoch: 368 ] [ iter:492,500 ] [ performance: 26.724 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:45 ] [ l_g_pix: 2.1318e-02 ] [ l_g_total: 2.1318e-02 ] +2024-10-10 00:58:52,716 INFO: [ epoch: 368 ] [ iter:492,600 ] [ performance: 27.007 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:39 ] [ l_g_pix: 3.3265e-02 ] [ l_g_total: 3.3265e-02 ] +2024-10-10 00:58:56,366 INFO: [ epoch: 368 ] [ iter:492,700 ] [ performance: 27.389 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:33 ] [ l_g_pix: 2.4684e-02 ] [ l_g_total: 2.4684e-02 ] +2024-10-10 00:59:00,103 INFO: [ epoch: 368 ] [ iter:492,800 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:27 ] [ l_g_pix: 1.9913e-02 ] [ l_g_total: 1.9913e-02 ] +2024-10-10 00:59:03,777 INFO: [ epoch: 368 ] [ iter:492,900 ] [ performance: 27.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:22 ] [ l_g_pix: 3.5189e-02 ] [ l_g_total: 3.5189e-02 ] +2024-10-10 00:59:08,517 INFO: [ epoch: 369 ] [ iter:493,000 ] [ performance: 22.918 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:16 ] [ l_g_pix: 3.1302e-02 ] [ l_g_total: 3.1302e-02 ] +2024-10-10 00:59:12,440 INFO: [ epoch: 369 ] [ iter:493,100 ] [ performance: 27.116 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:10 ] [ l_g_pix: 3.3367e-02 ] [ l_g_total: 3.3367e-02 ] +2024-10-10 00:59:16,166 INFO: [ epoch: 369 ] [ iter:493,200 ] [ performance: 26.932 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:05 ] [ l_g_pix: 2.4132e-02 ] [ l_g_total: 2.4132e-02 ] +2024-10-10 00:59:19,895 INFO: [ epoch: 369 ] [ iter:493,300 ] [ performance: 26.894 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:59 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-10 00:59:23,663 INFO: [ epoch: 369 ] [ iter:493,400 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:53 ] [ l_g_pix: 3.7178e-02 ] [ l_g_total: 3.7178e-02 ] +2024-10-10 00:59:27,367 INFO: [ epoch: 369 ] [ iter:493,500 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:48 ] [ l_g_pix: 2.3488e-02 ] [ l_g_total: 2.3488e-02 ] +2024-10-10 00:59:31,047 INFO: [ epoch: 369 ] [ iter:493,600 ] [ performance: 27.246 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:42 ] [ l_g_pix: 3.2806e-02 ] [ l_g_total: 3.2806e-02 ] +2024-10-10 00:59:34,755 INFO: [ epoch: 369 ] [ iter:493,700 ] [ performance: 27.100 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:36 ] [ l_g_pix: 3.1126e-02 ] [ l_g_total: 3.1126e-02 ] +2024-10-10 00:59:38,420 INFO: [ epoch: 369 ] [ iter:493,800 ] [ performance: 27.232 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:30 ] [ l_g_pix: 3.1544e-02 ] [ l_g_total: 3.1544e-02 ] +2024-10-10 00:59:42,134 INFO: [ epoch: 369 ] [ iter:493,900 ] [ performance: 27.021 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:25 ] [ l_g_pix: 2.9576e-02 ] [ l_g_total: 2.9576e-02 ] +2024-10-10 00:59:45,839 INFO: [ epoch: 369 ] [ iter:494,000 ] [ performance: 26.999 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:19 ] [ l_g_pix: 3.1874e-02 ] [ l_g_total: 3.1874e-02 ] +2024-10-10 00:59:49,573 INFO: [ epoch: 369 ] [ iter:494,100 ] [ performance: 26.670 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:13 ] [ l_g_pix: 2.7720e-02 ] [ l_g_total: 2.7720e-02 ] +2024-10-10 00:59:53,313 INFO: [ epoch: 369 ] [ iter:494,200 ] [ performance: 26.720 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:07 ] [ l_g_pix: 3.3809e-02 ] [ l_g_total: 3.3809e-02 ] +2024-10-10 00:59:56,827 INFO: [ epoch: 369 ] [ iter:494,300 ] [ performance: 28.742 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:02 ] [ l_g_pix: 3.2670e-02 ] [ l_g_total: 3.2670e-02 ] +2024-10-10 01:00:02,101 INFO: [ epoch: 370 ] [ iter:494,400 ] [ performance: 21.047 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:56 ] [ l_g_pix: 2.9644e-02 ] [ l_g_total: 2.9644e-02 ] +2024-10-10 01:00:05,836 INFO: [ epoch: 370 ] [ iter:494,500 ] [ performance: 27.089 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:50 ] [ l_g_pix: 3.3093e-02 ] [ l_g_total: 3.3093e-02 ] +2024-10-10 01:00:09,606 INFO: [ epoch: 370 ] [ iter:494,600 ] [ performance: 26.689 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:45 ] [ l_g_pix: 4.0775e-02 ] [ l_g_total: 4.0775e-02 ] +2024-10-10 01:00:13,312 INFO: [ epoch: 370 ] [ iter:494,700 ] [ performance: 26.914 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:39 ] [ l_g_pix: 2.4884e-02 ] [ l_g_total: 2.4884e-02 ] +2024-10-10 01:00:17,051 INFO: [ epoch: 370 ] [ iter:494,800 ] [ performance: 26.795 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:33 ] [ l_g_pix: 2.3088e-02 ] [ l_g_total: 2.3088e-02 ] +2024-10-10 01:00:20,807 INFO: [ epoch: 370 ] [ iter:494,900 ] [ performance: 26.716 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:28 ] [ l_g_pix: 2.5799e-02 ] [ l_g_total: 2.5799e-02 ] +2024-10-10 01:00:24,588 INFO: [ epoch: 370 ] [ iter:495,000 ] [ performance: 26.526 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:22 ] [ l_g_pix: 2.2660e-02 ] [ l_g_total: 2.2660e-02 ] +2024-10-10 01:00:28,291 INFO: [ epoch: 370 ] [ iter:495,100 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:16 ] [ l_g_pix: 1.9040e-02 ] [ l_g_total: 1.9040e-02 ] +2024-10-10 01:00:32,089 INFO: [ epoch: 370 ] [ iter:495,200 ] [ performance: 26.488 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:11 ] [ l_g_pix: 2.3535e-02 ] [ l_g_total: 2.3535e-02 ] +2024-10-10 01:00:35,783 INFO: [ epoch: 370 ] [ iter:495,300 ] [ performance: 26.957 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:05 ] [ l_g_pix: 1.7454e-02 ] [ l_g_total: 1.7454e-02 ] +2024-10-10 01:00:39,442 INFO: [ epoch: 370 ] [ iter:495,400 ] [ performance: 27.237 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:59 ] [ l_g_pix: 2.0142e-02 ] [ l_g_total: 2.0142e-02 ] +2024-10-10 01:00:43,176 INFO: [ epoch: 370 ] [ iter:495,500 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:53 ] [ l_g_pix: 3.6558e-02 ] [ l_g_total: 3.6558e-02 ] +2024-10-10 01:00:46,805 INFO: [ epoch: 370 ] [ iter:495,600 ] [ performance: 27.289 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:48 ] [ l_g_pix: 2.0818e-02 ] [ l_g_total: 2.0818e-02 ] +2024-10-10 01:00:51,801 INFO: [ epoch: 371 ] [ iter:495,700 ] [ performance: 22.052 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:42 ] [ l_g_pix: 3.2803e-02 ] [ l_g_total: 3.2803e-02 ] +2024-10-10 01:00:55,560 INFO: [ epoch: 371 ] [ iter:495,800 ] [ performance: 25.284 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:36 ] [ l_g_pix: 4.4911e-02 ] [ l_g_total: 4.4911e-02 ] +2024-10-10 01:00:59,298 INFO: [ epoch: 371 ] [ iter:495,900 ] [ performance: 26.747 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:31 ] [ l_g_pix: 3.4648e-02 ] [ l_g_total: 3.4648e-02 ] +2024-10-10 01:01:02,989 INFO: [ epoch: 371 ] [ iter:496,000 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:25 ] [ l_g_pix: 2.2182e-02 ] [ l_g_total: 2.2182e-02 ] +2024-10-10 01:01:06,692 INFO: [ epoch: 371 ] [ iter:496,100 ] [ performance: 27.383 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:19 ] [ l_g_pix: 2.8350e-02 ] [ l_g_total: 2.8350e-02 ] +2024-10-10 01:01:10,382 INFO: [ epoch: 371 ] [ iter:496,200 ] [ performance: 27.172 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:14 ] [ l_g_pix: 3.4558e-02 ] [ l_g_total: 3.4558e-02 ] +2024-10-10 01:01:14,126 INFO: [ epoch: 371 ] [ iter:496,300 ] [ performance: 26.866 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:08 ] [ l_g_pix: 2.7853e-02 ] [ l_g_total: 2.7853e-02 ] +2024-10-10 01:01:17,844 INFO: [ epoch: 371 ] [ iter:496,400 ] [ performance: 26.896 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:02 ] [ l_g_pix: 3.2781e-02 ] [ l_g_total: 3.2781e-02 ] +2024-10-10 01:01:21,583 INFO: [ epoch: 371 ] [ iter:496,500 ] [ performance: 27.125 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:56 ] [ l_g_pix: 2.9585e-02 ] [ l_g_total: 2.9585e-02 ] +2024-10-10 01:01:25,329 INFO: [ epoch: 371 ] [ iter:496,600 ] [ performance: 26.797 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:51 ] [ l_g_pix: 1.9560e-02 ] [ l_g_total: 1.9560e-02 ] +2024-10-10 01:01:29,081 INFO: [ epoch: 371 ] [ iter:496,700 ] [ performance: 26.413 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:45 ] [ l_g_pix: 1.9862e-02 ] [ l_g_total: 1.9862e-02 ] +2024-10-10 01:01:32,832 INFO: [ epoch: 371 ] [ iter:496,800 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:39 ] [ l_g_pix: 2.6754e-02 ] [ l_g_total: 2.6754e-02 ] +2024-10-10 01:01:36,563 INFO: [ epoch: 371 ] [ iter:496,900 ] [ performance: 27.774 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:34 ] [ l_g_pix: 2.8673e-02 ] [ l_g_total: 2.8673e-02 ] +2024-10-10 01:01:41,353 INFO: [ epoch: 372 ] [ iter:497,000 ] [ performance: 22.082 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:28 ] [ l_g_pix: 3.2793e-02 ] [ l_g_total: 3.2793e-02 ] +2024-10-10 01:01:45,456 INFO: [ epoch: 372 ] [ iter:497,100 ] [ performance: 27.001 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:22 ] [ l_g_pix: 3.2093e-02 ] [ l_g_total: 3.2093e-02 ] +2024-10-10 01:01:49,138 INFO: [ epoch: 372 ] [ iter:497,200 ] [ performance: 27.130 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:17 ] [ l_g_pix: 2.6496e-02 ] [ l_g_total: 2.6496e-02 ] +2024-10-10 01:01:52,873 INFO: [ epoch: 372 ] [ iter:497,300 ] [ performance: 27.215 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:11 ] [ l_g_pix: 2.2435e-02 ] [ l_g_total: 2.2435e-02 ] +2024-10-10 01:01:56,563 INFO: [ epoch: 372 ] [ iter:497,400 ] [ performance: 27.127 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:05 ] [ l_g_pix: 3.1528e-02 ] [ l_g_total: 3.1528e-02 ] +2024-10-10 01:02:00,294 INFO: [ epoch: 372 ] [ iter:497,500 ] [ performance: 27.183 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:00 ] [ l_g_pix: 3.0451e-02 ] [ l_g_total: 3.0451e-02 ] +2024-10-10 01:02:04,001 INFO: [ epoch: 372 ] [ iter:497,600 ] [ performance: 27.016 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:54 ] [ l_g_pix: 3.6455e-02 ] [ l_g_total: 3.6455e-02 ] +2024-10-10 01:02:07,710 INFO: [ epoch: 372 ] [ iter:497,700 ] [ performance: 27.730 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:48 ] [ l_g_pix: 2.4258e-02 ] [ l_g_total: 2.4258e-02 ] +2024-10-10 01:02:11,423 INFO: [ epoch: 372 ] [ iter:497,800 ] [ performance: 27.090 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:43 ] [ l_g_pix: 3.4530e-02 ] [ l_g_total: 3.4530e-02 ] +2024-10-10 01:02:15,165 INFO: [ epoch: 372 ] [ iter:497,900 ] [ performance: 27.498 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:37 ] [ l_g_pix: 2.2291e-02 ] [ l_g_total: 2.2291e-02 ] +2024-10-10 01:02:18,867 INFO: [ epoch: 372 ] [ iter:498,000 ] [ performance: 27.106 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:31 ] [ l_g_pix: 3.1980e-02 ] [ l_g_total: 3.1980e-02 ] +2024-10-10 01:02:22,588 INFO: [ epoch: 372 ] [ iter:498,100 ] [ performance: 26.864 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:26 ] [ l_g_pix: 2.5147e-02 ] [ l_g_total: 2.5147e-02 ] +2024-10-10 01:02:26,319 INFO: [ epoch: 372 ] [ iter:498,200 ] [ performance: 26.822 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:20 ] [ l_g_pix: 1.1696e-02 ] [ l_g_total: 1.1696e-02 ] +2024-10-10 01:02:29,902 INFO: [ epoch: 372 ] [ iter:498,300 ] [ performance: 29.160 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:14 ] [ l_g_pix: 2.3702e-02 ] [ l_g_total: 2.3702e-02 ] +2024-10-10 01:02:35,125 INFO: [ epoch: 373 ] [ iter:498,400 ] [ performance: 20.365 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:09 ] [ l_g_pix: 3.9636e-02 ] [ l_g_total: 3.9636e-02 ] +2024-10-10 01:02:38,860 INFO: [ epoch: 373 ] [ iter:498,500 ] [ performance: 27.981 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:03 ] [ l_g_pix: 3.4912e-02 ] [ l_g_total: 3.4912e-02 ] +2024-10-10 01:02:42,581 INFO: [ epoch: 373 ] [ iter:498,600 ] [ performance: 27.055 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:57 ] [ l_g_pix: 3.5036e-02 ] [ l_g_total: 3.5036e-02 ] +2024-10-10 01:02:46,365 INFO: [ epoch: 373 ] [ iter:498,700 ] [ performance: 26.573 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:52 ] [ l_g_pix: 2.4929e-02 ] [ l_g_total: 2.4929e-02 ] +2024-10-10 01:02:50,076 INFO: [ epoch: 373 ] [ iter:498,800 ] [ performance: 26.888 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:46 ] [ l_g_pix: 2.6027e-02 ] [ l_g_total: 2.6027e-02 ] +2024-10-10 01:02:53,786 INFO: [ epoch: 373 ] [ iter:498,900 ] [ performance: 27.733 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:40 ] [ l_g_pix: 4.8248e-02 ] [ l_g_total: 4.8248e-02 ] +2024-10-10 01:02:57,502 INFO: [ epoch: 373 ] [ iter:499,000 ] [ performance: 27.037 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:35 ] [ l_g_pix: 2.9368e-02 ] [ l_g_total: 2.9368e-02 ] +2024-10-10 01:03:01,240 INFO: [ epoch: 373 ] [ iter:499,100 ] [ performance: 27.341 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:29 ] [ l_g_pix: 2.9334e-02 ] [ l_g_total: 2.9334e-02 ] +2024-10-10 01:03:04,976 INFO: [ epoch: 373 ] [ iter:499,200 ] [ performance: 26.858 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:23 ] [ l_g_pix: 2.8169e-02 ] [ l_g_total: 2.8169e-02 ] +2024-10-10 01:03:08,718 INFO: [ epoch: 373 ] [ iter:499,300 ] [ performance: 27.485 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:17 ] [ l_g_pix: 2.6976e-02 ] [ l_g_total: 2.6976e-02 ] +2024-10-10 01:03:12,343 INFO: [ epoch: 373 ] [ iter:499,400 ] [ performance: 27.574 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:12 ] [ l_g_pix: 2.4857e-02 ] [ l_g_total: 2.4857e-02 ] +2024-10-10 01:03:16,000 INFO: [ epoch: 373 ] [ iter:499,500 ] [ performance: 27.270 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:06 ] [ l_g_pix: 2.3228e-02 ] [ l_g_total: 2.3228e-02 ] +2024-10-10 01:03:19,651 INFO: [ epoch: 373 ] [ iter:499,600 ] [ performance: 27.375 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:00 ] [ l_g_pix: 2.3228e-02 ] [ l_g_total: 2.3228e-02 ] +2024-10-10 01:03:24,849 INFO: [ epoch: 374 ] [ iter:499,700 ] [ performance: 23.981 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:55 ] [ l_g_pix: 3.9318e-02 ] [ l_g_total: 3.9318e-02 ] +2024-10-10 01:03:28,614 INFO: [ epoch: 374 ] [ iter:499,800 ] [ performance: 26.241 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:49 ] [ l_g_pix: 2.7736e-02 ] [ l_g_total: 2.7736e-02 ] +2024-10-10 01:03:32,309 INFO: [ epoch: 374 ] [ iter:499,900 ] [ performance: 27.382 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:44 ] [ l_g_pix: 2.7930e-02 ] [ l_g_total: 2.7930e-02 ] +2024-10-10 01:03:36,056 INFO: [ epoch: 374 ] [ iter:500,000 ] [ performance: 26.774 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:38 ] [ l_g_pix: 3.5789e-02 ] [ l_g_total: 3.5789e-02 ] +2024-10-10 01:03:36,056 INFO: Saving models and training states. +2024-10-10 01:06:32,852 INFO: Validation val + + # psnr: 27.2303........ Best: 27.2318 @ 480000 iter + # ssim: 0.7675........ Best: 0.7676 @ 480000 iter + # dists: 0.7731........ Best: 0.7731 @ 480000 iter + + diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/training_states/500000.state b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/training_states/500000.state new file mode 100644 index 0000000000000000000000000000000000000000..b786c8178a121f292ba7dcd2d18dfb7bbaecfba8 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_full/training_states/500000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306638a02f6869135eaf7298409d4c310c08d717c83a3c65e73ccac50191a9a2 +size 19045418 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/4xDF2K_plksr_tiny_fp16_multiscaled.toml b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/4xDF2K_plksr_tiny_fp16_multiscaled.toml new file mode 100644 index 0000000000000000000000000000000000000000..dd751a07de111f039dc4834a6a39da6a832ae5e2 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/4xDF2K_plksr_tiny_fp16_multiscaled.toml @@ -0,0 +1,58 @@ +name = "4xDF2K_plksr_tiny_fp16_mutliscaled" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_multiscaled_tiled_merged_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_multiscaled_tiled_merged_LR/' +patch_size = 32 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 200000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/models/net_g_200000.pth b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/models/net_g_200000.pth new file mode 100644 index 0000000000000000000000000000000000000000..504456d49f99665e4627e2a2f4329e83268ab090 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/models/net_g_200000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9cbb26b3404ece32a1ebcd163d56502644105846a11cf72db20acbfe799d205 +size 9513138 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/train_4xDF2K_plksr_tiny_fp16_mutliscaled_20241002_000753.log b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/train_4xDF2K_plksr_tiny_fp16_mutliscaled_20241002_000753.log new file mode 100644 index 0000000000000000000000000000000000000000..b86be9ae9d6934b5e97d66b87381884b551cf220 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/train_4xDF2K_plksr_tiny_fp16_mutliscaled_20241002_000753.log @@ -0,0 +1,2170 @@ +2024-10-02 00:07:53,676 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-02 00:08:00,338 INFO: Dataset [paired] is built. +2024-10-02 00:08:00,338 INFO: Training statistics: + Starting model: 4xDF2K_plksr_tiny_fp16_mutliscaled + Number of train images: 37239 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 2328 + Total epochs 86 for total iters 200000. +2024-10-02 00:08:00,339 INFO: Dataset [paired] is built. +2024-10-02 00:08:00,339 INFO: Number of val images/folders: 100 +2024-10-02 00:08:00,519 INFO: Using network [plksr]. +2024-10-02 00:08:00,544 INFO: Using exponential-moving average. +2024-10-02 00:08:00,545 INFO: Loss [L1Loss] enabled. +2024-10-02 00:08:00,545 INFO: Using model [image]. +2024-10-02 00:08:01,165 INFO: AMP enabled. +2024-10-02 00:08:01,166 INFO: Deterministic mode enabled. +2024-10-02 00:08:01,166 INFO: Start training from epoch: 0, iter: 0 +2024-10-02 00:08:06,680 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 18.141 it/s ] [ lr: 1.00e-04 ] [ eta: 2:08:39 ] [ l_g_pix: 4.6220e-02 ] [ l_g_total: 4.6220e-02 ] +2024-10-02 00:08:10,393 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 21.680 it/s ] [ lr: 1.00e-04 ] [ eta: 2:06:07 ] [ l_g_pix: 4.4956e-02 ] [ l_g_total: 4.4956e-02 ] +2024-10-02 00:08:14,133 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 26.748 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:31 ] [ l_g_pix: 2.6897e-02 ] [ l_g_total: 2.6897e-02 ] +2024-10-02 00:08:17,826 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 26.915 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:48 ] [ l_g_pix: 2.1724e-02 ] [ l_g_total: 2.1724e-02 ] +2024-10-02 00:08:21,564 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 26.764 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:39 ] [ l_g_pix: 3.8534e-02 ] [ l_g_total: 3.8534e-02 ] +2024-10-02 00:08:25,526 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 25.976 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:46 ] [ l_g_pix: 2.6886e-02 ] [ l_g_total: 2.6886e-02 ] +2024-10-02 00:08:29,439 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 25.826 it/s ] [ lr: 1.00e-04 ] [ eta: 2:06:19 ] [ l_g_pix: 3.1436e-02 ] [ l_g_total: 3.1436e-02 ] +2024-10-02 00:08:33,244 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 26.059 it/s ] [ lr: 1.00e-04 ] [ eta: 2:06:15 ] [ l_g_pix: 3.3363e-02 ] [ l_g_total: 3.3363e-02 ] +2024-10-02 00:08:36,969 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 26.873 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:54 ] [ l_g_pix: 2.1774e-02 ] [ l_g_total: 2.1774e-02 ] +2024-10-02 00:08:40,679 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 26.916 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:34 ] [ l_g_pix: 2.4548e-02 ] [ l_g_total: 2.4548e-02 ] +2024-10-02 00:08:44,454 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 26.466 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:28 ] [ l_g_pix: 3.6797e-02 ] [ l_g_total: 3.6797e-02 ] +2024-10-02 00:08:48,187 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 26.633 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:16 ] [ l_g_pix: 2.6600e-02 ] [ l_g_total: 2.6600e-02 ] +2024-10-02 00:08:51,942 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 26.705 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:08 ] [ l_g_pix: 4.0670e-02 ] [ l_g_total: 4.0670e-02 ] +2024-10-02 00:08:55,709 INFO: [ epoch: 0 ] [ iter: 1,400 ] [ performance: 26.625 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:02 ] [ l_g_pix: 2.7311e-02 ] [ l_g_total: 2.7311e-02 ] +2024-10-02 00:08:59,421 INFO: [ epoch: 0 ] [ iter: 1,500 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:50 ] [ l_g_pix: 3.2553e-02 ] [ l_g_total: 3.2553e-02 ] +2024-10-02 00:09:03,152 INFO: [ epoch: 0 ] [ iter: 1,600 ] [ performance: 26.906 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:41 ] [ l_g_pix: 3.1414e-02 ] [ l_g_total: 3.1414e-02 ] +2024-10-02 00:09:06,873 INFO: [ epoch: 0 ] [ iter: 1,700 ] [ performance: 26.991 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:31 ] [ l_g_pix: 4.0095e-02 ] [ l_g_total: 4.0095e-02 ] +2024-10-02 00:09:10,581 INFO: [ epoch: 0 ] [ iter: 1,800 ] [ performance: 26.982 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:21 ] [ l_g_pix: 2.6597e-02 ] [ l_g_total: 2.6597e-02 ] +2024-10-02 00:09:14,330 INFO: [ epoch: 0 ] [ iter: 1,900 ] [ performance: 26.684 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:15 ] [ l_g_pix: 3.2111e-02 ] [ l_g_total: 3.2111e-02 ] +2024-10-02 00:09:18,100 INFO: [ epoch: 0 ] [ iter: 2,000 ] [ performance: 26.603 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:12 ] [ l_g_pix: 3.8985e-02 ] [ l_g_total: 3.8985e-02 ] +2024-10-02 00:09:21,807 INFO: [ epoch: 0 ] [ iter: 2,100 ] [ performance: 27.183 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:03 ] [ l_g_pix: 3.1815e-02 ] [ l_g_total: 3.1815e-02 ] +2024-10-02 00:09:25,514 INFO: [ epoch: 0 ] [ iter: 2,200 ] [ performance: 27.077 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:55 ] [ l_g_pix: 3.5907e-02 ] [ l_g_total: 3.5907e-02 ] +2024-10-02 00:09:29,072 INFO: [ epoch: 0 ] [ iter: 2,300 ] [ performance: 28.381 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:34 ] [ l_g_pix: 3.6865e-02 ] [ l_g_total: 3.6865e-02 ] +2024-10-02 00:09:34,029 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 23.359 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:09 ] [ l_g_pix: 3.4522e-02 ] [ l_g_total: 3.4522e-02 ] +2024-10-02 00:09:37,835 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 26.485 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:06 ] [ l_g_pix: 4.1895e-02 ] [ l_g_total: 4.1895e-02 ] +2024-10-02 00:09:41,653 INFO: [ epoch: 1 ] [ iter: 2,600 ] [ performance: 26.330 it/s ] [ lr: 1.00e-04 ] [ eta: 2:05:03 ] [ l_g_pix: 3.3772e-02 ] [ l_g_total: 3.3772e-02 ] +2024-10-02 00:09:45,368 INFO: [ epoch: 1 ] [ iter: 2,700 ] [ performance: 26.996 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:53 ] [ l_g_pix: 3.0354e-02 ] [ l_g_total: 3.0354e-02 ] +2024-10-02 00:09:49,136 INFO: [ epoch: 1 ] [ iter: 2,800 ] [ performance: 26.751 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:47 ] [ l_g_pix: 3.5985e-02 ] [ l_g_total: 3.5985e-02 ] +2024-10-02 00:09:52,935 INFO: [ epoch: 1 ] [ iter: 2,900 ] [ performance: 26.446 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:44 ] [ l_g_pix: 5.0326e-02 ] [ l_g_total: 5.0326e-02 ] +2024-10-02 00:09:56,701 INFO: [ epoch: 1 ] [ iter: 3,000 ] [ performance: 26.508 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:38 ] [ l_g_pix: 2.7321e-02 ] [ l_g_total: 2.7321e-02 ] +2024-10-02 00:10:00,525 INFO: [ epoch: 1 ] [ iter: 3,100 ] [ performance: 26.176 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:36 ] [ l_g_pix: 3.0010e-02 ] [ l_g_total: 3.0010e-02 ] +2024-10-02 00:10:04,258 INFO: [ epoch: 1 ] [ iter: 3,200 ] [ performance: 26.507 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:28 ] [ l_g_pix: 3.5788e-02 ] [ l_g_total: 3.5788e-02 ] +2024-10-02 00:10:07,963 INFO: [ epoch: 1 ] [ iter: 3,300 ] [ performance: 27.176 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:19 ] [ l_g_pix: 4.0515e-02 ] [ l_g_total: 4.0515e-02 ] +2024-10-02 00:10:11,641 INFO: [ epoch: 1 ] [ iter: 3,400 ] [ performance: 27.189 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:08 ] [ l_g_pix: 3.2226e-02 ] [ l_g_total: 3.2226e-02 ] +2024-10-02 00:10:15,351 INFO: [ epoch: 1 ] [ iter: 3,500 ] [ performance: 26.926 it/s ] [ lr: 1.00e-04 ] [ eta: 2:04:00 ] [ l_g_pix: 2.2648e-02 ] [ l_g_total: 2.2648e-02 ] +2024-10-02 00:10:19,074 INFO: [ epoch: 1 ] [ iter: 3,600 ] [ performance: 26.893 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:53 ] [ l_g_pix: 3.9842e-02 ] [ l_g_total: 3.9842e-02 ] +2024-10-02 00:10:22,815 INFO: [ epoch: 1 ] [ iter: 3,700 ] [ performance: 26.816 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:47 ] [ l_g_pix: 1.6697e-02 ] [ l_g_total: 1.6697e-02 ] +2024-10-02 00:10:26,526 INFO: [ epoch: 1 ] [ iter: 3,800 ] [ performance: 26.891 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:39 ] [ l_g_pix: 3.3975e-02 ] [ l_g_total: 3.3975e-02 ] +2024-10-02 00:10:30,322 INFO: [ epoch: 1 ] [ iter: 3,900 ] [ performance: 26.352 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:36 ] [ l_g_pix: 3.6374e-02 ] [ l_g_total: 3.6374e-02 ] +2024-10-02 00:10:34,041 INFO: [ epoch: 1 ] [ iter: 4,000 ] [ performance: 26.649 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:29 ] [ l_g_pix: 2.7362e-02 ] [ l_g_total: 2.7362e-02 ] +2024-10-02 00:10:37,805 INFO: [ epoch: 1 ] [ iter: 4,100 ] [ performance: 26.648 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:25 ] [ l_g_pix: 4.7042e-02 ] [ l_g_total: 4.7042e-02 ] +2024-10-02 00:10:41,625 INFO: [ epoch: 1 ] [ iter: 4,200 ] [ performance: 26.385 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:23 ] [ l_g_pix: 4.6968e-02 ] [ l_g_total: 4.6968e-02 ] +2024-10-02 00:10:45,359 INFO: [ epoch: 1 ] [ iter: 4,300 ] [ performance: 26.814 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:17 ] [ l_g_pix: 3.2559e-02 ] [ l_g_total: 3.2559e-02 ] +2024-10-02 00:10:49,124 INFO: [ epoch: 1 ] [ iter: 4,400 ] [ performance: 26.672 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:13 ] [ l_g_pix: 2.8460e-02 ] [ l_g_total: 2.8460e-02 ] +2024-10-02 00:10:52,985 INFO: [ epoch: 1 ] [ iter: 4,500 ] [ performance: 25.870 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:12 ] [ l_g_pix: 3.9850e-02 ] [ l_g_total: 3.9850e-02 ] +2024-10-02 00:10:56,650 INFO: [ epoch: 1 ] [ iter: 4,600 ] [ performance: 26.648 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:04 ] [ l_g_pix: 2.8025e-02 ] [ l_g_total: 2.8025e-02 ] +2024-10-02 00:11:01,197 INFO: [ epoch: 2 ] [ iter: 4,700 ] [ performance: 20.557 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:32 ] [ l_g_pix: 3.4016e-02 ] [ l_g_total: 3.4016e-02 ] +2024-10-02 00:11:04,952 INFO: [ epoch: 2 ] [ iter: 4,800 ] [ performance: 23.602 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:26 ] [ l_g_pix: 3.9998e-02 ] [ l_g_total: 3.9998e-02 ] +2024-10-02 00:11:08,617 INFO: [ epoch: 2 ] [ iter: 4,900 ] [ performance: 27.562 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:17 ] [ l_g_pix: 3.3761e-02 ] [ l_g_total: 3.3761e-02 ] +2024-10-02 00:11:12,367 INFO: [ epoch: 2 ] [ iter: 5,000 ] [ performance: 27.052 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:12 ] [ l_g_pix: 3.1415e-02 ] [ l_g_total: 3.1415e-02 ] +2024-10-02 00:11:16,072 INFO: [ epoch: 2 ] [ iter: 5,100 ] [ performance: 27.281 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:05 ] [ l_g_pix: 2.1358e-02 ] [ l_g_total: 2.1358e-02 ] +2024-10-02 00:11:19,828 INFO: [ epoch: 2 ] [ iter: 5,200 ] [ performance: 26.907 it/s ] [ lr: 1.00e-04 ] [ eta: 2:03:00 ] [ l_g_pix: 3.2477e-02 ] [ l_g_total: 3.2477e-02 ] +2024-10-02 00:11:23,543 INFO: [ epoch: 2 ] [ iter: 5,300 ] [ performance: 27.203 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:53 ] [ l_g_pix: 3.3929e-02 ] [ l_g_total: 3.3929e-02 ] +2024-10-02 00:11:27,187 INFO: [ epoch: 2 ] [ iter: 5,400 ] [ performance: 27.343 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:44 ] [ l_g_pix: 4.4697e-02 ] [ l_g_total: 4.4697e-02 ] +2024-10-02 00:11:30,934 INFO: [ epoch: 2 ] [ iter: 5,500 ] [ performance: 27.014 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:39 ] [ l_g_pix: 3.1591e-02 ] [ l_g_total: 3.1591e-02 ] +2024-10-02 00:11:34,637 INFO: [ epoch: 2 ] [ iter: 5,600 ] [ performance: 27.011 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:33 ] [ l_g_pix: 2.4994e-02 ] [ l_g_total: 2.4994e-02 ] +2024-10-02 00:11:38,398 INFO: [ epoch: 2 ] [ iter: 5,700 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:28 ] [ l_g_pix: 4.4600e-02 ] [ l_g_total: 4.4600e-02 ] +2024-10-02 00:11:42,136 INFO: [ epoch: 2 ] [ iter: 5,800 ] [ performance: 26.739 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:23 ] [ l_g_pix: 3.8128e-02 ] [ l_g_total: 3.8128e-02 ] +2024-10-02 00:11:45,869 INFO: [ epoch: 2 ] [ iter: 5,900 ] [ performance: 26.907 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:17 ] [ l_g_pix: 4.9794e-02 ] [ l_g_total: 4.9794e-02 ] +2024-10-02 00:11:49,620 INFO: [ epoch: 2 ] [ iter: 6,000 ] [ performance: 26.768 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:13 ] [ l_g_pix: 2.7477e-02 ] [ l_g_total: 2.7477e-02 ] +2024-10-02 00:11:53,356 INFO: [ epoch: 2 ] [ iter: 6,100 ] [ performance: 27.018 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:08 ] [ l_g_pix: 3.6486e-02 ] [ l_g_total: 3.6486e-02 ] +2024-10-02 00:11:57,104 INFO: [ epoch: 2 ] [ iter: 6,200 ] [ performance: 26.821 it/s ] [ lr: 1.00e-04 ] [ eta: 2:02:03 ] [ l_g_pix: 3.5610e-02 ] [ l_g_total: 3.5610e-02 ] +2024-10-02 00:12:00,840 INFO: [ epoch: 2 ] [ iter: 6,300 ] [ performance: 26.964 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:58 ] [ l_g_pix: 3.9718e-02 ] [ l_g_total: 3.9718e-02 ] +2024-10-02 00:12:04,556 INFO: [ epoch: 2 ] [ iter: 6,400 ] [ performance: 26.938 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:52 ] [ l_g_pix: 3.1956e-02 ] [ l_g_total: 3.1956e-02 ] +2024-10-02 00:12:08,230 INFO: [ epoch: 2 ] [ iter: 6,500 ] [ performance: 27.276 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:45 ] [ l_g_pix: 4.2331e-02 ] [ l_g_total: 4.2331e-02 ] +2024-10-02 00:12:11,957 INFO: [ epoch: 2 ] [ iter: 6,600 ] [ performance: 27.016 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:40 ] [ l_g_pix: 3.9881e-02 ] [ l_g_total: 3.9881e-02 ] +2024-10-02 00:12:15,690 INFO: [ epoch: 2 ] [ iter: 6,700 ] [ performance: 26.813 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:35 ] [ l_g_pix: 2.6309e-02 ] [ l_g_total: 2.6309e-02 ] +2024-10-02 00:12:19,479 INFO: [ epoch: 2 ] [ iter: 6,800 ] [ performance: 26.564 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:32 ] [ l_g_pix: 3.5990e-02 ] [ l_g_total: 3.5990e-02 ] +2024-10-02 00:12:23,208 INFO: [ epoch: 2 ] [ iter: 6,900 ] [ performance: 27.134 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:27 ] [ l_g_pix: 4.1835e-02 ] [ l_g_total: 4.1835e-02 ] +2024-10-02 00:12:27,452 INFO: [ epoch: 3 ] [ iter: 7,000 ] [ performance: 24.867 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:36 ] [ l_g_pix: 4.3631e-02 ] [ l_g_total: 4.3631e-02 ] +2024-10-02 00:12:31,431 INFO: [ epoch: 3 ] [ iter: 7,100 ] [ performance: 26.679 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:37 ] [ l_g_pix: 4.3371e-02 ] [ l_g_total: 4.3371e-02 ] +2024-10-02 00:12:35,208 INFO: [ epoch: 3 ] [ iter: 7,200 ] [ performance: 26.563 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:33 ] [ l_g_pix: 2.3588e-02 ] [ l_g_total: 2.3588e-02 ] +2024-10-02 00:12:39,114 INFO: [ epoch: 3 ] [ iter: 7,300 ] [ performance: 25.349 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:33 ] [ l_g_pix: 4.2841e-02 ] [ l_g_total: 4.2841e-02 ] +2024-10-02 00:12:42,895 INFO: [ epoch: 3 ] [ iter: 7,400 ] [ performance: 26.011 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:29 ] [ l_g_pix: 4.4961e-02 ] [ l_g_total: 4.4961e-02 ] +2024-10-02 00:12:46,597 INFO: [ epoch: 3 ] [ iter: 7,500 ] [ performance: 27.276 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:23 ] [ l_g_pix: 3.5276e-02 ] [ l_g_total: 3.5276e-02 ] +2024-10-02 00:12:50,415 INFO: [ epoch: 3 ] [ iter: 7,600 ] [ performance: 26.607 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:20 ] [ l_g_pix: 3.8082e-02 ] [ l_g_total: 3.8082e-02 ] +2024-10-02 00:12:54,151 INFO: [ epoch: 3 ] [ iter: 7,700 ] [ performance: 27.280 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:15 ] [ l_g_pix: 4.3440e-02 ] [ l_g_total: 4.3440e-02 ] +2024-10-02 00:12:57,934 INFO: [ epoch: 3 ] [ iter: 7,800 ] [ performance: 26.755 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:11 ] [ l_g_pix: 4.3873e-02 ] [ l_g_total: 4.3873e-02 ] +2024-10-02 00:13:01,686 INFO: [ epoch: 3 ] [ iter: 7,900 ] [ performance: 26.801 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:07 ] [ l_g_pix: 4.1768e-02 ] [ l_g_total: 4.1768e-02 ] +2024-10-02 00:13:05,406 INFO: [ epoch: 3 ] [ iter: 8,000 ] [ performance: 26.854 it/s ] [ lr: 1.00e-04 ] [ eta: 2:01:02 ] [ l_g_pix: 3.5120e-02 ] [ l_g_total: 3.5120e-02 ] +2024-10-02 00:13:09,144 INFO: [ epoch: 3 ] [ iter: 8,100 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:57 ] [ l_g_pix: 2.5202e-02 ] [ l_g_total: 2.5202e-02 ] +2024-10-02 00:13:12,878 INFO: [ epoch: 3 ] [ iter: 8,200 ] [ performance: 26.760 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:52 ] [ l_g_pix: 3.3909e-02 ] [ l_g_total: 3.3909e-02 ] +2024-10-02 00:13:16,585 INFO: [ epoch: 3 ] [ iter: 8,300 ] [ performance: 27.108 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:46 ] [ l_g_pix: 3.4419e-02 ] [ l_g_total: 3.4419e-02 ] +2024-10-02 00:13:20,278 INFO: [ epoch: 3 ] [ iter: 8,400 ] [ performance: 27.090 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:41 ] [ l_g_pix: 3.5308e-02 ] [ l_g_total: 3.5308e-02 ] +2024-10-02 00:13:23,989 INFO: [ epoch: 3 ] [ iter: 8,500 ] [ performance: 26.922 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:35 ] [ l_g_pix: 2.2494e-02 ] [ l_g_total: 2.2494e-02 ] +2024-10-02 00:13:27,745 INFO: [ epoch: 3 ] [ iter: 8,600 ] [ performance: 26.732 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:31 ] [ l_g_pix: 3.9311e-02 ] [ l_g_total: 3.9311e-02 ] +2024-10-02 00:13:31,505 INFO: [ epoch: 3 ] [ iter: 8,700 ] [ performance: 26.653 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:27 ] [ l_g_pix: 3.4281e-02 ] [ l_g_total: 3.4281e-02 ] +2024-10-02 00:13:35,240 INFO: [ epoch: 3 ] [ iter: 8,800 ] [ performance: 26.731 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:22 ] [ l_g_pix: 3.8498e-02 ] [ l_g_total: 3.8498e-02 ] +2024-10-02 00:13:39,004 INFO: [ epoch: 3 ] [ iter: 8,900 ] [ performance: 26.547 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:18 ] [ l_g_pix: 2.9146e-02 ] [ l_g_total: 2.9146e-02 ] +2024-10-02 00:13:42,784 INFO: [ epoch: 3 ] [ iter: 9,000 ] [ performance: 26.489 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:14 ] [ l_g_pix: 3.2492e-02 ] [ l_g_total: 3.2492e-02 ] +2024-10-02 00:13:46,574 INFO: [ epoch: 3 ] [ iter: 9,100 ] [ performance: 26.223 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:11 ] [ l_g_pix: 4.6731e-02 ] [ l_g_total: 4.6731e-02 ] +2024-10-02 00:13:50,413 INFO: [ epoch: 3 ] [ iter: 9,200 ] [ performance: 26.113 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:08 ] [ l_g_pix: 3.2996e-02 ] [ l_g_total: 3.2996e-02 ] +2024-10-02 00:13:53,964 INFO: [ epoch: 3 ] [ iter: 9,300 ] [ performance: 29.084 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:00 ] [ l_g_pix: 3.2726e-02 ] [ l_g_total: 3.2726e-02 ] +2024-10-02 00:13:58,641 INFO: [ epoch: 4 ] [ iter: 9,400 ] [ performance: 23.576 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:14 ] [ l_g_pix: 2.4770e-02 ] [ l_g_total: 2.4770e-02 ] +2024-10-02 00:14:02,324 INFO: [ epoch: 4 ] [ iter: 9,500 ] [ performance: 26.892 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:09 ] [ l_g_pix: 2.9692e-02 ] [ l_g_total: 2.9692e-02 ] +2024-10-02 00:14:06,030 INFO: [ epoch: 4 ] [ iter: 9,600 ] [ performance: 26.956 it/s ] [ lr: 1.00e-04 ] [ eta: 2:00:03 ] [ l_g_pix: 2.5588e-02 ] [ l_g_total: 2.5588e-02 ] +2024-10-02 00:14:09,758 INFO: [ epoch: 4 ] [ iter: 9,700 ] [ performance: 26.957 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:58 ] [ l_g_pix: 2.5173e-02 ] [ l_g_total: 2.5173e-02 ] +2024-10-02 00:14:13,473 INFO: [ epoch: 4 ] [ iter: 9,800 ] [ performance: 26.935 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:53 ] [ l_g_pix: 4.3843e-02 ] [ l_g_total: 4.3843e-02 ] +2024-10-02 00:14:17,247 INFO: [ epoch: 4 ] [ iter: 9,900 ] [ performance: 26.603 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:49 ] [ l_g_pix: 4.0397e-02 ] [ l_g_total: 4.0397e-02 ] +2024-10-02 00:14:21,000 INFO: [ epoch: 4 ] [ iter: 10,000 ] [ performance: 26.632 it/s ] [ lr: 1.00e-04 ] [ eta: 1:59:45 ] [ l_g_pix: 2.9012e-02 ] [ l_g_total: 2.9012e-02 ] +2024-10-02 00:14:21,002 INFO: Saving models and training states. +2024-10-02 00:18:55,624 INFO: Validation val + + # psnr: 26.2797........ Best: 26.2797 @ 10000 iter + # ssim: 0.7388........ Best: 0.7388 @ 10000 iter + # dists: 0.7809........ Best: 0.7809 @ 10000 iter + +2024-10-02 00:18:59,368 INFO: [ epoch: 4 ] [ iter: 10,100 ] [ performance: 26.675 it/s ] [ lr: 1.00e-04 ] [ eta: 3:25:44 ] [ l_g_pix: 4.0741e-02 ] [ l_g_total: 4.0741e-02 ] +2024-10-02 00:19:03,100 INFO: [ epoch: 4 ] [ iter: 10,200 ] [ performance: 26.757 it/s ] [ lr: 1.00e-04 ] [ eta: 3:24:46 ] [ l_g_pix: 4.5751e-02 ] [ l_g_total: 4.5751e-02 ] +2024-10-02 00:19:07,404 INFO: [ epoch: 4 ] [ iter: 10,300 ] [ performance: 25.605 it/s ] [ lr: 1.00e-04 ] [ eta: 3:24:00 ] [ l_g_pix: 3.0162e-02 ] [ l_g_total: 3.0162e-02 ] +2024-10-02 00:19:11,638 INFO: [ epoch: 4 ] [ iter: 10,400 ] [ performance: 24.239 it/s ] [ lr: 1.00e-04 ] [ eta: 3:23:13 ] [ l_g_pix: 4.1278e-02 ] [ l_g_total: 4.1278e-02 ] +2024-10-02 00:19:15,457 INFO: [ epoch: 4 ] [ iter: 10,500 ] [ performance: 26.175 it/s ] [ lr: 1.00e-04 ] [ eta: 3:22:19 ] [ l_g_pix: 3.2409e-02 ] [ l_g_total: 3.2409e-02 ] +2024-10-02 00:19:19,361 INFO: [ epoch: 4 ] [ iter: 10,600 ] [ performance: 25.799 it/s ] [ lr: 1.00e-04 ] [ eta: 3:21:28 ] [ l_g_pix: 3.1445e-02 ] [ l_g_total: 3.1445e-02 ] +2024-10-02 00:19:23,249 INFO: [ epoch: 4 ] [ iter: 10,700 ] [ performance: 25.797 it/s ] [ lr: 1.00e-04 ] [ eta: 3:20:38 ] [ l_g_pix: 3.2473e-02 ] [ l_g_total: 3.2473e-02 ] +2024-10-02 00:19:27,035 INFO: [ epoch: 4 ] [ iter: 10,800 ] [ performance: 26.215 it/s ] [ lr: 1.00e-04 ] [ eta: 3:19:46 ] [ l_g_pix: 3.7206e-02 ] [ l_g_total: 3.7206e-02 ] +2024-10-02 00:19:30,818 INFO: [ epoch: 4 ] [ iter: 10,900 ] [ performance: 26.367 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:56 ] [ l_g_pix: 2.9149e-02 ] [ l_g_total: 2.9149e-02 ] +2024-10-02 00:19:35,334 INFO: [ epoch: 4 ] [ iter: 11,000 ] [ performance: 23.325 it/s ] [ lr: 1.00e-04 ] [ eta: 3:18:19 ] [ l_g_pix: 2.5790e-02 ] [ l_g_total: 2.5790e-02 ] +2024-10-02 00:19:39,574 INFO: [ epoch: 4 ] [ iter: 11,100 ] [ performance: 26.408 it/s ] [ lr: 1.00e-04 ] [ eta: 3:17:37 ] [ l_g_pix: 4.2067e-02 ] [ l_g_total: 4.2067e-02 ] +2024-10-02 00:19:43,433 INFO: [ epoch: 4 ] [ iter: 11,200 ] [ performance: 26.068 it/s ] [ lr: 1.00e-04 ] [ eta: 3:16:50 ] [ l_g_pix: 4.5796e-02 ] [ l_g_total: 4.5796e-02 ] +2024-10-02 00:19:47,215 INFO: [ epoch: 4 ] [ iter: 11,300 ] [ performance: 26.482 it/s ] [ lr: 1.00e-04 ] [ eta: 3:16:03 ] [ l_g_pix: 3.6777e-02 ] [ l_g_total: 3.6777e-02 ] +2024-10-02 00:19:51,049 INFO: [ epoch: 4 ] [ iter: 11,400 ] [ performance: 26.204 it/s ] [ lr: 1.00e-04 ] [ eta: 3:15:17 ] [ l_g_pix: 3.5095e-02 ] [ l_g_total: 3.5095e-02 ] +2024-10-02 00:19:54,836 INFO: [ epoch: 4 ] [ iter: 11,500 ] [ performance: 26.647 it/s ] [ lr: 1.00e-04 ] [ eta: 3:14:31 ] [ l_g_pix: 3.3432e-02 ] [ l_g_total: 3.3432e-02 ] +2024-10-02 00:19:58,448 INFO: [ epoch: 4 ] [ iter: 11,600 ] [ performance: 27.367 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:43 ] [ l_g_pix: 2.5335e-02 ] [ l_g_total: 2.5335e-02 ] +2024-10-02 00:20:03,315 INFO: [ epoch: 5 ] [ iter: 11,700 ] [ performance: 24.734 it/s ] [ lr: 1.00e-04 ] [ eta: 3:13:16 ] [ l_g_pix: 2.8511e-02 ] [ l_g_total: 2.8511e-02 ] +2024-10-02 00:20:07,058 INFO: [ epoch: 5 ] [ iter: 11,800 ] [ performance: 26.104 it/s ] [ lr: 1.00e-04 ] [ eta: 3:12:31 ] [ l_g_pix: 3.2321e-02 ] [ l_g_total: 3.2321e-02 ] +2024-10-02 00:20:10,816 INFO: [ epoch: 5 ] [ iter: 11,900 ] [ performance: 26.323 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:47 ] [ l_g_pix: 3.5894e-02 ] [ l_g_total: 3.5894e-02 ] +2024-10-02 00:20:14,573 INFO: [ epoch: 5 ] [ iter: 12,000 ] [ performance: 26.534 it/s ] [ lr: 1.00e-04 ] [ eta: 3:11:04 ] [ l_g_pix: 2.2717e-02 ] [ l_g_total: 2.2717e-02 ] +2024-10-02 00:20:18,346 INFO: [ epoch: 5 ] [ iter: 12,100 ] [ performance: 26.327 it/s ] [ lr: 1.00e-04 ] [ eta: 3:10:22 ] [ l_g_pix: 3.4041e-02 ] [ l_g_total: 3.4041e-02 ] +2024-10-02 00:20:22,128 INFO: [ epoch: 5 ] [ iter: 12,200 ] [ performance: 26.412 it/s ] [ lr: 1.00e-04 ] [ eta: 3:09:40 ] [ l_g_pix: 3.3658e-02 ] [ l_g_total: 3.3658e-02 ] +2024-10-02 00:20:25,897 INFO: [ epoch: 5 ] [ iter: 12,300 ] [ performance: 26.609 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:59 ] [ l_g_pix: 4.8078e-02 ] [ l_g_total: 4.8078e-02 ] +2024-10-02 00:20:29,657 INFO: [ epoch: 5 ] [ iter: 12,400 ] [ performance: 26.605 it/s ] [ lr: 1.00e-04 ] [ eta: 3:08:19 ] [ l_g_pix: 2.5064e-02 ] [ l_g_total: 2.5064e-02 ] +2024-10-02 00:20:33,404 INFO: [ epoch: 5 ] [ iter: 12,500 ] [ performance: 26.646 it/s ] [ lr: 1.00e-04 ] [ eta: 3:07:39 ] [ l_g_pix: 3.5667e-02 ] [ l_g_total: 3.5667e-02 ] +2024-10-02 00:20:37,142 INFO: [ epoch: 5 ] [ iter: 12,600 ] [ performance: 26.727 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:59 ] [ l_g_pix: 5.9123e-02 ] [ l_g_total: 5.9123e-02 ] +2024-10-02 00:20:40,878 INFO: [ epoch: 5 ] [ iter: 12,700 ] [ performance: 27.136 it/s ] [ lr: 1.00e-04 ] [ eta: 3:06:20 ] [ l_g_pix: 3.7017e-02 ] [ l_g_total: 3.7017e-02 ] +2024-10-02 00:20:44,609 INFO: [ epoch: 5 ] [ iter: 12,800 ] [ performance: 26.895 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:41 ] [ l_g_pix: 4.4395e-02 ] [ l_g_total: 4.4395e-02 ] +2024-10-02 00:20:48,356 INFO: [ epoch: 5 ] [ iter: 12,900 ] [ performance: 26.484 it/s ] [ lr: 1.00e-04 ] [ eta: 3:05:03 ] [ l_g_pix: 4.3773e-02 ] [ l_g_total: 4.3773e-02 ] +2024-10-02 00:20:52,081 INFO: [ epoch: 5 ] [ iter: 13,000 ] [ performance: 26.754 it/s ] [ lr: 1.00e-04 ] [ eta: 3:04:25 ] [ l_g_pix: 2.5806e-02 ] [ l_g_total: 2.5806e-02 ] +2024-10-02 00:20:55,820 INFO: [ epoch: 5 ] [ iter: 13,100 ] [ performance: 26.568 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:48 ] [ l_g_pix: 3.9043e-02 ] [ l_g_total: 3.9043e-02 ] +2024-10-02 00:20:59,547 INFO: [ epoch: 5 ] [ iter: 13,200 ] [ performance: 26.771 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:12 ] [ l_g_pix: 3.5172e-02 ] [ l_g_total: 3.5172e-02 ] +2024-10-02 00:21:03,310 INFO: [ epoch: 5 ] [ iter: 13,300 ] [ performance: 26.999 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:36 ] [ l_g_pix: 4.4284e-02 ] [ l_g_total: 4.4284e-02 ] +2024-10-02 00:21:07,069 INFO: [ epoch: 5 ] [ iter: 13,400 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:01 ] [ l_g_pix: 3.1924e-02 ] [ l_g_total: 3.1924e-02 ] +2024-10-02 00:21:10,849 INFO: [ epoch: 5 ] [ iter: 13,500 ] [ performance: 26.678 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:26 ] [ l_g_pix: 4.1954e-02 ] [ l_g_total: 4.1954e-02 ] +2024-10-02 00:21:14,609 INFO: [ epoch: 5 ] [ iter: 13,600 ] [ performance: 26.620 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:52 ] [ l_g_pix: 3.7888e-02 ] [ l_g_total: 3.7888e-02 ] +2024-10-02 00:21:18,370 INFO: [ epoch: 5 ] [ iter: 13,700 ] [ performance: 26.811 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:18 ] [ l_g_pix: 2.6966e-02 ] [ l_g_total: 2.6966e-02 ] +2024-10-02 00:21:22,138 INFO: [ epoch: 5 ] [ iter: 13,800 ] [ performance: 26.608 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:45 ] [ l_g_pix: 3.0507e-02 ] [ l_g_total: 3.0507e-02 ] +2024-10-02 00:21:25,840 INFO: [ epoch: 5 ] [ iter: 13,900 ] [ performance: 29.087 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:11 ] [ l_g_pix: 2.2551e-02 ] [ l_g_total: 2.2551e-02 ] +2024-10-02 00:21:30,583 INFO: [ epoch: 6 ] [ iter: 14,000 ] [ performance: 22.560 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:51 ] [ l_g_pix: 4.2851e-02 ] [ l_g_total: 4.2851e-02 ] +2024-10-02 00:21:34,422 INFO: [ epoch: 6 ] [ iter: 14,100 ] [ performance: 26.333 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:20 ] [ l_g_pix: 3.7373e-02 ] [ l_g_total: 3.7373e-02 ] +2024-10-02 00:21:38,215 INFO: [ epoch: 6 ] [ iter: 14,200 ] [ performance: 26.357 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:49 ] [ l_g_pix: 3.8080e-02 ] [ l_g_total: 3.8080e-02 ] +2024-10-02 00:21:41,977 INFO: [ epoch: 6 ] [ iter: 14,300 ] [ performance: 27.040 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:17 ] [ l_g_pix: 2.8500e-02 ] [ l_g_total: 2.8500e-02 ] +2024-10-02 00:21:45,721 INFO: [ epoch: 6 ] [ iter: 14,400 ] [ performance: 26.788 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:46 ] [ l_g_pix: 3.9609e-02 ] [ l_g_total: 3.9609e-02 ] +2024-10-02 00:21:49,445 INFO: [ epoch: 6 ] [ iter: 14,500 ] [ performance: 27.123 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:15 ] [ l_g_pix: 3.1306e-02 ] [ l_g_total: 3.1306e-02 ] +2024-10-02 00:21:53,208 INFO: [ epoch: 6 ] [ iter: 14,600 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:45 ] [ l_g_pix: 3.3644e-02 ] [ l_g_total: 3.3644e-02 ] +2024-10-02 00:21:56,956 INFO: [ epoch: 6 ] [ iter: 14,700 ] [ performance: 27.059 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:14 ] [ l_g_pix: 5.5077e-02 ] [ l_g_total: 5.5077e-02 ] +2024-10-02 00:22:00,714 INFO: [ epoch: 6 ] [ iter: 14,800 ] [ performance: 26.709 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:45 ] [ l_g_pix: 2.9790e-02 ] [ l_g_total: 2.9790e-02 ] +2024-10-02 00:22:04,453 INFO: [ epoch: 6 ] [ iter: 14,900 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:15 ] [ l_g_pix: 2.5437e-02 ] [ l_g_total: 2.5437e-02 ] +2024-10-02 00:22:08,186 INFO: [ epoch: 6 ] [ iter: 15,000 ] [ performance: 26.832 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:46 ] [ l_g_pix: 4.7604e-02 ] [ l_g_total: 4.7604e-02 ] +2024-10-02 00:22:11,929 INFO: [ epoch: 6 ] [ iter: 15,100 ] [ performance: 25.969 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:17 ] [ l_g_pix: 3.6002e-02 ] [ l_g_total: 3.6002e-02 ] +2024-10-02 00:22:15,676 INFO: [ epoch: 6 ] [ iter: 15,200 ] [ performance: 26.548 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:49 ] [ l_g_pix: 3.2651e-02 ] [ l_g_total: 3.2651e-02 ] +2024-10-02 00:22:19,410 INFO: [ epoch: 6 ] [ iter: 15,300 ] [ performance: 27.677 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:20 ] [ l_g_pix: 2.4367e-02 ] [ l_g_total: 2.4367e-02 ] +2024-10-02 00:22:23,172 INFO: [ epoch: 6 ] [ iter: 15,400 ] [ performance: 26.791 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:53 ] [ l_g_pix: 3.6532e-02 ] [ l_g_total: 3.6532e-02 ] +2024-10-02 00:22:26,895 INFO: [ epoch: 6 ] [ iter: 15,500 ] [ performance: 27.050 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:25 ] [ l_g_pix: 3.2105e-02 ] [ l_g_total: 3.2105e-02 ] +2024-10-02 00:22:30,662 INFO: [ epoch: 6 ] [ iter: 15,600 ] [ performance: 26.646 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:58 ] [ l_g_pix: 3.9279e-02 ] [ l_g_total: 3.9279e-02 ] +2024-10-02 00:22:34,484 INFO: [ epoch: 6 ] [ iter: 15,700 ] [ performance: 26.476 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:32 ] [ l_g_pix: 3.0537e-02 ] [ l_g_total: 3.0537e-02 ] +2024-10-02 00:22:38,298 INFO: [ epoch: 6 ] [ iter: 15,800 ] [ performance: 26.271 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:06 ] [ l_g_pix: 4.0742e-02 ] [ l_g_total: 4.0742e-02 ] +2024-10-02 00:22:42,139 INFO: [ epoch: 6 ] [ iter: 15,900 ] [ performance: 26.157 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:41 ] [ l_g_pix: 3.5556e-02 ] [ l_g_total: 3.5556e-02 ] +2024-10-02 00:22:45,914 INFO: [ epoch: 6 ] [ iter: 16,000 ] [ performance: 26.436 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:15 ] [ l_g_pix: 3.2051e-02 ] [ l_g_total: 3.2051e-02 ] +2024-10-02 00:22:49,723 INFO: [ epoch: 6 ] [ iter: 16,100 ] [ performance: 27.092 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:50 ] [ l_g_pix: 3.5040e-02 ] [ l_g_total: 3.5040e-02 ] +2024-10-02 00:22:53,444 INFO: [ epoch: 6 ] [ iter: 16,200 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:24 ] [ l_g_pix: 3.6023e-02 ] [ l_g_total: 3.6023e-02 ] +2024-10-02 00:22:57,865 INFO: [ epoch: 7 ] [ iter: 16,300 ] [ performance: 11.922 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:07 ] [ l_g_pix: 3.4244e-02 ] [ l_g_total: 3.4244e-02 ] +2024-10-02 00:23:02,004 INFO: [ epoch: 7 ] [ iter: 16,400 ] [ performance: 20.780 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:46 ] [ l_g_pix: 4.6722e-02 ] [ l_g_total: 4.6722e-02 ] +2024-10-02 00:23:05,715 INFO: [ epoch: 7 ] [ iter: 16,500 ] [ performance: 27.982 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:21 ] [ l_g_pix: 4.7047e-02 ] [ l_g_total: 4.7047e-02 ] +2024-10-02 00:23:09,457 INFO: [ epoch: 7 ] [ iter: 16,600 ] [ performance: 26.912 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:56 ] [ l_g_pix: 3.9177e-02 ] [ l_g_total: 3.9177e-02 ] +2024-10-02 00:23:13,144 INFO: [ epoch: 7 ] [ iter: 16,700 ] [ performance: 27.595 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:31 ] [ l_g_pix: 4.7051e-02 ] [ l_g_total: 4.7051e-02 ] +2024-10-02 00:23:16,854 INFO: [ epoch: 7 ] [ iter: 16,800 ] [ performance: 27.049 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:07 ] [ l_g_pix: 5.0042e-02 ] [ l_g_total: 5.0042e-02 ] +2024-10-02 00:23:20,592 INFO: [ epoch: 7 ] [ iter: 16,900 ] [ performance: 27.117 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:43 ] [ l_g_pix: 3.6357e-02 ] [ l_g_total: 3.6357e-02 ] +2024-10-02 00:23:24,356 INFO: [ epoch: 7 ] [ iter: 17,000 ] [ performance: 26.650 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:20 ] [ l_g_pix: 4.2859e-02 ] [ l_g_total: 4.2859e-02 ] +2024-10-02 00:23:28,130 INFO: [ epoch: 7 ] [ iter: 17,100 ] [ performance: 27.042 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:57 ] [ l_g_pix: 4.0088e-02 ] [ l_g_total: 4.0088e-02 ] +2024-10-02 00:23:31,818 INFO: [ epoch: 7 ] [ iter: 17,200 ] [ performance: 27.108 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:33 ] [ l_g_pix: 3.3155e-02 ] [ l_g_total: 3.3155e-02 ] +2024-10-02 00:23:35,514 INFO: [ epoch: 7 ] [ iter: 17,300 ] [ performance: 27.460 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:10 ] [ l_g_pix: 3.1305e-02 ] [ l_g_total: 3.1305e-02 ] +2024-10-02 00:23:39,231 INFO: [ epoch: 7 ] [ iter: 17,400 ] [ performance: 26.987 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:47 ] [ l_g_pix: 4.8401e-02 ] [ l_g_total: 4.8401e-02 ] +2024-10-02 00:23:42,957 INFO: [ epoch: 7 ] [ iter: 17,500 ] [ performance: 27.815 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:24 ] [ l_g_pix: 3.5378e-02 ] [ l_g_total: 3.5378e-02 ] +2024-10-02 00:23:46,652 INFO: [ epoch: 7 ] [ iter: 17,600 ] [ performance: 27.155 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:01 ] [ l_g_pix: 4.5516e-02 ] [ l_g_total: 4.5516e-02 ] +2024-10-02 00:23:50,368 INFO: [ epoch: 7 ] [ iter: 17,700 ] [ performance: 26.861 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:39 ] [ l_g_pix: 3.9458e-02 ] [ l_g_total: 3.9458e-02 ] +2024-10-02 00:23:54,117 INFO: [ epoch: 7 ] [ iter: 17,800 ] [ performance: 26.697 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:17 ] [ l_g_pix: 4.0096e-02 ] [ l_g_total: 4.0096e-02 ] +2024-10-02 00:23:57,896 INFO: [ epoch: 7 ] [ iter: 17,900 ] [ performance: 27.507 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:56 ] [ l_g_pix: 3.2627e-02 ] [ l_g_total: 3.2627e-02 ] +2024-10-02 00:24:01,658 INFO: [ epoch: 7 ] [ iter: 18,000 ] [ performance: 26.677 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:35 ] [ l_g_pix: 3.2396e-02 ] [ l_g_total: 3.2396e-02 ] +2024-10-02 00:24:05,410 INFO: [ epoch: 7 ] [ iter: 18,100 ] [ performance: 27.544 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:13 ] [ l_g_pix: 2.5123e-02 ] [ l_g_total: 2.5123e-02 ] +2024-10-02 00:24:09,208 INFO: [ epoch: 7 ] [ iter: 18,200 ] [ performance: 26.439 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:53 ] [ l_g_pix: 4.8618e-02 ] [ l_g_total: 4.8618e-02 ] +2024-10-02 00:24:12,950 INFO: [ epoch: 7 ] [ iter: 18,300 ] [ performance: 26.769 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:32 ] [ l_g_pix: 5.1248e-02 ] [ l_g_total: 5.1248e-02 ] +2024-10-02 00:24:16,746 INFO: [ epoch: 7 ] [ iter: 18,400 ] [ performance: 26.383 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:12 ] [ l_g_pix: 3.6013e-02 ] [ l_g_total: 3.6013e-02 ] +2024-10-02 00:24:20,570 INFO: [ epoch: 7 ] [ iter: 18,500 ] [ performance: 26.468 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:52 ] [ l_g_pix: 3.3006e-02 ] [ l_g_total: 3.3006e-02 ] +2024-10-02 00:24:24,098 INFO: [ epoch: 7 ] [ iter: 18,600 ] [ performance: 28.203 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:30 ] [ l_g_pix: 3.8466e-02 ] [ l_g_total: 3.8466e-02 ] +2024-10-02 00:24:29,019 INFO: [ epoch: 8 ] [ iter: 18,700 ] [ performance: 26.506 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:21 ] [ l_g_pix: 2.3028e-02 ] [ l_g_total: 2.3028e-02 ] +2024-10-02 00:24:32,829 INFO: [ epoch: 8 ] [ iter: 18,800 ] [ performance: 26.270 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:02 ] [ l_g_pix: 3.6821e-02 ] [ l_g_total: 3.6821e-02 ] +2024-10-02 00:24:36,603 INFO: [ epoch: 8 ] [ iter: 18,900 ] [ performance: 26.565 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:42 ] [ l_g_pix: 4.6578e-02 ] [ l_g_total: 4.6578e-02 ] +2024-10-02 00:24:40,364 INFO: [ epoch: 8 ] [ iter: 19,000 ] [ performance: 26.588 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:23 ] [ l_g_pix: 5.7232e-02 ] [ l_g_total: 5.7232e-02 ] +2024-10-02 00:24:44,151 INFO: [ epoch: 8 ] [ iter: 19,100 ] [ performance: 26.086 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:03 ] [ l_g_pix: 2.2205e-02 ] [ l_g_total: 2.2205e-02 ] +2024-10-02 00:24:47,960 INFO: [ epoch: 8 ] [ iter: 19,200 ] [ performance: 26.248 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:45 ] [ l_g_pix: 5.6368e-02 ] [ l_g_total: 5.6368e-02 ] +2024-10-02 00:24:51,782 INFO: [ epoch: 8 ] [ iter: 19,300 ] [ performance: 25.869 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:26 ] [ l_g_pix: 4.5182e-02 ] [ l_g_total: 4.5182e-02 ] +2024-10-02 00:24:55,605 INFO: [ epoch: 8 ] [ iter: 19,400 ] [ performance: 26.147 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:08 ] [ l_g_pix: 4.5108e-02 ] [ l_g_total: 4.5108e-02 ] +2024-10-02 00:24:59,452 INFO: [ epoch: 8 ] [ iter: 19,500 ] [ performance: 26.136 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:50 ] [ l_g_pix: 2.1446e-02 ] [ l_g_total: 2.1446e-02 ] +2024-10-02 00:25:03,239 INFO: [ epoch: 8 ] [ iter: 19,600 ] [ performance: 26.405 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:32 ] [ l_g_pix: 2.9336e-02 ] [ l_g_total: 2.9336e-02 ] +2024-10-02 00:25:07,007 INFO: [ epoch: 8 ] [ iter: 19,700 ] [ performance: 26.942 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:13 ] [ l_g_pix: 2.9364e-02 ] [ l_g_total: 2.9364e-02 ] +2024-10-02 00:25:10,789 INFO: [ epoch: 8 ] [ iter: 19,800 ] [ performance: 26.455 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:55 ] [ l_g_pix: 2.5160e-02 ] [ l_g_total: 2.5160e-02 ] +2024-10-02 00:25:14,535 INFO: [ epoch: 8 ] [ iter: 19,900 ] [ performance: 25.490 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:37 ] [ l_g_pix: 3.1321e-02 ] [ l_g_total: 3.1321e-02 ] +2024-10-02 00:25:18,301 INFO: [ epoch: 8 ] [ iter: 20,000 ] [ performance: 26.553 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:19 ] [ l_g_pix: 6.5559e-02 ] [ l_g_total: 6.5559e-02 ] +2024-10-02 00:25:18,301 INFO: Saving models and training states. +2024-10-02 00:28:29,879 INFO: Validation val + + # psnr: 26.2768........ Best: 26.2797 @ 10000 iter + # ssim: 0.7387........ Best: 0.7388 @ 10000 iter + # dists: 0.7810........ Best: 0.7809 @ 10000 iter + +2024-10-02 00:28:33,652 INFO: [ epoch: 8 ] [ iter: 20,100 ] [ performance: 26.562 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:36 ] [ l_g_pix: 4.8829e-02 ] [ l_g_total: 4.8829e-02 ] +2024-10-02 00:28:38,386 INFO: [ epoch: 8 ] [ iter: 20,200 ] [ performance: 21.125 it/s ] [ lr: 1.00e-04 ] [ eta: 3:03:17 ] [ l_g_pix: 4.0745e-02 ] [ l_g_total: 4.0745e-02 ] +2024-10-02 00:28:42,145 INFO: [ epoch: 8 ] [ iter: 20,300 ] [ performance: 23.553 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:50 ] [ l_g_pix: 3.5187e-02 ] [ l_g_total: 3.5187e-02 ] +2024-10-02 00:28:45,912 INFO: [ epoch: 8 ] [ iter: 20,400 ] [ performance: 26.557 it/s ] [ lr: 1.00e-04 ] [ eta: 3:02:24 ] [ l_g_pix: 2.6524e-02 ] [ l_g_total: 2.6524e-02 ] +2024-10-02 00:28:49,636 INFO: [ epoch: 8 ] [ iter: 20,500 ] [ performance: 26.710 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:57 ] [ l_g_pix: 3.9825e-02 ] [ l_g_total: 3.9825e-02 ] +2024-10-02 00:28:53,370 INFO: [ epoch: 8 ] [ iter: 20,600 ] [ performance: 26.826 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:30 ] [ l_g_pix: 2.8175e-02 ] [ l_g_total: 2.8175e-02 ] +2024-10-02 00:28:57,165 INFO: [ epoch: 8 ] [ iter: 20,700 ] [ performance: 26.586 it/s ] [ lr: 1.00e-04 ] [ eta: 3:01:05 ] [ l_g_pix: 3.6686e-02 ] [ l_g_total: 3.6686e-02 ] +2024-10-02 00:29:00,957 INFO: [ epoch: 8 ] [ iter: 20,800 ] [ performance: 26.397 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:39 ] [ l_g_pix: 4.2239e-02 ] [ l_g_total: 4.2239e-02 ] +2024-10-02 00:29:04,622 INFO: [ epoch: 8 ] [ iter: 20,900 ] [ performance: 26.844 it/s ] [ lr: 1.00e-04 ] [ eta: 3:00:13 ] [ l_g_pix: 3.1694e-02 ] [ l_g_total: 3.1694e-02 ] +2024-10-02 00:29:09,416 INFO: [ epoch: 9 ] [ iter: 21,000 ] [ performance: 20.629 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:56 ] [ l_g_pix: 2.7174e-02 ] [ l_g_total: 2.7174e-02 ] +2024-10-02 00:29:13,390 INFO: [ epoch: 9 ] [ iter: 21,100 ] [ performance: 22.722 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:32 ] [ l_g_pix: 3.7390e-02 ] [ l_g_total: 3.7390e-02 ] +2024-10-02 00:29:17,221 INFO: [ epoch: 9 ] [ iter: 21,200 ] [ performance: 26.094 it/s ] [ lr: 1.00e-04 ] [ eta: 2:59:08 ] [ l_g_pix: 3.1430e-02 ] [ l_g_total: 3.1430e-02 ] +2024-10-02 00:29:21,005 INFO: [ epoch: 9 ] [ iter: 21,300 ] [ performance: 26.268 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:43 ] [ l_g_pix: 2.1152e-02 ] [ l_g_total: 2.1152e-02 ] +2024-10-02 00:29:24,736 INFO: [ epoch: 9 ] [ iter: 21,400 ] [ performance: 26.859 it/s ] [ lr: 1.00e-04 ] [ eta: 2:58:18 ] [ l_g_pix: 4.6283e-02 ] [ l_g_total: 4.6283e-02 ] +2024-10-02 00:29:28,506 INFO: [ epoch: 9 ] [ iter: 21,500 ] [ performance: 26.690 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:54 ] [ l_g_pix: 4.5276e-02 ] [ l_g_total: 4.5276e-02 ] +2024-10-02 00:29:32,315 INFO: [ epoch: 9 ] [ iter: 21,600 ] [ performance: 26.349 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:30 ] [ l_g_pix: 2.0098e-02 ] [ l_g_total: 2.0098e-02 ] +2024-10-02 00:29:36,077 INFO: [ epoch: 9 ] [ iter: 21,700 ] [ performance: 26.472 it/s ] [ lr: 1.00e-04 ] [ eta: 2:57:06 ] [ l_g_pix: 3.1152e-02 ] [ l_g_total: 3.1152e-02 ] +2024-10-02 00:29:39,824 INFO: [ epoch: 9 ] [ iter: 21,800 ] [ performance: 26.661 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:42 ] [ l_g_pix: 2.9983e-02 ] [ l_g_total: 2.9983e-02 ] +2024-10-02 00:29:43,591 INFO: [ epoch: 9 ] [ iter: 21,900 ] [ performance: 26.606 it/s ] [ lr: 1.00e-04 ] [ eta: 2:56:18 ] [ l_g_pix: 3.7288e-02 ] [ l_g_total: 3.7288e-02 ] +2024-10-02 00:29:47,421 INFO: [ epoch: 9 ] [ iter: 22,000 ] [ performance: 26.196 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:55 ] [ l_g_pix: 3.2481e-02 ] [ l_g_total: 3.2481e-02 ] +2024-10-02 00:29:51,133 INFO: [ epoch: 9 ] [ iter: 22,100 ] [ performance: 26.584 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:31 ] [ l_g_pix: 3.2617e-02 ] [ l_g_total: 3.2617e-02 ] +2024-10-02 00:29:54,847 INFO: [ epoch: 9 ] [ iter: 22,200 ] [ performance: 27.023 it/s ] [ lr: 1.00e-04 ] [ eta: 2:55:08 ] [ l_g_pix: 2.8281e-02 ] [ l_g_total: 2.8281e-02 ] +2024-10-02 00:29:58,638 INFO: [ epoch: 9 ] [ iter: 22,300 ] [ performance: 26.682 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:45 ] [ l_g_pix: 4.2880e-02 ] [ l_g_total: 4.2880e-02 ] +2024-10-02 00:30:02,615 INFO: [ epoch: 9 ] [ iter: 22,400 ] [ performance: 25.117 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:24 ] [ l_g_pix: 4.2945e-02 ] [ l_g_total: 4.2945e-02 ] +2024-10-02 00:30:06,409 INFO: [ epoch: 9 ] [ iter: 22,500 ] [ performance: 25.761 it/s ] [ lr: 1.00e-04 ] [ eta: 2:54:01 ] [ l_g_pix: 5.6873e-02 ] [ l_g_total: 5.6873e-02 ] +2024-10-02 00:30:10,207 INFO: [ epoch: 9 ] [ iter: 22,600 ] [ performance: 26.281 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:39 ] [ l_g_pix: 4.1977e-02 ] [ l_g_total: 4.1977e-02 ] +2024-10-02 00:30:14,015 INFO: [ epoch: 9 ] [ iter: 22,700 ] [ performance: 26.274 it/s ] [ lr: 1.00e-04 ] [ eta: 2:53:17 ] [ l_g_pix: 3.2446e-02 ] [ l_g_total: 3.2446e-02 ] +2024-10-02 00:30:17,795 INFO: [ epoch: 9 ] [ iter: 22,800 ] [ performance: 26.548 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:55 ] [ l_g_pix: 2.9755e-02 ] [ l_g_total: 2.9755e-02 ] +2024-10-02 00:30:21,624 INFO: [ epoch: 9 ] [ iter: 22,900 ] [ performance: 26.320 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:33 ] [ l_g_pix: 3.2780e-02 ] [ l_g_total: 3.2780e-02 ] +2024-10-02 00:30:25,462 INFO: [ epoch: 9 ] [ iter: 23,000 ] [ performance: 26.178 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:12 ] [ l_g_pix: 5.3147e-02 ] [ l_g_total: 5.3147e-02 ] +2024-10-02 00:30:29,265 INFO: [ epoch: 9 ] [ iter: 23,100 ] [ performance: 26.245 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:51 ] [ l_g_pix: 3.8669e-02 ] [ l_g_total: 3.8669e-02 ] +2024-10-02 00:30:32,953 INFO: [ epoch: 9 ] [ iter: 23,200 ] [ performance: 27.112 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:29 ] [ l_g_pix: 3.9762e-02 ] [ l_g_total: 3.9762e-02 ] +2024-10-02 00:30:37,586 INFO: [ epoch: 10 ] [ iter: 23,300 ] [ performance: 23.819 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:14 ] [ l_g_pix: 3.0486e-02 ] [ l_g_total: 3.0486e-02 ] +2024-10-02 00:30:41,574 INFO: [ epoch: 10 ] [ iter: 23,400 ] [ performance: 25.991 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:54 ] [ l_g_pix: 3.9270e-02 ] [ l_g_total: 3.9270e-02 ] +2024-10-02 00:30:45,355 INFO: [ epoch: 10 ] [ iter: 23,500 ] [ performance: 26.240 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:33 ] [ l_g_pix: 3.4475e-02 ] [ l_g_total: 3.4475e-02 ] +2024-10-02 00:30:49,145 INFO: [ epoch: 10 ] [ iter: 23,600 ] [ performance: 26.472 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:12 ] [ l_g_pix: 2.4051e-02 ] [ l_g_total: 2.4051e-02 ] +2024-10-02 00:30:52,910 INFO: [ epoch: 10 ] [ iter: 23,700 ] [ performance: 26.524 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:51 ] [ l_g_pix: 4.5691e-02 ] [ l_g_total: 4.5691e-02 ] +2024-10-02 00:30:56,657 INFO: [ epoch: 10 ] [ iter: 23,800 ] [ performance: 26.702 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:31 ] [ l_g_pix: 3.5758e-02 ] [ l_g_total: 3.5758e-02 ] +2024-10-02 00:31:00,449 INFO: [ epoch: 10 ] [ iter: 23,900 ] [ performance: 26.523 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:10 ] [ l_g_pix: 2.4469e-02 ] [ l_g_total: 2.4469e-02 ] +2024-10-02 00:31:04,221 INFO: [ epoch: 10 ] [ iter: 24,000 ] [ performance: 26.690 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:50 ] [ l_g_pix: 3.6161e-02 ] [ l_g_total: 3.6161e-02 ] +2024-10-02 00:31:08,006 INFO: [ epoch: 10 ] [ iter: 24,100 ] [ performance: 26.544 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:30 ] [ l_g_pix: 3.9714e-02 ] [ l_g_total: 3.9714e-02 ] +2024-10-02 00:31:11,730 INFO: [ epoch: 10 ] [ iter: 24,200 ] [ performance: 26.873 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:09 ] [ l_g_pix: 4.1579e-02 ] [ l_g_total: 4.1579e-02 ] +2024-10-02 00:31:15,530 INFO: [ epoch: 10 ] [ iter: 24,300 ] [ performance: 26.563 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:50 ] [ l_g_pix: 3.4636e-02 ] [ l_g_total: 3.4636e-02 ] +2024-10-02 00:31:19,309 INFO: [ epoch: 10 ] [ iter: 24,400 ] [ performance: 26.407 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:30 ] [ l_g_pix: 3.8229e-02 ] [ l_g_total: 3.8229e-02 ] +2024-10-02 00:31:22,972 INFO: [ epoch: 10 ] [ iter: 24,500 ] [ performance: 26.904 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:09 ] [ l_g_pix: 3.6667e-02 ] [ l_g_total: 3.6667e-02 ] +2024-10-02 00:31:26,684 INFO: [ epoch: 10 ] [ iter: 24,600 ] [ performance: 27.042 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:49 ] [ l_g_pix: 3.8555e-02 ] [ l_g_total: 3.8555e-02 ] +2024-10-02 00:31:30,445 INFO: [ epoch: 10 ] [ iter: 24,700 ] [ performance: 26.790 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:30 ] [ l_g_pix: 3.0809e-02 ] [ l_g_total: 3.0809e-02 ] +2024-10-02 00:31:34,210 INFO: [ epoch: 10 ] [ iter: 24,800 ] [ performance: 26.715 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:10 ] [ l_g_pix: 3.3254e-02 ] [ l_g_total: 3.3254e-02 ] +2024-10-02 00:31:38,004 INFO: [ epoch: 10 ] [ iter: 24,900 ] [ performance: 26.513 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:51 ] [ l_g_pix: 3.6131e-02 ] [ l_g_total: 3.6131e-02 ] +2024-10-02 00:31:41,776 INFO: [ epoch: 10 ] [ iter: 25,000 ] [ performance: 26.664 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:32 ] [ l_g_pix: 3.8203e-02 ] [ l_g_total: 3.8203e-02 ] +2024-10-02 00:31:45,593 INFO: [ epoch: 10 ] [ iter: 25,100 ] [ performance: 26.397 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:14 ] [ l_g_pix: 2.4562e-02 ] [ l_g_total: 2.4562e-02 ] +2024-10-02 00:31:49,377 INFO: [ epoch: 10 ] [ iter: 25,200 ] [ performance: 26.537 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:55 ] [ l_g_pix: 2.9450e-02 ] [ l_g_total: 2.9450e-02 ] +2024-10-02 00:31:53,137 INFO: [ epoch: 10 ] [ iter: 25,300 ] [ performance: 26.575 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:36 ] [ l_g_pix: 4.1556e-02 ] [ l_g_total: 4.1556e-02 ] +2024-10-02 00:31:56,870 INFO: [ epoch: 10 ] [ iter: 25,400 ] [ performance: 26.979 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:17 ] [ l_g_pix: 3.7423e-02 ] [ l_g_total: 3.7423e-02 ] +2024-10-02 00:32:00,621 INFO: [ epoch: 10 ] [ iter: 25,500 ] [ performance: 26.796 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:59 ] [ l_g_pix: 2.3123e-02 ] [ l_g_total: 2.3123e-02 ] +2024-10-02 00:32:04,958 INFO: [ epoch: 11 ] [ iter: 25,600 ] [ performance: 21.614 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:44 ] [ l_g_pix: 3.2644e-02 ] [ l_g_total: 3.2644e-02 ] +2024-10-02 00:32:09,447 INFO: [ epoch: 11 ] [ iter: 25,700 ] [ performance: 21.998 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:31 ] [ l_g_pix: 3.7217e-02 ] [ l_g_total: 3.7217e-02 ] +2024-10-02 00:32:13,219 INFO: [ epoch: 11 ] [ iter: 25,800 ] [ performance: 26.766 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:13 ] [ l_g_pix: 3.8582e-02 ] [ l_g_total: 3.8582e-02 ] +2024-10-02 00:32:17,033 INFO: [ epoch: 11 ] [ iter: 25,900 ] [ performance: 26.449 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:55 ] [ l_g_pix: 4.4335e-02 ] [ l_g_total: 4.4335e-02 ] +2024-10-02 00:32:20,782 INFO: [ epoch: 11 ] [ iter: 26,000 ] [ performance: 26.751 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:37 ] [ l_g_pix: 3.1591e-02 ] [ l_g_total: 3.1591e-02 ] +2024-10-02 00:32:24,559 INFO: [ epoch: 11 ] [ iter: 26,100 ] [ performance: 26.591 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:19 ] [ l_g_pix: 2.9971e-02 ] [ l_g_total: 2.9971e-02 ] +2024-10-02 00:32:28,392 INFO: [ epoch: 11 ] [ iter: 26,200 ] [ performance: 26.452 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:02 ] [ l_g_pix: 4.1380e-02 ] [ l_g_total: 4.1380e-02 ] +2024-10-02 00:32:32,251 INFO: [ epoch: 11 ] [ iter: 26,300 ] [ performance: 26.136 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:45 ] [ l_g_pix: 3.6982e-02 ] [ l_g_total: 3.6982e-02 ] +2024-10-02 00:32:36,032 INFO: [ epoch: 11 ] [ iter: 26,400 ] [ performance: 26.880 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:27 ] [ l_g_pix: 3.1000e-02 ] [ l_g_total: 3.1000e-02 ] +2024-10-02 00:32:39,864 INFO: [ epoch: 11 ] [ iter: 26,500 ] [ performance: 26.414 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:10 ] [ l_g_pix: 5.3322e-02 ] [ l_g_total: 5.3322e-02 ] +2024-10-02 00:32:43,598 INFO: [ epoch: 11 ] [ iter: 26,600 ] [ performance: 26.858 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:52 ] [ l_g_pix: 3.6130e-02 ] [ l_g_total: 3.6130e-02 ] +2024-10-02 00:32:47,414 INFO: [ epoch: 11 ] [ iter: 26,700 ] [ performance: 26.472 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:36 ] [ l_g_pix: 4.4929e-02 ] [ l_g_total: 4.4929e-02 ] +2024-10-02 00:32:51,205 INFO: [ epoch: 11 ] [ iter: 26,800 ] [ performance: 26.493 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:19 ] [ l_g_pix: 6.2042e-02 ] [ l_g_total: 6.2042e-02 ] +2024-10-02 00:32:54,998 INFO: [ epoch: 11 ] [ iter: 26,900 ] [ performance: 26.421 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:02 ] [ l_g_pix: 4.2838e-02 ] [ l_g_total: 4.2838e-02 ] +2024-10-02 00:32:58,794 INFO: [ epoch: 11 ] [ iter: 27,000 ] [ performance: 26.466 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:45 ] [ l_g_pix: 2.7704e-02 ] [ l_g_total: 2.7704e-02 ] +2024-10-02 00:33:02,579 INFO: [ epoch: 11 ] [ iter: 27,100 ] [ performance: 26.442 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:28 ] [ l_g_pix: 4.4678e-02 ] [ l_g_total: 4.4678e-02 ] +2024-10-02 00:33:06,413 INFO: [ epoch: 11 ] [ iter: 27,200 ] [ performance: 25.856 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:12 ] [ l_g_pix: 2.4547e-02 ] [ l_g_total: 2.4547e-02 ] +2024-10-02 00:33:10,225 INFO: [ epoch: 11 ] [ iter: 27,300 ] [ performance: 26.088 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:55 ] [ l_g_pix: 3.0244e-02 ] [ l_g_total: 3.0244e-02 ] +2024-10-02 00:33:14,000 INFO: [ epoch: 11 ] [ iter: 27,400 ] [ performance: 26.582 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:39 ] [ l_g_pix: 3.5020e-02 ] [ l_g_total: 3.5020e-02 ] +2024-10-02 00:33:17,790 INFO: [ epoch: 11 ] [ iter: 27,500 ] [ performance: 26.467 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:23 ] [ l_g_pix: 4.1098e-02 ] [ l_g_total: 4.1098e-02 ] +2024-10-02 00:33:21,595 INFO: [ epoch: 11 ] [ iter: 27,600 ] [ performance: 26.231 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:06 ] [ l_g_pix: 3.3823e-02 ] [ l_g_total: 3.3823e-02 ] +2024-10-02 00:33:25,396 INFO: [ epoch: 11 ] [ iter: 27,700 ] [ performance: 26.282 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:50 ] [ l_g_pix: 3.1213e-02 ] [ l_g_total: 3.1213e-02 ] +2024-10-02 00:33:29,209 INFO: [ epoch: 11 ] [ iter: 27,800 ] [ performance: 26.377 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:34 ] [ l_g_pix: 3.4929e-02 ] [ l_g_total: 3.4929e-02 ] +2024-10-02 00:33:32,815 INFO: [ epoch: 11 ] [ iter: 27,900 ] [ performance: 27.201 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:17 ] [ l_g_pix: 3.8025e-02 ] [ l_g_total: 3.8025e-02 ] +2024-10-02 00:33:37,915 INFO: [ epoch: 12 ] [ iter: 28,000 ] [ performance: 23.263 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:09 ] [ l_g_pix: 3.9732e-02 ] [ l_g_total: 3.9732e-02 ] +2024-10-02 00:33:41,673 INFO: [ epoch: 12 ] [ iter: 28,100 ] [ performance: 25.239 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:53 ] [ l_g_pix: 4.2455e-02 ] [ l_g_total: 4.2455e-02 ] +2024-10-02 00:33:45,419 INFO: [ epoch: 12 ] [ iter: 28,200 ] [ performance: 26.702 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:37 ] [ l_g_pix: 3.3443e-02 ] [ l_g_total: 3.3443e-02 ] +2024-10-02 00:33:49,185 INFO: [ epoch: 12 ] [ iter: 28,300 ] [ performance: 26.612 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:22 ] [ l_g_pix: 3.9317e-02 ] [ l_g_total: 3.9317e-02 ] +2024-10-02 00:33:52,967 INFO: [ epoch: 12 ] [ iter: 28,400 ] [ performance: 26.556 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:06 ] [ l_g_pix: 3.8781e-02 ] [ l_g_total: 3.8781e-02 ] +2024-10-02 00:33:56,984 INFO: [ epoch: 12 ] [ iter: 28,500 ] [ performance: 25.487 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:52 ] [ l_g_pix: 2.4460e-02 ] [ l_g_total: 2.4460e-02 ] +2024-10-02 00:34:00,757 INFO: [ epoch: 12 ] [ iter: 28,600 ] [ performance: 26.383 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:36 ] [ l_g_pix: 3.1736e-02 ] [ l_g_total: 3.1736e-02 ] +2024-10-02 00:34:04,492 INFO: [ epoch: 12 ] [ iter: 28,700 ] [ performance: 26.631 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:21 ] [ l_g_pix: 3.5880e-02 ] [ l_g_total: 3.5880e-02 ] +2024-10-02 00:34:08,204 INFO: [ epoch: 12 ] [ iter: 28,800 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:05 ] [ l_g_pix: 3.1115e-02 ] [ l_g_total: 3.1115e-02 ] +2024-10-02 00:34:11,888 INFO: [ epoch: 12 ] [ iter: 28,900 ] [ performance: 27.054 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:49 ] [ l_g_pix: 2.0295e-02 ] [ l_g_total: 2.0295e-02 ] +2024-10-02 00:34:15,663 INFO: [ epoch: 12 ] [ iter: 29,000 ] [ performance: 26.386 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:34 ] [ l_g_pix: 2.6645e-02 ] [ l_g_total: 2.6645e-02 ] +2024-10-02 00:34:19,414 INFO: [ epoch: 12 ] [ iter: 29,100 ] [ performance: 26.563 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:19 ] [ l_g_pix: 2.7924e-02 ] [ l_g_total: 2.7924e-02 ] +2024-10-02 00:34:23,218 INFO: [ epoch: 12 ] [ iter: 29,200 ] [ performance: 26.278 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:04 ] [ l_g_pix: 3.3573e-02 ] [ l_g_total: 3.3573e-02 ] +2024-10-02 00:34:26,996 INFO: [ epoch: 12 ] [ iter: 29,300 ] [ performance: 26.404 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:49 ] [ l_g_pix: 2.9377e-02 ] [ l_g_total: 2.9377e-02 ] +2024-10-02 00:34:30,774 INFO: [ epoch: 12 ] [ iter: 29,400 ] [ performance: 26.234 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:34 ] [ l_g_pix: 1.9443e-02 ] [ l_g_total: 1.9443e-02 ] +2024-10-02 00:34:34,552 INFO: [ epoch: 12 ] [ iter: 29,500 ] [ performance: 26.390 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:19 ] [ l_g_pix: 5.0662e-02 ] [ l_g_total: 5.0662e-02 ] +2024-10-02 00:34:38,372 INFO: [ epoch: 12 ] [ iter: 29,600 ] [ performance: 26.054 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:05 ] [ l_g_pix: 3.2299e-02 ] [ l_g_total: 3.2299e-02 ] +2024-10-02 00:34:42,178 INFO: [ epoch: 12 ] [ iter: 29,700 ] [ performance: 26.199 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:50 ] [ l_g_pix: 2.8377e-02 ] [ l_g_total: 2.8377e-02 ] +2024-10-02 00:34:45,950 INFO: [ epoch: 12 ] [ iter: 29,800 ] [ performance: 26.191 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:36 ] [ l_g_pix: 3.9847e-02 ] [ l_g_total: 3.9847e-02 ] +2024-10-02 00:34:49,747 INFO: [ epoch: 12 ] [ iter: 29,900 ] [ performance: 26.292 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:21 ] [ l_g_pix: 3.6310e-02 ] [ l_g_total: 3.6310e-02 ] +2024-10-02 00:34:53,618 INFO: [ epoch: 12 ] [ iter: 30,000 ] [ performance: 25.724 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:07 ] [ l_g_pix: 3.8936e-02 ] [ l_g_total: 3.8936e-02 ] +2024-10-02 00:34:53,619 INFO: Saving models and training states. +2024-10-02 00:38:31,480 INFO: Validation val + + # psnr: 26.9015........ Best: 26.9015 @ 30000 iter + # ssim: 0.7549........ Best: 0.7549 @ 30000 iter + # dists: 0.7746........ Best: 0.7746 @ 30000 iter + +2024-10-02 00:38:35,255 INFO: [ epoch: 12 ] [ iter: 30,100 ] [ performance: 26.231 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:23 ] [ l_g_pix: 3.2803e-02 ] [ l_g_total: 3.2803e-02 ] +2024-10-02 00:38:38,938 INFO: [ epoch: 12 ] [ iter: 30,200 ] [ performance: 28.358 it/s ] [ lr: 1.00e-04 ] [ eta: 2:52:03 ] [ l_g_pix: 2.4376e-02 ] [ l_g_total: 2.4376e-02 ] +2024-10-02 00:38:43,824 INFO: [ epoch: 13 ] [ iter: 30,300 ] [ performance: 22.563 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:50 ] [ l_g_pix: 4.2010e-02 ] [ l_g_total: 4.2010e-02 ] +2024-10-02 00:38:47,617 INFO: [ epoch: 13 ] [ iter: 30,400 ] [ performance: 26.379 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:32 ] [ l_g_pix: 2.4205e-02 ] [ l_g_total: 2.4205e-02 ] +2024-10-02 00:38:51,387 INFO: [ epoch: 13 ] [ iter: 30,500 ] [ performance: 26.481 it/s ] [ lr: 1.00e-04 ] [ eta: 2:51:13 ] [ l_g_pix: 3.7110e-02 ] [ l_g_total: 3.7110e-02 ] +2024-10-02 00:38:55,168 INFO: [ epoch: 13 ] [ iter: 30,600 ] [ performance: 26.445 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:54 ] [ l_g_pix: 4.0351e-02 ] [ l_g_total: 4.0351e-02 ] +2024-10-02 00:38:58,908 INFO: [ epoch: 13 ] [ iter: 30,700 ] [ performance: 26.646 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:35 ] [ l_g_pix: 4.3609e-02 ] [ l_g_total: 4.3609e-02 ] +2024-10-02 00:39:02,665 INFO: [ epoch: 13 ] [ iter: 30,800 ] [ performance: 26.475 it/s ] [ lr: 1.00e-04 ] [ eta: 2:50:17 ] [ l_g_pix: 3.9242e-02 ] [ l_g_total: 3.9242e-02 ] +2024-10-02 00:39:06,405 INFO: [ epoch: 13 ] [ iter: 30,900 ] [ performance: 26.658 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:58 ] [ l_g_pix: 2.7518e-02 ] [ l_g_total: 2.7518e-02 ] +2024-10-02 00:39:10,142 INFO: [ epoch: 13 ] [ iter: 31,000 ] [ performance: 26.598 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:39 ] [ l_g_pix: 2.5929e-02 ] [ l_g_total: 2.5929e-02 ] +2024-10-02 00:39:13,853 INFO: [ epoch: 13 ] [ iter: 31,100 ] [ performance: 26.841 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:21 ] [ l_g_pix: 3.1233e-02 ] [ l_g_total: 3.1233e-02 ] +2024-10-02 00:39:17,660 INFO: [ epoch: 13 ] [ iter: 31,200 ] [ performance: 26.412 it/s ] [ lr: 1.00e-04 ] [ eta: 2:49:03 ] [ l_g_pix: 4.3844e-02 ] [ l_g_total: 4.3844e-02 ] +2024-10-02 00:39:21,394 INFO: [ epoch: 13 ] [ iter: 31,300 ] [ performance: 26.665 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:45 ] [ l_g_pix: 4.0901e-02 ] [ l_g_total: 4.0901e-02 ] +2024-10-02 00:39:25,181 INFO: [ epoch: 13 ] [ iter: 31,400 ] [ performance: 26.327 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:27 ] [ l_g_pix: 3.2104e-02 ] [ l_g_total: 3.2104e-02 ] +2024-10-02 00:39:28,940 INFO: [ epoch: 13 ] [ iter: 31,500 ] [ performance: 26.524 it/s ] [ lr: 1.00e-04 ] [ eta: 2:48:09 ] [ l_g_pix: 2.1014e-02 ] [ l_g_total: 2.1014e-02 ] +2024-10-02 00:39:32,686 INFO: [ epoch: 13 ] [ iter: 31,600 ] [ performance: 26.813 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:51 ] [ l_g_pix: 4.5480e-02 ] [ l_g_total: 4.5480e-02 ] +2024-10-02 00:39:36,441 INFO: [ epoch: 13 ] [ iter: 31,700 ] [ performance: 26.691 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:33 ] [ l_g_pix: 3.0034e-02 ] [ l_g_total: 3.0034e-02 ] +2024-10-02 00:39:40,231 INFO: [ epoch: 13 ] [ iter: 31,800 ] [ performance: 26.512 it/s ] [ lr: 1.00e-04 ] [ eta: 2:47:16 ] [ l_g_pix: 2.7677e-02 ] [ l_g_total: 2.7677e-02 ] +2024-10-02 00:39:44,060 INFO: [ epoch: 13 ] [ iter: 31,900 ] [ performance: 26.233 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:58 ] [ l_g_pix: 3.5447e-02 ] [ l_g_total: 3.5447e-02 ] +2024-10-02 00:39:47,912 INFO: [ epoch: 13 ] [ iter: 32,000 ] [ performance: 25.459 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:41 ] [ l_g_pix: 4.2379e-02 ] [ l_g_total: 4.2379e-02 ] +2024-10-02 00:39:51,737 INFO: [ epoch: 13 ] [ iter: 32,100 ] [ performance: 25.944 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:24 ] [ l_g_pix: 3.1230e-02 ] [ l_g_total: 3.1230e-02 ] +2024-10-02 00:39:55,549 INFO: [ epoch: 13 ] [ iter: 32,200 ] [ performance: 26.411 it/s ] [ lr: 1.00e-04 ] [ eta: 2:46:07 ] [ l_g_pix: 3.1056e-02 ] [ l_g_total: 3.1056e-02 ] +2024-10-02 00:39:59,292 INFO: [ epoch: 13 ] [ iter: 32,300 ] [ performance: 26.636 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:50 ] [ l_g_pix: 5.3564e-02 ] [ l_g_total: 5.3564e-02 ] +2024-10-02 00:40:03,060 INFO: [ epoch: 13 ] [ iter: 32,400 ] [ performance: 26.564 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:33 ] [ l_g_pix: 2.8592e-02 ] [ l_g_total: 2.8592e-02 ] +2024-10-02 00:40:06,746 INFO: [ epoch: 13 ] [ iter: 32,500 ] [ performance: 26.975 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:15 ] [ l_g_pix: 3.6435e-02 ] [ l_g_total: 3.6435e-02 ] +2024-10-02 00:40:11,332 INFO: [ epoch: 14 ] [ iter: 32,600 ] [ performance: 15.786 it/s ] [ lr: 1.00e-04 ] [ eta: 2:45:02 ] [ l_g_pix: 2.4743e-02 ] [ l_g_total: 2.4743e-02 ] +2024-10-02 00:40:15,615 INFO: [ epoch: 14 ] [ iter: 32,700 ] [ performance: 20.632 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:48 ] [ l_g_pix: 2.3350e-02 ] [ l_g_total: 2.3350e-02 ] +2024-10-02 00:40:19,712 INFO: [ epoch: 14 ] [ iter: 32,800 ] [ performance: 21.793 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:33 ] [ l_g_pix: 2.8061e-02 ] [ l_g_total: 2.8061e-02 ] +2024-10-02 00:40:23,724 INFO: [ epoch: 14 ] [ iter: 32,900 ] [ performance: 23.999 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:17 ] [ l_g_pix: 4.2836e-02 ] [ l_g_total: 4.2836e-02 ] +2024-10-02 00:40:27,541 INFO: [ epoch: 14 ] [ iter: 33,000 ] [ performance: 26.127 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:01 ] [ l_g_pix: 2.8072e-02 ] [ l_g_total: 2.8072e-02 ] +2024-10-02 00:40:31,339 INFO: [ epoch: 14 ] [ iter: 33,100 ] [ performance: 26.277 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:45 ] [ l_g_pix: 2.8782e-02 ] [ l_g_total: 2.8782e-02 ] +2024-10-02 00:40:35,096 INFO: [ epoch: 14 ] [ iter: 33,200 ] [ performance: 26.724 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:28 ] [ l_g_pix: 3.0530e-02 ] [ l_g_total: 3.0530e-02 ] +2024-10-02 00:40:38,942 INFO: [ epoch: 14 ] [ iter: 33,300 ] [ performance: 26.190 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:12 ] [ l_g_pix: 2.2677e-02 ] [ l_g_total: 2.2677e-02 ] +2024-10-02 00:40:43,074 INFO: [ epoch: 14 ] [ iter: 33,400 ] [ performance: 21.396 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:57 ] [ l_g_pix: 3.5427e-02 ] [ l_g_total: 3.5427e-02 ] +2024-10-02 00:40:46,904 INFO: [ epoch: 14 ] [ iter: 33,500 ] [ performance: 24.729 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:41 ] [ l_g_pix: 3.5437e-02 ] [ l_g_total: 3.5437e-02 ] +2024-10-02 00:40:50,674 INFO: [ epoch: 14 ] [ iter: 33,600 ] [ performance: 26.969 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:25 ] [ l_g_pix: 3.4572e-02 ] [ l_g_total: 3.4572e-02 ] +2024-10-02 00:40:54,483 INFO: [ epoch: 14 ] [ iter: 33,700 ] [ performance: 26.435 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:09 ] [ l_g_pix: 4.2708e-02 ] [ l_g_total: 4.2708e-02 ] +2024-10-02 00:40:58,302 INFO: [ epoch: 14 ] [ iter: 33,800 ] [ performance: 26.109 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:53 ] [ l_g_pix: 1.7706e-02 ] [ l_g_total: 1.7706e-02 ] +2024-10-02 00:41:02,047 INFO: [ epoch: 14 ] [ iter: 33,900 ] [ performance: 26.558 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:37 ] [ l_g_pix: 3.3382e-02 ] [ l_g_total: 3.3382e-02 ] +2024-10-02 00:41:05,795 INFO: [ epoch: 14 ] [ iter: 34,000 ] [ performance: 27.191 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:21 ] [ l_g_pix: 3.2593e-02 ] [ l_g_total: 3.2593e-02 ] +2024-10-02 00:41:09,644 INFO: [ epoch: 14 ] [ iter: 34,100 ] [ performance: 26.262 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:06 ] [ l_g_pix: 3.8667e-02 ] [ l_g_total: 3.8667e-02 ] +2024-10-02 00:41:13,395 INFO: [ epoch: 14 ] [ iter: 34,200 ] [ performance: 27.445 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:50 ] [ l_g_pix: 3.4514e-02 ] [ l_g_total: 3.4514e-02 ] +2024-10-02 00:41:17,156 INFO: [ epoch: 14 ] [ iter: 34,300 ] [ performance: 26.787 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:34 ] [ l_g_pix: 2.1217e-02 ] [ l_g_total: 2.1217e-02 ] +2024-10-02 00:41:20,947 INFO: [ epoch: 14 ] [ iter: 34,400 ] [ performance: 26.340 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:18 ] [ l_g_pix: 2.6995e-02 ] [ l_g_total: 2.6995e-02 ] +2024-10-02 00:41:24,721 INFO: [ epoch: 14 ] [ iter: 34,500 ] [ performance: 26.470 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:03 ] [ l_g_pix: 3.5293e-02 ] [ l_g_total: 3.5293e-02 ] +2024-10-02 00:41:28,553 INFO: [ epoch: 14 ] [ iter: 34,600 ] [ performance: 25.560 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:48 ] [ l_g_pix: 2.6484e-02 ] [ l_g_total: 2.6484e-02 ] +2024-10-02 00:41:32,547 INFO: [ epoch: 14 ] [ iter: 34,700 ] [ performance: 25.154 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:33 ] [ l_g_pix: 3.1803e-02 ] [ l_g_total: 3.1803e-02 ] +2024-10-02 00:41:36,386 INFO: [ epoch: 14 ] [ iter: 34,800 ] [ performance: 26.685 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:18 ] [ l_g_pix: 3.5660e-02 ] [ l_g_total: 3.5660e-02 ] +2024-10-02 00:41:39,891 INFO: [ epoch: 14 ] [ iter: 34,900 ] [ performance: 28.122 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:02 ] [ l_g_pix: 2.9965e-02 ] [ l_g_total: 2.9965e-02 ] +2024-10-02 00:41:44,930 INFO: [ epoch: 15 ] [ iter: 35,000 ] [ performance: 26.819 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:52 ] [ l_g_pix: 2.2567e-02 ] [ l_g_total: 2.2567e-02 ] +2024-10-02 00:41:48,708 INFO: [ epoch: 15 ] [ iter: 35,100 ] [ performance: 26.544 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:37 ] [ l_g_pix: 3.6208e-02 ] [ l_g_total: 3.6208e-02 ] +2024-10-02 00:41:52,418 INFO: [ epoch: 15 ] [ iter: 35,200 ] [ performance: 27.285 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:22 ] [ l_g_pix: 3.4658e-02 ] [ l_g_total: 3.4658e-02 ] +2024-10-02 00:41:56,174 INFO: [ epoch: 15 ] [ iter: 35,300 ] [ performance: 26.758 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:07 ] [ l_g_pix: 3.4290e-02 ] [ l_g_total: 3.4290e-02 ] +2024-10-02 00:41:59,961 INFO: [ epoch: 15 ] [ iter: 35,400 ] [ performance: 27.061 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:52 ] [ l_g_pix: 3.0863e-02 ] [ l_g_total: 3.0863e-02 ] +2024-10-02 00:42:03,736 INFO: [ epoch: 15 ] [ iter: 35,500 ] [ performance: 26.606 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:37 ] [ l_g_pix: 3.1590e-02 ] [ l_g_total: 3.1590e-02 ] +2024-10-02 00:42:07,510 INFO: [ epoch: 15 ] [ iter: 35,600 ] [ performance: 26.924 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:22 ] [ l_g_pix: 3.6140e-02 ] [ l_g_total: 3.6140e-02 ] +2024-10-02 00:42:11,284 INFO: [ epoch: 15 ] [ iter: 35,700 ] [ performance: 26.584 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:07 ] [ l_g_pix: 3.0076e-02 ] [ l_g_total: 3.0076e-02 ] +2024-10-02 00:42:15,014 INFO: [ epoch: 15 ] [ iter: 35,800 ] [ performance: 27.343 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:52 ] [ l_g_pix: 3.4757e-02 ] [ l_g_total: 3.4757e-02 ] +2024-10-02 00:42:18,769 INFO: [ epoch: 15 ] [ iter: 35,900 ] [ performance: 26.762 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:37 ] [ l_g_pix: 3.3914e-02 ] [ l_g_total: 3.3914e-02 ] +2024-10-02 00:42:22,517 INFO: [ epoch: 15 ] [ iter: 36,000 ] [ performance: 27.400 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:23 ] [ l_g_pix: 3.3392e-02 ] [ l_g_total: 3.3392e-02 ] +2024-10-02 00:42:26,252 INFO: [ epoch: 15 ] [ iter: 36,100 ] [ performance: 26.882 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:08 ] [ l_g_pix: 2.3204e-02 ] [ l_g_total: 2.3204e-02 ] +2024-10-02 00:42:29,974 INFO: [ epoch: 15 ] [ iter: 36,200 ] [ performance: 27.168 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:53 ] [ l_g_pix: 3.9613e-02 ] [ l_g_total: 3.9613e-02 ] +2024-10-02 00:42:33,752 INFO: [ epoch: 15 ] [ iter: 36,300 ] [ performance: 26.590 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:39 ] [ l_g_pix: 5.4962e-02 ] [ l_g_total: 5.4962e-02 ] +2024-10-02 00:42:37,563 INFO: [ epoch: 15 ] [ iter: 36,400 ] [ performance: 26.782 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:24 ] [ l_g_pix: 2.3162e-02 ] [ l_g_total: 2.3162e-02 ] +2024-10-02 00:42:41,323 INFO: [ epoch: 15 ] [ iter: 36,500 ] [ performance: 26.633 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:10 ] [ l_g_pix: 3.3193e-02 ] [ l_g_total: 3.3193e-02 ] +2024-10-02 00:42:45,139 INFO: [ epoch: 15 ] [ iter: 36,600 ] [ performance: 27.069 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:56 ] [ l_g_pix: 3.0993e-02 ] [ l_g_total: 3.0993e-02 ] +2024-10-02 00:42:48,926 INFO: [ epoch: 15 ] [ iter: 36,700 ] [ performance: 26.508 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:42 ] [ l_g_pix: 2.4107e-02 ] [ l_g_total: 2.4107e-02 ] +2024-10-02 00:42:52,734 INFO: [ epoch: 15 ] [ iter: 36,800 ] [ performance: 26.388 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:28 ] [ l_g_pix: 2.3006e-02 ] [ l_g_total: 2.3006e-02 ] +2024-10-02 00:42:56,534 INFO: [ epoch: 15 ] [ iter: 36,900 ] [ performance: 26.330 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:14 ] [ l_g_pix: 2.9215e-02 ] [ l_g_total: 2.9215e-02 ] +2024-10-02 00:43:00,296 INFO: [ epoch: 15 ] [ iter: 37,000 ] [ performance: 27.432 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:00 ] [ l_g_pix: 3.0659e-02 ] [ l_g_total: 3.0659e-02 ] +2024-10-02 00:43:04,051 INFO: [ epoch: 15 ] [ iter: 37,100 ] [ performance: 26.741 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:46 ] [ l_g_pix: 3.2716e-02 ] [ l_g_total: 3.2716e-02 ] +2024-10-02 00:43:07,661 INFO: [ epoch: 15 ] [ iter: 37,200 ] [ performance: 28.987 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:31 ] [ l_g_pix: 2.8870e-02 ] [ l_g_total: 2.8870e-02 ] +2024-10-02 00:43:12,569 INFO: [ epoch: 16 ] [ iter: 37,300 ] [ performance: 21.201 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:22 ] [ l_g_pix: 2.2072e-02 ] [ l_g_total: 2.2072e-02 ] +2024-10-02 00:43:16,339 INFO: [ epoch: 16 ] [ iter: 37,400 ] [ performance: 26.636 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:08 ] [ l_g_pix: 3.0823e-02 ] [ l_g_total: 3.0823e-02 ] +2024-10-02 00:43:20,150 INFO: [ epoch: 16 ] [ iter: 37,500 ] [ performance: 26.289 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:55 ] [ l_g_pix: 3.5803e-02 ] [ l_g_total: 3.5803e-02 ] +2024-10-02 00:43:23,917 INFO: [ epoch: 16 ] [ iter: 37,600 ] [ performance: 26.922 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:41 ] [ l_g_pix: 3.5124e-02 ] [ l_g_total: 3.5124e-02 ] +2024-10-02 00:43:27,700 INFO: [ epoch: 16 ] [ iter: 37,700 ] [ performance: 26.493 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:27 ] [ l_g_pix: 4.0748e-02 ] [ l_g_total: 4.0748e-02 ] +2024-10-02 00:43:31,460 INFO: [ epoch: 16 ] [ iter: 37,800 ] [ performance: 27.722 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:14 ] [ l_g_pix: 2.9563e-02 ] [ l_g_total: 2.9563e-02 ] +2024-10-02 00:43:35,214 INFO: [ epoch: 16 ] [ iter: 37,900 ] [ performance: 26.756 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:00 ] [ l_g_pix: 2.4987e-02 ] [ l_g_total: 2.4987e-02 ] +2024-10-02 00:43:38,981 INFO: [ epoch: 16 ] [ iter: 38,000 ] [ performance: 26.149 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:46 ] [ l_g_pix: 3.2883e-02 ] [ l_g_total: 3.2883e-02 ] +2024-10-02 00:43:42,779 INFO: [ epoch: 16 ] [ iter: 38,100 ] [ performance: 26.317 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:33 ] [ l_g_pix: 3.4754e-02 ] [ l_g_total: 3.4754e-02 ] +2024-10-02 00:43:46,582 INFO: [ epoch: 16 ] [ iter: 38,200 ] [ performance: 27.406 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:20 ] [ l_g_pix: 3.4513e-02 ] [ l_g_total: 3.4513e-02 ] +2024-10-02 00:43:50,382 INFO: [ epoch: 16 ] [ iter: 38,300 ] [ performance: 26.416 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:06 ] [ l_g_pix: 2.7673e-02 ] [ l_g_total: 2.7673e-02 ] +2024-10-02 00:43:54,145 INFO: [ epoch: 16 ] [ iter: 38,400 ] [ performance: 27.227 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:53 ] [ l_g_pix: 2.3430e-02 ] [ l_g_total: 2.3430e-02 ] +2024-10-02 00:43:57,917 INFO: [ epoch: 16 ] [ iter: 38,500 ] [ performance: 26.576 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:40 ] [ l_g_pix: 3.2785e-02 ] [ l_g_total: 3.2785e-02 ] +2024-10-02 00:44:01,651 INFO: [ epoch: 16 ] [ iter: 38,600 ] [ performance: 27.835 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:26 ] [ l_g_pix: 3.3404e-02 ] [ l_g_total: 3.3404e-02 ] +2024-10-02 00:44:05,412 INFO: [ epoch: 16 ] [ iter: 38,700 ] [ performance: 26.683 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:13 ] [ l_g_pix: 3.5167e-02 ] [ l_g_total: 3.5167e-02 ] +2024-10-02 00:44:09,152 INFO: [ epoch: 16 ] [ iter: 38,800 ] [ performance: 26.810 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:00 ] [ l_g_pix: 3.1355e-02 ] [ l_g_total: 3.1355e-02 ] +2024-10-02 00:44:12,937 INFO: [ epoch: 16 ] [ iter: 38,900 ] [ performance: 26.453 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:47 ] [ l_g_pix: 3.4892e-02 ] [ l_g_total: 3.4892e-02 ] +2024-10-02 00:44:16,726 INFO: [ epoch: 16 ] [ iter: 39,000 ] [ performance: 26.901 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:34 ] [ l_g_pix: 3.3888e-02 ] [ l_g_total: 3.3888e-02 ] +2024-10-02 00:44:20,528 INFO: [ epoch: 16 ] [ iter: 39,100 ] [ performance: 26.340 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:21 ] [ l_g_pix: 3.5884e-02 ] [ l_g_total: 3.5884e-02 ] +2024-10-02 00:44:24,284 INFO: [ epoch: 16 ] [ iter: 39,200 ] [ performance: 26.651 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:08 ] [ l_g_pix: 3.3122e-02 ] [ l_g_total: 3.3122e-02 ] +2024-10-02 00:44:28,060 INFO: [ epoch: 16 ] [ iter: 39,300 ] [ performance: 26.496 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:55 ] [ l_g_pix: 3.2531e-02 ] [ l_g_total: 3.2531e-02 ] +2024-10-02 00:44:31,802 INFO: [ epoch: 16 ] [ iter: 39,400 ] [ performance: 27.665 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:42 ] [ l_g_pix: 3.5576e-02 ] [ l_g_total: 3.5576e-02 ] +2024-10-02 00:44:35,489 INFO: [ epoch: 16 ] [ iter: 39,500 ] [ performance: 27.153 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:29 ] [ l_g_pix: 3.2434e-02 ] [ l_g_total: 3.2434e-02 ] +2024-10-02 00:44:40,252 INFO: [ epoch: 17 ] [ iter: 39,600 ] [ performance: 22.618 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:20 ] [ l_g_pix: 4.8963e-02 ] [ l_g_total: 4.8963e-02 ] +2024-10-02 00:44:44,083 INFO: [ epoch: 17 ] [ iter: 39,700 ] [ performance: 25.995 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:08 ] [ l_g_pix: 3.2359e-02 ] [ l_g_total: 3.2359e-02 ] +2024-10-02 00:44:47,898 INFO: [ epoch: 17 ] [ iter: 39,800 ] [ performance: 27.264 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:55 ] [ l_g_pix: 2.6136e-02 ] [ l_g_total: 2.6136e-02 ] +2024-10-02 00:44:51,647 INFO: [ epoch: 17 ] [ iter: 39,900 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:43 ] [ l_g_pix: 2.2386e-02 ] [ l_g_total: 2.2386e-02 ] +2024-10-02 00:44:55,494 INFO: [ epoch: 17 ] [ iter: 40,000 ] [ performance: 28.757 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:30 ] [ l_g_pix: 3.6292e-02 ] [ l_g_total: 3.6292e-02 ] +2024-10-02 00:44:55,495 INFO: Saving models and training states. +2024-10-02 00:49:18,534 INFO: Validation val + + # psnr: 27.0768........ Best: 27.0768 @ 40000 iter + # ssim: 0.7610........ Best: 0.7610 @ 40000 iter + # dists: 0.7739........ Best: 0.7739 @ 40000 iter + +2024-10-02 00:49:22,287 INFO: [ epoch: 17 ] [ iter: 40,100 ] [ performance: 26.740 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:46 ] [ l_g_pix: 3.5589e-02 ] [ l_g_total: 3.5589e-02 ] +2024-10-02 00:49:26,080 INFO: [ epoch: 17 ] [ iter: 40,200 ] [ performance: 26.553 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:31 ] [ l_g_pix: 3.0703e-02 ] [ l_g_total: 3.0703e-02 ] +2024-10-02 00:49:29,895 INFO: [ epoch: 17 ] [ iter: 40,300 ] [ performance: 26.221 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:15 ] [ l_g_pix: 5.5546e-02 ] [ l_g_total: 5.5546e-02 ] +2024-10-02 00:49:33,692 INFO: [ epoch: 17 ] [ iter: 40,400 ] [ performance: 26.280 it/s ] [ lr: 1.00e-04 ] [ eta: 2:44:00 ] [ l_g_pix: 3.0260e-02 ] [ l_g_total: 3.0260e-02 ] +2024-10-02 00:49:37,403 INFO: [ epoch: 17 ] [ iter: 40,500 ] [ performance: 26.949 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:44 ] [ l_g_pix: 4.0471e-02 ] [ l_g_total: 4.0471e-02 ] +2024-10-02 00:49:41,172 INFO: [ epoch: 17 ] [ iter: 40,600 ] [ performance: 26.740 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:28 ] [ l_g_pix: 3.6166e-02 ] [ l_g_total: 3.6166e-02 ] +2024-10-02 00:49:44,951 INFO: [ epoch: 17 ] [ iter: 40,700 ] [ performance: 26.491 it/s ] [ lr: 1.00e-04 ] [ eta: 2:43:13 ] [ l_g_pix: 2.7054e-02 ] [ l_g_total: 2.7054e-02 ] +2024-10-02 00:49:48,731 INFO: [ epoch: 17 ] [ iter: 40,800 ] [ performance: 26.475 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:58 ] [ l_g_pix: 3.1099e-02 ] [ l_g_total: 3.1099e-02 ] +2024-10-02 00:49:52,516 INFO: [ epoch: 17 ] [ iter: 40,900 ] [ performance: 26.408 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:42 ] [ l_g_pix: 4.6444e-02 ] [ l_g_total: 4.6444e-02 ] +2024-10-02 00:49:56,321 INFO: [ epoch: 17 ] [ iter: 41,000 ] [ performance: 26.345 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:27 ] [ l_g_pix: 2.0698e-02 ] [ l_g_total: 2.0698e-02 ] +2024-10-02 00:50:00,150 INFO: [ epoch: 17 ] [ iter: 41,100 ] [ performance: 26.126 it/s ] [ lr: 1.00e-04 ] [ eta: 2:42:12 ] [ l_g_pix: 3.8369e-02 ] [ l_g_total: 3.8369e-02 ] +2024-10-02 00:50:03,935 INFO: [ epoch: 17 ] [ iter: 41,200 ] [ performance: 26.277 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:57 ] [ l_g_pix: 2.6141e-02 ] [ l_g_total: 2.6141e-02 ] +2024-10-02 00:50:07,728 INFO: [ epoch: 17 ] [ iter: 41,300 ] [ performance: 26.438 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:42 ] [ l_g_pix: 3.2522e-02 ] [ l_g_total: 3.2522e-02 ] +2024-10-02 00:50:11,476 INFO: [ epoch: 17 ] [ iter: 41,400 ] [ performance: 26.563 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:27 ] [ l_g_pix: 2.7439e-02 ] [ l_g_total: 2.7439e-02 ] +2024-10-02 00:50:15,192 INFO: [ epoch: 17 ] [ iter: 41,500 ] [ performance: 26.928 it/s ] [ lr: 1.00e-04 ] [ eta: 2:41:11 ] [ l_g_pix: 2.2591e-02 ] [ l_g_total: 2.2591e-02 ] +2024-10-02 00:50:19,044 INFO: [ epoch: 17 ] [ iter: 41,600 ] [ performance: 26.425 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:57 ] [ l_g_pix: 1.7551e-02 ] [ l_g_total: 1.7551e-02 ] +2024-10-02 00:50:22,848 INFO: [ epoch: 17 ] [ iter: 41,700 ] [ performance: 26.305 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:42 ] [ l_g_pix: 2.5419e-02 ] [ l_g_total: 2.5419e-02 ] +2024-10-02 00:50:26,652 INFO: [ epoch: 17 ] [ iter: 41,800 ] [ performance: 26.300 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:27 ] [ l_g_pix: 2.7784e-02 ] [ l_g_total: 2.7784e-02 ] +2024-10-02 00:50:31,125 INFO: [ epoch: 18 ] [ iter: 41,900 ] [ performance: 21.945 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:15 ] [ l_g_pix: 2.9223e-02 ] [ l_g_total: 2.9223e-02 ] +2024-10-02 00:50:35,173 INFO: [ epoch: 18 ] [ iter: 42,000 ] [ performance: 23.304 it/s ] [ lr: 1.00e-04 ] [ eta: 2:40:01 ] [ l_g_pix: 3.8311e-02 ] [ l_g_total: 3.8311e-02 ] +2024-10-02 00:50:38,964 INFO: [ epoch: 18 ] [ iter: 42,100 ] [ performance: 26.482 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:47 ] [ l_g_pix: 3.6775e-02 ] [ l_g_total: 3.6775e-02 ] +2024-10-02 00:50:42,682 INFO: [ epoch: 18 ] [ iter: 42,200 ] [ performance: 26.702 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:32 ] [ l_g_pix: 3.2472e-02 ] [ l_g_total: 3.2472e-02 ] +2024-10-02 00:50:46,513 INFO: [ epoch: 18 ] [ iter: 42,300 ] [ performance: 26.138 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:17 ] [ l_g_pix: 3.0770e-02 ] [ l_g_total: 3.0770e-02 ] +2024-10-02 00:50:50,287 INFO: [ epoch: 18 ] [ iter: 42,400 ] [ performance: 26.328 it/s ] [ lr: 1.00e-04 ] [ eta: 2:39:03 ] [ l_g_pix: 3.8523e-02 ] [ l_g_total: 3.8523e-02 ] +2024-10-02 00:50:54,064 INFO: [ epoch: 18 ] [ iter: 42,500 ] [ performance: 26.521 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:48 ] [ l_g_pix: 2.9702e-02 ] [ l_g_total: 2.9702e-02 ] +2024-10-02 00:50:57,824 INFO: [ epoch: 18 ] [ iter: 42,600 ] [ performance: 26.566 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:34 ] [ l_g_pix: 3.7753e-02 ] [ l_g_total: 3.7753e-02 ] +2024-10-02 00:51:01,658 INFO: [ epoch: 18 ] [ iter: 42,700 ] [ performance: 26.231 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:20 ] [ l_g_pix: 4.7876e-02 ] [ l_g_total: 4.7876e-02 ] +2024-10-02 00:51:05,449 INFO: [ epoch: 18 ] [ iter: 42,800 ] [ performance: 26.312 it/s ] [ lr: 1.00e-04 ] [ eta: 2:38:05 ] [ l_g_pix: 3.0726e-02 ] [ l_g_total: 3.0726e-02 ] +2024-10-02 00:51:09,209 INFO: [ epoch: 18 ] [ iter: 42,900 ] [ performance: 26.629 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:51 ] [ l_g_pix: 3.2156e-02 ] [ l_g_total: 3.2156e-02 ] +2024-10-02 00:51:12,988 INFO: [ epoch: 18 ] [ iter: 43,000 ] [ performance: 26.545 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:37 ] [ l_g_pix: 3.4473e-02 ] [ l_g_total: 3.4473e-02 ] +2024-10-02 00:51:16,806 INFO: [ epoch: 18 ] [ iter: 43,100 ] [ performance: 26.115 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:23 ] [ l_g_pix: 3.9034e-02 ] [ l_g_total: 3.9034e-02 ] +2024-10-02 00:51:20,698 INFO: [ epoch: 18 ] [ iter: 43,200 ] [ performance: 25.890 it/s ] [ lr: 1.00e-04 ] [ eta: 2:37:09 ] [ l_g_pix: 3.3593e-02 ] [ l_g_total: 3.3593e-02 ] +2024-10-02 00:51:24,582 INFO: [ epoch: 18 ] [ iter: 43,300 ] [ performance: 25.913 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:55 ] [ l_g_pix: 3.7239e-02 ] [ l_g_total: 3.7239e-02 ] +2024-10-02 00:51:28,412 INFO: [ epoch: 18 ] [ iter: 43,400 ] [ performance: 26.025 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:41 ] [ l_g_pix: 2.1832e-02 ] [ l_g_total: 2.1832e-02 ] +2024-10-02 00:51:32,240 INFO: [ epoch: 18 ] [ iter: 43,500 ] [ performance: 26.032 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:27 ] [ l_g_pix: 5.1394e-02 ] [ l_g_total: 5.1394e-02 ] +2024-10-02 00:51:36,072 INFO: [ epoch: 18 ] [ iter: 43,600 ] [ performance: 26.071 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:14 ] [ l_g_pix: 3.7194e-02 ] [ l_g_total: 3.7194e-02 ] +2024-10-02 00:51:39,854 INFO: [ epoch: 18 ] [ iter: 43,700 ] [ performance: 26.780 it/s ] [ lr: 1.00e-04 ] [ eta: 2:36:00 ] [ l_g_pix: 4.3583e-02 ] [ l_g_total: 4.3583e-02 ] +2024-10-02 00:51:43,671 INFO: [ epoch: 18 ] [ iter: 43,800 ] [ performance: 26.463 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:46 ] [ l_g_pix: 3.5132e-02 ] [ l_g_total: 3.5132e-02 ] +2024-10-02 00:51:47,421 INFO: [ epoch: 18 ] [ iter: 43,900 ] [ performance: 26.682 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:32 ] [ l_g_pix: 3.4468e-02 ] [ l_g_total: 3.4468e-02 ] +2024-10-02 00:51:51,209 INFO: [ epoch: 18 ] [ iter: 44,000 ] [ performance: 26.526 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:18 ] [ l_g_pix: 3.4167e-02 ] [ l_g_total: 3.4167e-02 ] +2024-10-02 00:51:55,057 INFO: [ epoch: 18 ] [ iter: 44,100 ] [ performance: 25.861 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:05 ] [ l_g_pix: 3.4440e-02 ] [ l_g_total: 3.4440e-02 ] +2024-10-02 00:51:58,600 INFO: [ epoch: 18 ] [ iter: 44,200 ] [ performance: 27.118 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:50 ] [ l_g_pix: 2.6504e-02 ] [ l_g_total: 2.6504e-02 ] +2024-10-02 00:52:03,565 INFO: [ epoch: 19 ] [ iter: 44,300 ] [ performance: 24.177 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:41 ] [ l_g_pix: 2.6940e-02 ] [ l_g_total: 2.6940e-02 ] +2024-10-02 00:52:07,380 INFO: [ epoch: 19 ] [ iter: 44,400 ] [ performance: 25.271 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:27 ] [ l_g_pix: 3.7629e-02 ] [ l_g_total: 3.7629e-02 ] +2024-10-02 00:52:11,111 INFO: [ epoch: 19 ] [ iter: 44,500 ] [ performance: 26.869 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:14 ] [ l_g_pix: 5.2648e-02 ] [ l_g_total: 5.2648e-02 ] +2024-10-02 00:52:14,897 INFO: [ epoch: 19 ] [ iter: 44,600 ] [ performance: 26.617 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:00 ] [ l_g_pix: 2.4300e-02 ] [ l_g_total: 2.4300e-02 ] +2024-10-02 00:52:18,709 INFO: [ epoch: 19 ] [ iter: 44,700 ] [ performance: 26.355 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:47 ] [ l_g_pix: 3.2968e-02 ] [ l_g_total: 3.2968e-02 ] +2024-10-02 00:52:23,051 INFO: [ epoch: 19 ] [ iter: 44,800 ] [ performance: 24.380 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:35 ] [ l_g_pix: 3.6484e-02 ] [ l_g_total: 3.6484e-02 ] +2024-10-02 00:52:26,841 INFO: [ epoch: 19 ] [ iter: 44,900 ] [ performance: 26.369 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:22 ] [ l_g_pix: 4.4434e-02 ] [ l_g_total: 4.4434e-02 ] +2024-10-02 00:52:30,679 INFO: [ epoch: 19 ] [ iter: 45,000 ] [ performance: 26.196 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:09 ] [ l_g_pix: 2.0055e-02 ] [ l_g_total: 2.0055e-02 ] +2024-10-02 00:52:34,478 INFO: [ epoch: 19 ] [ iter: 45,100 ] [ performance: 26.360 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:56 ] [ l_g_pix: 3.3304e-02 ] [ l_g_total: 3.3304e-02 ] +2024-10-02 00:52:38,286 INFO: [ epoch: 19 ] [ iter: 45,200 ] [ performance: 26.310 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:42 ] [ l_g_pix: 3.7096e-02 ] [ l_g_total: 3.7096e-02 ] +2024-10-02 00:52:42,125 INFO: [ epoch: 19 ] [ iter: 45,300 ] [ performance: 26.599 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:29 ] [ l_g_pix: 2.6810e-02 ] [ l_g_total: 2.6810e-02 ] +2024-10-02 00:52:45,887 INFO: [ epoch: 19 ] [ iter: 45,400 ] [ performance: 26.590 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:16 ] [ l_g_pix: 2.5810e-02 ] [ l_g_total: 2.5810e-02 ] +2024-10-02 00:52:49,737 INFO: [ epoch: 19 ] [ iter: 45,500 ] [ performance: 25.989 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:03 ] [ l_g_pix: 3.5299e-02 ] [ l_g_total: 3.5299e-02 ] +2024-10-02 00:52:53,597 INFO: [ epoch: 19 ] [ iter: 45,600 ] [ performance: 25.945 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:50 ] [ l_g_pix: 3.6345e-02 ] [ l_g_total: 3.6345e-02 ] +2024-10-02 00:52:57,342 INFO: [ epoch: 19 ] [ iter: 45,700 ] [ performance: 26.831 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:37 ] [ l_g_pix: 4.8849e-02 ] [ l_g_total: 4.8849e-02 ] +2024-10-02 00:53:01,165 INFO: [ epoch: 19 ] [ iter: 45,800 ] [ performance: 26.442 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:24 ] [ l_g_pix: 3.6403e-02 ] [ l_g_total: 3.6403e-02 ] +2024-10-02 00:53:05,053 INFO: [ epoch: 19 ] [ iter: 45,900 ] [ performance: 25.937 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:12 ] [ l_g_pix: 2.2918e-02 ] [ l_g_total: 2.2918e-02 ] +2024-10-02 00:53:08,841 INFO: [ epoch: 19 ] [ iter: 46,000 ] [ performance: 26.206 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:59 ] [ l_g_pix: 3.8242e-02 ] [ l_g_total: 3.8242e-02 ] +2024-10-02 00:53:12,732 INFO: [ epoch: 19 ] [ iter: 46,100 ] [ performance: 25.839 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:46 ] [ l_g_pix: 2.6765e-02 ] [ l_g_total: 2.6765e-02 ] +2024-10-02 00:53:16,540 INFO: [ epoch: 19 ] [ iter: 46,200 ] [ performance: 26.089 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:34 ] [ l_g_pix: 3.5013e-02 ] [ l_g_total: 3.5013e-02 ] +2024-10-02 00:53:20,430 INFO: [ epoch: 19 ] [ iter: 46,300 ] [ performance: 25.383 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:21 ] [ l_g_pix: 4.1756e-02 ] [ l_g_total: 4.1756e-02 ] +2024-10-02 00:53:24,172 INFO: [ epoch: 19 ] [ iter: 46,400 ] [ performance: 26.158 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:08 ] [ l_g_pix: 2.8244e-02 ] [ l_g_total: 2.8244e-02 ] +2024-10-02 00:53:27,837 INFO: [ epoch: 19 ] [ iter: 46,500 ] [ performance: 27.829 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:55 ] [ l_g_pix: 3.5913e-02 ] [ l_g_total: 3.5913e-02 ] +2024-10-02 00:53:32,726 INFO: [ epoch: 20 ] [ iter: 46,600 ] [ performance: 22.940 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:46 ] [ l_g_pix: 3.4162e-02 ] [ l_g_total: 3.4162e-02 ] +2024-10-02 00:53:36,507 INFO: [ epoch: 20 ] [ iter: 46,700 ] [ performance: 26.618 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:33 ] [ l_g_pix: 4.8828e-02 ] [ l_g_total: 4.8828e-02 ] +2024-10-02 00:53:40,344 INFO: [ epoch: 20 ] [ iter: 46,800 ] [ performance: 26.288 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:21 ] [ l_g_pix: 2.6942e-02 ] [ l_g_total: 2.6942e-02 ] +2024-10-02 00:53:44,139 INFO: [ epoch: 20 ] [ iter: 46,900 ] [ performance: 26.532 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:08 ] [ l_g_pix: 3.3591e-02 ] [ l_g_total: 3.3591e-02 ] +2024-10-02 00:53:47,990 INFO: [ epoch: 20 ] [ iter: 47,000 ] [ performance: 26.193 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:56 ] [ l_g_pix: 3.0275e-02 ] [ l_g_total: 3.0275e-02 ] +2024-10-02 00:53:51,774 INFO: [ epoch: 20 ] [ iter: 47,100 ] [ performance: 26.601 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:43 ] [ l_g_pix: 3.8825e-02 ] [ l_g_total: 3.8825e-02 ] +2024-10-02 00:53:55,582 INFO: [ epoch: 20 ] [ iter: 47,200 ] [ performance: 26.398 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:31 ] [ l_g_pix: 2.8210e-02 ] [ l_g_total: 2.8210e-02 ] +2024-10-02 00:53:59,366 INFO: [ epoch: 20 ] [ iter: 47,300 ] [ performance: 26.519 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:19 ] [ l_g_pix: 3.3303e-02 ] [ l_g_total: 3.3303e-02 ] +2024-10-02 00:54:03,127 INFO: [ epoch: 20 ] [ iter: 47,400 ] [ performance: 26.565 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:06 ] [ l_g_pix: 4.9936e-02 ] [ l_g_total: 4.9936e-02 ] +2024-10-02 00:54:06,918 INFO: [ epoch: 20 ] [ iter: 47,500 ] [ performance: 26.380 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:54 ] [ l_g_pix: 3.3486e-02 ] [ l_g_total: 3.3486e-02 ] +2024-10-02 00:54:10,716 INFO: [ epoch: 20 ] [ iter: 47,600 ] [ performance: 26.355 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:41 ] [ l_g_pix: 3.5125e-02 ] [ l_g_total: 3.5125e-02 ] +2024-10-02 00:54:14,486 INFO: [ epoch: 20 ] [ iter: 47,700 ] [ performance: 26.914 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:29 ] [ l_g_pix: 3.2881e-02 ] [ l_g_total: 3.2881e-02 ] +2024-10-02 00:54:18,306 INFO: [ epoch: 20 ] [ iter: 47,800 ] [ performance: 26.462 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:17 ] [ l_g_pix: 3.6453e-02 ] [ l_g_total: 3.6453e-02 ] +2024-10-02 00:54:22,155 INFO: [ epoch: 20 ] [ iter: 47,900 ] [ performance: 26.207 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:05 ] [ l_g_pix: 2.4016e-02 ] [ l_g_total: 2.4016e-02 ] +2024-10-02 00:54:25,904 INFO: [ epoch: 20 ] [ iter: 48,000 ] [ performance: 26.498 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:53 ] [ l_g_pix: 4.1175e-02 ] [ l_g_total: 4.1175e-02 ] +2024-10-02 00:54:29,693 INFO: [ epoch: 20 ] [ iter: 48,100 ] [ performance: 26.496 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:40 ] [ l_g_pix: 2.7394e-02 ] [ l_g_total: 2.7394e-02 ] +2024-10-02 00:54:33,479 INFO: [ epoch: 20 ] [ iter: 48,200 ] [ performance: 26.449 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:28 ] [ l_g_pix: 3.1810e-02 ] [ l_g_total: 3.1810e-02 ] +2024-10-02 00:54:37,249 INFO: [ epoch: 20 ] [ iter: 48,300 ] [ performance: 26.485 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:16 ] [ l_g_pix: 3.9246e-02 ] [ l_g_total: 3.9246e-02 ] +2024-10-02 00:54:41,022 INFO: [ epoch: 20 ] [ iter: 48,400 ] [ performance: 26.498 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:04 ] [ l_g_pix: 3.5625e-02 ] [ l_g_total: 3.5625e-02 ] +2024-10-02 00:54:44,858 INFO: [ epoch: 20 ] [ iter: 48,500 ] [ performance: 26.167 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:52 ] [ l_g_pix: 3.7380e-02 ] [ l_g_total: 3.7380e-02 ] +2024-10-02 00:54:48,639 INFO: [ epoch: 20 ] [ iter: 48,600 ] [ performance: 26.347 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:40 ] [ l_g_pix: 2.3848e-02 ] [ l_g_total: 2.3848e-02 ] +2024-10-02 00:54:52,420 INFO: [ epoch: 20 ] [ iter: 48,700 ] [ performance: 26.404 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:28 ] [ l_g_pix: 3.2631e-02 ] [ l_g_total: 3.2631e-02 ] +2024-10-02 00:54:56,129 INFO: [ epoch: 20 ] [ iter: 48,800 ] [ performance: 26.758 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:16 ] [ l_g_pix: 3.6348e-02 ] [ l_g_total: 3.6348e-02 ] +2024-10-02 00:55:00,798 INFO: [ epoch: 21 ] [ iter: 48,900 ] [ performance: 18.099 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:07 ] [ l_g_pix: 2.6444e-02 ] [ l_g_total: 2.6444e-02 ] +2024-10-02 00:55:04,731 INFO: [ epoch: 21 ] [ iter: 49,000 ] [ performance: 22.171 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:56 ] [ l_g_pix: 3.3904e-02 ] [ l_g_total: 3.3904e-02 ] +2024-10-02 00:55:08,503 INFO: [ epoch: 21 ] [ iter: 49,100 ] [ performance: 26.657 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:44 ] [ l_g_pix: 3.7751e-02 ] [ l_g_total: 3.7751e-02 ] +2024-10-02 00:55:12,293 INFO: [ epoch: 21 ] [ iter: 49,200 ] [ performance: 26.485 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:32 ] [ l_g_pix: 2.3613e-02 ] [ l_g_total: 2.3613e-02 ] +2024-10-02 00:55:16,009 INFO: [ epoch: 21 ] [ iter: 49,300 ] [ performance: 27.010 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:20 ] [ l_g_pix: 2.5240e-02 ] [ l_g_total: 2.5240e-02 ] +2024-10-02 00:55:19,765 INFO: [ epoch: 21 ] [ iter: 49,400 ] [ performance: 26.762 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:08 ] [ l_g_pix: 3.7370e-02 ] [ l_g_total: 3.7370e-02 ] +2024-10-02 00:55:23,535 INFO: [ epoch: 21 ] [ iter: 49,500 ] [ performance: 26.896 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:56 ] [ l_g_pix: 4.6569e-02 ] [ l_g_total: 4.6569e-02 ] +2024-10-02 00:55:27,278 INFO: [ epoch: 21 ] [ iter: 49,600 ] [ performance: 26.788 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:45 ] [ l_g_pix: 3.8361e-02 ] [ l_g_total: 3.8361e-02 ] +2024-10-02 00:55:31,069 INFO: [ epoch: 21 ] [ iter: 49,700 ] [ performance: 26.304 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:33 ] [ l_g_pix: 3.3331e-02 ] [ l_g_total: 3.3331e-02 ] +2024-10-02 00:55:34,835 INFO: [ epoch: 21 ] [ iter: 49,800 ] [ performance: 26.473 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:21 ] [ l_g_pix: 4.4886e-02 ] [ l_g_total: 4.4886e-02 ] +2024-10-02 00:55:38,892 INFO: [ epoch: 21 ] [ iter: 49,900 ] [ performance: 23.048 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:11 ] [ l_g_pix: 2.5042e-02 ] [ l_g_total: 2.5042e-02 ] +2024-10-02 00:55:42,857 INFO: [ epoch: 21 ] [ iter: 50,000 ] [ performance: 24.434 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:00 ] [ l_g_pix: 4.7262e-02 ] [ l_g_total: 4.7262e-02 ] +2024-10-02 00:55:42,857 INFO: Saving models and training states. +2024-10-02 00:59:49,603 INFO: Validation val + + # psnr: 27.1342........ Best: 27.1342 @ 50000 iter + # ssim: 0.7631........ Best: 0.7631 @ 50000 iter + # dists: 0.7736........ Best: 0.7736 @ 50000 iter + +2024-10-02 00:59:53,339 INFO: [ epoch: 21 ] [ iter: 50,100 ] [ performance: 26.579 it/s ] [ lr: 1.00e-04 ] [ eta: 2:35:06 ] [ l_g_pix: 4.7474e-02 ] [ l_g_total: 4.7474e-02 ] +2024-10-02 00:59:57,153 INFO: [ epoch: 21 ] [ iter: 50,200 ] [ performance: 26.344 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:53 ] [ l_g_pix: 3.5948e-02 ] [ l_g_total: 3.5948e-02 ] +2024-10-02 01:00:00,976 INFO: [ epoch: 21 ] [ iter: 50,300 ] [ performance: 26.434 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:40 ] [ l_g_pix: 3.0713e-02 ] [ l_g_total: 3.0713e-02 ] +2024-10-02 01:00:04,765 INFO: [ epoch: 21 ] [ iter: 50,400 ] [ performance: 26.407 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:26 ] [ l_g_pix: 3.4904e-02 ] [ l_g_total: 3.4904e-02 ] +2024-10-02 01:00:08,586 INFO: [ epoch: 21 ] [ iter: 50,500 ] [ performance: 25.822 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:13 ] [ l_g_pix: 5.1040e-02 ] [ l_g_total: 5.1040e-02 ] +2024-10-02 01:00:12,342 INFO: [ epoch: 21 ] [ iter: 50,600 ] [ performance: 26.355 it/s ] [ lr: 1.00e-04 ] [ eta: 2:34:00 ] [ l_g_pix: 2.1505e-02 ] [ l_g_total: 2.1505e-02 ] +2024-10-02 01:00:16,149 INFO: [ epoch: 21 ] [ iter: 50,700 ] [ performance: 26.474 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:46 ] [ l_g_pix: 3.1581e-02 ] [ l_g_total: 3.1581e-02 ] +2024-10-02 01:00:19,909 INFO: [ epoch: 21 ] [ iter: 50,800 ] [ performance: 26.561 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:33 ] [ l_g_pix: 3.1736e-02 ] [ l_g_total: 3.1736e-02 ] +2024-10-02 01:00:23,654 INFO: [ epoch: 21 ] [ iter: 50,900 ] [ performance: 26.663 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:20 ] [ l_g_pix: 2.9971e-02 ] [ l_g_total: 2.9971e-02 ] +2024-10-02 01:00:27,436 INFO: [ epoch: 21 ] [ iter: 51,000 ] [ performance: 26.517 it/s ] [ lr: 1.00e-04 ] [ eta: 2:33:07 ] [ l_g_pix: 4.3390e-02 ] [ l_g_total: 4.3390e-02 ] +2024-10-02 01:00:31,186 INFO: [ epoch: 21 ] [ iter: 51,100 ] [ performance: 26.726 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:54 ] [ l_g_pix: 3.8230e-02 ] [ l_g_total: 3.8230e-02 ] +2024-10-02 01:00:35,674 INFO: [ epoch: 22 ] [ iter: 51,200 ] [ performance: 23.517 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:42 ] [ l_g_pix: 3.4638e-02 ] [ l_g_total: 3.4638e-02 ] +2024-10-02 01:00:39,689 INFO: [ epoch: 22 ] [ iter: 51,300 ] [ performance: 27.160 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:30 ] [ l_g_pix: 2.7351e-02 ] [ l_g_total: 2.7351e-02 ] +2024-10-02 01:00:43,413 INFO: [ epoch: 22 ] [ iter: 51,400 ] [ performance: 26.953 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:17 ] [ l_g_pix: 4.0361e-02 ] [ l_g_total: 4.0361e-02 ] +2024-10-02 01:00:47,156 INFO: [ epoch: 22 ] [ iter: 51,500 ] [ performance: 26.572 it/s ] [ lr: 1.00e-04 ] [ eta: 2:32:04 ] [ l_g_pix: 2.0973e-02 ] [ l_g_total: 2.0973e-02 ] +2024-10-02 01:00:50,960 INFO: [ epoch: 22 ] [ iter: 51,600 ] [ performance: 26.375 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:51 ] [ l_g_pix: 1.9766e-02 ] [ l_g_total: 1.9766e-02 ] +2024-10-02 01:00:54,666 INFO: [ epoch: 22 ] [ iter: 51,700 ] [ performance: 26.889 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:38 ] [ l_g_pix: 2.5125e-02 ] [ l_g_total: 2.5125e-02 ] +2024-10-02 01:00:58,442 INFO: [ epoch: 22 ] [ iter: 51,800 ] [ performance: 26.609 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:25 ] [ l_g_pix: 3.8962e-02 ] [ l_g_total: 3.8962e-02 ] +2024-10-02 01:01:02,189 INFO: [ epoch: 22 ] [ iter: 51,900 ] [ performance: 26.808 it/s ] [ lr: 1.00e-04 ] [ eta: 2:31:12 ] [ l_g_pix: 3.3713e-02 ] [ l_g_total: 3.3713e-02 ] +2024-10-02 01:01:05,956 INFO: [ epoch: 22 ] [ iter: 52,000 ] [ performance: 26.627 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:59 ] [ l_g_pix: 3.1107e-02 ] [ l_g_total: 3.1107e-02 ] +2024-10-02 01:01:09,739 INFO: [ epoch: 22 ] [ iter: 52,100 ] [ performance: 26.244 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:46 ] [ l_g_pix: 3.5455e-02 ] [ l_g_total: 3.5455e-02 ] +2024-10-02 01:01:13,490 INFO: [ epoch: 22 ] [ iter: 52,200 ] [ performance: 26.543 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:34 ] [ l_g_pix: 3.6837e-02 ] [ l_g_total: 3.6837e-02 ] +2024-10-02 01:01:17,228 INFO: [ epoch: 22 ] [ iter: 52,300 ] [ performance: 26.547 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:21 ] [ l_g_pix: 2.7437e-02 ] [ l_g_total: 2.7437e-02 ] +2024-10-02 01:01:21,016 INFO: [ epoch: 22 ] [ iter: 52,400 ] [ performance: 26.447 it/s ] [ lr: 1.00e-04 ] [ eta: 2:30:08 ] [ l_g_pix: 4.2927e-02 ] [ l_g_total: 4.2927e-02 ] +2024-10-02 01:01:24,767 INFO: [ epoch: 22 ] [ iter: 52,500 ] [ performance: 26.550 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:55 ] [ l_g_pix: 3.7112e-02 ] [ l_g_total: 3.7112e-02 ] +2024-10-02 01:01:28,550 INFO: [ epoch: 22 ] [ iter: 52,600 ] [ performance: 26.472 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:43 ] [ l_g_pix: 3.3997e-02 ] [ l_g_total: 3.3997e-02 ] +2024-10-02 01:01:32,327 INFO: [ epoch: 22 ] [ iter: 52,700 ] [ performance: 26.310 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:30 ] [ l_g_pix: 3.2448e-02 ] [ l_g_total: 3.2448e-02 ] +2024-10-02 01:01:36,132 INFO: [ epoch: 22 ] [ iter: 52,800 ] [ performance: 26.291 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:18 ] [ l_g_pix: 4.6882e-02 ] [ l_g_total: 4.6882e-02 ] +2024-10-02 01:01:39,910 INFO: [ epoch: 22 ] [ iter: 52,900 ] [ performance: 26.790 it/s ] [ lr: 1.00e-04 ] [ eta: 2:29:05 ] [ l_g_pix: 3.0463e-02 ] [ l_g_total: 3.0463e-02 ] +2024-10-02 01:01:43,703 INFO: [ epoch: 22 ] [ iter: 53,000 ] [ performance: 26.481 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:53 ] [ l_g_pix: 3.9027e-02 ] [ l_g_total: 3.9027e-02 ] +2024-10-02 01:01:47,474 INFO: [ epoch: 22 ] [ iter: 53,100 ] [ performance: 26.295 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:40 ] [ l_g_pix: 3.4381e-02 ] [ l_g_total: 3.4381e-02 ] +2024-10-02 01:01:51,265 INFO: [ epoch: 22 ] [ iter: 53,200 ] [ performance: 26.362 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:28 ] [ l_g_pix: 3.9876e-02 ] [ l_g_total: 3.9876e-02 ] +2024-10-02 01:01:55,070 INFO: [ epoch: 22 ] [ iter: 53,300 ] [ performance: 26.772 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:16 ] [ l_g_pix: 2.6754e-02 ] [ l_g_total: 2.6754e-02 ] +2024-10-02 01:01:58,858 INFO: [ epoch: 22 ] [ iter: 53,400 ] [ performance: 26.501 it/s ] [ lr: 1.00e-04 ] [ eta: 2:28:03 ] [ l_g_pix: 3.3419e-02 ] [ l_g_total: 3.3419e-02 ] +2024-10-02 01:02:02,413 INFO: [ epoch: 22 ] [ iter: 53,500 ] [ performance: 28.998 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:51 ] [ l_g_pix: 3.2151e-02 ] [ l_g_total: 3.2151e-02 ] +2024-10-02 01:02:07,458 INFO: [ epoch: 23 ] [ iter: 53,600 ] [ performance: 21.556 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:42 ] [ l_g_pix: 2.7865e-02 ] [ l_g_total: 2.7865e-02 ] +2024-10-02 01:02:11,277 INFO: [ epoch: 23 ] [ iter: 53,700 ] [ performance: 26.322 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:30 ] [ l_g_pix: 2.6134e-02 ] [ l_g_total: 2.6134e-02 ] +2024-10-02 01:02:15,006 INFO: [ epoch: 23 ] [ iter: 53,800 ] [ performance: 26.696 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:17 ] [ l_g_pix: 3.9648e-02 ] [ l_g_total: 3.9648e-02 ] +2024-10-02 01:02:18,803 INFO: [ epoch: 23 ] [ iter: 53,900 ] [ performance: 26.360 it/s ] [ lr: 1.00e-04 ] [ eta: 2:27:05 ] [ l_g_pix: 3.7023e-02 ] [ l_g_total: 3.7023e-02 ] +2024-10-02 01:02:22,612 INFO: [ epoch: 23 ] [ iter: 54,000 ] [ performance: 26.280 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:53 ] [ l_g_pix: 3.1797e-02 ] [ l_g_total: 3.1797e-02 ] +2024-10-02 01:02:26,302 INFO: [ epoch: 23 ] [ iter: 54,100 ] [ performance: 27.146 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:41 ] [ l_g_pix: 2.8027e-02 ] [ l_g_total: 2.8027e-02 ] +2024-10-02 01:02:30,099 INFO: [ epoch: 23 ] [ iter: 54,200 ] [ performance: 26.526 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:29 ] [ l_g_pix: 3.0554e-02 ] [ l_g_total: 3.0554e-02 ] +2024-10-02 01:02:33,839 INFO: [ epoch: 23 ] [ iter: 54,300 ] [ performance: 26.883 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:16 ] [ l_g_pix: 3.2047e-02 ] [ l_g_total: 3.2047e-02 ] +2024-10-02 01:02:37,636 INFO: [ epoch: 23 ] [ iter: 54,400 ] [ performance: 26.464 it/s ] [ lr: 1.00e-04 ] [ eta: 2:26:04 ] [ l_g_pix: 2.9079e-02 ] [ l_g_total: 2.9079e-02 ] +2024-10-02 01:02:41,445 INFO: [ epoch: 23 ] [ iter: 54,500 ] [ performance: 26.455 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:53 ] [ l_g_pix: 4.2632e-02 ] [ l_g_total: 4.2632e-02 ] +2024-10-02 01:02:45,215 INFO: [ epoch: 23 ] [ iter: 54,600 ] [ performance: 26.515 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:41 ] [ l_g_pix: 3.1372e-02 ] [ l_g_total: 3.1372e-02 ] +2024-10-02 01:02:49,026 INFO: [ epoch: 23 ] [ iter: 54,700 ] [ performance: 26.355 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:29 ] [ l_g_pix: 2.2631e-02 ] [ l_g_total: 2.2631e-02 ] +2024-10-02 01:02:52,780 INFO: [ epoch: 23 ] [ iter: 54,800 ] [ performance: 26.576 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:17 ] [ l_g_pix: 2.7497e-02 ] [ l_g_total: 2.7497e-02 ] +2024-10-02 01:02:56,574 INFO: [ epoch: 23 ] [ iter: 54,900 ] [ performance: 26.666 it/s ] [ lr: 1.00e-04 ] [ eta: 2:25:05 ] [ l_g_pix: 3.6794e-02 ] [ l_g_total: 3.6794e-02 ] +2024-10-02 01:03:00,391 INFO: [ epoch: 23 ] [ iter: 55,000 ] [ performance: 26.299 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:53 ] [ l_g_pix: 3.3451e-02 ] [ l_g_total: 3.3451e-02 ] +2024-10-02 01:03:04,238 INFO: [ epoch: 23 ] [ iter: 55,100 ] [ performance: 26.048 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:41 ] [ l_g_pix: 2.4174e-02 ] [ l_g_total: 2.4174e-02 ] +2024-10-02 01:03:07,967 INFO: [ epoch: 23 ] [ iter: 55,200 ] [ performance: 26.660 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:30 ] [ l_g_pix: 3.3493e-02 ] [ l_g_total: 3.3493e-02 ] +2024-10-02 01:03:11,758 INFO: [ epoch: 23 ] [ iter: 55,300 ] [ performance: 27.270 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:18 ] [ l_g_pix: 3.8336e-02 ] [ l_g_total: 3.8336e-02 ] +2024-10-02 01:03:15,605 INFO: [ epoch: 23 ] [ iter: 55,400 ] [ performance: 26.244 it/s ] [ lr: 1.00e-04 ] [ eta: 2:24:06 ] [ l_g_pix: 3.6367e-02 ] [ l_g_total: 3.6367e-02 ] +2024-10-02 01:03:19,316 INFO: [ epoch: 23 ] [ iter: 55,500 ] [ performance: 27.883 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:54 ] [ l_g_pix: 3.1360e-02 ] [ l_g_total: 3.1360e-02 ] +2024-10-02 01:03:23,134 INFO: [ epoch: 23 ] [ iter: 55,600 ] [ performance: 26.507 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:43 ] [ l_g_pix: 3.1363e-02 ] [ l_g_total: 3.1363e-02 ] +2024-10-02 01:03:26,912 INFO: [ epoch: 23 ] [ iter: 55,700 ] [ performance: 26.991 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:31 ] [ l_g_pix: 3.9010e-02 ] [ l_g_total: 3.9010e-02 ] +2024-10-02 01:03:30,572 INFO: [ epoch: 23 ] [ iter: 55,800 ] [ performance: 27.262 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:19 ] [ l_g_pix: 3.8957e-02 ] [ l_g_total: 3.8957e-02 ] +2024-10-02 01:03:35,448 INFO: [ epoch: 24 ] [ iter: 55,900 ] [ performance: 22.719 it/s ] [ lr: 1.00e-04 ] [ eta: 2:23:10 ] [ l_g_pix: 2.8461e-02 ] [ l_g_total: 2.8461e-02 ] +2024-10-02 01:03:39,252 INFO: [ epoch: 24 ] [ iter: 56,000 ] [ performance: 25.568 it/s ] [ lr: 1.00e-04 ] [ eta: 2:22:59 ] [ l_g_pix: 3.6081e-02 ] [ l_g_total: 3.6081e-02 ] +2024-10-02 01:03:42,977 INFO: [ epoch: 24 ] [ iter: 56,100 ] [ performance: 27.121 it/s ] [ lr: 1.00e-04 ] [ eta: 2:22:47 ] [ l_g_pix: 3.2119e-02 ] [ l_g_total: 3.2119e-02 ] +2024-10-02 01:03:46,750 INFO: [ epoch: 24 ] [ iter: 56,200 ] [ performance: 26.611 it/s ] [ lr: 1.00e-04 ] [ eta: 2:22:36 ] [ l_g_pix: 3.8218e-02 ] [ l_g_total: 3.8218e-02 ] +2024-10-02 01:03:50,515 INFO: [ epoch: 24 ] [ iter: 56,300 ] [ performance: 26.639 it/s ] [ lr: 1.00e-04 ] [ eta: 2:22:24 ] [ l_g_pix: 2.9307e-02 ] [ l_g_total: 2.9307e-02 ] +2024-10-02 01:03:54,249 INFO: [ epoch: 24 ] [ iter: 56,400 ] [ performance: 26.760 it/s ] [ lr: 1.00e-04 ] [ eta: 2:22:13 ] [ l_g_pix: 4.0515e-02 ] [ l_g_total: 4.0515e-02 ] +2024-10-02 01:03:58,016 INFO: [ epoch: 24 ] [ iter: 56,500 ] [ performance: 26.796 it/s ] [ lr: 1.00e-04 ] [ eta: 2:22:01 ] [ l_g_pix: 3.1686e-02 ] [ l_g_total: 3.1686e-02 ] +2024-10-02 01:04:01,793 INFO: [ epoch: 24 ] [ iter: 56,600 ] [ performance: 26.531 it/s ] [ lr: 1.00e-04 ] [ eta: 2:21:50 ] [ l_g_pix: 4.2815e-02 ] [ l_g_total: 4.2815e-02 ] +2024-10-02 01:04:05,617 INFO: [ epoch: 24 ] [ iter: 56,700 ] [ performance: 26.904 it/s ] [ lr: 1.00e-04 ] [ eta: 2:21:38 ] [ l_g_pix: 3.0859e-02 ] [ l_g_total: 3.0859e-02 ] +2024-10-02 01:04:09,385 INFO: [ epoch: 24 ] [ iter: 56,800 ] [ performance: 26.597 it/s ] [ lr: 1.00e-04 ] [ eta: 2:21:27 ] [ l_g_pix: 3.1593e-02 ] [ l_g_total: 3.1593e-02 ] +2024-10-02 01:04:13,156 INFO: [ epoch: 24 ] [ iter: 56,900 ] [ performance: 27.390 it/s ] [ lr: 1.00e-04 ] [ eta: 2:21:16 ] [ l_g_pix: 3.4518e-02 ] [ l_g_total: 3.4518e-02 ] +2024-10-02 01:04:17,086 INFO: [ epoch: 24 ] [ iter: 57,000 ] [ performance: 25.719 it/s ] [ lr: 1.00e-04 ] [ eta: 2:21:05 ] [ l_g_pix: 3.4751e-02 ] [ l_g_total: 3.4751e-02 ] +2024-10-02 01:04:21,403 INFO: [ epoch: 24 ] [ iter: 57,100 ] [ performance: 27.170 it/s ] [ lr: 1.00e-04 ] [ eta: 2:20:55 ] [ l_g_pix: 3.1590e-02 ] [ l_g_total: 3.1590e-02 ] +2024-10-02 01:04:25,157 INFO: [ epoch: 24 ] [ iter: 57,200 ] [ performance: 26.714 it/s ] [ lr: 1.00e-04 ] [ eta: 2:20:44 ] [ l_g_pix: 2.5526e-02 ] [ l_g_total: 2.5526e-02 ] +2024-10-02 01:04:28,947 INFO: [ epoch: 24 ] [ iter: 57,300 ] [ performance: 27.003 it/s ] [ lr: 1.00e-04 ] [ eta: 2:20:32 ] [ l_g_pix: 3.5351e-02 ] [ l_g_total: 3.5351e-02 ] +2024-10-02 01:04:32,697 INFO: [ epoch: 24 ] [ iter: 57,400 ] [ performance: 26.712 it/s ] [ lr: 1.00e-04 ] [ eta: 2:20:21 ] [ l_g_pix: 2.7719e-02 ] [ l_g_total: 2.7719e-02 ] +2024-10-02 01:04:36,450 INFO: [ epoch: 24 ] [ iter: 57,500 ] [ performance: 27.228 it/s ] [ lr: 1.00e-04 ] [ eta: 2:20:10 ] [ l_g_pix: 3.0649e-02 ] [ l_g_total: 3.0649e-02 ] +2024-10-02 01:04:40,213 INFO: [ epoch: 24 ] [ iter: 57,600 ] [ performance: 26.656 it/s ] [ lr: 1.00e-04 ] [ eta: 2:19:59 ] [ l_g_pix: 2.9025e-02 ] [ l_g_total: 2.9025e-02 ] +2024-10-02 01:04:44,023 INFO: [ epoch: 24 ] [ iter: 57,700 ] [ performance: 26.857 it/s ] [ lr: 1.00e-04 ] [ eta: 2:19:48 ] [ l_g_pix: 2.8668e-02 ] [ l_g_total: 2.8668e-02 ] +2024-10-02 01:04:47,844 INFO: [ epoch: 24 ] [ iter: 57,800 ] [ performance: 26.257 it/s ] [ lr: 1.00e-04 ] [ eta: 2:19:37 ] [ l_g_pix: 3.1147e-02 ] [ l_g_total: 3.1147e-02 ] +2024-10-02 01:04:51,608 INFO: [ epoch: 24 ] [ iter: 57,900 ] [ performance: 26.765 it/s ] [ lr: 1.00e-04 ] [ eta: 2:19:25 ] [ l_g_pix: 2.8209e-02 ] [ l_g_total: 2.8209e-02 ] +2024-10-02 01:04:55,373 INFO: [ epoch: 24 ] [ iter: 58,000 ] [ performance: 26.592 it/s ] [ lr: 1.00e-04 ] [ eta: 2:19:14 ] [ l_g_pix: 2.4921e-02 ] [ l_g_total: 2.4921e-02 ] +2024-10-02 01:04:59,137 INFO: [ epoch: 24 ] [ iter: 58,100 ] [ performance: 29.991 it/s ] [ lr: 1.00e-04 ] [ eta: 2:19:03 ] [ l_g_pix: 2.8951e-02 ] [ l_g_total: 2.8951e-02 ] +2024-10-02 01:05:03,777 INFO: [ epoch: 25 ] [ iter: 58,200 ] [ performance: 22.178 it/s ] [ lr: 1.00e-04 ] [ eta: 2:18:54 ] [ l_g_pix: 3.6344e-02 ] [ l_g_total: 3.6344e-02 ] +2024-10-02 01:05:07,793 INFO: [ epoch: 25 ] [ iter: 58,300 ] [ performance: 28.280 it/s ] [ lr: 1.00e-04 ] [ eta: 2:18:44 ] [ l_g_pix: 3.1119e-02 ] [ l_g_total: 3.1119e-02 ] +2024-10-02 01:05:11,525 INFO: [ epoch: 25 ] [ iter: 58,400 ] [ performance: 26.932 it/s ] [ lr: 1.00e-04 ] [ eta: 2:18:33 ] [ l_g_pix: 2.2277e-02 ] [ l_g_total: 2.2277e-02 ] +2024-10-02 01:05:15,324 INFO: [ epoch: 25 ] [ iter: 58,500 ] [ performance: 26.388 it/s ] [ lr: 1.00e-04 ] [ eta: 2:18:22 ] [ l_g_pix: 5.4409e-02 ] [ l_g_total: 5.4409e-02 ] +2024-10-02 01:05:19,109 INFO: [ epoch: 25 ] [ iter: 58,600 ] [ performance: 26.424 it/s ] [ lr: 1.00e-04 ] [ eta: 2:18:11 ] [ l_g_pix: 3.4053e-02 ] [ l_g_total: 3.4053e-02 ] +2024-10-02 01:05:22,971 INFO: [ epoch: 25 ] [ iter: 58,700 ] [ performance: 25.097 it/s ] [ lr: 1.00e-04 ] [ eta: 2:18:00 ] [ l_g_pix: 3.6795e-02 ] [ l_g_total: 3.6795e-02 ] +2024-10-02 01:05:26,795 INFO: [ epoch: 25 ] [ iter: 58,800 ] [ performance: 26.075 it/s ] [ lr: 1.00e-04 ] [ eta: 2:17:50 ] [ l_g_pix: 3.5401e-02 ] [ l_g_total: 3.5401e-02 ] +2024-10-02 01:05:30,680 INFO: [ epoch: 25 ] [ iter: 58,900 ] [ performance: 27.943 it/s ] [ lr: 1.00e-04 ] [ eta: 2:17:39 ] [ l_g_pix: 2.0034e-02 ] [ l_g_total: 2.0034e-02 ] +2024-10-02 01:05:34,445 INFO: [ epoch: 25 ] [ iter: 59,000 ] [ performance: 26.653 it/s ] [ lr: 1.00e-04 ] [ eta: 2:17:28 ] [ l_g_pix: 1.9735e-02 ] [ l_g_total: 1.9735e-02 ] +2024-10-02 01:05:38,241 INFO: [ epoch: 25 ] [ iter: 59,100 ] [ performance: 26.373 it/s ] [ lr: 1.00e-04 ] [ eta: 2:17:18 ] [ l_g_pix: 2.8393e-02 ] [ l_g_total: 2.8393e-02 ] +2024-10-02 01:05:42,048 INFO: [ epoch: 25 ] [ iter: 59,200 ] [ performance: 26.282 it/s ] [ lr: 1.00e-04 ] [ eta: 2:17:07 ] [ l_g_pix: 2.8043e-02 ] [ l_g_total: 2.8043e-02 ] +2024-10-02 01:05:45,839 INFO: [ epoch: 25 ] [ iter: 59,300 ] [ performance: 27.897 it/s ] [ lr: 1.00e-04 ] [ eta: 2:16:56 ] [ l_g_pix: 3.5997e-02 ] [ l_g_total: 3.5997e-02 ] +2024-10-02 01:05:49,604 INFO: [ epoch: 25 ] [ iter: 59,400 ] [ performance: 26.629 it/s ] [ lr: 1.00e-04 ] [ eta: 2:16:45 ] [ l_g_pix: 3.4630e-02 ] [ l_g_total: 3.4630e-02 ] +2024-10-02 01:05:53,340 INFO: [ epoch: 25 ] [ iter: 59,500 ] [ performance: 28.942 it/s ] [ lr: 1.00e-04 ] [ eta: 2:16:35 ] [ l_g_pix: 2.2734e-02 ] [ l_g_total: 2.2734e-02 ] +2024-10-02 01:05:57,157 INFO: [ epoch: 25 ] [ iter: 59,600 ] [ performance: 26.299 it/s ] [ lr: 1.00e-04 ] [ eta: 2:16:24 ] [ l_g_pix: 3.4555e-02 ] [ l_g_total: 3.4555e-02 ] +2024-10-02 01:06:00,950 INFO: [ epoch: 25 ] [ iter: 59,700 ] [ performance: 26.577 it/s ] [ lr: 1.00e-04 ] [ eta: 2:16:13 ] [ l_g_pix: 3.7715e-02 ] [ l_g_total: 3.7715e-02 ] +2024-10-02 01:06:04,736 INFO: [ epoch: 25 ] [ iter: 59,800 ] [ performance: 26.425 it/s ] [ lr: 1.00e-04 ] [ eta: 2:16:03 ] [ l_g_pix: 3.8972e-02 ] [ l_g_total: 3.8972e-02 ] +2024-10-02 01:06:08,480 INFO: [ epoch: 25 ] [ iter: 59,900 ] [ performance: 28.531 it/s ] [ lr: 1.00e-04 ] [ eta: 2:15:52 ] [ l_g_pix: 5.2870e-02 ] [ l_g_total: 5.2870e-02 ] +2024-10-02 01:06:12,235 INFO: [ epoch: 25 ] [ iter: 60,000 ] [ performance: 26.671 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:41 ] [ l_g_pix: 3.2808e-02 ] [ l_g_total: 3.2808e-02 ] +2024-10-02 01:06:12,236 INFO: Saving models and training states. +2024-10-02 01:10:36,309 INFO: Validation val + + # psnr: 27.1593........ Best: 27.1593 @ 60000 iter + # ssim: 0.7640........ Best: 0.7640 @ 60000 iter + # dists: 0.7735........ Best: 0.7735 @ 60000 iter + +2024-10-02 01:10:40,073 INFO: [ epoch: 25 ] [ iter: 60,100 ] [ performance: 26.759 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:46 ] [ l_g_pix: 3.6335e-02 ] [ l_g_total: 3.6335e-02 ] +2024-10-02 01:10:43,926 INFO: [ epoch: 25 ] [ iter: 60,200 ] [ performance: 25.965 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:34 ] [ l_g_pix: 3.2812e-02 ] [ l_g_total: 3.2812e-02 ] +2024-10-02 01:10:48,385 INFO: [ epoch: 25 ] [ iter: 60,300 ] [ performance: 24.079 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:23 ] [ l_g_pix: 3.1216e-02 ] [ l_g_total: 3.1216e-02 ] +2024-10-02 01:10:52,153 INFO: [ epoch: 25 ] [ iter: 60,400 ] [ performance: 26.546 it/s ] [ lr: 5.00e-05 ] [ eta: 2:25:11 ] [ l_g_pix: 2.7984e-02 ] [ l_g_total: 2.7984e-02 ] +2024-10-02 01:10:55,680 INFO: [ epoch: 25 ] [ iter: 60,500 ] [ performance: 27.422 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:59 ] [ l_g_pix: 4.4324e-02 ] [ l_g_total: 4.4324e-02 ] +2024-10-02 01:11:00,823 INFO: [ epoch: 26 ] [ iter: 60,600 ] [ performance: 19.392 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:50 ] [ l_g_pix: 3.6455e-02 ] [ l_g_total: 3.6455e-02 ] +2024-10-02 01:11:04,565 INFO: [ epoch: 26 ] [ iter: 60,700 ] [ performance: 22.495 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:38 ] [ l_g_pix: 2.7445e-02 ] [ l_g_total: 2.7445e-02 ] +2024-10-02 01:11:08,339 INFO: [ epoch: 26 ] [ iter: 60,800 ] [ performance: 26.547 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:26 ] [ l_g_pix: 3.8514e-02 ] [ l_g_total: 3.8514e-02 ] +2024-10-02 01:11:12,098 INFO: [ epoch: 26 ] [ iter: 60,900 ] [ performance: 26.578 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:14 ] [ l_g_pix: 2.3141e-02 ] [ l_g_total: 2.3141e-02 ] +2024-10-02 01:11:15,895 INFO: [ epoch: 26 ] [ iter: 61,000 ] [ performance: 26.373 it/s ] [ lr: 5.00e-05 ] [ eta: 2:24:03 ] [ l_g_pix: 2.9578e-02 ] [ l_g_total: 2.9578e-02 ] +2024-10-02 01:11:19,650 INFO: [ epoch: 26 ] [ iter: 61,100 ] [ performance: 26.509 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:51 ] [ l_g_pix: 2.9605e-02 ] [ l_g_total: 2.9605e-02 ] +2024-10-02 01:11:23,406 INFO: [ epoch: 26 ] [ iter: 61,200 ] [ performance: 26.662 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:39 ] [ l_g_pix: 2.1639e-02 ] [ l_g_total: 2.1639e-02 ] +2024-10-02 01:11:27,109 INFO: [ epoch: 26 ] [ iter: 61,300 ] [ performance: 26.839 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:27 ] [ l_g_pix: 2.2398e-02 ] [ l_g_total: 2.2398e-02 ] +2024-10-02 01:11:30,876 INFO: [ epoch: 26 ] [ iter: 61,400 ] [ performance: 26.539 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:16 ] [ l_g_pix: 2.6621e-02 ] [ l_g_total: 2.6621e-02 ] +2024-10-02 01:11:34,648 INFO: [ epoch: 26 ] [ iter: 61,500 ] [ performance: 26.529 it/s ] [ lr: 5.00e-05 ] [ eta: 2:23:04 ] [ l_g_pix: 1.9626e-02 ] [ l_g_total: 1.9626e-02 ] +2024-10-02 01:11:38,465 INFO: [ epoch: 26 ] [ iter: 61,600 ] [ performance: 26.216 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:52 ] [ l_g_pix: 2.1970e-02 ] [ l_g_total: 2.1970e-02 ] +2024-10-02 01:11:42,233 INFO: [ epoch: 26 ] [ iter: 61,700 ] [ performance: 26.385 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:41 ] [ l_g_pix: 2.9282e-02 ] [ l_g_total: 2.9282e-02 ] +2024-10-02 01:11:45,998 INFO: [ epoch: 26 ] [ iter: 61,800 ] [ performance: 26.663 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:29 ] [ l_g_pix: 3.8524e-02 ] [ l_g_total: 3.8524e-02 ] +2024-10-02 01:11:49,774 INFO: [ epoch: 26 ] [ iter: 61,900 ] [ performance: 26.571 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:17 ] [ l_g_pix: 3.2052e-02 ] [ l_g_total: 3.2052e-02 ] +2024-10-02 01:11:53,580 INFO: [ epoch: 26 ] [ iter: 62,000 ] [ performance: 26.380 it/s ] [ lr: 5.00e-05 ] [ eta: 2:22:06 ] [ l_g_pix: 3.0347e-02 ] [ l_g_total: 3.0347e-02 ] +2024-10-02 01:11:57,290 INFO: [ epoch: 26 ] [ iter: 62,100 ] [ performance: 26.678 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:54 ] [ l_g_pix: 4.1965e-02 ] [ l_g_total: 4.1965e-02 ] +2024-10-02 01:12:01,096 INFO: [ epoch: 26 ] [ iter: 62,200 ] [ performance: 26.294 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:43 ] [ l_g_pix: 3.0301e-02 ] [ l_g_total: 3.0301e-02 ] +2024-10-02 01:12:04,933 INFO: [ epoch: 26 ] [ iter: 62,300 ] [ performance: 26.175 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:32 ] [ l_g_pix: 3.0111e-02 ] [ l_g_total: 3.0111e-02 ] +2024-10-02 01:12:08,723 INFO: [ epoch: 26 ] [ iter: 62,400 ] [ performance: 26.469 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:20 ] [ l_g_pix: 2.8746e-02 ] [ l_g_total: 2.8746e-02 ] +2024-10-02 01:12:12,525 INFO: [ epoch: 26 ] [ iter: 62,500 ] [ performance: 26.385 it/s ] [ lr: 5.00e-05 ] [ eta: 2:21:09 ] [ l_g_pix: 3.4803e-02 ] [ l_g_total: 3.4803e-02 ] +2024-10-02 01:12:16,338 INFO: [ epoch: 26 ] [ iter: 62,600 ] [ performance: 26.313 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:58 ] [ l_g_pix: 3.7372e-02 ] [ l_g_total: 3.7372e-02 ] +2024-10-02 01:12:20,163 INFO: [ epoch: 26 ] [ iter: 62,700 ] [ performance: 26.229 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:46 ] [ l_g_pix: 2.0311e-02 ] [ l_g_total: 2.0311e-02 ] +2024-10-02 01:12:23,734 INFO: [ epoch: 26 ] [ iter: 62,800 ] [ performance: 28.352 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:34 ] [ l_g_pix: 2.5137e-02 ] [ l_g_total: 2.5137e-02 ] +2024-10-02 01:12:28,849 INFO: [ epoch: 27 ] [ iter: 62,900 ] [ performance: 22.879 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:26 ] [ l_g_pix: 3.7800e-02 ] [ l_g_total: 3.7800e-02 ] +2024-10-02 01:12:32,577 INFO: [ epoch: 27 ] [ iter: 63,000 ] [ performance: 26.860 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:15 ] [ l_g_pix: 2.3116e-02 ] [ l_g_total: 2.3116e-02 ] +2024-10-02 01:12:36,352 INFO: [ epoch: 27 ] [ iter: 63,100 ] [ performance: 26.661 it/s ] [ lr: 5.00e-05 ] [ eta: 2:20:03 ] [ l_g_pix: 3.2462e-02 ] [ l_g_total: 3.2462e-02 ] +2024-10-02 01:12:40,113 INFO: [ epoch: 27 ] [ iter: 63,200 ] [ performance: 26.689 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:52 ] [ l_g_pix: 3.1766e-02 ] [ l_g_total: 3.1766e-02 ] +2024-10-02 01:12:43,873 INFO: [ epoch: 27 ] [ iter: 63,300 ] [ performance: 26.641 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:41 ] [ l_g_pix: 2.3637e-02 ] [ l_g_total: 2.3637e-02 ] +2024-10-02 01:12:47,637 INFO: [ epoch: 27 ] [ iter: 63,400 ] [ performance: 26.652 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:30 ] [ l_g_pix: 4.6891e-02 ] [ l_g_total: 4.6891e-02 ] +2024-10-02 01:12:51,422 INFO: [ epoch: 27 ] [ iter: 63,500 ] [ performance: 26.529 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:18 ] [ l_g_pix: 3.0015e-02 ] [ l_g_total: 3.0015e-02 ] +2024-10-02 01:12:55,238 INFO: [ epoch: 27 ] [ iter: 63,600 ] [ performance: 26.180 it/s ] [ lr: 5.00e-05 ] [ eta: 2:19:07 ] [ l_g_pix: 3.4163e-02 ] [ l_g_total: 3.4163e-02 ] +2024-10-02 01:12:59,031 INFO: [ epoch: 27 ] [ iter: 63,700 ] [ performance: 26.282 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:56 ] [ l_g_pix: 2.0935e-02 ] [ l_g_total: 2.0935e-02 ] +2024-10-02 01:13:02,803 INFO: [ epoch: 27 ] [ iter: 63,800 ] [ performance: 26.574 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:45 ] [ l_g_pix: 3.0818e-02 ] [ l_g_total: 3.0818e-02 ] +2024-10-02 01:13:06,552 INFO: [ epoch: 27 ] [ iter: 63,900 ] [ performance: 26.632 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:34 ] [ l_g_pix: 3.0986e-02 ] [ l_g_total: 3.0986e-02 ] +2024-10-02 01:13:10,278 INFO: [ epoch: 27 ] [ iter: 64,000 ] [ performance: 26.864 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:23 ] [ l_g_pix: 3.1463e-02 ] [ l_g_total: 3.1463e-02 ] +2024-10-02 01:13:14,058 INFO: [ epoch: 27 ] [ iter: 64,100 ] [ performance: 26.641 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:12 ] [ l_g_pix: 2.3917e-02 ] [ l_g_total: 2.3917e-02 ] +2024-10-02 01:13:17,842 INFO: [ epoch: 27 ] [ iter: 64,200 ] [ performance: 26.420 it/s ] [ lr: 5.00e-05 ] [ eta: 2:18:01 ] [ l_g_pix: 3.4310e-02 ] [ l_g_total: 3.4310e-02 ] +2024-10-02 01:13:21,665 INFO: [ epoch: 27 ] [ iter: 64,300 ] [ performance: 26.279 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:50 ] [ l_g_pix: 3.2406e-02 ] [ l_g_total: 3.2406e-02 ] +2024-10-02 01:13:25,498 INFO: [ epoch: 27 ] [ iter: 64,400 ] [ performance: 26.319 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:39 ] [ l_g_pix: 3.6612e-02 ] [ l_g_total: 3.6612e-02 ] +2024-10-02 01:13:29,290 INFO: [ epoch: 27 ] [ iter: 64,500 ] [ performance: 26.353 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:28 ] [ l_g_pix: 2.7627e-02 ] [ l_g_total: 2.7627e-02 ] +2024-10-02 01:13:33,060 INFO: [ epoch: 27 ] [ iter: 64,600 ] [ performance: 26.603 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:17 ] [ l_g_pix: 3.5571e-02 ] [ l_g_total: 3.5571e-02 ] +2024-10-02 01:13:36,810 INFO: [ epoch: 27 ] [ iter: 64,700 ] [ performance: 26.644 it/s ] [ lr: 5.00e-05 ] [ eta: 2:17:06 ] [ l_g_pix: 3.2044e-02 ] [ l_g_total: 3.2044e-02 ] +2024-10-02 01:13:40,634 INFO: [ epoch: 27 ] [ iter: 64,800 ] [ performance: 26.335 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:55 ] [ l_g_pix: 2.8706e-02 ] [ l_g_total: 2.8706e-02 ] +2024-10-02 01:13:44,504 INFO: [ epoch: 27 ] [ iter: 64,900 ] [ performance: 26.060 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:45 ] [ l_g_pix: 3.4005e-02 ] [ l_g_total: 3.4005e-02 ] +2024-10-02 01:13:48,284 INFO: [ epoch: 27 ] [ iter: 65,000 ] [ performance: 26.743 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:34 ] [ l_g_pix: 3.7439e-02 ] [ l_g_total: 3.7439e-02 ] +2024-10-02 01:13:51,934 INFO: [ epoch: 27 ] [ iter: 65,100 ] [ performance: 27.110 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:23 ] [ l_g_pix: 3.2350e-02 ] [ l_g_total: 3.2350e-02 ] +2024-10-02 01:13:56,855 INFO: [ epoch: 28 ] [ iter: 65,200 ] [ performance: 18.648 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:14 ] [ l_g_pix: 3.3117e-02 ] [ l_g_total: 3.3117e-02 ] +2024-10-02 01:14:00,747 INFO: [ epoch: 28 ] [ iter: 65,300 ] [ performance: 22.103 it/s ] [ lr: 5.00e-05 ] [ eta: 2:16:04 ] [ l_g_pix: 3.2892e-02 ] [ l_g_total: 3.2892e-02 ] +2024-10-02 01:14:04,663 INFO: [ epoch: 28 ] [ iter: 65,400 ] [ performance: 26.514 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:53 ] [ l_g_pix: 3.6177e-02 ] [ l_g_total: 3.6177e-02 ] +2024-10-02 01:14:08,432 INFO: [ epoch: 28 ] [ iter: 65,500 ] [ performance: 26.528 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:43 ] [ l_g_pix: 2.9753e-02 ] [ l_g_total: 2.9753e-02 ] +2024-10-02 01:14:12,178 INFO: [ epoch: 28 ] [ iter: 65,600 ] [ performance: 27.009 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:32 ] [ l_g_pix: 3.4268e-02 ] [ l_g_total: 3.4268e-02 ] +2024-10-02 01:14:15,919 INFO: [ epoch: 28 ] [ iter: 65,700 ] [ performance: 26.852 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:21 ] [ l_g_pix: 4.7180e-02 ] [ l_g_total: 4.7180e-02 ] +2024-10-02 01:14:19,766 INFO: [ epoch: 28 ] [ iter: 65,800 ] [ performance: 26.232 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:11 ] [ l_g_pix: 1.8407e-02 ] [ l_g_total: 1.8407e-02 ] +2024-10-02 01:14:23,593 INFO: [ epoch: 28 ] [ iter: 65,900 ] [ performance: 26.176 it/s ] [ lr: 5.00e-05 ] [ eta: 2:15:00 ] [ l_g_pix: 2.3747e-02 ] [ l_g_total: 2.3747e-02 ] +2024-10-02 01:14:27,383 INFO: [ epoch: 28 ] [ iter: 66,000 ] [ performance: 26.602 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:49 ] [ l_g_pix: 2.6608e-02 ] [ l_g_total: 2.6608e-02 ] +2024-10-02 01:14:31,143 INFO: [ epoch: 28 ] [ iter: 66,100 ] [ performance: 26.601 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:39 ] [ l_g_pix: 3.8088e-02 ] [ l_g_total: 3.8088e-02 ] +2024-10-02 01:14:34,866 INFO: [ epoch: 28 ] [ iter: 66,200 ] [ performance: 27.125 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:28 ] [ l_g_pix: 3.1931e-02 ] [ l_g_total: 3.1931e-02 ] +2024-10-02 01:14:38,620 INFO: [ epoch: 28 ] [ iter: 66,300 ] [ performance: 26.839 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:17 ] [ l_g_pix: 2.4557e-02 ] [ l_g_total: 2.4557e-02 ] +2024-10-02 01:14:42,408 INFO: [ epoch: 28 ] [ iter: 66,400 ] [ performance: 26.449 it/s ] [ lr: 5.00e-05 ] [ eta: 2:14:07 ] [ l_g_pix: 4.4357e-02 ] [ l_g_total: 4.4357e-02 ] +2024-10-02 01:14:46,222 INFO: [ epoch: 28 ] [ iter: 66,500 ] [ performance: 26.319 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:56 ] [ l_g_pix: 2.9325e-02 ] [ l_g_total: 2.9325e-02 ] +2024-10-02 01:14:50,011 INFO: [ epoch: 28 ] [ iter: 66,600 ] [ performance: 26.562 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:46 ] [ l_g_pix: 3.1253e-02 ] [ l_g_total: 3.1253e-02 ] +2024-10-02 01:14:53,768 INFO: [ epoch: 28 ] [ iter: 66,700 ] [ performance: 26.598 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:35 ] [ l_g_pix: 3.8674e-02 ] [ l_g_total: 3.8674e-02 ] +2024-10-02 01:14:57,535 INFO: [ epoch: 28 ] [ iter: 66,800 ] [ performance: 26.615 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:25 ] [ l_g_pix: 3.0294e-02 ] [ l_g_total: 3.0294e-02 ] +2024-10-02 01:15:01,362 INFO: [ epoch: 28 ] [ iter: 66,900 ] [ performance: 26.328 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:15 ] [ l_g_pix: 3.4416e-02 ] [ l_g_total: 3.4416e-02 ] +2024-10-02 01:15:05,184 INFO: [ epoch: 28 ] [ iter: 67,000 ] [ performance: 26.334 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:04 ] [ l_g_pix: 2.9927e-02 ] [ l_g_total: 2.9927e-02 ] +2024-10-02 01:15:08,961 INFO: [ epoch: 28 ] [ iter: 67,100 ] [ performance: 26.421 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:54 ] [ l_g_pix: 4.3485e-02 ] [ l_g_total: 4.3485e-02 ] +2024-10-02 01:15:12,748 INFO: [ epoch: 28 ] [ iter: 67,200 ] [ performance: 26.490 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:43 ] [ l_g_pix: 2.6692e-02 ] [ l_g_total: 2.6692e-02 ] +2024-10-02 01:15:16,685 INFO: [ epoch: 28 ] [ iter: 67,300 ] [ performance: 25.825 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:33 ] [ l_g_pix: 2.3825e-02 ] [ l_g_total: 2.3825e-02 ] +2024-10-02 01:15:20,444 INFO: [ epoch: 28 ] [ iter: 67,400 ] [ performance: 26.745 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:23 ] [ l_g_pix: 3.7855e-02 ] [ l_g_total: 3.7855e-02 ] +2024-10-02 01:15:25,121 INFO: [ epoch: 29 ] [ iter: 67,500 ] [ performance: 23.222 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:14 ] [ l_g_pix: 2.7144e-02 ] [ l_g_total: 2.7144e-02 ] +2024-10-02 01:15:29,144 INFO: [ epoch: 29 ] [ iter: 67,600 ] [ performance: 26.379 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:05 ] [ l_g_pix: 4.4453e-02 ] [ l_g_total: 4.4453e-02 ] +2024-10-02 01:15:32,913 INFO: [ epoch: 29 ] [ iter: 67,700 ] [ performance: 26.475 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:54 ] [ l_g_pix: 3.0553e-02 ] [ l_g_total: 3.0553e-02 ] +2024-10-02 01:15:36,711 INFO: [ epoch: 29 ] [ iter: 67,800 ] [ performance: 26.312 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:44 ] [ l_g_pix: 2.9598e-02 ] [ l_g_total: 2.9598e-02 ] +2024-10-02 01:15:40,454 INFO: [ epoch: 29 ] [ iter: 67,900 ] [ performance: 26.560 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:34 ] [ l_g_pix: 3.4150e-02 ] [ l_g_total: 3.4150e-02 ] +2024-10-02 01:15:44,188 INFO: [ epoch: 29 ] [ iter: 68,000 ] [ performance: 26.724 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:23 ] [ l_g_pix: 2.4362e-02 ] [ l_g_total: 2.4362e-02 ] +2024-10-02 01:15:47,956 INFO: [ epoch: 29 ] [ iter: 68,100 ] [ performance: 26.614 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:13 ] [ l_g_pix: 3.2866e-02 ] [ l_g_total: 3.2866e-02 ] +2024-10-02 01:15:51,733 INFO: [ epoch: 29 ] [ iter: 68,200 ] [ performance: 26.473 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:03 ] [ l_g_pix: 2.8282e-02 ] [ l_g_total: 2.8282e-02 ] +2024-10-02 01:15:55,510 INFO: [ epoch: 29 ] [ iter: 68,300 ] [ performance: 26.477 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:53 ] [ l_g_pix: 2.0692e-02 ] [ l_g_total: 2.0692e-02 ] +2024-10-02 01:15:59,252 INFO: [ epoch: 29 ] [ iter: 68,400 ] [ performance: 26.628 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:42 ] [ l_g_pix: 4.0597e-02 ] [ l_g_total: 4.0597e-02 ] +2024-10-02 01:16:03,010 INFO: [ epoch: 29 ] [ iter: 68,500 ] [ performance: 26.618 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:32 ] [ l_g_pix: 3.4207e-02 ] [ l_g_total: 3.4207e-02 ] +2024-10-02 01:16:06,778 INFO: [ epoch: 29 ] [ iter: 68,600 ] [ performance: 26.645 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:22 ] [ l_g_pix: 4.4601e-02 ] [ l_g_total: 4.4601e-02 ] +2024-10-02 01:16:10,580 INFO: [ epoch: 29 ] [ iter: 68,700 ] [ performance: 26.433 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:12 ] [ l_g_pix: 4.1776e-02 ] [ l_g_total: 4.1776e-02 ] +2024-10-02 01:16:14,367 INFO: [ epoch: 29 ] [ iter: 68,800 ] [ performance: 26.383 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:02 ] [ l_g_pix: 2.7712e-02 ] [ l_g_total: 2.7712e-02 ] +2024-10-02 01:16:18,144 INFO: [ epoch: 29 ] [ iter: 68,900 ] [ performance: 26.448 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:52 ] [ l_g_pix: 3.0867e-02 ] [ l_g_total: 3.0867e-02 ] +2024-10-02 01:16:21,898 INFO: [ epoch: 29 ] [ iter: 69,000 ] [ performance: 26.943 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:42 ] [ l_g_pix: 3.6119e-02 ] [ l_g_total: 3.6119e-02 ] +2024-10-02 01:16:25,704 INFO: [ epoch: 29 ] [ iter: 69,100 ] [ performance: 26.520 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:32 ] [ l_g_pix: 2.7937e-02 ] [ l_g_total: 2.7937e-02 ] +2024-10-02 01:16:29,452 INFO: [ epoch: 29 ] [ iter: 69,200 ] [ performance: 26.919 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:22 ] [ l_g_pix: 1.5999e-02 ] [ l_g_total: 1.5999e-02 ] +2024-10-02 01:16:33,227 INFO: [ epoch: 29 ] [ iter: 69,300 ] [ performance: 26.645 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:12 ] [ l_g_pix: 4.3598e-02 ] [ l_g_total: 4.3598e-02 ] +2024-10-02 01:16:37,012 INFO: [ epoch: 29 ] [ iter: 69,400 ] [ performance: 26.157 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:02 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-02 01:16:40,811 INFO: [ epoch: 29 ] [ iter: 69,500 ] [ performance: 26.267 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:52 ] [ l_g_pix: 2.8621e-02 ] [ l_g_total: 2.8621e-02 ] +2024-10-02 01:16:44,612 INFO: [ epoch: 29 ] [ iter: 69,600 ] [ performance: 26.286 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:42 ] [ l_g_pix: 3.3095e-02 ] [ l_g_total: 3.3095e-02 ] +2024-10-02 01:16:48,394 INFO: [ epoch: 29 ] [ iter: 69,700 ] [ performance: 26.389 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:32 ] [ l_g_pix: 2.5723e-02 ] [ l_g_total: 2.5723e-02 ] +2024-10-02 01:16:51,913 INFO: [ epoch: 29 ] [ iter: 69,800 ] [ performance: 28.846 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:22 ] [ l_g_pix: 3.9470e-02 ] [ l_g_total: 3.9470e-02 ] +2024-10-02 01:16:57,168 INFO: [ epoch: 30 ] [ iter: 69,900 ] [ performance: 21.575 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:14 ] [ l_g_pix: 3.7764e-02 ] [ l_g_total: 3.7764e-02 ] +2024-10-02 01:17:00,899 INFO: [ epoch: 30 ] [ iter: 70,000 ] [ performance: 26.787 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:04 ] [ l_g_pix: 3.2822e-02 ] [ l_g_total: 3.2822e-02 ] +2024-10-02 01:17:00,900 INFO: Saving models and training states. +2024-10-02 01:20:10,731 INFO: Validation val + + # psnr: 27.1672........ Best: 27.1672 @ 70000 iter + # ssim: 0.7645........ Best: 0.7645 @ 70000 iter + # dists: 0.7734........ Best: 0.7734 @ 70000 iter + +2024-10-02 01:20:14,440 INFO: [ epoch: 30 ] [ iter: 70,100 ] [ performance: 26.907 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:46 ] [ l_g_pix: 2.4614e-02 ] [ l_g_total: 2.4614e-02 ] +2024-10-02 01:20:18,631 INFO: [ epoch: 30 ] [ iter: 70,200 ] [ performance: 21.860 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:36 ] [ l_g_pix: 2.7545e-02 ] [ l_g_total: 2.7545e-02 ] +2024-10-02 01:20:22,658 INFO: [ epoch: 30 ] [ iter: 70,300 ] [ performance: 23.745 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:26 ] [ l_g_pix: 2.5313e-02 ] [ l_g_total: 2.5313e-02 ] +2024-10-02 01:20:26,403 INFO: [ epoch: 30 ] [ iter: 70,400 ] [ performance: 26.969 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:16 ] [ l_g_pix: 2.9491e-02 ] [ l_g_total: 2.9491e-02 ] +2024-10-02 01:20:30,201 INFO: [ epoch: 30 ] [ iter: 70,500 ] [ performance: 26.542 it/s ] [ lr: 5.00e-05 ] [ eta: 2:13:05 ] [ l_g_pix: 3.3776e-02 ] [ l_g_total: 3.3776e-02 ] +2024-10-02 01:20:33,993 INFO: [ epoch: 30 ] [ iter: 70,600 ] [ performance: 26.379 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:55 ] [ l_g_pix: 2.2174e-02 ] [ l_g_total: 2.2174e-02 ] +2024-10-02 01:20:37,809 INFO: [ epoch: 30 ] [ iter: 70,700 ] [ performance: 26.266 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:44 ] [ l_g_pix: 2.1838e-02 ] [ l_g_total: 2.1838e-02 ] +2024-10-02 01:20:41,604 INFO: [ epoch: 30 ] [ iter: 70,800 ] [ performance: 26.197 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:34 ] [ l_g_pix: 4.8512e-02 ] [ l_g_total: 4.8512e-02 ] +2024-10-02 01:20:45,345 INFO: [ epoch: 30 ] [ iter: 70,900 ] [ performance: 26.561 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:23 ] [ l_g_pix: 2.9905e-02 ] [ l_g_total: 2.9905e-02 ] +2024-10-02 01:20:49,105 INFO: [ epoch: 30 ] [ iter: 71,000 ] [ performance: 26.544 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:13 ] [ l_g_pix: 1.9554e-02 ] [ l_g_total: 1.9554e-02 ] +2024-10-02 01:20:52,890 INFO: [ epoch: 30 ] [ iter: 71,100 ] [ performance: 26.465 it/s ] [ lr: 5.00e-05 ] [ eta: 2:12:02 ] [ l_g_pix: 1.9788e-02 ] [ l_g_total: 1.9788e-02 ] +2024-10-02 01:20:56,661 INFO: [ epoch: 30 ] [ iter: 71,200 ] [ performance: 26.604 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:52 ] [ l_g_pix: 1.7884e-02 ] [ l_g_total: 1.7884e-02 ] +2024-10-02 01:21:00,475 INFO: [ epoch: 30 ] [ iter: 71,300 ] [ performance: 26.342 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:41 ] [ l_g_pix: 3.1976e-02 ] [ l_g_total: 3.1976e-02 ] +2024-10-02 01:21:04,256 INFO: [ epoch: 30 ] [ iter: 71,400 ] [ performance: 26.370 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:31 ] [ l_g_pix: 2.9338e-02 ] [ l_g_total: 2.9338e-02 ] +2024-10-02 01:21:08,008 INFO: [ epoch: 30 ] [ iter: 71,500 ] [ performance: 26.569 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:21 ] [ l_g_pix: 4.0470e-02 ] [ l_g_total: 4.0470e-02 ] +2024-10-02 01:21:11,774 INFO: [ epoch: 30 ] [ iter: 71,600 ] [ performance: 26.421 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:10 ] [ l_g_pix: 3.6664e-02 ] [ l_g_total: 3.6664e-02 ] +2024-10-02 01:21:15,531 INFO: [ epoch: 30 ] [ iter: 71,700 ] [ performance: 26.561 it/s ] [ lr: 5.00e-05 ] [ eta: 2:11:00 ] [ l_g_pix: 1.9618e-02 ] [ l_g_total: 1.9618e-02 ] +2024-10-02 01:21:19,270 INFO: [ epoch: 30 ] [ iter: 71,800 ] [ performance: 26.518 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:49 ] [ l_g_pix: 3.5895e-02 ] [ l_g_total: 3.5895e-02 ] +2024-10-02 01:21:23,028 INFO: [ epoch: 30 ] [ iter: 71,900 ] [ performance: 26.589 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:39 ] [ l_g_pix: 2.8901e-02 ] [ l_g_total: 2.8901e-02 ] +2024-10-02 01:21:26,822 INFO: [ epoch: 30 ] [ iter: 72,000 ] [ performance: 26.230 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:29 ] [ l_g_pix: 4.6850e-02 ] [ l_g_total: 4.6850e-02 ] +2024-10-02 01:21:30,444 INFO: [ epoch: 30 ] [ iter: 72,100 ] [ performance: 27.191 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:18 ] [ l_g_pix: 3.6320e-02 ] [ l_g_total: 3.6320e-02 ] +2024-10-02 01:21:35,675 INFO: [ epoch: 31 ] [ iter: 72,200 ] [ performance: 23.758 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:11 ] [ l_g_pix: 3.1638e-02 ] [ l_g_total: 3.1638e-02 ] +2024-10-02 01:21:39,400 INFO: [ epoch: 31 ] [ iter: 72,300 ] [ performance: 25.874 it/s ] [ lr: 5.00e-05 ] [ eta: 2:10:00 ] [ l_g_pix: 4.8395e-02 ] [ l_g_total: 4.8395e-02 ] +2024-10-02 01:21:43,147 INFO: [ epoch: 31 ] [ iter: 72,400 ] [ performance: 26.464 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:50 ] [ l_g_pix: 3.5516e-02 ] [ l_g_total: 3.5516e-02 ] +2024-10-02 01:21:46,951 INFO: [ epoch: 31 ] [ iter: 72,500 ] [ performance: 26.342 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:40 ] [ l_g_pix: 3.0426e-02 ] [ l_g_total: 3.0426e-02 ] +2024-10-02 01:21:50,874 INFO: [ epoch: 31 ] [ iter: 72,600 ] [ performance: 25.275 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:30 ] [ l_g_pix: 3.2581e-02 ] [ l_g_total: 3.2581e-02 ] +2024-10-02 01:21:54,685 INFO: [ epoch: 31 ] [ iter: 72,700 ] [ performance: 25.968 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:20 ] [ l_g_pix: 3.5178e-02 ] [ l_g_total: 3.5178e-02 ] +2024-10-02 01:21:58,642 INFO: [ epoch: 31 ] [ iter: 72,800 ] [ performance: 23.424 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:10 ] [ l_g_pix: 3.1067e-02 ] [ l_g_total: 3.1067e-02 ] +2024-10-02 01:22:02,472 INFO: [ epoch: 31 ] [ iter: 72,900 ] [ performance: 25.317 it/s ] [ lr: 5.00e-05 ] [ eta: 2:09:00 ] [ l_g_pix: 4.7261e-02 ] [ l_g_total: 4.7261e-02 ] +2024-10-02 01:22:06,250 INFO: [ epoch: 31 ] [ iter: 73,000 ] [ performance: 26.492 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:50 ] [ l_g_pix: 2.8318e-02 ] [ l_g_total: 2.8318e-02 ] +2024-10-02 01:22:09,946 INFO: [ epoch: 31 ] [ iter: 73,100 ] [ performance: 26.907 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:40 ] [ l_g_pix: 3.2839e-02 ] [ l_g_total: 3.2839e-02 ] +2024-10-02 01:22:13,616 INFO: [ epoch: 31 ] [ iter: 73,200 ] [ performance: 27.408 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:29 ] [ l_g_pix: 3.2253e-02 ] [ l_g_total: 3.2253e-02 ] +2024-10-02 01:22:17,379 INFO: [ epoch: 31 ] [ iter: 73,300 ] [ performance: 26.795 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:19 ] [ l_g_pix: 2.5202e-02 ] [ l_g_total: 2.5202e-02 ] +2024-10-02 01:22:21,150 INFO: [ epoch: 31 ] [ iter: 73,400 ] [ performance: 26.697 it/s ] [ lr: 5.00e-05 ] [ eta: 2:08:09 ] [ l_g_pix: 2.8782e-02 ] [ l_g_total: 2.8782e-02 ] +2024-10-02 01:22:24,920 INFO: [ epoch: 31 ] [ iter: 73,500 ] [ performance: 26.572 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:59 ] [ l_g_pix: 3.0752e-02 ] [ l_g_total: 3.0752e-02 ] +2024-10-02 01:22:28,721 INFO: [ epoch: 31 ] [ iter: 73,600 ] [ performance: 26.262 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:49 ] [ l_g_pix: 2.8059e-02 ] [ l_g_total: 2.8059e-02 ] +2024-10-02 01:22:32,529 INFO: [ epoch: 31 ] [ iter: 73,700 ] [ performance: 26.270 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:39 ] [ l_g_pix: 2.8993e-02 ] [ l_g_total: 2.8993e-02 ] +2024-10-02 01:22:36,312 INFO: [ epoch: 31 ] [ iter: 73,800 ] [ performance: 26.544 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:29 ] [ l_g_pix: 3.0223e-02 ] [ l_g_total: 3.0223e-02 ] +2024-10-02 01:22:40,081 INFO: [ epoch: 31 ] [ iter: 73,900 ] [ performance: 26.539 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:19 ] [ l_g_pix: 4.2853e-02 ] [ l_g_total: 4.2853e-02 ] +2024-10-02 01:22:43,907 INFO: [ epoch: 31 ] [ iter: 74,000 ] [ performance: 26.839 it/s ] [ lr: 5.00e-05 ] [ eta: 2:07:09 ] [ l_g_pix: 3.5189e-02 ] [ l_g_total: 3.5189e-02 ] +2024-10-02 01:22:47,659 INFO: [ epoch: 31 ] [ iter: 74,100 ] [ performance: 26.697 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:59 ] [ l_g_pix: 2.5877e-02 ] [ l_g_total: 2.5877e-02 ] +2024-10-02 01:22:51,387 INFO: [ epoch: 31 ] [ iter: 74,200 ] [ performance: 27.110 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:49 ] [ l_g_pix: 3.3414e-02 ] [ l_g_total: 3.3414e-02 ] +2024-10-02 01:22:55,177 INFO: [ epoch: 31 ] [ iter: 74,300 ] [ performance: 26.621 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:40 ] [ l_g_pix: 2.4341e-02 ] [ l_g_total: 2.4341e-02 ] +2024-10-02 01:22:58,864 INFO: [ epoch: 31 ] [ iter: 74,400 ] [ performance: 28.961 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:30 ] [ l_g_pix: 2.4016e-02 ] [ l_g_total: 2.4016e-02 ] +2024-10-02 01:23:03,592 INFO: [ epoch: 32 ] [ iter: 74,500 ] [ performance: 22.562 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:21 ] [ l_g_pix: 2.9261e-02 ] [ l_g_total: 2.9261e-02 ] +2024-10-02 01:23:07,622 INFO: [ epoch: 32 ] [ iter: 74,600 ] [ performance: 25.815 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:12 ] [ l_g_pix: 2.9765e-02 ] [ l_g_total: 2.9765e-02 ] +2024-10-02 01:23:11,405 INFO: [ epoch: 32 ] [ iter: 74,700 ] [ performance: 26.297 it/s ] [ lr: 5.00e-05 ] [ eta: 2:06:02 ] [ l_g_pix: 2.3543e-02 ] [ l_g_total: 2.3543e-02 ] +2024-10-02 01:23:15,198 INFO: [ epoch: 32 ] [ iter: 74,800 ] [ performance: 27.058 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:52 ] [ l_g_pix: 2.5547e-02 ] [ l_g_total: 2.5547e-02 ] +2024-10-02 01:23:18,984 INFO: [ epoch: 32 ] [ iter: 74,900 ] [ performance: 26.555 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:42 ] [ l_g_pix: 2.7746e-02 ] [ l_g_total: 2.7746e-02 ] +2024-10-02 01:23:22,815 INFO: [ epoch: 32 ] [ iter: 75,000 ] [ performance: 26.952 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:33 ] [ l_g_pix: 2.2357e-02 ] [ l_g_total: 2.2357e-02 ] +2024-10-02 01:23:26,716 INFO: [ epoch: 32 ] [ iter: 75,100 ] [ performance: 25.905 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:23 ] [ l_g_pix: 3.3616e-02 ] [ l_g_total: 3.3616e-02 ] +2024-10-02 01:23:30,516 INFO: [ epoch: 32 ] [ iter: 75,200 ] [ performance: 27.088 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:14 ] [ l_g_pix: 2.6637e-02 ] [ l_g_total: 2.6637e-02 ] +2024-10-02 01:23:34,297 INFO: [ epoch: 32 ] [ iter: 75,300 ] [ performance: 26.581 it/s ] [ lr: 5.00e-05 ] [ eta: 2:05:04 ] [ l_g_pix: 3.8330e-02 ] [ l_g_total: 3.8330e-02 ] +2024-10-02 01:23:38,137 INFO: [ epoch: 32 ] [ iter: 75,400 ] [ performance: 26.960 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:54 ] [ l_g_pix: 4.0461e-02 ] [ l_g_total: 4.0461e-02 ] +2024-10-02 01:23:41,941 INFO: [ epoch: 32 ] [ iter: 75,500 ] [ performance: 26.423 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:45 ] [ l_g_pix: 3.1925e-02 ] [ l_g_total: 3.1925e-02 ] +2024-10-02 01:23:45,775 INFO: [ epoch: 32 ] [ iter: 75,600 ] [ performance: 26.763 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:35 ] [ l_g_pix: 3.0508e-02 ] [ l_g_total: 3.0508e-02 ] +2024-10-02 01:23:49,547 INFO: [ epoch: 32 ] [ iter: 75,700 ] [ performance: 26.567 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:25 ] [ l_g_pix: 2.6086e-02 ] [ l_g_total: 2.6086e-02 ] +2024-10-02 01:23:53,312 INFO: [ epoch: 32 ] [ iter: 75,800 ] [ performance: 27.357 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:16 ] [ l_g_pix: 3.6801e-02 ] [ l_g_total: 3.6801e-02 ] +2024-10-02 01:23:57,139 INFO: [ epoch: 32 ] [ iter: 75,900 ] [ performance: 26.354 it/s ] [ lr: 5.00e-05 ] [ eta: 2:04:06 ] [ l_g_pix: 2.8969e-02 ] [ l_g_total: 2.8969e-02 ] +2024-10-02 01:24:00,935 INFO: [ epoch: 32 ] [ iter: 76,000 ] [ performance: 26.500 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:56 ] [ l_g_pix: 2.4133e-02 ] [ l_g_total: 2.4133e-02 ] +2024-10-02 01:24:04,722 INFO: [ epoch: 32 ] [ iter: 76,100 ] [ performance: 26.427 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:47 ] [ l_g_pix: 3.8323e-02 ] [ l_g_total: 3.8323e-02 ] +2024-10-02 01:24:08,576 INFO: [ epoch: 32 ] [ iter: 76,200 ] [ performance: 26.491 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:37 ] [ l_g_pix: 3.2368e-02 ] [ l_g_total: 3.2368e-02 ] +2024-10-02 01:24:12,365 INFO: [ epoch: 32 ] [ iter: 76,300 ] [ performance: 26.414 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:28 ] [ l_g_pix: 3.0922e-02 ] [ l_g_total: 3.0922e-02 ] +2024-10-02 01:24:16,202 INFO: [ epoch: 32 ] [ iter: 76,400 ] [ performance: 26.620 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:18 ] [ l_g_pix: 2.3629e-02 ] [ l_g_total: 2.3629e-02 ] +2024-10-02 01:24:20,039 INFO: [ epoch: 32 ] [ iter: 76,500 ] [ performance: 26.159 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:09 ] [ l_g_pix: 2.1391e-02 ] [ l_g_total: 2.1391e-02 ] +2024-10-02 01:24:23,941 INFO: [ epoch: 32 ] [ iter: 76,600 ] [ performance: 26.627 it/s ] [ lr: 5.00e-05 ] [ eta: 2:03:00 ] [ l_g_pix: 3.1179e-02 ] [ l_g_total: 3.1179e-02 ] +2024-10-02 01:24:27,796 INFO: [ epoch: 32 ] [ iter: 76,700 ] [ performance: 26.049 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:50 ] [ l_g_pix: 3.3666e-02 ] [ l_g_total: 3.3666e-02 ] +2024-10-02 01:24:32,391 INFO: [ epoch: 33 ] [ iter: 76,800 ] [ performance: 10.358 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:42 ] [ l_g_pix: 4.0773e-02 ] [ l_g_total: 4.0773e-02 ] +2024-10-02 01:24:36,533 INFO: [ epoch: 33 ] [ iter: 76,900 ] [ performance: 20.073 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:33 ] [ l_g_pix: 2.9030e-02 ] [ l_g_total: 2.9030e-02 ] +2024-10-02 01:24:40,332 INFO: [ epoch: 33 ] [ iter: 77,000 ] [ performance: 26.550 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:24 ] [ l_g_pix: 2.2558e-02 ] [ l_g_total: 2.2558e-02 ] +2024-10-02 01:24:44,105 INFO: [ epoch: 33 ] [ iter: 77,100 ] [ performance: 26.515 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:14 ] [ l_g_pix: 2.7287e-02 ] [ l_g_total: 2.7287e-02 ] +2024-10-02 01:24:47,924 INFO: [ epoch: 33 ] [ iter: 77,200 ] [ performance: 26.578 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:05 ] [ l_g_pix: 1.9362e-02 ] [ l_g_total: 1.9362e-02 ] +2024-10-02 01:24:51,745 INFO: [ epoch: 33 ] [ iter: 77,300 ] [ performance: 26.235 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:55 ] [ l_g_pix: 2.5933e-02 ] [ l_g_total: 2.5933e-02 ] +2024-10-02 01:24:55,560 INFO: [ epoch: 33 ] [ iter: 77,400 ] [ performance: 26.246 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:46 ] [ l_g_pix: 3.1059e-02 ] [ l_g_total: 3.1059e-02 ] +2024-10-02 01:24:59,355 INFO: [ epoch: 33 ] [ iter: 77,500 ] [ performance: 26.342 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:37 ] [ l_g_pix: 3.4564e-02 ] [ l_g_total: 3.4564e-02 ] +2024-10-02 01:25:03,125 INFO: [ epoch: 33 ] [ iter: 77,600 ] [ performance: 26.775 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:27 ] [ l_g_pix: 4.2675e-02 ] [ l_g_total: 4.2675e-02 ] +2024-10-02 01:25:06,922 INFO: [ epoch: 33 ] [ iter: 77,700 ] [ performance: 26.391 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:18 ] [ l_g_pix: 2.5027e-02 ] [ l_g_total: 2.5027e-02 ] +2024-10-02 01:25:10,676 INFO: [ epoch: 33 ] [ iter: 77,800 ] [ performance: 27.376 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:08 ] [ l_g_pix: 3.0774e-02 ] [ l_g_total: 3.0774e-02 ] +2024-10-02 01:25:14,434 INFO: [ epoch: 33 ] [ iter: 77,900 ] [ performance: 26.701 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:59 ] [ l_g_pix: 3.6249e-02 ] [ l_g_total: 3.6249e-02 ] +2024-10-02 01:25:18,192 INFO: [ epoch: 33 ] [ iter: 78,000 ] [ performance: 26.842 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:50 ] [ l_g_pix: 3.1744e-02 ] [ l_g_total: 3.1744e-02 ] +2024-10-02 01:25:22,003 INFO: [ epoch: 33 ] [ iter: 78,100 ] [ performance: 26.308 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:40 ] [ l_g_pix: 2.8133e-02 ] [ l_g_total: 2.8133e-02 ] +2024-10-02 01:25:25,802 INFO: [ epoch: 33 ] [ iter: 78,200 ] [ performance: 26.115 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:31 ] [ l_g_pix: 3.9281e-02 ] [ l_g_total: 3.9281e-02 ] +2024-10-02 01:25:29,602 INFO: [ epoch: 33 ] [ iter: 78,300 ] [ performance: 26.299 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:22 ] [ l_g_pix: 1.8924e-02 ] [ l_g_total: 1.8924e-02 ] +2024-10-02 01:25:33,468 INFO: [ epoch: 33 ] [ iter: 78,400 ] [ performance: 25.571 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:13 ] [ l_g_pix: 2.8627e-02 ] [ l_g_total: 2.8627e-02 ] +2024-10-02 01:25:37,274 INFO: [ epoch: 33 ] [ iter: 78,500 ] [ performance: 26.219 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:04 ] [ l_g_pix: 3.2275e-02 ] [ l_g_total: 3.2275e-02 ] +2024-10-02 01:25:41,052 INFO: [ epoch: 33 ] [ iter: 78,600 ] [ performance: 26.269 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:54 ] [ l_g_pix: 3.9003e-02 ] [ l_g_total: 3.9003e-02 ] +2024-10-02 01:25:44,813 INFO: [ epoch: 33 ] [ iter: 78,700 ] [ performance: 26.567 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:45 ] [ l_g_pix: 3.3561e-02 ] [ l_g_total: 3.3561e-02 ] +2024-10-02 01:25:48,656 INFO: [ epoch: 33 ] [ iter: 78,800 ] [ performance: 26.301 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:36 ] [ l_g_pix: 3.0135e-02 ] [ l_g_total: 3.0135e-02 ] +2024-10-02 01:25:52,518 INFO: [ epoch: 33 ] [ iter: 78,900 ] [ performance: 25.928 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:27 ] [ l_g_pix: 3.4283e-02 ] [ l_g_total: 3.4283e-02 ] +2024-10-02 01:25:56,330 INFO: [ epoch: 33 ] [ iter: 79,000 ] [ performance: 27.001 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:18 ] [ l_g_pix: 3.6577e-02 ] [ l_g_total: 3.6577e-02 ] +2024-10-02 01:25:59,887 INFO: [ epoch: 33 ] [ iter: 79,100 ] [ performance: 28.046 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:08 ] [ l_g_pix: 2.6939e-02 ] [ l_g_total: 2.6939e-02 ] +2024-10-02 01:26:04,961 INFO: [ epoch: 34 ] [ iter: 79,200 ] [ performance: 27.912 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:01 ] [ l_g_pix: 2.8825e-02 ] [ l_g_total: 2.8825e-02 ] +2024-10-02 01:26:08,742 INFO: [ epoch: 34 ] [ iter: 79,300 ] [ performance: 26.529 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:52 ] [ l_g_pix: 2.1500e-02 ] [ l_g_total: 2.1500e-02 ] +2024-10-02 01:26:12,564 INFO: [ epoch: 34 ] [ iter: 79,400 ] [ performance: 27.840 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:43 ] [ l_g_pix: 3.5779e-02 ] [ l_g_total: 3.5779e-02 ] +2024-10-02 01:26:16,630 INFO: [ epoch: 34 ] [ iter: 79,500 ] [ performance: 24.733 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:34 ] [ l_g_pix: 3.3312e-02 ] [ l_g_total: 3.3312e-02 ] +2024-10-02 01:26:20,428 INFO: [ epoch: 34 ] [ iter: 79,600 ] [ performance: 28.123 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:25 ] [ l_g_pix: 3.7855e-02 ] [ l_g_total: 3.7855e-02 ] +2024-10-02 01:26:24,249 INFO: [ epoch: 34 ] [ iter: 79,700 ] [ performance: 26.247 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:16 ] [ l_g_pix: 3.2829e-02 ] [ l_g_total: 3.2829e-02 ] +2024-10-02 01:26:27,999 INFO: [ epoch: 34 ] [ iter: 79,800 ] [ performance: 25.399 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:07 ] [ l_g_pix: 3.2183e-02 ] [ l_g_total: 3.2183e-02 ] +2024-10-02 01:26:31,756 INFO: [ epoch: 34 ] [ iter: 79,900 ] [ performance: 26.585 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:58 ] [ l_g_pix: 3.9934e-02 ] [ l_g_total: 3.9934e-02 ] +2024-10-02 01:26:35,527 INFO: [ epoch: 34 ] [ iter: 80,000 ] [ performance: 27.068 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:49 ] [ l_g_pix: 3.8551e-02 ] [ l_g_total: 3.8551e-02 ] +2024-10-02 01:26:35,527 INFO: Saving models and training states. +2024-10-02 01:29:32,688 INFO: Validation val + + # psnr: 27.1732........ Best: 27.1732 @ 80000 iter + # ssim: 0.7648........ Best: 0.7648 @ 80000 iter + # dists: 0.7734........ Best: 0.7734 @ 80000 iter + +2024-10-02 01:29:36,491 INFO: [ epoch: 34 ] [ iter: 80,100 ] [ performance: 26.321 it/s ] [ lr: 5.00e-05 ] [ eta: 2:02:05 ] [ l_g_pix: 2.8241e-02 ] [ l_g_total: 2.8241e-02 ] +2024-10-02 01:29:40,339 INFO: [ epoch: 34 ] [ iter: 80,200 ] [ performance: 27.323 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:55 ] [ l_g_pix: 2.6003e-02 ] [ l_g_total: 2.6003e-02 ] +2024-10-02 01:29:44,131 INFO: [ epoch: 34 ] [ iter: 80,300 ] [ performance: 26.386 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:46 ] [ l_g_pix: 2.9704e-02 ] [ l_g_total: 2.9704e-02 ] +2024-10-02 01:29:47,963 INFO: [ epoch: 34 ] [ iter: 80,400 ] [ performance: 26.245 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:36 ] [ l_g_pix: 2.4754e-02 ] [ l_g_total: 2.4754e-02 ] +2024-10-02 01:29:51,762 INFO: [ epoch: 34 ] [ iter: 80,500 ] [ performance: 26.330 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:27 ] [ l_g_pix: 3.1156e-02 ] [ l_g_total: 3.1156e-02 ] +2024-10-02 01:29:55,591 INFO: [ epoch: 34 ] [ iter: 80,600 ] [ performance: 26.226 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:17 ] [ l_g_pix: 3.4990e-02 ] [ l_g_total: 3.4990e-02 ] +2024-10-02 01:29:59,398 INFO: [ epoch: 34 ] [ iter: 80,700 ] [ performance: 26.322 it/s ] [ lr: 5.00e-05 ] [ eta: 2:01:08 ] [ l_g_pix: 3.5117e-02 ] [ l_g_total: 3.5117e-02 ] +2024-10-02 01:30:03,230 INFO: [ epoch: 34 ] [ iter: 80,800 ] [ performance: 26.213 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:58 ] [ l_g_pix: 3.5097e-02 ] [ l_g_total: 3.5097e-02 ] +2024-10-02 01:30:07,042 INFO: [ epoch: 34 ] [ iter: 80,900 ] [ performance: 26.234 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:49 ] [ l_g_pix: 3.8157e-02 ] [ l_g_total: 3.8157e-02 ] +2024-10-02 01:30:10,792 INFO: [ epoch: 34 ] [ iter: 81,000 ] [ performance: 26.455 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:39 ] [ l_g_pix: 2.9709e-02 ] [ l_g_total: 2.9709e-02 ] +2024-10-02 01:30:14,611 INFO: [ epoch: 34 ] [ iter: 81,100 ] [ performance: 26.207 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:30 ] [ l_g_pix: 4.2486e-02 ] [ l_g_total: 4.2486e-02 ] +2024-10-02 01:30:18,451 INFO: [ epoch: 34 ] [ iter: 81,200 ] [ performance: 26.125 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:21 ] [ l_g_pix: 3.6731e-02 ] [ l_g_total: 3.6731e-02 ] +2024-10-02 01:30:22,217 INFO: [ epoch: 34 ] [ iter: 81,300 ] [ performance: 26.520 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:11 ] [ l_g_pix: 2.4788e-02 ] [ l_g_total: 2.4788e-02 ] +2024-10-02 01:30:25,869 INFO: [ epoch: 34 ] [ iter: 81,400 ] [ performance: 26.957 it/s ] [ lr: 5.00e-05 ] [ eta: 2:00:02 ] [ l_g_pix: 3.7239e-02 ] [ l_g_total: 3.7239e-02 ] +2024-10-02 01:30:30,944 INFO: [ epoch: 35 ] [ iter: 81,500 ] [ performance: 19.393 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:54 ] [ l_g_pix: 2.3378e-02 ] [ l_g_total: 2.3378e-02 ] +2024-10-02 01:30:34,687 INFO: [ epoch: 35 ] [ iter: 81,600 ] [ performance: 22.569 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:45 ] [ l_g_pix: 3.0983e-02 ] [ l_g_total: 3.0983e-02 ] +2024-10-02 01:30:38,432 INFO: [ epoch: 35 ] [ iter: 81,700 ] [ performance: 26.727 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:35 ] [ l_g_pix: 2.4136e-02 ] [ l_g_total: 2.4136e-02 ] +2024-10-02 01:30:42,127 INFO: [ epoch: 35 ] [ iter: 81,800 ] [ performance: 26.902 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:26 ] [ l_g_pix: 3.2443e-02 ] [ l_g_total: 3.2443e-02 ] +2024-10-02 01:30:46,261 INFO: [ epoch: 35 ] [ iter: 81,900 ] [ performance: 24.421 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:17 ] [ l_g_pix: 3.9944e-02 ] [ l_g_total: 3.9944e-02 ] +2024-10-02 01:30:50,043 INFO: [ epoch: 35 ] [ iter: 82,000 ] [ performance: 25.428 it/s ] [ lr: 5.00e-05 ] [ eta: 1:59:07 ] [ l_g_pix: 3.4414e-02 ] [ l_g_total: 3.4414e-02 ] +2024-10-02 01:30:53,801 INFO: [ epoch: 35 ] [ iter: 82,100 ] [ performance: 26.667 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:58 ] [ l_g_pix: 2.9832e-02 ] [ l_g_total: 2.9832e-02 ] +2024-10-02 01:30:57,591 INFO: [ epoch: 35 ] [ iter: 82,200 ] [ performance: 26.522 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:49 ] [ l_g_pix: 3.7709e-02 ] [ l_g_total: 3.7709e-02 ] +2024-10-02 01:31:01,358 INFO: [ epoch: 35 ] [ iter: 82,300 ] [ performance: 26.654 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:39 ] [ l_g_pix: 2.5171e-02 ] [ l_g_total: 2.5171e-02 ] +2024-10-02 01:31:05,164 INFO: [ epoch: 35 ] [ iter: 82,400 ] [ performance: 26.457 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:30 ] [ l_g_pix: 2.9927e-02 ] [ l_g_total: 2.9927e-02 ] +2024-10-02 01:31:08,932 INFO: [ epoch: 35 ] [ iter: 82,500 ] [ performance: 26.657 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:21 ] [ l_g_pix: 1.7152e-02 ] [ l_g_total: 1.7152e-02 ] +2024-10-02 01:31:12,733 INFO: [ epoch: 35 ] [ iter: 82,600 ] [ performance: 26.473 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:12 ] [ l_g_pix: 3.2444e-02 ] [ l_g_total: 3.2444e-02 ] +2024-10-02 01:31:16,530 INFO: [ epoch: 35 ] [ iter: 82,700 ] [ performance: 26.462 it/s ] [ lr: 5.00e-05 ] [ eta: 1:58:02 ] [ l_g_pix: 2.5680e-02 ] [ l_g_total: 2.5680e-02 ] +2024-10-02 01:31:20,296 INFO: [ epoch: 35 ] [ iter: 82,800 ] [ performance: 26.513 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:53 ] [ l_g_pix: 3.2647e-02 ] [ l_g_total: 3.2647e-02 ] +2024-10-02 01:31:24,021 INFO: [ epoch: 35 ] [ iter: 82,900 ] [ performance: 26.748 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:44 ] [ l_g_pix: 2.4996e-02 ] [ l_g_total: 2.4996e-02 ] +2024-10-02 01:31:27,857 INFO: [ epoch: 35 ] [ iter: 83,000 ] [ performance: 26.384 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:35 ] [ l_g_pix: 2.8283e-02 ] [ l_g_total: 2.8283e-02 ] +2024-10-02 01:31:31,670 INFO: [ epoch: 35 ] [ iter: 83,100 ] [ performance: 26.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:26 ] [ l_g_pix: 2.0316e-02 ] [ l_g_total: 2.0316e-02 ] +2024-10-02 01:31:35,438 INFO: [ epoch: 35 ] [ iter: 83,200 ] [ performance: 26.392 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:16 ] [ l_g_pix: 2.1433e-02 ] [ l_g_total: 2.1433e-02 ] +2024-10-02 01:31:39,230 INFO: [ epoch: 35 ] [ iter: 83,300 ] [ performance: 26.470 it/s ] [ lr: 5.00e-05 ] [ eta: 1:57:07 ] [ l_g_pix: 2.2211e-02 ] [ l_g_total: 2.2211e-02 ] +2024-10-02 01:31:42,999 INFO: [ epoch: 35 ] [ iter: 83,400 ] [ performance: 26.508 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:58 ] [ l_g_pix: 3.6774e-02 ] [ l_g_total: 3.6774e-02 ] +2024-10-02 01:31:46,792 INFO: [ epoch: 35 ] [ iter: 83,500 ] [ performance: 26.512 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:49 ] [ l_g_pix: 3.0761e-02 ] [ l_g_total: 3.0761e-02 ] +2024-10-02 01:31:50,620 INFO: [ epoch: 35 ] [ iter: 83,600 ] [ performance: 26.304 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:40 ] [ l_g_pix: 3.4437e-02 ] [ l_g_total: 3.4437e-02 ] +2024-10-02 01:31:54,348 INFO: [ epoch: 35 ] [ iter: 83,700 ] [ performance: 26.928 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:31 ] [ l_g_pix: 2.1005e-02 ] [ l_g_total: 2.1005e-02 ] +2024-10-02 01:31:59,100 INFO: [ epoch: 36 ] [ iter: 83,800 ] [ performance: 23.380 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:23 ] [ l_g_pix: 3.8801e-02 ] [ l_g_total: 3.8801e-02 ] +2024-10-02 01:32:02,971 INFO: [ epoch: 36 ] [ iter: 83,900 ] [ performance: 26.513 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:14 ] [ l_g_pix: 3.1036e-02 ] [ l_g_total: 3.1036e-02 ] +2024-10-02 01:32:06,727 INFO: [ epoch: 36 ] [ iter: 84,000 ] [ performance: 26.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1:56:05 ] [ l_g_pix: 2.8632e-02 ] [ l_g_total: 2.8632e-02 ] +2024-10-02 01:32:10,505 INFO: [ epoch: 36 ] [ iter: 84,100 ] [ performance: 26.482 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:56 ] [ l_g_pix: 2.8211e-02 ] [ l_g_total: 2.8211e-02 ] +2024-10-02 01:32:14,245 INFO: [ epoch: 36 ] [ iter: 84,200 ] [ performance: 26.627 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:47 ] [ l_g_pix: 2.6735e-02 ] [ l_g_total: 2.6735e-02 ] +2024-10-02 01:32:17,928 INFO: [ epoch: 36 ] [ iter: 84,300 ] [ performance: 27.328 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:38 ] [ l_g_pix: 2.9391e-02 ] [ l_g_total: 2.9391e-02 ] +2024-10-02 01:32:21,619 INFO: [ epoch: 36 ] [ iter: 84,400 ] [ performance: 27.200 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:28 ] [ l_g_pix: 3.3271e-02 ] [ l_g_total: 3.3271e-02 ] +2024-10-02 01:32:25,333 INFO: [ epoch: 36 ] [ iter: 84,500 ] [ performance: 27.060 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:19 ] [ l_g_pix: 1.7715e-02 ] [ l_g_total: 1.7715e-02 ] +2024-10-02 01:32:29,061 INFO: [ epoch: 36 ] [ iter: 84,600 ] [ performance: 26.932 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:10 ] [ l_g_pix: 4.2204e-02 ] [ l_g_total: 4.2204e-02 ] +2024-10-02 01:32:32,789 INFO: [ epoch: 36 ] [ iter: 84,700 ] [ performance: 26.777 it/s ] [ lr: 5.00e-05 ] [ eta: 1:55:01 ] [ l_g_pix: 2.9802e-02 ] [ l_g_total: 2.9802e-02 ] +2024-10-02 01:32:36,577 INFO: [ epoch: 36 ] [ iter: 84,800 ] [ performance: 26.566 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:52 ] [ l_g_pix: 3.0018e-02 ] [ l_g_total: 3.0018e-02 ] +2024-10-02 01:32:40,336 INFO: [ epoch: 36 ] [ iter: 84,900 ] [ performance: 26.619 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:43 ] [ l_g_pix: 2.7206e-02 ] [ l_g_total: 2.7206e-02 ] +2024-10-02 01:32:44,187 INFO: [ epoch: 36 ] [ iter: 85,000 ] [ performance: 26.254 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:34 ] [ l_g_pix: 3.8171e-02 ] [ l_g_total: 3.8171e-02 ] +2024-10-02 01:32:48,001 INFO: [ epoch: 36 ] [ iter: 85,100 ] [ performance: 26.344 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:25 ] [ l_g_pix: 2.8647e-02 ] [ l_g_total: 2.8647e-02 ] +2024-10-02 01:32:51,833 INFO: [ epoch: 36 ] [ iter: 85,200 ] [ performance: 26.206 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:16 ] [ l_g_pix: 2.7936e-02 ] [ l_g_total: 2.7936e-02 ] +2024-10-02 01:32:55,622 INFO: [ epoch: 36 ] [ iter: 85,300 ] [ performance: 26.484 it/s ] [ lr: 5.00e-05 ] [ eta: 1:54:08 ] [ l_g_pix: 3.5351e-02 ] [ l_g_total: 3.5351e-02 ] +2024-10-02 01:32:59,446 INFO: [ epoch: 36 ] [ iter: 85,400 ] [ performance: 26.299 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:59 ] [ l_g_pix: 2.4700e-02 ] [ l_g_total: 2.4700e-02 ] +2024-10-02 01:33:03,213 INFO: [ epoch: 36 ] [ iter: 85,500 ] [ performance: 26.673 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:50 ] [ l_g_pix: 4.0428e-02 ] [ l_g_total: 4.0428e-02 ] +2024-10-02 01:33:07,042 INFO: [ epoch: 36 ] [ iter: 85,600 ] [ performance: 26.357 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:41 ] [ l_g_pix: 3.3011e-02 ] [ l_g_total: 3.3011e-02 ] +2024-10-02 01:33:10,841 INFO: [ epoch: 36 ] [ iter: 85,700 ] [ performance: 26.491 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:32 ] [ l_g_pix: 4.0886e-02 ] [ l_g_total: 4.0886e-02 ] +2024-10-02 01:33:14,649 INFO: [ epoch: 36 ] [ iter: 85,800 ] [ performance: 26.361 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:23 ] [ l_g_pix: 2.9454e-02 ] [ l_g_total: 2.9454e-02 ] +2024-10-02 01:33:18,461 INFO: [ epoch: 36 ] [ iter: 85,900 ] [ performance: 26.480 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:15 ] [ l_g_pix: 3.4398e-02 ] [ l_g_total: 3.4398e-02 ] +2024-10-02 01:33:22,297 INFO: [ epoch: 36 ] [ iter: 86,000 ] [ performance: 26.246 it/s ] [ lr: 5.00e-05 ] [ eta: 1:53:06 ] [ l_g_pix: 2.1649e-02 ] [ l_g_total: 2.1649e-02 ] +2024-10-02 01:33:26,841 INFO: [ epoch: 37 ] [ iter: 86,100 ] [ performance: 20.353 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:58 ] [ l_g_pix: 2.4468e-02 ] [ l_g_total: 2.4468e-02 ] +2024-10-02 01:33:30,958 INFO: [ epoch: 37 ] [ iter: 86,200 ] [ performance: 22.476 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:50 ] [ l_g_pix: 4.1792e-02 ] [ l_g_total: 4.1792e-02 ] +2024-10-02 01:33:34,768 INFO: [ epoch: 37 ] [ iter: 86,300 ] [ performance: 26.418 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:41 ] [ l_g_pix: 2.8419e-02 ] [ l_g_total: 2.8419e-02 ] +2024-10-02 01:33:38,569 INFO: [ epoch: 37 ] [ iter: 86,400 ] [ performance: 26.357 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:32 ] [ l_g_pix: 3.0315e-02 ] [ l_g_total: 3.0315e-02 ] +2024-10-02 01:33:42,332 INFO: [ epoch: 37 ] [ iter: 86,500 ] [ performance: 26.784 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:23 ] [ l_g_pix: 3.0136e-02 ] [ l_g_total: 3.0136e-02 ] +2024-10-02 01:33:46,149 INFO: [ epoch: 37 ] [ iter: 86,600 ] [ performance: 26.437 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:15 ] [ l_g_pix: 3.1596e-02 ] [ l_g_total: 3.1596e-02 ] +2024-10-02 01:33:49,948 INFO: [ epoch: 37 ] [ iter: 86,700 ] [ performance: 26.388 it/s ] [ lr: 5.00e-05 ] [ eta: 1:52:06 ] [ l_g_pix: 4.1265e-02 ] [ l_g_total: 4.1265e-02 ] +2024-10-02 01:33:53,677 INFO: [ epoch: 37 ] [ iter: 86,800 ] [ performance: 26.644 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:57 ] [ l_g_pix: 3.1515e-02 ] [ l_g_total: 3.1515e-02 ] +2024-10-02 01:33:57,495 INFO: [ epoch: 37 ] [ iter: 86,900 ] [ performance: 26.018 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:48 ] [ l_g_pix: 4.0412e-02 ] [ l_g_total: 4.0412e-02 ] +2024-10-02 01:34:01,246 INFO: [ epoch: 37 ] [ iter: 87,000 ] [ performance: 26.398 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:39 ] [ l_g_pix: 4.4900e-02 ] [ l_g_total: 4.4900e-02 ] +2024-10-02 01:34:05,008 INFO: [ epoch: 37 ] [ iter: 87,100 ] [ performance: 26.796 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:31 ] [ l_g_pix: 3.7730e-02 ] [ l_g_total: 3.7730e-02 ] +2024-10-02 01:34:08,784 INFO: [ epoch: 37 ] [ iter: 87,200 ] [ performance: 26.611 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:22 ] [ l_g_pix: 4.5168e-02 ] [ l_g_total: 4.5168e-02 ] +2024-10-02 01:34:12,589 INFO: [ epoch: 37 ] [ iter: 87,300 ] [ performance: 26.523 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:13 ] [ l_g_pix: 2.3903e-02 ] [ l_g_total: 2.3903e-02 ] +2024-10-02 01:34:16,377 INFO: [ epoch: 37 ] [ iter: 87,400 ] [ performance: 26.453 it/s ] [ lr: 5.00e-05 ] [ eta: 1:51:05 ] [ l_g_pix: 3.3458e-02 ] [ l_g_total: 3.3458e-02 ] +2024-10-02 01:34:20,184 INFO: [ epoch: 37 ] [ iter: 87,500 ] [ performance: 26.440 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:56 ] [ l_g_pix: 4.0700e-02 ] [ l_g_total: 4.0700e-02 ] +2024-10-02 01:34:23,946 INFO: [ epoch: 37 ] [ iter: 87,600 ] [ performance: 26.527 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:47 ] [ l_g_pix: 2.8571e-02 ] [ l_g_total: 2.8571e-02 ] +2024-10-02 01:34:27,684 INFO: [ epoch: 37 ] [ iter: 87,700 ] [ performance: 26.984 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:39 ] [ l_g_pix: 2.5793e-02 ] [ l_g_total: 2.5793e-02 ] +2024-10-02 01:34:31,534 INFO: [ epoch: 37 ] [ iter: 87,800 ] [ performance: 26.362 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:30 ] [ l_g_pix: 2.3340e-02 ] [ l_g_total: 2.3340e-02 ] +2024-10-02 01:34:35,368 INFO: [ epoch: 37 ] [ iter: 87,900 ] [ performance: 25.962 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:22 ] [ l_g_pix: 3.1165e-02 ] [ l_g_total: 3.1165e-02 ] +2024-10-02 01:34:39,147 INFO: [ epoch: 37 ] [ iter: 88,000 ] [ performance: 26.270 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:13 ] [ l_g_pix: 4.2242e-02 ] [ l_g_total: 4.2242e-02 ] +2024-10-02 01:34:42,922 INFO: [ epoch: 37 ] [ iter: 88,100 ] [ performance: 26.651 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:04 ] [ l_g_pix: 3.4522e-02 ] [ l_g_total: 3.4522e-02 ] +2024-10-02 01:34:46,692 INFO: [ epoch: 37 ] [ iter: 88,200 ] [ performance: 26.577 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:56 ] [ l_g_pix: 3.8575e-02 ] [ l_g_total: 3.8575e-02 ] +2024-10-02 01:34:50,525 INFO: [ epoch: 37 ] [ iter: 88,300 ] [ performance: 26.128 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:47 ] [ l_g_pix: 1.6439e-02 ] [ l_g_total: 1.6439e-02 ] +2024-10-02 01:34:54,107 INFO: [ epoch: 37 ] [ iter: 88,400 ] [ performance: 27.216 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:38 ] [ l_g_pix: 3.0787e-02 ] [ l_g_total: 3.0787e-02 ] +2024-10-02 01:34:59,236 INFO: [ epoch: 38 ] [ iter: 88,500 ] [ performance: 23.617 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:32 ] [ l_g_pix: 4.8330e-02 ] [ l_g_total: 4.8330e-02 ] +2024-10-02 01:35:03,410 INFO: [ epoch: 38 ] [ iter: 88,600 ] [ performance: 23.833 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:24 ] [ l_g_pix: 2.8125e-02 ] [ l_g_total: 2.8125e-02 ] +2024-10-02 01:35:07,142 INFO: [ epoch: 38 ] [ iter: 88,700 ] [ performance: 26.575 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:15 ] [ l_g_pix: 2.6272e-02 ] [ l_g_total: 2.6272e-02 ] +2024-10-02 01:35:10,889 INFO: [ epoch: 38 ] [ iter: 88,800 ] [ performance: 26.650 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:06 ] [ l_g_pix: 4.7446e-02 ] [ l_g_total: 4.7446e-02 ] +2024-10-02 01:35:14,576 INFO: [ epoch: 38 ] [ iter: 88,900 ] [ performance: 27.083 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:58 ] [ l_g_pix: 3.7021e-02 ] [ l_g_total: 3.7021e-02 ] +2024-10-02 01:35:18,304 INFO: [ epoch: 38 ] [ iter: 89,000 ] [ performance: 26.924 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:49 ] [ l_g_pix: 3.4424e-02 ] [ l_g_total: 3.4424e-02 ] +2024-10-02 01:35:21,977 INFO: [ epoch: 38 ] [ iter: 89,100 ] [ performance: 27.050 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:40 ] [ l_g_pix: 4.6324e-02 ] [ l_g_total: 4.6324e-02 ] +2024-10-02 01:35:25,756 INFO: [ epoch: 38 ] [ iter: 89,200 ] [ performance: 26.675 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:32 ] [ l_g_pix: 5.1177e-02 ] [ l_g_total: 5.1177e-02 ] +2024-10-02 01:35:29,525 INFO: [ epoch: 38 ] [ iter: 89,300 ] [ performance: 26.205 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:24 ] [ l_g_pix: 3.2191e-02 ] [ l_g_total: 3.2191e-02 ] +2024-10-02 01:35:33,291 INFO: [ epoch: 38 ] [ iter: 89,400 ] [ performance: 26.430 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:15 ] [ l_g_pix: 4.1371e-02 ] [ l_g_total: 4.1371e-02 ] +2024-10-02 01:35:37,083 INFO: [ epoch: 38 ] [ iter: 89,500 ] [ performance: 26.297 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:07 ] [ l_g_pix: 4.3277e-02 ] [ l_g_total: 4.3277e-02 ] +2024-10-02 01:35:40,866 INFO: [ epoch: 38 ] [ iter: 89,600 ] [ performance: 26.390 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:58 ] [ l_g_pix: 3.6098e-02 ] [ l_g_total: 3.6098e-02 ] +2024-10-02 01:35:44,632 INFO: [ epoch: 38 ] [ iter: 89,700 ] [ performance: 26.413 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:50 ] [ l_g_pix: 2.8021e-02 ] [ l_g_total: 2.8021e-02 ] +2024-10-02 01:35:48,419 INFO: [ epoch: 38 ] [ iter: 89,800 ] [ performance: 26.409 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:41 ] [ l_g_pix: 2.7004e-02 ] [ l_g_total: 2.7004e-02 ] +2024-10-02 01:35:52,219 INFO: [ epoch: 38 ] [ iter: 89,900 ] [ performance: 26.426 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:33 ] [ l_g_pix: 1.9075e-02 ] [ l_g_total: 1.9075e-02 ] +2024-10-02 01:35:56,037 INFO: [ epoch: 38 ] [ iter: 90,000 ] [ performance: 26.276 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:25 ] [ l_g_pix: 3.6309e-02 ] [ l_g_total: 3.6309e-02 ] +2024-10-02 01:35:56,037 INFO: Saving models and training states. +2024-10-02 01:38:57,975 INFO: Validation val + + # psnr: 27.1818........ Best: 27.1818 @ 90000 iter + # ssim: 0.7653........ Best: 0.7653 @ 90000 iter + # dists: 0.7734........ Best: 0.7734 @ 90000 iter + +2024-10-02 01:39:01,841 INFO: [ epoch: 38 ] [ iter: 90,100 ] [ performance: 26.211 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:58 ] [ l_g_pix: 3.5237e-02 ] [ l_g_total: 3.5237e-02 ] +2024-10-02 01:39:05,623 INFO: [ epoch: 38 ] [ iter: 90,200 ] [ performance: 26.365 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:49 ] [ l_g_pix: 3.3247e-02 ] [ l_g_total: 3.3247e-02 ] +2024-10-02 01:39:09,400 INFO: [ epoch: 38 ] [ iter: 90,300 ] [ performance: 26.342 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:40 ] [ l_g_pix: 3.8098e-02 ] [ l_g_total: 3.8098e-02 ] +2024-10-02 01:39:13,179 INFO: [ epoch: 38 ] [ iter: 90,400 ] [ performance: 26.426 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:32 ] [ l_g_pix: 3.8145e-02 ] [ l_g_total: 3.8145e-02 ] +2024-10-02 01:39:16,999 INFO: [ epoch: 38 ] [ iter: 90,500 ] [ performance: 26.148 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:23 ] [ l_g_pix: 2.9481e-02 ] [ l_g_total: 2.9481e-02 ] +2024-10-02 01:39:20,788 INFO: [ epoch: 38 ] [ iter: 90,600 ] [ performance: 26.313 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:14 ] [ l_g_pix: 3.6079e-02 ] [ l_g_total: 3.6079e-02 ] +2024-10-02 01:39:24,442 INFO: [ epoch: 38 ] [ iter: 90,700 ] [ performance: 28.413 it/s ] [ lr: 5.00e-05 ] [ eta: 1:50:05 ] [ l_g_pix: 3.3952e-02 ] [ l_g_total: 3.3952e-02 ] +2024-10-02 01:39:29,426 INFO: [ epoch: 39 ] [ iter: 90,800 ] [ performance: 22.217 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:58 ] [ l_g_pix: 2.7160e-02 ] [ l_g_total: 2.7160e-02 ] +2024-10-02 01:39:33,262 INFO: [ epoch: 39 ] [ iter: 90,900 ] [ performance: 26.375 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:49 ] [ l_g_pix: 4.2937e-02 ] [ l_g_total: 4.2937e-02 ] +2024-10-02 01:39:37,039 INFO: [ epoch: 39 ] [ iter: 91,000 ] [ performance: 26.447 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:40 ] [ l_g_pix: 3.9836e-02 ] [ l_g_total: 3.9836e-02 ] +2024-10-02 01:39:40,812 INFO: [ epoch: 39 ] [ iter: 91,100 ] [ performance: 26.584 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:32 ] [ l_g_pix: 2.3505e-02 ] [ l_g_total: 2.3505e-02 ] +2024-10-02 01:39:44,612 INFO: [ epoch: 39 ] [ iter: 91,200 ] [ performance: 26.406 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:23 ] [ l_g_pix: 4.6288e-02 ] [ l_g_total: 4.6288e-02 ] +2024-10-02 01:39:48,372 INFO: [ epoch: 39 ] [ iter: 91,300 ] [ performance: 26.513 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:14 ] [ l_g_pix: 3.4700e-02 ] [ l_g_total: 3.4700e-02 ] +2024-10-02 01:39:52,129 INFO: [ epoch: 39 ] [ iter: 91,400 ] [ performance: 26.590 it/s ] [ lr: 5.00e-05 ] [ eta: 1:49:06 ] [ l_g_pix: 4.0010e-02 ] [ l_g_total: 4.0010e-02 ] +2024-10-02 01:39:55,881 INFO: [ epoch: 39 ] [ iter: 91,500 ] [ performance: 26.498 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:57 ] [ l_g_pix: 3.2421e-02 ] [ l_g_total: 3.2421e-02 ] +2024-10-02 01:40:00,138 INFO: [ epoch: 39 ] [ iter: 91,600 ] [ performance: 24.349 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:49 ] [ l_g_pix: 3.8886e-02 ] [ l_g_total: 3.8886e-02 ] +2024-10-02 01:40:03,927 INFO: [ epoch: 39 ] [ iter: 91,700 ] [ performance: 26.141 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:40 ] [ l_g_pix: 3.6698e-02 ] [ l_g_total: 3.6698e-02 ] +2024-10-02 01:40:07,743 INFO: [ epoch: 39 ] [ iter: 91,800 ] [ performance: 26.188 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:31 ] [ l_g_pix: 4.7718e-02 ] [ l_g_total: 4.7718e-02 ] +2024-10-02 01:40:11,538 INFO: [ epoch: 39 ] [ iter: 91,900 ] [ performance: 26.445 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:23 ] [ l_g_pix: 3.8523e-02 ] [ l_g_total: 3.8523e-02 ] +2024-10-02 01:40:15,328 INFO: [ epoch: 39 ] [ iter: 92,000 ] [ performance: 26.406 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:14 ] [ l_g_pix: 3.4742e-02 ] [ l_g_total: 3.4742e-02 ] +2024-10-02 01:40:19,130 INFO: [ epoch: 39 ] [ iter: 92,100 ] [ performance: 26.098 it/s ] [ lr: 5.00e-05 ] [ eta: 1:48:06 ] [ l_g_pix: 3.6808e-02 ] [ l_g_total: 3.6808e-02 ] +2024-10-02 01:40:22,903 INFO: [ epoch: 39 ] [ iter: 92,200 ] [ performance: 26.386 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:57 ] [ l_g_pix: 3.1807e-02 ] [ l_g_total: 3.1807e-02 ] +2024-10-02 01:40:26,667 INFO: [ epoch: 39 ] [ iter: 92,300 ] [ performance: 26.642 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:48 ] [ l_g_pix: 2.9037e-02 ] [ l_g_total: 2.9037e-02 ] +2024-10-02 01:40:30,508 INFO: [ epoch: 39 ] [ iter: 92,400 ] [ performance: 26.215 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:40 ] [ l_g_pix: 3.4771e-02 ] [ l_g_total: 3.4771e-02 ] +2024-10-02 01:40:34,324 INFO: [ epoch: 39 ] [ iter: 92,500 ] [ performance: 26.608 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:31 ] [ l_g_pix: 4.6656e-02 ] [ l_g_total: 4.6656e-02 ] +2024-10-02 01:40:38,098 INFO: [ epoch: 39 ] [ iter: 92,600 ] [ performance: 26.535 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:23 ] [ l_g_pix: 2.5179e-02 ] [ l_g_total: 2.5179e-02 ] +2024-10-02 01:40:41,850 INFO: [ epoch: 39 ] [ iter: 92,700 ] [ performance: 26.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:14 ] [ l_g_pix: 3.1736e-02 ] [ l_g_total: 3.1736e-02 ] +2024-10-02 01:40:45,694 INFO: [ epoch: 39 ] [ iter: 92,800 ] [ performance: 26.151 it/s ] [ lr: 5.00e-05 ] [ eta: 1:47:06 ] [ l_g_pix: 3.3849e-02 ] [ l_g_total: 3.3849e-02 ] +2024-10-02 01:40:49,559 INFO: [ epoch: 39 ] [ iter: 92,900 ] [ performance: 26.013 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:57 ] [ l_g_pix: 1.7431e-02 ] [ l_g_total: 1.7431e-02 ] +2024-10-02 01:40:53,299 INFO: [ epoch: 39 ] [ iter: 93,000 ] [ performance: 26.535 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:49 ] [ l_g_pix: 2.2184e-02 ] [ l_g_total: 2.2184e-02 ] +2024-10-02 01:40:58,074 INFO: [ epoch: 40 ] [ iter: 93,100 ] [ performance: 14.267 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:41 ] [ l_g_pix: 3.3427e-02 ] [ l_g_total: 3.3427e-02 ] +2024-10-02 01:41:02,039 INFO: [ epoch: 40 ] [ iter: 93,200 ] [ performance: 20.893 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:33 ] [ l_g_pix: 3.4175e-02 ] [ l_g_total: 3.4175e-02 ] +2024-10-02 01:41:05,724 INFO: [ epoch: 40 ] [ iter: 93,300 ] [ performance: 26.916 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:24 ] [ l_g_pix: 3.6536e-02 ] [ l_g_total: 3.6536e-02 ] +2024-10-02 01:41:09,421 INFO: [ epoch: 40 ] [ iter: 93,400 ] [ performance: 27.014 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:16 ] [ l_g_pix: 3.2206e-02 ] [ l_g_total: 3.2206e-02 ] +2024-10-02 01:41:13,133 INFO: [ epoch: 40 ] [ iter: 93,500 ] [ performance: 26.777 it/s ] [ lr: 5.00e-05 ] [ eta: 1:46:07 ] [ l_g_pix: 2.9896e-02 ] [ l_g_total: 2.9896e-02 ] +2024-10-02 01:41:16,836 INFO: [ epoch: 40 ] [ iter: 93,600 ] [ performance: 26.946 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:58 ] [ l_g_pix: 2.4781e-02 ] [ l_g_total: 2.4781e-02 ] +2024-10-02 01:41:20,604 INFO: [ epoch: 40 ] [ iter: 93,700 ] [ performance: 26.361 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:50 ] [ l_g_pix: 2.7906e-02 ] [ l_g_total: 2.7906e-02 ] +2024-10-02 01:41:24,308 INFO: [ epoch: 40 ] [ iter: 93,800 ] [ performance: 26.837 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:41 ] [ l_g_pix: 2.9584e-02 ] [ l_g_total: 2.9584e-02 ] +2024-10-02 01:41:28,040 INFO: [ epoch: 40 ] [ iter: 93,900 ] [ performance: 26.892 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:33 ] [ l_g_pix: 3.3143e-02 ] [ l_g_total: 3.3143e-02 ] +2024-10-02 01:41:31,836 INFO: [ epoch: 40 ] [ iter: 94,000 ] [ performance: 26.485 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:25 ] [ l_g_pix: 2.9942e-02 ] [ l_g_total: 2.9942e-02 ] +2024-10-02 01:41:35,637 INFO: [ epoch: 40 ] [ iter: 94,100 ] [ performance: 26.613 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:16 ] [ l_g_pix: 2.8296e-02 ] [ l_g_total: 2.8296e-02 ] +2024-10-02 01:41:39,408 INFO: [ epoch: 40 ] [ iter: 94,200 ] [ performance: 26.546 it/s ] [ lr: 5.00e-05 ] [ eta: 1:45:08 ] [ l_g_pix: 4.0797e-02 ] [ l_g_total: 4.0797e-02 ] +2024-10-02 01:41:43,187 INFO: [ epoch: 40 ] [ iter: 94,300 ] [ performance: 26.735 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:59 ] [ l_g_pix: 2.5326e-02 ] [ l_g_total: 2.5326e-02 ] +2024-10-02 01:41:46,998 INFO: [ epoch: 40 ] [ iter: 94,400 ] [ performance: 26.360 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:51 ] [ l_g_pix: 3.4806e-02 ] [ l_g_total: 3.4806e-02 ] +2024-10-02 01:41:50,792 INFO: [ epoch: 40 ] [ iter: 94,500 ] [ performance: 27.041 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:43 ] [ l_g_pix: 4.4624e-02 ] [ l_g_total: 4.4624e-02 ] +2024-10-02 01:41:54,586 INFO: [ epoch: 40 ] [ iter: 94,600 ] [ performance: 26.517 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:34 ] [ l_g_pix: 3.8583e-02 ] [ l_g_total: 3.8583e-02 ] +2024-10-02 01:41:58,377 INFO: [ epoch: 40 ] [ iter: 94,700 ] [ performance: 26.201 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:26 ] [ l_g_pix: 2.5881e-02 ] [ l_g_total: 2.5881e-02 ] +2024-10-02 01:42:02,164 INFO: [ epoch: 40 ] [ iter: 94,800 ] [ performance: 26.363 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:17 ] [ l_g_pix: 2.8935e-02 ] [ l_g_total: 2.8935e-02 ] +2024-10-02 01:42:05,927 INFO: [ epoch: 40 ] [ iter: 94,900 ] [ performance: 26.592 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:09 ] [ l_g_pix: 3.8393e-02 ] [ l_g_total: 3.8393e-02 ] +2024-10-02 01:42:09,710 INFO: [ epoch: 40 ] [ iter: 95,000 ] [ performance: 26.471 it/s ] [ lr: 5.00e-05 ] [ eta: 1:44:01 ] [ l_g_pix: 3.3460e-02 ] [ l_g_total: 3.3460e-02 ] +2024-10-02 01:42:13,477 INFO: [ epoch: 40 ] [ iter: 95,100 ] [ performance: 26.684 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:52 ] [ l_g_pix: 3.9510e-02 ] [ l_g_total: 3.9510e-02 ] +2024-10-02 01:42:17,228 INFO: [ epoch: 40 ] [ iter: 95,200 ] [ performance: 26.666 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:44 ] [ l_g_pix: 2.9261e-02 ] [ l_g_total: 2.9261e-02 ] +2024-10-02 01:42:21,014 INFO: [ epoch: 40 ] [ iter: 95,300 ] [ performance: 26.228 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:36 ] [ l_g_pix: 2.7403e-02 ] [ l_g_total: 2.7403e-02 ] +2024-10-02 01:42:24,515 INFO: [ epoch: 40 ] [ iter: 95,400 ] [ performance: 28.054 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:27 ] [ l_g_pix: 2.4469e-02 ] [ l_g_total: 2.4469e-02 ] +2024-10-02 01:42:29,687 INFO: [ epoch: 41 ] [ iter: 95,500 ] [ performance: 26.142 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:20 ] [ l_g_pix: 3.6679e-02 ] [ l_g_total: 3.6679e-02 ] +2024-10-02 01:42:33,450 INFO: [ epoch: 41 ] [ iter: 95,600 ] [ performance: 26.490 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:12 ] [ l_g_pix: 3.5705e-02 ] [ l_g_total: 3.5705e-02 ] +2024-10-02 01:42:37,189 INFO: [ epoch: 41 ] [ iter: 95,700 ] [ performance: 27.494 it/s ] [ lr: 5.00e-05 ] [ eta: 1:43:04 ] [ l_g_pix: 4.1282e-02 ] [ l_g_total: 4.1282e-02 ] +2024-10-02 01:42:40,994 INFO: [ epoch: 41 ] [ iter: 95,800 ] [ performance: 26.510 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:56 ] [ l_g_pix: 4.5147e-02 ] [ l_g_total: 4.5147e-02 ] +2024-10-02 01:42:44,770 INFO: [ epoch: 41 ] [ iter: 95,900 ] [ performance: 27.034 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:47 ] [ l_g_pix: 3.0436e-02 ] [ l_g_total: 3.0436e-02 ] +2024-10-02 01:42:48,567 INFO: [ epoch: 41 ] [ iter: 96,000 ] [ performance: 26.466 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:39 ] [ l_g_pix: 2.8135e-02 ] [ l_g_total: 2.8135e-02 ] +2024-10-02 01:42:52,354 INFO: [ epoch: 41 ] [ iter: 96,100 ] [ performance: 26.496 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:31 ] [ l_g_pix: 3.8950e-02 ] [ l_g_total: 3.8950e-02 ] +2024-10-02 01:42:56,153 INFO: [ epoch: 41 ] [ iter: 96,200 ] [ performance: 26.360 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:23 ] [ l_g_pix: 3.7183e-02 ] [ l_g_total: 3.7183e-02 ] +2024-10-02 01:42:59,917 INFO: [ epoch: 41 ] [ iter: 96,300 ] [ performance: 27.093 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:14 ] [ l_g_pix: 3.2453e-02 ] [ l_g_total: 3.2453e-02 ] +2024-10-02 01:43:03,660 INFO: [ epoch: 41 ] [ iter: 96,400 ] [ performance: 26.788 it/s ] [ lr: 5.00e-05 ] [ eta: 1:42:06 ] [ l_g_pix: 2.9469e-02 ] [ l_g_total: 2.9469e-02 ] +2024-10-02 01:43:07,420 INFO: [ epoch: 41 ] [ iter: 96,500 ] [ performance: 26.703 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:58 ] [ l_g_pix: 2.3142e-02 ] [ l_g_total: 2.3142e-02 ] +2024-10-02 01:43:11,204 INFO: [ epoch: 41 ] [ iter: 96,600 ] [ performance: 26.478 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:50 ] [ l_g_pix: 2.8837e-02 ] [ l_g_total: 2.8837e-02 ] +2024-10-02 01:43:14,990 INFO: [ epoch: 41 ] [ iter: 96,700 ] [ performance: 27.162 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:42 ] [ l_g_pix: 2.9981e-02 ] [ l_g_total: 2.9981e-02 ] +2024-10-02 01:43:18,780 INFO: [ epoch: 41 ] [ iter: 96,800 ] [ performance: 26.517 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:33 ] [ l_g_pix: 2.8770e-02 ] [ l_g_total: 2.8770e-02 ] +2024-10-02 01:43:22,625 INFO: [ epoch: 41 ] [ iter: 96,900 ] [ performance: 26.884 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:25 ] [ l_g_pix: 3.1790e-02 ] [ l_g_total: 3.1790e-02 ] +2024-10-02 01:43:26,445 INFO: [ epoch: 41 ] [ iter: 97,000 ] [ performance: 26.285 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:17 ] [ l_g_pix: 3.8443e-02 ] [ l_g_total: 3.8443e-02 ] +2024-10-02 01:43:30,196 INFO: [ epoch: 41 ] [ iter: 97,100 ] [ performance: 27.026 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:09 ] [ l_g_pix: 3.1810e-02 ] [ l_g_total: 3.1810e-02 ] +2024-10-02 01:43:33,982 INFO: [ epoch: 41 ] [ iter: 97,200 ] [ performance: 26.503 it/s ] [ lr: 5.00e-05 ] [ eta: 1:41:01 ] [ l_g_pix: 2.1946e-02 ] [ l_g_total: 2.1946e-02 ] +2024-10-02 01:43:37,794 INFO: [ epoch: 41 ] [ iter: 97,300 ] [ performance: 26.157 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:53 ] [ l_g_pix: 3.2433e-02 ] [ l_g_total: 3.2433e-02 ] +2024-10-02 01:43:41,595 INFO: [ epoch: 41 ] [ iter: 97,400 ] [ performance: 26.294 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:45 ] [ l_g_pix: 4.3076e-02 ] [ l_g_total: 4.3076e-02 ] +2024-10-02 01:43:45,402 INFO: [ epoch: 41 ] [ iter: 97,500 ] [ performance: 26.820 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:37 ] [ l_g_pix: 3.5693e-02 ] [ l_g_total: 3.5693e-02 ] +2024-10-02 01:43:49,200 INFO: [ epoch: 41 ] [ iter: 97,600 ] [ performance: 26.398 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:28 ] [ l_g_pix: 3.3057e-02 ] [ l_g_total: 3.3057e-02 ] +2024-10-02 01:43:52,837 INFO: [ epoch: 41 ] [ iter: 97,700 ] [ performance: 29.877 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:20 ] [ l_g_pix: 3.0398e-02 ] [ l_g_total: 3.0398e-02 ] +2024-10-02 01:43:57,893 INFO: [ epoch: 42 ] [ iter: 97,800 ] [ performance: 20.641 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:13 ] [ l_g_pix: 2.6983e-02 ] [ l_g_total: 2.6983e-02 ] +2024-10-02 01:44:01,706 INFO: [ epoch: 42 ] [ iter: 97,900 ] [ performance: 26.690 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:05 ] [ l_g_pix: 3.4188e-02 ] [ l_g_total: 3.4188e-02 ] +2024-10-02 01:44:06,064 INFO: [ epoch: 42 ] [ iter: 98,000 ] [ performance: 23.327 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:58 ] [ l_g_pix: 2.9801e-02 ] [ l_g_total: 2.9801e-02 ] +2024-10-02 01:44:09,845 INFO: [ epoch: 42 ] [ iter: 98,100 ] [ performance: 26.134 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:50 ] [ l_g_pix: 2.6934e-02 ] [ l_g_total: 2.6934e-02 ] +2024-10-02 01:44:13,647 INFO: [ epoch: 42 ] [ iter: 98,200 ] [ performance: 26.285 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:42 ] [ l_g_pix: 4.7798e-02 ] [ l_g_total: 4.7798e-02 ] +2024-10-02 01:44:17,398 INFO: [ epoch: 42 ] [ iter: 98,300 ] [ performance: 27.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:34 ] [ l_g_pix: 4.0861e-02 ] [ l_g_total: 4.0861e-02 ] +2024-10-02 01:44:21,178 INFO: [ epoch: 42 ] [ iter: 98,400 ] [ performance: 26.525 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:26 ] [ l_g_pix: 2.6039e-02 ] [ l_g_total: 2.6039e-02 ] +2024-10-02 01:44:24,949 INFO: [ epoch: 42 ] [ iter: 98,500 ] [ performance: 28.044 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:18 ] [ l_g_pix: 3.3546e-02 ] [ l_g_total: 3.3546e-02 ] +2024-10-02 01:44:28,687 INFO: [ epoch: 42 ] [ iter: 98,600 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:10 ] [ l_g_pix: 2.6052e-02 ] [ l_g_total: 2.6052e-02 ] +2024-10-02 01:44:32,444 INFO: [ epoch: 42 ] [ iter: 98,700 ] [ performance: 26.344 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:02 ] [ l_g_pix: 2.5837e-02 ] [ l_g_total: 2.5837e-02 ] +2024-10-02 01:44:36,173 INFO: [ epoch: 42 ] [ iter: 98,800 ] [ performance: 26.782 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:54 ] [ l_g_pix: 2.9185e-02 ] [ l_g_total: 2.9185e-02 ] +2024-10-02 01:44:39,907 INFO: [ epoch: 42 ] [ iter: 98,900 ] [ performance: 26.635 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:46 ] [ l_g_pix: 4.0996e-02 ] [ l_g_total: 4.0996e-02 ] +2024-10-02 01:44:43,713 INFO: [ epoch: 42 ] [ iter: 99,000 ] [ performance: 26.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:38 ] [ l_g_pix: 2.8658e-02 ] [ l_g_total: 2.8658e-02 ] +2024-10-02 01:44:47,489 INFO: [ epoch: 42 ] [ iter: 99,100 ] [ performance: 27.618 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:30 ] [ l_g_pix: 2.9651e-02 ] [ l_g_total: 2.9651e-02 ] +2024-10-02 01:44:51,266 INFO: [ epoch: 42 ] [ iter: 99,200 ] [ performance: 26.552 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:22 ] [ l_g_pix: 2.3790e-02 ] [ l_g_total: 2.3790e-02 ] +2024-10-02 01:44:55,065 INFO: [ epoch: 42 ] [ iter: 99,300 ] [ performance: 25.915 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:14 ] [ l_g_pix: 2.7456e-02 ] [ l_g_total: 2.7456e-02 ] +2024-10-02 01:44:58,871 INFO: [ epoch: 42 ] [ iter: 99,400 ] [ performance: 26.263 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:06 ] [ l_g_pix: 2.6238e-02 ] [ l_g_total: 2.6238e-02 ] +2024-10-02 01:45:02,713 INFO: [ epoch: 42 ] [ iter: 99,500 ] [ performance: 27.315 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:58 ] [ l_g_pix: 3.4550e-02 ] [ l_g_total: 3.4550e-02 ] +2024-10-02 01:45:06,543 INFO: [ epoch: 42 ] [ iter: 99,600 ] [ performance: 26.195 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:50 ] [ l_g_pix: 3.6737e-02 ] [ l_g_total: 3.6737e-02 ] +2024-10-02 01:45:10,340 INFO: [ epoch: 42 ] [ iter: 99,700 ] [ performance: 26.593 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:42 ] [ l_g_pix: 2.7190e-02 ] [ l_g_total: 2.7190e-02 ] +2024-10-02 01:45:14,167 INFO: [ epoch: 42 ] [ iter: 99,800 ] [ performance: 26.152 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:34 ] [ l_g_pix: 3.7631e-02 ] [ l_g_total: 3.7631e-02 ] +2024-10-02 01:45:18,020 INFO: [ epoch: 42 ] [ iter: 99,900 ] [ performance: 27.646 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:26 ] [ l_g_pix: 2.7845e-02 ] [ l_g_total: 2.7845e-02 ] +2024-10-02 01:45:21,718 INFO: [ epoch: 42 ] [ iter:100,000 ] [ performance: 27.068 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:18 ] [ l_g_pix: 2.8083e-02 ] [ l_g_total: 2.8083e-02 ] +2024-10-02 01:45:21,718 INFO: Saving models and training states. +2024-10-02 01:49:02,529 INFO: Validation val + + # psnr: 27.1830........ Best: 27.1830 @ 100000 iter + # ssim: 0.7654........ Best: 0.7654 @ 100000 iter + # dists: 0.7734........ Best: 0.7734 @ 90000 iter + +2024-10-02 01:49:08,034 INFO: [ epoch: 43 ] [ iter:100,100 ] [ performance: 16.522 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:53 ] [ l_g_pix: 3.4129e-02 ] [ l_g_total: 3.4129e-02 ] +2024-10-02 01:49:12,080 INFO: [ epoch: 43 ] [ iter:100,200 ] [ performance: 24.491 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:44 ] [ l_g_pix: 3.1261e-02 ] [ l_g_total: 3.1261e-02 ] +2024-10-02 01:49:15,842 INFO: [ epoch: 43 ] [ iter:100,300 ] [ performance: 26.986 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:36 ] [ l_g_pix: 3.3132e-02 ] [ l_g_total: 3.3132e-02 ] +2024-10-02 01:49:19,618 INFO: [ epoch: 43 ] [ iter:100,400 ] [ performance: 26.491 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:28 ] [ l_g_pix: 2.2697e-02 ] [ l_g_total: 2.2697e-02 ] +2024-10-02 01:49:23,376 INFO: [ epoch: 43 ] [ iter:100,500 ] [ performance: 26.552 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:20 ] [ l_g_pix: 3.6657e-02 ] [ l_g_total: 3.6657e-02 ] +2024-10-02 01:49:27,113 INFO: [ epoch: 43 ] [ iter:100,600 ] [ performance: 26.765 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:11 ] [ l_g_pix: 2.7140e-02 ] [ l_g_total: 2.7140e-02 ] +2024-10-02 01:49:30,884 INFO: [ epoch: 43 ] [ iter:100,700 ] [ performance: 26.646 it/s ] [ lr: 5.00e-05 ] [ eta: 1:40:03 ] [ l_g_pix: 3.7471e-02 ] [ l_g_total: 3.7471e-02 ] +2024-10-02 01:49:34,707 INFO: [ epoch: 43 ] [ iter:100,800 ] [ performance: 26.155 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:55 ] [ l_g_pix: 3.4311e-02 ] [ l_g_total: 3.4311e-02 ] +2024-10-02 01:49:38,511 INFO: [ epoch: 43 ] [ iter:100,900 ] [ performance: 26.225 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:46 ] [ l_g_pix: 2.7297e-02 ] [ l_g_total: 2.7297e-02 ] +2024-10-02 01:49:42,292 INFO: [ epoch: 43 ] [ iter:101,000 ] [ performance: 26.437 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:38 ] [ l_g_pix: 3.5999e-02 ] [ l_g_total: 3.5999e-02 ] +2024-10-02 01:49:46,058 INFO: [ epoch: 43 ] [ iter:101,100 ] [ performance: 26.501 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:30 ] [ l_g_pix: 3.7386e-02 ] [ l_g_total: 3.7386e-02 ] +2024-10-02 01:49:49,861 INFO: [ epoch: 43 ] [ iter:101,200 ] [ performance: 26.313 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:22 ] [ l_g_pix: 3.8960e-02 ] [ l_g_total: 3.8960e-02 ] +2024-10-02 01:49:53,636 INFO: [ epoch: 43 ] [ iter:101,300 ] [ performance: 26.406 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:13 ] [ l_g_pix: 3.5554e-02 ] [ l_g_total: 3.5554e-02 ] +2024-10-02 01:49:57,404 INFO: [ epoch: 43 ] [ iter:101,400 ] [ performance: 26.645 it/s ] [ lr: 5.00e-05 ] [ eta: 1:39:05 ] [ l_g_pix: 2.9002e-02 ] [ l_g_total: 2.9002e-02 ] +2024-10-02 01:50:01,168 INFO: [ epoch: 43 ] [ iter:101,500 ] [ performance: 26.610 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:57 ] [ l_g_pix: 4.0831e-02 ] [ l_g_total: 4.0831e-02 ] +2024-10-02 01:50:04,958 INFO: [ epoch: 43 ] [ iter:101,600 ] [ performance: 26.400 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:49 ] [ l_g_pix: 2.7837e-02 ] [ l_g_total: 2.7837e-02 ] +2024-10-02 01:50:09,148 INFO: [ epoch: 43 ] [ iter:101,700 ] [ performance: 25.042 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:41 ] [ l_g_pix: 2.1578e-02 ] [ l_g_total: 2.1578e-02 ] +2024-10-02 01:50:13,345 INFO: [ epoch: 43 ] [ iter:101,800 ] [ performance: 24.067 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:33 ] [ l_g_pix: 2.8277e-02 ] [ l_g_total: 2.8277e-02 ] +2024-10-02 01:50:17,164 INFO: [ epoch: 43 ] [ iter:101,900 ] [ performance: 25.119 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:25 ] [ l_g_pix: 2.9618e-02 ] [ l_g_total: 2.9618e-02 ] +2024-10-02 01:50:20,972 INFO: [ epoch: 43 ] [ iter:102,000 ] [ performance: 26.287 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:17 ] [ l_g_pix: 3.3642e-02 ] [ l_g_total: 3.3642e-02 ] +2024-10-02 01:50:24,760 INFO: [ epoch: 43 ] [ iter:102,100 ] [ performance: 26.349 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:09 ] [ l_g_pix: 2.5230e-02 ] [ l_g_total: 2.5230e-02 ] +2024-10-02 01:50:28,567 INFO: [ epoch: 43 ] [ iter:102,200 ] [ performance: 26.396 it/s ] [ lr: 5.00e-05 ] [ eta: 1:38:01 ] [ l_g_pix: 3.5413e-02 ] [ l_g_total: 3.5413e-02 ] +2024-10-02 01:50:32,322 INFO: [ epoch: 43 ] [ iter:102,300 ] [ performance: 26.522 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:52 ] [ l_g_pix: 3.0114e-02 ] [ l_g_total: 3.0114e-02 ] +2024-10-02 01:50:36,901 INFO: [ epoch: 44 ] [ iter:102,400 ] [ performance: 21.350 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:45 ] [ l_g_pix: 2.7217e-02 ] [ l_g_total: 2.7217e-02 ] +2024-10-02 01:50:40,945 INFO: [ epoch: 44 ] [ iter:102,500 ] [ performance: 22.999 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:37 ] [ l_g_pix: 3.1546e-02 ] [ l_g_total: 3.1546e-02 ] +2024-10-02 01:50:44,664 INFO: [ epoch: 44 ] [ iter:102,600 ] [ performance: 26.965 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:29 ] [ l_g_pix: 4.3839e-02 ] [ l_g_total: 4.3839e-02 ] +2024-10-02 01:50:48,369 INFO: [ epoch: 44 ] [ iter:102,700 ] [ performance: 26.980 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:21 ] [ l_g_pix: 2.1088e-02 ] [ l_g_total: 2.1088e-02 ] +2024-10-02 01:50:52,168 INFO: [ epoch: 44 ] [ iter:102,800 ] [ performance: 26.412 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:13 ] [ l_g_pix: 3.1810e-02 ] [ l_g_total: 3.1810e-02 ] +2024-10-02 01:50:55,981 INFO: [ epoch: 44 ] [ iter:102,900 ] [ performance: 26.317 it/s ] [ lr: 5.00e-05 ] [ eta: 1:37:05 ] [ l_g_pix: 3.2233e-02 ] [ l_g_total: 3.2233e-02 ] +2024-10-02 01:50:59,772 INFO: [ epoch: 44 ] [ iter:103,000 ] [ performance: 26.375 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:57 ] [ l_g_pix: 3.4394e-02 ] [ l_g_total: 3.4394e-02 ] +2024-10-02 01:51:03,602 INFO: [ epoch: 44 ] [ iter:103,100 ] [ performance: 26.237 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:49 ] [ l_g_pix: 5.3335e-02 ] [ l_g_total: 5.3335e-02 ] +2024-10-02 01:51:07,432 INFO: [ epoch: 44 ] [ iter:103,200 ] [ performance: 26.081 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:41 ] [ l_g_pix: 3.5892e-02 ] [ l_g_total: 3.5892e-02 ] +2024-10-02 01:51:11,275 INFO: [ epoch: 44 ] [ iter:103,300 ] [ performance: 26.052 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:33 ] [ l_g_pix: 4.8629e-02 ] [ l_g_total: 4.8629e-02 ] +2024-10-02 01:51:15,089 INFO: [ epoch: 44 ] [ iter:103,400 ] [ performance: 26.252 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:25 ] [ l_g_pix: 2.4314e-02 ] [ l_g_total: 2.4314e-02 ] +2024-10-02 01:51:18,855 INFO: [ epoch: 44 ] [ iter:103,500 ] [ performance: 26.417 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:16 ] [ l_g_pix: 2.7941e-02 ] [ l_g_total: 2.7941e-02 ] +2024-10-02 01:51:22,665 INFO: [ epoch: 44 ] [ iter:103,600 ] [ performance: 26.242 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:08 ] [ l_g_pix: 3.4691e-02 ] [ l_g_total: 3.4691e-02 ] +2024-10-02 01:51:26,460 INFO: [ epoch: 44 ] [ iter:103,700 ] [ performance: 26.302 it/s ] [ lr: 5.00e-05 ] [ eta: 1:36:00 ] [ l_g_pix: 3.4646e-02 ] [ l_g_total: 3.4646e-02 ] +2024-10-02 01:51:30,281 INFO: [ epoch: 44 ] [ iter:103,800 ] [ performance: 26.222 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:52 ] [ l_g_pix: 3.6834e-02 ] [ l_g_total: 3.6834e-02 ] +2024-10-02 01:51:34,104 INFO: [ epoch: 44 ] [ iter:103,900 ] [ performance: 26.190 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:44 ] [ l_g_pix: 3.5309e-02 ] [ l_g_total: 3.5309e-02 ] +2024-10-02 01:51:37,917 INFO: [ epoch: 44 ] [ iter:104,000 ] [ performance: 26.119 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:36 ] [ l_g_pix: 4.0779e-02 ] [ l_g_total: 4.0779e-02 ] +2024-10-02 01:51:41,722 INFO: [ epoch: 44 ] [ iter:104,100 ] [ performance: 26.212 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:28 ] [ l_g_pix: 4.1355e-02 ] [ l_g_total: 4.1355e-02 ] +2024-10-02 01:51:45,546 INFO: [ epoch: 44 ] [ iter:104,200 ] [ performance: 26.107 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:21 ] [ l_g_pix: 2.2424e-02 ] [ l_g_total: 2.2424e-02 ] +2024-10-02 01:51:49,350 INFO: [ epoch: 44 ] [ iter:104,300 ] [ performance: 26.207 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:13 ] [ l_g_pix: 2.6548e-02 ] [ l_g_total: 2.6548e-02 ] +2024-10-02 01:51:53,154 INFO: [ epoch: 44 ] [ iter:104,400 ] [ performance: 26.083 it/s ] [ lr: 5.00e-05 ] [ eta: 1:35:05 ] [ l_g_pix: 3.9627e-02 ] [ l_g_total: 3.9627e-02 ] +2024-10-02 01:51:56,991 INFO: [ epoch: 44 ] [ iter:104,500 ] [ performance: 26.080 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:57 ] [ l_g_pix: 3.0518e-02 ] [ l_g_total: 3.0518e-02 ] +2024-10-02 01:52:00,829 INFO: [ epoch: 44 ] [ iter:104,600 ] [ performance: 26.021 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:49 ] [ l_g_pix: 4.3472e-02 ] [ l_g_total: 4.3472e-02 ] +2024-10-02 01:52:04,341 INFO: [ epoch: 44 ] [ iter:104,700 ] [ performance: 27.331 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:41 ] [ l_g_pix: 2.3995e-02 ] [ l_g_total: 2.3995e-02 ] +2024-10-02 01:52:09,763 INFO: [ epoch: 45 ] [ iter:104,800 ] [ performance: 24.364 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:34 ] [ l_g_pix: 2.7876e-02 ] [ l_g_total: 2.7876e-02 ] +2024-10-02 01:52:13,555 INFO: [ epoch: 45 ] [ iter:104,900 ] [ performance: 25.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:26 ] [ l_g_pix: 3.1416e-02 ] [ l_g_total: 3.1416e-02 ] +2024-10-02 01:52:17,333 INFO: [ epoch: 45 ] [ iter:105,000 ] [ performance: 26.450 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:18 ] [ l_g_pix: 3.1550e-02 ] [ l_g_total: 3.1550e-02 ] +2024-10-02 01:52:21,163 INFO: [ epoch: 45 ] [ iter:105,100 ] [ performance: 26.261 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:10 ] [ l_g_pix: 3.4403e-02 ] [ l_g_total: 3.4403e-02 ] +2024-10-02 01:52:24,959 INFO: [ epoch: 45 ] [ iter:105,200 ] [ performance: 26.630 it/s ] [ lr: 5.00e-05 ] [ eta: 1:34:03 ] [ l_g_pix: 5.4313e-02 ] [ l_g_total: 5.4313e-02 ] +2024-10-02 01:52:28,735 INFO: [ epoch: 45 ] [ iter:105,300 ] [ performance: 26.552 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:55 ] [ l_g_pix: 1.7169e-02 ] [ l_g_total: 1.7169e-02 ] +2024-10-02 01:52:32,563 INFO: [ epoch: 45 ] [ iter:105,400 ] [ performance: 26.252 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:47 ] [ l_g_pix: 2.6673e-02 ] [ l_g_total: 2.6673e-02 ] +2024-10-02 01:52:36,340 INFO: [ epoch: 45 ] [ iter:105,500 ] [ performance: 26.379 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:39 ] [ l_g_pix: 3.8276e-02 ] [ l_g_total: 3.8276e-02 ] +2024-10-02 01:52:40,078 INFO: [ epoch: 45 ] [ iter:105,600 ] [ performance: 26.674 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:31 ] [ l_g_pix: 2.7877e-02 ] [ l_g_total: 2.7877e-02 ] +2024-10-02 01:52:43,851 INFO: [ epoch: 45 ] [ iter:105,700 ] [ performance: 26.579 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:23 ] [ l_g_pix: 3.2583e-02 ] [ l_g_total: 3.2583e-02 ] +2024-10-02 01:52:47,630 INFO: [ epoch: 45 ] [ iter:105,800 ] [ performance: 26.693 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:15 ] [ l_g_pix: 3.7057e-02 ] [ l_g_total: 3.7057e-02 ] +2024-10-02 01:52:51,509 INFO: [ epoch: 45 ] [ iter:105,900 ] [ performance: 26.165 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:07 ] [ l_g_pix: 2.3510e-02 ] [ l_g_total: 2.3510e-02 ] +2024-10-02 01:52:55,285 INFO: [ epoch: 45 ] [ iter:106,000 ] [ performance: 26.374 it/s ] [ lr: 5.00e-05 ] [ eta: 1:33:00 ] [ l_g_pix: 3.1805e-02 ] [ l_g_total: 3.1805e-02 ] +2024-10-02 01:52:59,121 INFO: [ epoch: 45 ] [ iter:106,100 ] [ performance: 26.201 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:52 ] [ l_g_pix: 3.8395e-02 ] [ l_g_total: 3.8395e-02 ] +2024-10-02 01:53:02,998 INFO: [ epoch: 45 ] [ iter:106,200 ] [ performance: 26.105 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:44 ] [ l_g_pix: 3.3603e-02 ] [ l_g_total: 3.3603e-02 ] +2024-10-02 01:53:06,859 INFO: [ epoch: 45 ] [ iter:106,300 ] [ performance: 25.988 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:36 ] [ l_g_pix: 2.6110e-02 ] [ l_g_total: 2.6110e-02 ] +2024-10-02 01:53:10,666 INFO: [ epoch: 45 ] [ iter:106,400 ] [ performance: 26.229 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:28 ] [ l_g_pix: 3.4797e-02 ] [ l_g_total: 3.4797e-02 ] +2024-10-02 01:53:14,493 INFO: [ epoch: 45 ] [ iter:106,500 ] [ performance: 26.175 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:21 ] [ l_g_pix: 4.5671e-02 ] [ l_g_total: 4.5671e-02 ] +2024-10-02 01:53:18,328 INFO: [ epoch: 45 ] [ iter:106,600 ] [ performance: 26.403 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:13 ] [ l_g_pix: 2.8339e-02 ] [ l_g_total: 2.8339e-02 ] +2024-10-02 01:53:22,113 INFO: [ epoch: 45 ] [ iter:106,700 ] [ performance: 26.415 it/s ] [ lr: 5.00e-05 ] [ eta: 1:32:05 ] [ l_g_pix: 2.9006e-02 ] [ l_g_total: 2.9006e-02 ] +2024-10-02 01:53:25,957 INFO: [ epoch: 45 ] [ iter:106,800 ] [ performance: 26.101 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:57 ] [ l_g_pix: 3.5300e-02 ] [ l_g_total: 3.5300e-02 ] +2024-10-02 01:53:29,773 INFO: [ epoch: 45 ] [ iter:106,900 ] [ performance: 26.167 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:50 ] [ l_g_pix: 3.8960e-02 ] [ l_g_total: 3.8960e-02 ] +2024-10-02 01:53:33,399 INFO: [ epoch: 45 ] [ iter:107,000 ] [ performance: 28.489 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:42 ] [ l_g_pix: 3.2492e-02 ] [ l_g_total: 3.2492e-02 ] +2024-10-02 01:53:38,892 INFO: [ epoch: 46 ] [ iter:107,100 ] [ performance: 21.325 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:35 ] [ l_g_pix: 3.9552e-02 ] [ l_g_total: 3.9552e-02 ] +2024-10-02 01:53:42,760 INFO: [ epoch: 46 ] [ iter:107,200 ] [ performance: 26.202 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:28 ] [ l_g_pix: 2.6282e-02 ] [ l_g_total: 2.6282e-02 ] +2024-10-02 01:53:46,559 INFO: [ epoch: 46 ] [ iter:107,300 ] [ performance: 26.278 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:20 ] [ l_g_pix: 2.3031e-02 ] [ l_g_total: 2.3031e-02 ] +2024-10-02 01:53:50,281 INFO: [ epoch: 46 ] [ iter:107,400 ] [ performance: 26.731 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:12 ] [ l_g_pix: 2.8459e-02 ] [ l_g_total: 2.8459e-02 ] +2024-10-02 01:53:54,014 INFO: [ epoch: 46 ] [ iter:107,500 ] [ performance: 26.767 it/s ] [ lr: 5.00e-05 ] [ eta: 1:31:04 ] [ l_g_pix: 3.1232e-02 ] [ l_g_total: 3.1232e-02 ] +2024-10-02 01:53:57,837 INFO: [ epoch: 46 ] [ iter:107,600 ] [ performance: 26.274 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:57 ] [ l_g_pix: 3.3751e-02 ] [ l_g_total: 3.3751e-02 ] +2024-10-02 01:54:01,678 INFO: [ epoch: 46 ] [ iter:107,700 ] [ performance: 26.135 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:49 ] [ l_g_pix: 3.7717e-02 ] [ l_g_total: 3.7717e-02 ] +2024-10-02 01:54:05,413 INFO: [ epoch: 46 ] [ iter:107,800 ] [ performance: 26.768 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:41 ] [ l_g_pix: 3.4804e-02 ] [ l_g_total: 3.4804e-02 ] +2024-10-02 01:54:09,139 INFO: [ epoch: 46 ] [ iter:107,900 ] [ performance: 26.816 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:34 ] [ l_g_pix: 2.8778e-02 ] [ l_g_total: 2.8778e-02 ] +2024-10-02 01:54:12,886 INFO: [ epoch: 46 ] [ iter:108,000 ] [ performance: 26.614 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:26 ] [ l_g_pix: 2.9987e-02 ] [ l_g_total: 2.9987e-02 ] +2024-10-02 01:54:16,585 INFO: [ epoch: 46 ] [ iter:108,100 ] [ performance: 26.870 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:18 ] [ l_g_pix: 1.8106e-02 ] [ l_g_total: 1.8106e-02 ] +2024-10-02 01:54:20,438 INFO: [ epoch: 46 ] [ iter:108,200 ] [ performance: 25.701 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:10 ] [ l_g_pix: 2.1413e-02 ] [ l_g_total: 2.1413e-02 ] +2024-10-02 01:54:24,221 INFO: [ epoch: 46 ] [ iter:108,300 ] [ performance: 26.152 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:03 ] [ l_g_pix: 3.3059e-02 ] [ l_g_total: 3.3059e-02 ] +2024-10-02 01:54:28,053 INFO: [ epoch: 46 ] [ iter:108,400 ] [ performance: 26.207 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:55 ] [ l_g_pix: 3.2690e-02 ] [ l_g_total: 3.2690e-02 ] +2024-10-02 01:54:31,883 INFO: [ epoch: 46 ] [ iter:108,500 ] [ performance: 26.149 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:47 ] [ l_g_pix: 3.2133e-02 ] [ l_g_total: 3.2133e-02 ] +2024-10-02 01:54:35,691 INFO: [ epoch: 46 ] [ iter:108,600 ] [ performance: 26.739 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:40 ] [ l_g_pix: 2.8931e-02 ] [ l_g_total: 2.8931e-02 ] +2024-10-02 01:54:39,516 INFO: [ epoch: 46 ] [ iter:108,700 ] [ performance: 26.369 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:32 ] [ l_g_pix: 3.7719e-02 ] [ l_g_total: 3.7719e-02 ] +2024-10-02 01:54:43,319 INFO: [ epoch: 46 ] [ iter:108,800 ] [ performance: 26.469 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:25 ] [ l_g_pix: 2.8679e-02 ] [ l_g_total: 2.8679e-02 ] +2024-10-02 01:54:47,111 INFO: [ epoch: 46 ] [ iter:108,900 ] [ performance: 26.412 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:17 ] [ l_g_pix: 3.6247e-02 ] [ l_g_total: 3.6247e-02 ] +2024-10-02 01:54:50,942 INFO: [ epoch: 46 ] [ iter:109,000 ] [ performance: 26.158 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:09 ] [ l_g_pix: 3.3398e-02 ] [ l_g_total: 3.3398e-02 ] +2024-10-02 01:54:54,675 INFO: [ epoch: 46 ] [ iter:109,100 ] [ performance: 26.554 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:02 ] [ l_g_pix: 4.5753e-02 ] [ l_g_total: 4.5753e-02 ] +2024-10-02 01:54:58,448 INFO: [ epoch: 46 ] [ iter:109,200 ] [ performance: 26.764 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:54 ] [ l_g_pix: 3.8600e-02 ] [ l_g_total: 3.8600e-02 ] +2024-10-02 01:55:02,144 INFO: [ epoch: 46 ] [ iter:109,300 ] [ performance: 26.952 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:46 ] [ l_g_pix: 2.5421e-02 ] [ l_g_total: 2.5421e-02 ] +2024-10-02 01:55:06,949 INFO: [ epoch: 47 ] [ iter:109,400 ] [ performance: 17.107 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:40 ] [ l_g_pix: 3.0213e-02 ] [ l_g_total: 3.0213e-02 ] +2024-10-02 01:55:10,906 INFO: [ epoch: 47 ] [ iter:109,500 ] [ performance: 21.582 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:32 ] [ l_g_pix: 3.2816e-02 ] [ l_g_total: 3.2816e-02 ] +2024-10-02 01:55:14,672 INFO: [ epoch: 47 ] [ iter:109,600 ] [ performance: 26.574 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:25 ] [ l_g_pix: 1.9375e-02 ] [ l_g_total: 1.9375e-02 ] +2024-10-02 01:55:18,442 INFO: [ epoch: 47 ] [ iter:109,700 ] [ performance: 26.545 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:17 ] [ l_g_pix: 2.5454e-02 ] [ l_g_total: 2.5454e-02 ] +2024-10-02 01:55:22,205 INFO: [ epoch: 47 ] [ iter:109,800 ] [ performance: 26.570 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:09 ] [ l_g_pix: 2.3373e-02 ] [ l_g_total: 2.3373e-02 ] +2024-10-02 01:55:25,936 INFO: [ epoch: 47 ] [ iter:109,900 ] [ performance: 26.723 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:02 ] [ l_g_pix: 3.7665e-02 ] [ l_g_total: 3.7665e-02 ] +2024-10-02 01:55:29,881 INFO: [ epoch: 47 ] [ iter:110,000 ] [ performance: 25.898 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:54 ] [ l_g_pix: 3.5208e-02 ] [ l_g_total: 3.5208e-02 ] +2024-10-02 01:55:29,881 INFO: Saving models and training states. +2024-10-02 01:58:56,089 INFO: Validation val + + # psnr: 27.1903........ Best: 27.1903 @ 110000 iter + # ssim: 0.7657........ Best: 0.7657 @ 110000 iter + # dists: 0.7734........ Best: 0.7734 @ 110000 iter + +2024-10-02 01:58:59,845 INFO: [ epoch: 47 ] [ iter:110,100 ] [ performance: 26.376 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:35 ] [ l_g_pix: 3.3606e-02 ] [ l_g_total: 3.3606e-02 ] +2024-10-02 01:59:03,605 INFO: [ epoch: 47 ] [ iter:110,200 ] [ performance: 26.342 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:27 ] [ l_g_pix: 3.1202e-02 ] [ l_g_total: 3.1202e-02 ] +2024-10-02 01:59:07,375 INFO: [ epoch: 47 ] [ iter:110,300 ] [ performance: 26.465 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:19 ] [ l_g_pix: 2.2530e-02 ] [ l_g_total: 2.2530e-02 ] +2024-10-02 01:59:11,159 INFO: [ epoch: 47 ] [ iter:110,400 ] [ performance: 26.599 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:11 ] [ l_g_pix: 3.5456e-02 ] [ l_g_total: 3.5456e-02 ] +2024-10-02 01:59:14,935 INFO: [ epoch: 47 ] [ iter:110,500 ] [ performance: 26.525 it/s ] [ lr: 5.00e-05 ] [ eta: 1:30:04 ] [ l_g_pix: 2.6394e-02 ] [ l_g_total: 2.6394e-02 ] +2024-10-02 01:59:18,686 INFO: [ epoch: 47 ] [ iter:110,600 ] [ performance: 26.753 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:56 ] [ l_g_pix: 4.6343e-02 ] [ l_g_total: 4.6343e-02 ] +2024-10-02 01:59:22,528 INFO: [ epoch: 47 ] [ iter:110,700 ] [ performance: 26.271 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:48 ] [ l_g_pix: 3.7725e-02 ] [ l_g_total: 3.7725e-02 ] +2024-10-02 01:59:26,292 INFO: [ epoch: 47 ] [ iter:110,800 ] [ performance: 26.738 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:40 ] [ l_g_pix: 3.7047e-02 ] [ l_g_total: 3.7047e-02 ] +2024-10-02 01:59:30,095 INFO: [ epoch: 47 ] [ iter:110,900 ] [ performance: 26.444 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:32 ] [ l_g_pix: 3.6675e-02 ] [ l_g_total: 3.6675e-02 ] +2024-10-02 01:59:33,851 INFO: [ epoch: 47 ] [ iter:111,000 ] [ performance: 26.629 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:24 ] [ l_g_pix: 4.0281e-02 ] [ l_g_total: 4.0281e-02 ] +2024-10-02 01:59:37,627 INFO: [ epoch: 47 ] [ iter:111,100 ] [ performance: 26.531 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:17 ] [ l_g_pix: 3.9146e-02 ] [ l_g_total: 3.9146e-02 ] +2024-10-02 01:59:41,389 INFO: [ epoch: 47 ] [ iter:111,200 ] [ performance: 26.555 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:09 ] [ l_g_pix: 3.4564e-02 ] [ l_g_total: 3.4564e-02 ] +2024-10-02 01:59:45,217 INFO: [ epoch: 47 ] [ iter:111,300 ] [ performance: 26.261 it/s ] [ lr: 5.00e-05 ] [ eta: 1:29:01 ] [ l_g_pix: 3.9472e-02 ] [ l_g_total: 3.9472e-02 ] +2024-10-02 01:59:49,061 INFO: [ epoch: 47 ] [ iter:111,400 ] [ performance: 26.041 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:53 ] [ l_g_pix: 3.8423e-02 ] [ l_g_total: 3.8423e-02 ] +2024-10-02 01:59:52,867 INFO: [ epoch: 47 ] [ iter:111,500 ] [ performance: 26.205 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:45 ] [ l_g_pix: 2.2600e-02 ] [ l_g_total: 2.2600e-02 ] +2024-10-02 01:59:56,713 INFO: [ epoch: 47 ] [ iter:111,600 ] [ performance: 25.860 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:38 ] [ l_g_pix: 3.6759e-02 ] [ l_g_total: 3.6759e-02 ] +2024-10-02 02:00:01,294 INFO: [ epoch: 48 ] [ iter:111,700 ] [ performance: 22.946 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:30 ] [ l_g_pix: 2.2976e-02 ] [ l_g_total: 2.2976e-02 ] +2024-10-02 02:00:05,402 INFO: [ epoch: 48 ] [ iter:111,800 ] [ performance: 26.248 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:23 ] [ l_g_pix: 3.0687e-02 ] [ l_g_total: 3.0687e-02 ] +2024-10-02 02:00:09,164 INFO: [ epoch: 48 ] [ iter:111,900 ] [ performance: 26.483 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:15 ] [ l_g_pix: 3.3003e-02 ] [ l_g_total: 3.3003e-02 ] +2024-10-02 02:00:12,913 INFO: [ epoch: 48 ] [ iter:112,000 ] [ performance: 26.625 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:07 ] [ l_g_pix: 4.3664e-02 ] [ l_g_total: 4.3664e-02 ] +2024-10-02 02:00:16,621 INFO: [ epoch: 48 ] [ iter:112,100 ] [ performance: 26.866 it/s ] [ lr: 5.00e-05 ] [ eta: 1:28:00 ] [ l_g_pix: 3.0211e-02 ] [ l_g_total: 3.0211e-02 ] +2024-10-02 02:00:20,446 INFO: [ epoch: 48 ] [ iter:112,200 ] [ performance: 26.052 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:52 ] [ l_g_pix: 3.0095e-02 ] [ l_g_total: 3.0095e-02 ] +2024-10-02 02:00:24,246 INFO: [ epoch: 48 ] [ iter:112,300 ] [ performance: 26.243 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:44 ] [ l_g_pix: 2.4641e-02 ] [ l_g_total: 2.4641e-02 ] +2024-10-02 02:00:28,018 INFO: [ epoch: 48 ] [ iter:112,400 ] [ performance: 26.628 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:36 ] [ l_g_pix: 2.7193e-02 ] [ l_g_total: 2.7193e-02 ] +2024-10-02 02:00:31,829 INFO: [ epoch: 48 ] [ iter:112,500 ] [ performance: 26.354 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:29 ] [ l_g_pix: 3.7164e-02 ] [ l_g_total: 3.7164e-02 ] +2024-10-02 02:00:35,627 INFO: [ epoch: 48 ] [ iter:112,600 ] [ performance: 26.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:21 ] [ l_g_pix: 2.8647e-02 ] [ l_g_total: 2.8647e-02 ] +2024-10-02 02:00:39,425 INFO: [ epoch: 48 ] [ iter:112,700 ] [ performance: 26.370 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:13 ] [ l_g_pix: 2.9624e-02 ] [ l_g_total: 2.9624e-02 ] +2024-10-02 02:00:43,625 INFO: [ epoch: 48 ] [ iter:112,800 ] [ performance: 20.973 it/s ] [ lr: 5.00e-05 ] [ eta: 1:27:06 ] [ l_g_pix: 2.7116e-02 ] [ l_g_total: 2.7116e-02 ] +2024-10-02 02:00:47,621 INFO: [ epoch: 48 ] [ iter:112,900 ] [ performance: 23.744 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:58 ] [ l_g_pix: 3.5654e-02 ] [ l_g_total: 3.5654e-02 ] +2024-10-02 02:00:51,449 INFO: [ epoch: 48 ] [ iter:113,000 ] [ performance: 25.522 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:51 ] [ l_g_pix: 1.7512e-02 ] [ l_g_total: 1.7512e-02 ] +2024-10-02 02:00:55,238 INFO: [ epoch: 48 ] [ iter:113,100 ] [ performance: 26.153 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:43 ] [ l_g_pix: 3.7375e-02 ] [ l_g_total: 3.7375e-02 ] +2024-10-02 02:00:59,061 INFO: [ epoch: 48 ] [ iter:113,200 ] [ performance: 26.213 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:35 ] [ l_g_pix: 3.3849e-02 ] [ l_g_total: 3.3849e-02 ] +2024-10-02 02:01:02,858 INFO: [ epoch: 48 ] [ iter:113,300 ] [ performance: 26.310 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:28 ] [ l_g_pix: 2.9012e-02 ] [ l_g_total: 2.9012e-02 ] +2024-10-02 02:01:06,649 INFO: [ epoch: 48 ] [ iter:113,400 ] [ performance: 26.630 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:20 ] [ l_g_pix: 3.5222e-02 ] [ l_g_total: 3.5222e-02 ] +2024-10-02 02:01:10,440 INFO: [ epoch: 48 ] [ iter:113,500 ] [ performance: 26.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:12 ] [ l_g_pix: 3.0007e-02 ] [ l_g_total: 3.0007e-02 ] +2024-10-02 02:01:14,244 INFO: [ epoch: 48 ] [ iter:113,600 ] [ performance: 26.563 it/s ] [ lr: 5.00e-05 ] [ eta: 1:26:05 ] [ l_g_pix: 2.7932e-02 ] [ l_g_total: 2.7932e-02 ] +2024-10-02 02:01:18,029 INFO: [ epoch: 48 ] [ iter:113,700 ] [ performance: 26.461 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:57 ] [ l_g_pix: 3.6641e-02 ] [ l_g_total: 3.6641e-02 ] +2024-10-02 02:01:21,791 INFO: [ epoch: 48 ] [ iter:113,800 ] [ performance: 27.065 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:49 ] [ l_g_pix: 2.7779e-02 ] [ l_g_total: 2.7779e-02 ] +2024-10-02 02:01:25,624 INFO: [ epoch: 48 ] [ iter:113,900 ] [ performance: 26.337 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:42 ] [ l_g_pix: 2.5252e-02 ] [ l_g_total: 2.5252e-02 ] +2024-10-02 02:01:29,246 INFO: [ epoch: 48 ] [ iter:114,000 ] [ performance: 28.598 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:34 ] [ l_g_pix: 3.7370e-02 ] [ l_g_total: 3.7370e-02 ] +2024-10-02 02:01:34,316 INFO: [ epoch: 49 ] [ iter:114,100 ] [ performance: 21.377 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:27 ] [ l_g_pix: 2.5774e-02 ] [ l_g_total: 2.5774e-02 ] +2024-10-02 02:01:38,090 INFO: [ epoch: 49 ] [ iter:114,200 ] [ performance: 26.400 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:20 ] [ l_g_pix: 2.2936e-02 ] [ l_g_total: 2.2936e-02 ] +2024-10-02 02:01:41,837 INFO: [ epoch: 49 ] [ iter:114,300 ] [ performance: 26.621 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:12 ] [ l_g_pix: 3.3642e-02 ] [ l_g_total: 3.3642e-02 ] +2024-10-02 02:01:45,617 INFO: [ epoch: 49 ] [ iter:114,400 ] [ performance: 26.711 it/s ] [ lr: 5.00e-05 ] [ eta: 1:25:05 ] [ l_g_pix: 3.1777e-02 ] [ l_g_total: 3.1777e-02 ] +2024-10-02 02:01:49,355 INFO: [ epoch: 49 ] [ iter:114,500 ] [ performance: 26.748 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:57 ] [ l_g_pix: 3.3333e-02 ] [ l_g_total: 3.3333e-02 ] +2024-10-02 02:01:53,130 INFO: [ epoch: 49 ] [ iter:114,600 ] [ performance: 26.176 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:49 ] [ l_g_pix: 3.1795e-02 ] [ l_g_total: 3.1795e-02 ] +2024-10-02 02:01:56,909 INFO: [ epoch: 49 ] [ iter:114,700 ] [ performance: 26.401 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:42 ] [ l_g_pix: 3.3395e-02 ] [ l_g_total: 3.3395e-02 ] +2024-10-02 02:02:00,672 INFO: [ epoch: 49 ] [ iter:114,800 ] [ performance: 27.156 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:34 ] [ l_g_pix: 3.2785e-02 ] [ l_g_total: 3.2785e-02 ] +2024-10-02 02:02:04,512 INFO: [ epoch: 49 ] [ iter:114,900 ] [ performance: 26.290 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:27 ] [ l_g_pix: 2.8043e-02 ] [ l_g_total: 2.8043e-02 ] +2024-10-02 02:02:08,287 INFO: [ epoch: 49 ] [ iter:115,000 ] [ performance: 26.742 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:19 ] [ l_g_pix: 2.6056e-02 ] [ l_g_total: 2.6056e-02 ] +2024-10-02 02:02:12,004 INFO: [ epoch: 49 ] [ iter:115,100 ] [ performance: 26.873 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:12 ] [ l_g_pix: 3.1532e-02 ] [ l_g_total: 3.1532e-02 ] +2024-10-02 02:02:15,753 INFO: [ epoch: 49 ] [ iter:115,200 ] [ performance: 27.390 it/s ] [ lr: 5.00e-05 ] [ eta: 1:24:04 ] [ l_g_pix: 3.1196e-02 ] [ l_g_total: 3.1196e-02 ] +2024-10-02 02:02:19,510 INFO: [ epoch: 49 ] [ iter:115,300 ] [ performance: 26.785 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:56 ] [ l_g_pix: 3.5484e-02 ] [ l_g_total: 3.5484e-02 ] +2024-10-02 02:02:23,277 INFO: [ epoch: 49 ] [ iter:115,400 ] [ performance: 26.626 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:49 ] [ l_g_pix: 2.8944e-02 ] [ l_g_total: 2.8944e-02 ] +2024-10-02 02:02:27,091 INFO: [ epoch: 49 ] [ iter:115,500 ] [ performance: 26.309 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:41 ] [ l_g_pix: 3.6903e-02 ] [ l_g_total: 3.6903e-02 ] +2024-10-02 02:02:30,911 INFO: [ epoch: 49 ] [ iter:115,600 ] [ performance: 26.548 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:34 ] [ l_g_pix: 3.9321e-02 ] [ l_g_total: 3.9321e-02 ] +2024-10-02 02:02:34,763 INFO: [ epoch: 49 ] [ iter:115,700 ] [ performance: 26.082 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:26 ] [ l_g_pix: 1.7884e-02 ] [ l_g_total: 1.7884e-02 ] +2024-10-02 02:02:38,568 INFO: [ epoch: 49 ] [ iter:115,800 ] [ performance: 26.687 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:19 ] [ l_g_pix: 2.2256e-02 ] [ l_g_total: 2.2256e-02 ] +2024-10-02 02:02:42,352 INFO: [ epoch: 49 ] [ iter:115,900 ] [ performance: 26.480 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:11 ] [ l_g_pix: 2.6368e-02 ] [ l_g_total: 2.6368e-02 ] +2024-10-02 02:02:46,179 INFO: [ epoch: 49 ] [ iter:116,000 ] [ performance: 27.085 it/s ] [ lr: 5.00e-05 ] [ eta: 1:23:04 ] [ l_g_pix: 4.5112e-02 ] [ l_g_total: 4.5112e-02 ] +2024-10-02 02:02:50,028 INFO: [ epoch: 49 ] [ iter:116,100 ] [ performance: 26.185 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:57 ] [ l_g_pix: 3.5557e-02 ] [ l_g_total: 3.5557e-02 ] +2024-10-02 02:02:53,844 INFO: [ epoch: 49 ] [ iter:116,200 ] [ performance: 26.406 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:49 ] [ l_g_pix: 3.0710e-02 ] [ l_g_total: 3.0710e-02 ] +2024-10-02 02:02:57,466 INFO: [ epoch: 49 ] [ iter:116,300 ] [ performance: 27.392 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:41 ] [ l_g_pix: 4.3633e-02 ] [ l_g_total: 4.3633e-02 ] +2024-10-02 02:03:02,674 INFO: [ epoch: 50 ] [ iter:116,400 ] [ performance: 18.330 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:35 ] [ l_g_pix: 4.0041e-02 ] [ l_g_total: 4.0041e-02 ] +2024-10-02 02:03:06,505 INFO: [ epoch: 50 ] [ iter:116,500 ] [ performance: 24.318 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:28 ] [ l_g_pix: 2.6047e-02 ] [ l_g_total: 2.6047e-02 ] +2024-10-02 02:03:10,309 INFO: [ epoch: 50 ] [ iter:116,600 ] [ performance: 26.301 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:20 ] [ l_g_pix: 2.2503e-02 ] [ l_g_total: 2.2503e-02 ] +2024-10-02 02:03:14,097 INFO: [ epoch: 50 ] [ iter:116,700 ] [ performance: 26.387 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:13 ] [ l_g_pix: 4.3347e-02 ] [ l_g_total: 4.3347e-02 ] +2024-10-02 02:03:17,855 INFO: [ epoch: 50 ] [ iter:116,800 ] [ performance: 27.175 it/s ] [ lr: 5.00e-05 ] [ eta: 1:22:05 ] [ l_g_pix: 3.3789e-02 ] [ l_g_total: 3.3789e-02 ] +2024-10-02 02:03:21,637 INFO: [ epoch: 50 ] [ iter:116,900 ] [ performance: 26.560 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:58 ] [ l_g_pix: 3.8212e-02 ] [ l_g_total: 3.8212e-02 ] +2024-10-02 02:03:25,426 INFO: [ epoch: 50 ] [ iter:117,000 ] [ performance: 26.285 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:50 ] [ l_g_pix: 2.1540e-02 ] [ l_g_total: 2.1540e-02 ] +2024-10-02 02:03:29,213 INFO: [ epoch: 50 ] [ iter:117,100 ] [ performance: 26.396 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:43 ] [ l_g_pix: 3.2778e-02 ] [ l_g_total: 3.2778e-02 ] +2024-10-02 02:03:33,005 INFO: [ epoch: 50 ] [ iter:117,200 ] [ performance: 27.583 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:36 ] [ l_g_pix: 2.1656e-02 ] [ l_g_total: 2.1656e-02 ] +2024-10-02 02:03:36,835 INFO: [ epoch: 50 ] [ iter:117,300 ] [ performance: 26.323 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:28 ] [ l_g_pix: 2.9070e-02 ] [ l_g_total: 2.9070e-02 ] +2024-10-02 02:03:40,593 INFO: [ epoch: 50 ] [ iter:117,400 ] [ performance: 27.784 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:21 ] [ l_g_pix: 1.6233e-02 ] [ l_g_total: 1.6233e-02 ] +2024-10-02 02:03:44,404 INFO: [ epoch: 50 ] [ iter:117,500 ] [ performance: 26.450 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:13 ] [ l_g_pix: 4.0822e-02 ] [ l_g_total: 4.0822e-02 ] +2024-10-02 02:03:48,273 INFO: [ epoch: 50 ] [ iter:117,600 ] [ performance: 25.451 it/s ] [ lr: 5.00e-05 ] [ eta: 1:21:06 ] [ l_g_pix: 2.1231e-02 ] [ l_g_total: 2.1231e-02 ] +2024-10-02 02:03:52,081 INFO: [ epoch: 50 ] [ iter:117,700 ] [ performance: 26.162 it/s ] [ lr: 5.00e-05 ] [ eta: 1:20:59 ] [ l_g_pix: 5.0808e-02 ] [ l_g_total: 5.0808e-02 ] +2024-10-02 02:03:56,036 INFO: [ epoch: 50 ] [ iter:117,800 ] [ performance: 26.513 it/s ] [ lr: 5.00e-05 ] [ eta: 1:20:51 ] [ l_g_pix: 3.3553e-02 ] [ l_g_total: 3.3553e-02 ] +2024-10-02 02:03:59,791 INFO: [ epoch: 50 ] [ iter:117,900 ] [ performance: 26.623 it/s ] [ lr: 5.00e-05 ] [ eta: 1:20:44 ] [ l_g_pix: 5.0019e-02 ] [ l_g_total: 5.0019e-02 ] +2024-10-02 02:04:03,634 INFO: [ epoch: 50 ] [ iter:118,000 ] [ performance: 26.986 it/s ] [ lr: 5.00e-05 ] [ eta: 1:20:37 ] [ l_g_pix: 4.5778e-02 ] [ l_g_total: 4.5778e-02 ] +2024-10-02 02:04:07,436 INFO: [ epoch: 50 ] [ iter:118,100 ] [ performance: 26.381 it/s ] [ lr: 5.00e-05 ] [ eta: 1:20:29 ] [ l_g_pix: 4.6854e-02 ] [ l_g_total: 4.6854e-02 ] +2024-10-02 02:04:11,260 INFO: [ epoch: 50 ] [ iter:118,200 ] [ performance: 26.320 it/s ] [ lr: 5.00e-05 ] [ eta: 1:20:22 ] [ l_g_pix: 3.2426e-02 ] [ l_g_total: 3.2426e-02 ] +2024-10-02 02:04:15,089 INFO: [ epoch: 50 ] [ iter:118,300 ] [ performance: 26.138 it/s ] [ lr: 5.00e-05 ] [ eta: 1:20:15 ] [ l_g_pix: 2.7644e-02 ] [ l_g_total: 2.7644e-02 ] +2024-10-02 02:04:18,944 INFO: [ epoch: 50 ] [ iter:118,400 ] [ performance: 26.065 it/s ] [ lr: 5.00e-05 ] [ eta: 1:20:07 ] [ l_g_pix: 5.0792e-02 ] [ l_g_total: 5.0792e-02 ] +2024-10-02 02:04:22,752 INFO: [ epoch: 50 ] [ iter:118,500 ] [ performance: 26.251 it/s ] [ lr: 5.00e-05 ] [ eta: 1:20:00 ] [ l_g_pix: 3.1785e-02 ] [ l_g_total: 3.1785e-02 ] +2024-10-02 02:04:26,531 INFO: [ epoch: 50 ] [ iter:118,600 ] [ performance: 29.603 it/s ] [ lr: 5.00e-05 ] [ eta: 1:19:53 ] [ l_g_pix: 3.3510e-02 ] [ l_g_total: 3.3510e-02 ] +2024-10-02 02:04:31,259 INFO: [ epoch: 51 ] [ iter:118,700 ] [ performance: 21.722 it/s ] [ lr: 5.00e-05 ] [ eta: 1:19:46 ] [ l_g_pix: 3.4163e-02 ] [ l_g_total: 3.4163e-02 ] +2024-10-02 02:04:35,197 INFO: [ epoch: 51 ] [ iter:118,800 ] [ performance: 27.419 it/s ] [ lr: 5.00e-05 ] [ eta: 1:19:39 ] [ l_g_pix: 3.6252e-02 ] [ l_g_total: 3.6252e-02 ] +2024-10-02 02:04:38,988 INFO: [ epoch: 51 ] [ iter:118,900 ] [ performance: 26.468 it/s ] [ lr: 5.00e-05 ] [ eta: 1:19:31 ] [ l_g_pix: 3.1626e-02 ] [ l_g_total: 3.1626e-02 ] +2024-10-02 02:04:42,760 INFO: [ epoch: 51 ] [ iter:119,000 ] [ performance: 26.570 it/s ] [ lr: 5.00e-05 ] [ eta: 1:19:24 ] [ l_g_pix: 2.8487e-02 ] [ l_g_total: 2.8487e-02 ] +2024-10-02 02:04:46,508 INFO: [ epoch: 51 ] [ iter:119,100 ] [ performance: 26.672 it/s ] [ lr: 5.00e-05 ] [ eta: 1:19:17 ] [ l_g_pix: 4.3683e-02 ] [ l_g_total: 4.3683e-02 ] +2024-10-02 02:04:50,258 INFO: [ epoch: 51 ] [ iter:119,200 ] [ performance: 28.222 it/s ] [ lr: 5.00e-05 ] [ eta: 1:19:09 ] [ l_g_pix: 2.5088e-02 ] [ l_g_total: 2.5088e-02 ] +2024-10-02 02:04:54,002 INFO: [ epoch: 51 ] [ iter:119,300 ] [ performance: 26.812 it/s ] [ lr: 5.00e-05 ] [ eta: 1:19:02 ] [ l_g_pix: 2.8164e-02 ] [ l_g_total: 2.8164e-02 ] +2024-10-02 02:04:57,838 INFO: [ epoch: 51 ] [ iter:119,400 ] [ performance: 25.865 it/s ] [ lr: 5.00e-05 ] [ eta: 1:18:55 ] [ l_g_pix: 3.9865e-02 ] [ l_g_total: 3.9865e-02 ] +2024-10-02 02:05:01,618 INFO: [ epoch: 51 ] [ iter:119,500 ] [ performance: 26.426 it/s ] [ lr: 5.00e-05 ] [ eta: 1:18:48 ] [ l_g_pix: 3.3946e-02 ] [ l_g_total: 3.3946e-02 ] +2024-10-02 02:05:05,385 INFO: [ epoch: 51 ] [ iter:119,600 ] [ performance: 26.919 it/s ] [ lr: 5.00e-05 ] [ eta: 1:18:40 ] [ l_g_pix: 3.5869e-02 ] [ l_g_total: 3.5869e-02 ] +2024-10-02 02:05:09,190 INFO: [ epoch: 51 ] [ iter:119,700 ] [ performance: 26.315 it/s ] [ lr: 5.00e-05 ] [ eta: 1:18:33 ] [ l_g_pix: 2.8329e-02 ] [ l_g_total: 2.8329e-02 ] +2024-10-02 02:05:12,970 INFO: [ epoch: 51 ] [ iter:119,800 ] [ performance: 27.138 it/s ] [ lr: 5.00e-05 ] [ eta: 1:18:26 ] [ l_g_pix: 2.7908e-02 ] [ l_g_total: 2.7908e-02 ] +2024-10-02 02:05:16,753 INFO: [ epoch: 51 ] [ iter:119,900 ] [ performance: 26.463 it/s ] [ lr: 5.00e-05 ] [ eta: 1:18:19 ] [ l_g_pix: 5.2680e-02 ] [ l_g_total: 5.2680e-02 ] +2024-10-02 02:05:20,749 INFO: [ epoch: 51 ] [ iter:120,000 ] [ performance: 26.178 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:11 ] [ l_g_pix: 2.7837e-02 ] [ l_g_total: 2.7837e-02 ] +2024-10-02 02:05:20,749 INFO: Saving models and training states. +2024-10-02 02:08:59,194 INFO: Validation val + + # psnr: 27.1963........ Best: 27.1963 @ 120000 iter + # ssim: 0.7660........ Best: 0.7660 @ 120000 iter + # dists: 0.7734........ Best: 0.7734 @ 110000 iter + +2024-10-02 02:09:02,980 INFO: [ epoch: 51 ] [ iter:120,100 ] [ performance: 26.417 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:29 ] [ l_g_pix: 1.3213e-02 ] [ l_g_total: 1.3213e-02 ] +2024-10-02 02:09:06,749 INFO: [ epoch: 51 ] [ iter:120,200 ] [ performance: 27.798 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:22 ] [ l_g_pix: 3.2657e-02 ] [ l_g_total: 3.2657e-02 ] +2024-10-02 02:09:10,516 INFO: [ epoch: 51 ] [ iter:120,300 ] [ performance: 26.574 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:14 ] [ l_g_pix: 4.2426e-02 ] [ l_g_total: 4.2426e-02 ] +2024-10-02 02:09:14,290 INFO: [ epoch: 51 ] [ iter:120,400 ] [ performance: 26.650 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:07 ] [ l_g_pix: 3.7173e-02 ] [ l_g_total: 3.7173e-02 ] +2024-10-02 02:09:18,079 INFO: [ epoch: 51 ] [ iter:120,500 ] [ performance: 26.394 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:59 ] [ l_g_pix: 3.4575e-02 ] [ l_g_total: 3.4575e-02 ] +2024-10-02 02:09:21,854 INFO: [ epoch: 51 ] [ iter:120,600 ] [ performance: 26.446 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:52 ] [ l_g_pix: 3.0550e-02 ] [ l_g_total: 3.0550e-02 ] +2024-10-02 02:09:25,649 INFO: [ epoch: 51 ] [ iter:120,700 ] [ performance: 26.356 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:44 ] [ l_g_pix: 3.4100e-02 ] [ l_g_total: 3.4100e-02 ] +2024-10-02 02:09:29,433 INFO: [ epoch: 51 ] [ iter:120,800 ] [ performance: 26.396 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:37 ] [ l_g_pix: 2.1884e-02 ] [ l_g_total: 2.1884e-02 ] +2024-10-02 02:09:33,288 INFO: [ epoch: 51 ] [ iter:120,900 ] [ performance: 25.951 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:29 ] [ l_g_pix: 4.1423e-02 ] [ l_g_total: 4.1423e-02 ] +2024-10-02 02:09:36,702 INFO: [ epoch: 51 ] [ iter:121,000 ] [ performance: 27.530 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:22 ] [ l_g_pix: 2.6586e-02 ] [ l_g_total: 2.6586e-02 ] +2024-10-02 02:09:41,914 INFO: [ epoch: 52 ] [ iter:121,100 ] [ performance: 19.060 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:15 ] [ l_g_pix: 2.4283e-02 ] [ l_g_total: 2.4283e-02 ] +2024-10-02 02:09:45,641 INFO: [ epoch: 52 ] [ iter:121,200 ] [ performance: 22.327 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:07 ] [ l_g_pix: 3.3594e-02 ] [ l_g_total: 3.3594e-02 ] +2024-10-02 02:09:49,363 INFO: [ epoch: 52 ] [ iter:121,300 ] [ performance: 26.904 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:00 ] [ l_g_pix: 3.8429e-02 ] [ l_g_total: 3.8429e-02 ] +2024-10-02 02:09:53,141 INFO: [ epoch: 52 ] [ iter:121,400 ] [ performance: 26.683 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:52 ] [ l_g_pix: 2.3116e-02 ] [ l_g_total: 2.3116e-02 ] +2024-10-02 02:09:56,927 INFO: [ epoch: 52 ] [ iter:121,500 ] [ performance: 26.422 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:45 ] [ l_g_pix: 2.6695e-02 ] [ l_g_total: 2.6695e-02 ] +2024-10-02 02:10:00,682 INFO: [ epoch: 52 ] [ iter:121,600 ] [ performance: 26.531 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:38 ] [ l_g_pix: 2.8391e-02 ] [ l_g_total: 2.8391e-02 ] +2024-10-02 02:10:04,444 INFO: [ epoch: 52 ] [ iter:121,700 ] [ performance: 26.617 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:30 ] [ l_g_pix: 3.3383e-02 ] [ l_g_total: 3.3383e-02 ] +2024-10-02 02:10:08,203 INFO: [ epoch: 52 ] [ iter:121,800 ] [ performance: 26.612 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:23 ] [ l_g_pix: 2.9986e-02 ] [ l_g_total: 2.9986e-02 ] +2024-10-02 02:10:11,993 INFO: [ epoch: 52 ] [ iter:121,900 ] [ performance: 26.404 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:15 ] [ l_g_pix: 3.1800e-02 ] [ l_g_total: 3.1800e-02 ] +2024-10-02 02:10:15,791 INFO: [ epoch: 52 ] [ iter:122,000 ] [ performance: 26.368 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:08 ] [ l_g_pix: 2.7647e-02 ] [ l_g_total: 2.7647e-02 ] +2024-10-02 02:10:19,595 INFO: [ epoch: 52 ] [ iter:122,100 ] [ performance: 26.348 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:00 ] [ l_g_pix: 3.0914e-02 ] [ l_g_total: 3.0914e-02 ] +2024-10-02 02:10:23,352 INFO: [ epoch: 52 ] [ iter:122,200 ] [ performance: 26.491 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:53 ] [ l_g_pix: 2.3255e-02 ] [ l_g_total: 2.3255e-02 ] +2024-10-02 02:10:27,173 INFO: [ epoch: 52 ] [ iter:122,300 ] [ performance: 26.206 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:45 ] [ l_g_pix: 3.0617e-02 ] [ l_g_total: 3.0617e-02 ] +2024-10-02 02:10:30,948 INFO: [ epoch: 52 ] [ iter:122,400 ] [ performance: 26.353 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:38 ] [ l_g_pix: 2.8498e-02 ] [ l_g_total: 2.8498e-02 ] +2024-10-02 02:10:35,026 INFO: [ epoch: 52 ] [ iter:122,500 ] [ performance: 24.410 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:31 ] [ l_g_pix: 3.3326e-02 ] [ l_g_total: 3.3326e-02 ] +2024-10-02 02:10:39,771 INFO: [ epoch: 52 ] [ iter:122,600 ] [ performance: 22.547 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:24 ] [ l_g_pix: 2.7368e-02 ] [ l_g_total: 2.7368e-02 ] +2024-10-02 02:10:43,598 INFO: [ epoch: 52 ] [ iter:122,700 ] [ performance: 26.189 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:17 ] [ l_g_pix: 4.4510e-02 ] [ l_g_total: 4.4510e-02 ] +2024-10-02 02:10:47,350 INFO: [ epoch: 52 ] [ iter:122,800 ] [ performance: 26.433 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:09 ] [ l_g_pix: 2.8091e-02 ] [ l_g_total: 2.8091e-02 ] +2024-10-02 02:10:51,129 INFO: [ epoch: 52 ] [ iter:122,900 ] [ performance: 26.459 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:02 ] [ l_g_pix: 3.2455e-02 ] [ l_g_total: 3.2455e-02 ] +2024-10-02 02:10:54,995 INFO: [ epoch: 52 ] [ iter:123,000 ] [ performance: 26.146 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:55 ] [ l_g_pix: 3.0808e-02 ] [ l_g_total: 3.0808e-02 ] +2024-10-02 02:10:58,805 INFO: [ epoch: 52 ] [ iter:123,100 ] [ performance: 26.207 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:47 ] [ l_g_pix: 3.8334e-02 ] [ l_g_total: 3.8334e-02 ] +2024-10-02 02:11:02,606 INFO: [ epoch: 52 ] [ iter:123,200 ] [ performance: 26.264 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:40 ] [ l_g_pix: 4.0639e-02 ] [ l_g_total: 4.0639e-02 ] +2024-10-02 02:11:06,212 INFO: [ epoch: 52 ] [ iter:123,300 ] [ performance: 28.099 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:32 ] [ l_g_pix: 3.5529e-02 ] [ l_g_total: 3.5529e-02 ] +2024-10-02 02:11:11,360 INFO: [ epoch: 53 ] [ iter:123,400 ] [ performance: 22.684 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:26 ] [ l_g_pix: 3.4151e-02 ] [ l_g_total: 3.4151e-02 ] +2024-10-02 02:11:15,102 INFO: [ epoch: 53 ] [ iter:123,500 ] [ performance: 26.712 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:18 ] [ l_g_pix: 2.3557e-02 ] [ l_g_total: 2.3557e-02 ] +2024-10-02 02:11:18,898 INFO: [ epoch: 53 ] [ iter:123,600 ] [ performance: 26.517 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:11 ] [ l_g_pix: 3.4350e-02 ] [ l_g_total: 3.4350e-02 ] +2024-10-02 02:11:22,722 INFO: [ epoch: 53 ] [ iter:123,700 ] [ performance: 26.072 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:04 ] [ l_g_pix: 3.5196e-02 ] [ l_g_total: 3.5196e-02 ] +2024-10-02 02:11:26,498 INFO: [ epoch: 53 ] [ iter:123,800 ] [ performance: 26.295 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:56 ] [ l_g_pix: 3.0430e-02 ] [ l_g_total: 3.0430e-02 ] +2024-10-02 02:11:30,343 INFO: [ epoch: 53 ] [ iter:123,900 ] [ performance: 25.967 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:49 ] [ l_g_pix: 2.5305e-02 ] [ l_g_total: 2.5305e-02 ] +2024-10-02 02:11:34,162 INFO: [ epoch: 53 ] [ iter:124,000 ] [ performance: 26.089 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:42 ] [ l_g_pix: 3.1265e-02 ] [ l_g_total: 3.1265e-02 ] +2024-10-02 02:11:38,009 INFO: [ epoch: 53 ] [ iter:124,100 ] [ performance: 26.113 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:35 ] [ l_g_pix: 1.8237e-02 ] [ l_g_total: 1.8237e-02 ] +2024-10-02 02:11:41,828 INFO: [ epoch: 53 ] [ iter:124,200 ] [ performance: 26.155 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:27 ] [ l_g_pix: 3.2542e-02 ] [ l_g_total: 3.2542e-02 ] +2024-10-02 02:11:45,629 INFO: [ epoch: 53 ] [ iter:124,300 ] [ performance: 26.561 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:20 ] [ l_g_pix: 3.9976e-02 ] [ l_g_total: 3.9976e-02 ] +2024-10-02 02:11:49,411 INFO: [ epoch: 53 ] [ iter:124,400 ] [ performance: 26.500 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:13 ] [ l_g_pix: 3.8591e-02 ] [ l_g_total: 3.8591e-02 ] +2024-10-02 02:11:53,143 INFO: [ epoch: 53 ] [ iter:124,500 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:05 ] [ l_g_pix: 2.2113e-02 ] [ l_g_total: 2.2113e-02 ] +2024-10-02 02:11:56,947 INFO: [ epoch: 53 ] [ iter:124,600 ] [ performance: 26.593 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:58 ] [ l_g_pix: 2.3237e-02 ] [ l_g_total: 2.3237e-02 ] +2024-10-02 02:12:00,764 INFO: [ epoch: 53 ] [ iter:124,700 ] [ performance: 26.366 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:51 ] [ l_g_pix: 2.4169e-02 ] [ l_g_total: 2.4169e-02 ] +2024-10-02 02:12:04,547 INFO: [ epoch: 53 ] [ iter:124,800 ] [ performance: 26.409 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:44 ] [ l_g_pix: 4.3884e-02 ] [ l_g_total: 4.3884e-02 ] +2024-10-02 02:12:08,353 INFO: [ epoch: 53 ] [ iter:124,900 ] [ performance: 26.341 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:36 ] [ l_g_pix: 2.6903e-02 ] [ l_g_total: 2.6903e-02 ] +2024-10-02 02:12:12,157 INFO: [ epoch: 53 ] [ iter:125,000 ] [ performance: 26.315 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:29 ] [ l_g_pix: 4.2896e-02 ] [ l_g_total: 4.2896e-02 ] +2024-10-02 02:12:15,915 INFO: [ epoch: 53 ] [ iter:125,100 ] [ performance: 26.779 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:22 ] [ l_g_pix: 1.9119e-02 ] [ l_g_total: 1.9119e-02 ] +2024-10-02 02:12:19,741 INFO: [ epoch: 53 ] [ iter:125,200 ] [ performance: 26.416 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:15 ] [ l_g_pix: 3.1142e-02 ] [ l_g_total: 3.1142e-02 ] +2024-10-02 02:12:23,532 INFO: [ epoch: 53 ] [ iter:125,300 ] [ performance: 26.489 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:07 ] [ l_g_pix: 3.2298e-02 ] [ l_g_total: 3.2298e-02 ] +2024-10-02 02:12:27,323 INFO: [ epoch: 53 ] [ iter:125,400 ] [ performance: 26.427 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:00 ] [ l_g_pix: 2.9978e-02 ] [ l_g_total: 2.9978e-02 ] +2024-10-02 02:12:31,237 INFO: [ epoch: 53 ] [ iter:125,500 ] [ performance: 25.415 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:53 ] [ l_g_pix: 4.0351e-02 ] [ l_g_total: 4.0351e-02 ] +2024-10-02 02:12:34,943 INFO: [ epoch: 53 ] [ iter:125,600 ] [ performance: 26.285 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:46 ] [ l_g_pix: 3.4663e-02 ] [ l_g_total: 3.4663e-02 ] +2024-10-02 02:12:39,856 INFO: [ epoch: 54 ] [ iter:125,700 ] [ performance: 18.600 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:39 ] [ l_g_pix: 3.0856e-02 ] [ l_g_total: 3.0856e-02 ] +2024-10-02 02:12:43,717 INFO: [ epoch: 54 ] [ iter:125,800 ] [ performance: 22.174 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:32 ] [ l_g_pix: 4.2208e-02 ] [ l_g_total: 4.2208e-02 ] +2024-10-02 02:12:47,524 INFO: [ epoch: 54 ] [ iter:125,900 ] [ performance: 26.252 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:25 ] [ l_g_pix: 2.9174e-02 ] [ l_g_total: 2.9174e-02 ] +2024-10-02 02:12:51,373 INFO: [ epoch: 54 ] [ iter:126,000 ] [ performance: 26.099 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:17 ] [ l_g_pix: 2.6159e-02 ] [ l_g_total: 2.6159e-02 ] +2024-10-02 02:12:55,158 INFO: [ epoch: 54 ] [ iter:126,100 ] [ performance: 26.539 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:10 ] [ l_g_pix: 3.0888e-02 ] [ l_g_total: 3.0888e-02 ] +2024-10-02 02:12:58,935 INFO: [ epoch: 54 ] [ iter:126,200 ] [ performance: 26.505 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:03 ] [ l_g_pix: 2.5545e-02 ] [ l_g_total: 2.5545e-02 ] +2024-10-02 02:13:02,672 INFO: [ epoch: 54 ] [ iter:126,300 ] [ performance: 27.110 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:56 ] [ l_g_pix: 2.9075e-02 ] [ l_g_total: 2.9075e-02 ] +2024-10-02 02:13:06,376 INFO: [ epoch: 54 ] [ iter:126,400 ] [ performance: 27.048 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:49 ] [ l_g_pix: 4.2722e-02 ] [ l_g_total: 4.2722e-02 ] +2024-10-02 02:13:10,171 INFO: [ epoch: 54 ] [ iter:126,500 ] [ performance: 26.632 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:41 ] [ l_g_pix: 3.3155e-02 ] [ l_g_total: 3.3155e-02 ] +2024-10-02 02:13:13,989 INFO: [ epoch: 54 ] [ iter:126,600 ] [ performance: 26.376 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:34 ] [ l_g_pix: 3.7057e-02 ] [ l_g_total: 3.7057e-02 ] +2024-10-02 02:13:17,793 INFO: [ epoch: 54 ] [ iter:126,700 ] [ performance: 26.634 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:27 ] [ l_g_pix: 3.5662e-02 ] [ l_g_total: 3.5662e-02 ] +2024-10-02 02:13:21,571 INFO: [ epoch: 54 ] [ iter:126,800 ] [ performance: 26.543 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:20 ] [ l_g_pix: 2.8339e-02 ] [ l_g_total: 2.8339e-02 ] +2024-10-02 02:13:25,300 INFO: [ epoch: 54 ] [ iter:126,900 ] [ performance: 27.069 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:13 ] [ l_g_pix: 3.4834e-02 ] [ l_g_total: 3.4834e-02 ] +2024-10-02 02:13:29,141 INFO: [ epoch: 54 ] [ iter:127,000 ] [ performance: 26.454 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:06 ] [ l_g_pix: 3.2015e-02 ] [ l_g_total: 3.2015e-02 ] +2024-10-02 02:13:32,970 INFO: [ epoch: 54 ] [ iter:127,100 ] [ performance: 25.992 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:58 ] [ l_g_pix: 4.1837e-02 ] [ l_g_total: 4.1837e-02 ] +2024-10-02 02:13:36,766 INFO: [ epoch: 54 ] [ iter:127,200 ] [ performance: 26.206 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:51 ] [ l_g_pix: 3.7650e-02 ] [ l_g_total: 3.7650e-02 ] +2024-10-02 02:13:40,599 INFO: [ epoch: 54 ] [ iter:127,300 ] [ performance: 26.303 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:44 ] [ l_g_pix: 2.9666e-02 ] [ l_g_total: 2.9666e-02 ] +2024-10-02 02:13:44,513 INFO: [ epoch: 54 ] [ iter:127,400 ] [ performance: 25.852 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:37 ] [ l_g_pix: 2.4263e-02 ] [ l_g_total: 2.4263e-02 ] +2024-10-02 02:13:48,343 INFO: [ epoch: 54 ] [ iter:127,500 ] [ performance: 26.327 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:30 ] [ l_g_pix: 2.7160e-02 ] [ l_g_total: 2.7160e-02 ] +2024-10-02 02:13:52,158 INFO: [ epoch: 54 ] [ iter:127,600 ] [ performance: 26.262 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:23 ] [ l_g_pix: 4.8339e-02 ] [ l_g_total: 4.8339e-02 ] +2024-10-02 02:13:55,920 INFO: [ epoch: 54 ] [ iter:127,700 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:16 ] [ l_g_pix: 3.9433e-02 ] [ l_g_total: 3.9433e-02 ] +2024-10-02 02:13:59,702 INFO: [ epoch: 54 ] [ iter:127,800 ] [ performance: 26.637 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:09 ] [ l_g_pix: 3.0115e-02 ] [ l_g_total: 3.0115e-02 ] +2024-10-02 02:14:03,481 INFO: [ epoch: 54 ] [ iter:127,900 ] [ performance: 26.526 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:02 ] [ l_g_pix: 3.4478e-02 ] [ l_g_total: 3.4478e-02 ] +2024-10-02 02:14:08,160 INFO: [ epoch: 55 ] [ iter:128,000 ] [ performance: 23.130 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:55 ] [ l_g_pix: 3.1640e-02 ] [ l_g_total: 3.1640e-02 ] +2024-10-02 02:14:12,235 INFO: [ epoch: 55 ] [ iter:128,100 ] [ performance: 26.365 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:48 ] [ l_g_pix: 2.3759e-02 ] [ l_g_total: 2.3759e-02 ] +2024-10-02 02:14:16,011 INFO: [ epoch: 55 ] [ iter:128,200 ] [ performance: 26.441 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:41 ] [ l_g_pix: 2.0619e-02 ] [ l_g_total: 2.0619e-02 ] +2024-10-02 02:14:19,792 INFO: [ epoch: 55 ] [ iter:128,300 ] [ performance: 26.513 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:34 ] [ l_g_pix: 2.4856e-02 ] [ l_g_total: 2.4856e-02 ] +2024-10-02 02:14:23,587 INFO: [ epoch: 55 ] [ iter:128,400 ] [ performance: 26.415 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:27 ] [ l_g_pix: 2.9882e-02 ] [ l_g_total: 2.9882e-02 ] +2024-10-02 02:14:27,383 INFO: [ epoch: 55 ] [ iter:128,500 ] [ performance: 26.695 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:20 ] [ l_g_pix: 3.8301e-02 ] [ l_g_total: 3.8301e-02 ] +2024-10-02 02:14:31,155 INFO: [ epoch: 55 ] [ iter:128,600 ] [ performance: 26.582 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:13 ] [ l_g_pix: 3.4191e-02 ] [ l_g_total: 3.4191e-02 ] +2024-10-02 02:14:34,965 INFO: [ epoch: 55 ] [ iter:128,700 ] [ performance: 26.325 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:06 ] [ l_g_pix: 2.5532e-02 ] [ l_g_total: 2.5532e-02 ] +2024-10-02 02:14:38,670 INFO: [ epoch: 55 ] [ iter:128,800 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:58 ] [ l_g_pix: 1.8211e-02 ] [ l_g_total: 1.8211e-02 ] +2024-10-02 02:14:42,415 INFO: [ epoch: 55 ] [ iter:128,900 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:51 ] [ l_g_pix: 4.4799e-02 ] [ l_g_total: 4.4799e-02 ] +2024-10-02 02:14:46,167 INFO: [ epoch: 55 ] [ iter:129,000 ] [ performance: 26.667 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:44 ] [ l_g_pix: 2.4870e-02 ] [ l_g_total: 2.4870e-02 ] +2024-10-02 02:14:49,910 INFO: [ epoch: 55 ] [ iter:129,100 ] [ performance: 26.940 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:37 ] [ l_g_pix: 2.9148e-02 ] [ l_g_total: 2.9148e-02 ] +2024-10-02 02:14:53,721 INFO: [ epoch: 55 ] [ iter:129,200 ] [ performance: 26.494 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:30 ] [ l_g_pix: 3.4716e-02 ] [ l_g_total: 3.4716e-02 ] +2024-10-02 02:14:57,542 INFO: [ epoch: 55 ] [ iter:129,300 ] [ performance: 26.532 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:23 ] [ l_g_pix: 3.4164e-02 ] [ l_g_total: 3.4164e-02 ] +2024-10-02 02:15:01,278 INFO: [ epoch: 55 ] [ iter:129,400 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:16 ] [ l_g_pix: 3.7850e-02 ] [ l_g_total: 3.7850e-02 ] +2024-10-02 02:15:05,224 INFO: [ epoch: 55 ] [ iter:129,500 ] [ performance: 24.520 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:09 ] [ l_g_pix: 1.8390e-02 ] [ l_g_total: 1.8390e-02 ] +2024-10-02 02:15:09,005 INFO: [ epoch: 55 ] [ iter:129,600 ] [ performance: 25.726 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:02 ] [ l_g_pix: 3.4253e-02 ] [ l_g_total: 3.4253e-02 ] +2024-10-02 02:15:12,770 INFO: [ epoch: 55 ] [ iter:129,700 ] [ performance: 26.611 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:55 ] [ l_g_pix: 2.1157e-02 ] [ l_g_total: 2.1157e-02 ] +2024-10-02 02:15:16,548 INFO: [ epoch: 55 ] [ iter:129,800 ] [ performance: 26.522 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:48 ] [ l_g_pix: 2.8848e-02 ] [ l_g_total: 2.8848e-02 ] +2024-10-02 02:15:20,267 INFO: [ epoch: 55 ] [ iter:129,900 ] [ performance: 26.992 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:41 ] [ l_g_pix: 3.8707e-02 ] [ l_g_total: 3.8707e-02 ] +2024-10-02 02:15:24,018 INFO: [ epoch: 55 ] [ iter:130,000 ] [ performance: 26.781 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:34 ] [ l_g_pix: 3.3013e-02 ] [ l_g_total: 3.3013e-02 ] +2024-10-02 02:15:24,018 INFO: Saving models and training states. +2024-10-02 02:19:07,246 INFO: Validation val + + # psnr: 27.1950........ Best: 27.1963 @ 120000 iter + # ssim: 0.7661........ Best: 0.7661 @ 130000 iter + # dists: 0.7734........ Best: 0.7734 @ 110000 iter + +2024-10-02 02:19:11,024 INFO: [ epoch: 55 ] [ iter:130,100 ] [ performance: 26.031 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:27 ] [ l_g_pix: 1.8396e-02 ] [ l_g_total: 1.8396e-02 ] +2024-10-02 02:19:14,773 INFO: [ epoch: 55 ] [ iter:130,200 ] [ performance: 26.451 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:20 ] [ l_g_pix: 2.3187e-02 ] [ l_g_total: 2.3187e-02 ] +2024-10-02 02:19:18,332 INFO: [ epoch: 55 ] [ iter:130,300 ] [ performance: 28.636 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:12 ] [ l_g_pix: 3.3528e-02 ] [ l_g_total: 3.3528e-02 ] +2024-10-02 02:19:23,464 INFO: [ epoch: 56 ] [ iter:130,400 ] [ performance: 21.884 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:06 ] [ l_g_pix: 3.4100e-02 ] [ l_g_total: 3.4100e-02 ] +2024-10-02 02:19:27,189 INFO: [ epoch: 56 ] [ iter:130,500 ] [ performance: 27.006 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:58 ] [ l_g_pix: 4.3214e-02 ] [ l_g_total: 4.3214e-02 ] +2024-10-02 02:19:30,948 INFO: [ epoch: 56 ] [ iter:130,600 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:51 ] [ l_g_pix: 3.6719e-02 ] [ l_g_total: 3.6719e-02 ] +2024-10-02 02:19:34,703 INFO: [ epoch: 56 ] [ iter:130,700 ] [ performance: 26.663 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:44 ] [ l_g_pix: 3.2039e-02 ] [ l_g_total: 3.2039e-02 ] +2024-10-02 02:19:38,440 INFO: [ epoch: 56 ] [ iter:130,800 ] [ performance: 26.732 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:37 ] [ l_g_pix: 3.7014e-02 ] [ l_g_total: 3.7014e-02 ] +2024-10-02 02:19:42,242 INFO: [ epoch: 56 ] [ iter:130,900 ] [ performance: 26.345 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:29 ] [ l_g_pix: 2.6764e-02 ] [ l_g_total: 2.6764e-02 ] +2024-10-02 02:19:45,942 INFO: [ epoch: 56 ] [ iter:131,000 ] [ performance: 26.804 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:22 ] [ l_g_pix: 4.0674e-02 ] [ l_g_total: 4.0674e-02 ] +2024-10-02 02:19:49,702 INFO: [ epoch: 56 ] [ iter:131,100 ] [ performance: 26.419 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:15 ] [ l_g_pix: 3.7281e-02 ] [ l_g_total: 3.7281e-02 ] +2024-10-02 02:19:54,134 INFO: [ epoch: 56 ] [ iter:131,200 ] [ performance: 23.688 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:08 ] [ l_g_pix: 2.7798e-02 ] [ l_g_total: 2.7798e-02 ] +2024-10-02 02:19:57,883 INFO: [ epoch: 56 ] [ iter:131,300 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:01 ] [ l_g_pix: 3.8962e-02 ] [ l_g_total: 3.8962e-02 ] +2024-10-02 02:20:01,691 INFO: [ epoch: 56 ] [ iter:131,400 ] [ performance: 26.399 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:54 ] [ l_g_pix: 3.4987e-02 ] [ l_g_total: 3.4987e-02 ] +2024-10-02 02:20:05,460 INFO: [ epoch: 56 ] [ iter:131,500 ] [ performance: 26.239 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:46 ] [ l_g_pix: 3.1870e-02 ] [ l_g_total: 3.1870e-02 ] +2024-10-02 02:20:09,228 INFO: [ epoch: 56 ] [ iter:131,600 ] [ performance: 26.452 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:39 ] [ l_g_pix: 3.3717e-02 ] [ l_g_total: 3.3717e-02 ] +2024-10-02 02:20:13,015 INFO: [ epoch: 56 ] [ iter:131,700 ] [ performance: 26.474 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:32 ] [ l_g_pix: 2.7470e-02 ] [ l_g_total: 2.7470e-02 ] +2024-10-02 02:20:16,758 INFO: [ epoch: 56 ] [ iter:131,800 ] [ performance: 26.641 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:25 ] [ l_g_pix: 3.3983e-02 ] [ l_g_total: 3.3983e-02 ] +2024-10-02 02:20:20,530 INFO: [ epoch: 56 ] [ iter:131,900 ] [ performance: 26.214 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:18 ] [ l_g_pix: 3.9901e-02 ] [ l_g_total: 3.9901e-02 ] +2024-10-02 02:20:24,288 INFO: [ epoch: 56 ] [ iter:132,000 ] [ performance: 26.491 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:11 ] [ l_g_pix: 2.5733e-02 ] [ l_g_total: 2.5733e-02 ] +2024-10-02 02:20:28,086 INFO: [ epoch: 56 ] [ iter:132,100 ] [ performance: 26.563 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:03 ] [ l_g_pix: 3.5501e-02 ] [ l_g_total: 3.5501e-02 ] +2024-10-02 02:20:31,856 INFO: [ epoch: 56 ] [ iter:132,200 ] [ performance: 26.539 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:56 ] [ l_g_pix: 4.4675e-02 ] [ l_g_total: 4.4675e-02 ] +2024-10-02 02:20:35,614 INFO: [ epoch: 56 ] [ iter:132,300 ] [ performance: 26.726 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:49 ] [ l_g_pix: 2.3687e-02 ] [ l_g_total: 2.3687e-02 ] +2024-10-02 02:20:39,388 INFO: [ epoch: 56 ] [ iter:132,400 ] [ performance: 26.568 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:42 ] [ l_g_pix: 3.4041e-02 ] [ l_g_total: 3.4041e-02 ] +2024-10-02 02:20:43,182 INFO: [ epoch: 56 ] [ iter:132,500 ] [ performance: 26.803 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:35 ] [ l_g_pix: 3.0823e-02 ] [ l_g_total: 3.0823e-02 ] +2024-10-02 02:20:46,808 INFO: [ epoch: 56 ] [ iter:132,600 ] [ performance: 27.354 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:28 ] [ l_g_pix: 3.4389e-02 ] [ l_g_total: 3.4389e-02 ] +2024-10-02 02:20:51,861 INFO: [ epoch: 57 ] [ iter:132,700 ] [ performance: 23.670 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:21 ] [ l_g_pix: 3.5604e-02 ] [ l_g_total: 3.5604e-02 ] +2024-10-02 02:20:55,646 INFO: [ epoch: 57 ] [ iter:132,800 ] [ performance: 25.576 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:14 ] [ l_g_pix: 2.6298e-02 ] [ l_g_total: 2.6298e-02 ] +2024-10-02 02:20:59,398 INFO: [ epoch: 57 ] [ iter:132,900 ] [ performance: 26.840 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:07 ] [ l_g_pix: 2.3287e-02 ] [ l_g_total: 2.3287e-02 ] +2024-10-02 02:21:03,147 INFO: [ epoch: 57 ] [ iter:133,000 ] [ performance: 26.724 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:00 ] [ l_g_pix: 4.8835e-02 ] [ l_g_total: 4.8835e-02 ] +2024-10-02 02:21:06,973 INFO: [ epoch: 57 ] [ iter:133,100 ] [ performance: 25.841 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:53 ] [ l_g_pix: 3.7292e-02 ] [ l_g_total: 3.7292e-02 ] +2024-10-02 02:21:10,724 INFO: [ epoch: 57 ] [ iter:133,200 ] [ performance: 26.436 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:45 ] [ l_g_pix: 3.1045e-02 ] [ l_g_total: 3.1045e-02 ] +2024-10-02 02:21:14,554 INFO: [ epoch: 57 ] [ iter:133,300 ] [ performance: 26.107 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:38 ] [ l_g_pix: 3.2398e-02 ] [ l_g_total: 3.2398e-02 ] +2024-10-02 02:21:18,321 INFO: [ epoch: 57 ] [ iter:133,400 ] [ performance: 26.434 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:31 ] [ l_g_pix: 2.8856e-02 ] [ l_g_total: 2.8856e-02 ] +2024-10-02 02:21:22,143 INFO: [ epoch: 57 ] [ iter:133,500 ] [ performance: 26.073 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:24 ] [ l_g_pix: 3.0734e-02 ] [ l_g_total: 3.0734e-02 ] +2024-10-02 02:21:25,904 INFO: [ epoch: 57 ] [ iter:133,600 ] [ performance: 26.454 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:17 ] [ l_g_pix: 3.7188e-02 ] [ l_g_total: 3.7188e-02 ] +2024-10-02 02:21:29,642 INFO: [ epoch: 57 ] [ iter:133,700 ] [ performance: 27.091 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:10 ] [ l_g_pix: 2.8640e-02 ] [ l_g_total: 2.8640e-02 ] +2024-10-02 02:21:33,385 INFO: [ epoch: 57 ] [ iter:133,800 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:03 ] [ l_g_pix: 4.8755e-02 ] [ l_g_total: 4.8755e-02 ] +2024-10-02 02:21:37,142 INFO: [ epoch: 57 ] [ iter:133,900 ] [ performance: 26.632 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:56 ] [ l_g_pix: 3.2238e-02 ] [ l_g_total: 3.2238e-02 ] +2024-10-02 02:21:40,922 INFO: [ epoch: 57 ] [ iter:134,000 ] [ performance: 26.506 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:49 ] [ l_g_pix: 3.0689e-02 ] [ l_g_total: 3.0689e-02 ] +2024-10-02 02:21:44,750 INFO: [ epoch: 57 ] [ iter:134,100 ] [ performance: 25.802 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:42 ] [ l_g_pix: 3.3573e-02 ] [ l_g_total: 3.3573e-02 ] +2024-10-02 02:21:48,536 INFO: [ epoch: 57 ] [ iter:134,200 ] [ performance: 26.262 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:35 ] [ l_g_pix: 3.2211e-02 ] [ l_g_total: 3.2211e-02 ] +2024-10-02 02:21:52,285 INFO: [ epoch: 57 ] [ iter:134,300 ] [ performance: 27.380 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:27 ] [ l_g_pix: 2.7509e-02 ] [ l_g_total: 2.7509e-02 ] +2024-10-02 02:21:56,083 INFO: [ epoch: 57 ] [ iter:134,400 ] [ performance: 26.581 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:20 ] [ l_g_pix: 2.8122e-02 ] [ l_g_total: 2.8122e-02 ] +2024-10-02 02:21:59,896 INFO: [ epoch: 57 ] [ iter:134,500 ] [ performance: 26.441 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:13 ] [ l_g_pix: 2.6379e-02 ] [ l_g_total: 2.6379e-02 ] +2024-10-02 02:22:03,848 INFO: [ epoch: 57 ] [ iter:134,600 ] [ performance: 25.566 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:06 ] [ l_g_pix: 3.8857e-02 ] [ l_g_total: 3.8857e-02 ] +2024-10-02 02:22:08,034 INFO: [ epoch: 57 ] [ iter:134,700 ] [ performance: 26.499 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:00 ] [ l_g_pix: 2.4340e-02 ] [ l_g_total: 2.4340e-02 ] +2024-10-02 02:22:11,912 INFO: [ epoch: 57 ] [ iter:134,800 ] [ performance: 25.950 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:53 ] [ l_g_pix: 3.0459e-02 ] [ l_g_total: 3.0459e-02 ] +2024-10-02 02:22:15,615 INFO: [ epoch: 57 ] [ iter:134,900 ] [ performance: 28.607 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:46 ] [ l_g_pix: 2.7761e-02 ] [ l_g_total: 2.7761e-02 ] +2024-10-02 02:22:20,487 INFO: [ epoch: 58 ] [ iter:135,000 ] [ performance: 21.925 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:39 ] [ l_g_pix: 2.6398e-02 ] [ l_g_total: 2.6398e-02 ] +2024-10-02 02:22:24,353 INFO: [ epoch: 58 ] [ iter:135,100 ] [ performance: 26.679 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:32 ] [ l_g_pix: 1.6274e-02 ] [ l_g_total: 1.6274e-02 ] +2024-10-02 02:22:28,079 INFO: [ epoch: 58 ] [ iter:135,200 ] [ performance: 26.806 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:25 ] [ l_g_pix: 3.5871e-02 ] [ l_g_total: 3.5871e-02 ] +2024-10-02 02:22:31,922 INFO: [ epoch: 58 ] [ iter:135,300 ] [ performance: 26.977 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:18 ] [ l_g_pix: 3.3839e-02 ] [ l_g_total: 3.3839e-02 ] +2024-10-02 02:22:35,692 INFO: [ epoch: 58 ] [ iter:135,400 ] [ performance: 26.624 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:11 ] [ l_g_pix: 4.8820e-02 ] [ l_g_total: 4.8820e-02 ] +2024-10-02 02:22:39,418 INFO: [ epoch: 58 ] [ iter:135,500 ] [ performance: 27.032 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:04 ] [ l_g_pix: 3.7598e-02 ] [ l_g_total: 3.7598e-02 ] +2024-10-02 02:22:43,221 INFO: [ epoch: 58 ] [ iter:135,600 ] [ performance: 26.448 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:57 ] [ l_g_pix: 3.5002e-02 ] [ l_g_total: 3.5002e-02 ] +2024-10-02 02:22:46,965 INFO: [ epoch: 58 ] [ iter:135,700 ] [ performance: 27.286 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:50 ] [ l_g_pix: 2.2768e-02 ] [ l_g_total: 2.2768e-02 ] +2024-10-02 02:22:50,736 INFO: [ epoch: 58 ] [ iter:135,800 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:43 ] [ l_g_pix: 2.3777e-02 ] [ l_g_total: 2.3777e-02 ] +2024-10-02 02:22:54,547 INFO: [ epoch: 58 ] [ iter:135,900 ] [ performance: 27.054 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:36 ] [ l_g_pix: 2.2762e-02 ] [ l_g_total: 2.2762e-02 ] +2024-10-02 02:22:58,357 INFO: [ epoch: 58 ] [ iter:136,000 ] [ performance: 26.401 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:29 ] [ l_g_pix: 3.3750e-02 ] [ l_g_total: 3.3750e-02 ] +2024-10-02 02:23:02,154 INFO: [ epoch: 58 ] [ iter:136,100 ] [ performance: 26.176 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:22 ] [ l_g_pix: 3.2721e-02 ] [ l_g_total: 3.2721e-02 ] +2024-10-02 02:23:05,936 INFO: [ epoch: 58 ] [ iter:136,200 ] [ performance: 26.396 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:15 ] [ l_g_pix: 2.5795e-02 ] [ l_g_total: 2.5795e-02 ] +2024-10-02 02:23:09,753 INFO: [ epoch: 58 ] [ iter:136,300 ] [ performance: 26.615 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:08 ] [ l_g_pix: 3.5396e-02 ] [ l_g_total: 3.5396e-02 ] +2024-10-02 02:23:13,553 INFO: [ epoch: 58 ] [ iter:136,400 ] [ performance: 26.374 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:01 ] [ l_g_pix: 2.6183e-02 ] [ l_g_total: 2.6183e-02 ] +2024-10-02 02:23:17,390 INFO: [ epoch: 58 ] [ iter:136,500 ] [ performance: 26.463 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:54 ] [ l_g_pix: 2.9173e-02 ] [ l_g_total: 2.9173e-02 ] +2024-10-02 02:23:21,214 INFO: [ epoch: 58 ] [ iter:136,600 ] [ performance: 26.214 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:47 ] [ l_g_pix: 2.8323e-02 ] [ l_g_total: 2.8323e-02 ] +2024-10-02 02:23:24,984 INFO: [ epoch: 58 ] [ iter:136,700 ] [ performance: 27.212 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:40 ] [ l_g_pix: 5.0645e-02 ] [ l_g_total: 5.0645e-02 ] +2024-10-02 02:23:28,767 INFO: [ epoch: 58 ] [ iter:136,800 ] [ performance: 26.565 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:34 ] [ l_g_pix: 3.4625e-02 ] [ l_g_total: 3.4625e-02 ] +2024-10-02 02:23:32,547 INFO: [ epoch: 58 ] [ iter:136,900 ] [ performance: 26.727 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:27 ] [ l_g_pix: 2.8789e-02 ] [ l_g_total: 2.8789e-02 ] +2024-10-02 02:23:36,340 INFO: [ epoch: 58 ] [ iter:137,000 ] [ performance: 26.426 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:20 ] [ l_g_pix: 3.6347e-02 ] [ l_g_total: 3.6347e-02 ] +2024-10-02 02:23:40,143 INFO: [ epoch: 58 ] [ iter:137,100 ] [ performance: 26.849 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:13 ] [ l_g_pix: 3.5185e-02 ] [ l_g_total: 3.5185e-02 ] +2024-10-02 02:23:44,003 INFO: [ epoch: 58 ] [ iter:137,200 ] [ performance: 26.055 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:06 ] [ l_g_pix: 2.0249e-02 ] [ l_g_total: 2.0249e-02 ] +2024-10-02 02:23:48,652 INFO: [ epoch: 59 ] [ iter:137,300 ] [ performance: 9.850 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:59 ] [ l_g_pix: 3.9479e-02 ] [ l_g_total: 3.9479e-02 ] +2024-10-02 02:23:52,765 INFO: [ epoch: 59 ] [ iter:137,400 ] [ performance: 20.039 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:53 ] [ l_g_pix: 3.1658e-02 ] [ l_g_total: 3.1658e-02 ] +2024-10-02 02:23:56,488 INFO: [ epoch: 59 ] [ iter:137,500 ] [ performance: 27.950 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:46 ] [ l_g_pix: 3.4336e-02 ] [ l_g_total: 3.4336e-02 ] +2024-10-02 02:24:00,235 INFO: [ epoch: 59 ] [ iter:137,600 ] [ performance: 26.860 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:39 ] [ l_g_pix: 3.5573e-02 ] [ l_g_total: 3.5573e-02 ] +2024-10-02 02:24:03,920 INFO: [ epoch: 59 ] [ iter:137,700 ] [ performance: 27.255 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:32 ] [ l_g_pix: 3.2881e-02 ] [ l_g_total: 3.2881e-02 ] +2024-10-02 02:24:07,649 INFO: [ epoch: 59 ] [ iter:137,800 ] [ performance: 26.879 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:25 ] [ l_g_pix: 2.3864e-02 ] [ l_g_total: 2.3864e-02 ] +2024-10-02 02:24:11,395 INFO: [ epoch: 59 ] [ iter:137,900 ] [ performance: 27.022 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:18 ] [ l_g_pix: 2.1665e-02 ] [ l_g_total: 2.1665e-02 ] +2024-10-02 02:24:15,153 INFO: [ epoch: 59 ] [ iter:138,000 ] [ performance: 26.665 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:11 ] [ l_g_pix: 3.5963e-02 ] [ l_g_total: 3.5963e-02 ] +2024-10-02 02:24:18,896 INFO: [ epoch: 59 ] [ iter:138,100 ] [ performance: 27.285 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:04 ] [ l_g_pix: 2.5966e-02 ] [ l_g_total: 2.5966e-02 ] +2024-10-02 02:24:22,574 INFO: [ epoch: 59 ] [ iter:138,200 ] [ performance: 27.205 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:57 ] [ l_g_pix: 2.1237e-02 ] [ l_g_total: 2.1237e-02 ] +2024-10-02 02:24:26,390 INFO: [ epoch: 59 ] [ iter:138,300 ] [ performance: 26.127 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:50 ] [ l_g_pix: 4.7247e-02 ] [ l_g_total: 4.7247e-02 ] +2024-10-02 02:24:30,145 INFO: [ epoch: 59 ] [ iter:138,400 ] [ performance: 26.579 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:44 ] [ l_g_pix: 2.5721e-02 ] [ l_g_total: 2.5721e-02 ] +2024-10-02 02:24:33,927 INFO: [ epoch: 59 ] [ iter:138,500 ] [ performance: 27.023 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:37 ] [ l_g_pix: 2.1082e-02 ] [ l_g_total: 2.1082e-02 ] +2024-10-02 02:24:37,694 INFO: [ epoch: 59 ] [ iter:138,600 ] [ performance: 26.600 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:30 ] [ l_g_pix: 3.5695e-02 ] [ l_g_total: 3.5695e-02 ] +2024-10-02 02:24:41,664 INFO: [ epoch: 59 ] [ iter:138,700 ] [ performance: 27.518 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:23 ] [ l_g_pix: 3.8969e-02 ] [ l_g_total: 3.8969e-02 ] +2024-10-02 02:24:45,461 INFO: [ epoch: 59 ] [ iter:138,800 ] [ performance: 26.442 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:16 ] [ l_g_pix: 4.1195e-02 ] [ l_g_total: 4.1195e-02 ] +2024-10-02 02:24:49,217 INFO: [ epoch: 59 ] [ iter:138,900 ] [ performance: 27.279 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:09 ] [ l_g_pix: 2.6769e-02 ] [ l_g_total: 2.6769e-02 ] +2024-10-02 02:24:53,024 INFO: [ epoch: 59 ] [ iter:139,000 ] [ performance: 26.349 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:02 ] [ l_g_pix: 3.4641e-02 ] [ l_g_total: 3.4641e-02 ] +2024-10-02 02:24:56,841 INFO: [ epoch: 59 ] [ iter:139,100 ] [ performance: 26.745 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:56 ] [ l_g_pix: 3.6432e-02 ] [ l_g_total: 3.6432e-02 ] +2024-10-02 02:25:00,627 INFO: [ epoch: 59 ] [ iter:139,200 ] [ performance: 26.444 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:49 ] [ l_g_pix: 3.5067e-02 ] [ l_g_total: 3.5067e-02 ] +2024-10-02 02:25:04,408 INFO: [ epoch: 59 ] [ iter:139,300 ] [ performance: 27.580 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:42 ] [ l_g_pix: 3.6726e-02 ] [ l_g_total: 3.6726e-02 ] +2024-10-02 02:25:08,134 INFO: [ epoch: 59 ] [ iter:139,400 ] [ performance: 26.897 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:35 ] [ l_g_pix: 3.1546e-02 ] [ l_g_total: 3.1546e-02 ] +2024-10-02 02:25:11,893 INFO: [ epoch: 59 ] [ iter:139,500 ] [ performance: 27.037 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:28 ] [ l_g_pix: 2.7740e-02 ] [ l_g_total: 2.7740e-02 ] +2024-10-02 02:25:15,427 INFO: [ epoch: 59 ] [ iter:139,600 ] [ performance: 28.230 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:21 ] [ l_g_pix: 2.6915e-02 ] [ l_g_total: 2.6915e-02 ] +2024-10-02 02:25:20,511 INFO: [ epoch: 60 ] [ iter:139,700 ] [ performance: 27.578 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:15 ] [ l_g_pix: 4.1053e-02 ] [ l_g_total: 4.1053e-02 ] +2024-10-02 02:25:24,277 INFO: [ epoch: 60 ] [ iter:139,800 ] [ performance: 26.603 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:08 ] [ l_g_pix: 3.1520e-02 ] [ l_g_total: 3.1520e-02 ] +2024-10-02 02:25:27,990 INFO: [ epoch: 60 ] [ iter:139,900 ] [ performance: 28.070 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:02 ] [ l_g_pix: 3.4862e-02 ] [ l_g_total: 3.4862e-02 ] +2024-10-02 02:25:31,714 INFO: [ epoch: 60 ] [ iter:140,000 ] [ performance: 26.901 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:55 ] [ l_g_pix: 3.7149e-02 ] [ l_g_total: 3.7149e-02 ] +2024-10-02 02:25:31,714 INFO: Saving models and training states. +2024-10-02 02:28:44,617 INFO: Validation val + + # psnr: 27.1954........ Best: 27.1963 @ 120000 iter + # ssim: 0.7661........ Best: 0.7661 @ 140000 iter + # dists: 0.7733........ Best: 0.7733 @ 140000 iter + +2024-10-02 02:28:48,367 INFO: [ epoch: 60 ] [ iter:140,100 ] [ performance: 26.444 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:10 ] [ l_g_pix: 3.1703e-02 ] [ l_g_total: 3.1703e-02 ] +2024-10-02 02:28:52,122 INFO: [ epoch: 60 ] [ iter:140,200 ] [ performance: 26.633 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:03 ] [ l_g_pix: 3.5315e-02 ] [ l_g_total: 3.5315e-02 ] +2024-10-02 02:28:55,899 INFO: [ epoch: 60 ] [ iter:140,300 ] [ performance: 27.382 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:56 ] [ l_g_pix: 3.9322e-02 ] [ l_g_total: 3.9322e-02 ] +2024-10-02 02:28:59,647 INFO: [ epoch: 60 ] [ iter:140,400 ] [ performance: 26.699 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:49 ] [ l_g_pix: 4.3045e-02 ] [ l_g_total: 4.3045e-02 ] +2024-10-02 02:29:03,461 INFO: [ epoch: 60 ] [ iter:140,500 ] [ performance: 24.811 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:42 ] [ l_g_pix: 2.9519e-02 ] [ l_g_total: 2.9519e-02 ] +2024-10-02 02:29:07,268 INFO: [ epoch: 60 ] [ iter:140,600 ] [ performance: 26.256 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:35 ] [ l_g_pix: 3.9004e-02 ] [ l_g_total: 3.9004e-02 ] +2024-10-02 02:29:11,018 INFO: [ epoch: 60 ] [ iter:140,700 ] [ performance: 26.461 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:28 ] [ l_g_pix: 3.1487e-02 ] [ l_g_total: 3.1487e-02 ] +2024-10-02 02:29:14,807 INFO: [ epoch: 60 ] [ iter:140,800 ] [ performance: 26.397 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:22 ] [ l_g_pix: 3.1732e-02 ] [ l_g_total: 3.1732e-02 ] +2024-10-02 02:29:18,966 INFO: [ epoch: 60 ] [ iter:140,900 ] [ performance: 25.168 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:15 ] [ l_g_pix: 3.0365e-02 ] [ l_g_total: 3.0365e-02 ] +2024-10-02 02:29:23,040 INFO: [ epoch: 60 ] [ iter:141,000 ] [ performance: 24.626 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:08 ] [ l_g_pix: 3.8189e-02 ] [ l_g_total: 3.8189e-02 ] +2024-10-02 02:29:26,791 INFO: [ epoch: 60 ] [ iter:141,100 ] [ performance: 25.608 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:01 ] [ l_g_pix: 4.1019e-02 ] [ l_g_total: 4.1019e-02 ] +2024-10-02 02:29:30,516 INFO: [ epoch: 60 ] [ iter:141,200 ] [ performance: 26.873 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:54 ] [ l_g_pix: 3.3511e-02 ] [ l_g_total: 3.3511e-02 ] +2024-10-02 02:29:34,308 INFO: [ epoch: 60 ] [ iter:141,300 ] [ performance: 26.620 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:47 ] [ l_g_pix: 3.4781e-02 ] [ l_g_total: 3.4781e-02 ] +2024-10-02 02:29:38,155 INFO: [ epoch: 60 ] [ iter:141,400 ] [ performance: 26.026 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:40 ] [ l_g_pix: 2.6099e-02 ] [ l_g_total: 2.6099e-02 ] +2024-10-02 02:29:41,975 INFO: [ epoch: 60 ] [ iter:141,500 ] [ performance: 26.108 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:33 ] [ l_g_pix: 3.3111e-02 ] [ l_g_total: 3.3111e-02 ] +2024-10-02 02:29:45,838 INFO: [ epoch: 60 ] [ iter:141,600 ] [ performance: 25.863 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:26 ] [ l_g_pix: 2.3582e-02 ] [ l_g_total: 2.3582e-02 ] +2024-10-02 02:29:49,623 INFO: [ epoch: 60 ] [ iter:141,700 ] [ performance: 26.149 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:19 ] [ l_g_pix: 4.6520e-02 ] [ l_g_total: 4.6520e-02 ] +2024-10-02 02:29:53,405 INFO: [ epoch: 60 ] [ iter:141,800 ] [ performance: 26.477 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:13 ] [ l_g_pix: 4.9143e-02 ] [ l_g_total: 4.9143e-02 ] +2024-10-02 02:29:57,048 INFO: [ epoch: 60 ] [ iter:141,900 ] [ performance: 26.971 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:06 ] [ l_g_pix: 3.4370e-02 ] [ l_g_total: 3.4370e-02 ] +2024-10-02 02:30:02,098 INFO: [ epoch: 61 ] [ iter:142,000 ] [ performance: 19.430 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:59 ] [ l_g_pix: 3.4514e-02 ] [ l_g_total: 3.4514e-02 ] +2024-10-02 02:30:05,841 INFO: [ epoch: 61 ] [ iter:142,100 ] [ performance: 22.613 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:52 ] [ l_g_pix: 3.7300e-02 ] [ l_g_total: 3.7300e-02 ] +2024-10-02 02:30:09,636 INFO: [ epoch: 61 ] [ iter:142,200 ] [ performance: 26.378 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:45 ] [ l_g_pix: 3.8246e-02 ] [ l_g_total: 3.8246e-02 ] +2024-10-02 02:30:13,362 INFO: [ epoch: 61 ] [ iter:142,300 ] [ performance: 26.620 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:38 ] [ l_g_pix: 3.3476e-02 ] [ l_g_total: 3.3476e-02 ] +2024-10-02 02:30:17,079 INFO: [ epoch: 61 ] [ iter:142,400 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:32 ] [ l_g_pix: 2.6757e-02 ] [ l_g_total: 2.6757e-02 ] +2024-10-02 02:30:20,891 INFO: [ epoch: 61 ] [ iter:142,500 ] [ performance: 26.571 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:25 ] [ l_g_pix: 3.6575e-02 ] [ l_g_total: 3.6575e-02 ] +2024-10-02 02:30:24,642 INFO: [ epoch: 61 ] [ iter:142,600 ] [ performance: 26.724 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:18 ] [ l_g_pix: 3.1265e-02 ] [ l_g_total: 3.1265e-02 ] +2024-10-02 02:30:28,435 INFO: [ epoch: 61 ] [ iter:142,700 ] [ performance: 26.536 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:11 ] [ l_g_pix: 3.4428e-02 ] [ l_g_total: 3.4428e-02 ] +2024-10-02 02:30:32,127 INFO: [ epoch: 61 ] [ iter:142,800 ] [ performance: 27.065 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:04 ] [ l_g_pix: 4.1443e-02 ] [ l_g_total: 4.1443e-02 ] +2024-10-02 02:30:35,896 INFO: [ epoch: 61 ] [ iter:142,900 ] [ performance: 26.785 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:57 ] [ l_g_pix: 2.6609e-02 ] [ l_g_total: 2.6609e-02 ] +2024-10-02 02:30:39,666 INFO: [ epoch: 61 ] [ iter:143,000 ] [ performance: 26.646 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:50 ] [ l_g_pix: 3.8211e-02 ] [ l_g_total: 3.8211e-02 ] +2024-10-02 02:30:43,439 INFO: [ epoch: 61 ] [ iter:143,100 ] [ performance: 26.575 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:43 ] [ l_g_pix: 2.9235e-02 ] [ l_g_total: 2.9235e-02 ] +2024-10-02 02:30:47,212 INFO: [ epoch: 61 ] [ iter:143,200 ] [ performance: 26.544 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:36 ] [ l_g_pix: 3.7816e-02 ] [ l_g_total: 3.7816e-02 ] +2024-10-02 02:30:51,026 INFO: [ epoch: 61 ] [ iter:143,300 ] [ performance: 26.373 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:30 ] [ l_g_pix: 4.2764e-02 ] [ l_g_total: 4.2764e-02 ] +2024-10-02 02:30:54,830 INFO: [ epoch: 61 ] [ iter:143,400 ] [ performance: 26.336 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:23 ] [ l_g_pix: 3.1537e-02 ] [ l_g_total: 3.1537e-02 ] +2024-10-02 02:30:58,609 INFO: [ epoch: 61 ] [ iter:143,500 ] [ performance: 26.408 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:16 ] [ l_g_pix: 3.6939e-02 ] [ l_g_total: 3.6939e-02 ] +2024-10-02 02:31:02,363 INFO: [ epoch: 61 ] [ iter:143,600 ] [ performance: 26.722 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:09 ] [ l_g_pix: 1.8273e-02 ] [ l_g_total: 1.8273e-02 ] +2024-10-02 02:31:06,129 INFO: [ epoch: 61 ] [ iter:143,700 ] [ performance: 26.632 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:02 ] [ l_g_pix: 2.1300e-02 ] [ l_g_total: 2.1300e-02 ] +2024-10-02 02:31:09,939 INFO: [ epoch: 61 ] [ iter:143,800 ] [ performance: 26.231 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:55 ] [ l_g_pix: 2.4410e-02 ] [ l_g_total: 2.4410e-02 ] +2024-10-02 02:31:13,755 INFO: [ epoch: 61 ] [ iter:143,900 ] [ performance: 26.220 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:49 ] [ l_g_pix: 2.4221e-02 ] [ l_g_total: 2.4221e-02 ] +2024-10-02 02:31:17,543 INFO: [ epoch: 61 ] [ iter:144,000 ] [ performance: 26.484 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:42 ] [ l_g_pix: 2.8824e-02 ] [ l_g_total: 2.8824e-02 ] +2024-10-02 02:31:21,320 INFO: [ epoch: 61 ] [ iter:144,100 ] [ performance: 26.481 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:35 ] [ l_g_pix: 4.2672e-02 ] [ l_g_total: 4.2672e-02 ] +2024-10-02 02:31:25,086 INFO: [ epoch: 61 ] [ iter:144,200 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:28 ] [ l_g_pix: 2.3975e-02 ] [ l_g_total: 2.3975e-02 ] +2024-10-02 02:31:29,950 INFO: [ epoch: 62 ] [ iter:144,300 ] [ performance: 22.949 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:22 ] [ l_g_pix: 3.1274e-02 ] [ l_g_total: 3.1274e-02 ] +2024-10-02 02:31:33,985 INFO: [ epoch: 62 ] [ iter:144,400 ] [ performance: 25.466 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:15 ] [ l_g_pix: 1.7262e-02 ] [ l_g_total: 1.7262e-02 ] +2024-10-02 02:31:37,785 INFO: [ epoch: 62 ] [ iter:144,500 ] [ performance: 25.928 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:08 ] [ l_g_pix: 2.9260e-02 ] [ l_g_total: 2.9260e-02 ] +2024-10-02 02:31:41,565 INFO: [ epoch: 62 ] [ iter:144,600 ] [ performance: 26.666 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:02 ] [ l_g_pix: 2.8564e-02 ] [ l_g_total: 2.8564e-02 ] +2024-10-02 02:31:45,332 INFO: [ epoch: 62 ] [ iter:144,700 ] [ performance: 26.606 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:55 ] [ l_g_pix: 3.3587e-02 ] [ l_g_total: 3.3587e-02 ] +2024-10-02 02:31:49,266 INFO: [ epoch: 62 ] [ iter:144,800 ] [ performance: 25.277 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:48 ] [ l_g_pix: 2.9005e-02 ] [ l_g_total: 2.9005e-02 ] +2024-10-02 02:31:53,065 INFO: [ epoch: 62 ] [ iter:144,900 ] [ performance: 25.850 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:41 ] [ l_g_pix: 3.2046e-02 ] [ l_g_total: 3.2046e-02 ] +2024-10-02 02:31:56,841 INFO: [ epoch: 62 ] [ iter:145,000 ] [ performance: 26.705 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:34 ] [ l_g_pix: 3.3866e-02 ] [ l_g_total: 3.3866e-02 ] +2024-10-02 02:32:00,614 INFO: [ epoch: 62 ] [ iter:145,100 ] [ performance: 26.596 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:28 ] [ l_g_pix: 3.8771e-02 ] [ l_g_total: 3.8771e-02 ] +2024-10-02 02:32:04,440 INFO: [ epoch: 62 ] [ iter:145,200 ] [ performance: 26.538 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:21 ] [ l_g_pix: 3.2157e-02 ] [ l_g_total: 3.2157e-02 ] +2024-10-02 02:32:08,207 INFO: [ epoch: 62 ] [ iter:145,300 ] [ performance: 26.547 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:14 ] [ l_g_pix: 2.7874e-02 ] [ l_g_total: 2.7874e-02 ] +2024-10-02 02:32:12,027 INFO: [ epoch: 62 ] [ iter:145,400 ] [ performance: 26.363 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:07 ] [ l_g_pix: 2.9441e-02 ] [ l_g_total: 2.9441e-02 ] +2024-10-02 02:32:15,901 INFO: [ epoch: 62 ] [ iter:145,500 ] [ performance: 26.056 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:01 ] [ l_g_pix: 3.1948e-02 ] [ l_g_total: 3.1948e-02 ] +2024-10-02 02:32:19,679 INFO: [ epoch: 62 ] [ iter:145,600 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:54 ] [ l_g_pix: 2.9212e-02 ] [ l_g_total: 2.9212e-02 ] +2024-10-02 02:32:23,463 INFO: [ epoch: 62 ] [ iter:145,700 ] [ performance: 26.529 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:47 ] [ l_g_pix: 2.7423e-02 ] [ l_g_total: 2.7423e-02 ] +2024-10-02 02:32:27,319 INFO: [ epoch: 62 ] [ iter:145,800 ] [ performance: 26.184 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:40 ] [ l_g_pix: 4.0371e-02 ] [ l_g_total: 4.0371e-02 ] +2024-10-02 02:32:31,143 INFO: [ epoch: 62 ] [ iter:145,900 ] [ performance: 26.166 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:34 ] [ l_g_pix: 2.6779e-02 ] [ l_g_total: 2.6779e-02 ] +2024-10-02 02:32:34,940 INFO: [ epoch: 62 ] [ iter:146,000 ] [ performance: 26.325 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:27 ] [ l_g_pix: 4.5695e-02 ] [ l_g_total: 4.5695e-02 ] +2024-10-02 02:32:38,753 INFO: [ epoch: 62 ] [ iter:146,100 ] [ performance: 26.272 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:20 ] [ l_g_pix: 3.1290e-02 ] [ l_g_total: 3.1290e-02 ] +2024-10-02 02:32:42,602 INFO: [ epoch: 62 ] [ iter:146,200 ] [ performance: 26.187 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:14 ] [ l_g_pix: 3.4740e-02 ] [ l_g_total: 3.4740e-02 ] +2024-10-02 02:32:46,347 INFO: [ epoch: 62 ] [ iter:146,300 ] [ performance: 26.485 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:07 ] [ l_g_pix: 3.8484e-02 ] [ l_g_total: 3.8484e-02 ] +2024-10-02 02:32:50,085 INFO: [ epoch: 62 ] [ iter:146,400 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:00 ] [ l_g_pix: 4.7832e-02 ] [ l_g_total: 4.7832e-02 ] +2024-10-02 02:32:53,868 INFO: [ epoch: 62 ] [ iter:146,500 ] [ performance: 26.624 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:53 ] [ l_g_pix: 2.6405e-02 ] [ l_g_total: 2.6405e-02 ] +2024-10-02 02:32:57,365 INFO: [ epoch: 62 ] [ iter:146,600 ] [ performance: 29.037 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:46 ] [ l_g_pix: 2.3483e-02 ] [ l_g_total: 2.3483e-02 ] +2024-10-02 02:33:02,654 INFO: [ epoch: 63 ] [ iter:146,700 ] [ performance: 22.114 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:40 ] [ l_g_pix: 2.4975e-02 ] [ l_g_total: 2.4975e-02 ] +2024-10-02 02:33:06,489 INFO: [ epoch: 63 ] [ iter:146,800 ] [ performance: 25.915 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:34 ] [ l_g_pix: 3.7675e-02 ] [ l_g_total: 3.7675e-02 ] +2024-10-02 02:33:10,266 INFO: [ epoch: 63 ] [ iter:146,900 ] [ performance: 26.244 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:27 ] [ l_g_pix: 3.3669e-02 ] [ l_g_total: 3.3669e-02 ] +2024-10-02 02:33:13,997 INFO: [ epoch: 63 ] [ iter:147,000 ] [ performance: 26.805 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:20 ] [ l_g_pix: 3.5304e-02 ] [ l_g_total: 3.5304e-02 ] +2024-10-02 02:33:17,751 INFO: [ epoch: 63 ] [ iter:147,100 ] [ performance: 26.709 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:14 ] [ l_g_pix: 3.3543e-02 ] [ l_g_total: 3.3543e-02 ] +2024-10-02 02:33:21,477 INFO: [ epoch: 63 ] [ iter:147,200 ] [ performance: 26.944 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:07 ] [ l_g_pix: 2.8345e-02 ] [ l_g_total: 2.8345e-02 ] +2024-10-02 02:33:25,217 INFO: [ epoch: 63 ] [ iter:147,300 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:00 ] [ l_g_pix: 2.8216e-02 ] [ l_g_total: 2.8216e-02 ] +2024-10-02 02:33:29,003 INFO: [ epoch: 63 ] [ iter:147,400 ] [ performance: 26.752 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:53 ] [ l_g_pix: 2.9869e-02 ] [ l_g_total: 2.9869e-02 ] +2024-10-02 02:33:32,760 INFO: [ epoch: 63 ] [ iter:147,500 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:47 ] [ l_g_pix: 3.3681e-02 ] [ l_g_total: 3.3681e-02 ] +2024-10-02 02:33:36,543 INFO: [ epoch: 63 ] [ iter:147,600 ] [ performance: 26.460 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:40 ] [ l_g_pix: 3.3198e-02 ] [ l_g_total: 3.3198e-02 ] +2024-10-02 02:33:40,336 INFO: [ epoch: 63 ] [ iter:147,700 ] [ performance: 26.406 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:33 ] [ l_g_pix: 2.5040e-02 ] [ l_g_total: 2.5040e-02 ] +2024-10-02 02:33:44,146 INFO: [ epoch: 63 ] [ iter:147,800 ] [ performance: 26.449 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:27 ] [ l_g_pix: 4.3670e-02 ] [ l_g_total: 4.3670e-02 ] +2024-10-02 02:33:47,967 INFO: [ epoch: 63 ] [ iter:147,900 ] [ performance: 26.280 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:20 ] [ l_g_pix: 3.6401e-02 ] [ l_g_total: 3.6401e-02 ] +2024-10-02 02:33:51,805 INFO: [ epoch: 63 ] [ iter:148,000 ] [ performance: 26.284 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:13 ] [ l_g_pix: 4.8047e-02 ] [ l_g_total: 4.8047e-02 ] +2024-10-02 02:33:55,645 INFO: [ epoch: 63 ] [ iter:148,100 ] [ performance: 26.141 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:07 ] [ l_g_pix: 3.3554e-02 ] [ l_g_total: 3.3554e-02 ] +2024-10-02 02:33:59,471 INFO: [ epoch: 63 ] [ iter:148,200 ] [ performance: 26.428 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:00 ] [ l_g_pix: 3.4072e-02 ] [ l_g_total: 3.4072e-02 ] +2024-10-02 02:34:03,254 INFO: [ epoch: 63 ] [ iter:148,300 ] [ performance: 26.434 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:53 ] [ l_g_pix: 2.1596e-02 ] [ l_g_total: 2.1596e-02 ] +2024-10-02 02:34:07,107 INFO: [ epoch: 63 ] [ iter:148,400 ] [ performance: 25.711 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:47 ] [ l_g_pix: 2.8089e-02 ] [ l_g_total: 2.8089e-02 ] +2024-10-02 02:34:10,894 INFO: [ epoch: 63 ] [ iter:148,500 ] [ performance: 26.138 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:40 ] [ l_g_pix: 3.0819e-02 ] [ l_g_total: 3.0819e-02 ] +2024-10-02 02:34:14,691 INFO: [ epoch: 63 ] [ iter:148,600 ] [ performance: 26.477 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:34 ] [ l_g_pix: 2.7944e-02 ] [ l_g_total: 2.7944e-02 ] +2024-10-02 02:34:18,494 INFO: [ epoch: 63 ] [ iter:148,700 ] [ performance: 26.366 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:27 ] [ l_g_pix: 4.0852e-02 ] [ l_g_total: 4.0852e-02 ] +2024-10-02 02:34:22,286 INFO: [ epoch: 63 ] [ iter:148,800 ] [ performance: 26.575 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:20 ] [ l_g_pix: 3.0194e-02 ] [ l_g_total: 3.0194e-02 ] +2024-10-02 02:34:25,841 INFO: [ epoch: 63 ] [ iter:148,900 ] [ performance: 27.532 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:14 ] [ l_g_pix: 3.0200e-02 ] [ l_g_total: 3.0200e-02 ] +2024-10-02 02:34:30,927 INFO: [ epoch: 64 ] [ iter:149,000 ] [ performance: 23.706 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:07 ] [ l_g_pix: 1.9565e-02 ] [ l_g_total: 1.9565e-02 ] +2024-10-02 02:34:34,743 INFO: [ epoch: 64 ] [ iter:149,100 ] [ performance: 25.223 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:01 ] [ l_g_pix: 2.6683e-02 ] [ l_g_total: 2.6683e-02 ] +2024-10-02 02:34:38,511 INFO: [ epoch: 64 ] [ iter:149,200 ] [ performance: 26.547 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:54 ] [ l_g_pix: 3.3808e-02 ] [ l_g_total: 3.3808e-02 ] +2024-10-02 02:34:42,304 INFO: [ epoch: 64 ] [ iter:149,300 ] [ performance: 26.434 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:48 ] [ l_g_pix: 2.0258e-02 ] [ l_g_total: 2.0258e-02 ] +2024-10-02 02:34:46,068 INFO: [ epoch: 64 ] [ iter:149,400 ] [ performance: 26.598 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:41 ] [ l_g_pix: 1.7176e-02 ] [ l_g_total: 1.7176e-02 ] +2024-10-02 02:34:49,838 INFO: [ epoch: 64 ] [ iter:149,500 ] [ performance: 26.557 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:34 ] [ l_g_pix: 3.6115e-02 ] [ l_g_total: 3.6115e-02 ] +2024-10-02 02:34:53,610 INFO: [ epoch: 64 ] [ iter:149,600 ] [ performance: 26.496 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:28 ] [ l_g_pix: 3.2588e-02 ] [ l_g_total: 3.2588e-02 ] +2024-10-02 02:34:57,373 INFO: [ epoch: 64 ] [ iter:149,700 ] [ performance: 26.552 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:21 ] [ l_g_pix: 2.3631e-02 ] [ l_g_total: 2.3631e-02 ] +2024-10-02 02:35:01,131 INFO: [ epoch: 64 ] [ iter:149,800 ] [ performance: 26.577 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:15 ] [ l_g_pix: 2.2463e-02 ] [ l_g_total: 2.2463e-02 ] +2024-10-02 02:35:04,890 INFO: [ epoch: 64 ] [ iter:149,900 ] [ performance: 26.599 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:08 ] [ l_g_pix: 3.3654e-02 ] [ l_g_total: 3.3654e-02 ] +2024-10-02 02:35:08,688 INFO: [ epoch: 64 ] [ iter:150,000 ] [ performance: 26.303 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:01 ] [ l_g_pix: 3.0308e-02 ] [ l_g_total: 3.0308e-02 ] +2024-10-02 02:35:08,689 INFO: Saving models and training states. +2024-10-02 02:38:25,557 INFO: Validation val + + # psnr: 27.2038........ Best: 27.2038 @ 150000 iter + # ssim: 0.7665........ Best: 0.7665 @ 150000 iter + # dists: 0.7733........ Best: 0.7733 @ 150000 iter + +2024-10-02 02:38:29,297 INFO: [ epoch: 64 ] [ iter:150,100 ] [ performance: 26.652 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:00 ] [ l_g_pix: 2.3782e-02 ] [ l_g_total: 2.3782e-02 ] +2024-10-02 02:38:33,072 INFO: [ epoch: 64 ] [ iter:150,200 ] [ performance: 26.573 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:53 ] [ l_g_pix: 2.6453e-02 ] [ l_g_total: 2.6453e-02 ] +2024-10-02 02:38:36,864 INFO: [ epoch: 64 ] [ iter:150,300 ] [ performance: 26.441 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:47 ] [ l_g_pix: 2.4595e-02 ] [ l_g_total: 2.4595e-02 ] +2024-10-02 02:38:40,586 INFO: [ epoch: 64 ] [ iter:150,400 ] [ performance: 27.081 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:40 ] [ l_g_pix: 3.2798e-02 ] [ l_g_total: 3.2798e-02 ] +2024-10-02 02:38:44,389 INFO: [ epoch: 64 ] [ iter:150,500 ] [ performance: 26.562 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:33 ] [ l_g_pix: 3.5408e-02 ] [ l_g_total: 3.5408e-02 ] +2024-10-02 02:38:48,187 INFO: [ epoch: 64 ] [ iter:150,600 ] [ performance: 26.472 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:27 ] [ l_g_pix: 2.7382e-02 ] [ l_g_total: 2.7382e-02 ] +2024-10-02 02:38:51,973 INFO: [ epoch: 64 ] [ iter:150,700 ] [ performance: 26.437 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:20 ] [ l_g_pix: 2.1564e-02 ] [ l_g_total: 2.1564e-02 ] +2024-10-02 02:38:55,705 INFO: [ epoch: 64 ] [ iter:150,800 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:13 ] [ l_g_pix: 4.7412e-02 ] [ l_g_total: 4.7412e-02 ] +2024-10-02 02:38:59,495 INFO: [ epoch: 64 ] [ iter:150,900 ] [ performance: 26.645 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:06 ] [ l_g_pix: 3.5836e-02 ] [ l_g_total: 3.5836e-02 ] +2024-10-02 02:39:03,309 INFO: [ epoch: 64 ] [ iter:151,000 ] [ performance: 26.365 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:00 ] [ l_g_pix: 2.9723e-02 ] [ l_g_total: 2.9723e-02 ] +2024-10-02 02:39:07,103 INFO: [ epoch: 64 ] [ iter:151,100 ] [ performance: 26.363 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:53 ] [ l_g_pix: 2.4700e-02 ] [ l_g_total: 2.4700e-02 ] +2024-10-02 02:39:10,765 INFO: [ epoch: 64 ] [ iter:151,200 ] [ performance: 28.554 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:46 ] [ l_g_pix: 3.2390e-02 ] [ l_g_total: 3.2390e-02 ] +2024-10-02 02:39:15,799 INFO: [ epoch: 65 ] [ iter:151,300 ] [ performance: 22.043 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:40 ] [ l_g_pix: 3.3499e-02 ] [ l_g_total: 3.3499e-02 ] +2024-10-02 02:39:19,634 INFO: [ epoch: 65 ] [ iter:151,400 ] [ performance: 27.433 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:33 ] [ l_g_pix: 2.6423e-02 ] [ l_g_total: 2.6423e-02 ] +2024-10-02 02:39:23,397 INFO: [ epoch: 65 ] [ iter:151,500 ] [ performance: 26.850 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:26 ] [ l_g_pix: 3.0208e-02 ] [ l_g_total: 3.0208e-02 ] +2024-10-02 02:39:27,170 INFO: [ epoch: 65 ] [ iter:151,600 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:20 ] [ l_g_pix: 3.5848e-02 ] [ l_g_total: 3.5848e-02 ] +2024-10-02 02:39:30,935 INFO: [ epoch: 65 ] [ iter:151,700 ] [ performance: 26.597 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:13 ] [ l_g_pix: 3.5572e-02 ] [ l_g_total: 3.5572e-02 ] +2024-10-02 02:39:34,664 INFO: [ epoch: 65 ] [ iter:151,800 ] [ performance: 26.536 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:06 ] [ l_g_pix: 3.3750e-02 ] [ l_g_total: 3.3750e-02 ] +2024-10-02 02:39:38,510 INFO: [ epoch: 65 ] [ iter:151,900 ] [ performance: 26.172 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:00 ] [ l_g_pix: 3.4252e-02 ] [ l_g_total: 3.4252e-02 ] +2024-10-02 02:39:42,608 INFO: [ epoch: 65 ] [ iter:152,000 ] [ performance: 26.056 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:53 ] [ l_g_pix: 2.8311e-02 ] [ l_g_total: 2.8311e-02 ] +2024-10-02 02:39:46,464 INFO: [ epoch: 65 ] [ iter:152,100 ] [ performance: 25.972 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:46 ] [ l_g_pix: 3.5886e-02 ] [ l_g_total: 3.5886e-02 ] +2024-10-02 02:39:50,241 INFO: [ epoch: 65 ] [ iter:152,200 ] [ performance: 26.557 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:40 ] [ l_g_pix: 2.8951e-02 ] [ l_g_total: 2.8951e-02 ] +2024-10-02 02:39:54,035 INFO: [ epoch: 65 ] [ iter:152,300 ] [ performance: 26.422 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:33 ] [ l_g_pix: 3.9469e-02 ] [ l_g_total: 3.9469e-02 ] +2024-10-02 02:39:57,920 INFO: [ epoch: 65 ] [ iter:152,400 ] [ performance: 25.609 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:26 ] [ l_g_pix: 4.1069e-02 ] [ l_g_total: 4.1069e-02 ] +2024-10-02 02:40:01,698 INFO: [ epoch: 65 ] [ iter:152,500 ] [ performance: 26.212 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:20 ] [ l_g_pix: 2.8792e-02 ] [ l_g_total: 2.8792e-02 ] +2024-10-02 02:40:05,438 INFO: [ epoch: 65 ] [ iter:152,600 ] [ performance: 26.449 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:13 ] [ l_g_pix: 3.1100e-02 ] [ l_g_total: 3.1100e-02 ] +2024-10-02 02:40:09,212 INFO: [ epoch: 65 ] [ iter:152,700 ] [ performance: 26.484 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:06 ] [ l_g_pix: 4.2734e-02 ] [ l_g_total: 4.2734e-02 ] +2024-10-02 02:40:13,053 INFO: [ epoch: 65 ] [ iter:152,800 ] [ performance: 26.351 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:00 ] [ l_g_pix: 2.9600e-02 ] [ l_g_total: 2.9600e-02 ] +2024-10-02 02:40:16,858 INFO: [ epoch: 65 ] [ iter:152,900 ] [ performance: 26.304 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:53 ] [ l_g_pix: 3.0989e-02 ] [ l_g_total: 3.0989e-02 ] +2024-10-02 02:40:20,689 INFO: [ epoch: 65 ] [ iter:153,000 ] [ performance: 26.032 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:47 ] [ l_g_pix: 2.4732e-02 ] [ l_g_total: 2.4732e-02 ] +2024-10-02 02:40:24,468 INFO: [ epoch: 65 ] [ iter:153,100 ] [ performance: 26.342 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:40 ] [ l_g_pix: 3.0048e-02 ] [ l_g_total: 3.0048e-02 ] +2024-10-02 02:40:28,304 INFO: [ epoch: 65 ] [ iter:153,200 ] [ performance: 25.745 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:33 ] [ l_g_pix: 4.0276e-02 ] [ l_g_total: 4.0276e-02 ] +2024-10-02 02:40:32,108 INFO: [ epoch: 65 ] [ iter:153,300 ] [ performance: 26.138 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:27 ] [ l_g_pix: 3.9148e-02 ] [ l_g_total: 3.9148e-02 ] +2024-10-02 02:40:36,133 INFO: [ epoch: 65 ] [ iter:153,400 ] [ performance: 26.598 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:20 ] [ l_g_pix: 3.3362e-02 ] [ l_g_total: 3.3362e-02 ] +2024-10-02 02:40:39,887 INFO: [ epoch: 65 ] [ iter:153,500 ] [ performance: 26.631 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:13 ] [ l_g_pix: 3.1803e-02 ] [ l_g_total: 3.1803e-02 ] +2024-10-02 02:40:44,589 INFO: [ epoch: 66 ] [ iter:153,600 ] [ performance: 14.417 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:07 ] [ l_g_pix: 3.7704e-02 ] [ l_g_total: 3.7704e-02 ] +2024-10-02 02:40:48,594 INFO: [ epoch: 66 ] [ iter:153,700 ] [ performance: 20.923 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:01 ] [ l_g_pix: 3.2279e-02 ] [ l_g_total: 3.2279e-02 ] +2024-10-02 02:40:52,317 INFO: [ epoch: 66 ] [ iter:153,800 ] [ performance: 26.947 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:54 ] [ l_g_pix: 2.9600e-02 ] [ l_g_total: 2.9600e-02 ] +2024-10-02 02:40:56,098 INFO: [ epoch: 66 ] [ iter:153,900 ] [ performance: 26.581 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:47 ] [ l_g_pix: 3.7186e-02 ] [ l_g_total: 3.7186e-02 ] +2024-10-02 02:40:59,861 INFO: [ epoch: 66 ] [ iter:154,000 ] [ performance: 26.513 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:41 ] [ l_g_pix: 2.7907e-02 ] [ l_g_total: 2.7907e-02 ] +2024-10-02 02:41:03,628 INFO: [ epoch: 66 ] [ iter:154,100 ] [ performance: 26.542 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:34 ] [ l_g_pix: 3.3068e-02 ] [ l_g_total: 3.3068e-02 ] +2024-10-02 02:41:07,369 INFO: [ epoch: 66 ] [ iter:154,200 ] [ performance: 26.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:27 ] [ l_g_pix: 2.3616e-02 ] [ l_g_total: 2.3616e-02 ] +2024-10-02 02:41:11,063 INFO: [ epoch: 66 ] [ iter:154,300 ] [ performance: 27.039 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:21 ] [ l_g_pix: 2.6491e-02 ] [ l_g_total: 2.6491e-02 ] +2024-10-02 02:41:14,793 INFO: [ epoch: 66 ] [ iter:154,400 ] [ performance: 27.038 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:14 ] [ l_g_pix: 3.2849e-02 ] [ l_g_total: 3.2849e-02 ] +2024-10-02 02:41:18,624 INFO: [ epoch: 66 ] [ iter:154,500 ] [ performance: 26.328 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:08 ] [ l_g_pix: 2.9243e-02 ] [ l_g_total: 2.9243e-02 ] +2024-10-02 02:41:22,309 INFO: [ epoch: 66 ] [ iter:154,600 ] [ performance: 27.541 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:01 ] [ l_g_pix: 3.7138e-02 ] [ l_g_total: 3.7138e-02 ] +2024-10-02 02:41:26,040 INFO: [ epoch: 66 ] [ iter:154,700 ] [ performance: 26.978 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:54 ] [ l_g_pix: 3.1988e-02 ] [ l_g_total: 3.1988e-02 ] +2024-10-02 02:41:29,849 INFO: [ epoch: 66 ] [ iter:154,800 ] [ performance: 26.271 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:48 ] [ l_g_pix: 3.2930e-02 ] [ l_g_total: 3.2930e-02 ] +2024-10-02 02:41:33,686 INFO: [ epoch: 66 ] [ iter:154,900 ] [ performance: 26.112 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:41 ] [ l_g_pix: 2.3571e-02 ] [ l_g_total: 2.3571e-02 ] +2024-10-02 02:41:37,485 INFO: [ epoch: 66 ] [ iter:155,000 ] [ performance: 26.700 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:35 ] [ l_g_pix: 3.8580e-02 ] [ l_g_total: 3.8580e-02 ] +2024-10-02 02:41:41,284 INFO: [ epoch: 66 ] [ iter:155,100 ] [ performance: 26.409 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:28 ] [ l_g_pix: 2.7432e-02 ] [ l_g_total: 2.7432e-02 ] +2024-10-02 02:41:45,215 INFO: [ epoch: 66 ] [ iter:155,200 ] [ performance: 26.147 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:22 ] [ l_g_pix: 3.1485e-02 ] [ l_g_total: 3.1485e-02 ] +2024-10-02 02:41:49,030 INFO: [ epoch: 66 ] [ iter:155,300 ] [ performance: 26.202 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:15 ] [ l_g_pix: 2.8955e-02 ] [ l_g_total: 2.8955e-02 ] +2024-10-02 02:41:52,828 INFO: [ epoch: 66 ] [ iter:155,400 ] [ performance: 27.164 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:08 ] [ l_g_pix: 4.2830e-02 ] [ l_g_total: 4.2830e-02 ] +2024-10-02 02:41:56,677 INFO: [ epoch: 66 ] [ iter:155,500 ] [ performance: 26.225 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:02 ] [ l_g_pix: 2.8113e-02 ] [ l_g_total: 2.8113e-02 ] +2024-10-02 02:42:00,474 INFO: [ epoch: 66 ] [ iter:155,600 ] [ performance: 26.877 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:55 ] [ l_g_pix: 3.7831e-02 ] [ l_g_total: 3.7831e-02 ] +2024-10-02 02:42:04,265 INFO: [ epoch: 66 ] [ iter:155,700 ] [ performance: 26.484 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:49 ] [ l_g_pix: 3.6854e-02 ] [ l_g_total: 3.6854e-02 ] +2024-10-02 02:42:08,078 INFO: [ epoch: 66 ] [ iter:155,800 ] [ performance: 26.576 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:42 ] [ l_g_pix: 2.9279e-02 ] [ l_g_total: 2.9279e-02 ] +2024-10-02 02:42:11,587 INFO: [ epoch: 66 ] [ iter:155,900 ] [ performance: 28.099 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:36 ] [ l_g_pix: 4.4558e-02 ] [ l_g_total: 4.4558e-02 ] +2024-10-02 02:42:16,741 INFO: [ epoch: 67 ] [ iter:156,000 ] [ performance: 26.584 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:30 ] [ l_g_pix: 3.0628e-02 ] [ l_g_total: 3.0628e-02 ] +2024-10-02 02:42:20,503 INFO: [ epoch: 67 ] [ iter:156,100 ] [ performance: 26.590 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:23 ] [ l_g_pix: 3.2839e-02 ] [ l_g_total: 3.2839e-02 ] +2024-10-02 02:42:24,269 INFO: [ epoch: 67 ] [ iter:156,200 ] [ performance: 26.094 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:16 ] [ l_g_pix: 2.8270e-02 ] [ l_g_total: 2.8270e-02 ] +2024-10-02 02:42:28,016 INFO: [ epoch: 67 ] [ iter:156,300 ] [ performance: 26.578 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:10 ] [ l_g_pix: 2.3674e-02 ] [ l_g_total: 2.3674e-02 ] +2024-10-02 02:42:31,828 INFO: [ epoch: 67 ] [ iter:156,400 ] [ performance: 26.614 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:03 ] [ l_g_pix: 2.1029e-02 ] [ l_g_total: 2.1029e-02 ] +2024-10-02 02:42:35,568 INFO: [ epoch: 67 ] [ iter:156,500 ] [ performance: 26.723 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:57 ] [ l_g_pix: 3.1686e-02 ] [ l_g_total: 3.1686e-02 ] +2024-10-02 02:42:39,351 INFO: [ epoch: 67 ] [ iter:156,600 ] [ performance: 27.041 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:50 ] [ l_g_pix: 2.5055e-02 ] [ l_g_total: 2.5055e-02 ] +2024-10-02 02:42:43,181 INFO: [ epoch: 67 ] [ iter:156,700 ] [ performance: 26.273 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:44 ] [ l_g_pix: 5.3682e-02 ] [ l_g_total: 5.3682e-02 ] +2024-10-02 02:42:46,988 INFO: [ epoch: 67 ] [ iter:156,800 ] [ performance: 27.171 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:37 ] [ l_g_pix: 3.0624e-02 ] [ l_g_total: 3.0624e-02 ] +2024-10-02 02:42:50,759 INFO: [ epoch: 67 ] [ iter:156,900 ] [ performance: 26.627 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:31 ] [ l_g_pix: 2.7627e-02 ] [ l_g_total: 2.7627e-02 ] +2024-10-02 02:42:54,516 INFO: [ epoch: 67 ] [ iter:157,000 ] [ performance: 26.385 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:24 ] [ l_g_pix: 3.9071e-02 ] [ l_g_total: 3.9071e-02 ] +2024-10-02 02:42:58,319 INFO: [ epoch: 67 ] [ iter:157,100 ] [ performance: 26.317 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:18 ] [ l_g_pix: 3.6369e-02 ] [ l_g_total: 3.6369e-02 ] +2024-10-02 02:43:02,087 INFO: [ epoch: 67 ] [ iter:157,200 ] [ performance: 26.571 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:11 ] [ l_g_pix: 2.9083e-02 ] [ l_g_total: 2.9083e-02 ] +2024-10-02 02:43:05,913 INFO: [ epoch: 67 ] [ iter:157,300 ] [ performance: 26.209 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:05 ] [ l_g_pix: 3.6590e-02 ] [ l_g_total: 3.6590e-02 ] +2024-10-02 02:43:09,734 INFO: [ epoch: 67 ] [ iter:157,400 ] [ performance: 26.144 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:58 ] [ l_g_pix: 3.8753e-02 ] [ l_g_total: 3.8753e-02 ] +2024-10-02 02:43:13,565 INFO: [ epoch: 67 ] [ iter:157,500 ] [ performance: 26.112 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:52 ] [ l_g_pix: 3.9041e-02 ] [ l_g_total: 3.9041e-02 ] +2024-10-02 02:43:17,411 INFO: [ epoch: 67 ] [ iter:157,600 ] [ performance: 26.559 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:45 ] [ l_g_pix: 3.2105e-02 ] [ l_g_total: 3.2105e-02 ] +2024-10-02 02:43:21,190 INFO: [ epoch: 67 ] [ iter:157,700 ] [ performance: 26.480 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:39 ] [ l_g_pix: 3.6179e-02 ] [ l_g_total: 3.6179e-02 ] +2024-10-02 02:43:25,042 INFO: [ epoch: 67 ] [ iter:157,800 ] [ performance: 26.581 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:32 ] [ l_g_pix: 3.4119e-02 ] [ l_g_total: 3.4119e-02 ] +2024-10-02 02:43:28,833 INFO: [ epoch: 67 ] [ iter:157,900 ] [ performance: 26.411 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:26 ] [ l_g_pix: 3.2545e-02 ] [ l_g_total: 3.2545e-02 ] +2024-10-02 02:43:32,615 INFO: [ epoch: 67 ] [ iter:158,000 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:20 ] [ l_g_pix: 4.3200e-02 ] [ l_g_total: 4.3200e-02 ] +2024-10-02 02:43:36,422 INFO: [ epoch: 67 ] [ iter:158,100 ] [ performance: 26.325 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:13 ] [ l_g_pix: 3.1219e-02 ] [ l_g_total: 3.1219e-02 ] +2024-10-02 02:43:40,015 INFO: [ epoch: 67 ] [ iter:158,200 ] [ performance: 29.399 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:07 ] [ l_g_pix: 3.6431e-02 ] [ l_g_total: 3.6431e-02 ] +2024-10-02 02:43:45,100 INFO: [ epoch: 68 ] [ iter:158,300 ] [ performance: 20.449 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:00 ] [ l_g_pix: 2.5610e-02 ] [ l_g_total: 2.5610e-02 ] +2024-10-02 02:43:48,948 INFO: [ epoch: 68 ] [ iter:158,400 ] [ performance: 26.195 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:54 ] [ l_g_pix: 3.3919e-02 ] [ l_g_total: 3.3919e-02 ] +2024-10-02 02:43:52,725 INFO: [ epoch: 68 ] [ iter:158,500 ] [ performance: 26.447 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:48 ] [ l_g_pix: 3.3620e-02 ] [ l_g_total: 3.3620e-02 ] +2024-10-02 02:43:56,525 INFO: [ epoch: 68 ] [ iter:158,600 ] [ performance: 25.781 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:41 ] [ l_g_pix: 4.5075e-02 ] [ l_g_total: 4.5075e-02 ] +2024-10-02 02:44:00,320 INFO: [ epoch: 68 ] [ iter:158,700 ] [ performance: 26.297 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:35 ] [ l_g_pix: 4.1037e-02 ] [ l_g_total: 4.1037e-02 ] +2024-10-02 02:44:04,091 INFO: [ epoch: 68 ] [ iter:158,800 ] [ performance: 26.817 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:28 ] [ l_g_pix: 3.0182e-02 ] [ l_g_total: 3.0182e-02 ] +2024-10-02 02:44:07,901 INFO: [ epoch: 68 ] [ iter:158,900 ] [ performance: 26.301 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:22 ] [ l_g_pix: 2.1470e-02 ] [ l_g_total: 2.1470e-02 ] +2024-10-02 02:44:11,667 INFO: [ epoch: 68 ] [ iter:159,000 ] [ performance: 27.620 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:15 ] [ l_g_pix: 4.8310e-02 ] [ l_g_total: 4.8310e-02 ] +2024-10-02 02:44:15,447 INFO: [ epoch: 68 ] [ iter:159,100 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:09 ] [ l_g_pix: 3.1336e-02 ] [ l_g_total: 3.1336e-02 ] +2024-10-02 02:44:19,196 INFO: [ epoch: 68 ] [ iter:159,200 ] [ performance: 27.636 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:02 ] [ l_g_pix: 1.8439e-02 ] [ l_g_total: 1.8439e-02 ] +2024-10-02 02:44:22,948 INFO: [ epoch: 68 ] [ iter:159,300 ] [ performance: 26.726 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:56 ] [ l_g_pix: 2.9770e-02 ] [ l_g_total: 2.9770e-02 ] +2024-10-02 02:44:26,730 INFO: [ epoch: 68 ] [ iter:159,400 ] [ performance: 29.152 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:50 ] [ l_g_pix: 4.7146e-02 ] [ l_g_total: 4.7146e-02 ] +2024-10-02 02:44:30,508 INFO: [ epoch: 68 ] [ iter:159,500 ] [ performance: 26.635 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:43 ] [ l_g_pix: 4.3188e-02 ] [ l_g_total: 4.3188e-02 ] +2024-10-02 02:44:34,312 INFO: [ epoch: 68 ] [ iter:159,600 ] [ performance: 27.485 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:37 ] [ l_g_pix: 2.6993e-02 ] [ l_g_total: 2.6993e-02 ] +2024-10-02 02:44:38,113 INFO: [ epoch: 68 ] [ iter:159,700 ] [ performance: 26.376 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:30 ] [ l_g_pix: 4.6848e-02 ] [ l_g_total: 4.6848e-02 ] +2024-10-02 02:44:41,855 INFO: [ epoch: 68 ] [ iter:159,800 ] [ performance: 26.824 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:24 ] [ l_g_pix: 2.2399e-02 ] [ l_g_total: 2.2399e-02 ] +2024-10-02 02:44:45,685 INFO: [ epoch: 68 ] [ iter:159,900 ] [ performance: 26.147 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:18 ] [ l_g_pix: 3.8116e-02 ] [ l_g_total: 3.8116e-02 ] +2024-10-02 02:44:49,492 INFO: [ epoch: 68 ] [ iter:160,000 ] [ performance: 28.198 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:11 ] [ l_g_pix: 2.3035e-02 ] [ l_g_total: 2.3035e-02 ] +2024-10-02 02:44:49,493 INFO: Saving models and training states. +2024-10-02 02:48:31,005 INFO: Validation val + + # psnr: 27.1985........ Best: 27.2038 @ 150000 iter + # ssim: 0.7662........ Best: 0.7665 @ 150000 iter + # dists: 0.7733........ Best: 0.7733 @ 160000 iter + +2024-10-02 02:48:34,763 INFO: [ epoch: 68 ] [ iter:160,100 ] [ performance: 26.678 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:00 ] [ l_g_pix: 2.2757e-02 ] [ l_g_total: 2.2757e-02 ] +2024-10-02 02:48:38,585 INFO: [ epoch: 68 ] [ iter:160,200 ] [ performance: 27.002 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:53 ] [ l_g_pix: 2.9823e-02 ] [ l_g_total: 2.9823e-02 ] +2024-10-02 02:48:42,404 INFO: [ epoch: 68 ] [ iter:160,300 ] [ performance: 26.219 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:47 ] [ l_g_pix: 4.2546e-02 ] [ l_g_total: 4.2546e-02 ] +2024-10-02 02:48:46,173 INFO: [ epoch: 68 ] [ iter:160,400 ] [ performance: 27.445 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:40 ] [ l_g_pix: 3.7367e-02 ] [ l_g_total: 3.7367e-02 ] +2024-10-02 02:48:49,859 INFO: [ epoch: 68 ] [ iter:160,500 ] [ performance: 27.143 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:34 ] [ l_g_pix: 2.7343e-02 ] [ l_g_total: 2.7343e-02 ] +2024-10-02 02:48:54,596 INFO: [ epoch: 69 ] [ iter:160,600 ] [ performance: 24.305 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:27 ] [ l_g_pix: 3.0255e-02 ] [ l_g_total: 3.0255e-02 ] +2024-10-02 02:48:58,584 INFO: [ epoch: 69 ] [ iter:160,700 ] [ performance: 25.077 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:21 ] [ l_g_pix: 4.3526e-02 ] [ l_g_total: 4.3526e-02 ] +2024-10-02 02:49:02,403 INFO: [ epoch: 69 ] [ iter:160,800 ] [ performance: 25.618 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:14 ] [ l_g_pix: 3.7366e-02 ] [ l_g_total: 3.7366e-02 ] +2024-10-02 02:49:06,124 INFO: [ epoch: 69 ] [ iter:160,900 ] [ performance: 26.880 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:08 ] [ l_g_pix: 2.6212e-02 ] [ l_g_total: 2.6212e-02 ] +2024-10-02 02:49:09,898 INFO: [ epoch: 69 ] [ iter:161,000 ] [ performance: 26.693 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:01 ] [ l_g_pix: 2.7853e-02 ] [ l_g_total: 2.7853e-02 ] +2024-10-02 02:49:13,658 INFO: [ epoch: 69 ] [ iter:161,100 ] [ performance: 26.614 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:55 ] [ l_g_pix: 3.4635e-02 ] [ l_g_total: 3.4635e-02 ] +2024-10-02 02:49:17,401 INFO: [ epoch: 69 ] [ iter:161,200 ] [ performance: 26.667 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:48 ] [ l_g_pix: 2.3388e-02 ] [ l_g_total: 2.3388e-02 ] +2024-10-02 02:49:21,250 INFO: [ epoch: 69 ] [ iter:161,300 ] [ performance: 25.981 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:42 ] [ l_g_pix: 3.7821e-02 ] [ l_g_total: 3.7821e-02 ] +2024-10-02 02:49:24,981 INFO: [ epoch: 69 ] [ iter:161,400 ] [ performance: 26.396 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:35 ] [ l_g_pix: 3.4773e-02 ] [ l_g_total: 3.4773e-02 ] +2024-10-02 02:49:28,770 INFO: [ epoch: 69 ] [ iter:161,500 ] [ performance: 26.385 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:28 ] [ l_g_pix: 1.8843e-02 ] [ l_g_total: 1.8843e-02 ] +2024-10-02 02:49:32,570 INFO: [ epoch: 69 ] [ iter:161,600 ] [ performance: 26.354 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:22 ] [ l_g_pix: 3.6927e-02 ] [ l_g_total: 3.6927e-02 ] +2024-10-02 02:49:36,376 INFO: [ epoch: 69 ] [ iter:161,700 ] [ performance: 26.317 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:15 ] [ l_g_pix: 3.9462e-02 ] [ l_g_total: 3.9462e-02 ] +2024-10-02 02:49:40,220 INFO: [ epoch: 69 ] [ iter:161,800 ] [ performance: 26.164 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:09 ] [ l_g_pix: 2.5988e-02 ] [ l_g_total: 2.5988e-02 ] +2024-10-02 02:49:44,032 INFO: [ epoch: 69 ] [ iter:161,900 ] [ performance: 26.229 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:02 ] [ l_g_pix: 3.5221e-02 ] [ l_g_total: 3.5221e-02 ] +2024-10-02 02:49:47,839 INFO: [ epoch: 69 ] [ iter:162,000 ] [ performance: 26.252 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:56 ] [ l_g_pix: 3.5711e-02 ] [ l_g_total: 3.5711e-02 ] +2024-10-02 02:49:51,693 INFO: [ epoch: 69 ] [ iter:162,100 ] [ performance: 25.972 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:49 ] [ l_g_pix: 3.0642e-02 ] [ l_g_total: 3.0642e-02 ] +2024-10-02 02:49:55,490 INFO: [ epoch: 69 ] [ iter:162,200 ] [ performance: 26.161 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:43 ] [ l_g_pix: 3.3705e-02 ] [ l_g_total: 3.3705e-02 ] +2024-10-02 02:49:59,286 INFO: [ epoch: 69 ] [ iter:162,300 ] [ performance: 26.433 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:36 ] [ l_g_pix: 3.7623e-02 ] [ l_g_total: 3.7623e-02 ] +2024-10-02 02:50:03,092 INFO: [ epoch: 69 ] [ iter:162,400 ] [ performance: 26.353 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:30 ] [ l_g_pix: 4.3071e-02 ] [ l_g_total: 4.3071e-02 ] +2024-10-02 02:50:06,882 INFO: [ epoch: 69 ] [ iter:162,500 ] [ performance: 26.364 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:23 ] [ l_g_pix: 2.8235e-02 ] [ l_g_total: 2.8235e-02 ] +2024-10-02 02:50:10,746 INFO: [ epoch: 69 ] [ iter:162,600 ] [ performance: 26.114 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:17 ] [ l_g_pix: 4.1546e-02 ] [ l_g_total: 4.1546e-02 ] +2024-10-02 02:50:14,530 INFO: [ epoch: 69 ] [ iter:162,700 ] [ performance: 26.508 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:11 ] [ l_g_pix: 3.3242e-02 ] [ l_g_total: 3.3242e-02 ] +2024-10-02 02:50:18,320 INFO: [ epoch: 69 ] [ iter:162,800 ] [ performance: 26.445 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:04 ] [ l_g_pix: 2.7997e-02 ] [ l_g_total: 2.7997e-02 ] +2024-10-02 02:50:22,943 INFO: [ epoch: 70 ] [ iter:162,900 ] [ performance: 21.067 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:58 ] [ l_g_pix: 2.5838e-02 ] [ l_g_total: 2.5838e-02 ] +2024-10-02 02:50:27,018 INFO: [ epoch: 70 ] [ iter:163,000 ] [ performance: 22.767 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:51 ] [ l_g_pix: 4.1453e-02 ] [ l_g_total: 4.1453e-02 ] +2024-10-02 02:50:30,831 INFO: [ epoch: 70 ] [ iter:163,100 ] [ performance: 26.244 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:45 ] [ l_g_pix: 4.0610e-02 ] [ l_g_total: 4.0610e-02 ] +2024-10-02 02:50:34,599 INFO: [ epoch: 70 ] [ iter:163,200 ] [ performance: 26.403 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:38 ] [ l_g_pix: 4.1478e-02 ] [ l_g_total: 4.1478e-02 ] +2024-10-02 02:50:38,482 INFO: [ epoch: 70 ] [ iter:163,300 ] [ performance: 26.153 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:32 ] [ l_g_pix: 3.1122e-02 ] [ l_g_total: 3.1122e-02 ] +2024-10-02 02:50:42,322 INFO: [ epoch: 70 ] [ iter:163,400 ] [ performance: 26.098 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:25 ] [ l_g_pix: 4.5738e-02 ] [ l_g_total: 4.5738e-02 ] +2024-10-02 02:50:46,128 INFO: [ epoch: 70 ] [ iter:163,500 ] [ performance: 26.253 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:19 ] [ l_g_pix: 4.0954e-02 ] [ l_g_total: 4.0954e-02 ] +2024-10-02 02:50:49,940 INFO: [ epoch: 70 ] [ iter:163,600 ] [ performance: 26.247 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:13 ] [ l_g_pix: 2.9700e-02 ] [ l_g_total: 2.9700e-02 ] +2024-10-02 02:50:53,729 INFO: [ epoch: 70 ] [ iter:163,700 ] [ performance: 26.428 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:06 ] [ l_g_pix: 2.6813e-02 ] [ l_g_total: 2.6813e-02 ] +2024-10-02 02:50:57,546 INFO: [ epoch: 70 ] [ iter:163,800 ] [ performance: 26.306 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:00 ] [ l_g_pix: 3.9492e-02 ] [ l_g_total: 3.9492e-02 ] +2024-10-02 02:51:01,337 INFO: [ epoch: 70 ] [ iter:163,900 ] [ performance: 26.470 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:53 ] [ l_g_pix: 2.3217e-02 ] [ l_g_total: 2.3217e-02 ] +2024-10-02 02:51:05,116 INFO: [ epoch: 70 ] [ iter:164,000 ] [ performance: 26.470 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:47 ] [ l_g_pix: 3.2106e-02 ] [ l_g_total: 3.2106e-02 ] +2024-10-02 02:51:08,880 INFO: [ epoch: 70 ] [ iter:164,100 ] [ performance: 26.660 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:40 ] [ l_g_pix: 3.0593e-02 ] [ l_g_total: 3.0593e-02 ] +2024-10-02 02:51:12,638 INFO: [ epoch: 70 ] [ iter:164,200 ] [ performance: 26.636 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:34 ] [ l_g_pix: 2.9280e-02 ] [ l_g_total: 2.9280e-02 ] +2024-10-02 02:51:16,841 INFO: [ epoch: 70 ] [ iter:164,300 ] [ performance: 24.362 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:28 ] [ l_g_pix: 4.4272e-02 ] [ l_g_total: 4.4272e-02 ] +2024-10-02 02:51:20,646 INFO: [ epoch: 70 ] [ iter:164,400 ] [ performance: 25.380 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:21 ] [ l_g_pix: 1.4094e-02 ] [ l_g_total: 1.4094e-02 ] +2024-10-02 02:51:24,409 INFO: [ epoch: 70 ] [ iter:164,500 ] [ performance: 26.622 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:15 ] [ l_g_pix: 3.5666e-02 ] [ l_g_total: 3.5666e-02 ] +2024-10-02 02:51:28,210 INFO: [ epoch: 70 ] [ iter:164,600 ] [ performance: 26.453 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:08 ] [ l_g_pix: 3.0112e-02 ] [ l_g_total: 3.0112e-02 ] +2024-10-02 02:51:31,996 INFO: [ epoch: 70 ] [ iter:164,700 ] [ performance: 26.378 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:02 ] [ l_g_pix: 3.2991e-02 ] [ l_g_total: 3.2991e-02 ] +2024-10-02 02:51:35,787 INFO: [ epoch: 70 ] [ iter:164,800 ] [ performance: 26.380 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:55 ] [ l_g_pix: 2.7658e-02 ] [ l_g_total: 2.7658e-02 ] +2024-10-02 02:51:39,630 INFO: [ epoch: 70 ] [ iter:164,900 ] [ performance: 26.171 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:49 ] [ l_g_pix: 2.6409e-02 ] [ l_g_total: 2.6409e-02 ] +2024-10-02 02:51:43,421 INFO: [ epoch: 70 ] [ iter:165,000 ] [ performance: 26.289 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:43 ] [ l_g_pix: 2.9330e-02 ] [ l_g_total: 2.9330e-02 ] +2024-10-02 02:51:47,241 INFO: [ epoch: 70 ] [ iter:165,100 ] [ performance: 26.250 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:36 ] [ l_g_pix: 4.2086e-02 ] [ l_g_total: 4.2086e-02 ] +2024-10-02 02:51:50,765 INFO: [ epoch: 70 ] [ iter:165,200 ] [ performance: 27.401 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:30 ] [ l_g_pix: 3.8160e-02 ] [ l_g_total: 3.8160e-02 ] +2024-10-02 02:51:55,921 INFO: [ epoch: 71 ] [ iter:165,300 ] [ performance: 24.270 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:24 ] [ l_g_pix: 3.2659e-02 ] [ l_g_total: 3.2659e-02 ] +2024-10-02 02:51:59,689 INFO: [ epoch: 71 ] [ iter:165,400 ] [ performance: 25.517 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:17 ] [ l_g_pix: 2.5821e-02 ] [ l_g_total: 2.5821e-02 ] +2024-10-02 02:52:03,464 INFO: [ epoch: 71 ] [ iter:165,500 ] [ performance: 26.654 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:11 ] [ l_g_pix: 3.8487e-02 ] [ l_g_total: 3.8487e-02 ] +2024-10-02 02:52:07,264 INFO: [ epoch: 71 ] [ iter:165,600 ] [ performance: 26.466 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:04 ] [ l_g_pix: 3.2841e-02 ] [ l_g_total: 3.2841e-02 ] +2024-10-02 02:52:11,029 INFO: [ epoch: 71 ] [ iter:165,700 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:58 ] [ l_g_pix: 2.7731e-02 ] [ l_g_total: 2.7731e-02 ] +2024-10-02 02:52:14,803 INFO: [ epoch: 71 ] [ iter:165,800 ] [ performance: 26.643 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:52 ] [ l_g_pix: 3.1497e-02 ] [ l_g_total: 3.1497e-02 ] +2024-10-02 02:52:18,544 INFO: [ epoch: 71 ] [ iter:165,900 ] [ performance: 26.821 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:45 ] [ l_g_pix: 3.4740e-02 ] [ l_g_total: 3.4740e-02 ] +2024-10-02 02:52:22,326 INFO: [ epoch: 71 ] [ iter:166,000 ] [ performance: 26.606 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:39 ] [ l_g_pix: 3.1358e-02 ] [ l_g_total: 3.1358e-02 ] +2024-10-02 02:52:26,161 INFO: [ epoch: 71 ] [ iter:166,100 ] [ performance: 25.984 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:32 ] [ l_g_pix: 3.2759e-02 ] [ l_g_total: 3.2759e-02 ] +2024-10-02 02:52:30,026 INFO: [ epoch: 71 ] [ iter:166,200 ] [ performance: 25.921 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:26 ] [ l_g_pix: 2.1471e-02 ] [ l_g_total: 2.1471e-02 ] +2024-10-02 02:52:33,736 INFO: [ epoch: 71 ] [ iter:166,300 ] [ performance: 27.128 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:20 ] [ l_g_pix: 2.2594e-02 ] [ l_g_total: 2.2594e-02 ] +2024-10-02 02:52:37,468 INFO: [ epoch: 71 ] [ iter:166,400 ] [ performance: 26.938 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:13 ] [ l_g_pix: 2.2146e-02 ] [ l_g_total: 2.2146e-02 ] +2024-10-02 02:52:41,309 INFO: [ epoch: 71 ] [ iter:166,500 ] [ performance: 26.182 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:07 ] [ l_g_pix: 2.7690e-02 ] [ l_g_total: 2.7690e-02 ] +2024-10-02 02:52:45,112 INFO: [ epoch: 71 ] [ iter:166,600 ] [ performance: 26.250 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:01 ] [ l_g_pix: 4.2401e-02 ] [ l_g_total: 4.2401e-02 ] +2024-10-02 02:52:48,927 INFO: [ epoch: 71 ] [ iter:166,700 ] [ performance: 26.308 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:54 ] [ l_g_pix: 3.9050e-02 ] [ l_g_total: 3.9050e-02 ] +2024-10-02 02:52:52,698 INFO: [ epoch: 71 ] [ iter:166,800 ] [ performance: 26.436 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:48 ] [ l_g_pix: 2.8681e-02 ] [ l_g_total: 2.8681e-02 ] +2024-10-02 02:52:56,505 INFO: [ epoch: 71 ] [ iter:166,900 ] [ performance: 26.502 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:42 ] [ l_g_pix: 3.4778e-02 ] [ l_g_total: 3.4778e-02 ] +2024-10-02 02:53:00,233 INFO: [ epoch: 71 ] [ iter:167,000 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:35 ] [ l_g_pix: 3.0264e-02 ] [ l_g_total: 3.0264e-02 ] +2024-10-02 02:53:04,044 INFO: [ epoch: 71 ] [ iter:167,100 ] [ performance: 26.494 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:29 ] [ l_g_pix: 2.9155e-02 ] [ l_g_total: 2.9155e-02 ] +2024-10-02 02:53:07,826 INFO: [ epoch: 71 ] [ iter:167,200 ] [ performance: 26.466 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:23 ] [ l_g_pix: 3.1187e-02 ] [ l_g_total: 3.1187e-02 ] +2024-10-02 02:53:11,581 INFO: [ epoch: 71 ] [ iter:167,300 ] [ performance: 26.694 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:16 ] [ l_g_pix: 2.7766e-02 ] [ l_g_total: 2.7766e-02 ] +2024-10-02 02:53:15,333 INFO: [ epoch: 71 ] [ iter:167,400 ] [ performance: 26.672 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:10 ] [ l_g_pix: 2.0966e-02 ] [ l_g_total: 2.0966e-02 ] +2024-10-02 02:53:18,980 INFO: [ epoch: 71 ] [ iter:167,500 ] [ performance: 28.205 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:03 ] [ l_g_pix: 2.1036e-02 ] [ l_g_total: 2.1036e-02 ] +2024-10-02 02:53:23,960 INFO: [ epoch: 72 ] [ iter:167,600 ] [ performance: 22.708 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:57 ] [ l_g_pix: 2.7934e-02 ] [ l_g_total: 2.7934e-02 ] +2024-10-02 02:53:27,717 INFO: [ epoch: 72 ] [ iter:167,700 ] [ performance: 26.703 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:51 ] [ l_g_pix: 3.6416e-02 ] [ l_g_total: 3.6416e-02 ] +2024-10-02 02:53:31,451 INFO: [ epoch: 72 ] [ iter:167,800 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:45 ] [ l_g_pix: 4.0341e-02 ] [ l_g_total: 4.0341e-02 ] +2024-10-02 02:53:35,230 INFO: [ epoch: 72 ] [ iter:167,900 ] [ performance: 26.520 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:38 ] [ l_g_pix: 2.9568e-02 ] [ l_g_total: 2.9568e-02 ] +2024-10-02 02:53:38,998 INFO: [ epoch: 72 ] [ iter:168,000 ] [ performance: 26.537 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:32 ] [ l_g_pix: 3.2790e-02 ] [ l_g_total: 3.2790e-02 ] +2024-10-02 02:53:42,748 INFO: [ epoch: 72 ] [ iter:168,100 ] [ performance: 26.753 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:26 ] [ l_g_pix: 3.1353e-02 ] [ l_g_total: 3.1353e-02 ] +2024-10-02 02:53:46,526 INFO: [ epoch: 72 ] [ iter:168,200 ] [ performance: 26.583 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:19 ] [ l_g_pix: 3.1333e-02 ] [ l_g_total: 3.1333e-02 ] +2024-10-02 02:53:50,333 INFO: [ epoch: 72 ] [ iter:168,300 ] [ performance: 26.128 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:13 ] [ l_g_pix: 4.8687e-02 ] [ l_g_total: 4.8687e-02 ] +2024-10-02 02:53:54,078 INFO: [ epoch: 72 ] [ iter:168,400 ] [ performance: 26.483 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:07 ] [ l_g_pix: 2.2001e-02 ] [ l_g_total: 2.2001e-02 ] +2024-10-02 02:53:57,818 INFO: [ epoch: 72 ] [ iter:168,500 ] [ performance: 26.792 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:00 ] [ l_g_pix: 3.5371e-02 ] [ l_g_total: 3.5371e-02 ] +2024-10-02 02:54:01,531 INFO: [ epoch: 72 ] [ iter:168,600 ] [ performance: 26.881 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:54 ] [ l_g_pix: 2.6577e-02 ] [ l_g_total: 2.6577e-02 ] +2024-10-02 02:54:05,294 INFO: [ epoch: 72 ] [ iter:168,700 ] [ performance: 26.601 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:48 ] [ l_g_pix: 2.7668e-02 ] [ l_g_total: 2.7668e-02 ] +2024-10-02 02:54:09,017 INFO: [ epoch: 72 ] [ iter:168,800 ] [ performance: 26.767 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:42 ] [ l_g_pix: 3.1143e-02 ] [ l_g_total: 3.1143e-02 ] +2024-10-02 02:54:12,765 INFO: [ epoch: 72 ] [ iter:168,900 ] [ performance: 26.555 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:35 ] [ l_g_pix: 2.9373e-02 ] [ l_g_total: 2.9373e-02 ] +2024-10-02 02:54:16,547 INFO: [ epoch: 72 ] [ iter:169,000 ] [ performance: 26.489 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:29 ] [ l_g_pix: 3.5264e-02 ] [ l_g_total: 3.5264e-02 ] +2024-10-02 02:54:20,334 INFO: [ epoch: 72 ] [ iter:169,100 ] [ performance: 26.370 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:23 ] [ l_g_pix: 3.4748e-02 ] [ l_g_total: 3.4748e-02 ] +2024-10-02 02:54:24,175 INFO: [ epoch: 72 ] [ iter:169,200 ] [ performance: 26.164 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:16 ] [ l_g_pix: 3.4880e-02 ] [ l_g_total: 3.4880e-02 ] +2024-10-02 02:54:27,936 INFO: [ epoch: 72 ] [ iter:169,300 ] [ performance: 26.630 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:10 ] [ l_g_pix: 2.3878e-02 ] [ l_g_total: 2.3878e-02 ] +2024-10-02 02:54:31,716 INFO: [ epoch: 72 ] [ iter:169,400 ] [ performance: 26.525 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:04 ] [ l_g_pix: 3.6619e-02 ] [ l_g_total: 3.6619e-02 ] +2024-10-02 02:54:35,536 INFO: [ epoch: 72 ] [ iter:169,500 ] [ performance: 26.330 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:58 ] [ l_g_pix: 2.2363e-02 ] [ l_g_total: 2.2363e-02 ] +2024-10-02 02:54:39,359 INFO: [ epoch: 72 ] [ iter:169,600 ] [ performance: 26.225 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:51 ] [ l_g_pix: 2.6230e-02 ] [ l_g_total: 2.6230e-02 ] +2024-10-02 02:54:43,153 INFO: [ epoch: 72 ] [ iter:169,700 ] [ performance: 26.294 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:45 ] [ l_g_pix: 3.2874e-02 ] [ l_g_total: 3.2874e-02 ] +2024-10-02 02:54:46,895 INFO: [ epoch: 72 ] [ iter:169,800 ] [ performance: 26.571 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:39 ] [ l_g_pix: 3.0807e-02 ] [ l_g_total: 3.0807e-02 ] +2024-10-02 02:54:51,680 INFO: [ epoch: 73 ] [ iter:169,900 ] [ performance: 17.129 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:33 ] [ l_g_pix: 2.2912e-02 ] [ l_g_total: 2.2912e-02 ] +2024-10-02 02:54:55,623 INFO: [ epoch: 73 ] [ iter:170,000 ] [ performance: 21.671 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:26 ] [ l_g_pix: 3.0298e-02 ] [ l_g_total: 3.0298e-02 ] +2024-10-02 02:54:55,623 INFO: Saving models and training states. +2024-10-02 02:59:01,321 INFO: Validation val + + # psnr: 27.2053........ Best: 27.2053 @ 170000 iter + # ssim: 0.7666........ Best: 0.7666 @ 170000 iter + # dists: 0.7733........ Best: 0.7733 @ 170000 iter + +2024-10-02 02:59:05,077 INFO: [ epoch: 73 ] [ iter:170,100 ] [ performance: 26.456 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:03 ] [ l_g_pix: 2.2377e-02 ] [ l_g_total: 2.2377e-02 ] +2024-10-02 02:59:08,809 INFO: [ epoch: 73 ] [ iter:170,200 ] [ performance: 26.676 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:57 ] [ l_g_pix: 3.8052e-02 ] [ l_g_total: 3.8052e-02 ] +2024-10-02 02:59:13,010 INFO: [ epoch: 73 ] [ iter:170,300 ] [ performance: 21.575 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:51 ] [ l_g_pix: 3.5034e-02 ] [ l_g_total: 3.5034e-02 ] +2024-10-02 02:59:17,636 INFO: [ epoch: 73 ] [ iter:170,400 ] [ performance: 21.607 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:44 ] [ l_g_pix: 2.5267e-02 ] [ l_g_total: 2.5267e-02 ] +2024-10-02 02:59:21,792 INFO: [ epoch: 73 ] [ iter:170,500 ] [ performance: 24.705 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:38 ] [ l_g_pix: 2.6527e-02 ] [ l_g_total: 2.6527e-02 ] +2024-10-02 02:59:25,729 INFO: [ epoch: 73 ] [ iter:170,600 ] [ performance: 25.159 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:32 ] [ l_g_pix: 2.7144e-02 ] [ l_g_total: 2.7144e-02 ] +2024-10-02 02:59:29,486 INFO: [ epoch: 73 ] [ iter:170,700 ] [ performance: 26.684 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:25 ] [ l_g_pix: 3.3405e-02 ] [ l_g_total: 3.3405e-02 ] +2024-10-02 02:59:33,233 INFO: [ epoch: 73 ] [ iter:170,800 ] [ performance: 26.690 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:19 ] [ l_g_pix: 2.5475e-02 ] [ l_g_total: 2.5475e-02 ] +2024-10-02 02:59:37,023 INFO: [ epoch: 73 ] [ iter:170,900 ] [ performance: 26.550 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:12 ] [ l_g_pix: 2.6295e-02 ] [ l_g_total: 2.6295e-02 ] +2024-10-02 02:59:40,825 INFO: [ epoch: 73 ] [ iter:171,000 ] [ performance: 26.387 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:06 ] [ l_g_pix: 3.0850e-02 ] [ l_g_total: 3.0850e-02 ] +2024-10-02 02:59:44,547 INFO: [ epoch: 73 ] [ iter:171,100 ] [ performance: 26.530 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:59 ] [ l_g_pix: 2.9009e-02 ] [ l_g_total: 2.9009e-02 ] +2024-10-02 02:59:48,384 INFO: [ epoch: 73 ] [ iter:171,200 ] [ performance: 26.220 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:53 ] [ l_g_pix: 4.4938e-02 ] [ l_g_total: 4.4938e-02 ] +2024-10-02 02:59:52,190 INFO: [ epoch: 73 ] [ iter:171,300 ] [ performance: 26.432 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:47 ] [ l_g_pix: 3.1626e-02 ] [ l_g_total: 3.1626e-02 ] +2024-10-02 02:59:55,996 INFO: [ epoch: 73 ] [ iter:171,400 ] [ performance: 26.326 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:40 ] [ l_g_pix: 3.5573e-02 ] [ l_g_total: 3.5573e-02 ] +2024-10-02 02:59:59,775 INFO: [ epoch: 73 ] [ iter:171,500 ] [ performance: 26.309 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:34 ] [ l_g_pix: 3.2142e-02 ] [ l_g_total: 3.2142e-02 ] +2024-10-02 03:00:03,544 INFO: [ epoch: 73 ] [ iter:171,600 ] [ performance: 26.465 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:28 ] [ l_g_pix: 3.4300e-02 ] [ l_g_total: 3.4300e-02 ] +2024-10-02 03:00:07,455 INFO: [ epoch: 73 ] [ iter:171,700 ] [ performance: 26.482 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:21 ] [ l_g_pix: 2.4489e-02 ] [ l_g_total: 2.4489e-02 ] +2024-10-02 03:00:11,273 INFO: [ epoch: 73 ] [ iter:171,800 ] [ performance: 26.287 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:15 ] [ l_g_pix: 3.2637e-02 ] [ l_g_total: 3.2637e-02 ] +2024-10-02 03:00:15,133 INFO: [ epoch: 73 ] [ iter:171,900 ] [ performance: 25.648 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:08 ] [ l_g_pix: 3.9174e-02 ] [ l_g_total: 3.9174e-02 ] +2024-10-02 03:00:18,933 INFO: [ epoch: 73 ] [ iter:172,000 ] [ performance: 26.112 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:02 ] [ l_g_pix: 4.0392e-02 ] [ l_g_total: 4.0392e-02 ] +2024-10-02 03:00:22,736 INFO: [ epoch: 73 ] [ iter:172,100 ] [ performance: 26.283 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:56 ] [ l_g_pix: 4.4784e-02 ] [ l_g_total: 4.4784e-02 ] +2024-10-02 03:00:27,312 INFO: [ epoch: 74 ] [ iter:172,200 ] [ performance: 23.046 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:49 ] [ l_g_pix: 2.8329e-02 ] [ l_g_total: 2.8329e-02 ] +2024-10-02 03:00:31,370 INFO: [ epoch: 74 ] [ iter:172,300 ] [ performance: 26.577 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:43 ] [ l_g_pix: 3.4978e-02 ] [ l_g_total: 3.4978e-02 ] +2024-10-02 03:00:35,158 INFO: [ epoch: 74 ] [ iter:172,400 ] [ performance: 26.457 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:37 ] [ l_g_pix: 4.4367e-02 ] [ l_g_total: 4.4367e-02 ] +2024-10-02 03:00:38,905 INFO: [ epoch: 74 ] [ iter:172,500 ] [ performance: 26.526 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:30 ] [ l_g_pix: 3.0641e-02 ] [ l_g_total: 3.0641e-02 ] +2024-10-02 03:00:42,712 INFO: [ epoch: 74 ] [ iter:172,600 ] [ performance: 26.347 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:24 ] [ l_g_pix: 2.5543e-02 ] [ l_g_total: 2.5543e-02 ] +2024-10-02 03:00:46,481 INFO: [ epoch: 74 ] [ iter:172,700 ] [ performance: 26.439 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:18 ] [ l_g_pix: 3.1417e-02 ] [ l_g_total: 3.1417e-02 ] +2024-10-02 03:00:50,278 INFO: [ epoch: 74 ] [ iter:172,800 ] [ performance: 26.383 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:11 ] [ l_g_pix: 4.2946e-02 ] [ l_g_total: 4.2946e-02 ] +2024-10-02 03:00:54,069 INFO: [ epoch: 74 ] [ iter:172,900 ] [ performance: 26.163 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:05 ] [ l_g_pix: 3.0187e-02 ] [ l_g_total: 3.0187e-02 ] +2024-10-02 03:00:57,843 INFO: [ epoch: 74 ] [ iter:173,000 ] [ performance: 26.407 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:59 ] [ l_g_pix: 4.4898e-02 ] [ l_g_total: 4.4898e-02 ] +2024-10-02 03:01:01,619 INFO: [ epoch: 74 ] [ iter:173,100 ] [ performance: 26.962 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:52 ] [ l_g_pix: 3.5446e-02 ] [ l_g_total: 3.5446e-02 ] +2024-10-02 03:01:05,367 INFO: [ epoch: 74 ] [ iter:173,200 ] [ performance: 26.762 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:46 ] [ l_g_pix: 2.7396e-02 ] [ l_g_total: 2.7396e-02 ] +2024-10-02 03:01:09,153 INFO: [ epoch: 74 ] [ iter:173,300 ] [ performance: 26.207 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:40 ] [ l_g_pix: 4.2325e-02 ] [ l_g_total: 4.2325e-02 ] +2024-10-02 03:01:12,946 INFO: [ epoch: 74 ] [ iter:173,400 ] [ performance: 26.328 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:33 ] [ l_g_pix: 3.4359e-02 ] [ l_g_total: 3.4359e-02 ] +2024-10-02 03:01:16,757 INFO: [ epoch: 74 ] [ iter:173,500 ] [ performance: 26.314 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:27 ] [ l_g_pix: 2.9482e-02 ] [ l_g_total: 2.9482e-02 ] +2024-10-02 03:01:20,566 INFO: [ epoch: 74 ] [ iter:173,600 ] [ performance: 26.275 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:21 ] [ l_g_pix: 3.2643e-02 ] [ l_g_total: 3.2643e-02 ] +2024-10-02 03:01:24,449 INFO: [ epoch: 74 ] [ iter:173,700 ] [ performance: 25.098 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:14 ] [ l_g_pix: 3.5679e-02 ] [ l_g_total: 3.5679e-02 ] +2024-10-02 03:01:28,319 INFO: [ epoch: 74 ] [ iter:173,800 ] [ performance: 25.646 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:08 ] [ l_g_pix: 4.1106e-02 ] [ l_g_total: 4.1106e-02 ] +2024-10-02 03:01:32,191 INFO: [ epoch: 74 ] [ iter:173,900 ] [ performance: 25.970 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:02 ] [ l_g_pix: 3.8570e-02 ] [ l_g_total: 3.8570e-02 ] +2024-10-02 03:01:36,013 INFO: [ epoch: 74 ] [ iter:174,000 ] [ performance: 26.120 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:55 ] [ l_g_pix: 4.5955e-02 ] [ l_g_total: 4.5955e-02 ] +2024-10-02 03:01:39,812 INFO: [ epoch: 74 ] [ iter:174,100 ] [ performance: 26.459 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:49 ] [ l_g_pix: 4.0936e-02 ] [ l_g_total: 4.0936e-02 ] +2024-10-02 03:01:43,582 INFO: [ epoch: 74 ] [ iter:174,200 ] [ performance: 26.515 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:43 ] [ l_g_pix: 2.7749e-02 ] [ l_g_total: 2.7749e-02 ] +2024-10-02 03:01:47,395 INFO: [ epoch: 74 ] [ iter:174,300 ] [ performance: 26.249 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:37 ] [ l_g_pix: 3.0345e-02 ] [ l_g_total: 3.0345e-02 ] +2024-10-02 03:01:51,163 INFO: [ epoch: 74 ] [ iter:174,400 ] [ performance: 26.472 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:30 ] [ l_g_pix: 3.3095e-02 ] [ l_g_total: 3.3095e-02 ] +2024-10-02 03:01:54,763 INFO: [ epoch: 74 ] [ iter:174,500 ] [ performance: 28.886 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:24 ] [ l_g_pix: 2.9333e-02 ] [ l_g_total: 2.9333e-02 ] +2024-10-02 03:01:59,896 INFO: [ epoch: 75 ] [ iter:174,600 ] [ performance: 21.155 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:18 ] [ l_g_pix: 3.0571e-02 ] [ l_g_total: 3.0571e-02 ] +2024-10-02 03:02:03,702 INFO: [ epoch: 75 ] [ iter:174,700 ] [ performance: 27.098 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:11 ] [ l_g_pix: 3.4438e-02 ] [ l_g_total: 3.4438e-02 ] +2024-10-02 03:02:07,499 INFO: [ epoch: 75 ] [ iter:174,800 ] [ performance: 26.519 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:05 ] [ l_g_pix: 3.0901e-02 ] [ l_g_total: 3.0901e-02 ] +2024-10-02 03:02:11,584 INFO: [ epoch: 75 ] [ iter:174,900 ] [ performance: 21.992 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:59 ] [ l_g_pix: 3.7801e-02 ] [ l_g_total: 3.7801e-02 ] +2024-10-02 03:02:15,386 INFO: [ epoch: 75 ] [ iter:175,000 ] [ performance: 25.166 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:53 ] [ l_g_pix: 4.2532e-02 ] [ l_g_total: 4.2532e-02 ] +2024-10-02 03:02:19,123 INFO: [ epoch: 75 ] [ iter:175,100 ] [ performance: 26.791 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:46 ] [ l_g_pix: 3.6930e-02 ] [ l_g_total: 3.6930e-02 ] +2024-10-02 03:02:22,909 INFO: [ epoch: 75 ] [ iter:175,200 ] [ performance: 26.503 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:40 ] [ l_g_pix: 2.5733e-02 ] [ l_g_total: 2.5733e-02 ] +2024-10-02 03:02:26,621 INFO: [ epoch: 75 ] [ iter:175,300 ] [ performance: 27.400 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:34 ] [ l_g_pix: 2.5603e-02 ] [ l_g_total: 2.5603e-02 ] +2024-10-02 03:02:30,406 INFO: [ epoch: 75 ] [ iter:175,400 ] [ performance: 26.632 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:28 ] [ l_g_pix: 3.5304e-02 ] [ l_g_total: 3.5304e-02 ] +2024-10-02 03:02:34,220 INFO: [ epoch: 75 ] [ iter:175,500 ] [ performance: 25.946 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:21 ] [ l_g_pix: 2.8015e-02 ] [ l_g_total: 2.8015e-02 ] +2024-10-02 03:02:38,046 INFO: [ epoch: 75 ] [ iter:175,600 ] [ performance: 26.103 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:15 ] [ l_g_pix: 3.0451e-02 ] [ l_g_total: 3.0451e-02 ] +2024-10-02 03:02:41,861 INFO: [ epoch: 75 ] [ iter:175,700 ] [ performance: 26.046 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:09 ] [ l_g_pix: 3.3640e-02 ] [ l_g_total: 3.3640e-02 ] +2024-10-02 03:02:45,689 INFO: [ epoch: 75 ] [ iter:175,800 ] [ performance: 26.107 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:02 ] [ l_g_pix: 3.1241e-02 ] [ l_g_total: 3.1241e-02 ] +2024-10-02 03:02:49,519 INFO: [ epoch: 75 ] [ iter:175,900 ] [ performance: 26.353 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:56 ] [ l_g_pix: 2.1591e-02 ] [ l_g_total: 2.1591e-02 ] +2024-10-02 03:02:53,298 INFO: [ epoch: 75 ] [ iter:176,000 ] [ performance: 26.444 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:50 ] [ l_g_pix: 2.7698e-02 ] [ l_g_total: 2.7698e-02 ] +2024-10-02 03:02:57,136 INFO: [ epoch: 75 ] [ iter:176,100 ] [ performance: 26.739 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:44 ] [ l_g_pix: 2.8117e-02 ] [ l_g_total: 2.8117e-02 ] +2024-10-02 03:03:00,982 INFO: [ epoch: 75 ] [ iter:176,200 ] [ performance: 26.145 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:37 ] [ l_g_pix: 3.1209e-02 ] [ l_g_total: 3.1209e-02 ] +2024-10-02 03:03:05,019 INFO: [ epoch: 75 ] [ iter:176,300 ] [ performance: 25.961 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:31 ] [ l_g_pix: 2.5894e-02 ] [ l_g_total: 2.5894e-02 ] +2024-10-02 03:03:08,842 INFO: [ epoch: 75 ] [ iter:176,400 ] [ performance: 26.122 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:25 ] [ l_g_pix: 2.8222e-02 ] [ l_g_total: 2.8222e-02 ] +2024-10-02 03:03:12,707 INFO: [ epoch: 75 ] [ iter:176,500 ] [ performance: 26.204 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:19 ] [ l_g_pix: 3.6967e-02 ] [ l_g_total: 3.6967e-02 ] +2024-10-02 03:03:16,563 INFO: [ epoch: 75 ] [ iter:176,600 ] [ performance: 25.983 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:13 ] [ l_g_pix: 1.7328e-02 ] [ l_g_total: 1.7328e-02 ] +2024-10-02 03:03:20,384 INFO: [ epoch: 75 ] [ iter:176,700 ] [ performance: 26.455 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:06 ] [ l_g_pix: 3.1142e-02 ] [ l_g_total: 3.1142e-02 ] +2024-10-02 03:03:24,071 INFO: [ epoch: 75 ] [ iter:176,800 ] [ performance: 27.012 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:00 ] [ l_g_pix: 1.3380e-02 ] [ l_g_total: 1.3380e-02 ] +2024-10-02 03:03:29,079 INFO: [ epoch: 76 ] [ iter:176,900 ] [ performance: 22.611 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:54 ] [ l_g_pix: 4.3697e-02 ] [ l_g_total: 4.3697e-02 ] +2024-10-02 03:03:32,870 INFO: [ epoch: 76 ] [ iter:177,000 ] [ performance: 25.675 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:48 ] [ l_g_pix: 2.9344e-02 ] [ l_g_total: 2.9344e-02 ] +2024-10-02 03:03:36,709 INFO: [ epoch: 76 ] [ iter:177,100 ] [ performance: 25.972 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:42 ] [ l_g_pix: 2.5533e-02 ] [ l_g_total: 2.5533e-02 ] +2024-10-02 03:03:40,523 INFO: [ epoch: 76 ] [ iter:177,200 ] [ performance: 26.183 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:35 ] [ l_g_pix: 3.3977e-02 ] [ l_g_total: 3.3977e-02 ] +2024-10-02 03:03:44,311 INFO: [ epoch: 76 ] [ iter:177,300 ] [ performance: 26.477 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:29 ] [ l_g_pix: 3.8563e-02 ] [ l_g_total: 3.8563e-02 ] +2024-10-02 03:03:48,069 INFO: [ epoch: 76 ] [ iter:177,400 ] [ performance: 26.597 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:23 ] [ l_g_pix: 2.7557e-02 ] [ l_g_total: 2.7557e-02 ] +2024-10-02 03:03:51,809 INFO: [ epoch: 76 ] [ iter:177,500 ] [ performance: 26.883 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:17 ] [ l_g_pix: 3.2441e-02 ] [ l_g_total: 3.2441e-02 ] +2024-10-02 03:03:55,588 INFO: [ epoch: 76 ] [ iter:177,600 ] [ performance: 26.528 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:10 ] [ l_g_pix: 1.9067e-02 ] [ l_g_total: 1.9067e-02 ] +2024-10-02 03:03:59,369 INFO: [ epoch: 76 ] [ iter:177,700 ] [ performance: 27.233 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:04 ] [ l_g_pix: 3.2935e-02 ] [ l_g_total: 3.2935e-02 ] +2024-10-02 03:04:03,132 INFO: [ epoch: 76 ] [ iter:177,800 ] [ performance: 26.670 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:58 ] [ l_g_pix: 2.5801e-02 ] [ l_g_total: 2.5801e-02 ] +2024-10-02 03:04:06,908 INFO: [ epoch: 76 ] [ iter:177,900 ] [ performance: 26.855 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:52 ] [ l_g_pix: 3.2779e-02 ] [ l_g_total: 3.2779e-02 ] +2024-10-02 03:04:10,669 INFO: [ epoch: 76 ] [ iter:178,000 ] [ performance: 26.624 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:46 ] [ l_g_pix: 2.9817e-02 ] [ l_g_total: 2.9817e-02 ] +2024-10-02 03:04:14,459 INFO: [ epoch: 76 ] [ iter:178,100 ] [ performance: 26.196 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:39 ] [ l_g_pix: 3.5958e-02 ] [ l_g_total: 3.5958e-02 ] +2024-10-02 03:04:18,246 INFO: [ epoch: 76 ] [ iter:178,200 ] [ performance: 26.389 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:33 ] [ l_g_pix: 2.6238e-02 ] [ l_g_total: 2.6238e-02 ] +2024-10-02 03:04:22,065 INFO: [ epoch: 76 ] [ iter:178,300 ] [ performance: 26.354 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:27 ] [ l_g_pix: 3.0636e-02 ] [ l_g_total: 3.0636e-02 ] +2024-10-02 03:04:25,884 INFO: [ epoch: 76 ] [ iter:178,400 ] [ performance: 26.209 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:21 ] [ l_g_pix: 3.7029e-02 ] [ l_g_total: 3.7029e-02 ] +2024-10-02 03:04:29,690 INFO: [ epoch: 76 ] [ iter:178,500 ] [ performance: 26.629 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:15 ] [ l_g_pix: 4.0413e-02 ] [ l_g_total: 4.0413e-02 ] +2024-10-02 03:04:33,479 INFO: [ epoch: 76 ] [ iter:178,600 ] [ performance: 26.418 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:08 ] [ l_g_pix: 3.7653e-02 ] [ l_g_total: 3.7653e-02 ] +2024-10-02 03:04:37,291 INFO: [ epoch: 76 ] [ iter:178,700 ] [ performance: 26.671 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:02 ] [ l_g_pix: 2.3839e-02 ] [ l_g_total: 2.3839e-02 ] +2024-10-02 03:04:41,099 INFO: [ epoch: 76 ] [ iter:178,800 ] [ performance: 26.309 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:56 ] [ l_g_pix: 2.1164e-02 ] [ l_g_total: 2.1164e-02 ] +2024-10-02 03:04:44,924 INFO: [ epoch: 76 ] [ iter:178,900 ] [ performance: 26.836 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:50 ] [ l_g_pix: 3.2022e-02 ] [ l_g_total: 3.2022e-02 ] +2024-10-02 03:04:48,713 INFO: [ epoch: 76 ] [ iter:179,000 ] [ performance: 26.441 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:44 ] [ l_g_pix: 3.2666e-02 ] [ l_g_total: 3.2666e-02 ] +2024-10-02 03:04:52,476 INFO: [ epoch: 76 ] [ iter:179,100 ] [ performance: 29.750 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:38 ] [ l_g_pix: 3.8020e-02 ] [ l_g_total: 3.8020e-02 ] +2024-10-02 03:04:57,193 INFO: [ epoch: 77 ] [ iter:179,200 ] [ performance: 21.721 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:31 ] [ l_g_pix: 3.2161e-02 ] [ l_g_total: 3.2161e-02 ] +2024-10-02 03:05:01,215 INFO: [ epoch: 77 ] [ iter:179,300 ] [ performance: 27.406 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:25 ] [ l_g_pix: 2.5886e-02 ] [ l_g_total: 2.5886e-02 ] +2024-10-02 03:05:04,988 INFO: [ epoch: 77 ] [ iter:179,400 ] [ performance: 26.576 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:19 ] [ l_g_pix: 4.0202e-02 ] [ l_g_total: 4.0202e-02 ] +2024-10-02 03:05:08,918 INFO: [ epoch: 77 ] [ iter:179,500 ] [ performance: 26.490 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:13 ] [ l_g_pix: 3.5629e-02 ] [ l_g_total: 3.5629e-02 ] +2024-10-02 03:05:12,760 INFO: [ epoch: 77 ] [ iter:179,600 ] [ performance: 26.063 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:07 ] [ l_g_pix: 4.7002e-02 ] [ l_g_total: 4.7002e-02 ] +2024-10-02 03:05:16,553 INFO: [ epoch: 77 ] [ iter:179,700 ] [ performance: 26.067 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:01 ] [ l_g_pix: 2.8993e-02 ] [ l_g_total: 2.8993e-02 ] +2024-10-02 03:05:20,393 INFO: [ epoch: 77 ] [ iter:179,800 ] [ performance: 26.044 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:55 ] [ l_g_pix: 4.7503e-02 ] [ l_g_total: 4.7503e-02 ] +2024-10-02 03:05:24,199 INFO: [ epoch: 77 ] [ iter:179,900 ] [ performance: 27.182 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:48 ] [ l_g_pix: 4.1495e-02 ] [ l_g_total: 4.1495e-02 ] +2024-10-02 03:05:27,986 INFO: [ epoch: 77 ] [ iter:180,000 ] [ performance: 26.449 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:42 ] [ l_g_pix: 3.3838e-02 ] [ l_g_total: 3.3838e-02 ] +2024-10-02 03:05:27,986 INFO: Saving models and training states. +2024-10-02 03:09:59,407 INFO: Validation val + + # psnr: 27.2049........ Best: 27.2053 @ 170000 iter + # ssim: 0.7666........ Best: 0.7666 @ 180000 iter + # dists: 0.7733........ Best: 0.7733 @ 170000 iter + +2024-10-02 03:10:03,179 INFO: [ epoch: 77 ] [ iter:180,100 ] [ performance: 27.820 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:06 ] [ l_g_pix: 4.2520e-02 ] [ l_g_total: 4.2520e-02 ] +2024-10-02 03:10:06,971 INFO: [ epoch: 77 ] [ iter:180,200 ] [ performance: 26.433 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:00 ] [ l_g_pix: 2.9091e-02 ] [ l_g_total: 2.9091e-02 ] +2024-10-02 03:10:10,710 INFO: [ epoch: 77 ] [ iter:180,300 ] [ performance: 27.629 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:53 ] [ l_g_pix: 2.6421e-02 ] [ l_g_total: 2.6421e-02 ] +2024-10-02 03:10:14,545 INFO: [ epoch: 77 ] [ iter:180,400 ] [ performance: 26.122 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:47 ] [ l_g_pix: 2.6947e-02 ] [ l_g_total: 2.6947e-02 ] +2024-10-02 03:10:18,358 INFO: [ epoch: 77 ] [ iter:180,500 ] [ performance: 26.233 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:41 ] [ l_g_pix: 3.0819e-02 ] [ l_g_total: 3.0819e-02 ] +2024-10-02 03:10:22,130 INFO: [ epoch: 77 ] [ iter:180,600 ] [ performance: 26.510 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:35 ] [ l_g_pix: 3.0470e-02 ] [ l_g_total: 3.0470e-02 ] +2024-10-02 03:10:25,848 INFO: [ epoch: 77 ] [ iter:180,700 ] [ performance: 25.159 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:28 ] [ l_g_pix: 3.0212e-02 ] [ l_g_total: 3.0212e-02 ] +2024-10-02 03:10:29,604 INFO: [ epoch: 77 ] [ iter:180,800 ] [ performance: 26.617 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:22 ] [ l_g_pix: 2.6293e-02 ] [ l_g_total: 2.6293e-02 ] +2024-10-02 03:10:33,362 INFO: [ epoch: 77 ] [ iter:180,900 ] [ performance: 26.614 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:16 ] [ l_g_pix: 3.0988e-02 ] [ l_g_total: 3.0988e-02 ] +2024-10-02 03:10:37,114 INFO: [ epoch: 77 ] [ iter:181,000 ] [ performance: 26.657 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:09 ] [ l_g_pix: 2.7993e-02 ] [ l_g_total: 2.7993e-02 ] +2024-10-02 03:10:40,882 INFO: [ epoch: 77 ] [ iter:181,100 ] [ performance: 26.602 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:03 ] [ l_g_pix: 2.1258e-02 ] [ l_g_total: 2.1258e-02 ] +2024-10-02 03:10:44,674 INFO: [ epoch: 77 ] [ iter:181,200 ] [ performance: 26.382 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:57 ] [ l_g_pix: 2.8752e-02 ] [ l_g_total: 2.8752e-02 ] +2024-10-02 03:10:48,449 INFO: [ epoch: 77 ] [ iter:181,300 ] [ performance: 26.438 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:50 ] [ l_g_pix: 2.4548e-02 ] [ l_g_total: 2.4548e-02 ] +2024-10-02 03:10:52,242 INFO: [ epoch: 77 ] [ iter:181,400 ] [ performance: 26.397 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:44 ] [ l_g_pix: 3.4641e-02 ] [ l_g_total: 3.4641e-02 ] +2024-10-02 03:10:55,751 INFO: [ epoch: 77 ] [ iter:181,500 ] [ performance: 27.423 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:38 ] [ l_g_pix: 4.5502e-02 ] [ l_g_total: 4.5502e-02 ] +2024-10-02 03:11:00,950 INFO: [ epoch: 78 ] [ iter:181,600 ] [ performance: 19.049 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:32 ] [ l_g_pix: 2.3552e-02 ] [ l_g_total: 2.3552e-02 ] +2024-10-02 03:11:04,736 INFO: [ epoch: 78 ] [ iter:181,700 ] [ performance: 22.194 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:25 ] [ l_g_pix: 2.1110e-02 ] [ l_g_total: 2.1110e-02 ] +2024-10-02 03:11:08,489 INFO: [ epoch: 78 ] [ iter:181,800 ] [ performance: 26.648 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:19 ] [ l_g_pix: 2.9145e-02 ] [ l_g_total: 2.9145e-02 ] +2024-10-02 03:11:12,301 INFO: [ epoch: 78 ] [ iter:181,900 ] [ performance: 26.439 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:13 ] [ l_g_pix: 3.2342e-02 ] [ l_g_total: 3.2342e-02 ] +2024-10-02 03:11:16,053 INFO: [ epoch: 78 ] [ iter:182,000 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:07 ] [ l_g_pix: 3.1553e-02 ] [ l_g_total: 3.1553e-02 ] +2024-10-02 03:11:19,861 INFO: [ epoch: 78 ] [ iter:182,100 ] [ performance: 26.468 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:00 ] [ l_g_pix: 4.0538e-02 ] [ l_g_total: 4.0538e-02 ] +2024-10-02 03:11:23,711 INFO: [ epoch: 78 ] [ iter:182,200 ] [ performance: 26.025 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:54 ] [ l_g_pix: 3.4744e-02 ] [ l_g_total: 3.4744e-02 ] +2024-10-02 03:11:27,483 INFO: [ epoch: 78 ] [ iter:182,300 ] [ performance: 26.278 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:48 ] [ l_g_pix: 2.6483e-02 ] [ l_g_total: 2.6483e-02 ] +2024-10-02 03:11:31,281 INFO: [ epoch: 78 ] [ iter:182,400 ] [ performance: 26.395 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:42 ] [ l_g_pix: 3.5492e-02 ] [ l_g_total: 3.5492e-02 ] +2024-10-02 03:11:35,050 INFO: [ epoch: 78 ] [ iter:182,500 ] [ performance: 26.468 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:35 ] [ l_g_pix: 3.4732e-02 ] [ l_g_total: 3.4732e-02 ] +2024-10-02 03:11:38,829 INFO: [ epoch: 78 ] [ iter:182,600 ] [ performance: 26.563 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:29 ] [ l_g_pix: 2.3971e-02 ] [ l_g_total: 2.3971e-02 ] +2024-10-02 03:11:42,601 INFO: [ epoch: 78 ] [ iter:182,700 ] [ performance: 26.541 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:23 ] [ l_g_pix: 3.6254e-02 ] [ l_g_total: 3.6254e-02 ] +2024-10-02 03:11:46,657 INFO: [ epoch: 78 ] [ iter:182,800 ] [ performance: 24.553 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:17 ] [ l_g_pix: 1.9041e-02 ] [ l_g_total: 1.9041e-02 ] +2024-10-02 03:11:50,506 INFO: [ epoch: 78 ] [ iter:182,900 ] [ performance: 25.283 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:10 ] [ l_g_pix: 3.5769e-02 ] [ l_g_total: 3.5769e-02 ] +2024-10-02 03:11:54,279 INFO: [ epoch: 78 ] [ iter:183,000 ] [ performance: 26.587 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:04 ] [ l_g_pix: 2.2369e-02 ] [ l_g_total: 2.2369e-02 ] +2024-10-02 03:11:58,064 INFO: [ epoch: 78 ] [ iter:183,100 ] [ performance: 26.504 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:58 ] [ l_g_pix: 3.8732e-02 ] [ l_g_total: 3.8732e-02 ] +2024-10-02 03:12:01,835 INFO: [ epoch: 78 ] [ iter:183,200 ] [ performance: 26.619 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:52 ] [ l_g_pix: 3.6060e-02 ] [ l_g_total: 3.6060e-02 ] +2024-10-02 03:12:05,617 INFO: [ epoch: 78 ] [ iter:183,300 ] [ performance: 26.530 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:46 ] [ l_g_pix: 3.3109e-02 ] [ l_g_total: 3.3109e-02 ] +2024-10-02 03:12:09,413 INFO: [ epoch: 78 ] [ iter:183,400 ] [ performance: 26.466 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:39 ] [ l_g_pix: 3.5386e-02 ] [ l_g_total: 3.5386e-02 ] +2024-10-02 03:12:13,220 INFO: [ epoch: 78 ] [ iter:183,500 ] [ performance: 26.363 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:33 ] [ l_g_pix: 2.8473e-02 ] [ l_g_total: 2.8473e-02 ] +2024-10-02 03:12:16,985 INFO: [ epoch: 78 ] [ iter:183,600 ] [ performance: 26.758 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:27 ] [ l_g_pix: 2.7481e-02 ] [ l_g_total: 2.7481e-02 ] +2024-10-02 03:12:20,818 INFO: [ epoch: 78 ] [ iter:183,700 ] [ performance: 26.401 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:21 ] [ l_g_pix: 3.7188e-02 ] [ l_g_total: 3.7188e-02 ] +2024-10-02 03:12:24,476 INFO: [ epoch: 78 ] [ iter:183,800 ] [ performance: 27.619 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:14 ] [ l_g_pix: 2.1897e-02 ] [ l_g_total: 2.1897e-02 ] +2024-10-02 03:12:29,750 INFO: [ epoch: 79 ] [ iter:183,900 ] [ performance: 22.180 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:08 ] [ l_g_pix: 3.8190e-02 ] [ l_g_total: 3.8190e-02 ] +2024-10-02 03:12:33,497 INFO: [ epoch: 79 ] [ iter:184,000 ] [ performance: 26.834 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:02 ] [ l_g_pix: 3.3768e-02 ] [ l_g_total: 3.3768e-02 ] +2024-10-02 03:12:37,285 INFO: [ epoch: 79 ] [ iter:184,100 ] [ performance: 26.604 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:56 ] [ l_g_pix: 3.2709e-02 ] [ l_g_total: 3.2709e-02 ] +2024-10-02 03:12:41,052 INFO: [ epoch: 79 ] [ iter:184,200 ] [ performance: 26.520 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:50 ] [ l_g_pix: 3.5363e-02 ] [ l_g_total: 3.5363e-02 ] +2024-10-02 03:12:44,810 INFO: [ epoch: 79 ] [ iter:184,300 ] [ performance: 26.572 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:43 ] [ l_g_pix: 3.7677e-02 ] [ l_g_total: 3.7677e-02 ] +2024-10-02 03:12:48,635 INFO: [ epoch: 79 ] [ iter:184,400 ] [ performance: 26.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:37 ] [ l_g_pix: 2.7899e-02 ] [ l_g_total: 2.7899e-02 ] +2024-10-02 03:12:52,417 INFO: [ epoch: 79 ] [ iter:184,500 ] [ performance: 26.306 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:31 ] [ l_g_pix: 3.2529e-02 ] [ l_g_total: 3.2529e-02 ] +2024-10-02 03:12:56,222 INFO: [ epoch: 79 ] [ iter:184,600 ] [ performance: 26.445 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:25 ] [ l_g_pix: 2.3082e-02 ] [ l_g_total: 2.3082e-02 ] +2024-10-02 03:13:00,007 INFO: [ epoch: 79 ] [ iter:184,700 ] [ performance: 26.436 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:19 ] [ l_g_pix: 4.1576e-02 ] [ l_g_total: 4.1576e-02 ] +2024-10-02 03:13:03,872 INFO: [ epoch: 79 ] [ iter:184,800 ] [ performance: 25.926 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:13 ] [ l_g_pix: 4.5194e-02 ] [ l_g_total: 4.5194e-02 ] +2024-10-02 03:13:07,694 INFO: [ epoch: 79 ] [ iter:184,900 ] [ performance: 26.058 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:06 ] [ l_g_pix: 3.5648e-02 ] [ l_g_total: 3.5648e-02 ] +2024-10-02 03:13:11,461 INFO: [ epoch: 79 ] [ iter:185,000 ] [ performance: 26.555 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:00 ] [ l_g_pix: 3.4050e-02 ] [ l_g_total: 3.4050e-02 ] +2024-10-02 03:13:15,267 INFO: [ epoch: 79 ] [ iter:185,100 ] [ performance: 26.401 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:54 ] [ l_g_pix: 3.8545e-02 ] [ l_g_total: 3.8545e-02 ] +2024-10-02 03:13:19,077 INFO: [ epoch: 79 ] [ iter:185,200 ] [ performance: 26.281 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:48 ] [ l_g_pix: 3.1928e-02 ] [ l_g_total: 3.1928e-02 ] +2024-10-02 03:13:22,873 INFO: [ epoch: 79 ] [ iter:185,300 ] [ performance: 26.320 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:42 ] [ l_g_pix: 2.3136e-02 ] [ l_g_total: 2.3136e-02 ] +2024-10-02 03:13:26,691 INFO: [ epoch: 79 ] [ iter:185,400 ] [ performance: 26.448 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:35 ] [ l_g_pix: 2.7439e-02 ] [ l_g_total: 2.7439e-02 ] +2024-10-02 03:13:30,534 INFO: [ epoch: 79 ] [ iter:185,500 ] [ performance: 26.208 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:29 ] [ l_g_pix: 2.6788e-02 ] [ l_g_total: 2.6788e-02 ] +2024-10-02 03:13:34,346 INFO: [ epoch: 79 ] [ iter:185,600 ] [ performance: 26.233 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:23 ] [ l_g_pix: 2.5575e-02 ] [ l_g_total: 2.5575e-02 ] +2024-10-02 03:13:38,153 INFO: [ epoch: 79 ] [ iter:185,700 ] [ performance: 26.255 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:17 ] [ l_g_pix: 4.3637e-02 ] [ l_g_total: 4.3637e-02 ] +2024-10-02 03:13:41,919 INFO: [ epoch: 79 ] [ iter:185,800 ] [ performance: 26.724 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:11 ] [ l_g_pix: 1.8744e-02 ] [ l_g_total: 1.8744e-02 ] +2024-10-02 03:13:45,754 INFO: [ epoch: 79 ] [ iter:185,900 ] [ performance: 26.354 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:05 ] [ l_g_pix: 3.8912e-02 ] [ l_g_total: 3.8912e-02 ] +2024-10-02 03:13:49,563 INFO: [ epoch: 79 ] [ iter:186,000 ] [ performance: 26.351 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:58 ] [ l_g_pix: 3.9495e-02 ] [ l_g_total: 3.9495e-02 ] +2024-10-02 03:13:53,268 INFO: [ epoch: 79 ] [ iter:186,100 ] [ performance: 26.714 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:52 ] [ l_g_pix: 3.2292e-02 ] [ l_g_total: 3.2292e-02 ] +2024-10-02 03:13:58,045 INFO: [ epoch: 80 ] [ iter:186,200 ] [ performance: 19.149 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:46 ] [ l_g_pix: 1.7847e-02 ] [ l_g_total: 1.7847e-02 ] +2024-10-02 03:14:02,203 INFO: [ epoch: 80 ] [ iter:186,300 ] [ performance: 21.692 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:40 ] [ l_g_pix: 3.3947e-02 ] [ l_g_total: 3.3947e-02 ] +2024-10-02 03:14:06,061 INFO: [ epoch: 80 ] [ iter:186,400 ] [ performance: 26.123 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:34 ] [ l_g_pix: 3.1735e-02 ] [ l_g_total: 3.1735e-02 ] +2024-10-02 03:14:09,867 INFO: [ epoch: 80 ] [ iter:186,500 ] [ performance: 26.217 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:28 ] [ l_g_pix: 3.2538e-02 ] [ l_g_total: 3.2538e-02 ] +2024-10-02 03:14:13,768 INFO: [ epoch: 80 ] [ iter:186,600 ] [ performance: 25.427 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:22 ] [ l_g_pix: 2.5330e-02 ] [ l_g_total: 2.5330e-02 ] +2024-10-02 03:14:17,634 INFO: [ epoch: 80 ] [ iter:186,700 ] [ performance: 25.683 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:16 ] [ l_g_pix: 3.7257e-02 ] [ l_g_total: 3.7257e-02 ] +2024-10-02 03:14:21,498 INFO: [ epoch: 80 ] [ iter:186,800 ] [ performance: 25.883 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:09 ] [ l_g_pix: 4.1381e-02 ] [ l_g_total: 4.1381e-02 ] +2024-10-02 03:14:25,375 INFO: [ epoch: 80 ] [ iter:186,900 ] [ performance: 25.850 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:03 ] [ l_g_pix: 3.6023e-02 ] [ l_g_total: 3.6023e-02 ] +2024-10-02 03:14:29,235 INFO: [ epoch: 80 ] [ iter:187,000 ] [ performance: 26.210 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:57 ] [ l_g_pix: 1.6647e-02 ] [ l_g_total: 1.6647e-02 ] +2024-10-02 03:14:33,145 INFO: [ epoch: 80 ] [ iter:187,100 ] [ performance: 25.837 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:51 ] [ l_g_pix: 3.4981e-02 ] [ l_g_total: 3.4981e-02 ] +2024-10-02 03:14:36,934 INFO: [ epoch: 80 ] [ iter:187,200 ] [ performance: 26.159 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:45 ] [ l_g_pix: 3.0188e-02 ] [ l_g_total: 3.0188e-02 ] +2024-10-02 03:14:40,691 INFO: [ epoch: 80 ] [ iter:187,300 ] [ performance: 26.433 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:39 ] [ l_g_pix: 3.0986e-02 ] [ l_g_total: 3.0986e-02 ] +2024-10-02 03:14:44,469 INFO: [ epoch: 80 ] [ iter:187,400 ] [ performance: 26.487 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:33 ] [ l_g_pix: 2.4639e-02 ] [ l_g_total: 2.4639e-02 ] +2024-10-02 03:14:48,280 INFO: [ epoch: 80 ] [ iter:187,500 ] [ performance: 26.340 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:26 ] [ l_g_pix: 3.1466e-02 ] [ l_g_total: 3.1466e-02 ] +2024-10-02 03:14:52,073 INFO: [ epoch: 80 ] [ iter:187,600 ] [ performance: 26.379 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:20 ] [ l_g_pix: 2.0503e-02 ] [ l_g_total: 2.0503e-02 ] +2024-10-02 03:14:55,920 INFO: [ epoch: 80 ] [ iter:187,700 ] [ performance: 26.153 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:14 ] [ l_g_pix: 2.4729e-02 ] [ l_g_total: 2.4729e-02 ] +2024-10-02 03:14:59,776 INFO: [ epoch: 80 ] [ iter:187,800 ] [ performance: 25.543 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:08 ] [ l_g_pix: 3.5872e-02 ] [ l_g_total: 3.5872e-02 ] +2024-10-02 03:15:03,525 INFO: [ epoch: 80 ] [ iter:187,900 ] [ performance: 26.216 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:02 ] [ l_g_pix: 2.0427e-02 ] [ l_g_total: 2.0427e-02 ] +2024-10-02 03:15:07,349 INFO: [ epoch: 80 ] [ iter:188,000 ] [ performance: 26.413 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:56 ] [ l_g_pix: 3.9077e-02 ] [ l_g_total: 3.9077e-02 ] +2024-10-02 03:15:11,172 INFO: [ epoch: 80 ] [ iter:188,100 ] [ performance: 26.258 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:50 ] [ l_g_pix: 2.7043e-02 ] [ l_g_total: 2.7043e-02 ] +2024-10-02 03:15:14,972 INFO: [ epoch: 80 ] [ iter:188,200 ] [ performance: 26.509 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:44 ] [ l_g_pix: 3.5688e-02 ] [ l_g_total: 3.5688e-02 ] +2024-10-02 03:15:18,751 INFO: [ epoch: 80 ] [ iter:188,300 ] [ performance: 26.485 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:38 ] [ l_g_pix: 3.4424e-02 ] [ l_g_total: 3.4424e-02 ] +2024-10-02 03:15:22,580 INFO: [ epoch: 80 ] [ iter:188,400 ] [ performance: 26.492 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:31 ] [ l_g_pix: 2.9395e-02 ] [ l_g_total: 2.9395e-02 ] +2024-10-02 03:15:27,217 INFO: [ epoch: 81 ] [ iter:188,500 ] [ performance: 23.239 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:25 ] [ l_g_pix: 2.7089e-02 ] [ l_g_total: 2.7089e-02 ] +2024-10-02 03:15:31,269 INFO: [ epoch: 81 ] [ iter:188,600 ] [ performance: 26.690 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:19 ] [ l_g_pix: 3.3330e-02 ] [ l_g_total: 3.3330e-02 ] +2024-10-02 03:15:35,014 INFO: [ epoch: 81 ] [ iter:188,700 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:13 ] [ l_g_pix: 3.3243e-02 ] [ l_g_total: 3.3243e-02 ] +2024-10-02 03:15:38,742 INFO: [ epoch: 81 ] [ iter:188,800 ] [ performance: 26.994 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:07 ] [ l_g_pix: 2.2156e-02 ] [ l_g_total: 2.2156e-02 ] +2024-10-02 03:15:42,463 INFO: [ epoch: 81 ] [ iter:188,900 ] [ performance: 26.923 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:01 ] [ l_g_pix: 4.6116e-02 ] [ l_g_total: 4.6116e-02 ] +2024-10-02 03:15:46,189 INFO: [ epoch: 81 ] [ iter:189,000 ] [ performance: 26.908 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:55 ] [ l_g_pix: 4.4517e-02 ] [ l_g_total: 4.4517e-02 ] +2024-10-02 03:15:49,961 INFO: [ epoch: 81 ] [ iter:189,100 ] [ performance: 26.662 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:49 ] [ l_g_pix: 3.3977e-02 ] [ l_g_total: 3.3977e-02 ] +2024-10-02 03:15:53,725 INFO: [ epoch: 81 ] [ iter:189,200 ] [ performance: 26.628 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:43 ] [ l_g_pix: 3.9958e-02 ] [ l_g_total: 3.9958e-02 ] +2024-10-02 03:15:57,489 INFO: [ epoch: 81 ] [ iter:189,300 ] [ performance: 26.595 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:37 ] [ l_g_pix: 2.6664e-02 ] [ l_g_total: 2.6664e-02 ] +2024-10-02 03:16:01,319 INFO: [ epoch: 81 ] [ iter:189,400 ] [ performance: 26.206 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:31 ] [ l_g_pix: 3.7507e-02 ] [ l_g_total: 3.7507e-02 ] +2024-10-02 03:16:05,102 INFO: [ epoch: 81 ] [ iter:189,500 ] [ performance: 26.354 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:25 ] [ l_g_pix: 3.4037e-02 ] [ l_g_total: 3.4037e-02 ] +2024-10-02 03:16:08,901 INFO: [ epoch: 81 ] [ iter:189,600 ] [ performance: 26.284 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:19 ] [ l_g_pix: 3.1197e-02 ] [ l_g_total: 3.1197e-02 ] +2024-10-02 03:16:12,743 INFO: [ epoch: 81 ] [ iter:189,700 ] [ performance: 26.124 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:12 ] [ l_g_pix: 2.8688e-02 ] [ l_g_total: 2.8688e-02 ] +2024-10-02 03:16:16,589 INFO: [ epoch: 81 ] [ iter:189,800 ] [ performance: 26.283 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:06 ] [ l_g_pix: 3.7273e-02 ] [ l_g_total: 3.7273e-02 ] +2024-10-02 03:16:20,371 INFO: [ epoch: 81 ] [ iter:189,900 ] [ performance: 26.385 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:00 ] [ l_g_pix: 3.5654e-02 ] [ l_g_total: 3.5654e-02 ] +2024-10-02 03:16:24,176 INFO: [ epoch: 81 ] [ iter:190,000 ] [ performance: 26.337 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:54 ] [ l_g_pix: 4.3715e-02 ] [ l_g_total: 4.3715e-02 ] +2024-10-02 03:16:24,176 INFO: Saving models and training states. +2024-10-02 03:19:52,100 INFO: Validation val + + # psnr: 27.2093........ Best: 27.2093 @ 190000 iter + # ssim: 0.7667........ Best: 0.7667 @ 190000 iter + # dists: 0.7733........ Best: 0.7733 @ 170000 iter + +2024-10-02 03:19:55,878 INFO: [ epoch: 81 ] [ iter:190,100 ] [ performance: 26.431 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:59 ] [ l_g_pix: 2.0429e-02 ] [ l_g_total: 2.0429e-02 ] +2024-10-02 03:19:59,630 INFO: [ epoch: 81 ] [ iter:190,200 ] [ performance: 26.594 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:53 ] [ l_g_pix: 2.3536e-02 ] [ l_g_total: 2.3536e-02 ] +2024-10-02 03:20:03,432 INFO: [ epoch: 81 ] [ iter:190,300 ] [ performance: 26.410 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:47 ] [ l_g_pix: 3.4722e-02 ] [ l_g_total: 3.4722e-02 ] +2024-10-02 03:20:07,243 INFO: [ epoch: 81 ] [ iter:190,400 ] [ performance: 26.167 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:41 ] [ l_g_pix: 5.5203e-02 ] [ l_g_total: 5.5203e-02 ] +2024-10-02 03:20:11,016 INFO: [ epoch: 81 ] [ iter:190,500 ] [ performance: 26.392 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:34 ] [ l_g_pix: 3.0353e-02 ] [ l_g_total: 3.0353e-02 ] +2024-10-02 03:20:14,769 INFO: [ epoch: 81 ] [ iter:190,600 ] [ performance: 26.859 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:28 ] [ l_g_pix: 2.4709e-02 ] [ l_g_total: 2.4709e-02 ] +2024-10-02 03:20:18,502 INFO: [ epoch: 81 ] [ iter:190,700 ] [ performance: 26.816 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:22 ] [ l_g_pix: 3.4881e-02 ] [ l_g_total: 3.4881e-02 ] +2024-10-02 03:20:22,130 INFO: [ epoch: 81 ] [ iter:190,800 ] [ performance: 28.394 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:16 ] [ l_g_pix: 3.2883e-02 ] [ l_g_total: 3.2883e-02 ] +2024-10-02 03:20:27,620 INFO: [ epoch: 82 ] [ iter:190,900 ] [ performance: 20.729 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:10 ] [ l_g_pix: 3.1779e-02 ] [ l_g_total: 3.1779e-02 ] +2024-10-02 03:20:31,475 INFO: [ epoch: 82 ] [ iter:191,000 ] [ performance: 26.623 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:04 ] [ l_g_pix: 2.8630e-02 ] [ l_g_total: 2.8630e-02 ] +2024-10-02 03:20:35,216 INFO: [ epoch: 82 ] [ iter:191,100 ] [ performance: 26.701 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:57 ] [ l_g_pix: 3.1597e-02 ] [ l_g_total: 3.1597e-02 ] +2024-10-02 03:20:38,956 INFO: [ epoch: 82 ] [ iter:191,200 ] [ performance: 26.813 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:51 ] [ l_g_pix: 3.5427e-02 ] [ l_g_total: 3.5427e-02 ] +2024-10-02 03:20:42,889 INFO: [ epoch: 82 ] [ iter:191,300 ] [ performance: 25.872 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:45 ] [ l_g_pix: 2.1727e-02 ] [ l_g_total: 2.1727e-02 ] +2024-10-02 03:20:46,706 INFO: [ epoch: 82 ] [ iter:191,400 ] [ performance: 26.083 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:39 ] [ l_g_pix: 3.1265e-02 ] [ l_g_total: 3.1265e-02 ] +2024-10-02 03:20:50,490 INFO: [ epoch: 82 ] [ iter:191,500 ] [ performance: 26.317 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:33 ] [ l_g_pix: 2.9897e-02 ] [ l_g_total: 2.9897e-02 ] +2024-10-02 03:20:54,327 INFO: [ epoch: 82 ] [ iter:191,600 ] [ performance: 26.088 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:27 ] [ l_g_pix: 3.1773e-02 ] [ l_g_total: 3.1773e-02 ] +2024-10-02 03:20:58,109 INFO: [ epoch: 82 ] [ iter:191,700 ] [ performance: 26.331 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:21 ] [ l_g_pix: 2.9832e-02 ] [ l_g_total: 2.9832e-02 ] +2024-10-02 03:21:01,919 INFO: [ epoch: 82 ] [ iter:191,800 ] [ performance: 26.279 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:14 ] [ l_g_pix: 2.4333e-02 ] [ l_g_total: 2.4333e-02 ] +2024-10-02 03:21:05,731 INFO: [ epoch: 82 ] [ iter:191,900 ] [ performance: 26.248 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:08 ] [ l_g_pix: 3.6894e-02 ] [ l_g_total: 3.6894e-02 ] +2024-10-02 03:21:09,536 INFO: [ epoch: 82 ] [ iter:192,000 ] [ performance: 26.149 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:02 ] [ l_g_pix: 3.2194e-02 ] [ l_g_total: 3.2194e-02 ] +2024-10-02 03:21:13,354 INFO: [ epoch: 82 ] [ iter:192,100 ] [ performance: 26.181 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:56 ] [ l_g_pix: 2.9298e-02 ] [ l_g_total: 2.9298e-02 ] +2024-10-02 03:21:17,191 INFO: [ epoch: 82 ] [ iter:192,200 ] [ performance: 26.127 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:50 ] [ l_g_pix: 2.7245e-02 ] [ l_g_total: 2.7245e-02 ] +2024-10-02 03:21:20,974 INFO: [ epoch: 82 ] [ iter:192,300 ] [ performance: 26.343 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:44 ] [ l_g_pix: 2.9654e-02 ] [ l_g_total: 2.9654e-02 ] +2024-10-02 03:21:24,737 INFO: [ epoch: 82 ] [ iter:192,400 ] [ performance: 26.366 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:38 ] [ l_g_pix: 3.6905e-02 ] [ l_g_total: 3.6905e-02 ] +2024-10-02 03:21:28,557 INFO: [ epoch: 82 ] [ iter:192,500 ] [ performance: 26.237 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:32 ] [ l_g_pix: 4.4593e-02 ] [ l_g_total: 4.4593e-02 ] +2024-10-02 03:21:32,431 INFO: [ epoch: 82 ] [ iter:192,600 ] [ performance: 25.632 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:26 ] [ l_g_pix: 2.9551e-02 ] [ l_g_total: 2.9551e-02 ] +2024-10-02 03:21:36,204 INFO: [ epoch: 82 ] [ iter:192,700 ] [ performance: 26.243 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:19 ] [ l_g_pix: 1.9730e-02 ] [ l_g_total: 1.9730e-02 ] +2024-10-02 03:21:39,980 INFO: [ epoch: 82 ] [ iter:192,800 ] [ performance: 26.847 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:13 ] [ l_g_pix: 3.0422e-02 ] [ l_g_total: 3.0422e-02 ] +2024-10-02 03:21:43,778 INFO: [ epoch: 82 ] [ iter:192,900 ] [ performance: 26.480 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:07 ] [ l_g_pix: 2.7926e-02 ] [ l_g_total: 2.7926e-02 ] +2024-10-02 03:21:47,556 INFO: [ epoch: 82 ] [ iter:193,000 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:01 ] [ l_g_pix: 2.0198e-02 ] [ l_g_total: 2.0198e-02 ] +2024-10-02 03:21:51,182 INFO: [ epoch: 82 ] [ iter:193,100 ] [ performance: 27.322 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:55 ] [ l_g_pix: 3.1506e-02 ] [ l_g_total: 3.1506e-02 ] +2024-10-02 03:21:56,233 INFO: [ epoch: 83 ] [ iter:193,200 ] [ performance: 23.098 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:49 ] [ l_g_pix: 3.3975e-02 ] [ l_g_total: 3.3975e-02 ] +2024-10-02 03:22:00,071 INFO: [ epoch: 83 ] [ iter:193,300 ] [ performance: 25.156 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:43 ] [ l_g_pix: 3.8590e-02 ] [ l_g_total: 3.8590e-02 ] +2024-10-02 03:22:03,863 INFO: [ epoch: 83 ] [ iter:193,400 ] [ performance: 26.104 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:37 ] [ l_g_pix: 3.4991e-02 ] [ l_g_total: 3.4991e-02 ] +2024-10-02 03:22:07,677 INFO: [ epoch: 83 ] [ iter:193,500 ] [ performance: 26.195 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:31 ] [ l_g_pix: 3.0215e-02 ] [ l_g_total: 3.0215e-02 ] +2024-10-02 03:22:11,448 INFO: [ epoch: 83 ] [ iter:193,600 ] [ performance: 26.686 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:25 ] [ l_g_pix: 3.9710e-02 ] [ l_g_total: 3.9710e-02 ] +2024-10-02 03:22:15,265 INFO: [ epoch: 83 ] [ iter:193,700 ] [ performance: 26.332 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:18 ] [ l_g_pix: 3.1536e-02 ] [ l_g_total: 3.1536e-02 ] +2024-10-02 03:22:19,117 INFO: [ epoch: 83 ] [ iter:193,800 ] [ performance: 24.495 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:12 ] [ l_g_pix: 4.3972e-02 ] [ l_g_total: 4.3972e-02 ] +2024-10-02 03:22:22,877 INFO: [ epoch: 83 ] [ iter:193,900 ] [ performance: 26.010 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:06 ] [ l_g_pix: 3.8049e-02 ] [ l_g_total: 3.8049e-02 ] +2024-10-02 03:22:26,561 INFO: [ epoch: 83 ] [ iter:194,000 ] [ performance: 27.310 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:00 ] [ l_g_pix: 5.0629e-02 ] [ l_g_total: 5.0629e-02 ] +2024-10-02 03:22:30,446 INFO: [ epoch: 83 ] [ iter:194,100 ] [ performance: 26.134 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:54 ] [ l_g_pix: 3.1652e-02 ] [ l_g_total: 3.1652e-02 ] +2024-10-02 03:22:34,254 INFO: [ epoch: 83 ] [ iter:194,200 ] [ performance: 26.409 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:48 ] [ l_g_pix: 2.3608e-02 ] [ l_g_total: 2.3608e-02 ] +2024-10-02 03:22:38,025 INFO: [ epoch: 83 ] [ iter:194,300 ] [ performance: 26.495 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:42 ] [ l_g_pix: 2.5048e-02 ] [ l_g_total: 2.5048e-02 ] +2024-10-02 03:22:41,884 INFO: [ epoch: 83 ] [ iter:194,400 ] [ performance: 26.322 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:36 ] [ l_g_pix: 2.7331e-02 ] [ l_g_total: 2.7331e-02 ] +2024-10-02 03:22:45,662 INFO: [ epoch: 83 ] [ iter:194,500 ] [ performance: 26.440 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:30 ] [ l_g_pix: 3.7454e-02 ] [ l_g_total: 3.7454e-02 ] +2024-10-02 03:22:49,464 INFO: [ epoch: 83 ] [ iter:194,600 ] [ performance: 26.696 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:24 ] [ l_g_pix: 2.7537e-02 ] [ l_g_total: 2.7537e-02 ] +2024-10-02 03:22:53,288 INFO: [ epoch: 83 ] [ iter:194,700 ] [ performance: 26.286 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:18 ] [ l_g_pix: 2.1875e-02 ] [ l_g_total: 2.1875e-02 ] +2024-10-02 03:22:57,099 INFO: [ epoch: 83 ] [ iter:194,800 ] [ performance: 26.167 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:12 ] [ l_g_pix: 3.6129e-02 ] [ l_g_total: 3.6129e-02 ] +2024-10-02 03:23:00,927 INFO: [ epoch: 83 ] [ iter:194,900 ] [ performance: 26.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:06 ] [ l_g_pix: 2.5648e-02 ] [ l_g_total: 2.5648e-02 ] +2024-10-02 03:23:04,779 INFO: [ epoch: 83 ] [ iter:195,000 ] [ performance: 26.882 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:59 ] [ l_g_pix: 2.1707e-02 ] [ l_g_total: 2.1707e-02 ] +2024-10-02 03:23:08,612 INFO: [ epoch: 83 ] [ iter:195,100 ] [ performance: 26.272 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:53 ] [ l_g_pix: 2.5594e-02 ] [ l_g_total: 2.5594e-02 ] +2024-10-02 03:23:12,360 INFO: [ epoch: 83 ] [ iter:195,200 ] [ performance: 26.272 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:47 ] [ l_g_pix: 3.3439e-02 ] [ l_g_total: 3.3439e-02 ] +2024-10-02 03:23:16,393 INFO: [ epoch: 83 ] [ iter:195,300 ] [ performance: 25.115 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:41 ] [ l_g_pix: 3.3644e-02 ] [ l_g_total: 3.3644e-02 ] +2024-10-02 03:23:20,305 INFO: [ epoch: 83 ] [ iter:195,400 ] [ performance: 29.551 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:35 ] [ l_g_pix: 3.2074e-02 ] [ l_g_total: 3.2074e-02 ] +2024-10-02 03:23:25,042 INFO: [ epoch: 84 ] [ iter:195,500 ] [ performance: 22.522 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:29 ] [ l_g_pix: 3.1963e-02 ] [ l_g_total: 3.1963e-02 ] +2024-10-02 03:23:28,926 INFO: [ epoch: 84 ] [ iter:195,600 ] [ performance: 27.237 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:23 ] [ l_g_pix: 4.0818e-02 ] [ l_g_total: 4.0818e-02 ] +2024-10-02 03:23:32,645 INFO: [ epoch: 84 ] [ iter:195,700 ] [ performance: 26.967 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:17 ] [ l_g_pix: 3.7706e-02 ] [ l_g_total: 3.7706e-02 ] +2024-10-02 03:23:36,389 INFO: [ epoch: 84 ] [ iter:195,800 ] [ performance: 26.983 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:11 ] [ l_g_pix: 2.2942e-02 ] [ l_g_total: 2.2942e-02 ] +2024-10-02 03:23:40,085 INFO: [ epoch: 84 ] [ iter:195,900 ] [ performance: 27.051 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:05 ] [ l_g_pix: 3.4099e-02 ] [ l_g_total: 3.4099e-02 ] +2024-10-02 03:23:43,850 INFO: [ epoch: 84 ] [ iter:196,000 ] [ performance: 26.941 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:59 ] [ l_g_pix: 3.8482e-02 ] [ l_g_total: 3.8482e-02 ] +2024-10-02 03:23:47,621 INFO: [ epoch: 84 ] [ iter:196,100 ] [ performance: 26.606 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:53 ] [ l_g_pix: 2.2364e-02 ] [ l_g_total: 2.2364e-02 ] +2024-10-02 03:23:51,392 INFO: [ epoch: 84 ] [ iter:196,200 ] [ performance: 27.175 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:47 ] [ l_g_pix: 2.9581e-02 ] [ l_g_total: 2.9581e-02 ] +2024-10-02 03:23:55,172 INFO: [ epoch: 84 ] [ iter:196,300 ] [ performance: 26.596 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:41 ] [ l_g_pix: 3.2777e-02 ] [ l_g_total: 3.2777e-02 ] +2024-10-02 03:23:58,938 INFO: [ epoch: 84 ] [ iter:196,400 ] [ performance: 26.933 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:35 ] [ l_g_pix: 3.6694e-02 ] [ l_g_total: 3.6694e-02 ] +2024-10-02 03:24:02,701 INFO: [ epoch: 84 ] [ iter:196,500 ] [ performance: 26.649 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:29 ] [ l_g_pix: 3.1317e-02 ] [ l_g_total: 3.1317e-02 ] +2024-10-02 03:24:06,504 INFO: [ epoch: 84 ] [ iter:196,600 ] [ performance: 26.787 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:23 ] [ l_g_pix: 3.7927e-02 ] [ l_g_total: 3.7927e-02 ] +2024-10-02 03:24:10,271 INFO: [ epoch: 84 ] [ iter:196,700 ] [ performance: 26.597 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:17 ] [ l_g_pix: 3.7747e-02 ] [ l_g_total: 3.7747e-02 ] +2024-10-02 03:24:14,044 INFO: [ epoch: 84 ] [ iter:196,800 ] [ performance: 27.204 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:11 ] [ l_g_pix: 2.8043e-02 ] [ l_g_total: 2.8043e-02 ] +2024-10-02 03:24:17,792 INFO: [ epoch: 84 ] [ iter:196,900 ] [ performance: 26.772 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:05 ] [ l_g_pix: 2.9318e-02 ] [ l_g_total: 2.9318e-02 ] +2024-10-02 03:24:21,566 INFO: [ epoch: 84 ] [ iter:197,000 ] [ performance: 26.641 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:59 ] [ l_g_pix: 3.1692e-02 ] [ l_g_total: 3.1692e-02 ] +2024-10-02 03:24:25,305 INFO: [ epoch: 84 ] [ iter:197,100 ] [ performance: 26.738 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:53 ] [ l_g_pix: 2.1378e-02 ] [ l_g_total: 2.1378e-02 ] +2024-10-02 03:24:29,080 INFO: [ epoch: 84 ] [ iter:197,200 ] [ performance: 26.528 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:47 ] [ l_g_pix: 1.7977e-02 ] [ l_g_total: 1.7977e-02 ] +2024-10-02 03:24:32,882 INFO: [ epoch: 84 ] [ iter:197,300 ] [ performance: 26.346 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:41 ] [ l_g_pix: 2.8485e-02 ] [ l_g_total: 2.8485e-02 ] +2024-10-02 03:24:36,704 INFO: [ epoch: 84 ] [ iter:197,400 ] [ performance: 26.477 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:35 ] [ l_g_pix: 2.7526e-02 ] [ l_g_total: 2.7526e-02 ] +2024-10-02 03:24:40,493 INFO: [ epoch: 84 ] [ iter:197,500 ] [ performance: 26.407 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:29 ] [ l_g_pix: 3.0403e-02 ] [ l_g_total: 3.0403e-02 ] +2024-10-02 03:24:44,280 INFO: [ epoch: 84 ] [ iter:197,600 ] [ performance: 27.226 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:23 ] [ l_g_pix: 4.5498e-02 ] [ l_g_total: 4.5498e-02 ] +2024-10-02 03:24:48,069 INFO: [ epoch: 84 ] [ iter:197,700 ] [ performance: 26.516 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:17 ] [ l_g_pix: 2.7791e-02 ] [ l_g_total: 2.7791e-02 ] +2024-10-02 03:24:52,551 INFO: [ epoch: 85 ] [ iter:197,800 ] [ performance: 9.989 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:11 ] [ l_g_pix: 2.0376e-02 ] [ l_g_total: 2.0376e-02 ] +2024-10-02 03:24:56,645 INFO: [ epoch: 85 ] [ iter:197,900 ] [ performance: 20.373 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:05 ] [ l_g_pix: 4.5918e-02 ] [ l_g_total: 4.5918e-02 ] +2024-10-02 03:25:00,446 INFO: [ epoch: 85 ] [ iter:198,000 ] [ performance: 26.181 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:59 ] [ l_g_pix: 1.8483e-02 ] [ l_g_total: 1.8483e-02 ] +2024-10-02 03:25:04,264 INFO: [ epoch: 85 ] [ iter:198,100 ] [ performance: 26.199 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:53 ] [ l_g_pix: 1.9269e-02 ] [ l_g_total: 1.9269e-02 ] +2024-10-02 03:25:08,106 INFO: [ epoch: 85 ] [ iter:198,200 ] [ performance: 26.844 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:47 ] [ l_g_pix: 3.2130e-02 ] [ l_g_total: 3.2130e-02 ] +2024-10-02 03:25:11,895 INFO: [ epoch: 85 ] [ iter:198,300 ] [ performance: 26.455 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:41 ] [ l_g_pix: 3.6088e-02 ] [ l_g_total: 3.6088e-02 ] +2024-10-02 03:25:15,708 INFO: [ epoch: 85 ] [ iter:198,400 ] [ performance: 26.273 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:35 ] [ l_g_pix: 2.3284e-02 ] [ l_g_total: 2.3284e-02 ] +2024-10-02 03:25:19,583 INFO: [ epoch: 85 ] [ iter:198,500 ] [ performance: 25.867 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:29 ] [ l_g_pix: 4.3734e-02 ] [ l_g_total: 4.3734e-02 ] +2024-10-02 03:25:23,553 INFO: [ epoch: 85 ] [ iter:198,600 ] [ performance: 26.478 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:23 ] [ l_g_pix: 3.0379e-02 ] [ l_g_total: 3.0379e-02 ] +2024-10-02 03:25:27,312 INFO: [ epoch: 85 ] [ iter:198,700 ] [ performance: 26.591 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:17 ] [ l_g_pix: 2.1900e-02 ] [ l_g_total: 2.1900e-02 ] +2024-10-02 03:25:31,157 INFO: [ epoch: 85 ] [ iter:198,800 ] [ performance: 26.351 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:11 ] [ l_g_pix: 3.0260e-02 ] [ l_g_total: 3.0260e-02 ] +2024-10-02 03:25:34,985 INFO: [ epoch: 85 ] [ iter:198,900 ] [ performance: 26.148 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:05 ] [ l_g_pix: 3.8954e-02 ] [ l_g_total: 3.8954e-02 ] +2024-10-02 03:25:38,796 INFO: [ epoch: 85 ] [ iter:199,000 ] [ performance: 27.313 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:59 ] [ l_g_pix: 3.8174e-02 ] [ l_g_total: 3.8174e-02 ] +2024-10-02 03:25:42,597 INFO: [ epoch: 85 ] [ iter:199,100 ] [ performance: 26.401 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:53 ] [ l_g_pix: 2.2491e-02 ] [ l_g_total: 2.2491e-02 ] +2024-10-02 03:25:46,402 INFO: [ epoch: 85 ] [ iter:199,200 ] [ performance: 26.861 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:47 ] [ l_g_pix: 2.5417e-02 ] [ l_g_total: 2.5417e-02 ] +2024-10-02 03:25:50,220 INFO: [ epoch: 85 ] [ iter:199,300 ] [ performance: 26.248 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:41 ] [ l_g_pix: 3.7495e-02 ] [ l_g_total: 3.7495e-02 ] +2024-10-02 03:25:54,092 INFO: [ epoch: 85 ] [ iter:199,400 ] [ performance: 27.167 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:35 ] [ l_g_pix: 3.0319e-02 ] [ l_g_total: 3.0319e-02 ] +2024-10-02 03:25:57,880 INFO: [ epoch: 85 ] [ iter:199,500 ] [ performance: 26.465 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:29 ] [ l_g_pix: 2.9840e-02 ] [ l_g_total: 2.9840e-02 ] +2024-10-02 03:26:01,744 INFO: [ epoch: 85 ] [ iter:199,600 ] [ performance: 25.776 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:23 ] [ l_g_pix: 3.2198e-02 ] [ l_g_total: 3.2198e-02 ] +2024-10-02 03:26:05,525 INFO: [ epoch: 85 ] [ iter:199,700 ] [ performance: 26.406 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:17 ] [ l_g_pix: 3.2539e-02 ] [ l_g_total: 3.2539e-02 ] +2024-10-02 03:26:09,357 INFO: [ epoch: 85 ] [ iter:199,800 ] [ performance: 26.616 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:11 ] [ l_g_pix: 3.2017e-02 ] [ l_g_total: 3.2017e-02 ] +2024-10-02 03:26:13,203 INFO: [ epoch: 85 ] [ iter:199,900 ] [ performance: 26.042 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:05 ] [ l_g_pix: 3.0846e-02 ] [ l_g_total: 3.0846e-02 ] +2024-10-02 03:26:17,064 INFO: [ epoch: 85 ] [ iter:200,000 ] [ performance: 28.398 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 4.4359e-02 ] [ l_g_total: 4.4359e-02 ] +2024-10-02 03:26:17,064 INFO: Saving models and training states. +2024-10-02 03:30:57,876 INFO: Validation val + + # psnr: 27.2046........ Best: 27.2093 @ 190000 iter + # ssim: 0.7666........ Best: 0.7667 @ 190000 iter + # dists: 0.7733........ Best: 0.7733 @ 170000 iter + +2024-10-02 03:30:59,044 INFO: End of training. Time consumed: 3:22:57 +2024-10-02 03:30:59,044 INFO: Save the latest model. +2024-10-02 03:33:54,994 INFO: Validation val + + # psnr: 27.2046........ Best: 27.2093 @ 190000 iter + # ssim: 0.7666........ Best: 0.7667 @ 190000 iter + # dists: 0.7733........ Best: 0.7733 @ 170000 iter + diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/training_states/200000.state b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/training_states/200000.state new file mode 100644 index 0000000000000000000000000000000000000000..af670412dd9c753f4d98b3f612e414901b9756ae --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_mutliscaled/training_states/200000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63f41bb98712163a9b6fdf51192cb1c0f16f3bfcd0450cd6daa0a803ffc706c4 +size 19045418 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/4xDF2K_plksr_tiny_fp16_patch64.toml b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/4xDF2K_plksr_tiny_fp16_patch64.toml new file mode 100644 index 0000000000000000000000000000000000000000..f36bdfadb759a2b411a9bd8b4579eed64106429b --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/4xDF2K_plksr_tiny_fp16_patch64.toml @@ -0,0 +1,58 @@ +name = "4xDF2K_plksr_tiny_fp16_patch64" +model_type = "image" +scale = 4 +use_amp = true +manual_seed = 1024 + +[datasets.train] +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_HR_tiled/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/train/DF2K_LR_tiled/' +patch_size = 64 +batch_size = 16 + +[datasets.val] +name = "val" +type = "paired" +dataroot_gt = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_HR/' +dataroot_lq = '/home/phips/Documents/Datasets/wip/DF2K/test/DIV2K_valid_LR_bicubic/X4/' +[val] +val_freq = 10000 +save_img = false +[val.metrics.psnr] +type = "calculate_psnr" +[val.metrics.ssim] +type = "calculate_ssim" +[val.metrics.dists] +type = "calculate_dists" +better = "lower" + +[path] + +[network_g] +#type = "plksr" +type = "plksr_tiny" + +[train] +ema = 0.999 + +[train.optim_g] +type = "adamw" +lr = 1e-4 +betas = [ 0.9, 0.99 ] +weight_decay = 0 + +[train.scheduler] +type = "multisteplr" +milestones = [ 60000, 120000 ] +gamma = 0.5 + +[train.pixel_opt] +type = "L1Loss" +loss_weight = 1.0 +reduction = "mean" + +[logger] +total_iter = 200000 +save_checkpoint_freq = 10000 +use_tb_logger = true diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/models/net_g_200000.pth b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/models/net_g_200000.pth new file mode 100644 index 0000000000000000000000000000000000000000..75e9733b60589718c6349c8dc22eb3034c046dca --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/models/net_g_200000.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:682f0143c2c8c2d36e608591ff43436bde79a161d90c26aff6f76625a3d98d9a +size 9513138 diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/train_4xDF2K_plksr_tiny_fp16_patch64_20241002_033408.log b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/train_4xDF2K_plksr_tiny_fp16_patch64_20241002_033408.log new file mode 100644 index 0000000000000000000000000000000000000000..084fc67ab21a68d91b13c8004ebbcbd33eca4b4e --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/train_4xDF2K_plksr_tiny_fp16_patch64_20241002_033408.log @@ -0,0 +1,1515 @@ +2024-10-02 03:34:08,167 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-02 03:34:10,682 INFO: Dataset [paired] is built. +2024-10-02 03:34:10,682 INFO: Training statistics: + Starting model: 4xDF2K_plksr_tiny_fp16_patch64 + Number of train images: 21387 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1337 + Total epochs 150 for total iters 200000. +2024-10-02 03:34:10,683 INFO: Dataset [paired] is built. +2024-10-02 03:34:10,683 INFO: Number of val images/folders: 100 +2024-10-02 03:34:11,156 INFO: Using network [plksr]. +2024-10-02 03:34:11,194 INFO: Using exponential-moving average. +2024-10-02 03:34:11,195 INFO: Loss [L1Loss] enabled. +2024-10-02 03:34:11,195 INFO: Using model [image]. +2024-10-02 03:34:12,104 INFO: AMP enabled. +2024-10-02 03:34:12,104 INFO: Deterministic mode enabled. +2024-10-02 03:34:12,104 INFO: Start training from epoch: 0, iter: 0 +2024-10-02 03:34:26,512 INFO: [ epoch: 0 ] [ iter: 100 ] [ performance: 6.942 it/s ] [ lr: 1.00e-04 ] [ eta: 5:02:31 ] [ l_g_pix: 4.9397e-02 ] [ l_g_total: 4.9397e-02 ] +2024-10-02 03:34:35,256 INFO: [ epoch: 0 ] [ iter: 200 ] [ performance: 8.639 it/s ] [ lr: 1.00e-04 ] [ eta: 4:56:45 ] [ l_g_pix: 3.6891e-02 ] [ l_g_total: 3.6891e-02 ] +2024-10-02 03:34:44,030 INFO: [ epoch: 0 ] [ iter: 300 ] [ performance: 11.403 it/s ] [ lr: 1.00e-04 ] [ eta: 4:55:04 ] [ l_g_pix: 3.3857e-02 ] [ l_g_total: 3.3857e-02 ] +2024-10-02 03:34:52,800 INFO: [ epoch: 0 ] [ iter: 400 ] [ performance: 11.403 it/s ] [ lr: 1.00e-04 ] [ eta: 4:54:08 ] [ l_g_pix: 4.0844e-02 ] [ l_g_total: 4.0844e-02 ] +2024-10-02 03:35:01,567 INFO: [ epoch: 0 ] [ iter: 500 ] [ performance: 11.416 it/s ] [ lr: 1.00e-04 ] [ eta: 4:53:29 ] [ l_g_pix: 3.7288e-02 ] [ l_g_total: 3.7288e-02 ] +2024-10-02 03:35:10,334 INFO: [ epoch: 0 ] [ iter: 600 ] [ performance: 11.412 it/s ] [ lr: 1.00e-04 ] [ eta: 4:53:00 ] [ l_g_pix: 3.7463e-02 ] [ l_g_total: 3.7463e-02 ] +2024-10-02 03:35:19,120 INFO: [ epoch: 0 ] [ iter: 700 ] [ performance: 11.404 it/s ] [ lr: 1.00e-04 ] [ eta: 4:52:42 ] [ l_g_pix: 3.4521e-02 ] [ l_g_total: 3.4521e-02 ] +2024-10-02 03:35:27,912 INFO: [ epoch: 0 ] [ iter: 800 ] [ performance: 11.390 it/s ] [ lr: 1.00e-04 ] [ eta: 4:52:28 ] [ l_g_pix: 3.1746e-02 ] [ l_g_total: 3.1746e-02 ] +2024-10-02 03:35:36,688 INFO: [ epoch: 0 ] [ iter: 900 ] [ performance: 11.419 it/s ] [ lr: 1.00e-04 ] [ eta: 4:52:12 ] [ l_g_pix: 3.2883e-02 ] [ l_g_total: 3.2883e-02 ] +2024-10-02 03:35:45,461 INFO: [ epoch: 0 ] [ iter: 1,000 ] [ performance: 11.409 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:57 ] [ l_g_pix: 4.0108e-02 ] [ l_g_total: 4.0108e-02 ] +2024-10-02 03:35:54,236 INFO: [ epoch: 0 ] [ iter: 1,100 ] [ performance: 11.424 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:43 ] [ l_g_pix: 2.6836e-02 ] [ l_g_total: 2.6836e-02 ] +2024-10-02 03:36:03,009 INFO: [ epoch: 0 ] [ iter: 1,200 ] [ performance: 11.412 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:30 ] [ l_g_pix: 2.8695e-02 ] [ l_g_total: 2.8695e-02 ] +2024-10-02 03:36:11,712 INFO: [ epoch: 0 ] [ iter: 1,300 ] [ performance: 11.531 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:06 ] [ l_g_pix: 3.5400e-02 ] [ l_g_total: 3.5400e-02 ] +2024-10-02 03:36:21,273 INFO: [ epoch: 1 ] [ iter: 1,400 ] [ performance: 10.953 it/s ] [ lr: 1.00e-04 ] [ eta: 4:52:47 ] [ l_g_pix: 2.8241e-02 ] [ l_g_total: 2.8241e-02 ] +2024-10-02 03:36:30,060 INFO: [ epoch: 1 ] [ iter: 1,500 ] [ performance: 11.430 it/s ] [ lr: 1.00e-04 ] [ eta: 4:52:30 ] [ l_g_pix: 2.4773e-02 ] [ l_g_total: 2.4773e-02 ] +2024-10-02 03:36:38,846 INFO: [ epoch: 1 ] [ iter: 1,600 ] [ performance: 11.405 it/s ] [ lr: 1.00e-04 ] [ eta: 4:52:15 ] [ l_g_pix: 4.5726e-02 ] [ l_g_total: 4.5726e-02 ] +2024-10-02 03:36:47,621 INFO: [ epoch: 1 ] [ iter: 1,700 ] [ performance: 11.435 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:58 ] [ l_g_pix: 3.0360e-02 ] [ l_g_total: 3.0360e-02 ] +2024-10-02 03:36:56,405 INFO: [ epoch: 1 ] [ iter: 1,800 ] [ performance: 11.408 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:44 ] [ l_g_pix: 2.5172e-02 ] [ l_g_total: 2.5172e-02 ] +2024-10-02 03:37:05,200 INFO: [ epoch: 1 ] [ iter: 1,900 ] [ performance: 11.465 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:31 ] [ l_g_pix: 2.6646e-02 ] [ l_g_total: 2.6646e-02 ] +2024-10-02 03:37:13,981 INFO: [ epoch: 1 ] [ iter: 2,000 ] [ performance: 11.425 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:18 ] [ l_g_pix: 3.7390e-02 ] [ l_g_total: 3.7390e-02 ] +2024-10-02 03:37:22,749 INFO: [ epoch: 1 ] [ iter: 2,100 ] [ performance: 11.464 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:03 ] [ l_g_pix: 4.0807e-02 ] [ l_g_total: 4.0807e-02 ] +2024-10-02 03:37:31,548 INFO: [ epoch: 1 ] [ iter: 2,200 ] [ performance: 11.412 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:52 ] [ l_g_pix: 3.2617e-02 ] [ l_g_total: 3.2617e-02 ] +2024-10-02 03:37:40,331 INFO: [ epoch: 1 ] [ iter: 2,300 ] [ performance: 11.443 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:40 ] [ l_g_pix: 3.3020e-02 ] [ l_g_total: 3.3020e-02 ] +2024-10-02 03:37:49,130 INFO: [ epoch: 1 ] [ iter: 2,400 ] [ performance: 11.402 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:29 ] [ l_g_pix: 2.4013e-02 ] [ l_g_total: 2.4013e-02 ] +2024-10-02 03:37:57,904 INFO: [ epoch: 1 ] [ iter: 2,500 ] [ performance: 11.464 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:17 ] [ l_g_pix: 3.4680e-02 ] [ l_g_total: 3.4680e-02 ] +2024-10-02 03:38:06,659 INFO: [ epoch: 1 ] [ iter: 2,600 ] [ performance: 11.442 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:03 ] [ l_g_pix: 2.4941e-02 ] [ l_g_total: 2.4941e-02 ] +2024-10-02 03:38:16,234 INFO: [ epoch: 2 ] [ iter: 2,700 ] [ performance: 10.345 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:50 ] [ l_g_pix: 3.6337e-02 ] [ l_g_total: 3.6337e-02 ] +2024-10-02 03:38:25,007 INFO: [ epoch: 2 ] [ iter: 2,800 ] [ performance: 10.884 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:36 ] [ l_g_pix: 3.6269e-02 ] [ l_g_total: 3.6269e-02 ] +2024-10-02 03:38:33,733 INFO: [ epoch: 2 ] [ iter: 2,900 ] [ performance: 11.516 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:19 ] [ l_g_pix: 2.3998e-02 ] [ l_g_total: 2.3998e-02 ] +2024-10-02 03:38:42,556 INFO: [ epoch: 2 ] [ iter: 3,000 ] [ performance: 11.418 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:09 ] [ l_g_pix: 3.0159e-02 ] [ l_g_total: 3.0159e-02 ] +2024-10-02 03:38:51,313 INFO: [ epoch: 2 ] [ iter: 3,100 ] [ performance: 11.490 it/s ] [ lr: 1.00e-04 ] [ eta: 4:49:55 ] [ l_g_pix: 1.9479e-02 ] [ l_g_total: 1.9479e-02 ] +2024-10-02 03:39:00,099 INFO: [ epoch: 2 ] [ iter: 3,200 ] [ performance: 11.432 it/s ] [ lr: 1.00e-04 ] [ eta: 4:49:43 ] [ l_g_pix: 3.8813e-02 ] [ l_g_total: 3.8813e-02 ] +2024-10-02 03:39:08,859 INFO: [ epoch: 2 ] [ iter: 3,300 ] [ performance: 11.468 it/s ] [ lr: 1.00e-04 ] [ eta: 4:49:30 ] [ l_g_pix: 2.8515e-02 ] [ l_g_total: 2.8515e-02 ] +2024-10-02 03:39:17,708 INFO: [ epoch: 2 ] [ iter: 3,400 ] [ performance: 11.377 it/s ] [ lr: 1.00e-04 ] [ eta: 4:49:22 ] [ l_g_pix: 2.4800e-02 ] [ l_g_total: 2.4800e-02 ] +2024-10-02 03:39:26,480 INFO: [ epoch: 2 ] [ iter: 3,500 ] [ performance: 11.461 it/s ] [ lr: 1.00e-04 ] [ eta: 4:49:10 ] [ l_g_pix: 3.5546e-02 ] [ l_g_total: 3.5546e-02 ] +2024-10-02 03:39:35,232 INFO: [ epoch: 2 ] [ iter: 3,600 ] [ performance: 11.442 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:57 ] [ l_g_pix: 5.6561e-02 ] [ l_g_total: 5.6561e-02 ] +2024-10-02 03:39:43,967 INFO: [ epoch: 2 ] [ iter: 3,700 ] [ performance: 11.510 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:43 ] [ l_g_pix: 3.3056e-02 ] [ l_g_total: 3.3056e-02 ] +2024-10-02 03:39:52,721 INFO: [ epoch: 2 ] [ iter: 3,800 ] [ performance: 11.463 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:31 ] [ l_g_pix: 3.6988e-02 ] [ l_g_total: 3.6988e-02 ] +2024-10-02 03:40:01,451 INFO: [ epoch: 2 ] [ iter: 3,900 ] [ performance: 11.500 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:17 ] [ l_g_pix: 2.8302e-02 ] [ l_g_total: 2.8302e-02 ] +2024-10-02 03:40:10,116 INFO: [ epoch: 2 ] [ iter: 4,000 ] [ performance: 11.523 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:01 ] [ l_g_pix: 3.2203e-02 ] [ l_g_total: 3.2203e-02 ] +2024-10-02 03:40:19,916 INFO: [ epoch: 3 ] [ iter: 4,100 ] [ performance: 11.201 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:39 ] [ l_g_pix: 2.5386e-02 ] [ l_g_total: 2.5386e-02 ] +2024-10-02 03:40:28,636 INFO: [ epoch: 3 ] [ iter: 4,200 ] [ performance: 11.348 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:25 ] [ l_g_pix: 4.1918e-02 ] [ l_g_total: 4.1918e-02 ] +2024-10-02 03:40:37,358 INFO: [ epoch: 3 ] [ iter: 4,300 ] [ performance: 11.519 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:10 ] [ l_g_pix: 3.7482e-02 ] [ l_g_total: 3.7482e-02 ] +2024-10-02 03:40:46,085 INFO: [ epoch: 3 ] [ iter: 4,400 ] [ performance: 11.486 it/s ] [ lr: 1.00e-04 ] [ eta: 4:47:57 ] [ l_g_pix: 4.0039e-02 ] [ l_g_total: 4.0039e-02 ] +2024-10-02 03:40:54,930 INFO: [ epoch: 3 ] [ iter: 4,500 ] [ performance: 11.316 it/s ] [ lr: 1.00e-04 ] [ eta: 4:47:48 ] [ l_g_pix: 5.6404e-02 ] [ l_g_total: 5.6404e-02 ] +2024-10-02 03:41:03,672 INFO: [ epoch: 3 ] [ iter: 4,600 ] [ performance: 11.384 it/s ] [ lr: 1.00e-04 ] [ eta: 4:47:36 ] [ l_g_pix: 2.3535e-02 ] [ l_g_total: 2.3535e-02 ] +2024-10-02 03:41:12,410 INFO: [ epoch: 3 ] [ iter: 4,700 ] [ performance: 11.488 it/s ] [ lr: 1.00e-04 ] [ eta: 4:47:23 ] [ l_g_pix: 2.7948e-02 ] [ l_g_total: 2.7948e-02 ] +2024-10-02 03:41:21,163 INFO: [ epoch: 3 ] [ iter: 4,800 ] [ performance: 11.453 it/s ] [ lr: 1.00e-04 ] [ eta: 4:47:11 ] [ l_g_pix: 4.2423e-02 ] [ l_g_total: 4.2423e-02 ] +2024-10-02 03:41:30,018 INFO: [ epoch: 3 ] [ iter: 4,900 ] [ performance: 11.307 it/s ] [ lr: 1.00e-04 ] [ eta: 4:47:03 ] [ l_g_pix: 3.7485e-02 ] [ l_g_total: 3.7485e-02 ] +2024-10-02 03:41:38,773 INFO: [ epoch: 3 ] [ iter: 5,000 ] [ performance: 11.373 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:52 ] [ l_g_pix: 2.2644e-02 ] [ l_g_total: 2.2644e-02 ] +2024-10-02 03:41:47,507 INFO: [ epoch: 3 ] [ iter: 5,100 ] [ performance: 11.504 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:39 ] [ l_g_pix: 3.6157e-02 ] [ l_g_total: 3.6157e-02 ] +2024-10-02 03:41:56,254 INFO: [ epoch: 3 ] [ iter: 5,200 ] [ performance: 11.463 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:28 ] [ l_g_pix: 3.2978e-02 ] [ l_g_total: 3.2978e-02 ] +2024-10-02 03:42:05,048 INFO: [ epoch: 3 ] [ iter: 5,300 ] [ performance: 11.428 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:18 ] [ l_g_pix: 3.1445e-02 ] [ l_g_total: 3.1445e-02 ] +2024-10-02 03:42:14,799 INFO: [ epoch: 4 ] [ iter: 5,400 ] [ performance: 10.724 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:42 ] [ l_g_pix: 3.0074e-02 ] [ l_g_total: 3.0074e-02 ] +2024-10-02 03:42:23,543 INFO: [ epoch: 4 ] [ iter: 5,500 ] [ performance: 11.524 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:30 ] [ l_g_pix: 3.2044e-02 ] [ l_g_total: 3.2044e-02 ] +2024-10-02 03:42:32,310 INFO: [ epoch: 4 ] [ iter: 5,600 ] [ performance: 11.456 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:19 ] [ l_g_pix: 4.1514e-02 ] [ l_g_total: 4.1514e-02 ] +2024-10-02 03:42:41,064 INFO: [ epoch: 4 ] [ iter: 5,700 ] [ performance: 11.524 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:07 ] [ l_g_pix: 2.3202e-02 ] [ l_g_total: 2.3202e-02 ] +2024-10-02 03:42:49,952 INFO: [ epoch: 4 ] [ iter: 5,800 ] [ performance: 11.364 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:00 ] [ l_g_pix: 2.4418e-02 ] [ l_g_total: 2.4418e-02 ] +2024-10-02 03:42:58,683 INFO: [ epoch: 4 ] [ iter: 5,900 ] [ performance: 11.551 it/s ] [ lr: 1.00e-04 ] [ eta: 4:45:48 ] [ l_g_pix: 3.5018e-02 ] [ l_g_total: 3.5018e-02 ] +2024-10-02 03:43:07,422 INFO: [ epoch: 4 ] [ iter: 6,000 ] [ performance: 11.488 it/s ] [ lr: 1.00e-04 ] [ eta: 4:45:36 ] [ l_g_pix: 4.2267e-02 ] [ l_g_total: 4.2267e-02 ] +2024-10-02 03:43:16,160 INFO: [ epoch: 4 ] [ iter: 6,100 ] [ performance: 11.546 it/s ] [ lr: 1.00e-04 ] [ eta: 4:45:24 ] [ l_g_pix: 2.5559e-02 ] [ l_g_total: 2.5559e-02 ] +2024-10-02 03:43:25,024 INFO: [ epoch: 4 ] [ iter: 6,200 ] [ performance: 11.390 it/s ] [ lr: 1.00e-04 ] [ eta: 4:45:16 ] [ l_g_pix: 3.8122e-02 ] [ l_g_total: 3.8122e-02 ] +2024-10-02 03:43:33,756 INFO: [ epoch: 4 ] [ iter: 6,300 ] [ performance: 11.556 it/s ] [ lr: 1.00e-04 ] [ eta: 4:45:04 ] [ l_g_pix: 2.9563e-02 ] [ l_g_total: 2.9563e-02 ] +2024-10-02 03:43:42,484 INFO: [ epoch: 4 ] [ iter: 6,400 ] [ performance: 11.497 it/s ] [ lr: 1.00e-04 ] [ eta: 4:44:52 ] [ l_g_pix: 2.5521e-02 ] [ l_g_total: 2.5521e-02 ] +2024-10-02 03:43:51,208 INFO: [ epoch: 4 ] [ iter: 6,500 ] [ performance: 11.601 it/s ] [ lr: 1.00e-04 ] [ eta: 4:44:40 ] [ l_g_pix: 3.7046e-02 ] [ l_g_total: 3.7046e-02 ] +2024-10-02 03:44:00,054 INFO: [ epoch: 4 ] [ iter: 6,600 ] [ performance: 11.423 it/s ] [ lr: 1.00e-04 ] [ eta: 4:44:32 ] [ l_g_pix: 3.4874e-02 ] [ l_g_total: 3.4874e-02 ] +2024-10-02 03:44:09,627 INFO: [ epoch: 5 ] [ iter: 6,700 ] [ performance: 10.080 it/s ] [ lr: 1.00e-04 ] [ eta: 4:44:45 ] [ l_g_pix: 4.5974e-02 ] [ l_g_total: 4.5974e-02 ] +2024-10-02 03:44:18,353 INFO: [ epoch: 5 ] [ iter: 6,800 ] [ performance: 10.864 it/s ] [ lr: 1.00e-04 ] [ eta: 4:44:33 ] [ l_g_pix: 2.6501e-02 ] [ l_g_total: 2.6501e-02 ] +2024-10-02 03:44:27,081 INFO: [ epoch: 5 ] [ iter: 6,900 ] [ performance: 11.605 it/s ] [ lr: 1.00e-04 ] [ eta: 4:44:21 ] [ l_g_pix: 2.8872e-02 ] [ l_g_total: 2.8872e-02 ] +2024-10-02 03:44:35,907 INFO: [ epoch: 5 ] [ iter: 7,000 ] [ performance: 11.438 it/s ] [ lr: 1.00e-04 ] [ eta: 4:44:12 ] [ l_g_pix: 4.1457e-02 ] [ l_g_total: 4.1457e-02 ] +2024-10-02 03:44:44,619 INFO: [ epoch: 5 ] [ iter: 7,100 ] [ performance: 11.616 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:59 ] [ l_g_pix: 3.8711e-02 ] [ l_g_total: 3.8711e-02 ] +2024-10-02 03:44:53,335 INFO: [ epoch: 5 ] [ iter: 7,200 ] [ performance: 11.530 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:47 ] [ l_g_pix: 3.3393e-02 ] [ l_g_total: 3.3393e-02 ] +2024-10-02 03:45:02,062 INFO: [ epoch: 5 ] [ iter: 7,300 ] [ performance: 11.598 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:36 ] [ l_g_pix: 2.6404e-02 ] [ l_g_total: 2.6404e-02 ] +2024-10-02 03:45:10,897 INFO: [ epoch: 5 ] [ iter: 7,400 ] [ performance: 11.427 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:27 ] [ l_g_pix: 2.3324e-02 ] [ l_g_total: 2.3324e-02 ] +2024-10-02 03:45:19,620 INFO: [ epoch: 5 ] [ iter: 7,500 ] [ performance: 11.605 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:16 ] [ l_g_pix: 3.5748e-02 ] [ l_g_total: 3.5748e-02 ] +2024-10-02 03:45:28,370 INFO: [ epoch: 5 ] [ iter: 7,600 ] [ performance: 11.497 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:05 ] [ l_g_pix: 4.6644e-02 ] [ l_g_total: 4.6644e-02 ] +2024-10-02 03:45:37,084 INFO: [ epoch: 5 ] [ iter: 7,700 ] [ performance: 11.617 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:53 ] [ l_g_pix: 3.5873e-02 ] [ l_g_total: 3.5873e-02 ] +2024-10-02 03:45:45,901 INFO: [ epoch: 5 ] [ iter: 7,800 ] [ performance: 11.446 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:44 ] [ l_g_pix: 1.6630e-02 ] [ l_g_total: 1.6630e-02 ] +2024-10-02 03:45:54,611 INFO: [ epoch: 5 ] [ iter: 7,900 ] [ performance: 11.629 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:32 ] [ l_g_pix: 3.9827e-02 ] [ l_g_total: 3.9827e-02 ] +2024-10-02 03:46:03,294 INFO: [ epoch: 5 ] [ iter: 8,000 ] [ performance: 11.560 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:20 ] [ l_g_pix: 4.0593e-02 ] [ l_g_total: 4.0593e-02 ] +2024-10-02 03:46:13,040 INFO: [ epoch: 6 ] [ iter: 8,100 ] [ performance: 11.609 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:33 ] [ l_g_pix: 3.3980e-02 ] [ l_g_total: 3.3980e-02 ] +2024-10-02 03:46:21,903 INFO: [ epoch: 6 ] [ iter: 8,200 ] [ performance: 11.403 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:25 ] [ l_g_pix: 3.2694e-02 ] [ l_g_total: 3.2694e-02 ] +2024-10-02 03:46:30,649 INFO: [ epoch: 6 ] [ iter: 8,300 ] [ performance: 11.577 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:14 ] [ l_g_pix: 2.9813e-02 ] [ l_g_total: 2.9813e-02 ] +2024-10-02 03:46:39,398 INFO: [ epoch: 6 ] [ iter: 8,400 ] [ performance: 11.484 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:03 ] [ l_g_pix: 2.5074e-02 ] [ l_g_total: 2.5074e-02 ] +2024-10-02 03:46:48,160 INFO: [ epoch: 6 ] [ iter: 8,500 ] [ performance: 11.553 it/s ] [ lr: 1.00e-04 ] [ eta: 4:41:53 ] [ l_g_pix: 3.2149e-02 ] [ l_g_total: 3.2149e-02 ] +2024-10-02 03:46:57,043 INFO: [ epoch: 6 ] [ iter: 8,600 ] [ performance: 11.365 it/s ] [ lr: 1.00e-04 ] [ eta: 4:41:45 ] [ l_g_pix: 3.6837e-02 ] [ l_g_total: 3.6837e-02 ] +2024-10-02 03:47:05,806 INFO: [ epoch: 6 ] [ iter: 8,700 ] [ performance: 11.558 it/s ] [ lr: 1.00e-04 ] [ eta: 4:41:35 ] [ l_g_pix: 4.1099e-02 ] [ l_g_total: 4.1099e-02 ] +2024-10-02 03:47:14,571 INFO: [ epoch: 6 ] [ iter: 8,800 ] [ performance: 11.463 it/s ] [ lr: 1.00e-04 ] [ eta: 4:41:25 ] [ l_g_pix: 4.0115e-02 ] [ l_g_total: 4.0115e-02 ] +2024-10-02 03:47:23,324 INFO: [ epoch: 6 ] [ iter: 8,900 ] [ performance: 11.577 it/s ] [ lr: 1.00e-04 ] [ eta: 4:41:14 ] [ l_g_pix: 4.1091e-02 ] [ l_g_total: 4.1091e-02 ] +2024-10-02 03:47:32,175 INFO: [ epoch: 6 ] [ iter: 9,000 ] [ performance: 11.397 it/s ] [ lr: 1.00e-04 ] [ eta: 4:41:06 ] [ l_g_pix: 4.3669e-02 ] [ l_g_total: 4.3669e-02 ] +2024-10-02 03:47:40,916 INFO: [ epoch: 6 ] [ iter: 9,100 ] [ performance: 11.592 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:55 ] [ l_g_pix: 2.6617e-02 ] [ l_g_total: 2.6617e-02 ] +2024-10-02 03:47:49,668 INFO: [ epoch: 6 ] [ iter: 9,200 ] [ performance: 11.485 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:44 ] [ l_g_pix: 2.3755e-02 ] [ l_g_total: 2.3755e-02 ] +2024-10-02 03:47:58,367 INFO: [ epoch: 6 ] [ iter: 9,300 ] [ performance: 11.678 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:33 ] [ l_g_pix: 2.3191e-02 ] [ l_g_total: 2.3191e-02 ] +2024-10-02 03:48:08,345 INFO: [ epoch: 7 ] [ iter: 9,400 ] [ performance: 10.547 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:47 ] [ l_g_pix: 2.9485e-02 ] [ l_g_total: 2.9485e-02 ] +2024-10-02 03:48:17,089 INFO: [ epoch: 7 ] [ iter: 9,500 ] [ performance: 11.574 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:37 ] [ l_g_pix: 3.2249e-02 ] [ l_g_total: 3.2249e-02 ] +2024-10-02 03:48:25,840 INFO: [ epoch: 7 ] [ iter: 9,600 ] [ performance: 11.479 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:26 ] [ l_g_pix: 3.9783e-02 ] [ l_g_total: 3.9783e-02 ] +2024-10-02 03:48:34,589 INFO: [ epoch: 7 ] [ iter: 9,700 ] [ performance: 11.592 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:16 ] [ l_g_pix: 3.8856e-02 ] [ l_g_total: 3.8856e-02 ] +2024-10-02 03:48:43,474 INFO: [ epoch: 7 ] [ iter: 9,800 ] [ performance: 11.369 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:08 ] [ l_g_pix: 3.4144e-02 ] [ l_g_total: 3.4144e-02 ] +2024-10-02 03:48:52,212 INFO: [ epoch: 7 ] [ iter: 9,900 ] [ performance: 11.573 it/s ] [ lr: 1.00e-04 ] [ eta: 4:39:57 ] [ l_g_pix: 3.9928e-02 ] [ l_g_total: 3.9928e-02 ] +2024-10-02 03:49:00,974 INFO: [ epoch: 7 ] [ iter: 10,000 ] [ performance: 11.467 it/s ] [ lr: 1.00e-04 ] [ eta: 4:39:47 ] [ l_g_pix: 2.2531e-02 ] [ l_g_total: 2.2531e-02 ] +2024-10-02 03:49:00,984 INFO: Saving models and training states. +2024-10-02 04:01:34,437 INFO: Validation val + + # psnr: 26.2986........ Best: 26.2986 @ 10000 iter + # ssim: 0.7394........ Best: 0.7394 @ 10000 iter + # dists: 0.7808........ Best: 0.7808 @ 10000 iter + +2024-10-02 04:01:43,129 INFO: [ epoch: 7 ] [ iter: 10,100 ] [ performance: 11.633 it/s ] [ lr: 1.00e-04 ] [ eta: 8:35:43 ] [ l_g_pix: 3.6216e-02 ] [ l_g_total: 3.6216e-02 ] +2024-10-02 04:01:51,838 INFO: [ epoch: 7 ] [ iter: 10,200 ] [ performance: 11.532 it/s ] [ lr: 1.00e-04 ] [ eta: 8:33:06 ] [ l_g_pix: 3.0006e-02 ] [ l_g_total: 3.0006e-02 ] +2024-10-02 04:02:00,588 INFO: [ epoch: 7 ] [ iter: 10,300 ] [ performance: 11.560 it/s ] [ lr: 1.00e-04 ] [ eta: 8:30:32 ] [ l_g_pix: 3.2895e-02 ] [ l_g_total: 3.2895e-02 ] +2024-10-02 04:02:09,322 INFO: [ epoch: 7 ] [ iter: 10,400 ] [ performance: 11.486 it/s ] [ lr: 1.00e-04 ] [ eta: 8:28:00 ] [ l_g_pix: 4.2662e-02 ] [ l_g_total: 4.2662e-02 ] +2024-10-02 04:02:18,062 INFO: [ epoch: 7 ] [ iter: 10,500 ] [ performance: 11.580 it/s ] [ lr: 1.00e-04 ] [ eta: 8:25:32 ] [ l_g_pix: 3.5430e-02 ] [ l_g_total: 3.5430e-02 ] +2024-10-02 04:02:26,789 INFO: [ epoch: 7 ] [ iter: 10,600 ] [ performance: 11.498 it/s ] [ lr: 1.00e-04 ] [ eta: 8:23:06 ] [ l_g_pix: 2.4732e-02 ] [ l_g_total: 2.4732e-02 ] +2024-10-02 04:02:36,613 INFO: [ epoch: 8 ] [ iter: 10,700 ] [ performance: 9.065 it/s ] [ lr: 1.00e-04 ] [ eta: 8:21:02 ] [ l_g_pix: 3.1022e-02 ] [ l_g_total: 3.1022e-02 ] +2024-10-02 04:02:45,403 INFO: [ epoch: 8 ] [ iter: 10,800 ] [ performance: 10.520 it/s ] [ lr: 1.00e-04 ] [ eta: 8:18:42 ] [ l_g_pix: 2.3618e-02 ] [ l_g_total: 2.3618e-02 ] +2024-10-02 04:02:54,173 INFO: [ epoch: 8 ] [ iter: 10,900 ] [ performance: 11.541 it/s ] [ lr: 1.00e-04 ] [ eta: 8:16:24 ] [ l_g_pix: 2.6962e-02 ] [ l_g_total: 2.6962e-02 ] +2024-10-02 04:03:02,921 INFO: [ epoch: 8 ] [ iter: 11,000 ] [ performance: 11.466 it/s ] [ lr: 1.00e-04 ] [ eta: 8:14:08 ] [ l_g_pix: 4.2603e-02 ] [ l_g_total: 4.2603e-02 ] +2024-10-02 04:03:11,677 INFO: [ epoch: 8 ] [ iter: 11,100 ] [ performance: 11.555 it/s ] [ lr: 1.00e-04 ] [ eta: 8:11:54 ] [ l_g_pix: 3.5787e-02 ] [ l_g_total: 3.5787e-02 ] +2024-10-02 04:03:20,410 INFO: [ epoch: 8 ] [ iter: 11,200 ] [ performance: 11.483 it/s ] [ lr: 1.00e-04 ] [ eta: 8:09:42 ] [ l_g_pix: 2.8927e-02 ] [ l_g_total: 2.8927e-02 ] +2024-10-02 04:03:29,182 INFO: [ epoch: 8 ] [ iter: 11,300 ] [ performance: 11.515 it/s ] [ lr: 1.00e-04 ] [ eta: 8:07:33 ] [ l_g_pix: 3.2041e-02 ] [ l_g_total: 3.2041e-02 ] +2024-10-02 04:03:37,935 INFO: [ epoch: 8 ] [ iter: 11,400 ] [ performance: 11.453 it/s ] [ lr: 1.00e-04 ] [ eta: 8:05:26 ] [ l_g_pix: 2.6795e-02 ] [ l_g_total: 2.6795e-02 ] +2024-10-02 04:03:46,714 INFO: [ epoch: 8 ] [ iter: 11,500 ] [ performance: 11.554 it/s ] [ lr: 1.00e-04 ] [ eta: 8:03:21 ] [ l_g_pix: 3.5768e-02 ] [ l_g_total: 3.5768e-02 ] +2024-10-02 04:03:55,486 INFO: [ epoch: 8 ] [ iter: 11,600 ] [ performance: 11.446 it/s ] [ lr: 1.00e-04 ] [ eta: 8:01:18 ] [ l_g_pix: 3.9006e-02 ] [ l_g_total: 3.9006e-02 ] +2024-10-02 04:04:04,241 INFO: [ epoch: 8 ] [ iter: 11,700 ] [ performance: 11.550 it/s ] [ lr: 1.00e-04 ] [ eta: 7:59:17 ] [ l_g_pix: 2.9026e-02 ] [ l_g_total: 2.9026e-02 ] +2024-10-02 04:04:12,993 INFO: [ epoch: 8 ] [ iter: 11,800 ] [ performance: 11.463 it/s ] [ lr: 1.00e-04 ] [ eta: 7:57:18 ] [ l_g_pix: 3.0137e-02 ] [ l_g_total: 3.0137e-02 ] +2024-10-02 04:04:21,746 INFO: [ epoch: 8 ] [ iter: 11,900 ] [ performance: 11.563 it/s ] [ lr: 1.00e-04 ] [ eta: 7:55:21 ] [ l_g_pix: 4.1885e-02 ] [ l_g_total: 4.1885e-02 ] +2024-10-02 04:04:30,446 INFO: [ epoch: 8 ] [ iter: 12,000 ] [ performance: 11.515 it/s ] [ lr: 1.00e-04 ] [ eta: 7:53:24 ] [ l_g_pix: 3.2547e-02 ] [ l_g_total: 3.2547e-02 ] +2024-10-02 04:04:40,398 INFO: [ epoch: 9 ] [ iter: 12,100 ] [ performance: 11.512 it/s ] [ lr: 1.00e-04 ] [ eta: 7:51:49 ] [ l_g_pix: 3.4286e-02 ] [ l_g_total: 3.4286e-02 ] +2024-10-02 04:04:49,165 INFO: [ epoch: 9 ] [ iter: 12,200 ] [ performance: 11.437 it/s ] [ lr: 1.00e-04 ] [ eta: 7:49:57 ] [ l_g_pix: 2.2152e-02 ] [ l_g_total: 2.2152e-02 ] +2024-10-02 04:04:57,957 INFO: [ epoch: 9 ] [ iter: 12,300 ] [ performance: 11.517 it/s ] [ lr: 1.00e-04 ] [ eta: 7:48:07 ] [ l_g_pix: 3.7327e-02 ] [ l_g_total: 3.7327e-02 ] +2024-10-02 04:05:06,739 INFO: [ epoch: 9 ] [ iter: 12,400 ] [ performance: 11.424 it/s ] [ lr: 1.00e-04 ] [ eta: 7:46:18 ] [ l_g_pix: 3.4493e-02 ] [ l_g_total: 3.4493e-02 ] +2024-10-02 04:05:15,541 INFO: [ epoch: 9 ] [ iter: 12,500 ] [ performance: 11.527 it/s ] [ lr: 1.00e-04 ] [ eta: 7:44:32 ] [ l_g_pix: 3.2642e-02 ] [ l_g_total: 3.2642e-02 ] +2024-10-02 04:05:24,300 INFO: [ epoch: 9 ] [ iter: 12,600 ] [ performance: 11.447 it/s ] [ lr: 1.00e-04 ] [ eta: 7:42:46 ] [ l_g_pix: 3.6232e-02 ] [ l_g_total: 3.6232e-02 ] +2024-10-02 04:05:33,093 INFO: [ epoch: 9 ] [ iter: 12,700 ] [ performance: 11.511 it/s ] [ lr: 1.00e-04 ] [ eta: 7:41:03 ] [ l_g_pix: 3.3361e-02 ] [ l_g_total: 3.3361e-02 ] +2024-10-02 04:05:41,950 INFO: [ epoch: 9 ] [ iter: 12,800 ] [ performance: 11.350 it/s ] [ lr: 1.00e-04 ] [ eta: 7:39:21 ] [ l_g_pix: 4.2226e-02 ] [ l_g_total: 4.2226e-02 ] +2024-10-02 04:05:50,723 INFO: [ epoch: 9 ] [ iter: 12,900 ] [ performance: 11.537 it/s ] [ lr: 1.00e-04 ] [ eta: 7:37:40 ] [ l_g_pix: 4.0486e-02 ] [ l_g_total: 4.0486e-02 ] +2024-10-02 04:05:59,496 INFO: [ epoch: 9 ] [ iter: 13,000 ] [ performance: 11.435 it/s ] [ lr: 1.00e-04 ] [ eta: 7:36:01 ] [ l_g_pix: 3.3978e-02 ] [ l_g_total: 3.3978e-02 ] +2024-10-02 04:06:08,286 INFO: [ epoch: 9 ] [ iter: 13,100 ] [ performance: 11.516 it/s ] [ lr: 1.00e-04 ] [ eta: 7:34:23 ] [ l_g_pix: 2.8073e-02 ] [ l_g_total: 2.8073e-02 ] +2024-10-02 04:06:17,068 INFO: [ epoch: 9 ] [ iter: 13,200 ] [ performance: 11.421 it/s ] [ lr: 1.00e-04 ] [ eta: 7:32:46 ] [ l_g_pix: 3.6842e-02 ] [ l_g_total: 3.6842e-02 ] +2024-10-02 04:06:25,813 INFO: [ epoch: 9 ] [ iter: 13,300 ] [ performance: 11.669 it/s ] [ lr: 1.00e-04 ] [ eta: 7:31:10 ] [ l_g_pix: 3.5040e-02 ] [ l_g_total: 3.5040e-02 ] +2024-10-02 04:06:35,551 INFO: [ epoch: 10 ] [ iter: 13,400 ] [ performance: 10.593 it/s ] [ lr: 1.00e-04 ] [ eta: 7:29:49 ] [ l_g_pix: 3.3901e-02 ] [ l_g_total: 3.3901e-02 ] +2024-10-02 04:06:44,335 INFO: [ epoch: 10 ] [ iter: 13,500 ] [ performance: 11.551 it/s ] [ lr: 1.00e-04 ] [ eta: 7:28:16 ] [ l_g_pix: 3.0179e-02 ] [ l_g_total: 3.0179e-02 ] +2024-10-02 04:06:53,138 INFO: [ epoch: 10 ] [ iter: 13,600 ] [ performance: 11.408 it/s ] [ lr: 1.00e-04 ] [ eta: 7:26:45 ] [ l_g_pix: 2.3804e-02 ] [ l_g_total: 2.3804e-02 ] +2024-10-02 04:07:01,919 INFO: [ epoch: 10 ] [ iter: 13,700 ] [ performance: 11.523 it/s ] [ lr: 1.00e-04 ] [ eta: 7:25:14 ] [ l_g_pix: 2.9315e-02 ] [ l_g_total: 2.9315e-02 ] +2024-10-02 04:07:10,693 INFO: [ epoch: 10 ] [ iter: 13,800 ] [ performance: 11.429 it/s ] [ lr: 1.00e-04 ] [ eta: 7:23:45 ] [ l_g_pix: 3.4639e-02 ] [ l_g_total: 3.4639e-02 ] +2024-10-02 04:07:19,463 INFO: [ epoch: 10 ] [ iter: 13,900 ] [ performance: 11.517 it/s ] [ lr: 1.00e-04 ] [ eta: 7:22:16 ] [ l_g_pix: 2.9617e-02 ] [ l_g_total: 2.9617e-02 ] +2024-10-02 04:07:28,255 INFO: [ epoch: 10 ] [ iter: 14,000 ] [ performance: 11.408 it/s ] [ lr: 1.00e-04 ] [ eta: 7:20:50 ] [ l_g_pix: 3.3376e-02 ] [ l_g_total: 3.3376e-02 ] +2024-10-02 04:07:37,039 INFO: [ epoch: 10 ] [ iter: 14,100 ] [ performance: 11.521 it/s ] [ lr: 1.00e-04 ] [ eta: 7:19:24 ] [ l_g_pix: 3.0976e-02 ] [ l_g_total: 3.0976e-02 ] +2024-10-02 04:07:45,817 INFO: [ epoch: 10 ] [ iter: 14,200 ] [ performance: 11.423 it/s ] [ lr: 1.00e-04 ] [ eta: 7:17:59 ] [ l_g_pix: 2.6703e-02 ] [ l_g_total: 2.6703e-02 ] +2024-10-02 04:07:54,588 INFO: [ epoch: 10 ] [ iter: 14,300 ] [ performance: 11.555 it/s ] [ lr: 1.00e-04 ] [ eta: 7:16:35 ] [ l_g_pix: 2.8294e-02 ] [ l_g_total: 2.8294e-02 ] +2024-10-02 04:08:03,365 INFO: [ epoch: 10 ] [ iter: 14,400 ] [ performance: 11.430 it/s ] [ lr: 1.00e-04 ] [ eta: 7:15:12 ] [ l_g_pix: 3.3009e-02 ] [ l_g_total: 3.3009e-02 ] +2024-10-02 04:08:12,126 INFO: [ epoch: 10 ] [ iter: 14,500 ] [ performance: 11.548 it/s ] [ lr: 1.00e-04 ] [ eta: 7:13:50 ] [ l_g_pix: 3.2680e-02 ] [ l_g_total: 3.2680e-02 ] +2024-10-02 04:08:20,878 INFO: [ epoch: 10 ] [ iter: 14,600 ] [ performance: 11.453 it/s ] [ lr: 1.00e-04 ] [ eta: 7:12:29 ] [ l_g_pix: 4.5917e-02 ] [ l_g_total: 4.5917e-02 ] +2024-10-02 04:08:30,431 INFO: [ epoch: 11 ] [ iter: 14,700 ] [ performance: 8.510 it/s ] [ lr: 1.00e-04 ] [ eta: 7:11:19 ] [ l_g_pix: 2.5510e-02 ] [ l_g_total: 2.5510e-02 ] +2024-10-02 04:08:39,525 INFO: [ epoch: 11 ] [ iter: 14,800 ] [ performance: 10.358 it/s ] [ lr: 1.00e-04 ] [ eta: 7:10:04 ] [ l_g_pix: 5.1370e-02 ] [ l_g_total: 5.1370e-02 ] +2024-10-02 04:08:48,312 INFO: [ epoch: 11 ] [ iter: 14,900 ] [ performance: 11.528 it/s ] [ lr: 1.00e-04 ] [ eta: 7:08:46 ] [ l_g_pix: 3.3264e-02 ] [ l_g_total: 3.3264e-02 ] +2024-10-02 04:08:57,108 INFO: [ epoch: 11 ] [ iter: 15,000 ] [ performance: 11.403 it/s ] [ lr: 1.00e-04 ] [ eta: 7:07:29 ] [ l_g_pix: 2.9896e-02 ] [ l_g_total: 2.9896e-02 ] +2024-10-02 04:09:05,909 INFO: [ epoch: 11 ] [ iter: 15,100 ] [ performance: 11.487 it/s ] [ lr: 1.00e-04 ] [ eta: 7:06:13 ] [ l_g_pix: 3.1401e-02 ] [ l_g_total: 3.1401e-02 ] +2024-10-02 04:09:14,717 INFO: [ epoch: 11 ] [ iter: 15,200 ] [ performance: 11.381 it/s ] [ lr: 1.00e-04 ] [ eta: 7:04:59 ] [ l_g_pix: 3.2024e-02 ] [ l_g_total: 3.2024e-02 ] +2024-10-02 04:09:23,517 INFO: [ epoch: 11 ] [ iter: 15,300 ] [ performance: 11.483 it/s ] [ lr: 1.00e-04 ] [ eta: 7:03:44 ] [ l_g_pix: 2.6784e-02 ] [ l_g_total: 2.6784e-02 ] +2024-10-02 04:09:32,313 INFO: [ epoch: 11 ] [ iter: 15,400 ] [ performance: 11.391 it/s ] [ lr: 1.00e-04 ] [ eta: 7:02:31 ] [ l_g_pix: 2.3427e-02 ] [ l_g_total: 2.3427e-02 ] +2024-10-02 04:09:41,177 INFO: [ epoch: 11 ] [ iter: 15,500 ] [ performance: 11.150 it/s ] [ lr: 1.00e-04 ] [ eta: 7:01:19 ] [ l_g_pix: 3.5086e-02 ] [ l_g_total: 3.5086e-02 ] +2024-10-02 04:09:49,975 INFO: [ epoch: 11 ] [ iter: 15,600 ] [ performance: 11.326 it/s ] [ lr: 1.00e-04 ] [ eta: 7:00:08 ] [ l_g_pix: 3.9422e-02 ] [ l_g_total: 3.9422e-02 ] +2024-10-02 04:09:58,755 INFO: [ epoch: 11 ] [ iter: 15,700 ] [ performance: 11.514 it/s ] [ lr: 1.00e-04 ] [ eta: 6:58:57 ] [ l_g_pix: 3.1475e-02 ] [ l_g_total: 3.1475e-02 ] +2024-10-02 04:10:07,568 INFO: [ epoch: 11 ] [ iter: 15,800 ] [ performance: 11.377 it/s ] [ lr: 1.00e-04 ] [ eta: 6:57:47 ] [ l_g_pix: 2.8211e-02 ] [ l_g_total: 2.8211e-02 ] +2024-10-02 04:10:16,423 INFO: [ epoch: 11 ] [ iter: 15,900 ] [ performance: 11.056 it/s ] [ lr: 1.00e-04 ] [ eta: 6:56:38 ] [ l_g_pix: 3.7976e-02 ] [ l_g_total: 3.7976e-02 ] +2024-10-02 04:10:25,133 INFO: [ epoch: 11 ] [ iter: 16,000 ] [ performance: 11.405 it/s ] [ lr: 1.00e-04 ] [ eta: 6:55:28 ] [ l_g_pix: 3.9973e-02 ] [ l_g_total: 3.9973e-02 ] +2024-10-02 04:10:34,983 INFO: [ epoch: 12 ] [ iter: 16,100 ] [ performance: 11.473 it/s ] [ lr: 1.00e-04 ] [ eta: 6:54:33 ] [ l_g_pix: 3.0180e-02 ] [ l_g_total: 3.0180e-02 ] +2024-10-02 04:10:43,777 INFO: [ epoch: 12 ] [ iter: 16,200 ] [ performance: 11.389 it/s ] [ lr: 1.00e-04 ] [ eta: 6:53:25 ] [ l_g_pix: 3.6158e-02 ] [ l_g_total: 3.6158e-02 ] +2024-10-02 04:10:52,576 INFO: [ epoch: 12 ] [ iter: 16,300 ] [ performance: 11.563 it/s ] [ lr: 1.00e-04 ] [ eta: 6:52:19 ] [ l_g_pix: 2.9609e-02 ] [ l_g_total: 2.9609e-02 ] +2024-10-02 04:11:01,340 INFO: [ epoch: 12 ] [ iter: 16,400 ] [ performance: 11.435 it/s ] [ lr: 1.00e-04 ] [ eta: 6:51:13 ] [ l_g_pix: 3.4207e-02 ] [ l_g_total: 3.4207e-02 ] +2024-10-02 04:11:10,119 INFO: [ epoch: 12 ] [ iter: 16,500 ] [ performance: 11.553 it/s ] [ lr: 1.00e-04 ] [ eta: 6:50:08 ] [ l_g_pix: 2.7007e-02 ] [ l_g_total: 2.7007e-02 ] +2024-10-02 04:11:18,885 INFO: [ epoch: 12 ] [ iter: 16,600 ] [ performance: 11.431 it/s ] [ lr: 1.00e-04 ] [ eta: 6:49:03 ] [ l_g_pix: 3.4336e-02 ] [ l_g_total: 3.4336e-02 ] +2024-10-02 04:11:27,697 INFO: [ epoch: 12 ] [ iter: 16,700 ] [ performance: 11.529 it/s ] [ lr: 1.00e-04 ] [ eta: 6:47:59 ] [ l_g_pix: 2.8180e-02 ] [ l_g_total: 2.8180e-02 ] +2024-10-02 04:11:36,480 INFO: [ epoch: 12 ] [ iter: 16,800 ] [ performance: 11.407 it/s ] [ lr: 1.00e-04 ] [ eta: 6:46:56 ] [ l_g_pix: 3.4219e-02 ] [ l_g_total: 3.4219e-02 ] +2024-10-02 04:11:45,260 INFO: [ epoch: 12 ] [ iter: 16,900 ] [ performance: 11.520 it/s ] [ lr: 1.00e-04 ] [ eta: 6:45:54 ] [ l_g_pix: 3.1467e-02 ] [ l_g_total: 3.1467e-02 ] +2024-10-02 04:11:54,051 INFO: [ epoch: 12 ] [ iter: 17,000 ] [ performance: 11.396 it/s ] [ lr: 1.00e-04 ] [ eta: 6:44:52 ] [ l_g_pix: 3.8980e-02 ] [ l_g_total: 3.8980e-02 ] +2024-10-02 04:12:02,923 INFO: [ epoch: 12 ] [ iter: 17,100 ] [ performance: 11.555 it/s ] [ lr: 1.00e-04 ] [ eta: 6:43:51 ] [ l_g_pix: 4.4313e-02 ] [ l_g_total: 4.4313e-02 ] +2024-10-02 04:12:11,680 INFO: [ epoch: 12 ] [ iter: 17,200 ] [ performance: 11.437 it/s ] [ lr: 1.00e-04 ] [ eta: 6:42:50 ] [ l_g_pix: 2.3156e-02 ] [ l_g_total: 2.3156e-02 ] +2024-10-02 04:12:20,445 INFO: [ epoch: 12 ] [ iter: 17,300 ] [ performance: 11.664 it/s ] [ lr: 1.00e-04 ] [ eta: 6:41:50 ] [ l_g_pix: 2.4783e-02 ] [ l_g_total: 2.4783e-02 ] +2024-10-02 04:12:30,264 INFO: [ epoch: 13 ] [ iter: 17,400 ] [ performance: 10.346 it/s ] [ lr: 1.00e-04 ] [ eta: 6:41:01 ] [ l_g_pix: 3.3685e-02 ] [ l_g_total: 3.3685e-02 ] +2024-10-02 04:12:39,125 INFO: [ epoch: 13 ] [ iter: 17,500 ] [ performance: 11.487 it/s ] [ lr: 1.00e-04 ] [ eta: 6:40:03 ] [ l_g_pix: 2.6918e-02 ] [ l_g_total: 2.6918e-02 ] +2024-10-02 04:12:47,900 INFO: [ epoch: 13 ] [ iter: 17,600 ] [ performance: 11.407 it/s ] [ lr: 1.00e-04 ] [ eta: 6:39:05 ] [ l_g_pix: 3.1792e-02 ] [ l_g_total: 3.1792e-02 ] +2024-10-02 04:12:56,671 INFO: [ epoch: 13 ] [ iter: 17,700 ] [ performance: 11.535 it/s ] [ lr: 1.00e-04 ] [ eta: 6:38:07 ] [ l_g_pix: 2.9269e-02 ] [ l_g_total: 2.9269e-02 ] +2024-10-02 04:13:05,462 INFO: [ epoch: 13 ] [ iter: 17,800 ] [ performance: 11.393 it/s ] [ lr: 1.00e-04 ] [ eta: 6:37:09 ] [ l_g_pix: 2.8620e-02 ] [ l_g_total: 2.8620e-02 ] +2024-10-02 04:13:14,237 INFO: [ epoch: 13 ] [ iter: 17,900 ] [ performance: 11.517 it/s ] [ lr: 1.00e-04 ] [ eta: 6:36:13 ] [ l_g_pix: 4.8331e-02 ] [ l_g_total: 4.8331e-02 ] +2024-10-02 04:13:22,998 INFO: [ epoch: 13 ] [ iter: 18,000 ] [ performance: 11.425 it/s ] [ lr: 1.00e-04 ] [ eta: 6:35:16 ] [ l_g_pix: 4.1685e-02 ] [ l_g_total: 4.1685e-02 ] +2024-10-02 04:13:31,772 INFO: [ epoch: 13 ] [ iter: 18,100 ] [ performance: 11.468 it/s ] [ lr: 1.00e-04 ] [ eta: 6:34:20 ] [ l_g_pix: 4.5069e-02 ] [ l_g_total: 4.5069e-02 ] +2024-10-02 04:13:40,555 INFO: [ epoch: 13 ] [ iter: 18,200 ] [ performance: 11.395 it/s ] [ lr: 1.00e-04 ] [ eta: 6:33:25 ] [ l_g_pix: 2.7890e-02 ] [ l_g_total: 2.7890e-02 ] +2024-10-02 04:13:49,323 INFO: [ epoch: 13 ] [ iter: 18,300 ] [ performance: 11.557 it/s ] [ lr: 1.00e-04 ] [ eta: 6:32:30 ] [ l_g_pix: 2.1004e-02 ] [ l_g_total: 2.1004e-02 ] +2024-10-02 04:13:58,099 INFO: [ epoch: 13 ] [ iter: 18,400 ] [ performance: 11.409 it/s ] [ lr: 1.00e-04 ] [ eta: 6:31:36 ] [ l_g_pix: 3.2870e-02 ] [ l_g_total: 3.2870e-02 ] +2024-10-02 04:14:06,892 INFO: [ epoch: 13 ] [ iter: 18,500 ] [ performance: 11.539 it/s ] [ lr: 1.00e-04 ] [ eta: 6:30:42 ] [ l_g_pix: 4.0320e-02 ] [ l_g_total: 4.0320e-02 ] +2024-10-02 04:14:15,706 INFO: [ epoch: 13 ] [ iter: 18,600 ] [ performance: 11.361 it/s ] [ lr: 1.00e-04 ] [ eta: 6:29:49 ] [ l_g_pix: 3.0105e-02 ] [ l_g_total: 3.0105e-02 ] +2024-10-02 04:14:24,404 INFO: [ epoch: 13 ] [ iter: 18,700 ] [ performance: 11.641 it/s ] [ lr: 1.00e-04 ] [ eta: 6:28:56 ] [ l_g_pix: 3.1036e-02 ] [ l_g_total: 3.1036e-02 ] +2024-10-02 04:14:34,259 INFO: [ epoch: 14 ] [ iter: 18,800 ] [ performance: 10.235 it/s ] [ lr: 1.00e-04 ] [ eta: 6:28:14 ] [ l_g_pix: 3.5953e-02 ] [ l_g_total: 3.5953e-02 ] +2024-10-02 04:14:43,054 INFO: [ epoch: 14 ] [ iter: 18,900 ] [ performance: 11.552 it/s ] [ lr: 1.00e-04 ] [ eta: 6:27:22 ] [ l_g_pix: 2.2905e-02 ] [ l_g_total: 2.2905e-02 ] +2024-10-02 04:14:51,872 INFO: [ epoch: 14 ] [ iter: 19,000 ] [ performance: 11.352 it/s ] [ lr: 1.00e-04 ] [ eta: 6:26:31 ] [ l_g_pix: 2.6417e-02 ] [ l_g_total: 2.6417e-02 ] +2024-10-02 04:15:00,658 INFO: [ epoch: 14 ] [ iter: 19,100 ] [ performance: 11.519 it/s ] [ lr: 1.00e-04 ] [ eta: 6:25:40 ] [ l_g_pix: 2.4690e-02 ] [ l_g_total: 2.4690e-02 ] +2024-10-02 04:15:09,447 INFO: [ epoch: 14 ] [ iter: 19,200 ] [ performance: 11.386 it/s ] [ lr: 1.00e-04 ] [ eta: 6:24:50 ] [ l_g_pix: 2.4099e-02 ] [ l_g_total: 2.4099e-02 ] +2024-10-02 04:15:18,262 INFO: [ epoch: 14 ] [ iter: 19,300 ] [ performance: 11.121 it/s ] [ lr: 1.00e-04 ] [ eta: 6:24:00 ] [ l_g_pix: 4.7188e-02 ] [ l_g_total: 4.7188e-02 ] +2024-10-02 04:15:27,051 INFO: [ epoch: 14 ] [ iter: 19,400 ] [ performance: 11.369 it/s ] [ lr: 1.00e-04 ] [ eta: 6:23:10 ] [ l_g_pix: 3.7094e-02 ] [ l_g_total: 3.7094e-02 ] +2024-10-02 04:15:35,838 INFO: [ epoch: 14 ] [ iter: 19,500 ] [ performance: 11.550 it/s ] [ lr: 1.00e-04 ] [ eta: 6:22:21 ] [ l_g_pix: 4.0396e-02 ] [ l_g_total: 4.0396e-02 ] +2024-10-02 04:15:44,613 INFO: [ epoch: 14 ] [ iter: 19,600 ] [ performance: 11.401 it/s ] [ lr: 1.00e-04 ] [ eta: 6:21:32 ] [ l_g_pix: 3.3171e-02 ] [ l_g_total: 3.3171e-02 ] +2024-10-02 04:15:53,419 INFO: [ epoch: 14 ] [ iter: 19,700 ] [ performance: 11.528 it/s ] [ lr: 1.00e-04 ] [ eta: 6:20:44 ] [ l_g_pix: 4.4913e-02 ] [ l_g_total: 4.4913e-02 ] +2024-10-02 04:16:02,203 INFO: [ epoch: 14 ] [ iter: 19,800 ] [ performance: 11.388 it/s ] [ lr: 1.00e-04 ] [ eta: 6:19:56 ] [ l_g_pix: 2.9696e-02 ] [ l_g_total: 2.9696e-02 ] +2024-10-02 04:16:10,965 INFO: [ epoch: 14 ] [ iter: 19,900 ] [ performance: 11.638 it/s ] [ lr: 1.00e-04 ] [ eta: 6:19:08 ] [ l_g_pix: 3.1695e-02 ] [ l_g_total: 3.1695e-02 ] +2024-10-02 04:16:19,687 INFO: [ epoch: 14 ] [ iter: 20,000 ] [ performance: 11.467 it/s ] [ lr: 1.00e-04 ] [ eta: 6:18:20 ] [ l_g_pix: 3.4797e-02 ] [ l_g_total: 3.4797e-02 ] +2024-10-02 04:16:19,688 INFO: Saving models and training states. +2024-10-02 04:19:29,031 INFO: Validation val + + # psnr: 26.3565........ Best: 26.3565 @ 20000 iter + # ssim: 0.7402........ Best: 0.7402 @ 20000 iter + # dists: 0.7801........ Best: 0.7801 @ 20000 iter + +2024-10-02 04:19:38,844 INFO: [ epoch: 15 ] [ iter: 20,100 ] [ performance: 10.796 it/s ] [ lr: 1.00e-04 ] [ eta: 6:45:57 ] [ l_g_pix: 3.6393e-02 ] [ l_g_total: 3.6393e-02 ] +2024-10-02 04:19:47,526 INFO: [ epoch: 15 ] [ iter: 20,200 ] [ performance: 11.519 it/s ] [ lr: 1.00e-04 ] [ eta: 6:45:00 ] [ l_g_pix: 3.9173e-02 ] [ l_g_total: 3.9173e-02 ] +2024-10-02 04:19:56,276 INFO: [ epoch: 15 ] [ iter: 20,300 ] [ performance: 11.474 it/s ] [ lr: 1.00e-04 ] [ eta: 6:44:05 ] [ l_g_pix: 4.0438e-02 ] [ l_g_total: 4.0438e-02 ] +2024-10-02 04:20:05,011 INFO: [ epoch: 15 ] [ iter: 20,400 ] [ performance: 11.456 it/s ] [ lr: 1.00e-04 ] [ eta: 6:43:09 ] [ l_g_pix: 2.3723e-02 ] [ l_g_total: 2.3723e-02 ] +2024-10-02 04:20:13,758 INFO: [ epoch: 15 ] [ iter: 20,500 ] [ performance: 11.444 it/s ] [ lr: 1.00e-04 ] [ eta: 6:42:14 ] [ l_g_pix: 2.4717e-02 ] [ l_g_total: 2.4717e-02 ] +2024-10-02 04:20:22,486 INFO: [ epoch: 15 ] [ iter: 20,600 ] [ performance: 11.468 it/s ] [ lr: 1.00e-04 ] [ eta: 6:41:20 ] [ l_g_pix: 3.6005e-02 ] [ l_g_total: 3.6005e-02 ] +2024-10-02 04:20:31,209 INFO: [ epoch: 15 ] [ iter: 20,700 ] [ performance: 11.467 it/s ] [ lr: 1.00e-04 ] [ eta: 6:40:26 ] [ l_g_pix: 3.4146e-02 ] [ l_g_total: 3.4146e-02 ] +2024-10-02 04:20:39,922 INFO: [ epoch: 15 ] [ iter: 20,800 ] [ performance: 11.492 it/s ] [ lr: 1.00e-04 ] [ eta: 6:39:32 ] [ l_g_pix: 2.9619e-02 ] [ l_g_total: 2.9619e-02 ] +2024-10-02 04:20:48,664 INFO: [ epoch: 15 ] [ iter: 20,900 ] [ performance: 11.465 it/s ] [ lr: 1.00e-04 ] [ eta: 6:38:39 ] [ l_g_pix: 1.9476e-02 ] [ l_g_total: 1.9476e-02 ] +2024-10-02 04:20:57,435 INFO: [ epoch: 15 ] [ iter: 21,000 ] [ performance: 11.422 it/s ] [ lr: 1.00e-04 ] [ eta: 6:37:46 ] [ l_g_pix: 2.8997e-02 ] [ l_g_total: 2.8997e-02 ] +2024-10-02 04:21:06,222 INFO: [ epoch: 15 ] [ iter: 21,100 ] [ performance: 11.401 it/s ] [ lr: 1.00e-04 ] [ eta: 6:36:55 ] [ l_g_pix: 2.7280e-02 ] [ l_g_total: 2.7280e-02 ] +2024-10-02 04:21:14,995 INFO: [ epoch: 15 ] [ iter: 21,200 ] [ performance: 11.424 it/s ] [ lr: 1.00e-04 ] [ eta: 6:36:03 ] [ l_g_pix: 4.2360e-02 ] [ l_g_total: 4.2360e-02 ] +2024-10-02 04:21:23,761 INFO: [ epoch: 15 ] [ iter: 21,300 ] [ performance: 11.416 it/s ] [ lr: 1.00e-04 ] [ eta: 6:35:12 ] [ l_g_pix: 2.0913e-02 ] [ l_g_total: 2.0913e-02 ] +2024-10-02 04:21:33,634 INFO: [ epoch: 16 ] [ iter: 21,400 ] [ performance: 10.075 it/s ] [ lr: 1.00e-04 ] [ eta: 6:34:30 ] [ l_g_pix: 2.2077e-02 ] [ l_g_total: 2.2077e-02 ] +2024-10-02 04:21:42,429 INFO: [ epoch: 16 ] [ iter: 21,500 ] [ performance: 10.704 it/s ] [ lr: 1.00e-04 ] [ eta: 6:33:40 ] [ l_g_pix: 3.1229e-02 ] [ l_g_total: 3.1229e-02 ] +2024-10-02 04:21:51,216 INFO: [ epoch: 16 ] [ iter: 21,600 ] [ performance: 11.422 it/s ] [ lr: 1.00e-04 ] [ eta: 6:32:50 ] [ l_g_pix: 4.1737e-02 ] [ l_g_total: 4.1737e-02 ] +2024-10-02 04:22:00,012 INFO: [ epoch: 16 ] [ iter: 21,700 ] [ performance: 11.395 it/s ] [ lr: 1.00e-04 ] [ eta: 6:32:00 ] [ l_g_pix: 3.2224e-02 ] [ l_g_total: 3.2224e-02 ] +2024-10-02 04:22:08,807 INFO: [ epoch: 16 ] [ iter: 21,800 ] [ performance: 11.412 it/s ] [ lr: 1.00e-04 ] [ eta: 6:31:11 ] [ l_g_pix: 2.9679e-02 ] [ l_g_total: 2.9679e-02 ] +2024-10-02 04:22:17,605 INFO: [ epoch: 16 ] [ iter: 21,900 ] [ performance: 11.389 it/s ] [ lr: 1.00e-04 ] [ eta: 6:30:22 ] [ l_g_pix: 3.4707e-02 ] [ l_g_total: 3.4707e-02 ] +2024-10-02 04:22:26,385 INFO: [ epoch: 16 ] [ iter: 22,000 ] [ performance: 11.444 it/s ] [ lr: 1.00e-04 ] [ eta: 6:29:34 ] [ l_g_pix: 2.8635e-02 ] [ l_g_total: 2.8635e-02 ] +2024-10-02 04:22:35,172 INFO: [ epoch: 16 ] [ iter: 22,100 ] [ performance: 11.411 it/s ] [ lr: 1.00e-04 ] [ eta: 6:28:46 ] [ l_g_pix: 3.5039e-02 ] [ l_g_total: 3.5039e-02 ] +2024-10-02 04:22:43,955 INFO: [ epoch: 16 ] [ iter: 22,200 ] [ performance: 11.435 it/s ] [ lr: 1.00e-04 ] [ eta: 6:27:58 ] [ l_g_pix: 4.5412e-02 ] [ l_g_total: 4.5412e-02 ] +2024-10-02 04:22:52,747 INFO: [ epoch: 16 ] [ iter: 22,300 ] [ performance: 11.404 it/s ] [ lr: 1.00e-04 ] [ eta: 6:27:11 ] [ l_g_pix: 2.5365e-02 ] [ l_g_total: 2.5365e-02 ] +2024-10-02 04:23:01,536 INFO: [ epoch: 16 ] [ iter: 22,400 ] [ performance: 11.435 it/s ] [ lr: 1.00e-04 ] [ eta: 6:26:24 ] [ l_g_pix: 1.9283e-02 ] [ l_g_total: 1.9283e-02 ] +2024-10-02 04:23:10,314 INFO: [ epoch: 16 ] [ iter: 22,500 ] [ performance: 11.413 it/s ] [ lr: 1.00e-04 ] [ eta: 6:25:37 ] [ l_g_pix: 3.2268e-02 ] [ l_g_total: 3.2268e-02 ] +2024-10-02 04:23:19,091 INFO: [ epoch: 16 ] [ iter: 22,600 ] [ performance: 11.449 it/s ] [ lr: 1.00e-04 ] [ eta: 6:24:50 ] [ l_g_pix: 3.9658e-02 ] [ l_g_total: 3.9658e-02 ] +2024-10-02 04:23:27,792 INFO: [ epoch: 16 ] [ iter: 22,700 ] [ performance: 11.473 it/s ] [ lr: 1.00e-04 ] [ eta: 6:24:04 ] [ l_g_pix: 2.7876e-02 ] [ l_g_total: 2.7876e-02 ] +2024-10-02 04:23:37,823 INFO: [ epoch: 17 ] [ iter: 22,800 ] [ performance: 11.008 it/s ] [ lr: 1.00e-04 ] [ eta: 6:23:28 ] [ l_g_pix: 2.7590e-02 ] [ l_g_total: 2.7590e-02 ] +2024-10-02 04:23:46,646 INFO: [ epoch: 17 ] [ iter: 22,900 ] [ performance: 11.181 it/s ] [ lr: 1.00e-04 ] [ eta: 6:22:42 ] [ l_g_pix: 2.3454e-02 ] [ l_g_total: 2.3454e-02 ] +2024-10-02 04:23:55,430 INFO: [ epoch: 17 ] [ iter: 23,000 ] [ performance: 11.442 it/s ] [ lr: 1.00e-04 ] [ eta: 6:21:57 ] [ l_g_pix: 3.0628e-02 ] [ l_g_total: 3.0628e-02 ] +2024-10-02 04:24:04,203 INFO: [ epoch: 17 ] [ iter: 23,100 ] [ performance: 11.419 it/s ] [ lr: 1.00e-04 ] [ eta: 6:21:12 ] [ l_g_pix: 2.4149e-02 ] [ l_g_total: 2.4149e-02 ] +2024-10-02 04:24:12,981 INFO: [ epoch: 17 ] [ iter: 23,200 ] [ performance: 11.440 it/s ] [ lr: 1.00e-04 ] [ eta: 6:20:28 ] [ l_g_pix: 2.7929e-02 ] [ l_g_total: 2.7929e-02 ] +2024-10-02 04:24:21,780 INFO: [ epoch: 17 ] [ iter: 23,300 ] [ performance: 11.400 it/s ] [ lr: 1.00e-04 ] [ eta: 6:19:44 ] [ l_g_pix: 2.3538e-02 ] [ l_g_total: 2.3538e-02 ] +2024-10-02 04:24:30,567 INFO: [ epoch: 17 ] [ iter: 23,400 ] [ performance: 11.448 it/s ] [ lr: 1.00e-04 ] [ eta: 6:19:00 ] [ l_g_pix: 3.0574e-02 ] [ l_g_total: 3.0574e-02 ] +2024-10-02 04:24:39,368 INFO: [ epoch: 17 ] [ iter: 23,500 ] [ performance: 11.402 it/s ] [ lr: 1.00e-04 ] [ eta: 6:18:16 ] [ l_g_pix: 3.2325e-02 ] [ l_g_total: 3.2325e-02 ] +2024-10-02 04:24:48,161 INFO: [ epoch: 17 ] [ iter: 23,600 ] [ performance: 11.424 it/s ] [ lr: 1.00e-04 ] [ eta: 6:17:33 ] [ l_g_pix: 3.3636e-02 ] [ l_g_total: 3.3636e-02 ] +2024-10-02 04:24:56,957 INFO: [ epoch: 17 ] [ iter: 23,700 ] [ performance: 11.394 it/s ] [ lr: 1.00e-04 ] [ eta: 6:16:50 ] [ l_g_pix: 2.6629e-02 ] [ l_g_total: 2.6629e-02 ] +2024-10-02 04:25:05,754 INFO: [ epoch: 17 ] [ iter: 23,800 ] [ performance: 11.424 it/s ] [ lr: 1.00e-04 ] [ eta: 6:16:07 ] [ l_g_pix: 5.0274e-02 ] [ l_g_total: 5.0274e-02 ] +2024-10-02 04:25:14,540 INFO: [ epoch: 17 ] [ iter: 23,900 ] [ performance: 11.401 it/s ] [ lr: 1.00e-04 ] [ eta: 6:15:25 ] [ l_g_pix: 2.9335e-02 ] [ l_g_total: 2.9335e-02 ] +2024-10-02 04:25:23,292 INFO: [ epoch: 17 ] [ iter: 24,000 ] [ performance: 11.491 it/s ] [ lr: 1.00e-04 ] [ eta: 6:14:43 ] [ l_g_pix: 2.7394e-02 ] [ l_g_total: 2.7394e-02 ] +2024-10-02 04:25:33,397 INFO: [ epoch: 18 ] [ iter: 24,100 ] [ performance: 10.552 it/s ] [ lr: 1.00e-04 ] [ eta: 6:14:10 ] [ l_g_pix: 2.9406e-02 ] [ l_g_total: 2.9406e-02 ] +2024-10-02 04:25:42,167 INFO: [ epoch: 18 ] [ iter: 24,200 ] [ performance: 11.458 it/s ] [ lr: 1.00e-04 ] [ eta: 6:13:29 ] [ l_g_pix: 2.1066e-02 ] [ l_g_total: 2.1066e-02 ] +2024-10-02 04:25:50,954 INFO: [ epoch: 18 ] [ iter: 24,300 ] [ performance: 11.415 it/s ] [ lr: 1.00e-04 ] [ eta: 6:12:47 ] [ l_g_pix: 3.6186e-02 ] [ l_g_total: 3.6186e-02 ] +2024-10-02 04:25:59,718 INFO: [ epoch: 18 ] [ iter: 24,400 ] [ performance: 11.466 it/s ] [ lr: 1.00e-04 ] [ eta: 6:12:06 ] [ l_g_pix: 2.7164e-02 ] [ l_g_total: 2.7164e-02 ] +2024-10-02 04:26:08,789 INFO: [ epoch: 18 ] [ iter: 24,500 ] [ performance: 11.215 it/s ] [ lr: 1.00e-04 ] [ eta: 6:11:27 ] [ l_g_pix: 3.4416e-02 ] [ l_g_total: 3.4416e-02 ] +2024-10-02 04:26:17,847 INFO: [ epoch: 18 ] [ iter: 24,600 ] [ performance: 11.133 it/s ] [ lr: 1.00e-04 ] [ eta: 6:10:48 ] [ l_g_pix: 3.7007e-02 ] [ l_g_total: 3.7007e-02 ] +2024-10-02 04:26:26,634 INFO: [ epoch: 18 ] [ iter: 24,700 ] [ performance: 11.271 it/s ] [ lr: 1.00e-04 ] [ eta: 6:10:08 ] [ l_g_pix: 2.6309e-02 ] [ l_g_total: 2.6309e-02 ] +2024-10-02 04:26:35,433 INFO: [ epoch: 18 ] [ iter: 24,800 ] [ performance: 11.416 it/s ] [ lr: 1.00e-04 ] [ eta: 6:09:28 ] [ l_g_pix: 3.7269e-02 ] [ l_g_total: 3.7269e-02 ] +2024-10-02 04:26:44,228 INFO: [ epoch: 18 ] [ iter: 24,900 ] [ performance: 11.391 it/s ] [ lr: 1.00e-04 ] [ eta: 6:08:48 ] [ l_g_pix: 3.0602e-02 ] [ l_g_total: 3.0602e-02 ] +2024-10-02 04:26:53,083 INFO: [ epoch: 18 ] [ iter: 25,000 ] [ performance: 11.333 it/s ] [ lr: 1.00e-04 ] [ eta: 6:08:09 ] [ l_g_pix: 3.1606e-02 ] [ l_g_total: 3.1606e-02 ] +2024-10-02 04:27:01,894 INFO: [ epoch: 18 ] [ iter: 25,100 ] [ performance: 11.343 it/s ] [ lr: 1.00e-04 ] [ eta: 6:07:30 ] [ l_g_pix: 3.1339e-02 ] [ l_g_total: 3.1339e-02 ] +2024-10-02 04:27:10,668 INFO: [ epoch: 18 ] [ iter: 25,200 ] [ performance: 11.468 it/s ] [ lr: 1.00e-04 ] [ eta: 6:06:51 ] [ l_g_pix: 3.1606e-02 ] [ l_g_total: 3.1606e-02 ] +2024-10-02 04:27:19,428 INFO: [ epoch: 18 ] [ iter: 25,300 ] [ performance: 11.438 it/s ] [ lr: 1.00e-04 ] [ eta: 6:06:12 ] [ l_g_pix: 3.4578e-02 ] [ l_g_total: 3.4578e-02 ] +2024-10-02 04:27:29,516 INFO: [ epoch: 19 ] [ iter: 25,400 ] [ performance: 9.500 it/s ] [ lr: 1.00e-04 ] [ eta: 6:05:42 ] [ l_g_pix: 3.4388e-02 ] [ l_g_total: 3.4388e-02 ] +2024-10-02 04:27:38,292 INFO: [ epoch: 19 ] [ iter: 25,500 ] [ performance: 10.504 it/s ] [ lr: 1.00e-04 ] [ eta: 6:05:04 ] [ l_g_pix: 2.9861e-02 ] [ l_g_total: 2.9861e-02 ] +2024-10-02 04:27:47,064 INFO: [ epoch: 19 ] [ iter: 25,600 ] [ performance: 11.474 it/s ] [ lr: 1.00e-04 ] [ eta: 6:04:25 ] [ l_g_pix: 3.0209e-02 ] [ l_g_total: 3.0209e-02 ] +2024-10-02 04:27:55,871 INFO: [ epoch: 19 ] [ iter: 25,700 ] [ performance: 11.405 it/s ] [ lr: 1.00e-04 ] [ eta: 6:03:47 ] [ l_g_pix: 3.6898e-02 ] [ l_g_total: 3.6898e-02 ] +2024-10-02 04:28:04,751 INFO: [ epoch: 19 ] [ iter: 25,800 ] [ performance: 11.300 it/s ] [ lr: 1.00e-04 ] [ eta: 6:03:10 ] [ l_g_pix: 3.6957e-02 ] [ l_g_total: 3.6957e-02 ] +2024-10-02 04:28:13,527 INFO: [ epoch: 19 ] [ iter: 25,900 ] [ performance: 11.356 it/s ] [ lr: 1.00e-04 ] [ eta: 6:02:33 ] [ l_g_pix: 3.8188e-02 ] [ l_g_total: 3.8188e-02 ] +2024-10-02 04:28:22,296 INFO: [ epoch: 19 ] [ iter: 26,000 ] [ performance: 11.500 it/s ] [ lr: 1.00e-04 ] [ eta: 6:01:55 ] [ l_g_pix: 3.2318e-02 ] [ l_g_total: 3.2318e-02 ] +2024-10-02 04:28:31,073 INFO: [ epoch: 19 ] [ iter: 26,100 ] [ performance: 11.438 it/s ] [ lr: 1.00e-04 ] [ eta: 6:01:18 ] [ l_g_pix: 2.7606e-02 ] [ l_g_total: 2.7606e-02 ] +2024-10-02 04:28:39,916 INFO: [ epoch: 19 ] [ iter: 26,200 ] [ performance: 11.358 it/s ] [ lr: 1.00e-04 ] [ eta: 6:00:42 ] [ l_g_pix: 2.7926e-02 ] [ l_g_total: 2.7926e-02 ] +2024-10-02 04:28:48,689 INFO: [ epoch: 19 ] [ iter: 26,300 ] [ performance: 11.383 it/s ] [ lr: 1.00e-04 ] [ eta: 6:00:05 ] [ l_g_pix: 2.7025e-02 ] [ l_g_total: 2.7025e-02 ] +2024-10-02 04:28:57,447 INFO: [ epoch: 19 ] [ iter: 26,400 ] [ performance: 11.527 it/s ] [ lr: 1.00e-04 ] [ eta: 5:59:28 ] [ l_g_pix: 4.3128e-02 ] [ l_g_total: 4.3128e-02 ] +2024-10-02 04:29:06,207 INFO: [ epoch: 19 ] [ iter: 26,500 ] [ performance: 11.461 it/s ] [ lr: 1.00e-04 ] [ eta: 5:58:52 ] [ l_g_pix: 3.5835e-02 ] [ l_g_total: 3.5835e-02 ] +2024-10-02 04:29:15,030 INFO: [ epoch: 19 ] [ iter: 26,600 ] [ performance: 11.393 it/s ] [ lr: 1.00e-04 ] [ eta: 5:58:16 ] [ l_g_pix: 3.1295e-02 ] [ l_g_total: 3.1295e-02 ] +2024-10-02 04:29:23,735 INFO: [ epoch: 19 ] [ iter: 26,700 ] [ performance: 11.450 it/s ] [ lr: 1.00e-04 ] [ eta: 5:57:40 ] [ l_g_pix: 3.8153e-02 ] [ l_g_total: 3.8153e-02 ] +2024-10-02 04:29:33,787 INFO: [ epoch: 20 ] [ iter: 26,800 ] [ performance: 11.481 it/s ] [ lr: 1.00e-04 ] [ eta: 5:57:12 ] [ l_g_pix: 3.5572e-02 ] [ l_g_total: 3.5572e-02 ] +2024-10-02 04:29:42,598 INFO: [ epoch: 20 ] [ iter: 26,900 ] [ performance: 11.403 it/s ] [ lr: 1.00e-04 ] [ eta: 5:56:37 ] [ l_g_pix: 3.6723e-02 ] [ l_g_total: 3.6723e-02 ] +2024-10-02 04:29:51,494 INFO: [ epoch: 20 ] [ iter: 27,000 ] [ performance: 11.426 it/s ] [ lr: 1.00e-04 ] [ eta: 5:56:02 ] [ l_g_pix: 2.8679e-02 ] [ l_g_total: 2.8679e-02 ] +2024-10-02 04:30:00,299 INFO: [ epoch: 20 ] [ iter: 27,100 ] [ performance: 11.385 it/s ] [ lr: 1.00e-04 ] [ eta: 5:55:27 ] [ l_g_pix: 3.1757e-02 ] [ l_g_total: 3.1757e-02 ] +2024-10-02 04:30:09,094 INFO: [ epoch: 20 ] [ iter: 27,200 ] [ performance: 11.505 it/s ] [ lr: 1.00e-04 ] [ eta: 5:54:53 ] [ l_g_pix: 2.3686e-02 ] [ l_g_total: 2.3686e-02 ] +2024-10-02 04:30:17,885 INFO: [ epoch: 20 ] [ iter: 27,300 ] [ performance: 11.426 it/s ] [ lr: 1.00e-04 ] [ eta: 5:54:18 ] [ l_g_pix: 3.6555e-02 ] [ l_g_total: 3.6555e-02 ] +2024-10-02 04:30:26,774 INFO: [ epoch: 20 ] [ iter: 27,400 ] [ performance: 11.497 it/s ] [ lr: 1.00e-04 ] [ eta: 5:53:44 ] [ l_g_pix: 1.9763e-02 ] [ l_g_total: 1.9763e-02 ] +2024-10-02 04:30:35,561 INFO: [ epoch: 20 ] [ iter: 27,500 ] [ performance: 11.426 it/s ] [ lr: 1.00e-04 ] [ eta: 5:53:10 ] [ l_g_pix: 2.7547e-02 ] [ l_g_total: 2.7547e-02 ] +2024-10-02 04:30:44,331 INFO: [ epoch: 20 ] [ iter: 27,600 ] [ performance: 11.525 it/s ] [ lr: 1.00e-04 ] [ eta: 5:52:35 ] [ l_g_pix: 2.4838e-02 ] [ l_g_total: 2.4838e-02 ] +2024-10-02 04:30:53,113 INFO: [ epoch: 20 ] [ iter: 27,700 ] [ performance: 11.441 it/s ] [ lr: 1.00e-04 ] [ eta: 5:52:01 ] [ l_g_pix: 3.2039e-02 ] [ l_g_total: 3.2039e-02 ] +2024-10-02 04:31:01,946 INFO: [ epoch: 20 ] [ iter: 27,800 ] [ performance: 11.540 it/s ] [ lr: 1.00e-04 ] [ eta: 5:51:28 ] [ l_g_pix: 4.1896e-02 ] [ l_g_total: 4.1896e-02 ] +2024-10-02 04:31:10,735 INFO: [ epoch: 20 ] [ iter: 27,900 ] [ performance: 11.439 it/s ] [ lr: 1.00e-04 ] [ eta: 5:50:54 ] [ l_g_pix: 3.5781e-02 ] [ l_g_total: 3.5781e-02 ] +2024-10-02 04:31:19,493 INFO: [ epoch: 20 ] [ iter: 28,000 ] [ performance: 11.599 it/s ] [ lr: 1.00e-04 ] [ eta: 5:50:21 ] [ l_g_pix: 2.6871e-02 ] [ l_g_total: 2.6871e-02 ] +2024-10-02 04:31:29,411 INFO: [ epoch: 21 ] [ iter: 28,100 ] [ performance: 10.609 it/s ] [ lr: 1.00e-04 ] [ eta: 5:49:54 ] [ l_g_pix: 3.0911e-02 ] [ l_g_total: 3.0911e-02 ] +2024-10-02 04:31:38,273 INFO: [ epoch: 21 ] [ iter: 28,200 ] [ performance: 11.557 it/s ] [ lr: 1.00e-04 ] [ eta: 5:49:22 ] [ l_g_pix: 2.4770e-02 ] [ l_g_total: 2.4770e-02 ] +2024-10-02 04:31:47,050 INFO: [ epoch: 21 ] [ iter: 28,300 ] [ performance: 11.454 it/s ] [ lr: 1.00e-04 ] [ eta: 5:48:49 ] [ l_g_pix: 4.0673e-02 ] [ l_g_total: 4.0673e-02 ] +2024-10-02 04:31:55,817 INFO: [ epoch: 21 ] [ iter: 28,400 ] [ performance: 11.546 it/s ] [ lr: 1.00e-04 ] [ eta: 5:48:16 ] [ l_g_pix: 3.5896e-02 ] [ l_g_total: 3.5896e-02 ] +2024-10-02 04:32:04,600 INFO: [ epoch: 21 ] [ iter: 28,500 ] [ performance: 11.445 it/s ] [ lr: 1.00e-04 ] [ eta: 5:47:43 ] [ l_g_pix: 2.9788e-02 ] [ l_g_total: 2.9788e-02 ] +2024-10-02 04:32:13,475 INFO: [ epoch: 21 ] [ iter: 28,600 ] [ performance: 11.529 it/s ] [ lr: 1.00e-04 ] [ eta: 5:47:12 ] [ l_g_pix: 2.9539e-02 ] [ l_g_total: 2.9539e-02 ] +2024-10-02 04:32:22,258 INFO: [ epoch: 21 ] [ iter: 28,700 ] [ performance: 11.438 it/s ] [ lr: 1.00e-04 ] [ eta: 5:46:39 ] [ l_g_pix: 3.0144e-02 ] [ l_g_total: 3.0144e-02 ] +2024-10-02 04:32:31,034 INFO: [ epoch: 21 ] [ iter: 28,800 ] [ performance: 11.532 it/s ] [ lr: 1.00e-04 ] [ eta: 5:46:07 ] [ l_g_pix: 3.8855e-02 ] [ l_g_total: 3.8855e-02 ] +2024-10-02 04:32:39,844 INFO: [ epoch: 21 ] [ iter: 28,900 ] [ performance: 11.417 it/s ] [ lr: 1.00e-04 ] [ eta: 5:45:35 ] [ l_g_pix: 2.8849e-02 ] [ l_g_total: 2.8849e-02 ] +2024-10-02 04:32:48,709 INFO: [ epoch: 21 ] [ iter: 29,000 ] [ performance: 11.551 it/s ] [ lr: 1.00e-04 ] [ eta: 5:45:04 ] [ l_g_pix: 3.1302e-02 ] [ l_g_total: 3.1302e-02 ] +2024-10-02 04:32:57,490 INFO: [ epoch: 21 ] [ iter: 29,100 ] [ performance: 11.447 it/s ] [ lr: 1.00e-04 ] [ eta: 5:44:32 ] [ l_g_pix: 3.7912e-02 ] [ l_g_total: 3.7912e-02 ] +2024-10-02 04:33:06,270 INFO: [ epoch: 21 ] [ iter: 29,200 ] [ performance: 11.508 it/s ] [ lr: 1.00e-04 ] [ eta: 5:44:01 ] [ l_g_pix: 4.4891e-02 ] [ l_g_total: 4.4891e-02 ] +2024-10-02 04:33:15,058 INFO: [ epoch: 21 ] [ iter: 29,300 ] [ performance: 11.426 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:30 ] [ l_g_pix: 3.2938e-02 ] [ l_g_total: 3.2938e-02 ] +2024-10-02 04:33:24,930 INFO: [ epoch: 22 ] [ iter: 29,400 ] [ performance: 9.370 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:05 ] [ l_g_pix: 2.7119e-02 ] [ l_g_total: 2.7119e-02 ] +2024-10-02 04:33:33,830 INFO: [ epoch: 22 ] [ iter: 29,500 ] [ performance: 10.503 it/s ] [ lr: 1.00e-04 ] [ eta: 5:42:34 ] [ l_g_pix: 4.3027e-02 ] [ l_g_total: 4.3027e-02 ] +2024-10-02 04:33:42,591 INFO: [ epoch: 22 ] [ iter: 29,600 ] [ performance: 11.553 it/s ] [ lr: 1.00e-04 ] [ eta: 5:42:03 ] [ l_g_pix: 3.4493e-02 ] [ l_g_total: 3.4493e-02 ] +2024-10-02 04:33:51,429 INFO: [ epoch: 22 ] [ iter: 29,700 ] [ performance: 11.396 it/s ] [ lr: 1.00e-04 ] [ eta: 5:41:33 ] [ l_g_pix: 2.6466e-02 ] [ l_g_total: 2.6466e-02 ] +2024-10-02 04:34:00,248 INFO: [ epoch: 22 ] [ iter: 29,800 ] [ performance: 11.554 it/s ] [ lr: 1.00e-04 ] [ eta: 5:41:02 ] [ l_g_pix: 2.7627e-02 ] [ l_g_total: 2.7627e-02 ] +2024-10-02 04:34:09,043 INFO: [ epoch: 22 ] [ iter: 29,900 ] [ performance: 11.433 it/s ] [ lr: 1.00e-04 ] [ eta: 5:40:32 ] [ l_g_pix: 2.5144e-02 ] [ l_g_total: 2.5144e-02 ] +2024-10-02 04:34:17,823 INFO: [ epoch: 22 ] [ iter: 30,000 ] [ performance: 11.527 it/s ] [ lr: 1.00e-04 ] [ eta: 5:40:02 ] [ l_g_pix: 3.1093e-02 ] [ l_g_total: 3.1093e-02 ] +2024-10-02 04:34:17,823 INFO: Saving models and training states. +2024-10-02 04:38:25,972 INFO: Validation val + + # psnr: 27.0204........ Best: 27.0204 @ 30000 iter + # ssim: 0.7588........ Best: 0.7588 @ 30000 iter + # dists: 0.7744........ Best: 0.7744 @ 30000 iter + +2024-10-02 04:38:34,682 INFO: [ epoch: 22 ] [ iter: 30,100 ] [ performance: 11.498 it/s ] [ lr: 1.00e-04 ] [ eta: 6:02:52 ] [ l_g_pix: 4.6456e-02 ] [ l_g_total: 4.6456e-02 ] +2024-10-02 04:38:43,386 INFO: [ epoch: 22 ] [ iter: 30,200 ] [ performance: 11.644 it/s ] [ lr: 1.00e-04 ] [ eta: 6:02:16 ] [ l_g_pix: 2.2066e-02 ] [ l_g_total: 2.2066e-02 ] +2024-10-02 04:38:52,103 INFO: [ epoch: 22 ] [ iter: 30,300 ] [ performance: 11.529 it/s ] [ lr: 1.00e-04 ] [ eta: 6:01:40 ] [ l_g_pix: 2.1574e-02 ] [ l_g_total: 2.1574e-02 ] +2024-10-02 04:39:00,849 INFO: [ epoch: 22 ] [ iter: 30,400 ] [ performance: 11.553 it/s ] [ lr: 1.00e-04 ] [ eta: 6:01:05 ] [ l_g_pix: 2.8397e-02 ] [ l_g_total: 2.8397e-02 ] +2024-10-02 04:39:09,629 INFO: [ epoch: 22 ] [ iter: 30,500 ] [ performance: 11.443 it/s ] [ lr: 1.00e-04 ] [ eta: 6:00:30 ] [ l_g_pix: 3.1764e-02 ] [ l_g_total: 3.1764e-02 ] +2024-10-02 04:39:18,406 INFO: [ epoch: 22 ] [ iter: 30,600 ] [ performance: 11.544 it/s ] [ lr: 1.00e-04 ] [ eta: 5:59:55 ] [ l_g_pix: 3.6704e-02 ] [ l_g_total: 3.6704e-02 ] +2024-10-02 04:39:27,109 INFO: [ epoch: 22 ] [ iter: 30,700 ] [ performance: 11.509 it/s ] [ lr: 1.00e-04 ] [ eta: 5:59:20 ] [ l_g_pix: 2.9788e-02 ] [ l_g_total: 2.9788e-02 ] +2024-10-02 04:39:37,248 INFO: [ epoch: 23 ] [ iter: 30,800 ] [ performance: 11.537 it/s ] [ lr: 1.00e-04 ] [ eta: 5:58:53 ] [ l_g_pix: 3.7093e-02 ] [ l_g_total: 3.7093e-02 ] +2024-10-02 04:39:46,008 INFO: [ epoch: 23 ] [ iter: 30,900 ] [ performance: 11.455 it/s ] [ lr: 1.00e-04 ] [ eta: 5:58:19 ] [ l_g_pix: 2.5592e-02 ] [ l_g_total: 2.5592e-02 ] +2024-10-02 04:39:54,777 INFO: [ epoch: 23 ] [ iter: 31,000 ] [ performance: 11.534 it/s ] [ lr: 1.00e-04 ] [ eta: 5:57:44 ] [ l_g_pix: 3.6390e-02 ] [ l_g_total: 3.6390e-02 ] +2024-10-02 04:40:03,802 INFO: [ epoch: 23 ] [ iter: 31,100 ] [ performance: 11.221 it/s ] [ lr: 1.00e-04 ] [ eta: 5:57:12 ] [ l_g_pix: 2.9870e-02 ] [ l_g_total: 2.9870e-02 ] +2024-10-02 04:40:12,578 INFO: [ epoch: 23 ] [ iter: 31,200 ] [ performance: 11.542 it/s ] [ lr: 1.00e-04 ] [ eta: 5:56:38 ] [ l_g_pix: 2.5551e-02 ] [ l_g_total: 2.5551e-02 ] +2024-10-02 04:40:21,370 INFO: [ epoch: 23 ] [ iter: 31,300 ] [ performance: 11.426 it/s ] [ lr: 1.00e-04 ] [ eta: 5:56:04 ] [ l_g_pix: 3.8126e-02 ] [ l_g_total: 3.8126e-02 ] +2024-10-02 04:40:30,163 INFO: [ epoch: 23 ] [ iter: 31,400 ] [ performance: 11.501 it/s ] [ lr: 1.00e-04 ] [ eta: 5:55:31 ] [ l_g_pix: 3.8994e-02 ] [ l_g_total: 3.8994e-02 ] +2024-10-02 04:40:38,949 INFO: [ epoch: 23 ] [ iter: 31,500 ] [ performance: 11.419 it/s ] [ lr: 1.00e-04 ] [ eta: 5:54:58 ] [ l_g_pix: 2.4280e-02 ] [ l_g_total: 2.4280e-02 ] +2024-10-02 04:40:47,774 INFO: [ epoch: 23 ] [ iter: 31,600 ] [ performance: 11.477 it/s ] [ lr: 1.00e-04 ] [ eta: 5:54:25 ] [ l_g_pix: 4.3464e-02 ] [ l_g_total: 4.3464e-02 ] +2024-10-02 04:40:56,610 INFO: [ epoch: 23 ] [ iter: 31,700 ] [ performance: 11.365 it/s ] [ lr: 1.00e-04 ] [ eta: 5:53:52 ] [ l_g_pix: 3.4736e-02 ] [ l_g_total: 3.4736e-02 ] +2024-10-02 04:41:05,583 INFO: [ epoch: 23 ] [ iter: 31,800 ] [ performance: 11.401 it/s ] [ lr: 1.00e-04 ] [ eta: 5:53:20 ] [ l_g_pix: 3.0165e-02 ] [ l_g_total: 3.0165e-02 ] +2024-10-02 04:41:14,448 INFO: [ epoch: 23 ] [ iter: 31,900 ] [ performance: 11.316 it/s ] [ lr: 1.00e-04 ] [ eta: 5:52:48 ] [ l_g_pix: 2.0828e-02 ] [ l_g_total: 2.0828e-02 ] +2024-10-02 04:41:23,213 INFO: [ epoch: 23 ] [ iter: 32,000 ] [ performance: 11.620 it/s ] [ lr: 1.00e-04 ] [ eta: 5:52:15 ] [ l_g_pix: 2.7629e-02 ] [ l_g_total: 2.7629e-02 ] +2024-10-02 04:41:33,578 INFO: [ epoch: 24 ] [ iter: 32,100 ] [ performance: 10.151 it/s ] [ lr: 1.00e-04 ] [ eta: 5:51:51 ] [ l_g_pix: 4.0319e-02 ] [ l_g_total: 4.0319e-02 ] +2024-10-02 04:41:42,605 INFO: [ epoch: 24 ] [ iter: 32,200 ] [ performance: 11.482 it/s ] [ lr: 1.00e-04 ] [ eta: 5:51:20 ] [ l_g_pix: 2.8093e-02 ] [ l_g_total: 2.8093e-02 ] +2024-10-02 04:41:51,388 INFO: [ epoch: 24 ] [ iter: 32,300 ] [ performance: 11.413 it/s ] [ lr: 1.00e-04 ] [ eta: 5:50:48 ] [ l_g_pix: 4.0570e-02 ] [ l_g_total: 4.0570e-02 ] +2024-10-02 04:42:00,165 INFO: [ epoch: 24 ] [ iter: 32,400 ] [ performance: 11.496 it/s ] [ lr: 1.00e-04 ] [ eta: 5:50:15 ] [ l_g_pix: 2.4337e-02 ] [ l_g_total: 2.4337e-02 ] +2024-10-02 04:42:08,948 INFO: [ epoch: 24 ] [ iter: 32,500 ] [ performance: 11.417 it/s ] [ lr: 1.00e-04 ] [ eta: 5:49:44 ] [ l_g_pix: 3.6763e-02 ] [ l_g_total: 3.6763e-02 ] +2024-10-02 04:42:17,855 INFO: [ epoch: 24 ] [ iter: 32,600 ] [ performance: 11.243 it/s ] [ lr: 1.00e-04 ] [ eta: 5:49:12 ] [ l_g_pix: 3.3787e-02 ] [ l_g_total: 3.3787e-02 ] +2024-10-02 04:42:26,653 INFO: [ epoch: 24 ] [ iter: 32,700 ] [ performance: 11.333 it/s ] [ lr: 1.00e-04 ] [ eta: 5:48:41 ] [ l_g_pix: 2.8741e-02 ] [ l_g_total: 2.8741e-02 ] +2024-10-02 04:42:35,438 INFO: [ epoch: 24 ] [ iter: 32,800 ] [ performance: 11.512 it/s ] [ lr: 1.00e-04 ] [ eta: 5:48:09 ] [ l_g_pix: 2.2267e-02 ] [ l_g_total: 2.2267e-02 ] +2024-10-02 04:42:44,209 INFO: [ epoch: 24 ] [ iter: 32,900 ] [ performance: 11.432 it/s ] [ lr: 1.00e-04 ] [ eta: 5:47:38 ] [ l_g_pix: 3.3805e-02 ] [ l_g_total: 3.3805e-02 ] +2024-10-02 04:42:52,981 INFO: [ epoch: 24 ] [ iter: 33,000 ] [ performance: 11.508 it/s ] [ lr: 1.00e-04 ] [ eta: 5:47:07 ] [ l_g_pix: 4.0515e-02 ] [ l_g_total: 4.0515e-02 ] +2024-10-02 04:43:01,801 INFO: [ epoch: 24 ] [ iter: 33,100 ] [ performance: 11.383 it/s ] [ lr: 1.00e-04 ] [ eta: 5:46:36 ] [ l_g_pix: 2.6037e-02 ] [ l_g_total: 2.6037e-02 ] +2024-10-02 04:43:10,574 INFO: [ epoch: 24 ] [ iter: 33,200 ] [ performance: 11.544 it/s ] [ lr: 1.00e-04 ] [ eta: 5:46:05 ] [ l_g_pix: 3.7850e-02 ] [ l_g_total: 3.7850e-02 ] +2024-10-02 04:43:19,361 INFO: [ epoch: 24 ] [ iter: 33,300 ] [ performance: 11.424 it/s ] [ lr: 1.00e-04 ] [ eta: 5:45:34 ] [ l_g_pix: 3.9903e-02 ] [ l_g_total: 3.9903e-02 ] +2024-10-02 04:43:28,202 INFO: [ epoch: 24 ] [ iter: 33,400 ] [ performance: 11.019 it/s ] [ lr: 1.00e-04 ] [ eta: 5:45:04 ] [ l_g_pix: 4.4055e-02 ] [ l_g_total: 4.4055e-02 ] +2024-10-02 04:43:38,429 INFO: [ epoch: 25 ] [ iter: 33,500 ] [ performance: 10.067 it/s ] [ lr: 1.00e-04 ] [ eta: 5:44:40 ] [ l_g_pix: 3.0574e-02 ] [ l_g_total: 3.0574e-02 ] +2024-10-02 04:43:47,356 INFO: [ epoch: 25 ] [ iter: 33,600 ] [ performance: 11.591 it/s ] [ lr: 1.00e-04 ] [ eta: 5:44:11 ] [ l_g_pix: 2.0614e-02 ] [ l_g_total: 2.0614e-02 ] +2024-10-02 04:43:56,085 INFO: [ epoch: 25 ] [ iter: 33,700 ] [ performance: 11.490 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:40 ] [ l_g_pix: 4.0923e-02 ] [ l_g_total: 4.0923e-02 ] +2024-10-02 04:44:04,837 INFO: [ epoch: 25 ] [ iter: 33,800 ] [ performance: 11.518 it/s ] [ lr: 1.00e-04 ] [ eta: 5:43:10 ] [ l_g_pix: 2.5623e-02 ] [ l_g_total: 2.5623e-02 ] +2024-10-02 04:44:13,613 INFO: [ epoch: 25 ] [ iter: 33,900 ] [ performance: 11.425 it/s ] [ lr: 1.00e-04 ] [ eta: 5:42:40 ] [ l_g_pix: 2.8500e-02 ] [ l_g_total: 2.8500e-02 ] +2024-10-02 04:44:22,500 INFO: [ epoch: 25 ] [ iter: 34,000 ] [ performance: 11.504 it/s ] [ lr: 1.00e-04 ] [ eta: 5:42:10 ] [ l_g_pix: 3.6964e-02 ] [ l_g_total: 3.6964e-02 ] +2024-10-02 04:44:31,279 INFO: [ epoch: 25 ] [ iter: 34,100 ] [ performance: 11.418 it/s ] [ lr: 1.00e-04 ] [ eta: 5:41:40 ] [ l_g_pix: 3.2055e-02 ] [ l_g_total: 3.2055e-02 ] +2024-10-02 04:44:40,052 INFO: [ epoch: 25 ] [ iter: 34,200 ] [ performance: 11.498 it/s ] [ lr: 1.00e-04 ] [ eta: 5:41:11 ] [ l_g_pix: 2.9820e-02 ] [ l_g_total: 2.9820e-02 ] +2024-10-02 04:44:48,832 INFO: [ epoch: 25 ] [ iter: 34,300 ] [ performance: 11.415 it/s ] [ lr: 1.00e-04 ] [ eta: 5:40:41 ] [ l_g_pix: 2.8404e-02 ] [ l_g_total: 2.8404e-02 ] +2024-10-02 04:44:57,766 INFO: [ epoch: 25 ] [ iter: 34,400 ] [ performance: 11.166 it/s ] [ lr: 1.00e-04 ] [ eta: 5:40:12 ] [ l_g_pix: 3.0352e-02 ] [ l_g_total: 3.0352e-02 ] +2024-10-02 04:45:06,679 INFO: [ epoch: 25 ] [ iter: 34,500 ] [ performance: 11.208 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:44 ] [ l_g_pix: 2.5313e-02 ] [ l_g_total: 2.5313e-02 ] +2024-10-02 04:45:15,485 INFO: [ epoch: 25 ] [ iter: 34,600 ] [ performance: 11.493 it/s ] [ lr: 1.00e-04 ] [ eta: 5:39:15 ] [ l_g_pix: 4.4419e-02 ] [ l_g_total: 4.4419e-02 ] +2024-10-02 04:45:24,226 INFO: [ epoch: 25 ] [ iter: 34,700 ] [ performance: 11.453 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:45 ] [ l_g_pix: 3.4093e-02 ] [ l_g_total: 3.4093e-02 ] +2024-10-02 04:45:34,360 INFO: [ epoch: 26 ] [ iter: 34,800 ] [ performance: 11.565 it/s ] [ lr: 1.00e-04 ] [ eta: 5:38:23 ] [ l_g_pix: 1.7196e-02 ] [ l_g_total: 1.7196e-02 ] +2024-10-02 04:45:43,237 INFO: [ epoch: 26 ] [ iter: 34,900 ] [ performance: 11.329 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:54 ] [ l_g_pix: 4.5777e-02 ] [ l_g_total: 4.5777e-02 ] +2024-10-02 04:45:51,991 INFO: [ epoch: 26 ] [ iter: 35,000 ] [ performance: 11.564 it/s ] [ lr: 1.00e-04 ] [ eta: 5:37:25 ] [ l_g_pix: 2.0719e-02 ] [ l_g_total: 2.0719e-02 ] +2024-10-02 04:46:00,763 INFO: [ epoch: 26 ] [ iter: 35,100 ] [ performance: 11.434 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:57 ] [ l_g_pix: 2.6232e-02 ] [ l_g_total: 2.6232e-02 ] +2024-10-02 04:46:09,530 INFO: [ epoch: 26 ] [ iter: 35,200 ] [ performance: 11.554 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:28 ] [ l_g_pix: 2.3797e-02 ] [ l_g_total: 2.3797e-02 ] +2024-10-02 04:46:18,398 INFO: [ epoch: 26 ] [ iter: 35,300 ] [ performance: 11.332 it/s ] [ lr: 1.00e-04 ] [ eta: 5:36:00 ] [ l_g_pix: 3.4519e-02 ] [ l_g_total: 3.4519e-02 ] +2024-10-02 04:46:27,181 INFO: [ epoch: 26 ] [ iter: 35,400 ] [ performance: 11.552 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:32 ] [ l_g_pix: 3.3121e-02 ] [ l_g_total: 3.3121e-02 ] +2024-10-02 04:46:35,961 INFO: [ epoch: 26 ] [ iter: 35,500 ] [ performance: 11.422 it/s ] [ lr: 1.00e-04 ] [ eta: 5:35:03 ] [ l_g_pix: 2.6287e-02 ] [ l_g_total: 2.6287e-02 ] +2024-10-02 04:46:44,743 INFO: [ epoch: 26 ] [ iter: 35,600 ] [ performance: 11.527 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:35 ] [ l_g_pix: 2.5189e-02 ] [ l_g_total: 2.5189e-02 ] +2024-10-02 04:46:53,547 INFO: [ epoch: 26 ] [ iter: 35,700 ] [ performance: 11.390 it/s ] [ lr: 1.00e-04 ] [ eta: 5:34:07 ] [ l_g_pix: 2.7318e-02 ] [ l_g_total: 2.7318e-02 ] +2024-10-02 04:47:02,323 INFO: [ epoch: 26 ] [ iter: 35,800 ] [ performance: 11.532 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:40 ] [ l_g_pix: 2.8244e-02 ] [ l_g_total: 2.8244e-02 ] +2024-10-02 04:47:11,114 INFO: [ epoch: 26 ] [ iter: 35,900 ] [ performance: 11.404 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:12 ] [ l_g_pix: 4.0294e-02 ] [ l_g_total: 4.0294e-02 ] +2024-10-02 04:47:19,876 INFO: [ epoch: 26 ] [ iter: 36,000 ] [ performance: 11.652 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:44 ] [ l_g_pix: 3.0934e-02 ] [ l_g_total: 3.0934e-02 ] +2024-10-02 04:47:29,989 INFO: [ epoch: 27 ] [ iter: 36,100 ] [ performance: 10.156 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:22 ] [ l_g_pix: 4.6875e-02 ] [ l_g_total: 4.6875e-02 ] +2024-10-02 04:47:38,766 INFO: [ epoch: 27 ] [ iter: 36,200 ] [ performance: 11.532 it/s ] [ lr: 1.00e-04 ] [ eta: 5:31:55 ] [ l_g_pix: 3.6356e-02 ] [ l_g_total: 3.6356e-02 ] +2024-10-02 04:47:47,533 INFO: [ epoch: 27 ] [ iter: 36,300 ] [ performance: 11.427 it/s ] [ lr: 1.00e-04 ] [ eta: 5:31:27 ] [ l_g_pix: 3.9149e-02 ] [ l_g_total: 3.9149e-02 ] +2024-10-02 04:47:56,390 INFO: [ epoch: 27 ] [ iter: 36,400 ] [ performance: 11.153 it/s ] [ lr: 1.00e-04 ] [ eta: 5:31:01 ] [ l_g_pix: 1.8052e-02 ] [ l_g_total: 1.8052e-02 ] +2024-10-02 04:48:05,227 INFO: [ epoch: 27 ] [ iter: 36,500 ] [ performance: 11.290 it/s ] [ lr: 1.00e-04 ] [ eta: 5:30:34 ] [ l_g_pix: 3.8866e-02 ] [ l_g_total: 3.8866e-02 ] +2024-10-02 04:48:13,970 INFO: [ epoch: 27 ] [ iter: 36,600 ] [ performance: 11.597 it/s ] [ lr: 1.00e-04 ] [ eta: 5:30:06 ] [ l_g_pix: 4.6506e-02 ] [ l_g_total: 4.6506e-02 ] +2024-10-02 04:48:22,748 INFO: [ epoch: 27 ] [ iter: 36,700 ] [ performance: 11.423 it/s ] [ lr: 1.00e-04 ] [ eta: 5:29:39 ] [ l_g_pix: 2.4582e-02 ] [ l_g_total: 2.4582e-02 ] +2024-10-02 04:48:31,563 INFO: [ epoch: 27 ] [ iter: 36,800 ] [ performance: 11.228 it/s ] [ lr: 1.00e-04 ] [ eta: 5:29:13 ] [ l_g_pix: 3.4681e-02 ] [ l_g_total: 3.4681e-02 ] +2024-10-02 04:48:40,343 INFO: [ epoch: 27 ] [ iter: 36,900 ] [ performance: 11.367 it/s ] [ lr: 1.00e-04 ] [ eta: 5:28:46 ] [ l_g_pix: 2.8008e-02 ] [ l_g_total: 2.8008e-02 ] +2024-10-02 04:48:49,127 INFO: [ epoch: 27 ] [ iter: 37,000 ] [ performance: 11.477 it/s ] [ lr: 1.00e-04 ] [ eta: 5:28:19 ] [ l_g_pix: 3.4826e-02 ] [ l_g_total: 3.4826e-02 ] +2024-10-02 04:48:57,927 INFO: [ epoch: 27 ] [ iter: 37,100 ] [ performance: 11.380 it/s ] [ lr: 1.00e-04 ] [ eta: 5:27:53 ] [ l_g_pix: 2.5125e-02 ] [ l_g_total: 2.5125e-02 ] +2024-10-02 04:49:06,730 INFO: [ epoch: 27 ] [ iter: 37,200 ] [ performance: 11.336 it/s ] [ lr: 1.00e-04 ] [ eta: 5:27:26 ] [ l_g_pix: 3.8741e-02 ] [ l_g_total: 3.8741e-02 ] +2024-10-02 04:49:15,511 INFO: [ epoch: 27 ] [ iter: 37,300 ] [ performance: 11.382 it/s ] [ lr: 1.00e-04 ] [ eta: 5:27:00 ] [ l_g_pix: 4.2463e-02 ] [ l_g_total: 4.2463e-02 ] +2024-10-02 04:49:24,206 INFO: [ epoch: 27 ] [ iter: 37,400 ] [ performance: 11.653 it/s ] [ lr: 1.00e-04 ] [ eta: 5:26:33 ] [ l_g_pix: 3.4837e-02 ] [ l_g_total: 3.4837e-02 ] +2024-10-02 04:49:34,465 INFO: [ epoch: 28 ] [ iter: 37,500 ] [ performance: 9.948 it/s ] [ lr: 1.00e-04 ] [ eta: 5:26:13 ] [ l_g_pix: 2.0390e-02 ] [ l_g_total: 2.0390e-02 ] +2024-10-02 04:49:43,353 INFO: [ epoch: 28 ] [ iter: 37,600 ] [ performance: 11.537 it/s ] [ lr: 1.00e-04 ] [ eta: 5:25:48 ] [ l_g_pix: 2.6416e-02 ] [ l_g_total: 2.6416e-02 ] +2024-10-02 04:49:52,126 INFO: [ epoch: 28 ] [ iter: 37,700 ] [ performance: 11.415 it/s ] [ lr: 1.00e-04 ] [ eta: 5:25:22 ] [ l_g_pix: 3.4614e-02 ] [ l_g_total: 3.4614e-02 ] +2024-10-02 04:50:00,895 INFO: [ epoch: 28 ] [ iter: 37,800 ] [ performance: 11.534 it/s ] [ lr: 1.00e-04 ] [ eta: 5:24:56 ] [ l_g_pix: 2.4907e-02 ] [ l_g_total: 2.4907e-02 ] +2024-10-02 04:50:09,669 INFO: [ epoch: 28 ] [ iter: 37,900 ] [ performance: 11.413 it/s ] [ lr: 1.00e-04 ] [ eta: 5:24:30 ] [ l_g_pix: 2.0866e-02 ] [ l_g_total: 2.0866e-02 ] +2024-10-02 04:50:18,533 INFO: [ epoch: 28 ] [ iter: 38,000 ] [ performance: 11.559 it/s ] [ lr: 1.00e-04 ] [ eta: 5:24:04 ] [ l_g_pix: 2.4983e-02 ] [ l_g_total: 2.4983e-02 ] +2024-10-02 04:50:27,310 INFO: [ epoch: 28 ] [ iter: 38,100 ] [ performance: 11.410 it/s ] [ lr: 1.00e-04 ] [ eta: 5:23:38 ] [ l_g_pix: 3.2132e-02 ] [ l_g_total: 3.2132e-02 ] +2024-10-02 04:50:36,090 INFO: [ epoch: 28 ] [ iter: 38,200 ] [ performance: 11.553 it/s ] [ lr: 1.00e-04 ] [ eta: 5:23:13 ] [ l_g_pix: 3.0358e-02 ] [ l_g_total: 3.0358e-02 ] +2024-10-02 04:50:44,890 INFO: [ epoch: 28 ] [ iter: 38,300 ] [ performance: 11.382 it/s ] [ lr: 1.00e-04 ] [ eta: 5:22:47 ] [ l_g_pix: 3.5756e-02 ] [ l_g_total: 3.5756e-02 ] +2024-10-02 04:50:53,707 INFO: [ epoch: 28 ] [ iter: 38,400 ] [ performance: 11.555 it/s ] [ lr: 1.00e-04 ] [ eta: 5:22:22 ] [ l_g_pix: 2.0862e-02 ] [ l_g_total: 2.0862e-02 ] +2024-10-02 04:51:02,499 INFO: [ epoch: 28 ] [ iter: 38,500 ] [ performance: 11.390 it/s ] [ lr: 1.00e-04 ] [ eta: 5:21:57 ] [ l_g_pix: 2.2536e-02 ] [ l_g_total: 2.2536e-02 ] +2024-10-02 04:51:11,277 INFO: [ epoch: 28 ] [ iter: 38,600 ] [ performance: 11.531 it/s ] [ lr: 1.00e-04 ] [ eta: 5:21:32 ] [ l_g_pix: 2.7854e-02 ] [ l_g_total: 2.7854e-02 ] +2024-10-02 04:51:20,010 INFO: [ epoch: 28 ] [ iter: 38,700 ] [ performance: 11.457 it/s ] [ lr: 1.00e-04 ] [ eta: 5:21:06 ] [ l_g_pix: 3.1804e-02 ] [ l_g_total: 3.1804e-02 ] +2024-10-02 04:51:30,217 INFO: [ epoch: 29 ] [ iter: 38,800 ] [ performance: 11.552 it/s ] [ lr: 1.00e-04 ] [ eta: 5:20:47 ] [ l_g_pix: 2.4211e-02 ] [ l_g_total: 2.4211e-02 ] +2024-10-02 04:51:38,996 INFO: [ epoch: 29 ] [ iter: 38,900 ] [ performance: 11.402 it/s ] [ lr: 1.00e-04 ] [ eta: 5:20:22 ] [ l_g_pix: 2.9241e-02 ] [ l_g_total: 2.9241e-02 ] +2024-10-02 04:51:47,746 INFO: [ epoch: 29 ] [ iter: 39,000 ] [ performance: 11.607 it/s ] [ lr: 1.00e-04 ] [ eta: 5:19:57 ] [ l_g_pix: 3.9399e-02 ] [ l_g_total: 3.9399e-02 ] +2024-10-02 04:51:56,578 INFO: [ epoch: 29 ] [ iter: 39,100 ] [ performance: 11.339 it/s ] [ lr: 1.00e-04 ] [ eta: 5:19:32 ] [ l_g_pix: 3.3930e-02 ] [ l_g_total: 3.3930e-02 ] +2024-10-02 04:52:05,338 INFO: [ epoch: 29 ] [ iter: 39,200 ] [ performance: 11.421 it/s ] [ lr: 1.00e-04 ] [ eta: 5:19:07 ] [ l_g_pix: 2.1545e-02 ] [ l_g_total: 2.1545e-02 ] +2024-10-02 04:52:14,130 INFO: [ epoch: 29 ] [ iter: 39,300 ] [ performance: 11.377 it/s ] [ lr: 1.00e-04 ] [ eta: 5:18:43 ] [ l_g_pix: 4.7715e-02 ] [ l_g_total: 4.7715e-02 ] +2024-10-02 04:52:22,921 INFO: [ epoch: 29 ] [ iter: 39,400 ] [ performance: 11.359 it/s ] [ lr: 1.00e-04 ] [ eta: 5:18:18 ] [ l_g_pix: 3.9663e-02 ] [ l_g_total: 3.9663e-02 ] +2024-10-02 04:52:31,753 INFO: [ epoch: 29 ] [ iter: 39,500 ] [ performance: 11.324 it/s ] [ lr: 1.00e-04 ] [ eta: 5:17:54 ] [ l_g_pix: 2.4332e-02 ] [ l_g_total: 2.4332e-02 ] +2024-10-02 04:52:40,572 INFO: [ epoch: 29 ] [ iter: 39,600 ] [ performance: 11.531 it/s ] [ lr: 1.00e-04 ] [ eta: 5:17:30 ] [ l_g_pix: 2.6368e-02 ] [ l_g_total: 2.6368e-02 ] +2024-10-02 04:52:49,375 INFO: [ epoch: 29 ] [ iter: 39,700 ] [ performance: 11.365 it/s ] [ lr: 1.00e-04 ] [ eta: 5:17:05 ] [ l_g_pix: 2.3543e-02 ] [ l_g_total: 2.3543e-02 ] +2024-10-02 04:52:58,166 INFO: [ epoch: 29 ] [ iter: 39,800 ] [ performance: 11.124 it/s ] [ lr: 1.00e-04 ] [ eta: 5:16:41 ] [ l_g_pix: 1.7365e-02 ] [ l_g_total: 1.7365e-02 ] +2024-10-02 04:53:06,979 INFO: [ epoch: 29 ] [ iter: 39,900 ] [ performance: 11.343 it/s ] [ lr: 1.00e-04 ] [ eta: 5:16:17 ] [ l_g_pix: 3.0912e-02 ] [ l_g_total: 3.0912e-02 ] +2024-10-02 04:53:15,755 INFO: [ epoch: 29 ] [ iter: 40,000 ] [ performance: 11.648 it/s ] [ lr: 1.00e-04 ] [ eta: 5:15:53 ] [ l_g_pix: 3.6459e-02 ] [ l_g_total: 3.6459e-02 ] +2024-10-02 04:53:15,755 INFO: Saving models and training states. +2024-10-02 04:57:52,657 INFO: Validation val + + # psnr: 27.1202........ Best: 27.1202 @ 40000 iter + # ssim: 0.7625........ Best: 0.7625 @ 40000 iter + # dists: 0.7735........ Best: 0.7735 @ 40000 iter + +2024-10-02 04:58:02,637 INFO: [ epoch: 30 ] [ iter: 40,100 ] [ performance: 10.036 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:58 ] [ l_g_pix: 3.2187e-02 ] [ l_g_total: 3.2187e-02 ] +2024-10-02 04:58:11,376 INFO: [ epoch: 30 ] [ iter: 40,200 ] [ performance: 10.691 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:30 ] [ l_g_pix: 2.4245e-02 ] [ l_g_total: 2.4245e-02 ] +2024-10-02 04:58:20,117 INFO: [ epoch: 30 ] [ iter: 40,300 ] [ performance: 11.442 it/s ] [ lr: 1.00e-04 ] [ eta: 5:33:03 ] [ l_g_pix: 3.4447e-02 ] [ l_g_total: 3.4447e-02 ] +2024-10-02 04:58:28,825 INFO: [ epoch: 30 ] [ iter: 40,400 ] [ performance: 11.463 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:35 ] [ l_g_pix: 4.7823e-02 ] [ l_g_total: 4.7823e-02 ] +2024-10-02 04:58:37,585 INFO: [ epoch: 30 ] [ iter: 40,500 ] [ performance: 11.420 it/s ] [ lr: 1.00e-04 ] [ eta: 5:32:08 ] [ l_g_pix: 3.5956e-02 ] [ l_g_total: 3.5956e-02 ] +2024-10-02 04:58:46,351 INFO: [ epoch: 30 ] [ iter: 40,600 ] [ performance: 11.415 it/s ] [ lr: 1.00e-04 ] [ eta: 5:31:41 ] [ l_g_pix: 2.7040e-02 ] [ l_g_total: 2.7040e-02 ] +2024-10-02 04:58:55,107 INFO: [ epoch: 30 ] [ iter: 40,700 ] [ performance: 11.430 it/s ] [ lr: 1.00e-04 ] [ eta: 5:31:14 ] [ l_g_pix: 2.5927e-02 ] [ l_g_total: 2.5927e-02 ] +2024-10-02 04:59:03,872 INFO: [ epoch: 30 ] [ iter: 40,800 ] [ performance: 11.420 it/s ] [ lr: 1.00e-04 ] [ eta: 5:30:47 ] [ l_g_pix: 3.3594e-02 ] [ l_g_total: 3.3594e-02 ] +2024-10-02 04:59:12,646 INFO: [ epoch: 30 ] [ iter: 40,900 ] [ performance: 11.412 it/s ] [ lr: 1.00e-04 ] [ eta: 5:30:20 ] [ l_g_pix: 3.6866e-02 ] [ l_g_total: 3.6866e-02 ] +2024-10-02 04:59:21,405 INFO: [ epoch: 30 ] [ iter: 41,000 ] [ performance: 11.415 it/s ] [ lr: 1.00e-04 ] [ eta: 5:29:53 ] [ l_g_pix: 3.1543e-02 ] [ l_g_total: 3.1543e-02 ] +2024-10-02 04:59:30,191 INFO: [ epoch: 30 ] [ iter: 41,100 ] [ performance: 11.398 it/s ] [ lr: 1.00e-04 ] [ eta: 5:29:26 ] [ l_g_pix: 3.3451e-02 ] [ l_g_total: 3.3451e-02 ] +2024-10-02 04:59:38,972 INFO: [ epoch: 30 ] [ iter: 41,200 ] [ performance: 11.393 it/s ] [ lr: 1.00e-04 ] [ eta: 5:29:00 ] [ l_g_pix: 3.1100e-02 ] [ l_g_total: 3.1100e-02 ] +2024-10-02 04:59:47,997 INFO: [ epoch: 30 ] [ iter: 41,300 ] [ performance: 11.090 it/s ] [ lr: 1.00e-04 ] [ eta: 5:28:34 ] [ l_g_pix: 2.8018e-02 ] [ l_g_total: 2.8018e-02 ] +2024-10-02 04:59:56,786 INFO: [ epoch: 30 ] [ iter: 41,400 ] [ performance: 11.236 it/s ] [ lr: 1.00e-04 ] [ eta: 5:28:08 ] [ l_g_pix: 2.5330e-02 ] [ l_g_total: 2.5330e-02 ] +2024-10-02 05:00:06,926 INFO: [ epoch: 31 ] [ iter: 41,500 ] [ performance: 9.794 it/s ] [ lr: 1.00e-04 ] [ eta: 5:27:47 ] [ l_g_pix: 3.3929e-02 ] [ l_g_total: 3.3929e-02 ] +2024-10-02 05:00:15,639 INFO: [ epoch: 31 ] [ iter: 41,600 ] [ performance: 10.595 it/s ] [ lr: 1.00e-04 ] [ eta: 5:27:20 ] [ l_g_pix: 1.7804e-02 ] [ l_g_total: 1.7804e-02 ] +2024-10-02 05:00:24,358 INFO: [ epoch: 31 ] [ iter: 41,700 ] [ performance: 11.506 it/s ] [ lr: 1.00e-04 ] [ eta: 5:26:54 ] [ l_g_pix: 3.9229e-02 ] [ l_g_total: 3.9229e-02 ] +2024-10-02 05:00:33,069 INFO: [ epoch: 31 ] [ iter: 41,800 ] [ performance: 11.492 it/s ] [ lr: 1.00e-04 ] [ eta: 5:26:28 ] [ l_g_pix: 2.2987e-02 ] [ l_g_total: 2.2987e-02 ] +2024-10-02 05:00:42,025 INFO: [ epoch: 31 ] [ iter: 41,900 ] [ performance: 11.189 it/s ] [ lr: 1.00e-04 ] [ eta: 5:26:02 ] [ l_g_pix: 3.4418e-02 ] [ l_g_total: 3.4418e-02 ] +2024-10-02 05:00:50,796 INFO: [ epoch: 31 ] [ iter: 42,000 ] [ performance: 11.299 it/s ] [ lr: 1.00e-04 ] [ eta: 5:25:36 ] [ l_g_pix: 2.7027e-02 ] [ l_g_total: 2.7027e-02 ] +2024-10-02 05:00:59,593 INFO: [ epoch: 31 ] [ iter: 42,100 ] [ performance: 11.411 it/s ] [ lr: 1.00e-04 ] [ eta: 5:25:11 ] [ l_g_pix: 4.2084e-02 ] [ l_g_total: 4.2084e-02 ] +2024-10-02 05:01:08,376 INFO: [ epoch: 31 ] [ iter: 42,200 ] [ performance: 11.398 it/s ] [ lr: 1.00e-04 ] [ eta: 5:24:45 ] [ l_g_pix: 3.0506e-02 ] [ l_g_total: 3.0506e-02 ] +2024-10-02 05:01:17,161 INFO: [ epoch: 31 ] [ iter: 42,300 ] [ performance: 11.437 it/s ] [ lr: 1.00e-04 ] [ eta: 5:24:19 ] [ l_g_pix: 4.4915e-02 ] [ l_g_total: 4.4915e-02 ] +2024-10-02 05:01:25,940 INFO: [ epoch: 31 ] [ iter: 42,400 ] [ performance: 11.414 it/s ] [ lr: 1.00e-04 ] [ eta: 5:23:54 ] [ l_g_pix: 2.6590e-02 ] [ l_g_total: 2.6590e-02 ] +2024-10-02 05:01:34,728 INFO: [ epoch: 31 ] [ iter: 42,500 ] [ performance: 11.433 it/s ] [ lr: 1.00e-04 ] [ eta: 5:23:28 ] [ l_g_pix: 3.3247e-02 ] [ l_g_total: 3.3247e-02 ] +2024-10-02 05:01:43,537 INFO: [ epoch: 31 ] [ iter: 42,600 ] [ performance: 11.391 it/s ] [ lr: 1.00e-04 ] [ eta: 5:23:03 ] [ l_g_pix: 3.3266e-02 ] [ l_g_total: 3.3266e-02 ] +2024-10-02 05:01:52,293 INFO: [ epoch: 31 ] [ iter: 42,700 ] [ performance: 11.486 it/s ] [ lr: 1.00e-04 ] [ eta: 5:22:38 ] [ l_g_pix: 2.5431e-02 ] [ l_g_total: 2.5431e-02 ] +2024-10-02 05:02:02,590 INFO: [ epoch: 32 ] [ iter: 42,800 ] [ performance: 10.469 it/s ] [ lr: 1.00e-04 ] [ eta: 5:22:18 ] [ l_g_pix: 3.3863e-02 ] [ l_g_total: 3.3863e-02 ] +2024-10-02 05:02:11,382 INFO: [ epoch: 32 ] [ iter: 42,900 ] [ performance: 11.431 it/s ] [ lr: 1.00e-04 ] [ eta: 5:21:53 ] [ l_g_pix: 3.2315e-02 ] [ l_g_total: 3.2315e-02 ] +2024-10-02 05:02:20,172 INFO: [ epoch: 32 ] [ iter: 43,000 ] [ performance: 11.402 it/s ] [ lr: 1.00e-04 ] [ eta: 5:21:28 ] [ l_g_pix: 2.0423e-02 ] [ l_g_total: 2.0423e-02 ] +2024-10-02 05:02:29,310 INFO: [ epoch: 32 ] [ iter: 43,100 ] [ performance: 10.980 it/s ] [ lr: 1.00e-04 ] [ eta: 5:21:04 ] [ l_g_pix: 2.9264e-02 ] [ l_g_total: 2.9264e-02 ] +2024-10-02 05:02:38,095 INFO: [ epoch: 32 ] [ iter: 43,200 ] [ performance: 11.194 it/s ] [ lr: 1.00e-04 ] [ eta: 5:20:39 ] [ l_g_pix: 2.4297e-02 ] [ l_g_total: 2.4297e-02 ] +2024-10-02 05:02:46,902 INFO: [ epoch: 32 ] [ iter: 43,300 ] [ performance: 11.403 it/s ] [ lr: 1.00e-04 ] [ eta: 5:20:14 ] [ l_g_pix: 2.7825e-02 ] [ l_g_total: 2.7825e-02 ] +2024-10-02 05:02:55,702 INFO: [ epoch: 32 ] [ iter: 43,400 ] [ performance: 11.382 it/s ] [ lr: 1.00e-04 ] [ eta: 5:19:49 ] [ l_g_pix: 3.2557e-02 ] [ l_g_total: 3.2557e-02 ] +2024-10-02 05:03:04,658 INFO: [ epoch: 32 ] [ iter: 43,500 ] [ performance: 11.182 it/s ] [ lr: 1.00e-04 ] [ eta: 5:19:25 ] [ l_g_pix: 1.6888e-02 ] [ l_g_total: 1.6888e-02 ] +2024-10-02 05:03:13,471 INFO: [ epoch: 32 ] [ iter: 43,600 ] [ performance: 11.272 it/s ] [ lr: 1.00e-04 ] [ eta: 5:19:01 ] [ l_g_pix: 3.0118e-02 ] [ l_g_total: 3.0118e-02 ] +2024-10-02 05:03:22,282 INFO: [ epoch: 32 ] [ iter: 43,700 ] [ performance: 11.408 it/s ] [ lr: 1.00e-04 ] [ eta: 5:18:36 ] [ l_g_pix: 4.2375e-02 ] [ l_g_total: 4.2375e-02 ] +2024-10-02 05:03:31,094 INFO: [ epoch: 32 ] [ iter: 43,800 ] [ performance: 11.376 it/s ] [ lr: 1.00e-04 ] [ eta: 5:18:12 ] [ l_g_pix: 3.2211e-02 ] [ l_g_total: 3.2211e-02 ] +2024-10-02 05:03:40,016 INFO: [ epoch: 32 ] [ iter: 43,900 ] [ performance: 11.229 it/s ] [ lr: 1.00e-04 ] [ eta: 5:17:48 ] [ l_g_pix: 2.2234e-02 ] [ l_g_total: 2.2234e-02 ] +2024-10-02 05:03:48,813 INFO: [ epoch: 32 ] [ iter: 44,000 ] [ performance: 11.305 it/s ] [ lr: 1.00e-04 ] [ eta: 5:17:23 ] [ l_g_pix: 3.0088e-02 ] [ l_g_total: 3.0088e-02 ] +2024-10-02 05:03:59,003 INFO: [ epoch: 33 ] [ iter: 44,100 ] [ performance: 9.530 it/s ] [ lr: 1.00e-04 ] [ eta: 5:17:04 ] [ l_g_pix: 3.4103e-02 ] [ l_g_total: 3.4103e-02 ] +2024-10-02 05:04:07,812 INFO: [ epoch: 33 ] [ iter: 44,200 ] [ performance: 10.458 it/s ] [ lr: 1.00e-04 ] [ eta: 5:16:40 ] [ l_g_pix: 2.2601e-02 ] [ l_g_total: 2.2601e-02 ] +2024-10-02 05:04:16,837 INFO: [ epoch: 33 ] [ iter: 44,300 ] [ performance: 11.055 it/s ] [ lr: 1.00e-04 ] [ eta: 5:16:17 ] [ l_g_pix: 2.3090e-02 ] [ l_g_total: 2.3090e-02 ] +2024-10-02 05:04:25,812 INFO: [ epoch: 33 ] [ iter: 44,400 ] [ performance: 11.104 it/s ] [ lr: 1.00e-04 ] [ eta: 5:15:53 ] [ l_g_pix: 3.7357e-02 ] [ l_g_total: 3.7357e-02 ] +2024-10-02 05:04:34,580 INFO: [ epoch: 33 ] [ iter: 44,500 ] [ performance: 11.449 it/s ] [ lr: 1.00e-04 ] [ eta: 5:15:29 ] [ l_g_pix: 3.2837e-02 ] [ l_g_total: 3.2837e-02 ] +2024-10-02 05:04:43,341 INFO: [ epoch: 33 ] [ iter: 44,600 ] [ performance: 11.431 it/s ] [ lr: 1.00e-04 ] [ eta: 5:15:05 ] [ l_g_pix: 3.4977e-02 ] [ l_g_total: 3.4977e-02 ] +2024-10-02 05:04:52,098 INFO: [ epoch: 33 ] [ iter: 44,700 ] [ performance: 11.471 it/s ] [ lr: 1.00e-04 ] [ eta: 5:14:41 ] [ l_g_pix: 2.4285e-02 ] [ l_g_total: 2.4285e-02 ] +2024-10-02 05:05:00,951 INFO: [ epoch: 33 ] [ iter: 44,800 ] [ performance: 11.373 it/s ] [ lr: 1.00e-04 ] [ eta: 5:14:17 ] [ l_g_pix: 3.6186e-02 ] [ l_g_total: 3.6186e-02 ] +2024-10-02 05:05:09,702 INFO: [ epoch: 33 ] [ iter: 44,900 ] [ performance: 11.480 it/s ] [ lr: 1.00e-04 ] [ eta: 5:13:53 ] [ l_g_pix: 1.9334e-02 ] [ l_g_total: 1.9334e-02 ] +2024-10-02 05:05:18,446 INFO: [ epoch: 33 ] [ iter: 45,000 ] [ performance: 11.456 it/s ] [ lr: 1.00e-04 ] [ eta: 5:13:30 ] [ l_g_pix: 3.2710e-02 ] [ l_g_total: 3.2710e-02 ] +2024-10-02 05:05:27,213 INFO: [ epoch: 33 ] [ iter: 45,100 ] [ performance: 11.464 it/s ] [ lr: 1.00e-04 ] [ eta: 5:13:06 ] [ l_g_pix: 3.9215e-02 ] [ l_g_total: 3.9215e-02 ] +2024-10-02 05:05:36,102 INFO: [ epoch: 33 ] [ iter: 45,200 ] [ performance: 11.342 it/s ] [ lr: 1.00e-04 ] [ eta: 5:12:43 ] [ l_g_pix: 2.8430e-02 ] [ l_g_total: 2.8430e-02 ] +2024-10-02 05:05:44,859 INFO: [ epoch: 33 ] [ iter: 45,300 ] [ performance: 11.482 it/s ] [ lr: 1.00e-04 ] [ eta: 5:12:19 ] [ l_g_pix: 2.9283e-02 ] [ l_g_total: 2.9283e-02 ] +2024-10-02 05:05:53,557 INFO: [ epoch: 33 ] [ iter: 45,400 ] [ performance: 11.491 it/s ] [ lr: 1.00e-04 ] [ eta: 5:11:55 ] [ l_g_pix: 2.8624e-02 ] [ l_g_total: 2.8624e-02 ] +2024-10-02 05:06:03,735 INFO: [ epoch: 34 ] [ iter: 45,500 ] [ performance: 10.977 it/s ] [ lr: 1.00e-04 ] [ eta: 5:11:37 ] [ l_g_pix: 2.9243e-02 ] [ l_g_total: 2.9243e-02 ] +2024-10-02 05:06:12,798 INFO: [ epoch: 34 ] [ iter: 45,600 ] [ performance: 11.010 it/s ] [ lr: 1.00e-04 ] [ eta: 5:11:14 ] [ l_g_pix: 3.4333e-02 ] [ l_g_total: 3.4333e-02 ] +2024-10-02 05:06:21,772 INFO: [ epoch: 34 ] [ iter: 45,700 ] [ performance: 11.281 it/s ] [ lr: 1.00e-04 ] [ eta: 5:10:52 ] [ l_g_pix: 3.3565e-02 ] [ l_g_total: 3.3565e-02 ] +2024-10-02 05:06:30,579 INFO: [ epoch: 34 ] [ iter: 45,800 ] [ performance: 11.324 it/s ] [ lr: 1.00e-04 ] [ eta: 5:10:29 ] [ l_g_pix: 4.4743e-02 ] [ l_g_total: 4.4743e-02 ] +2024-10-02 05:06:39,389 INFO: [ epoch: 34 ] [ iter: 45,900 ] [ performance: 11.438 it/s ] [ lr: 1.00e-04 ] [ eta: 5:10:05 ] [ l_g_pix: 2.4456e-02 ] [ l_g_total: 2.4456e-02 ] +2024-10-02 05:06:48,185 INFO: [ epoch: 34 ] [ iter: 46,000 ] [ performance: 11.398 it/s ] [ lr: 1.00e-04 ] [ eta: 5:09:42 ] [ l_g_pix: 2.3594e-02 ] [ l_g_total: 2.3594e-02 ] +2024-10-02 05:06:57,169 INFO: [ epoch: 34 ] [ iter: 46,100 ] [ performance: 11.166 it/s ] [ lr: 1.00e-04 ] [ eta: 5:09:20 ] [ l_g_pix: 3.6292e-02 ] [ l_g_total: 3.6292e-02 ] +2024-10-02 05:07:05,957 INFO: [ epoch: 34 ] [ iter: 46,200 ] [ performance: 11.290 it/s ] [ lr: 1.00e-04 ] [ eta: 5:08:57 ] [ l_g_pix: 3.2918e-02 ] [ l_g_total: 3.2918e-02 ] +2024-10-02 05:07:14,780 INFO: [ epoch: 34 ] [ iter: 46,300 ] [ performance: 11.437 it/s ] [ lr: 1.00e-04 ] [ eta: 5:08:34 ] [ l_g_pix: 3.0397e-02 ] [ l_g_total: 3.0397e-02 ] +2024-10-02 05:07:23,598 INFO: [ epoch: 34 ] [ iter: 46,400 ] [ performance: 11.381 it/s ] [ lr: 1.00e-04 ] [ eta: 5:08:12 ] [ l_g_pix: 2.9017e-02 ] [ l_g_total: 2.9017e-02 ] +2024-10-02 05:07:32,553 INFO: [ epoch: 34 ] [ iter: 46,500 ] [ performance: 11.179 it/s ] [ lr: 1.00e-04 ] [ eta: 5:07:49 ] [ l_g_pix: 3.3782e-02 ] [ l_g_total: 3.3782e-02 ] +2024-10-02 05:07:41,367 INFO: [ epoch: 34 ] [ iter: 46,600 ] [ performance: 11.278 it/s ] [ lr: 1.00e-04 ] [ eta: 5:07:27 ] [ l_g_pix: 2.7794e-02 ] [ l_g_total: 2.7794e-02 ] +2024-10-02 05:07:50,140 INFO: [ epoch: 34 ] [ iter: 46,700 ] [ performance: 11.547 it/s ] [ lr: 1.00e-04 ] [ eta: 5:07:04 ] [ l_g_pix: 3.1583e-02 ] [ l_g_total: 3.1583e-02 ] +2024-10-02 05:08:00,234 INFO: [ epoch: 35 ] [ iter: 46,800 ] [ performance: 10.512 it/s ] [ lr: 1.00e-04 ] [ eta: 5:06:46 ] [ l_g_pix: 2.7936e-02 ] [ l_g_total: 2.7936e-02 ] +2024-10-02 05:08:09,221 INFO: [ epoch: 35 ] [ iter: 46,900 ] [ performance: 11.099 it/s ] [ lr: 1.00e-04 ] [ eta: 5:06:24 ] [ l_g_pix: 3.2518e-02 ] [ l_g_total: 3.2518e-02 ] +2024-10-02 05:08:18,343 INFO: [ epoch: 35 ] [ iter: 47,000 ] [ performance: 11.018 it/s ] [ lr: 1.00e-04 ] [ eta: 5:06:02 ] [ l_g_pix: 3.7541e-02 ] [ l_g_total: 3.7541e-02 ] +2024-10-02 05:08:27,245 INFO: [ epoch: 35 ] [ iter: 47,100 ] [ performance: 11.533 it/s ] [ lr: 1.00e-04 ] [ eta: 5:05:40 ] [ l_g_pix: 3.2056e-02 ] [ l_g_total: 3.2056e-02 ] +2024-10-02 05:08:36,003 INFO: [ epoch: 35 ] [ iter: 47,200 ] [ performance: 11.464 it/s ] [ lr: 1.00e-04 ] [ eta: 5:05:18 ] [ l_g_pix: 2.9920e-02 ] [ l_g_total: 2.9920e-02 ] +2024-10-02 05:08:44,774 INFO: [ epoch: 35 ] [ iter: 47,300 ] [ performance: 11.528 it/s ] [ lr: 1.00e-04 ] [ eta: 5:04:56 ] [ l_g_pix: 3.3129e-02 ] [ l_g_total: 3.3129e-02 ] +2024-10-02 05:08:53,538 INFO: [ epoch: 35 ] [ iter: 47,400 ] [ performance: 11.457 it/s ] [ lr: 1.00e-04 ] [ eta: 5:04:33 ] [ l_g_pix: 2.0665e-02 ] [ l_g_total: 2.0665e-02 ] +2024-10-02 05:09:02,537 INFO: [ epoch: 35 ] [ iter: 47,500 ] [ performance: 11.179 it/s ] [ lr: 1.00e-04 ] [ eta: 5:04:12 ] [ l_g_pix: 3.3812e-02 ] [ l_g_total: 3.3812e-02 ] +2024-10-02 05:09:11,279 INFO: [ epoch: 35 ] [ iter: 47,600 ] [ performance: 11.337 it/s ] [ lr: 1.00e-04 ] [ eta: 5:03:49 ] [ l_g_pix: 2.1901e-02 ] [ l_g_total: 2.1901e-02 ] +2024-10-02 05:09:20,056 INFO: [ epoch: 35 ] [ iter: 47,700 ] [ performance: 11.529 it/s ] [ lr: 1.00e-04 ] [ eta: 5:03:27 ] [ l_g_pix: 2.5818e-02 ] [ l_g_total: 2.5818e-02 ] +2024-10-02 05:09:28,823 INFO: [ epoch: 35 ] [ iter: 47,800 ] [ performance: 11.454 it/s ] [ lr: 1.00e-04 ] [ eta: 5:03:05 ] [ l_g_pix: 2.2311e-02 ] [ l_g_total: 2.2311e-02 ] +2024-10-02 05:09:37,736 INFO: [ epoch: 35 ] [ iter: 47,900 ] [ performance: 11.226 it/s ] [ lr: 1.00e-04 ] [ eta: 5:02:44 ] [ l_g_pix: 2.9456e-02 ] [ l_g_total: 2.9456e-02 ] +2024-10-02 05:09:46,577 INFO: [ epoch: 35 ] [ iter: 48,000 ] [ performance: 11.279 it/s ] [ lr: 1.00e-04 ] [ eta: 5:02:22 ] [ l_g_pix: 1.9403e-02 ] [ l_g_total: 1.9403e-02 ] +2024-10-02 05:09:56,465 INFO: [ epoch: 36 ] [ iter: 48,100 ] [ performance: 9.468 it/s ] [ lr: 1.00e-04 ] [ eta: 5:02:03 ] [ l_g_pix: 3.2149e-02 ] [ l_g_total: 3.2149e-02 ] +2024-10-02 05:10:05,399 INFO: [ epoch: 36 ] [ iter: 48,200 ] [ performance: 10.473 it/s ] [ lr: 1.00e-04 ] [ eta: 5:01:42 ] [ l_g_pix: 3.7150e-02 ] [ l_g_total: 3.7150e-02 ] +2024-10-02 05:10:14,206 INFO: [ epoch: 36 ] [ iter: 48,300 ] [ performance: 11.454 it/s ] [ lr: 1.00e-04 ] [ eta: 5:01:20 ] [ l_g_pix: 2.8575e-02 ] [ l_g_total: 2.8575e-02 ] +2024-10-02 05:10:23,153 INFO: [ epoch: 36 ] [ iter: 48,400 ] [ performance: 11.280 it/s ] [ lr: 1.00e-04 ] [ eta: 5:00:59 ] [ l_g_pix: 3.7573e-02 ] [ l_g_total: 3.7573e-02 ] +2024-10-02 05:10:31,922 INFO: [ epoch: 36 ] [ iter: 48,500 ] [ performance: 11.535 it/s ] [ lr: 1.00e-04 ] [ eta: 5:00:37 ] [ l_g_pix: 3.5107e-02 ] [ l_g_total: 3.5107e-02 ] +2024-10-02 05:10:40,688 INFO: [ epoch: 36 ] [ iter: 48,600 ] [ performance: 11.456 it/s ] [ lr: 1.00e-04 ] [ eta: 5:00:16 ] [ l_g_pix: 2.6928e-02 ] [ l_g_total: 2.6928e-02 ] +2024-10-02 05:10:49,455 INFO: [ epoch: 36 ] [ iter: 48,700 ] [ performance: 11.561 it/s ] [ lr: 1.00e-04 ] [ eta: 4:59:54 ] [ l_g_pix: 2.9107e-02 ] [ l_g_total: 2.9107e-02 ] +2024-10-02 05:10:58,445 INFO: [ epoch: 36 ] [ iter: 48,800 ] [ performance: 11.281 it/s ] [ lr: 1.00e-04 ] [ eta: 4:59:33 ] [ l_g_pix: 2.9917e-02 ] [ l_g_total: 2.9917e-02 ] +2024-10-02 05:11:07,211 INFO: [ epoch: 36 ] [ iter: 48,900 ] [ performance: 11.546 it/s ] [ lr: 1.00e-04 ] [ eta: 4:59:12 ] [ l_g_pix: 2.8684e-02 ] [ l_g_total: 2.8684e-02 ] +2024-10-02 05:11:15,974 INFO: [ epoch: 36 ] [ iter: 49,000 ] [ performance: 11.460 it/s ] [ lr: 1.00e-04 ] [ eta: 4:58:50 ] [ l_g_pix: 2.0488e-02 ] [ l_g_total: 2.0488e-02 ] +2024-10-02 05:11:24,751 INFO: [ epoch: 36 ] [ iter: 49,100 ] [ performance: 11.554 it/s ] [ lr: 1.00e-04 ] [ eta: 4:58:29 ] [ l_g_pix: 3.1901e-02 ] [ l_g_total: 3.1901e-02 ] +2024-10-02 05:11:33,678 INFO: [ epoch: 36 ] [ iter: 49,200 ] [ performance: 11.326 it/s ] [ lr: 1.00e-04 ] [ eta: 4:58:08 ] [ l_g_pix: 2.6285e-02 ] [ l_g_total: 2.6285e-02 ] +2024-10-02 05:11:42,578 INFO: [ epoch: 36 ] [ iter: 49,300 ] [ performance: 11.492 it/s ] [ lr: 1.00e-04 ] [ eta: 4:57:47 ] [ l_g_pix: 3.1917e-02 ] [ l_g_total: 3.1917e-02 ] +2024-10-02 05:11:51,310 INFO: [ epoch: 36 ] [ iter: 49,400 ] [ performance: 11.467 it/s ] [ lr: 1.00e-04 ] [ eta: 4:57:26 ] [ l_g_pix: 2.2436e-02 ] [ l_g_total: 2.2436e-02 ] +2024-10-02 05:12:01,583 INFO: [ epoch: 37 ] [ iter: 49,500 ] [ performance: 11.456 it/s ] [ lr: 1.00e-04 ] [ eta: 4:57:09 ] [ l_g_pix: 2.4258e-02 ] [ l_g_total: 2.4258e-02 ] +2024-10-02 05:12:10,509 INFO: [ epoch: 37 ] [ iter: 49,600 ] [ performance: 11.292 it/s ] [ lr: 1.00e-04 ] [ eta: 4:56:48 ] [ l_g_pix: 3.1848e-02 ] [ l_g_total: 3.1848e-02 ] +2024-10-02 05:12:19,640 INFO: [ epoch: 37 ] [ iter: 49,700 ] [ performance: 11.077 it/s ] [ lr: 1.00e-04 ] [ eta: 4:56:28 ] [ l_g_pix: 2.8220e-02 ] [ l_g_total: 2.8220e-02 ] +2024-10-02 05:12:28,440 INFO: [ epoch: 37 ] [ iter: 49,800 ] [ performance: 11.263 it/s ] [ lr: 1.00e-04 ] [ eta: 4:56:07 ] [ l_g_pix: 3.9050e-02 ] [ l_g_total: 3.9050e-02 ] +2024-10-02 05:12:37,245 INFO: [ epoch: 37 ] [ iter: 49,900 ] [ performance: 11.485 it/s ] [ lr: 1.00e-04 ] [ eta: 4:55:46 ] [ l_g_pix: 2.8765e-02 ] [ l_g_total: 2.8765e-02 ] +2024-10-02 05:12:46,053 INFO: [ epoch: 37 ] [ iter: 50,000 ] [ performance: 11.399 it/s ] [ lr: 1.00e-04 ] [ eta: 4:55:25 ] [ l_g_pix: 3.0632e-02 ] [ l_g_total: 3.0632e-02 ] +2024-10-02 05:12:46,054 INFO: Saving models and training states. +2024-10-02 05:19:06,367 INFO: Validation val + + # psnr: 27.1606........ Best: 27.1606 @ 50000 iter + # ssim: 0.7643........ Best: 0.7643 @ 50000 iter + # dists: 0.7733........ Best: 0.7733 @ 50000 iter + +2024-10-02 05:19:15,101 INFO: [ epoch: 37 ] [ iter: 50,100 ] [ performance: 11.568 it/s ] [ lr: 1.00e-04 ] [ eta: 5:14:02 ] [ l_g_pix: 4.0855e-02 ] [ l_g_total: 4.0855e-02 ] +2024-10-02 05:19:23,814 INFO: [ epoch: 37 ] [ iter: 50,200 ] [ performance: 11.509 it/s ] [ lr: 1.00e-04 ] [ eta: 5:13:38 ] [ l_g_pix: 3.1873e-02 ] [ l_g_total: 3.1873e-02 ] +2024-10-02 05:19:32,541 INFO: [ epoch: 37 ] [ iter: 50,300 ] [ performance: 11.554 it/s ] [ lr: 1.00e-04 ] [ eta: 5:13:14 ] [ l_g_pix: 3.3286e-02 ] [ l_g_total: 3.3286e-02 ] +2024-10-02 05:19:41,303 INFO: [ epoch: 37 ] [ iter: 50,400 ] [ performance: 11.460 it/s ] [ lr: 1.00e-04 ] [ eta: 5:12:50 ] [ l_g_pix: 3.0530e-02 ] [ l_g_total: 3.0530e-02 ] +2024-10-02 05:19:50,544 INFO: [ epoch: 37 ] [ iter: 50,500 ] [ performance: 11.532 it/s ] [ lr: 1.00e-04 ] [ eta: 5:12:28 ] [ l_g_pix: 2.9003e-02 ] [ l_g_total: 2.9003e-02 ] +2024-10-02 05:19:59,611 INFO: [ epoch: 37 ] [ iter: 50,600 ] [ performance: 11.190 it/s ] [ lr: 1.00e-04 ] [ eta: 5:12:05 ] [ l_g_pix: 3.2309e-02 ] [ l_g_total: 3.2309e-02 ] +2024-10-02 05:20:08,597 INFO: [ epoch: 37 ] [ iter: 50,700 ] [ performance: 11.541 it/s ] [ lr: 1.00e-04 ] [ eta: 5:11:42 ] [ l_g_pix: 3.4892e-02 ] [ l_g_total: 3.4892e-02 ] +2024-10-02 05:20:18,686 INFO: [ epoch: 38 ] [ iter: 50,800 ] [ performance: 10.388 it/s ] [ lr: 1.00e-04 ] [ eta: 5:11:23 ] [ l_g_pix: 2.3868e-02 ] [ l_g_total: 2.3868e-02 ] +2024-10-02 05:20:27,454 INFO: [ epoch: 38 ] [ iter: 50,900 ] [ performance: 11.524 it/s ] [ lr: 1.00e-04 ] [ eta: 5:10:59 ] [ l_g_pix: 2.9286e-02 ] [ l_g_total: 2.9286e-02 ] +2024-10-02 05:20:36,222 INFO: [ epoch: 38 ] [ iter: 51,000 ] [ performance: 11.444 it/s ] [ lr: 1.00e-04 ] [ eta: 5:10:36 ] [ l_g_pix: 2.5600e-02 ] [ l_g_total: 2.5600e-02 ] +2024-10-02 05:20:45,252 INFO: [ epoch: 38 ] [ iter: 51,100 ] [ performance: 11.025 it/s ] [ lr: 1.00e-04 ] [ eta: 5:10:13 ] [ l_g_pix: 2.6566e-02 ] [ l_g_total: 2.6566e-02 ] +2024-10-02 05:20:54,250 INFO: [ epoch: 38 ] [ iter: 51,200 ] [ performance: 11.086 it/s ] [ lr: 1.00e-04 ] [ eta: 5:09:50 ] [ l_g_pix: 1.8329e-02 ] [ l_g_total: 1.8329e-02 ] +2024-10-02 05:21:03,035 INFO: [ epoch: 38 ] [ iter: 51,300 ] [ performance: 11.513 it/s ] [ lr: 1.00e-04 ] [ eta: 5:09:27 ] [ l_g_pix: 1.5592e-02 ] [ l_g_total: 1.5592e-02 ] +2024-10-02 05:21:11,813 INFO: [ epoch: 38 ] [ iter: 51,400 ] [ performance: 11.430 it/s ] [ lr: 1.00e-04 ] [ eta: 5:09:04 ] [ l_g_pix: 2.4707e-02 ] [ l_g_total: 2.4707e-02 ] +2024-10-02 05:21:20,618 INFO: [ epoch: 38 ] [ iter: 51,500 ] [ performance: 11.531 it/s ] [ lr: 1.00e-04 ] [ eta: 5:08:41 ] [ l_g_pix: 3.5228e-02 ] [ l_g_total: 3.5228e-02 ] +2024-10-02 05:21:29,396 INFO: [ epoch: 38 ] [ iter: 51,600 ] [ performance: 11.435 it/s ] [ lr: 1.00e-04 ] [ eta: 5:08:18 ] [ l_g_pix: 2.7826e-02 ] [ l_g_total: 2.7826e-02 ] +2024-10-02 05:21:38,253 INFO: [ epoch: 38 ] [ iter: 51,700 ] [ performance: 11.509 it/s ] [ lr: 1.00e-04 ] [ eta: 5:07:55 ] [ l_g_pix: 2.1783e-02 ] [ l_g_total: 2.1783e-02 ] +2024-10-02 05:21:47,036 INFO: [ epoch: 38 ] [ iter: 51,800 ] [ performance: 11.424 it/s ] [ lr: 1.00e-04 ] [ eta: 5:07:32 ] [ l_g_pix: 2.4994e-02 ] [ l_g_total: 2.4994e-02 ] +2024-10-02 05:21:55,832 INFO: [ epoch: 38 ] [ iter: 51,900 ] [ performance: 11.473 it/s ] [ lr: 1.00e-04 ] [ eta: 5:07:09 ] [ l_g_pix: 2.5452e-02 ] [ l_g_total: 2.5452e-02 ] +2024-10-02 05:22:04,738 INFO: [ epoch: 38 ] [ iter: 52,000 ] [ performance: 11.300 it/s ] [ lr: 1.00e-04 ] [ eta: 5:06:46 ] [ l_g_pix: 2.8961e-02 ] [ l_g_total: 2.8961e-02 ] +2024-10-02 05:22:13,442 INFO: [ epoch: 38 ] [ iter: 52,100 ] [ performance: 11.651 it/s ] [ lr: 1.00e-04 ] [ eta: 5:06:23 ] [ l_g_pix: 2.6078e-02 ] [ l_g_total: 2.6078e-02 ] +2024-10-02 05:22:23,646 INFO: [ epoch: 39 ] [ iter: 52,200 ] [ performance: 10.276 it/s ] [ lr: 1.00e-04 ] [ eta: 5:06:05 ] [ l_g_pix: 3.5724e-02 ] [ l_g_total: 3.5724e-02 ] +2024-10-02 05:22:32,415 INFO: [ epoch: 39 ] [ iter: 52,300 ] [ performance: 11.525 it/s ] [ lr: 1.00e-04 ] [ eta: 5:05:42 ] [ l_g_pix: 3.2860e-02 ] [ l_g_total: 3.2860e-02 ] +2024-10-02 05:22:41,215 INFO: [ epoch: 39 ] [ iter: 52,400 ] [ performance: 11.410 it/s ] [ lr: 1.00e-04 ] [ eta: 5:05:19 ] [ l_g_pix: 4.2623e-02 ] [ l_g_total: 4.2623e-02 ] +2024-10-02 05:22:50,005 INFO: [ epoch: 39 ] [ iter: 52,500 ] [ performance: 11.529 it/s ] [ lr: 1.00e-04 ] [ eta: 5:04:57 ] [ l_g_pix: 3.3994e-02 ] [ l_g_total: 3.3994e-02 ] +2024-10-02 05:22:58,798 INFO: [ epoch: 39 ] [ iter: 52,600 ] [ performance: 11.417 it/s ] [ lr: 1.00e-04 ] [ eta: 5:04:34 ] [ l_g_pix: 2.6953e-02 ] [ l_g_total: 2.6953e-02 ] +2024-10-02 05:23:07,607 INFO: [ epoch: 39 ] [ iter: 52,700 ] [ performance: 11.468 it/s ] [ lr: 1.00e-04 ] [ eta: 5:04:12 ] [ l_g_pix: 3.9058e-02 ] [ l_g_total: 3.9058e-02 ] +2024-10-02 05:23:16,382 INFO: [ epoch: 39 ] [ iter: 52,800 ] [ performance: 11.417 it/s ] [ lr: 1.00e-04 ] [ eta: 5:03:49 ] [ l_g_pix: 3.1748e-02 ] [ l_g_total: 3.1748e-02 ] +2024-10-02 05:23:25,155 INFO: [ epoch: 39 ] [ iter: 52,900 ] [ performance: 11.523 it/s ] [ lr: 1.00e-04 ] [ eta: 5:03:27 ] [ l_g_pix: 2.9687e-02 ] [ l_g_total: 2.9687e-02 ] +2024-10-02 05:23:33,923 INFO: [ epoch: 39 ] [ iter: 53,000 ] [ performance: 11.437 it/s ] [ lr: 1.00e-04 ] [ eta: 5:03:04 ] [ l_g_pix: 3.0594e-02 ] [ l_g_total: 3.0594e-02 ] +2024-10-02 05:23:42,716 INFO: [ epoch: 39 ] [ iter: 53,100 ] [ performance: 11.511 it/s ] [ lr: 1.00e-04 ] [ eta: 5:02:42 ] [ l_g_pix: 3.2197e-02 ] [ l_g_total: 3.2197e-02 ] +2024-10-02 05:23:51,476 INFO: [ epoch: 39 ] [ iter: 53,200 ] [ performance: 11.441 it/s ] [ lr: 1.00e-04 ] [ eta: 5:02:20 ] [ l_g_pix: 3.2168e-02 ] [ l_g_total: 3.2168e-02 ] +2024-10-02 05:24:00,269 INFO: [ epoch: 39 ] [ iter: 53,300 ] [ performance: 11.475 it/s ] [ lr: 1.00e-04 ] [ eta: 5:01:58 ] [ l_g_pix: 2.8004e-02 ] [ l_g_total: 2.8004e-02 ] +2024-10-02 05:24:08,994 INFO: [ epoch: 39 ] [ iter: 53,400 ] [ performance: 11.466 it/s ] [ lr: 1.00e-04 ] [ eta: 5:01:35 ] [ l_g_pix: 2.1546e-02 ] [ l_g_total: 2.1546e-02 ] +2024-10-02 05:24:19,311 INFO: [ epoch: 40 ] [ iter: 53,500 ] [ performance: 11.556 it/s ] [ lr: 1.00e-04 ] [ eta: 5:01:18 ] [ l_g_pix: 1.6609e-02 ] [ l_g_total: 1.6609e-02 ] +2024-10-02 05:24:28,071 INFO: [ epoch: 40 ] [ iter: 53,600 ] [ performance: 11.453 it/s ] [ lr: 1.00e-04 ] [ eta: 5:00:55 ] [ l_g_pix: 3.7540e-02 ] [ l_g_total: 3.7540e-02 ] +2024-10-02 05:24:36,878 INFO: [ epoch: 40 ] [ iter: 53,700 ] [ performance: 11.512 it/s ] [ lr: 1.00e-04 ] [ eta: 5:00:33 ] [ l_g_pix: 4.0478e-02 ] [ l_g_total: 4.0478e-02 ] +2024-10-02 05:24:45,650 INFO: [ epoch: 40 ] [ iter: 53,800 ] [ performance: 11.428 it/s ] [ lr: 1.00e-04 ] [ eta: 5:00:11 ] [ l_g_pix: 3.2018e-02 ] [ l_g_total: 3.2018e-02 ] +2024-10-02 05:24:54,427 INFO: [ epoch: 40 ] [ iter: 53,900 ] [ performance: 11.546 it/s ] [ lr: 1.00e-04 ] [ eta: 4:59:50 ] [ l_g_pix: 3.1132e-02 ] [ l_g_total: 3.1132e-02 ] +2024-10-02 05:25:03,188 INFO: [ epoch: 40 ] [ iter: 54,000 ] [ performance: 11.446 it/s ] [ lr: 1.00e-04 ] [ eta: 4:59:28 ] [ l_g_pix: 2.4376e-02 ] [ l_g_total: 2.4376e-02 ] +2024-10-02 05:25:12,002 INFO: [ epoch: 40 ] [ iter: 54,100 ] [ performance: 11.491 it/s ] [ lr: 1.00e-04 ] [ eta: 4:59:06 ] [ l_g_pix: 2.1374e-02 ] [ l_g_total: 2.1374e-02 ] +2024-10-02 05:25:20,784 INFO: [ epoch: 40 ] [ iter: 54,200 ] [ performance: 11.412 it/s ] [ lr: 1.00e-04 ] [ eta: 4:58:44 ] [ l_g_pix: 3.0681e-02 ] [ l_g_total: 3.0681e-02 ] +2024-10-02 05:25:29,536 INFO: [ epoch: 40 ] [ iter: 54,300 ] [ performance: 11.589 it/s ] [ lr: 1.00e-04 ] [ eta: 4:58:22 ] [ l_g_pix: 3.7546e-02 ] [ l_g_total: 3.7546e-02 ] +2024-10-02 05:25:38,315 INFO: [ epoch: 40 ] [ iter: 54,400 ] [ performance: 11.437 it/s ] [ lr: 1.00e-04 ] [ eta: 4:58:01 ] [ l_g_pix: 2.6125e-02 ] [ l_g_total: 2.6125e-02 ] +2024-10-02 05:25:47,105 INFO: [ epoch: 40 ] [ iter: 54,500 ] [ performance: 11.513 it/s ] [ lr: 1.00e-04 ] [ eta: 4:57:39 ] [ l_g_pix: 2.2749e-02 ] [ l_g_total: 2.2749e-02 ] +2024-10-02 05:25:55,861 INFO: [ epoch: 40 ] [ iter: 54,600 ] [ performance: 11.442 it/s ] [ lr: 1.00e-04 ] [ eta: 4:57:17 ] [ l_g_pix: 3.5748e-02 ] [ l_g_total: 3.5748e-02 ] +2024-10-02 05:26:04,621 INFO: [ epoch: 40 ] [ iter: 54,700 ] [ performance: 11.637 it/s ] [ lr: 1.00e-04 ] [ eta: 4:56:56 ] [ l_g_pix: 2.9895e-02 ] [ l_g_total: 2.9895e-02 ] +2024-10-02 05:26:15,197 INFO: [ epoch: 41 ] [ iter: 54,800 ] [ performance: 9.861 it/s ] [ lr: 1.00e-04 ] [ eta: 4:56:39 ] [ l_g_pix: 2.1634e-02 ] [ l_g_total: 2.1634e-02 ] +2024-10-02 05:26:24,338 INFO: [ epoch: 41 ] [ iter: 54,900 ] [ performance: 11.001 it/s ] [ lr: 1.00e-04 ] [ eta: 4:56:19 ] [ l_g_pix: 2.7522e-02 ] [ l_g_total: 2.7522e-02 ] +2024-10-02 05:26:33,268 INFO: [ epoch: 41 ] [ iter: 55,000 ] [ performance: 11.156 it/s ] [ lr: 1.00e-04 ] [ eta: 4:55:58 ] [ l_g_pix: 3.1456e-02 ] [ l_g_total: 3.1456e-02 ] +2024-10-02 05:26:42,036 INFO: [ epoch: 41 ] [ iter: 55,100 ] [ performance: 11.532 it/s ] [ lr: 1.00e-04 ] [ eta: 4:55:36 ] [ l_g_pix: 2.7844e-02 ] [ l_g_total: 2.7844e-02 ] +2024-10-02 05:26:50,797 INFO: [ epoch: 41 ] [ iter: 55,200 ] [ performance: 11.439 it/s ] [ lr: 1.00e-04 ] [ eta: 4:55:15 ] [ l_g_pix: 3.2661e-02 ] [ l_g_total: 3.2661e-02 ] +2024-10-02 05:26:59,572 INFO: [ epoch: 41 ] [ iter: 55,300 ] [ performance: 11.459 it/s ] [ lr: 1.00e-04 ] [ eta: 4:54:54 ] [ l_g_pix: 3.5756e-02 ] [ l_g_total: 3.5756e-02 ] +2024-10-02 05:27:08,436 INFO: [ epoch: 41 ] [ iter: 55,400 ] [ performance: 11.318 it/s ] [ lr: 1.00e-04 ] [ eta: 4:54:33 ] [ l_g_pix: 4.5259e-02 ] [ l_g_total: 4.5259e-02 ] +2024-10-02 05:27:17,225 INFO: [ epoch: 41 ] [ iter: 55,500 ] [ performance: 11.552 it/s ] [ lr: 1.00e-04 ] [ eta: 4:54:11 ] [ l_g_pix: 2.4944e-02 ] [ l_g_total: 2.4944e-02 ] +2024-10-02 05:27:25,985 INFO: [ epoch: 41 ] [ iter: 55,600 ] [ performance: 11.443 it/s ] [ lr: 1.00e-04 ] [ eta: 4:53:50 ] [ l_g_pix: 2.7041e-02 ] [ l_g_total: 2.7041e-02 ] +2024-10-02 05:27:34,754 INFO: [ epoch: 41 ] [ iter: 55,700 ] [ performance: 11.520 it/s ] [ lr: 1.00e-04 ] [ eta: 4:53:29 ] [ l_g_pix: 2.8956e-02 ] [ l_g_total: 2.8956e-02 ] +2024-10-02 05:27:43,628 INFO: [ epoch: 41 ] [ iter: 55,800 ] [ performance: 11.315 it/s ] [ lr: 1.00e-04 ] [ eta: 4:53:08 ] [ l_g_pix: 1.9130e-02 ] [ l_g_total: 1.9130e-02 ] +2024-10-02 05:27:52,435 INFO: [ epoch: 41 ] [ iter: 55,900 ] [ performance: 11.511 it/s ] [ lr: 1.00e-04 ] [ eta: 4:52:47 ] [ l_g_pix: 3.6075e-02 ] [ l_g_total: 3.6075e-02 ] +2024-10-02 05:28:01,214 INFO: [ epoch: 41 ] [ iter: 56,000 ] [ performance: 11.413 it/s ] [ lr: 1.00e-04 ] [ eta: 4:52:26 ] [ l_g_pix: 2.8826e-02 ] [ l_g_total: 2.8826e-02 ] +2024-10-02 05:28:09,908 INFO: [ epoch: 41 ] [ iter: 56,100 ] [ performance: 11.670 it/s ] [ lr: 1.00e-04 ] [ eta: 4:52:05 ] [ l_g_pix: 2.7047e-02 ] [ l_g_total: 2.7047e-02 ] +2024-10-02 05:28:20,508 INFO: [ epoch: 42 ] [ iter: 56,200 ] [ performance: 9.760 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:49 ] [ l_g_pix: 3.7090e-02 ] [ l_g_total: 3.7090e-02 ] +2024-10-02 05:28:29,519 INFO: [ epoch: 42 ] [ iter: 56,300 ] [ performance: 11.546 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:29 ] [ l_g_pix: 3.5598e-02 ] [ l_g_total: 3.5598e-02 ] +2024-10-02 05:28:38,282 INFO: [ epoch: 42 ] [ iter: 56,400 ] [ performance: 11.435 it/s ] [ lr: 1.00e-04 ] [ eta: 4:51:08 ] [ l_g_pix: 3.2212e-02 ] [ l_g_total: 3.2212e-02 ] +2024-10-02 05:28:47,061 INFO: [ epoch: 42 ] [ iter: 56,500 ] [ performance: 11.496 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:47 ] [ l_g_pix: 2.5336e-02 ] [ l_g_total: 2.5336e-02 ] +2024-10-02 05:28:55,841 INFO: [ epoch: 42 ] [ iter: 56,600 ] [ performance: 11.408 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:26 ] [ l_g_pix: 2.3013e-02 ] [ l_g_total: 2.3013e-02 ] +2024-10-02 05:29:04,920 INFO: [ epoch: 42 ] [ iter: 56,700 ] [ performance: 11.016 it/s ] [ lr: 1.00e-04 ] [ eta: 4:50:06 ] [ l_g_pix: 2.8066e-02 ] [ l_g_total: 2.8066e-02 ] +2024-10-02 05:29:13,907 INFO: [ epoch: 42 ] [ iter: 56,800 ] [ performance: 11.111 it/s ] [ lr: 1.00e-04 ] [ eta: 4:49:46 ] [ l_g_pix: 4.2164e-02 ] [ l_g_total: 4.2164e-02 ] +2024-10-02 05:29:22,689 INFO: [ epoch: 42 ] [ iter: 56,900 ] [ performance: 11.530 it/s ] [ lr: 1.00e-04 ] [ eta: 4:49:26 ] [ l_g_pix: 2.2097e-02 ] [ l_g_total: 2.2097e-02 ] +2024-10-02 05:29:31,481 INFO: [ epoch: 42 ] [ iter: 57,000 ] [ performance: 11.398 it/s ] [ lr: 1.00e-04 ] [ eta: 4:49:05 ] [ l_g_pix: 3.0413e-02 ] [ l_g_total: 3.0413e-02 ] +2024-10-02 05:29:40,254 INFO: [ epoch: 42 ] [ iter: 57,100 ] [ performance: 11.546 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:45 ] [ l_g_pix: 3.3052e-02 ] [ l_g_total: 3.3052e-02 ] +2024-10-02 05:29:49,202 INFO: [ epoch: 42 ] [ iter: 57,200 ] [ performance: 11.226 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:25 ] [ l_g_pix: 3.1680e-02 ] [ l_g_total: 3.1680e-02 ] +2024-10-02 05:29:58,006 INFO: [ epoch: 42 ] [ iter: 57,300 ] [ performance: 11.532 it/s ] [ lr: 1.00e-04 ] [ eta: 4:48:04 ] [ l_g_pix: 2.8188e-02 ] [ l_g_total: 2.8188e-02 ] +2024-10-02 05:30:06,730 INFO: [ epoch: 42 ] [ iter: 57,400 ] [ performance: 11.473 it/s ] [ lr: 1.00e-04 ] [ eta: 4:47:44 ] [ l_g_pix: 3.7482e-02 ] [ l_g_total: 3.7482e-02 ] +2024-10-02 05:30:16,864 INFO: [ epoch: 43 ] [ iter: 57,500 ] [ performance: 11.529 it/s ] [ lr: 1.00e-04 ] [ eta: 4:47:27 ] [ l_g_pix: 2.9054e-02 ] [ l_g_total: 2.9054e-02 ] +2024-10-02 05:30:25,921 INFO: [ epoch: 43 ] [ iter: 57,600 ] [ performance: 11.100 it/s ] [ lr: 1.00e-04 ] [ eta: 4:47:07 ] [ l_g_pix: 2.3493e-02 ] [ l_g_total: 2.3493e-02 ] +2024-10-02 05:30:34,799 INFO: [ epoch: 43 ] [ iter: 57,700 ] [ performance: 11.543 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:47 ] [ l_g_pix: 3.1999e-02 ] [ l_g_total: 3.1999e-02 ] +2024-10-02 05:30:43,603 INFO: [ epoch: 43 ] [ iter: 57,800 ] [ performance: 11.381 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:27 ] [ l_g_pix: 3.8530e-02 ] [ l_g_total: 3.8530e-02 ] +2024-10-02 05:30:52,378 INFO: [ epoch: 43 ] [ iter: 57,900 ] [ performance: 11.436 it/s ] [ lr: 1.00e-04 ] [ eta: 4:46:07 ] [ l_g_pix: 3.1549e-02 ] [ l_g_total: 3.1549e-02 ] +2024-10-02 05:31:01,206 INFO: [ epoch: 43 ] [ iter: 58,000 ] [ performance: 11.340 it/s ] [ lr: 1.00e-04 ] [ eta: 4:45:47 ] [ l_g_pix: 2.4756e-02 ] [ l_g_total: 2.4756e-02 ] +2024-10-02 05:31:10,118 INFO: [ epoch: 43 ] [ iter: 58,100 ] [ performance: 11.551 it/s ] [ lr: 1.00e-04 ] [ eta: 4:45:27 ] [ l_g_pix: 4.3352e-02 ] [ l_g_total: 4.3352e-02 ] +2024-10-02 05:31:18,896 INFO: [ epoch: 43 ] [ iter: 58,200 ] [ performance: 11.408 it/s ] [ lr: 1.00e-04 ] [ eta: 4:45:07 ] [ l_g_pix: 2.7844e-02 ] [ l_g_total: 2.7844e-02 ] +2024-10-02 05:31:27,689 INFO: [ epoch: 43 ] [ iter: 58,300 ] [ performance: 11.544 it/s ] [ lr: 1.00e-04 ] [ eta: 4:44:47 ] [ l_g_pix: 4.1372e-02 ] [ l_g_total: 4.1372e-02 ] +2024-10-02 05:31:36,465 INFO: [ epoch: 43 ] [ iter: 58,400 ] [ performance: 11.409 it/s ] [ lr: 1.00e-04 ] [ eta: 4:44:27 ] [ l_g_pix: 2.5340e-02 ] [ l_g_total: 2.5340e-02 ] +2024-10-02 05:31:45,411 INFO: [ epoch: 43 ] [ iter: 58,500 ] [ performance: 11.484 it/s ] [ lr: 1.00e-04 ] [ eta: 4:44:07 ] [ l_g_pix: 3.8820e-02 ] [ l_g_total: 3.8820e-02 ] +2024-10-02 05:31:54,188 INFO: [ epoch: 43 ] [ iter: 58,600 ] [ performance: 11.402 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:47 ] [ l_g_pix: 2.5685e-02 ] [ l_g_total: 2.5685e-02 ] +2024-10-02 05:32:02,973 INFO: [ epoch: 43 ] [ iter: 58,700 ] [ performance: 11.658 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:27 ] [ l_g_pix: 2.3388e-02 ] [ l_g_total: 2.3388e-02 ] +2024-10-02 05:32:13,188 INFO: [ epoch: 44 ] [ iter: 58,800 ] [ performance: 9.908 it/s ] [ lr: 1.00e-04 ] [ eta: 4:43:11 ] [ l_g_pix: 3.2683e-02 ] [ l_g_total: 3.2683e-02 ] +2024-10-02 05:32:22,168 INFO: [ epoch: 44 ] [ iter: 58,900 ] [ performance: 11.510 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:52 ] [ l_g_pix: 3.3513e-02 ] [ l_g_total: 3.3513e-02 ] +2024-10-02 05:32:30,947 INFO: [ epoch: 44 ] [ iter: 59,000 ] [ performance: 11.399 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:32 ] [ l_g_pix: 2.7113e-02 ] [ l_g_total: 2.7113e-02 ] +2024-10-02 05:32:39,723 INFO: [ epoch: 44 ] [ iter: 59,100 ] [ performance: 11.543 it/s ] [ lr: 1.00e-04 ] [ eta: 4:42:12 ] [ l_g_pix: 2.9970e-02 ] [ l_g_total: 2.9970e-02 ] +2024-10-02 05:32:48,516 INFO: [ epoch: 44 ] [ iter: 59,200 ] [ performance: 11.383 it/s ] [ lr: 1.00e-04 ] [ eta: 4:41:52 ] [ l_g_pix: 3.4644e-02 ] [ l_g_total: 3.4644e-02 ] +2024-10-02 05:32:57,563 INFO: [ epoch: 44 ] [ iter: 59,300 ] [ performance: 11.062 it/s ] [ lr: 1.00e-04 ] [ eta: 4:41:33 ] [ l_g_pix: 2.4297e-02 ] [ l_g_total: 2.4297e-02 ] +2024-10-02 05:33:06,407 INFO: [ epoch: 44 ] [ iter: 59,400 ] [ performance: 11.296 it/s ] [ lr: 1.00e-04 ] [ eta: 4:41:14 ] [ l_g_pix: 2.9565e-02 ] [ l_g_total: 2.9565e-02 ] +2024-10-02 05:33:15,199 INFO: [ epoch: 44 ] [ iter: 59,500 ] [ performance: 11.560 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:54 ] [ l_g_pix: 2.9347e-02 ] [ l_g_total: 2.9347e-02 ] +2024-10-02 05:33:23,962 INFO: [ epoch: 44 ] [ iter: 59,600 ] [ performance: 11.418 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:35 ] [ l_g_pix: 2.6878e-02 ] [ l_g_total: 2.6878e-02 ] +2024-10-02 05:33:32,736 INFO: [ epoch: 44 ] [ iter: 59,700 ] [ performance: 11.561 it/s ] [ lr: 1.00e-04 ] [ eta: 4:40:15 ] [ l_g_pix: 3.3997e-02 ] [ l_g_total: 3.3997e-02 ] +2024-10-02 05:33:41,699 INFO: [ epoch: 44 ] [ iter: 59,800 ] [ performance: 11.170 it/s ] [ lr: 1.00e-04 ] [ eta: 4:39:56 ] [ l_g_pix: 2.9017e-02 ] [ l_g_total: 2.9017e-02 ] +2024-10-02 05:33:50,485 INFO: [ epoch: 44 ] [ iter: 59,900 ] [ performance: 11.203 it/s ] [ lr: 1.00e-04 ] [ eta: 4:39:36 ] [ l_g_pix: 2.7449e-02 ] [ l_g_total: 2.7449e-02 ] +2024-10-02 05:33:59,215 INFO: [ epoch: 44 ] [ iter: 60,000 ] [ performance: 11.451 it/s ] [ lr: 5.00e-05 ] [ eta: 4:39:17 ] [ l_g_pix: 3.8559e-02 ] [ l_g_total: 3.8559e-02 ] +2024-10-02 05:33:59,215 INFO: Saving models and training states. +2024-10-02 05:37:57,706 INFO: Validation val + + # psnr: 27.1847........ Best: 27.1847 @ 60000 iter + # ssim: 0.7652........ Best: 0.7652 @ 60000 iter + # dists: 0.7732........ Best: 0.7732 @ 60000 iter + +2024-10-02 05:38:06,648 INFO: [ epoch: 44 ] [ iter: 60,100 ] [ performance: 11.301 it/s ] [ lr: 5.00e-05 ] [ eta: 4:48:13 ] [ l_g_pix: 4.0117e-02 ] [ l_g_total: 4.0117e-02 ] +2024-10-02 05:38:16,768 INFO: [ epoch: 45 ] [ iter: 60,200 ] [ performance: 9.895 it/s ] [ lr: 5.00e-05 ] [ eta: 4:47:56 ] [ l_g_pix: 2.8168e-02 ] [ l_g_total: 2.8168e-02 ] +2024-10-02 05:38:25,508 INFO: [ epoch: 45 ] [ iter: 60,300 ] [ performance: 10.609 it/s ] [ lr: 5.00e-05 ] [ eta: 4:47:35 ] [ l_g_pix: 2.9043e-02 ] [ l_g_total: 2.9043e-02 ] +2024-10-02 05:38:34,268 INFO: [ epoch: 45 ] [ iter: 60,400 ] [ performance: 11.416 it/s ] [ lr: 5.00e-05 ] [ eta: 4:47:14 ] [ l_g_pix: 2.3774e-02 ] [ l_g_total: 2.3774e-02 ] +2024-10-02 05:38:43,115 INFO: [ epoch: 45 ] [ iter: 60,500 ] [ performance: 11.360 it/s ] [ lr: 5.00e-05 ] [ eta: 4:46:54 ] [ l_g_pix: 3.4687e-02 ] [ l_g_total: 3.4687e-02 ] +2024-10-02 05:38:52,299 INFO: [ epoch: 45 ] [ iter: 60,600 ] [ performance: 10.893 it/s ] [ lr: 5.00e-05 ] [ eta: 4:46:34 ] [ l_g_pix: 3.5788e-02 ] [ l_g_total: 3.5788e-02 ] +2024-10-02 05:39:01,063 INFO: [ epoch: 45 ] [ iter: 60,700 ] [ performance: 11.148 it/s ] [ lr: 5.00e-05 ] [ eta: 4:46:14 ] [ l_g_pix: 3.9321e-02 ] [ l_g_total: 3.9321e-02 ] +2024-10-02 05:39:09,780 INFO: [ epoch: 45 ] [ iter: 60,800 ] [ performance: 11.483 it/s ] [ lr: 5.00e-05 ] [ eta: 4:45:53 ] [ l_g_pix: 3.5650e-02 ] [ l_g_total: 3.5650e-02 ] +2024-10-02 05:39:18,520 INFO: [ epoch: 45 ] [ iter: 60,900 ] [ performance: 11.462 it/s ] [ lr: 5.00e-05 ] [ eta: 4:45:32 ] [ l_g_pix: 2.8548e-02 ] [ l_g_total: 2.8548e-02 ] +2024-10-02 05:39:27,268 INFO: [ epoch: 45 ] [ iter: 61,000 ] [ performance: 11.447 it/s ] [ lr: 5.00e-05 ] [ eta: 4:45:12 ] [ l_g_pix: 2.7930e-02 ] [ l_g_total: 2.7930e-02 ] +2024-10-02 05:39:36,038 INFO: [ epoch: 45 ] [ iter: 61,100 ] [ performance: 11.425 it/s ] [ lr: 5.00e-05 ] [ eta: 4:44:52 ] [ l_g_pix: 3.3807e-02 ] [ l_g_total: 3.3807e-02 ] +2024-10-02 05:39:44,829 INFO: [ epoch: 45 ] [ iter: 61,200 ] [ performance: 11.396 it/s ] [ lr: 5.00e-05 ] [ eta: 4:44:31 ] [ l_g_pix: 2.7718e-02 ] [ l_g_total: 2.7718e-02 ] +2024-10-02 05:39:53,663 INFO: [ epoch: 45 ] [ iter: 61,300 ] [ performance: 11.358 it/s ] [ lr: 5.00e-05 ] [ eta: 4:44:11 ] [ l_g_pix: 4.0611e-02 ] [ l_g_total: 4.0611e-02 ] +2024-10-02 05:40:02,533 INFO: [ epoch: 45 ] [ iter: 61,400 ] [ performance: 11.300 it/s ] [ lr: 5.00e-05 ] [ eta: 4:43:51 ] [ l_g_pix: 3.7037e-02 ] [ l_g_total: 3.7037e-02 ] +2024-10-02 05:40:12,790 INFO: [ epoch: 46 ] [ iter: 61,500 ] [ performance: 10.449 it/s ] [ lr: 5.00e-05 ] [ eta: 4:43:34 ] [ l_g_pix: 2.5473e-02 ] [ l_g_total: 2.5473e-02 ] +2024-10-02 05:40:21,582 INFO: [ epoch: 46 ] [ iter: 61,600 ] [ performance: 11.402 it/s ] [ lr: 5.00e-05 ] [ eta: 4:43:14 ] [ l_g_pix: 3.7913e-02 ] [ l_g_total: 3.7913e-02 ] +2024-10-02 05:40:30,372 INFO: [ epoch: 46 ] [ iter: 61,700 ] [ performance: 11.389 it/s ] [ lr: 5.00e-05 ] [ eta: 4:42:54 ] [ l_g_pix: 1.8995e-02 ] [ l_g_total: 1.8995e-02 ] +2024-10-02 05:40:39,182 INFO: [ epoch: 46 ] [ iter: 61,800 ] [ performance: 11.386 it/s ] [ lr: 5.00e-05 ] [ eta: 4:42:34 ] [ l_g_pix: 3.2142e-02 ] [ l_g_total: 3.2142e-02 ] +2024-10-02 05:40:47,964 INFO: [ epoch: 46 ] [ iter: 61,900 ] [ performance: 11.387 it/s ] [ lr: 5.00e-05 ] [ eta: 4:42:14 ] [ l_g_pix: 4.1895e-02 ] [ l_g_total: 4.1895e-02 ] +2024-10-02 05:40:56,789 INFO: [ epoch: 46 ] [ iter: 62,000 ] [ performance: 11.369 it/s ] [ lr: 5.00e-05 ] [ eta: 4:41:54 ] [ l_g_pix: 3.0220e-02 ] [ l_g_total: 3.0220e-02 ] +2024-10-02 05:41:05,645 INFO: [ epoch: 46 ] [ iter: 62,100 ] [ performance: 11.329 it/s ] [ lr: 5.00e-05 ] [ eta: 4:41:34 ] [ l_g_pix: 2.8687e-02 ] [ l_g_total: 2.8687e-02 ] +2024-10-02 05:41:14,430 INFO: [ epoch: 46 ] [ iter: 62,200 ] [ performance: 11.425 it/s ] [ lr: 5.00e-05 ] [ eta: 4:41:14 ] [ l_g_pix: 2.5119e-02 ] [ l_g_total: 2.5119e-02 ] +2024-10-02 05:41:23,190 INFO: [ epoch: 46 ] [ iter: 62,300 ] [ performance: 11.421 it/s ] [ lr: 5.00e-05 ] [ eta: 4:40:54 ] [ l_g_pix: 2.4827e-02 ] [ l_g_total: 2.4827e-02 ] +2024-10-02 05:41:31,976 INFO: [ epoch: 46 ] [ iter: 62,400 ] [ performance: 11.438 it/s ] [ lr: 5.00e-05 ] [ eta: 4:40:35 ] [ l_g_pix: 2.7956e-02 ] [ l_g_total: 2.7956e-02 ] +2024-10-02 05:41:40,789 INFO: [ epoch: 46 ] [ iter: 62,500 ] [ performance: 11.391 it/s ] [ lr: 5.00e-05 ] [ eta: 4:40:15 ] [ l_g_pix: 3.2121e-02 ] [ l_g_total: 3.2121e-02 ] +2024-10-02 05:41:49,556 INFO: [ epoch: 46 ] [ iter: 62,600 ] [ performance: 11.461 it/s ] [ lr: 5.00e-05 ] [ eta: 4:39:55 ] [ l_g_pix: 2.9456e-02 ] [ l_g_total: 2.9456e-02 ] +2024-10-02 05:41:58,343 INFO: [ epoch: 46 ] [ iter: 62,700 ] [ performance: 11.419 it/s ] [ lr: 5.00e-05 ] [ eta: 4:39:35 ] [ l_g_pix: 3.8201e-02 ] [ l_g_total: 3.8201e-02 ] +2024-10-02 05:42:08,491 INFO: [ epoch: 47 ] [ iter: 62,800 ] [ performance: 9.710 it/s ] [ lr: 5.00e-05 ] [ eta: 4:39:19 ] [ l_g_pix: 2.9077e-02 ] [ l_g_total: 2.9077e-02 ] +2024-10-02 05:42:17,731 INFO: [ epoch: 47 ] [ iter: 62,900 ] [ performance: 10.279 it/s ] [ lr: 5.00e-05 ] [ eta: 4:39:00 ] [ l_g_pix: 2.8308e-02 ] [ l_g_total: 2.8308e-02 ] +2024-10-02 05:42:26,489 INFO: [ epoch: 47 ] [ iter: 63,000 ] [ performance: 11.478 it/s ] [ lr: 5.00e-05 ] [ eta: 4:38:40 ] [ l_g_pix: 2.4584e-02 ] [ l_g_total: 2.4584e-02 ] +2024-10-02 05:42:35,272 INFO: [ epoch: 47 ] [ iter: 63,100 ] [ performance: 11.429 it/s ] [ lr: 5.00e-05 ] [ eta: 4:38:20 ] [ l_g_pix: 4.6861e-02 ] [ l_g_total: 4.6861e-02 ] +2024-10-02 05:42:44,051 INFO: [ epoch: 47 ] [ iter: 63,200 ] [ performance: 11.444 it/s ] [ lr: 5.00e-05 ] [ eta: 4:38:01 ] [ l_g_pix: 2.7716e-02 ] [ l_g_total: 2.7716e-02 ] +2024-10-02 05:42:52,912 INFO: [ epoch: 47 ] [ iter: 63,300 ] [ performance: 11.359 it/s ] [ lr: 5.00e-05 ] [ eta: 4:37:41 ] [ l_g_pix: 2.5437e-02 ] [ l_g_total: 2.5437e-02 ] +2024-10-02 05:43:01,729 INFO: [ epoch: 47 ] [ iter: 63,400 ] [ performance: 11.427 it/s ] [ lr: 5.00e-05 ] [ eta: 4:37:22 ] [ l_g_pix: 2.7324e-02 ] [ l_g_total: 2.7324e-02 ] +2024-10-02 05:43:10,528 INFO: [ epoch: 47 ] [ iter: 63,500 ] [ performance: 11.394 it/s ] [ lr: 5.00e-05 ] [ eta: 4:37:03 ] [ l_g_pix: 1.9970e-02 ] [ l_g_total: 1.9970e-02 ] +2024-10-02 05:43:19,315 INFO: [ epoch: 47 ] [ iter: 63,600 ] [ performance: 11.439 it/s ] [ lr: 5.00e-05 ] [ eta: 4:36:43 ] [ l_g_pix: 2.9969e-02 ] [ l_g_total: 2.9969e-02 ] +2024-10-02 05:43:28,206 INFO: [ epoch: 47 ] [ iter: 63,700 ] [ performance: 11.335 it/s ] [ lr: 5.00e-05 ] [ eta: 4:36:24 ] [ l_g_pix: 3.3826e-02 ] [ l_g_total: 3.3826e-02 ] +2024-10-02 05:43:36,977 INFO: [ epoch: 47 ] [ iter: 63,800 ] [ performance: 11.456 it/s ] [ lr: 5.00e-05 ] [ eta: 4:36:04 ] [ l_g_pix: 2.7762e-02 ] [ l_g_total: 2.7762e-02 ] +2024-10-02 05:43:45,756 INFO: [ epoch: 47 ] [ iter: 63,900 ] [ performance: 11.421 it/s ] [ lr: 5.00e-05 ] [ eta: 4:35:45 ] [ l_g_pix: 3.0549e-02 ] [ l_g_total: 3.0549e-02 ] +2024-10-02 05:43:54,515 INFO: [ epoch: 47 ] [ iter: 64,000 ] [ performance: 11.471 it/s ] [ lr: 5.00e-05 ] [ eta: 4:35:26 ] [ l_g_pix: 2.5829e-02 ] [ l_g_total: 2.5829e-02 ] +2024-10-02 05:44:03,309 INFO: [ epoch: 47 ] [ iter: 64,100 ] [ performance: 11.416 it/s ] [ lr: 5.00e-05 ] [ eta: 4:35:06 ] [ l_g_pix: 4.1331e-02 ] [ l_g_total: 4.1331e-02 ] +2024-10-02 05:44:13,497 INFO: [ epoch: 48 ] [ iter: 64,200 ] [ performance: 9.522 it/s ] [ lr: 5.00e-05 ] [ eta: 4:34:50 ] [ l_g_pix: 4.3449e-02 ] [ l_g_total: 4.3449e-02 ] +2024-10-02 05:44:22,279 INFO: [ epoch: 48 ] [ iter: 64,300 ] [ performance: 10.469 it/s ] [ lr: 5.00e-05 ] [ eta: 4:34:31 ] [ l_g_pix: 3.5085e-02 ] [ l_g_total: 3.5085e-02 ] +2024-10-02 05:44:31,059 INFO: [ epoch: 48 ] [ iter: 64,400 ] [ performance: 11.450 it/s ] [ lr: 5.00e-05 ] [ eta: 4:34:12 ] [ l_g_pix: 4.6703e-02 ] [ l_g_total: 4.6703e-02 ] +2024-10-02 05:44:39,947 INFO: [ epoch: 48 ] [ iter: 64,500 ] [ performance: 11.340 it/s ] [ lr: 5.00e-05 ] [ eta: 4:33:53 ] [ l_g_pix: 3.9191e-02 ] [ l_g_total: 3.9191e-02 ] +2024-10-02 05:44:48,720 INFO: [ epoch: 48 ] [ iter: 64,600 ] [ performance: 11.461 it/s ] [ lr: 5.00e-05 ] [ eta: 4:33:34 ] [ l_g_pix: 3.1022e-02 ] [ l_g_total: 3.1022e-02 ] +2024-10-02 05:44:57,479 INFO: [ epoch: 48 ] [ iter: 64,700 ] [ performance: 11.437 it/s ] [ lr: 5.00e-05 ] [ eta: 4:33:14 ] [ l_g_pix: 2.4207e-02 ] [ l_g_total: 2.4207e-02 ] +2024-10-02 05:45:06,253 INFO: [ epoch: 48 ] [ iter: 64,800 ] [ performance: 11.446 it/s ] [ lr: 5.00e-05 ] [ eta: 4:32:55 ] [ l_g_pix: 2.9923e-02 ] [ l_g_total: 2.9923e-02 ] +2024-10-02 05:45:15,195 INFO: [ epoch: 48 ] [ iter: 64,900 ] [ performance: 11.297 it/s ] [ lr: 5.00e-05 ] [ eta: 4:32:37 ] [ l_g_pix: 3.2447e-02 ] [ l_g_total: 3.2447e-02 ] +2024-10-02 05:45:24,038 INFO: [ epoch: 48 ] [ iter: 65,000 ] [ performance: 11.439 it/s ] [ lr: 5.00e-05 ] [ eta: 4:32:18 ] [ l_g_pix: 3.5989e-02 ] [ l_g_total: 3.5989e-02 ] +2024-10-02 05:45:32,830 INFO: [ epoch: 48 ] [ iter: 65,100 ] [ performance: 11.402 it/s ] [ lr: 5.00e-05 ] [ eta: 4:31:59 ] [ l_g_pix: 1.6744e-02 ] [ l_g_total: 1.6744e-02 ] +2024-10-02 05:45:41,621 INFO: [ epoch: 48 ] [ iter: 65,200 ] [ performance: 11.427 it/s ] [ lr: 5.00e-05 ] [ eta: 4:31:40 ] [ l_g_pix: 4.4136e-02 ] [ l_g_total: 4.4136e-02 ] +2024-10-02 05:45:50,408 INFO: [ epoch: 48 ] [ iter: 65,300 ] [ performance: 11.401 it/s ] [ lr: 5.00e-05 ] [ eta: 4:31:21 ] [ l_g_pix: 2.7886e-02 ] [ l_g_total: 2.7886e-02 ] +2024-10-02 05:45:59,208 INFO: [ epoch: 48 ] [ iter: 65,400 ] [ performance: 11.523 it/s ] [ lr: 5.00e-05 ] [ eta: 4:31:02 ] [ l_g_pix: 2.6802e-02 ] [ l_g_total: 2.6802e-02 ] +2024-10-02 05:46:09,460 INFO: [ epoch: 49 ] [ iter: 65,500 ] [ performance: 10.442 it/s ] [ lr: 5.00e-05 ] [ eta: 4:30:46 ] [ l_g_pix: 2.1169e-02 ] [ l_g_total: 2.1169e-02 ] +2024-10-02 05:46:18,245 INFO: [ epoch: 49 ] [ iter: 65,600 ] [ performance: 11.452 it/s ] [ lr: 5.00e-05 ] [ eta: 4:30:27 ] [ l_g_pix: 3.2672e-02 ] [ l_g_total: 3.2672e-02 ] +2024-10-02 05:46:27,090 INFO: [ epoch: 49 ] [ iter: 65,700 ] [ performance: 11.368 it/s ] [ lr: 5.00e-05 ] [ eta: 4:30:09 ] [ l_g_pix: 2.8012e-02 ] [ l_g_total: 2.8012e-02 ] +2024-10-02 05:46:35,967 INFO: [ epoch: 49 ] [ iter: 65,800 ] [ performance: 11.466 it/s ] [ lr: 5.00e-05 ] [ eta: 4:29:50 ] [ l_g_pix: 1.9373e-02 ] [ l_g_total: 1.9373e-02 ] +2024-10-02 05:46:44,771 INFO: [ epoch: 49 ] [ iter: 65,900 ] [ performance: 11.404 it/s ] [ lr: 5.00e-05 ] [ eta: 4:29:31 ] [ l_g_pix: 4.7952e-02 ] [ l_g_total: 4.7952e-02 ] +2024-10-02 05:46:53,563 INFO: [ epoch: 49 ] [ iter: 66,000 ] [ performance: 11.462 it/s ] [ lr: 5.00e-05 ] [ eta: 4:29:13 ] [ l_g_pix: 2.6104e-02 ] [ l_g_total: 2.6104e-02 ] +2024-10-02 05:47:02,370 INFO: [ epoch: 49 ] [ iter: 66,100 ] [ performance: 11.400 it/s ] [ lr: 5.00e-05 ] [ eta: 4:28:54 ] [ l_g_pix: 2.4216e-02 ] [ l_g_total: 2.4216e-02 ] +2024-10-02 05:47:11,232 INFO: [ epoch: 49 ] [ iter: 66,200 ] [ performance: 11.519 it/s ] [ lr: 5.00e-05 ] [ eta: 4:28:36 ] [ l_g_pix: 3.1573e-02 ] [ l_g_total: 3.1573e-02 ] +2024-10-02 05:47:19,991 INFO: [ epoch: 49 ] [ iter: 66,300 ] [ performance: 11.460 it/s ] [ lr: 5.00e-05 ] [ eta: 4:28:17 ] [ l_g_pix: 3.2778e-02 ] [ l_g_total: 3.2778e-02 ] +2024-10-02 05:47:28,780 INFO: [ epoch: 49 ] [ iter: 66,400 ] [ performance: 11.479 it/s ] [ lr: 5.00e-05 ] [ eta: 4:27:58 ] [ l_g_pix: 1.8687e-02 ] [ l_g_total: 1.8687e-02 ] +2024-10-02 05:47:37,561 INFO: [ epoch: 49 ] [ iter: 66,500 ] [ performance: 11.425 it/s ] [ lr: 5.00e-05 ] [ eta: 4:27:40 ] [ l_g_pix: 3.0149e-02 ] [ l_g_total: 3.0149e-02 ] +2024-10-02 05:47:46,420 INFO: [ epoch: 49 ] [ iter: 66,600 ] [ performance: 11.529 it/s ] [ lr: 5.00e-05 ] [ eta: 4:27:21 ] [ l_g_pix: 2.2375e-02 ] [ l_g_total: 2.2375e-02 ] +2024-10-02 05:47:55,220 INFO: [ epoch: 49 ] [ iter: 66,700 ] [ performance: 11.431 it/s ] [ lr: 5.00e-05 ] [ eta: 4:27:03 ] [ l_g_pix: 2.5759e-02 ] [ l_g_total: 2.5759e-02 ] +2024-10-02 05:48:04,064 INFO: [ epoch: 49 ] [ iter: 66,800 ] [ performance: 11.359 it/s ] [ lr: 5.00e-05 ] [ eta: 4:26:45 ] [ l_g_pix: 2.9643e-02 ] [ l_g_total: 2.9643e-02 ] +2024-10-02 05:48:14,304 INFO: [ epoch: 50 ] [ iter: 66,900 ] [ performance: 10.354 it/s ] [ lr: 5.00e-05 ] [ eta: 4:26:29 ] [ l_g_pix: 3.1029e-02 ] [ l_g_total: 3.1029e-02 ] +2024-10-02 05:48:23,258 INFO: [ epoch: 50 ] [ iter: 67,000 ] [ performance: 11.396 it/s ] [ lr: 5.00e-05 ] [ eta: 4:26:11 ] [ l_g_pix: 2.3848e-02 ] [ l_g_total: 2.3848e-02 ] +2024-10-02 05:48:32,034 INFO: [ epoch: 50 ] [ iter: 67,100 ] [ performance: 11.396 it/s ] [ lr: 5.00e-05 ] [ eta: 4:25:53 ] [ l_g_pix: 2.4966e-02 ] [ l_g_total: 2.4966e-02 ] +2024-10-02 05:48:40,808 INFO: [ epoch: 50 ] [ iter: 67,200 ] [ performance: 11.526 it/s ] [ lr: 5.00e-05 ] [ eta: 4:25:34 ] [ l_g_pix: 2.6038e-02 ] [ l_g_total: 2.6038e-02 ] +2024-10-02 05:48:49,604 INFO: [ epoch: 50 ] [ iter: 67,300 ] [ performance: 11.431 it/s ] [ lr: 5.00e-05 ] [ eta: 4:25:16 ] [ l_g_pix: 2.3199e-02 ] [ l_g_total: 2.3199e-02 ] +2024-10-02 05:48:58,486 INFO: [ epoch: 50 ] [ iter: 67,400 ] [ performance: 11.414 it/s ] [ lr: 5.00e-05 ] [ eta: 4:24:58 ] [ l_g_pix: 2.7117e-02 ] [ l_g_total: 2.7117e-02 ] +2024-10-02 05:49:07,280 INFO: [ epoch: 50 ] [ iter: 67,500 ] [ performance: 11.389 it/s ] [ lr: 5.00e-05 ] [ eta: 4:24:40 ] [ l_g_pix: 2.6443e-02 ] [ l_g_total: 2.6443e-02 ] +2024-10-02 05:49:16,051 INFO: [ epoch: 50 ] [ iter: 67,600 ] [ performance: 11.520 it/s ] [ lr: 5.00e-05 ] [ eta: 4:24:21 ] [ l_g_pix: 3.1372e-02 ] [ l_g_total: 3.1372e-02 ] +2024-10-02 05:49:24,842 INFO: [ epoch: 50 ] [ iter: 67,700 ] [ performance: 11.432 it/s ] [ lr: 5.00e-05 ] [ eta: 4:24:03 ] [ l_g_pix: 3.5891e-02 ] [ l_g_total: 3.5891e-02 ] +2024-10-02 05:49:33,693 INFO: [ epoch: 50 ] [ iter: 67,800 ] [ performance: 11.517 it/s ] [ lr: 5.00e-05 ] [ eta: 4:23:45 ] [ l_g_pix: 2.4677e-02 ] [ l_g_total: 2.4677e-02 ] +2024-10-02 05:49:42,482 INFO: [ epoch: 50 ] [ iter: 67,900 ] [ performance: 11.432 it/s ] [ lr: 5.00e-05 ] [ eta: 4:23:27 ] [ l_g_pix: 3.0460e-02 ] [ l_g_total: 3.0460e-02 ] +2024-10-02 05:49:51,242 INFO: [ epoch: 50 ] [ iter: 68,000 ] [ performance: 11.553 it/s ] [ lr: 5.00e-05 ] [ eta: 4:23:09 ] [ l_g_pix: 2.8196e-02 ] [ l_g_total: 2.8196e-02 ] +2024-10-02 05:49:59,961 INFO: [ epoch: 50 ] [ iter: 68,100 ] [ performance: 11.502 it/s ] [ lr: 5.00e-05 ] [ eta: 4:22:50 ] [ l_g_pix: 2.4213e-02 ] [ l_g_total: 2.4213e-02 ] +2024-10-02 05:50:10,232 INFO: [ epoch: 51 ] [ iter: 68,200 ] [ performance: 11.040 it/s ] [ lr: 5.00e-05 ] [ eta: 4:22:35 ] [ l_g_pix: 3.0279e-02 ] [ l_g_total: 3.0279e-02 ] +2024-10-02 05:50:19,029 INFO: [ epoch: 51 ] [ iter: 68,300 ] [ performance: 11.241 it/s ] [ lr: 5.00e-05 ] [ eta: 4:22:17 ] [ l_g_pix: 2.6712e-02 ] [ l_g_total: 2.6712e-02 ] +2024-10-02 05:50:27,813 INFO: [ epoch: 51 ] [ iter: 68,400 ] [ performance: 11.514 it/s ] [ lr: 5.00e-05 ] [ eta: 4:21:59 ] [ l_g_pix: 2.5701e-02 ] [ l_g_total: 2.5701e-02 ] +2024-10-02 05:50:36,641 INFO: [ epoch: 51 ] [ iter: 68,500 ] [ performance: 11.397 it/s ] [ lr: 5.00e-05 ] [ eta: 4:21:41 ] [ l_g_pix: 1.8841e-02 ] [ l_g_total: 1.8841e-02 ] +2024-10-02 05:50:45,509 INFO: [ epoch: 51 ] [ iter: 68,600 ] [ performance: 11.534 it/s ] [ lr: 5.00e-05 ] [ eta: 4:21:23 ] [ l_g_pix: 2.7736e-02 ] [ l_g_total: 2.7736e-02 ] +2024-10-02 05:50:54,305 INFO: [ epoch: 51 ] [ iter: 68,700 ] [ performance: 11.430 it/s ] [ lr: 5.00e-05 ] [ eta: 4:21:05 ] [ l_g_pix: 3.1085e-02 ] [ l_g_total: 3.1085e-02 ] +2024-10-02 05:51:03,066 INFO: [ epoch: 51 ] [ iter: 68,800 ] [ performance: 11.541 it/s ] [ lr: 5.00e-05 ] [ eta: 4:20:47 ] [ l_g_pix: 4.5323e-02 ] [ l_g_total: 4.5323e-02 ] +2024-10-02 05:51:11,902 INFO: [ epoch: 51 ] [ iter: 68,900 ] [ performance: 11.400 it/s ] [ lr: 5.00e-05 ] [ eta: 4:20:30 ] [ l_g_pix: 2.6469e-02 ] [ l_g_total: 2.6469e-02 ] +2024-10-02 05:51:20,679 INFO: [ epoch: 51 ] [ iter: 69,000 ] [ performance: 11.575 it/s ] [ lr: 5.00e-05 ] [ eta: 4:20:12 ] [ l_g_pix: 2.2211e-02 ] [ l_g_total: 2.2211e-02 ] +2024-10-02 05:51:29,447 INFO: [ epoch: 51 ] [ iter: 69,100 ] [ performance: 11.467 it/s ] [ lr: 5.00e-05 ] [ eta: 4:19:54 ] [ l_g_pix: 2.9070e-02 ] [ l_g_total: 2.9070e-02 ] +2024-10-02 05:51:38,208 INFO: [ epoch: 51 ] [ iter: 69,200 ] [ performance: 11.539 it/s ] [ lr: 5.00e-05 ] [ eta: 4:19:36 ] [ l_g_pix: 3.1389e-02 ] [ l_g_total: 3.1389e-02 ] +2024-10-02 05:51:47,074 INFO: [ epoch: 51 ] [ iter: 69,300 ] [ performance: 11.372 it/s ] [ lr: 5.00e-05 ] [ eta: 4:19:18 ] [ l_g_pix: 2.0910e-02 ] [ l_g_total: 2.0910e-02 ] +2024-10-02 05:51:55,833 INFO: [ epoch: 51 ] [ iter: 69,400 ] [ performance: 11.589 it/s ] [ lr: 5.00e-05 ] [ eta: 4:19:00 ] [ l_g_pix: 2.0697e-02 ] [ l_g_total: 2.0697e-02 ] +2024-10-02 05:52:05,989 INFO: [ epoch: 52 ] [ iter: 69,500 ] [ performance: 10.402 it/s ] [ lr: 5.00e-05 ] [ eta: 4:18:45 ] [ l_g_pix: 3.5237e-02 ] [ l_g_total: 3.5237e-02 ] +2024-10-02 05:52:14,757 INFO: [ epoch: 52 ] [ iter: 69,600 ] [ performance: 11.530 it/s ] [ lr: 5.00e-05 ] [ eta: 4:18:28 ] [ l_g_pix: 3.3636e-02 ] [ l_g_total: 3.3636e-02 ] +2024-10-02 05:52:23,685 INFO: [ epoch: 52 ] [ iter: 69,700 ] [ performance: 11.314 it/s ] [ lr: 5.00e-05 ] [ eta: 4:18:10 ] [ l_g_pix: 3.4409e-02 ] [ l_g_total: 3.4409e-02 ] +2024-10-02 05:52:32,490 INFO: [ epoch: 52 ] [ iter: 69,800 ] [ performance: 11.509 it/s ] [ lr: 5.00e-05 ] [ eta: 4:17:52 ] [ l_g_pix: 2.4900e-02 ] [ l_g_total: 2.4900e-02 ] +2024-10-02 05:52:41,282 INFO: [ epoch: 52 ] [ iter: 69,900 ] [ performance: 11.421 it/s ] [ lr: 5.00e-05 ] [ eta: 4:17:35 ] [ l_g_pix: 2.7949e-02 ] [ l_g_total: 2.7949e-02 ] +2024-10-02 05:52:50,068 INFO: [ epoch: 52 ] [ iter: 70,000 ] [ performance: 11.506 it/s ] [ lr: 5.00e-05 ] [ eta: 4:17:17 ] [ l_g_pix: 2.9344e-02 ] [ l_g_total: 2.9344e-02 ] +2024-10-02 05:52:50,069 INFO: Saving models and training states. +2024-10-02 05:55:54,861 INFO: Validation val + + # psnr: 27.1945........ Best: 27.1945 @ 70000 iter + # ssim: 0.7658........ Best: 0.7658 @ 70000 iter + # dists: 0.7732........ Best: 0.7732 @ 70000 iter + +2024-10-02 05:56:03,551 INFO: [ epoch: 52 ] [ iter: 70,100 ] [ performance: 11.509 it/s ] [ lr: 5.00e-05 ] [ eta: 4:22:42 ] [ l_g_pix: 4.0739e-02 ] [ l_g_total: 4.0739e-02 ] +2024-10-02 05:56:12,270 INFO: [ epoch: 52 ] [ iter: 70,200 ] [ performance: 11.591 it/s ] [ lr: 5.00e-05 ] [ eta: 4:22:23 ] [ l_g_pix: 2.4328e-02 ] [ l_g_total: 2.4328e-02 ] +2024-10-02 05:56:21,042 INFO: [ epoch: 52 ] [ iter: 70,300 ] [ performance: 11.465 it/s ] [ lr: 5.00e-05 ] [ eta: 4:22:05 ] [ l_g_pix: 3.1212e-02 ] [ l_g_total: 3.1212e-02 ] +2024-10-02 05:56:29,794 INFO: [ epoch: 52 ] [ iter: 70,400 ] [ performance: 11.575 it/s ] [ lr: 5.00e-05 ] [ eta: 4:21:47 ] [ l_g_pix: 2.6183e-02 ] [ l_g_total: 2.6183e-02 ] +2024-10-02 05:56:38,700 INFO: [ epoch: 52 ] [ iter: 70,500 ] [ performance: 11.341 it/s ] [ lr: 5.00e-05 ] [ eta: 4:21:29 ] [ l_g_pix: 4.4192e-02 ] [ l_g_total: 4.4192e-02 ] +2024-10-02 05:56:47,500 INFO: [ epoch: 52 ] [ iter: 70,600 ] [ performance: 11.464 it/s ] [ lr: 5.00e-05 ] [ eta: 4:21:11 ] [ l_g_pix: 3.0546e-02 ] [ l_g_total: 3.0546e-02 ] +2024-10-02 05:56:56,316 INFO: [ epoch: 52 ] [ iter: 70,700 ] [ performance: 11.383 it/s ] [ lr: 5.00e-05 ] [ eta: 4:20:52 ] [ l_g_pix: 3.4665e-02 ] [ l_g_total: 3.4665e-02 ] +2024-10-02 05:57:04,999 INFO: [ epoch: 52 ] [ iter: 70,800 ] [ performance: 11.671 it/s ] [ lr: 5.00e-05 ] [ eta: 4:20:34 ] [ l_g_pix: 4.3327e-02 ] [ l_g_total: 4.3327e-02 ] +2024-10-02 05:57:15,231 INFO: [ epoch: 53 ] [ iter: 70,900 ] [ performance: 10.319 it/s ] [ lr: 5.00e-05 ] [ eta: 4:20:19 ] [ l_g_pix: 4.2507e-02 ] [ l_g_total: 4.2507e-02 ] +2024-10-02 05:57:23,992 INFO: [ epoch: 53 ] [ iter: 71,000 ] [ performance: 11.569 it/s ] [ lr: 5.00e-05 ] [ eta: 4:20:00 ] [ l_g_pix: 2.8681e-02 ] [ l_g_total: 2.8681e-02 ] +2024-10-02 05:57:32,899 INFO: [ epoch: 53 ] [ iter: 71,100 ] [ performance: 11.335 it/s ] [ lr: 5.00e-05 ] [ eta: 4:19:42 ] [ l_g_pix: 3.3718e-02 ] [ l_g_total: 3.3718e-02 ] +2024-10-02 05:57:42,084 INFO: [ epoch: 53 ] [ iter: 71,200 ] [ performance: 11.076 it/s ] [ lr: 5.00e-05 ] [ eta: 4:19:25 ] [ l_g_pix: 2.7538e-02 ] [ l_g_total: 2.7538e-02 ] +2024-10-02 05:57:50,844 INFO: [ epoch: 53 ] [ iter: 71,300 ] [ performance: 11.307 it/s ] [ lr: 5.00e-05 ] [ eta: 4:19:07 ] [ l_g_pix: 3.3403e-02 ] [ l_g_total: 3.3403e-02 ] +2024-10-02 05:57:59,611 INFO: [ epoch: 53 ] [ iter: 71,400 ] [ performance: 11.552 it/s ] [ lr: 5.00e-05 ] [ eta: 4:18:49 ] [ l_g_pix: 2.1104e-02 ] [ l_g_total: 2.1104e-02 ] +2024-10-02 05:58:08,377 INFO: [ epoch: 53 ] [ iter: 71,500 ] [ performance: 11.453 it/s ] [ lr: 5.00e-05 ] [ eta: 4:18:31 ] [ l_g_pix: 3.1537e-02 ] [ l_g_total: 3.1537e-02 ] +2024-10-02 05:58:17,137 INFO: [ epoch: 53 ] [ iter: 71,600 ] [ performance: 11.558 it/s ] [ lr: 5.00e-05 ] [ eta: 4:18:13 ] [ l_g_pix: 3.0008e-02 ] [ l_g_total: 3.0008e-02 ] +2024-10-02 05:58:25,919 INFO: [ epoch: 53 ] [ iter: 71,700 ] [ performance: 11.439 it/s ] [ lr: 5.00e-05 ] [ eta: 4:17:55 ] [ l_g_pix: 3.1595e-02 ] [ l_g_total: 3.1595e-02 ] +2024-10-02 05:58:34,727 INFO: [ epoch: 53 ] [ iter: 71,800 ] [ performance: 11.461 it/s ] [ lr: 5.00e-05 ] [ eta: 4:17:37 ] [ l_g_pix: 1.7968e-02 ] [ l_g_total: 1.7968e-02 ] +2024-10-02 05:58:43,522 INFO: [ epoch: 53 ] [ iter: 71,900 ] [ performance: 11.398 it/s ] [ lr: 5.00e-05 ] [ eta: 4:17:19 ] [ l_g_pix: 3.9661e-02 ] [ l_g_total: 3.9661e-02 ] +2024-10-02 05:58:52,362 INFO: [ epoch: 53 ] [ iter: 72,000 ] [ performance: 11.457 it/s ] [ lr: 5.00e-05 ] [ eta: 4:17:02 ] [ l_g_pix: 3.5628e-02 ] [ l_g_total: 3.5628e-02 ] +2024-10-02 05:59:01,141 INFO: [ epoch: 53 ] [ iter: 72,100 ] [ performance: 11.411 it/s ] [ lr: 5.00e-05 ] [ eta: 4:16:44 ] [ l_g_pix: 2.7937e-02 ] [ l_g_total: 2.7937e-02 ] +2024-10-02 05:59:11,383 INFO: [ epoch: 54 ] [ iter: 72,200 ] [ performance: 11.543 it/s ] [ lr: 5.00e-05 ] [ eta: 4:16:28 ] [ l_g_pix: 3.7255e-02 ] [ l_g_total: 3.7255e-02 ] +2024-10-02 05:59:20,185 INFO: [ epoch: 54 ] [ iter: 72,300 ] [ performance: 11.414 it/s ] [ lr: 5.00e-05 ] [ eta: 4:16:11 ] [ l_g_pix: 2.2617e-02 ] [ l_g_total: 2.2617e-02 ] +2024-10-02 05:59:28,965 INFO: [ epoch: 54 ] [ iter: 72,400 ] [ performance: 11.518 it/s ] [ lr: 5.00e-05 ] [ eta: 4:15:53 ] [ l_g_pix: 2.2013e-02 ] [ l_g_total: 2.2013e-02 ] +2024-10-02 05:59:37,776 INFO: [ epoch: 54 ] [ iter: 72,500 ] [ performance: 11.398 it/s ] [ lr: 5.00e-05 ] [ eta: 4:15:35 ] [ l_g_pix: 2.2537e-02 ] [ l_g_total: 2.2537e-02 ] +2024-10-02 05:59:46,568 INFO: [ epoch: 54 ] [ iter: 72,600 ] [ performance: 11.505 it/s ] [ lr: 5.00e-05 ] [ eta: 4:15:18 ] [ l_g_pix: 2.0084e-02 ] [ l_g_total: 2.0084e-02 ] +2024-10-02 05:59:55,357 INFO: [ epoch: 54 ] [ iter: 72,700 ] [ performance: 11.414 it/s ] [ lr: 5.00e-05 ] [ eta: 4:15:00 ] [ l_g_pix: 3.1974e-02 ] [ l_g_total: 3.1974e-02 ] +2024-10-02 06:00:04,149 INFO: [ epoch: 54 ] [ iter: 72,800 ] [ performance: 11.496 it/s ] [ lr: 5.00e-05 ] [ eta: 4:14:42 ] [ l_g_pix: 3.3909e-02 ] [ l_g_total: 3.3909e-02 ] +2024-10-02 06:00:12,943 INFO: [ epoch: 54 ] [ iter: 72,900 ] [ performance: 11.406 it/s ] [ lr: 5.00e-05 ] [ eta: 4:14:25 ] [ l_g_pix: 3.4491e-02 ] [ l_g_total: 3.4491e-02 ] +2024-10-02 06:00:21,720 INFO: [ epoch: 54 ] [ iter: 73,000 ] [ performance: 11.546 it/s ] [ lr: 5.00e-05 ] [ eta: 4:14:07 ] [ l_g_pix: 3.2404e-02 ] [ l_g_total: 3.2404e-02 ] +2024-10-02 06:00:30,508 INFO: [ epoch: 54 ] [ iter: 73,100 ] [ performance: 11.425 it/s ] [ lr: 5.00e-05 ] [ eta: 4:13:49 ] [ l_g_pix: 2.9650e-02 ] [ l_g_total: 2.9650e-02 ] +2024-10-02 06:00:39,305 INFO: [ epoch: 54 ] [ iter: 73,200 ] [ performance: 11.539 it/s ] [ lr: 5.00e-05 ] [ eta: 4:13:32 ] [ l_g_pix: 2.6762e-02 ] [ l_g_total: 2.6762e-02 ] +2024-10-02 06:00:48,098 INFO: [ epoch: 54 ] [ iter: 73,300 ] [ performance: 11.417 it/s ] [ lr: 5.00e-05 ] [ eta: 4:13:14 ] [ l_g_pix: 3.3059e-02 ] [ l_g_total: 3.3059e-02 ] +2024-10-02 06:00:56,879 INFO: [ epoch: 54 ] [ iter: 73,400 ] [ performance: 11.581 it/s ] [ lr: 5.00e-05 ] [ eta: 4:12:57 ] [ l_g_pix: 2.2715e-02 ] [ l_g_total: 2.2715e-02 ] +2024-10-02 06:01:07,017 INFO: [ epoch: 55 ] [ iter: 73,500 ] [ performance: 10.259 it/s ] [ lr: 5.00e-05 ] [ eta: 4:12:42 ] [ l_g_pix: 3.8390e-02 ] [ l_g_total: 3.8390e-02 ] +2024-10-02 06:01:16,028 INFO: [ epoch: 55 ] [ iter: 73,600 ] [ performance: 11.335 it/s ] [ lr: 5.00e-05 ] [ eta: 4:12:24 ] [ l_g_pix: 3.5147e-02 ] [ l_g_total: 3.5147e-02 ] +2024-10-02 06:01:24,800 INFO: [ epoch: 55 ] [ iter: 73,700 ] [ performance: 11.384 it/s ] [ lr: 5.00e-05 ] [ eta: 4:12:07 ] [ l_g_pix: 4.1359e-02 ] [ l_g_total: 4.1359e-02 ] +2024-10-02 06:01:33,556 INFO: [ epoch: 55 ] [ iter: 73,800 ] [ performance: 11.577 it/s ] [ lr: 5.00e-05 ] [ eta: 4:11:49 ] [ l_g_pix: 3.2904e-02 ] [ l_g_total: 3.2904e-02 ] +2024-10-02 06:01:42,318 INFO: [ epoch: 55 ] [ iter: 73,900 ] [ performance: 11.454 it/s ] [ lr: 5.00e-05 ] [ eta: 4:11:32 ] [ l_g_pix: 1.8644e-02 ] [ l_g_total: 1.8644e-02 ] +2024-10-02 06:01:51,108 INFO: [ epoch: 55 ] [ iter: 74,000 ] [ performance: 11.540 it/s ] [ lr: 5.00e-05 ] [ eta: 4:11:15 ] [ l_g_pix: 3.1428e-02 ] [ l_g_total: 3.1428e-02 ] +2024-10-02 06:01:59,884 INFO: [ epoch: 55 ] [ iter: 74,100 ] [ performance: 11.430 it/s ] [ lr: 5.00e-05 ] [ eta: 4:10:57 ] [ l_g_pix: 2.5217e-02 ] [ l_g_total: 2.5217e-02 ] +2024-10-02 06:02:08,661 INFO: [ epoch: 55 ] [ iter: 74,200 ] [ performance: 11.494 it/s ] [ lr: 5.00e-05 ] [ eta: 4:10:40 ] [ l_g_pix: 4.0411e-02 ] [ l_g_total: 4.0411e-02 ] +2024-10-02 06:02:17,460 INFO: [ epoch: 55 ] [ iter: 74,300 ] [ performance: 11.396 it/s ] [ lr: 5.00e-05 ] [ eta: 4:10:23 ] [ l_g_pix: 2.2477e-02 ] [ l_g_total: 2.2477e-02 ] +2024-10-02 06:02:26,280 INFO: [ epoch: 55 ] [ iter: 74,400 ] [ performance: 11.503 it/s ] [ lr: 5.00e-05 ] [ eta: 4:10:05 ] [ l_g_pix: 2.0669e-02 ] [ l_g_total: 2.0669e-02 ] +2024-10-02 06:02:35,075 INFO: [ epoch: 55 ] [ iter: 74,500 ] [ performance: 11.402 it/s ] [ lr: 5.00e-05 ] [ eta: 4:09:48 ] [ l_g_pix: 1.6940e-02 ] [ l_g_total: 1.6940e-02 ] +2024-10-02 06:02:43,884 INFO: [ epoch: 55 ] [ iter: 74,600 ] [ performance: 11.480 it/s ] [ lr: 5.00e-05 ] [ eta: 4:09:31 ] [ l_g_pix: 2.6635e-02 ] [ l_g_total: 2.6635e-02 ] +2024-10-02 06:02:52,682 INFO: [ epoch: 55 ] [ iter: 74,700 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 4:09:14 ] [ l_g_pix: 3.6139e-02 ] [ l_g_total: 3.6139e-02 ] +2024-10-02 06:03:01,391 INFO: [ epoch: 55 ] [ iter: 74,800 ] [ performance: 11.655 it/s ] [ lr: 5.00e-05 ] [ eta: 4:08:56 ] [ l_g_pix: 2.7838e-02 ] [ l_g_total: 2.7838e-02 ] +2024-10-02 06:03:11,496 INFO: [ epoch: 56 ] [ iter: 74,900 ] [ performance: 10.234 it/s ] [ lr: 5.00e-05 ] [ eta: 4:08:41 ] [ l_g_pix: 2.3749e-02 ] [ l_g_total: 2.3749e-02 ] +2024-10-02 06:03:20,250 INFO: [ epoch: 56 ] [ iter: 75,000 ] [ performance: 11.597 it/s ] [ lr: 5.00e-05 ] [ eta: 4:08:24 ] [ l_g_pix: 4.4857e-02 ] [ l_g_total: 4.4857e-02 ] +2024-10-02 06:03:29,089 INFO: [ epoch: 56 ] [ iter: 75,100 ] [ performance: 11.374 it/s ] [ lr: 5.00e-05 ] [ eta: 4:08:07 ] [ l_g_pix: 2.8909e-02 ] [ l_g_total: 2.8909e-02 ] +2024-10-02 06:03:37,915 INFO: [ epoch: 56 ] [ iter: 75,200 ] [ performance: 11.540 it/s ] [ lr: 5.00e-05 ] [ eta: 4:07:50 ] [ l_g_pix: 3.4147e-02 ] [ l_g_total: 3.4147e-02 ] +2024-10-02 06:03:46,697 INFO: [ epoch: 56 ] [ iter: 75,300 ] [ performance: 11.419 it/s ] [ lr: 5.00e-05 ] [ eta: 4:07:33 ] [ l_g_pix: 2.9460e-02 ] [ l_g_total: 2.9460e-02 ] +2024-10-02 06:03:55,493 INFO: [ epoch: 56 ] [ iter: 75,400 ] [ performance: 11.512 it/s ] [ lr: 5.00e-05 ] [ eta: 4:07:16 ] [ l_g_pix: 2.6263e-02 ] [ l_g_total: 2.6263e-02 ] +2024-10-02 06:04:04,372 INFO: [ epoch: 56 ] [ iter: 75,500 ] [ performance: 11.313 it/s ] [ lr: 5.00e-05 ] [ eta: 4:06:59 ] [ l_g_pix: 3.6752e-02 ] [ l_g_total: 3.6752e-02 ] +2024-10-02 06:04:13,147 INFO: [ epoch: 56 ] [ iter: 75,600 ] [ performance: 11.551 it/s ] [ lr: 5.00e-05 ] [ eta: 4:06:42 ] [ l_g_pix: 3.0420e-02 ] [ l_g_total: 3.0420e-02 ] +2024-10-02 06:04:21,929 INFO: [ epoch: 56 ] [ iter: 75,700 ] [ performance: 11.419 it/s ] [ lr: 5.00e-05 ] [ eta: 4:06:25 ] [ l_g_pix: 2.7292e-02 ] [ l_g_total: 2.7292e-02 ] +2024-10-02 06:04:30,707 INFO: [ epoch: 56 ] [ iter: 75,800 ] [ performance: 11.514 it/s ] [ lr: 5.00e-05 ] [ eta: 4:06:08 ] [ l_g_pix: 1.7820e-02 ] [ l_g_total: 1.7820e-02 ] +2024-10-02 06:04:39,532 INFO: [ epoch: 56 ] [ iter: 75,900 ] [ performance: 11.366 it/s ] [ lr: 5.00e-05 ] [ eta: 4:05:51 ] [ l_g_pix: 2.0735e-02 ] [ l_g_total: 2.0735e-02 ] +2024-10-02 06:04:48,297 INFO: [ epoch: 56 ] [ iter: 76,000 ] [ performance: 11.501 it/s ] [ lr: 5.00e-05 ] [ eta: 4:05:34 ] [ l_g_pix: 3.2019e-02 ] [ l_g_total: 3.2019e-02 ] +2024-10-02 06:04:57,021 INFO: [ epoch: 56 ] [ iter: 76,100 ] [ performance: 11.470 it/s ] [ lr: 5.00e-05 ] [ eta: 4:05:17 ] [ l_g_pix: 3.5492e-02 ] [ l_g_total: 3.5492e-02 ] +2024-10-02 06:05:07,184 INFO: [ epoch: 57 ] [ iter: 76,200 ] [ performance: 11.590 it/s ] [ lr: 5.00e-05 ] [ eta: 4:05:02 ] [ l_g_pix: 2.3097e-02 ] [ l_g_total: 2.3097e-02 ] +2024-10-02 06:05:16,196 INFO: [ epoch: 57 ] [ iter: 76,300 ] [ performance: 11.180 it/s ] [ lr: 5.00e-05 ] [ eta: 4:04:46 ] [ l_g_pix: 3.6557e-02 ] [ l_g_total: 3.6557e-02 ] +2024-10-02 06:05:24,951 INFO: [ epoch: 57 ] [ iter: 76,400 ] [ performance: 11.558 it/s ] [ lr: 5.00e-05 ] [ eta: 4:04:29 ] [ l_g_pix: 3.1212e-02 ] [ l_g_total: 3.1212e-02 ] +2024-10-02 06:05:33,742 INFO: [ epoch: 57 ] [ iter: 76,500 ] [ performance: 11.407 it/s ] [ lr: 5.00e-05 ] [ eta: 4:04:12 ] [ l_g_pix: 2.9859e-02 ] [ l_g_total: 2.9859e-02 ] +2024-10-02 06:05:42,510 INFO: [ epoch: 57 ] [ iter: 76,600 ] [ performance: 11.539 it/s ] [ lr: 5.00e-05 ] [ eta: 4:03:55 ] [ l_g_pix: 3.3729e-02 ] [ l_g_total: 3.3729e-02 ] +2024-10-02 06:05:51,351 INFO: [ epoch: 57 ] [ iter: 76,700 ] [ performance: 11.348 it/s ] [ lr: 5.00e-05 ] [ eta: 4:03:38 ] [ l_g_pix: 3.3087e-02 ] [ l_g_total: 3.3087e-02 ] +2024-10-02 06:06:00,128 INFO: [ epoch: 57 ] [ iter: 76,800 ] [ performance: 11.553 it/s ] [ lr: 5.00e-05 ] [ eta: 4:03:22 ] [ l_g_pix: 3.0596e-02 ] [ l_g_total: 3.0596e-02 ] +2024-10-02 06:06:08,904 INFO: [ epoch: 57 ] [ iter: 76,900 ] [ performance: 11.420 it/s ] [ lr: 5.00e-05 ] [ eta: 4:03:05 ] [ l_g_pix: 3.7502e-02 ] [ l_g_total: 3.7502e-02 ] +2024-10-02 06:06:17,673 INFO: [ epoch: 57 ] [ iter: 77,000 ] [ performance: 11.554 it/s ] [ lr: 5.00e-05 ] [ eta: 4:02:48 ] [ l_g_pix: 3.1743e-02 ] [ l_g_total: 3.1743e-02 ] +2024-10-02 06:06:26,487 INFO: [ epoch: 57 ] [ iter: 77,100 ] [ performance: 11.376 it/s ] [ lr: 5.00e-05 ] [ eta: 4:02:31 ] [ l_g_pix: 2.7124e-02 ] [ l_g_total: 2.7124e-02 ] +2024-10-02 06:06:35,251 INFO: [ epoch: 57 ] [ iter: 77,200 ] [ performance: 11.553 it/s ] [ lr: 5.00e-05 ] [ eta: 4:02:15 ] [ l_g_pix: 3.3727e-02 ] [ l_g_total: 3.3727e-02 ] +2024-10-02 06:06:44,048 INFO: [ epoch: 57 ] [ iter: 77,300 ] [ performance: 11.394 it/s ] [ lr: 5.00e-05 ] [ eta: 4:01:58 ] [ l_g_pix: 3.5391e-02 ] [ l_g_total: 3.5391e-02 ] +2024-10-02 06:06:52,818 INFO: [ epoch: 57 ] [ iter: 77,400 ] [ performance: 11.603 it/s ] [ lr: 5.00e-05 ] [ eta: 4:01:41 ] [ l_g_pix: 3.8025e-02 ] [ l_g_total: 3.8025e-02 ] +2024-10-02 06:07:03,184 INFO: [ epoch: 58 ] [ iter: 77,500 ] [ performance: 9.865 it/s ] [ lr: 5.00e-05 ] [ eta: 4:01:27 ] [ l_g_pix: 2.7574e-02 ] [ l_g_total: 2.7574e-02 ] +2024-10-02 06:07:12,247 INFO: [ epoch: 58 ] [ iter: 77,600 ] [ performance: 11.456 it/s ] [ lr: 5.00e-05 ] [ eta: 4:01:11 ] [ l_g_pix: 4.2572e-02 ] [ l_g_total: 4.2572e-02 ] +2024-10-02 06:07:21,031 INFO: [ epoch: 58 ] [ iter: 77,700 ] [ performance: 11.393 it/s ] [ lr: 5.00e-05 ] [ eta: 4:00:54 ] [ l_g_pix: 2.8216e-02 ] [ l_g_total: 2.8216e-02 ] +2024-10-02 06:07:29,802 INFO: [ epoch: 58 ] [ iter: 77,800 ] [ performance: 11.548 it/s ] [ lr: 5.00e-05 ] [ eta: 4:00:38 ] [ l_g_pix: 2.1371e-02 ] [ l_g_total: 2.1371e-02 ] +2024-10-02 06:07:38,593 INFO: [ epoch: 58 ] [ iter: 77,900 ] [ performance: 11.396 it/s ] [ lr: 5.00e-05 ] [ eta: 4:00:21 ] [ l_g_pix: 2.5768e-02 ] [ l_g_total: 2.5768e-02 ] +2024-10-02 06:07:47,364 INFO: [ epoch: 58 ] [ iter: 78,000 ] [ performance: 11.481 it/s ] [ lr: 5.00e-05 ] [ eta: 4:00:05 ] [ l_g_pix: 4.1394e-02 ] [ l_g_total: 4.1394e-02 ] +2024-10-02 06:07:56,146 INFO: [ epoch: 58 ] [ iter: 78,100 ] [ performance: 11.398 it/s ] [ lr: 5.00e-05 ] [ eta: 3:59:48 ] [ l_g_pix: 2.6294e-02 ] [ l_g_total: 2.6294e-02 ] +2024-10-02 06:08:04,944 INFO: [ epoch: 58 ] [ iter: 78,200 ] [ performance: 11.433 it/s ] [ lr: 5.00e-05 ] [ eta: 3:59:32 ] [ l_g_pix: 3.3297e-02 ] [ l_g_total: 3.3297e-02 ] +2024-10-02 06:08:13,730 INFO: [ epoch: 58 ] [ iter: 78,300 ] [ performance: 11.388 it/s ] [ lr: 5.00e-05 ] [ eta: 3:59:15 ] [ l_g_pix: 2.9405e-02 ] [ l_g_total: 2.9405e-02 ] +2024-10-02 06:08:22,510 INFO: [ epoch: 58 ] [ iter: 78,400 ] [ performance: 11.559 it/s ] [ lr: 5.00e-05 ] [ eta: 3:58:59 ] [ l_g_pix: 2.3422e-02 ] [ l_g_total: 2.3422e-02 ] +2024-10-02 06:08:31,275 INFO: [ epoch: 58 ] [ iter: 78,500 ] [ performance: 11.423 it/s ] [ lr: 5.00e-05 ] [ eta: 3:58:42 ] [ l_g_pix: 2.6530e-02 ] [ l_g_total: 2.6530e-02 ] +2024-10-02 06:08:40,041 INFO: [ epoch: 58 ] [ iter: 78,600 ] [ performance: 11.579 it/s ] [ lr: 5.00e-05 ] [ eta: 3:58:26 ] [ l_g_pix: 3.6837e-02 ] [ l_g_total: 3.6837e-02 ] +2024-10-02 06:08:48,828 INFO: [ epoch: 58 ] [ iter: 78,700 ] [ performance: 11.397 it/s ] [ lr: 5.00e-05 ] [ eta: 3:58:09 ] [ l_g_pix: 2.9416e-02 ] [ l_g_total: 2.9416e-02 ] +2024-10-02 06:08:57,525 INFO: [ epoch: 58 ] [ iter: 78,800 ] [ performance: 11.669 it/s ] [ lr: 5.00e-05 ] [ eta: 3:57:53 ] [ l_g_pix: 2.9100e-02 ] [ l_g_total: 2.9100e-02 ] +2024-10-02 06:09:07,943 INFO: [ epoch: 59 ] [ iter: 78,900 ] [ performance: 9.728 it/s ] [ lr: 5.00e-05 ] [ eta: 3:57:39 ] [ l_g_pix: 2.5357e-02 ] [ l_g_total: 2.5357e-02 ] +2024-10-02 06:09:16,698 INFO: [ epoch: 59 ] [ iter: 79,000 ] [ performance: 11.590 it/s ] [ lr: 5.00e-05 ] [ eta: 3:57:23 ] [ l_g_pix: 2.3153e-02 ] [ l_g_total: 2.3153e-02 ] +2024-10-02 06:09:25,456 INFO: [ epoch: 59 ] [ iter: 79,100 ] [ performance: 11.430 it/s ] [ lr: 5.00e-05 ] [ eta: 3:57:06 ] [ l_g_pix: 2.6991e-02 ] [ l_g_total: 2.6991e-02 ] +2024-10-02 06:09:34,207 INFO: [ epoch: 59 ] [ iter: 79,200 ] [ performance: 11.581 it/s ] [ lr: 5.00e-05 ] [ eta: 3:56:50 ] [ l_g_pix: 2.4853e-02 ] [ l_g_total: 2.4853e-02 ] +2024-10-02 06:09:42,974 INFO: [ epoch: 59 ] [ iter: 79,300 ] [ performance: 11.418 it/s ] [ lr: 5.00e-05 ] [ eta: 3:56:34 ] [ l_g_pix: 2.1545e-02 ] [ l_g_total: 2.1545e-02 ] +2024-10-02 06:09:51,745 INFO: [ epoch: 59 ] [ iter: 79,400 ] [ performance: 11.547 it/s ] [ lr: 5.00e-05 ] [ eta: 3:56:17 ] [ l_g_pix: 2.5568e-02 ] [ l_g_total: 2.5568e-02 ] +2024-10-02 06:10:00,548 INFO: [ epoch: 59 ] [ iter: 79,500 ] [ performance: 11.370 it/s ] [ lr: 5.00e-05 ] [ eta: 3:56:01 ] [ l_g_pix: 3.0696e-02 ] [ l_g_total: 3.0696e-02 ] +2024-10-02 06:10:09,315 INFO: [ epoch: 59 ] [ iter: 79,600 ] [ performance: 11.489 it/s ] [ lr: 5.00e-05 ] [ eta: 3:55:45 ] [ l_g_pix: 1.9497e-02 ] [ l_g_total: 1.9497e-02 ] +2024-10-02 06:10:18,092 INFO: [ epoch: 59 ] [ iter: 79,700 ] [ performance: 11.398 it/s ] [ lr: 5.00e-05 ] [ eta: 3:55:29 ] [ l_g_pix: 3.1572e-02 ] [ l_g_total: 3.1572e-02 ] +2024-10-02 06:10:26,878 INFO: [ epoch: 59 ] [ iter: 79,800 ] [ performance: 11.407 it/s ] [ lr: 5.00e-05 ] [ eta: 3:55:12 ] [ l_g_pix: 2.1348e-02 ] [ l_g_total: 2.1348e-02 ] +2024-10-02 06:10:35,666 INFO: [ epoch: 59 ] [ iter: 79,900 ] [ performance: 11.381 it/s ] [ lr: 5.00e-05 ] [ eta: 3:54:56 ] [ l_g_pix: 4.0658e-02 ] [ l_g_total: 4.0658e-02 ] +2024-10-02 06:10:44,435 INFO: [ epoch: 59 ] [ iter: 80,000 ] [ performance: 11.591 it/s ] [ lr: 5.00e-05 ] [ eta: 3:54:40 ] [ l_g_pix: 2.6867e-02 ] [ l_g_total: 2.6867e-02 ] +2024-10-02 06:10:44,435 INFO: Saving models and training states. +2024-10-02 06:14:26,946 INFO: Validation val + + # psnr: 27.1966........ Best: 27.1966 @ 80000 iter + # ssim: 0.7660........ Best: 0.7660 @ 80000 iter + # dists: 0.7732........ Best: 0.7732 @ 70000 iter + +2024-10-02 06:14:35,638 INFO: [ epoch: 59 ] [ iter: 80,100 ] [ performance: 11.509 it/s ] [ lr: 5.00e-05 ] [ eta: 3:59:57 ] [ l_g_pix: 3.7917e-02 ] [ l_g_total: 3.7917e-02 ] +2024-10-02 06:14:45,719 INFO: [ epoch: 60 ] [ iter: 80,200 ] [ performance: 11.564 it/s ] [ lr: 5.00e-05 ] [ eta: 3:59:42 ] [ l_g_pix: 2.9921e-02 ] [ l_g_total: 2.9921e-02 ] +2024-10-02 06:14:54,820 INFO: [ epoch: 60 ] [ iter: 80,300 ] [ performance: 10.994 it/s ] [ lr: 5.00e-05 ] [ eta: 3:59:25 ] [ l_g_pix: 3.1216e-02 ] [ l_g_total: 3.1216e-02 ] +2024-10-02 06:15:03,644 INFO: [ epoch: 60 ] [ iter: 80,400 ] [ performance: 11.160 it/s ] [ lr: 5.00e-05 ] [ eta: 3:59:09 ] [ l_g_pix: 2.4247e-02 ] [ l_g_total: 2.4247e-02 ] +2024-10-02 06:15:12,408 INFO: [ epoch: 60 ] [ iter: 80,500 ] [ performance: 11.411 it/s ] [ lr: 5.00e-05 ] [ eta: 3:58:52 ] [ l_g_pix: 2.9722e-02 ] [ l_g_total: 2.9722e-02 ] +2024-10-02 06:15:21,171 INFO: [ epoch: 60 ] [ iter: 80,600 ] [ performance: 11.412 it/s ] [ lr: 5.00e-05 ] [ eta: 3:58:35 ] [ l_g_pix: 2.9980e-02 ] [ l_g_total: 2.9980e-02 ] +2024-10-02 06:15:29,941 INFO: [ epoch: 60 ] [ iter: 80,700 ] [ performance: 11.410 it/s ] [ lr: 5.00e-05 ] [ eta: 3:58:18 ] [ l_g_pix: 2.1010e-02 ] [ l_g_total: 2.1010e-02 ] +2024-10-02 06:15:38,701 INFO: [ epoch: 60 ] [ iter: 80,800 ] [ performance: 11.413 it/s ] [ lr: 5.00e-05 ] [ eta: 3:58:02 ] [ l_g_pix: 3.3905e-02 ] [ l_g_total: 3.3905e-02 ] +2024-10-02 06:15:47,487 INFO: [ epoch: 60 ] [ iter: 80,900 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 3:57:45 ] [ l_g_pix: 3.7658e-02 ] [ l_g_total: 3.7658e-02 ] +2024-10-02 06:15:56,274 INFO: [ epoch: 60 ] [ iter: 81,000 ] [ performance: 11.387 it/s ] [ lr: 5.00e-05 ] [ eta: 3:57:28 ] [ l_g_pix: 3.0894e-02 ] [ l_g_total: 3.0894e-02 ] +2024-10-02 06:16:05,075 INFO: [ epoch: 60 ] [ iter: 81,100 ] [ performance: 11.378 it/s ] [ lr: 5.00e-05 ] [ eta: 3:57:12 ] [ l_g_pix: 3.6064e-02 ] [ l_g_total: 3.6064e-02 ] +2024-10-02 06:16:13,865 INFO: [ epoch: 60 ] [ iter: 81,200 ] [ performance: 11.378 it/s ] [ lr: 5.00e-05 ] [ eta: 3:56:55 ] [ l_g_pix: 2.5177e-02 ] [ l_g_total: 2.5177e-02 ] +2024-10-02 06:16:22,666 INFO: [ epoch: 60 ] [ iter: 81,300 ] [ performance: 11.379 it/s ] [ lr: 5.00e-05 ] [ eta: 3:56:39 ] [ l_g_pix: 2.6766e-02 ] [ l_g_total: 2.6766e-02 ] +2024-10-02 06:16:31,525 INFO: [ epoch: 60 ] [ iter: 81,400 ] [ performance: 11.333 it/s ] [ lr: 5.00e-05 ] [ eta: 3:56:22 ] [ l_g_pix: 3.6923e-02 ] [ l_g_total: 3.6923e-02 ] +2024-10-02 06:16:41,442 INFO: [ epoch: 61 ] [ iter: 81,500 ] [ performance: 10.044 it/s ] [ lr: 5.00e-05 ] [ eta: 3:56:07 ] [ l_g_pix: 3.8795e-02 ] [ l_g_total: 3.8795e-02 ] +2024-10-02 06:16:50,393 INFO: [ epoch: 61 ] [ iter: 81,600 ] [ performance: 10.595 it/s ] [ lr: 5.00e-05 ] [ eta: 3:55:51 ] [ l_g_pix: 3.8584e-02 ] [ l_g_total: 3.8584e-02 ] +2024-10-02 06:16:59,199 INFO: [ epoch: 61 ] [ iter: 81,700 ] [ performance: 11.396 it/s ] [ lr: 5.00e-05 ] [ eta: 3:55:34 ] [ l_g_pix: 2.3825e-02 ] [ l_g_total: 2.3825e-02 ] +2024-10-02 06:17:07,998 INFO: [ epoch: 61 ] [ iter: 81,800 ] [ performance: 11.381 it/s ] [ lr: 5.00e-05 ] [ eta: 3:55:18 ] [ l_g_pix: 2.1261e-02 ] [ l_g_total: 2.1261e-02 ] +2024-10-02 06:17:16,802 INFO: [ epoch: 61 ] [ iter: 81,900 ] [ performance: 11.390 it/s ] [ lr: 5.00e-05 ] [ eta: 3:55:01 ] [ l_g_pix: 2.6737e-02 ] [ l_g_total: 2.6737e-02 ] +2024-10-02 06:17:25,607 INFO: [ epoch: 61 ] [ iter: 82,000 ] [ performance: 11.373 it/s ] [ lr: 5.00e-05 ] [ eta: 3:54:45 ] [ l_g_pix: 2.6013e-02 ] [ l_g_total: 2.6013e-02 ] +2024-10-02 06:17:34,441 INFO: [ epoch: 61 ] [ iter: 82,100 ] [ performance: 11.354 it/s ] [ lr: 5.00e-05 ] [ eta: 3:54:28 ] [ l_g_pix: 2.4251e-02 ] [ l_g_total: 2.4251e-02 ] +2024-10-02 06:17:43,231 INFO: [ epoch: 61 ] [ iter: 82,200 ] [ performance: 11.366 it/s ] [ lr: 5.00e-05 ] [ eta: 3:54:12 ] [ l_g_pix: 2.7533e-02 ] [ l_g_total: 2.7533e-02 ] +2024-10-02 06:17:52,017 INFO: [ epoch: 61 ] [ iter: 82,300 ] [ performance: 11.425 it/s ] [ lr: 5.00e-05 ] [ eta: 3:53:56 ] [ l_g_pix: 3.5718e-02 ] [ l_g_total: 3.5718e-02 ] +2024-10-02 06:18:00,803 INFO: [ epoch: 61 ] [ iter: 82,400 ] [ performance: 11.403 it/s ] [ lr: 5.00e-05 ] [ eta: 3:53:39 ] [ l_g_pix: 3.2830e-02 ] [ l_g_total: 3.2830e-02 ] +2024-10-02 06:18:09,621 INFO: [ epoch: 61 ] [ iter: 82,500 ] [ performance: 11.400 it/s ] [ lr: 5.00e-05 ] [ eta: 3:53:23 ] [ l_g_pix: 2.4624e-02 ] [ l_g_total: 2.4624e-02 ] +2024-10-02 06:18:18,405 INFO: [ epoch: 61 ] [ iter: 82,600 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 3:53:06 ] [ l_g_pix: 1.5853e-02 ] [ l_g_total: 1.5853e-02 ] +2024-10-02 06:18:27,226 INFO: [ epoch: 61 ] [ iter: 82,700 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 3:52:50 ] [ l_g_pix: 4.0274e-02 ] [ l_g_total: 4.0274e-02 ] +2024-10-02 06:18:35,935 INFO: [ epoch: 61 ] [ iter: 82,800 ] [ performance: 11.440 it/s ] [ lr: 5.00e-05 ] [ eta: 3:52:34 ] [ l_g_pix: 1.6134e-02 ] [ l_g_total: 1.6134e-02 ] +2024-10-02 06:18:46,347 INFO: [ epoch: 62 ] [ iter: 82,900 ] [ performance: 9.429 it/s ] [ lr: 5.00e-05 ] [ eta: 3:52:20 ] [ l_g_pix: 2.7052e-02 ] [ l_g_total: 2.7052e-02 ] +2024-10-02 06:18:55,282 INFO: [ epoch: 62 ] [ iter: 83,000 ] [ performance: 10.292 it/s ] [ lr: 5.00e-05 ] [ eta: 3:52:04 ] [ l_g_pix: 1.8021e-02 ] [ l_g_total: 1.8021e-02 ] +2024-10-02 06:19:04,069 INFO: [ epoch: 62 ] [ iter: 83,100 ] [ performance: 11.438 it/s ] [ lr: 5.00e-05 ] [ eta: 3:51:47 ] [ l_g_pix: 3.6865e-02 ] [ l_g_total: 3.6865e-02 ] +2024-10-02 06:19:12,859 INFO: [ epoch: 62 ] [ iter: 83,200 ] [ performance: 11.406 it/s ] [ lr: 5.00e-05 ] [ eta: 3:51:31 ] [ l_g_pix: 3.4157e-02 ] [ l_g_total: 3.4157e-02 ] +2024-10-02 06:19:21,624 INFO: [ epoch: 62 ] [ iter: 83,300 ] [ performance: 11.459 it/s ] [ lr: 5.00e-05 ] [ eta: 3:51:15 ] [ l_g_pix: 2.8344e-02 ] [ l_g_total: 2.8344e-02 ] +2024-10-02 06:19:30,501 INFO: [ epoch: 62 ] [ iter: 83,400 ] [ performance: 11.354 it/s ] [ lr: 5.00e-05 ] [ eta: 3:50:59 ] [ l_g_pix: 4.1009e-02 ] [ l_g_total: 4.1009e-02 ] +2024-10-02 06:19:39,258 INFO: [ epoch: 62 ] [ iter: 83,500 ] [ performance: 11.471 it/s ] [ lr: 5.00e-05 ] [ eta: 3:50:42 ] [ l_g_pix: 3.4719e-02 ] [ l_g_total: 3.4719e-02 ] +2024-10-02 06:19:48,014 INFO: [ epoch: 62 ] [ iter: 83,600 ] [ performance: 11.444 it/s ] [ lr: 5.00e-05 ] [ eta: 3:50:26 ] [ l_g_pix: 2.0410e-02 ] [ l_g_total: 2.0410e-02 ] +2024-10-02 06:19:56,787 INFO: [ epoch: 62 ] [ iter: 83,700 ] [ performance: 11.446 it/s ] [ lr: 5.00e-05 ] [ eta: 3:50:10 ] [ l_g_pix: 2.8754e-02 ] [ l_g_total: 2.8754e-02 ] +2024-10-02 06:20:05,608 INFO: [ epoch: 62 ] [ iter: 83,800 ] [ performance: 11.386 it/s ] [ lr: 5.00e-05 ] [ eta: 3:49:54 ] [ l_g_pix: 2.7532e-02 ] [ l_g_total: 2.7532e-02 ] +2024-10-02 06:20:14,370 INFO: [ epoch: 62 ] [ iter: 83,900 ] [ performance: 11.463 it/s ] [ lr: 5.00e-05 ] [ eta: 3:49:38 ] [ l_g_pix: 2.5894e-02 ] [ l_g_total: 2.5894e-02 ] +2024-10-02 06:20:23,132 INFO: [ epoch: 62 ] [ iter: 84,000 ] [ performance: 11.435 it/s ] [ lr: 5.00e-05 ] [ eta: 3:49:22 ] [ l_g_pix: 2.2936e-02 ] [ l_g_total: 2.2936e-02 ] +2024-10-02 06:20:31,905 INFO: [ epoch: 62 ] [ iter: 84,100 ] [ performance: 11.466 it/s ] [ lr: 5.00e-05 ] [ eta: 3:49:05 ] [ l_g_pix: 2.9638e-02 ] [ l_g_total: 2.9638e-02 ] +2024-10-02 06:20:42,408 INFO: [ epoch: 63 ] [ iter: 84,200 ] [ performance: 10.310 it/s ] [ lr: 5.00e-05 ] [ eta: 3:48:52 ] [ l_g_pix: 3.2376e-02 ] [ l_g_total: 3.2376e-02 ] +2024-10-02 06:20:51,585 INFO: [ epoch: 63 ] [ iter: 84,300 ] [ performance: 10.959 it/s ] [ lr: 5.00e-05 ] [ eta: 3:48:36 ] [ l_g_pix: 2.3386e-02 ] [ l_g_total: 2.3386e-02 ] +2024-10-02 06:21:00,532 INFO: [ epoch: 63 ] [ iter: 84,400 ] [ performance: 11.079 it/s ] [ lr: 5.00e-05 ] [ eta: 3:48:20 ] [ l_g_pix: 2.3142e-02 ] [ l_g_total: 2.3142e-02 ] +2024-10-02 06:21:09,339 INFO: [ epoch: 63 ] [ iter: 84,500 ] [ performance: 11.398 it/s ] [ lr: 5.00e-05 ] [ eta: 3:48:04 ] [ l_g_pix: 3.6556e-02 ] [ l_g_total: 3.6556e-02 ] +2024-10-02 06:21:18,124 INFO: [ epoch: 63 ] [ iter: 84,600 ] [ performance: 11.390 it/s ] [ lr: 5.00e-05 ] [ eta: 3:47:48 ] [ l_g_pix: 1.4579e-02 ] [ l_g_total: 1.4579e-02 ] +2024-10-02 06:21:26,914 INFO: [ epoch: 63 ] [ iter: 84,700 ] [ performance: 11.431 it/s ] [ lr: 5.00e-05 ] [ eta: 3:47:32 ] [ l_g_pix: 3.5777e-02 ] [ l_g_total: 3.5777e-02 ] +2024-10-02 06:21:35,860 INFO: [ epoch: 63 ] [ iter: 84,800 ] [ performance: 11.289 it/s ] [ lr: 5.00e-05 ] [ eta: 3:47:17 ] [ l_g_pix: 2.7739e-02 ] [ l_g_total: 2.7739e-02 ] +2024-10-02 06:21:44,649 INFO: [ epoch: 63 ] [ iter: 84,900 ] [ performance: 11.440 it/s ] [ lr: 5.00e-05 ] [ eta: 3:47:01 ] [ l_g_pix: 3.2876e-02 ] [ l_g_total: 3.2876e-02 ] +2024-10-02 06:21:53,451 INFO: [ epoch: 63 ] [ iter: 85,000 ] [ performance: 11.395 it/s ] [ lr: 5.00e-05 ] [ eta: 3:46:45 ] [ l_g_pix: 2.9539e-02 ] [ l_g_total: 2.9539e-02 ] +2024-10-02 06:22:02,236 INFO: [ epoch: 63 ] [ iter: 85,100 ] [ performance: 11.438 it/s ] [ lr: 5.00e-05 ] [ eta: 3:46:29 ] [ l_g_pix: 2.4283e-02 ] [ l_g_total: 2.4283e-02 ] +2024-10-02 06:22:11,172 INFO: [ epoch: 63 ] [ iter: 85,200 ] [ performance: 11.297 it/s ] [ lr: 5.00e-05 ] [ eta: 3:46:13 ] [ l_g_pix: 3.4352e-02 ] [ l_g_total: 3.4352e-02 ] +2024-10-02 06:22:19,938 INFO: [ epoch: 63 ] [ iter: 85,300 ] [ performance: 11.459 it/s ] [ lr: 5.00e-05 ] [ eta: 3:45:57 ] [ l_g_pix: 2.8115e-02 ] [ l_g_total: 2.8115e-02 ] +2024-10-02 06:22:28,700 INFO: [ epoch: 63 ] [ iter: 85,400 ] [ performance: 11.434 it/s ] [ lr: 5.00e-05 ] [ eta: 3:45:41 ] [ l_g_pix: 2.4309e-02 ] [ l_g_total: 2.4309e-02 ] +2024-10-02 06:22:37,406 INFO: [ epoch: 63 ] [ iter: 85,500 ] [ performance: 11.565 it/s ] [ lr: 5.00e-05 ] [ eta: 3:45:25 ] [ l_g_pix: 2.7169e-02 ] [ l_g_total: 2.7169e-02 ] +2024-10-02 06:22:47,882 INFO: [ epoch: 64 ] [ iter: 85,600 ] [ performance: 10.318 it/s ] [ lr: 5.00e-05 ] [ eta: 3:45:12 ] [ l_g_pix: 3.0545e-02 ] [ l_g_total: 3.0545e-02 ] +2024-10-02 06:22:56,683 INFO: [ epoch: 64 ] [ iter: 85,700 ] [ performance: 11.444 it/s ] [ lr: 5.00e-05 ] [ eta: 3:44:56 ] [ l_g_pix: 3.9374e-02 ] [ l_g_total: 3.9374e-02 ] +2024-10-02 06:23:05,471 INFO: [ epoch: 64 ] [ iter: 85,800 ] [ performance: 11.407 it/s ] [ lr: 5.00e-05 ] [ eta: 3:44:40 ] [ l_g_pix: 4.0313e-02 ] [ l_g_total: 4.0313e-02 ] +2024-10-02 06:23:14,254 INFO: [ epoch: 64 ] [ iter: 85,900 ] [ performance: 11.457 it/s ] [ lr: 5.00e-05 ] [ eta: 3:44:24 ] [ l_g_pix: 2.4750e-02 ] [ l_g_total: 2.4750e-02 ] +2024-10-02 06:23:23,174 INFO: [ epoch: 64 ] [ iter: 86,000 ] [ performance: 11.314 it/s ] [ lr: 5.00e-05 ] [ eta: 3:44:08 ] [ l_g_pix: 3.4559e-02 ] [ l_g_total: 3.4559e-02 ] +2024-10-02 06:23:31,986 INFO: [ epoch: 64 ] [ iter: 86,100 ] [ performance: 11.469 it/s ] [ lr: 5.00e-05 ] [ eta: 3:43:53 ] [ l_g_pix: 3.0111e-02 ] [ l_g_total: 3.0111e-02 ] +2024-10-02 06:23:40,775 INFO: [ epoch: 64 ] [ iter: 86,200 ] [ performance: 11.416 it/s ] [ lr: 5.00e-05 ] [ eta: 3:43:37 ] [ l_g_pix: 2.0553e-02 ] [ l_g_total: 2.0553e-02 ] +2024-10-02 06:23:49,590 INFO: [ epoch: 64 ] [ iter: 86,300 ] [ performance: 11.423 it/s ] [ lr: 5.00e-05 ] [ eta: 3:43:21 ] [ l_g_pix: 3.2754e-02 ] [ l_g_total: 3.2754e-02 ] +2024-10-02 06:23:58,477 INFO: [ epoch: 64 ] [ iter: 86,400 ] [ performance: 11.324 it/s ] [ lr: 5.00e-05 ] [ eta: 3:43:06 ] [ l_g_pix: 2.9999e-02 ] [ l_g_total: 2.9999e-02 ] +2024-10-02 06:24:07,344 INFO: [ epoch: 64 ] [ iter: 86,500 ] [ performance: 11.468 it/s ] [ lr: 5.00e-05 ] [ eta: 3:42:50 ] [ l_g_pix: 3.1450e-02 ] [ l_g_total: 3.1450e-02 ] +2024-10-02 06:24:16,128 INFO: [ epoch: 64 ] [ iter: 86,600 ] [ performance: 11.419 it/s ] [ lr: 5.00e-05 ] [ eta: 3:42:34 ] [ l_g_pix: 2.7362e-02 ] [ l_g_total: 2.7362e-02 ] +2024-10-02 06:24:24,924 INFO: [ epoch: 64 ] [ iter: 86,700 ] [ performance: 11.470 it/s ] [ lr: 5.00e-05 ] [ eta: 3:42:19 ] [ l_g_pix: 2.3456e-02 ] [ l_g_total: 2.3456e-02 ] +2024-10-02 06:24:33,661 INFO: [ epoch: 64 ] [ iter: 86,800 ] [ performance: 11.457 it/s ] [ lr: 5.00e-05 ] [ eta: 3:42:03 ] [ l_g_pix: 2.3174e-02 ] [ l_g_total: 2.3174e-02 ] +2024-10-02 06:24:44,124 INFO: [ epoch: 65 ] [ iter: 86,900 ] [ performance: 9.061 it/s ] [ lr: 5.00e-05 ] [ eta: 3:41:49 ] [ l_g_pix: 2.8809e-02 ] [ l_g_total: 2.8809e-02 ] +2024-10-02 06:24:52,922 INFO: [ epoch: 65 ] [ iter: 87,000 ] [ performance: 10.306 it/s ] [ lr: 5.00e-05 ] [ eta: 3:41:34 ] [ l_g_pix: 2.0655e-02 ] [ l_g_total: 2.0655e-02 ] +2024-10-02 06:25:01,716 INFO: [ epoch: 65 ] [ iter: 87,100 ] [ performance: 11.508 it/s ] [ lr: 5.00e-05 ] [ eta: 3:41:18 ] [ l_g_pix: 2.7983e-02 ] [ l_g_total: 2.7983e-02 ] +2024-10-02 06:25:10,586 INFO: [ epoch: 65 ] [ iter: 87,200 ] [ performance: 11.368 it/s ] [ lr: 5.00e-05 ] [ eta: 3:41:03 ] [ l_g_pix: 1.5641e-02 ] [ l_g_total: 1.5641e-02 ] +2024-10-02 06:25:19,453 INFO: [ epoch: 65 ] [ iter: 87,300 ] [ performance: 11.511 it/s ] [ lr: 5.00e-05 ] [ eta: 3:40:47 ] [ l_g_pix: 3.0110e-02 ] [ l_g_total: 3.0110e-02 ] +2024-10-02 06:25:28,249 INFO: [ epoch: 65 ] [ iter: 87,400 ] [ performance: 11.426 it/s ] [ lr: 5.00e-05 ] [ eta: 3:40:32 ] [ l_g_pix: 2.3831e-02 ] [ l_g_total: 2.3831e-02 ] +2024-10-02 06:25:37,046 INFO: [ epoch: 65 ] [ iter: 87,500 ] [ performance: 11.515 it/s ] [ lr: 5.00e-05 ] [ eta: 3:40:16 ] [ l_g_pix: 2.6515e-02 ] [ l_g_total: 2.6515e-02 ] +2024-10-02 06:25:45,863 INFO: [ epoch: 65 ] [ iter: 87,600 ] [ performance: 11.410 it/s ] [ lr: 5.00e-05 ] [ eta: 3:40:01 ] [ l_g_pix: 2.1819e-02 ] [ l_g_total: 2.1819e-02 ] +2024-10-02 06:25:54,746 INFO: [ epoch: 65 ] [ iter: 87,700 ] [ performance: 11.533 it/s ] [ lr: 5.00e-05 ] [ eta: 3:39:45 ] [ l_g_pix: 3.1968e-02 ] [ l_g_total: 3.1968e-02 ] +2024-10-02 06:26:03,544 INFO: [ epoch: 65 ] [ iter: 87,800 ] [ performance: 11.431 it/s ] [ lr: 5.00e-05 ] [ eta: 3:39:30 ] [ l_g_pix: 2.5936e-02 ] [ l_g_total: 2.5936e-02 ] +2024-10-02 06:26:12,344 INFO: [ epoch: 65 ] [ iter: 87,900 ] [ performance: 11.498 it/s ] [ lr: 5.00e-05 ] [ eta: 3:39:14 ] [ l_g_pix: 2.4139e-02 ] [ l_g_total: 2.4139e-02 ] +2024-10-02 06:26:21,130 INFO: [ epoch: 65 ] [ iter: 88,000 ] [ performance: 11.428 it/s ] [ lr: 5.00e-05 ] [ eta: 3:38:59 ] [ l_g_pix: 3.8515e-02 ] [ l_g_total: 3.8515e-02 ] +2024-10-02 06:26:30,011 INFO: [ epoch: 65 ] [ iter: 88,100 ] [ performance: 11.527 it/s ] [ lr: 5.00e-05 ] [ eta: 3:38:43 ] [ l_g_pix: 2.3047e-02 ] [ l_g_total: 2.3047e-02 ] +2024-10-02 06:26:40,267 INFO: [ epoch: 66 ] [ iter: 88,200 ] [ performance: 10.363 it/s ] [ lr: 5.00e-05 ] [ eta: 3:38:30 ] [ l_g_pix: 2.1241e-02 ] [ l_g_total: 2.1241e-02 ] +2024-10-02 06:26:49,043 INFO: [ epoch: 66 ] [ iter: 88,300 ] [ performance: 11.528 it/s ] [ lr: 5.00e-05 ] [ eta: 3:38:14 ] [ l_g_pix: 2.4746e-02 ] [ l_g_total: 2.4746e-02 ] +2024-10-02 06:26:57,846 INFO: [ epoch: 66 ] [ iter: 88,400 ] [ performance: 11.424 it/s ] [ lr: 5.00e-05 ] [ eta: 3:37:59 ] [ l_g_pix: 3.3628e-02 ] [ l_g_total: 3.3628e-02 ] +2024-10-02 06:27:06,775 INFO: [ epoch: 66 ] [ iter: 88,500 ] [ performance: 11.483 it/s ] [ lr: 5.00e-05 ] [ eta: 3:37:44 ] [ l_g_pix: 3.7509e-02 ] [ l_g_total: 3.7509e-02 ] +2024-10-02 06:27:15,564 INFO: [ epoch: 66 ] [ iter: 88,600 ] [ performance: 11.417 it/s ] [ lr: 5.00e-05 ] [ eta: 3:37:28 ] [ l_g_pix: 4.1222e-02 ] [ l_g_total: 4.1222e-02 ] +2024-10-02 06:27:24,369 INFO: [ epoch: 66 ] [ iter: 88,700 ] [ performance: 11.499 it/s ] [ lr: 5.00e-05 ] [ eta: 3:37:13 ] [ l_g_pix: 2.4481e-02 ] [ l_g_total: 2.4481e-02 ] +2024-10-02 06:27:33,140 INFO: [ epoch: 66 ] [ iter: 88,800 ] [ performance: 11.438 it/s ] [ lr: 5.00e-05 ] [ eta: 3:36:57 ] [ l_g_pix: 2.8788e-02 ] [ l_g_total: 2.8788e-02 ] +2024-10-02 06:27:42,088 INFO: [ epoch: 66 ] [ iter: 88,900 ] [ performance: 11.464 it/s ] [ lr: 5.00e-05 ] [ eta: 3:36:42 ] [ l_g_pix: 4.0149e-02 ] [ l_g_total: 4.0149e-02 ] +2024-10-02 06:27:50,856 INFO: [ epoch: 66 ] [ iter: 89,000 ] [ performance: 11.427 it/s ] [ lr: 5.00e-05 ] [ eta: 3:36:27 ] [ l_g_pix: 2.4848e-02 ] [ l_g_total: 2.4848e-02 ] +2024-10-02 06:27:59,614 INFO: [ epoch: 66 ] [ iter: 89,100 ] [ performance: 11.556 it/s ] [ lr: 5.00e-05 ] [ eta: 3:36:12 ] [ l_g_pix: 3.0994e-02 ] [ l_g_total: 3.0994e-02 ] +2024-10-02 06:28:08,359 INFO: [ epoch: 66 ] [ iter: 89,200 ] [ performance: 11.480 it/s ] [ lr: 5.00e-05 ] [ eta: 3:35:56 ] [ l_g_pix: 2.2218e-02 ] [ l_g_total: 2.2218e-02 ] +2024-10-02 06:28:17,249 INFO: [ epoch: 66 ] [ iter: 89,300 ] [ performance: 11.426 it/s ] [ lr: 5.00e-05 ] [ eta: 3:35:41 ] [ l_g_pix: 3.2790e-02 ] [ l_g_total: 3.2790e-02 ] +2024-10-02 06:28:25,976 INFO: [ epoch: 66 ] [ iter: 89,400 ] [ performance: 11.447 it/s ] [ lr: 5.00e-05 ] [ eta: 3:35:26 ] [ l_g_pix: 3.2293e-02 ] [ l_g_total: 3.2293e-02 ] +2024-10-02 06:28:34,680 INFO: [ epoch: 66 ] [ iter: 89,500 ] [ performance: 11.650 it/s ] [ lr: 5.00e-05 ] [ eta: 3:35:10 ] [ l_g_pix: 2.4694e-02 ] [ l_g_total: 2.4694e-02 ] +2024-10-02 06:28:44,968 INFO: [ epoch: 67 ] [ iter: 89,600 ] [ performance: 10.328 it/s ] [ lr: 5.00e-05 ] [ eta: 3:34:57 ] [ l_g_pix: 3.0927e-02 ] [ l_g_total: 3.0927e-02 ] +2024-10-02 06:28:53,941 INFO: [ epoch: 67 ] [ iter: 89,700 ] [ performance: 11.461 it/s ] [ lr: 5.00e-05 ] [ eta: 3:34:42 ] [ l_g_pix: 2.3171e-02 ] [ l_g_total: 2.3171e-02 ] +2024-10-02 06:29:02,728 INFO: [ epoch: 67 ] [ iter: 89,800 ] [ performance: 11.409 it/s ] [ lr: 5.00e-05 ] [ eta: 3:34:27 ] [ l_g_pix: 2.9130e-02 ] [ l_g_total: 2.9130e-02 ] +2024-10-02 06:29:11,521 INFO: [ epoch: 67 ] [ iter: 89,900 ] [ performance: 11.504 it/s ] [ lr: 5.00e-05 ] [ eta: 3:34:11 ] [ l_g_pix: 2.8682e-02 ] [ l_g_total: 2.8682e-02 ] +2024-10-02 06:29:20,310 INFO: [ epoch: 67 ] [ iter: 90,000 ] [ performance: 11.422 it/s ] [ lr: 5.00e-05 ] [ eta: 3:33:56 ] [ l_g_pix: 1.5620e-02 ] [ l_g_total: 1.5620e-02 ] +2024-10-02 06:29:20,310 INFO: Saving models and training states. +2024-10-02 06:34:54,959 INFO: Validation val + + # psnr: 27.2009........ Best: 27.2009 @ 90000 iter + # ssim: 0.7661........ Best: 0.7661 @ 90000 iter + # dists: 0.7733........ Best: 0.7732 @ 70000 iter + +2024-10-02 06:35:03,657 INFO: [ epoch: 67 ] [ iter: 90,100 ] [ performance: 11.616 it/s ] [ lr: 5.00e-05 ] [ eta: 3:40:29 ] [ l_g_pix: 2.8021e-02 ] [ l_g_total: 2.8021e-02 ] +2024-10-02 06:35:12,511 INFO: [ epoch: 67 ] [ iter: 90,200 ] [ performance: 11.403 it/s ] [ lr: 5.00e-05 ] [ eta: 3:40:13 ] [ l_g_pix: 3.1722e-02 ] [ l_g_total: 3.1722e-02 ] +2024-10-02 06:35:21,286 INFO: [ epoch: 67 ] [ iter: 90,300 ] [ performance: 11.520 it/s ] [ lr: 5.00e-05 ] [ eta: 3:39:57 ] [ l_g_pix: 3.1207e-02 ] [ l_g_total: 3.1207e-02 ] +2024-10-02 06:35:30,178 INFO: [ epoch: 67 ] [ iter: 90,400 ] [ performance: 11.338 it/s ] [ lr: 5.00e-05 ] [ eta: 3:39:41 ] [ l_g_pix: 3.2921e-02 ] [ l_g_total: 3.2921e-02 ] +2024-10-02 06:35:39,271 INFO: [ epoch: 67 ] [ iter: 90,500 ] [ performance: 11.230 it/s ] [ lr: 5.00e-05 ] [ eta: 3:39:26 ] [ l_g_pix: 2.3814e-02 ] [ l_g_total: 2.3814e-02 ] +2024-10-02 06:35:48,083 INFO: [ epoch: 67 ] [ iter: 90,600 ] [ performance: 11.309 it/s ] [ lr: 5.00e-05 ] [ eta: 3:39:10 ] [ l_g_pix: 2.4308e-02 ] [ l_g_total: 2.4308e-02 ] +2024-10-02 06:35:57,033 INFO: [ epoch: 67 ] [ iter: 90,700 ] [ performance: 11.414 it/s ] [ lr: 5.00e-05 ] [ eta: 3:38:54 ] [ l_g_pix: 2.2345e-02 ] [ l_g_total: 2.2345e-02 ] +2024-10-02 06:36:05,862 INFO: [ epoch: 67 ] [ iter: 90,800 ] [ performance: 11.356 it/s ] [ lr: 5.00e-05 ] [ eta: 3:38:38 ] [ l_g_pix: 2.8444e-02 ] [ l_g_total: 2.8444e-02 ] +2024-10-02 06:36:16,002 INFO: [ epoch: 68 ] [ iter: 90,900 ] [ performance: 11.259 it/s ] [ lr: 5.00e-05 ] [ eta: 3:38:24 ] [ l_g_pix: 2.3036e-02 ] [ l_g_total: 2.3036e-02 ] +2024-10-02 06:36:24,752 INFO: [ epoch: 68 ] [ iter: 91,000 ] [ performance: 11.374 it/s ] [ lr: 5.00e-05 ] [ eta: 3:38:08 ] [ l_g_pix: 3.1779e-02 ] [ l_g_total: 3.1779e-02 ] +2024-10-02 06:36:33,524 INFO: [ epoch: 68 ] [ iter: 91,100 ] [ performance: 11.521 it/s ] [ lr: 5.00e-05 ] [ eta: 3:37:52 ] [ l_g_pix: 4.0498e-02 ] [ l_g_total: 4.0498e-02 ] +2024-10-02 06:36:42,546 INFO: [ epoch: 68 ] [ iter: 91,200 ] [ performance: 11.220 it/s ] [ lr: 5.00e-05 ] [ eta: 3:37:37 ] [ l_g_pix: 3.0776e-02 ] [ l_g_total: 3.0776e-02 ] +2024-10-02 06:36:51,523 INFO: [ epoch: 68 ] [ iter: 91,300 ] [ performance: 11.460 it/s ] [ lr: 5.00e-05 ] [ eta: 3:37:21 ] [ l_g_pix: 2.4118e-02 ] [ l_g_total: 2.4118e-02 ] +2024-10-02 06:37:00,284 INFO: [ epoch: 68 ] [ iter: 91,400 ] [ performance: 11.429 it/s ] [ lr: 5.00e-05 ] [ eta: 3:37:05 ] [ l_g_pix: 2.1605e-02 ] [ l_g_total: 2.1605e-02 ] +2024-10-02 06:37:09,073 INFO: [ epoch: 68 ] [ iter: 91,500 ] [ performance: 11.514 it/s ] [ lr: 5.00e-05 ] [ eta: 3:36:50 ] [ l_g_pix: 3.9608e-02 ] [ l_g_total: 3.9608e-02 ] +2024-10-02 06:37:17,830 INFO: [ epoch: 68 ] [ iter: 91,600 ] [ performance: 11.449 it/s ] [ lr: 5.00e-05 ] [ eta: 3:36:34 ] [ l_g_pix: 3.3032e-02 ] [ l_g_total: 3.3032e-02 ] +2024-10-02 06:37:26,610 INFO: [ epoch: 68 ] [ iter: 91,700 ] [ performance: 11.535 it/s ] [ lr: 5.00e-05 ] [ eta: 3:36:18 ] [ l_g_pix: 3.3128e-02 ] [ l_g_total: 3.3128e-02 ] +2024-10-02 06:37:35,403 INFO: [ epoch: 68 ] [ iter: 91,800 ] [ performance: 11.423 it/s ] [ lr: 5.00e-05 ] [ eta: 3:36:02 ] [ l_g_pix: 2.3596e-02 ] [ l_g_total: 2.3596e-02 ] +2024-10-02 06:37:44,186 INFO: [ epoch: 68 ] [ iter: 91,900 ] [ performance: 11.522 it/s ] [ lr: 5.00e-05 ] [ eta: 3:35:46 ] [ l_g_pix: 2.3557e-02 ] [ l_g_total: 2.3557e-02 ] +2024-10-02 06:37:52,957 INFO: [ epoch: 68 ] [ iter: 92,000 ] [ performance: 11.438 it/s ] [ lr: 5.00e-05 ] [ eta: 3:35:31 ] [ l_g_pix: 1.6282e-02 ] [ l_g_total: 1.6282e-02 ] +2024-10-02 06:38:01,790 INFO: [ epoch: 68 ] [ iter: 92,100 ] [ performance: 11.480 it/s ] [ lr: 5.00e-05 ] [ eta: 3:35:15 ] [ l_g_pix: 2.9463e-02 ] [ l_g_total: 2.9463e-02 ] +2024-10-02 06:38:11,886 INFO: [ epoch: 69 ] [ iter: 92,200 ] [ performance: 10.324 it/s ] [ lr: 5.00e-05 ] [ eta: 3:35:01 ] [ l_g_pix: 3.1566e-02 ] [ l_g_total: 3.1566e-02 ] +2024-10-02 06:38:21,061 INFO: [ epoch: 69 ] [ iter: 92,300 ] [ performance: 11.035 it/s ] [ lr: 5.00e-05 ] [ eta: 3:34:46 ] [ l_g_pix: 4.7309e-02 ] [ l_g_total: 4.7309e-02 ] +2024-10-02 06:38:29,950 INFO: [ epoch: 69 ] [ iter: 92,400 ] [ performance: 11.187 it/s ] [ lr: 5.00e-05 ] [ eta: 3:34:30 ] [ l_g_pix: 2.0141e-02 ] [ l_g_total: 2.0141e-02 ] +2024-10-02 06:38:38,750 INFO: [ epoch: 69 ] [ iter: 92,500 ] [ performance: 11.506 it/s ] [ lr: 5.00e-05 ] [ eta: 3:34:14 ] [ l_g_pix: 3.5019e-02 ] [ l_g_total: 3.5019e-02 ] +2024-10-02 06:38:47,512 INFO: [ epoch: 69 ] [ iter: 92,600 ] [ performance: 11.440 it/s ] [ lr: 5.00e-05 ] [ eta: 3:33:59 ] [ l_g_pix: 2.1261e-02 ] [ l_g_total: 2.1261e-02 ] +2024-10-02 06:38:56,281 INFO: [ epoch: 69 ] [ iter: 92,700 ] [ performance: 11.530 it/s ] [ lr: 5.00e-05 ] [ eta: 3:33:43 ] [ l_g_pix: 1.7524e-02 ] [ l_g_total: 1.7524e-02 ] +2024-10-02 06:39:05,058 INFO: [ epoch: 69 ] [ iter: 92,800 ] [ performance: 11.432 it/s ] [ lr: 5.00e-05 ] [ eta: 3:33:28 ] [ l_g_pix: 2.7463e-02 ] [ l_g_total: 2.7463e-02 ] +2024-10-02 06:39:13,835 INFO: [ epoch: 69 ] [ iter: 92,900 ] [ performance: 11.533 it/s ] [ lr: 5.00e-05 ] [ eta: 3:33:12 ] [ l_g_pix: 2.6370e-02 ] [ l_g_total: 2.6370e-02 ] +2024-10-02 06:39:22,612 INFO: [ epoch: 69 ] [ iter: 93,000 ] [ performance: 11.432 it/s ] [ lr: 5.00e-05 ] [ eta: 3:32:56 ] [ l_g_pix: 1.7619e-02 ] [ l_g_total: 1.7619e-02 ] +2024-10-02 06:39:31,371 INFO: [ epoch: 69 ] [ iter: 93,100 ] [ performance: 11.559 it/s ] [ lr: 5.00e-05 ] [ eta: 3:32:41 ] [ l_g_pix: 3.7368e-02 ] [ l_g_total: 3.7368e-02 ] +2024-10-02 06:39:40,137 INFO: [ epoch: 69 ] [ iter: 93,200 ] [ performance: 11.448 it/s ] [ lr: 5.00e-05 ] [ eta: 3:32:25 ] [ l_g_pix: 3.0628e-02 ] [ l_g_total: 3.0628e-02 ] +2024-10-02 06:39:48,904 INFO: [ epoch: 69 ] [ iter: 93,300 ] [ performance: 11.556 it/s ] [ lr: 5.00e-05 ] [ eta: 3:32:10 ] [ l_g_pix: 2.4499e-02 ] [ l_g_total: 2.4499e-02 ] +2024-10-02 06:39:57,666 INFO: [ epoch: 69 ] [ iter: 93,400 ] [ performance: 11.451 it/s ] [ lr: 5.00e-05 ] [ eta: 3:31:54 ] [ l_g_pix: 2.8092e-02 ] [ l_g_total: 2.8092e-02 ] +2024-10-02 06:40:06,370 INFO: [ epoch: 69 ] [ iter: 93,500 ] [ performance: 11.647 it/s ] [ lr: 5.00e-05 ] [ eta: 3:31:38 ] [ l_g_pix: 4.5632e-02 ] [ l_g_total: 4.5632e-02 ] +2024-10-02 06:40:17,055 INFO: [ epoch: 70 ] [ iter: 93,600 ] [ performance: 9.862 it/s ] [ lr: 5.00e-05 ] [ eta: 3:31:25 ] [ l_g_pix: 2.8579e-02 ] [ l_g_total: 2.8579e-02 ] +2024-10-02 06:40:25,997 INFO: [ epoch: 70 ] [ iter: 93,700 ] [ performance: 11.467 it/s ] [ lr: 5.00e-05 ] [ eta: 3:31:10 ] [ l_g_pix: 2.6299e-02 ] [ l_g_total: 2.6299e-02 ] +2024-10-02 06:40:34,777 INFO: [ epoch: 70 ] [ iter: 93,800 ] [ performance: 11.411 it/s ] [ lr: 5.00e-05 ] [ eta: 3:30:54 ] [ l_g_pix: 2.9486e-02 ] [ l_g_total: 2.9486e-02 ] +2024-10-02 06:40:43,595 INFO: [ epoch: 70 ] [ iter: 93,900 ] [ performance: 11.476 it/s ] [ lr: 5.00e-05 ] [ eta: 3:30:39 ] [ l_g_pix: 2.6270e-02 ] [ l_g_total: 2.6270e-02 ] +2024-10-02 06:40:52,387 INFO: [ epoch: 70 ] [ iter: 94,000 ] [ performance: 11.400 it/s ] [ lr: 5.00e-05 ] [ eta: 3:30:24 ] [ l_g_pix: 2.2349e-02 ] [ l_g_total: 2.2349e-02 ] +2024-10-02 06:41:01,201 INFO: [ epoch: 70 ] [ iter: 94,100 ] [ performance: 11.441 it/s ] [ lr: 5.00e-05 ] [ eta: 3:30:08 ] [ l_g_pix: 3.4243e-02 ] [ l_g_total: 3.4243e-02 ] +2024-10-02 06:41:09,992 INFO: [ epoch: 70 ] [ iter: 94,200 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 3:29:53 ] [ l_g_pix: 2.8885e-02 ] [ l_g_total: 2.8885e-02 ] +2024-10-02 06:41:18,798 INFO: [ epoch: 70 ] [ iter: 94,300 ] [ performance: 11.465 it/s ] [ lr: 5.00e-05 ] [ eta: 3:29:37 ] [ l_g_pix: 2.6854e-02 ] [ l_g_total: 2.6854e-02 ] +2024-10-02 06:41:27,591 INFO: [ epoch: 70 ] [ iter: 94,400 ] [ performance: 11.395 it/s ] [ lr: 5.00e-05 ] [ eta: 3:29:22 ] [ l_g_pix: 2.4436e-02 ] [ l_g_total: 2.4436e-02 ] +2024-10-02 06:41:36,401 INFO: [ epoch: 70 ] [ iter: 94,500 ] [ performance: 11.472 it/s ] [ lr: 5.00e-05 ] [ eta: 3:29:07 ] [ l_g_pix: 3.0931e-02 ] [ l_g_total: 3.0931e-02 ] +2024-10-02 06:41:45,193 INFO: [ epoch: 70 ] [ iter: 94,600 ] [ performance: 11.397 it/s ] [ lr: 5.00e-05 ] [ eta: 3:28:51 ] [ l_g_pix: 3.7835e-02 ] [ l_g_total: 3.7835e-02 ] +2024-10-02 06:41:54,002 INFO: [ epoch: 70 ] [ iter: 94,700 ] [ performance: 11.482 it/s ] [ lr: 5.00e-05 ] [ eta: 3:28:36 ] [ l_g_pix: 3.1889e-02 ] [ l_g_total: 3.1889e-02 ] +2024-10-02 06:42:02,758 INFO: [ epoch: 70 ] [ iter: 94,800 ] [ performance: 11.435 it/s ] [ lr: 5.00e-05 ] [ eta: 3:28:21 ] [ l_g_pix: 2.6790e-02 ] [ l_g_total: 2.6790e-02 ] +2024-10-02 06:42:13,203 INFO: [ epoch: 71 ] [ iter: 94,900 ] [ performance: 10.884 it/s ] [ lr: 5.00e-05 ] [ eta: 3:28:07 ] [ l_g_pix: 2.6252e-02 ] [ l_g_total: 2.6252e-02 ] +2024-10-02 06:42:22,129 INFO: [ epoch: 71 ] [ iter: 95,000 ] [ performance: 11.132 it/s ] [ lr: 5.00e-05 ] [ eta: 3:27:52 ] [ l_g_pix: 3.2288e-02 ] [ l_g_total: 3.2288e-02 ] +2024-10-02 06:42:30,997 INFO: [ epoch: 71 ] [ iter: 95,100 ] [ performance: 11.425 it/s ] [ lr: 5.00e-05 ] [ eta: 3:27:37 ] [ l_g_pix: 3.0698e-02 ] [ l_g_total: 3.0698e-02 ] +2024-10-02 06:42:39,790 INFO: [ epoch: 71 ] [ iter: 95,200 ] [ performance: 11.385 it/s ] [ lr: 5.00e-05 ] [ eta: 3:27:22 ] [ l_g_pix: 2.9612e-02 ] [ l_g_total: 2.9612e-02 ] +2024-10-02 06:42:48,604 INFO: [ epoch: 71 ] [ iter: 95,300 ] [ performance: 11.424 it/s ] [ lr: 5.00e-05 ] [ eta: 3:27:06 ] [ l_g_pix: 2.2720e-02 ] [ l_g_total: 2.2720e-02 ] +2024-10-02 06:42:57,397 INFO: [ epoch: 71 ] [ iter: 95,400 ] [ performance: 11.384 it/s ] [ lr: 5.00e-05 ] [ eta: 3:26:51 ] [ l_g_pix: 3.0400e-02 ] [ l_g_total: 3.0400e-02 ] +2024-10-02 06:43:06,204 INFO: [ epoch: 71 ] [ iter: 95,500 ] [ performance: 11.492 it/s ] [ lr: 5.00e-05 ] [ eta: 3:26:36 ] [ l_g_pix: 2.0459e-02 ] [ l_g_total: 2.0459e-02 ] +2024-10-02 06:43:14,989 INFO: [ epoch: 71 ] [ iter: 95,600 ] [ performance: 11.406 it/s ] [ lr: 5.00e-05 ] [ eta: 3:26:21 ] [ l_g_pix: 3.9805e-02 ] [ l_g_total: 3.9805e-02 ] +2024-10-02 06:43:23,813 INFO: [ epoch: 71 ] [ iter: 95,700 ] [ performance: 11.465 it/s ] [ lr: 5.00e-05 ] [ eta: 3:26:05 ] [ l_g_pix: 2.6956e-02 ] [ l_g_total: 2.6956e-02 ] +2024-10-02 06:43:32,626 INFO: [ epoch: 71 ] [ iter: 95,800 ] [ performance: 11.371 it/s ] [ lr: 5.00e-05 ] [ eta: 3:25:50 ] [ l_g_pix: 2.6167e-02 ] [ l_g_total: 2.6167e-02 ] +2024-10-02 06:43:41,432 INFO: [ epoch: 71 ] [ iter: 95,900 ] [ performance: 11.479 it/s ] [ lr: 5.00e-05 ] [ eta: 3:25:35 ] [ l_g_pix: 2.7026e-02 ] [ l_g_total: 2.7026e-02 ] +2024-10-02 06:43:50,258 INFO: [ epoch: 71 ] [ iter: 96,000 ] [ performance: 11.359 it/s ] [ lr: 5.00e-05 ] [ eta: 3:25:20 ] [ l_g_pix: 2.7061e-02 ] [ l_g_total: 2.7061e-02 ] +2024-10-02 06:43:59,104 INFO: [ epoch: 71 ] [ iter: 96,100 ] [ performance: 11.470 it/s ] [ lr: 5.00e-05 ] [ eta: 3:25:05 ] [ l_g_pix: 4.7828e-02 ] [ l_g_total: 4.7828e-02 ] +2024-10-02 06:44:09,151 INFO: [ epoch: 72 ] [ iter: 96,200 ] [ performance: 10.205 it/s ] [ lr: 5.00e-05 ] [ eta: 3:24:51 ] [ l_g_pix: 2.4482e-02 ] [ l_g_total: 2.4482e-02 ] +2024-10-02 06:44:18,014 INFO: [ epoch: 72 ] [ iter: 96,300 ] [ performance: 11.490 it/s ] [ lr: 5.00e-05 ] [ eta: 3:24:36 ] [ l_g_pix: 2.8152e-02 ] [ l_g_total: 2.8152e-02 ] +2024-10-02 06:44:26,824 INFO: [ epoch: 72 ] [ iter: 96,400 ] [ performance: 11.375 it/s ] [ lr: 5.00e-05 ] [ eta: 3:24:21 ] [ l_g_pix: 3.8206e-02 ] [ l_g_total: 3.8206e-02 ] +2024-10-02 06:44:35,793 INFO: [ epoch: 72 ] [ iter: 96,500 ] [ performance: 11.114 it/s ] [ lr: 5.00e-05 ] [ eta: 3:24:06 ] [ l_g_pix: 2.8008e-02 ] [ l_g_total: 2.8008e-02 ] +2024-10-02 06:44:44,612 INFO: [ epoch: 72 ] [ iter: 96,600 ] [ performance: 11.302 it/s ] [ lr: 5.00e-05 ] [ eta: 3:23:51 ] [ l_g_pix: 2.4980e-02 ] [ l_g_total: 2.4980e-02 ] +2024-10-02 06:44:53,412 INFO: [ epoch: 72 ] [ iter: 96,700 ] [ performance: 11.472 it/s ] [ lr: 5.00e-05 ] [ eta: 3:23:36 ] [ l_g_pix: 2.5997e-02 ] [ l_g_total: 2.5997e-02 ] +2024-10-02 06:45:02,218 INFO: [ epoch: 72 ] [ iter: 96,800 ] [ performance: 11.375 it/s ] [ lr: 5.00e-05 ] [ eta: 3:23:21 ] [ l_g_pix: 2.8998e-02 ] [ l_g_total: 2.8998e-02 ] +2024-10-02 06:45:11,037 INFO: [ epoch: 72 ] [ iter: 96,900 ] [ performance: 11.494 it/s ] [ lr: 5.00e-05 ] [ eta: 3:23:06 ] [ l_g_pix: 2.9471e-02 ] [ l_g_total: 2.9471e-02 ] +2024-10-02 06:45:19,834 INFO: [ epoch: 72 ] [ iter: 97,000 ] [ performance: 11.388 it/s ] [ lr: 5.00e-05 ] [ eta: 3:22:51 ] [ l_g_pix: 2.2090e-02 ] [ l_g_total: 2.2090e-02 ] +2024-10-02 06:45:28,620 INFO: [ epoch: 72 ] [ iter: 97,100 ] [ performance: 11.493 it/s ] [ lr: 5.00e-05 ] [ eta: 3:22:36 ] [ l_g_pix: 3.2046e-02 ] [ l_g_total: 3.2046e-02 ] +2024-10-02 06:45:37,423 INFO: [ epoch: 72 ] [ iter: 97,200 ] [ performance: 11.380 it/s ] [ lr: 5.00e-05 ] [ eta: 3:22:21 ] [ l_g_pix: 2.7848e-02 ] [ l_g_total: 2.7848e-02 ] +2024-10-02 06:45:46,210 INFO: [ epoch: 72 ] [ iter: 97,300 ] [ performance: 11.579 it/s ] [ lr: 5.00e-05 ] [ eta: 3:22:06 ] [ l_g_pix: 2.8097e-02 ] [ l_g_total: 2.8097e-02 ] +2024-10-02 06:45:54,968 INFO: [ epoch: 72 ] [ iter: 97,400 ] [ performance: 11.441 it/s ] [ lr: 5.00e-05 ] [ eta: 3:21:51 ] [ l_g_pix: 2.7989e-02 ] [ l_g_total: 2.7989e-02 ] +2024-10-02 06:46:03,706 INFO: [ epoch: 72 ] [ iter: 97,500 ] [ performance: 11.625 it/s ] [ lr: 5.00e-05 ] [ eta: 3:21:36 ] [ l_g_pix: 3.1172e-02 ] [ l_g_total: 3.1172e-02 ] +2024-10-02 06:46:14,156 INFO: [ epoch: 73 ] [ iter: 97,600 ] [ performance: 9.797 it/s ] [ lr: 5.00e-05 ] [ eta: 3:21:23 ] [ l_g_pix: 3.0928e-02 ] [ l_g_total: 3.0928e-02 ] +2024-10-02 06:46:23,031 INFO: [ epoch: 73 ] [ iter: 97,700 ] [ performance: 11.558 it/s ] [ lr: 5.00e-05 ] [ eta: 3:21:08 ] [ l_g_pix: 2.8307e-02 ] [ l_g_total: 2.8307e-02 ] +2024-10-02 06:46:31,774 INFO: [ epoch: 73 ] [ iter: 97,800 ] [ performance: 11.454 it/s ] [ lr: 5.00e-05 ] [ eta: 3:20:53 ] [ l_g_pix: 2.8016e-02 ] [ l_g_total: 2.8016e-02 ] +2024-10-02 06:46:40,540 INFO: [ epoch: 73 ] [ iter: 97,900 ] [ performance: 11.570 it/s ] [ lr: 5.00e-05 ] [ eta: 3:20:38 ] [ l_g_pix: 4.1015e-02 ] [ l_g_total: 4.1015e-02 ] +2024-10-02 06:46:49,321 INFO: [ epoch: 73 ] [ iter: 98,000 ] [ performance: 11.410 it/s ] [ lr: 5.00e-05 ] [ eta: 3:20:23 ] [ l_g_pix: 4.7080e-02 ] [ l_g_total: 4.7080e-02 ] +2024-10-02 06:46:58,315 INFO: [ epoch: 73 ] [ iter: 98,100 ] [ performance: 11.513 it/s ] [ lr: 5.00e-05 ] [ eta: 3:20:08 ] [ l_g_pix: 2.4425e-02 ] [ l_g_total: 2.4425e-02 ] +2024-10-02 06:47:07,093 INFO: [ epoch: 73 ] [ iter: 98,200 ] [ performance: 11.405 it/s ] [ lr: 5.00e-05 ] [ eta: 3:19:53 ] [ l_g_pix: 2.2702e-02 ] [ l_g_total: 2.2702e-02 ] +2024-10-02 06:47:15,890 INFO: [ epoch: 73 ] [ iter: 98,300 ] [ performance: 11.476 it/s ] [ lr: 5.00e-05 ] [ eta: 3:19:38 ] [ l_g_pix: 2.5685e-02 ] [ l_g_total: 2.5685e-02 ] +2024-10-02 06:47:24,671 INFO: [ epoch: 73 ] [ iter: 98,400 ] [ performance: 11.399 it/s ] [ lr: 5.00e-05 ] [ eta: 3:19:23 ] [ l_g_pix: 2.0355e-02 ] [ l_g_total: 2.0355e-02 ] +2024-10-02 06:47:33,556 INFO: [ epoch: 73 ] [ iter: 98,500 ] [ performance: 11.459 it/s ] [ lr: 5.00e-05 ] [ eta: 3:19:09 ] [ l_g_pix: 3.2676e-02 ] [ l_g_total: 3.2676e-02 ] +2024-10-02 06:47:42,344 INFO: [ epoch: 73 ] [ iter: 98,600 ] [ performance: 11.386 it/s ] [ lr: 5.00e-05 ] [ eta: 3:18:54 ] [ l_g_pix: 2.8497e-02 ] [ l_g_total: 2.8497e-02 ] +2024-10-02 06:47:51,138 INFO: [ epoch: 73 ] [ iter: 98,700 ] [ performance: 11.496 it/s ] [ lr: 5.00e-05 ] [ eta: 3:18:39 ] [ l_g_pix: 3.1959e-02 ] [ l_g_total: 3.1959e-02 ] +2024-10-02 06:47:59,904 INFO: [ epoch: 73 ] [ iter: 98,800 ] [ performance: 11.416 it/s ] [ lr: 5.00e-05 ] [ eta: 3:18:24 ] [ l_g_pix: 2.5501e-02 ] [ l_g_total: 2.5501e-02 ] +2024-10-02 06:48:10,083 INFO: [ epoch: 74 ] [ iter: 98,900 ] [ performance: 11.531 it/s ] [ lr: 5.00e-05 ] [ eta: 3:18:11 ] [ l_g_pix: 3.2563e-02 ] [ l_g_total: 3.2563e-02 ] +2024-10-02 06:48:18,871 INFO: [ epoch: 74 ] [ iter: 99,000 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 3:17:56 ] [ l_g_pix: 4.2835e-02 ] [ l_g_total: 4.2835e-02 ] +2024-10-02 06:48:27,662 INFO: [ epoch: 74 ] [ iter: 99,100 ] [ performance: 11.512 it/s ] [ lr: 5.00e-05 ] [ eta: 3:17:41 ] [ l_g_pix: 2.4379e-02 ] [ l_g_total: 2.4379e-02 ] +2024-10-02 06:48:36,450 INFO: [ epoch: 74 ] [ iter: 99,200 ] [ performance: 11.389 it/s ] [ lr: 5.00e-05 ] [ eta: 3:17:26 ] [ l_g_pix: 1.9715e-02 ] [ l_g_total: 1.9715e-02 ] +2024-10-02 06:48:45,471 INFO: [ epoch: 74 ] [ iter: 99,300 ] [ performance: 11.577 it/s ] [ lr: 5.00e-05 ] [ eta: 3:17:12 ] [ l_g_pix: 4.0729e-02 ] [ l_g_total: 4.0729e-02 ] +2024-10-02 06:48:54,258 INFO: [ epoch: 74 ] [ iter: 99,400 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 3:16:57 ] [ l_g_pix: 2.4794e-02 ] [ l_g_total: 2.4794e-02 ] +2024-10-02 06:49:03,041 INFO: [ epoch: 74 ] [ iter: 99,500 ] [ performance: 11.497 it/s ] [ lr: 5.00e-05 ] [ eta: 3:16:42 ] [ l_g_pix: 3.5130e-02 ] [ l_g_total: 3.5130e-02 ] +2024-10-02 06:49:11,830 INFO: [ epoch: 74 ] [ iter: 99,600 ] [ performance: 11.384 it/s ] [ lr: 5.00e-05 ] [ eta: 3:16:28 ] [ l_g_pix: 4.1079e-02 ] [ l_g_total: 4.1079e-02 ] +2024-10-02 06:49:20,729 INFO: [ epoch: 74 ] [ iter: 99,700 ] [ performance: 11.553 it/s ] [ lr: 5.00e-05 ] [ eta: 3:16:13 ] [ l_g_pix: 2.0055e-02 ] [ l_g_total: 2.0055e-02 ] +2024-10-02 06:49:29,512 INFO: [ epoch: 74 ] [ iter: 99,800 ] [ performance: 11.393 it/s ] [ lr: 5.00e-05 ] [ eta: 3:15:58 ] [ l_g_pix: 2.3579e-02 ] [ l_g_total: 2.3579e-02 ] +2024-10-02 06:49:38,304 INFO: [ epoch: 74 ] [ iter: 99,900 ] [ performance: 11.531 it/s ] [ lr: 5.00e-05 ] [ eta: 3:15:44 ] [ l_g_pix: 3.2038e-02 ] [ l_g_total: 3.2038e-02 ] +2024-10-02 06:49:47,091 INFO: [ epoch: 74 ] [ iter:100,000 ] [ performance: 11.385 it/s ] [ lr: 5.00e-05 ] [ eta: 3:15:29 ] [ l_g_pix: 4.1345e-02 ] [ l_g_total: 4.1345e-02 ] +2024-10-02 06:49:47,092 INFO: Saving models and training states. +2024-10-02 06:56:15,996 INFO: Validation val + + # psnr: 27.2073........ Best: 27.2073 @ 100000 iter + # ssim: 0.7664........ Best: 0.7664 @ 100000 iter + # dists: 0.7732........ Best: 0.7732 @ 70000 iter + +2024-10-02 06:56:24,697 INFO: [ epoch: 74 ] [ iter:100,100 ] [ performance: 11.492 it/s ] [ lr: 5.00e-05 ] [ eta: 3:21:42 ] [ l_g_pix: 2.0992e-02 ] [ l_g_total: 2.0992e-02 ] +2024-10-02 06:56:33,516 INFO: [ epoch: 74 ] [ iter:100,200 ] [ performance: 11.344 it/s ] [ lr: 5.00e-05 ] [ eta: 3:21:27 ] [ l_g_pix: 2.5422e-02 ] [ l_g_total: 2.5422e-02 ] +2024-10-02 06:56:43,507 INFO: [ epoch: 75 ] [ iter:100,300 ] [ performance: 11.640 it/s ] [ lr: 5.00e-05 ] [ eta: 3:21:13 ] [ l_g_pix: 3.6636e-02 ] [ l_g_total: 3.6636e-02 ] +2024-10-02 06:56:52,292 INFO: [ epoch: 75 ] [ iter:100,400 ] [ performance: 11.387 it/s ] [ lr: 5.00e-05 ] [ eta: 3:20:57 ] [ l_g_pix: 2.3957e-02 ] [ l_g_total: 2.3957e-02 ] +2024-10-02 06:57:01,070 INFO: [ epoch: 75 ] [ iter:100,500 ] [ performance: 11.390 it/s ] [ lr: 5.00e-05 ] [ eta: 3:20:42 ] [ l_g_pix: 3.0762e-02 ] [ l_g_total: 3.0762e-02 ] +2024-10-02 06:57:09,858 INFO: [ epoch: 75 ] [ iter:100,600 ] [ performance: 11.379 it/s ] [ lr: 5.00e-05 ] [ eta: 3:20:27 ] [ l_g_pix: 3.2687e-02 ] [ l_g_total: 3.2687e-02 ] +2024-10-02 06:57:18,644 INFO: [ epoch: 75 ] [ iter:100,700 ] [ performance: 11.381 it/s ] [ lr: 5.00e-05 ] [ eta: 3:20:11 ] [ l_g_pix: 3.8739e-02 ] [ l_g_total: 3.8739e-02 ] +2024-10-02 06:57:27,414 INFO: [ epoch: 75 ] [ iter:100,800 ] [ performance: 11.408 it/s ] [ lr: 5.00e-05 ] [ eta: 3:19:56 ] [ l_g_pix: 2.8604e-02 ] [ l_g_total: 2.8604e-02 ] +2024-10-02 06:57:36,209 INFO: [ epoch: 75 ] [ iter:100,900 ] [ performance: 11.390 it/s ] [ lr: 5.00e-05 ] [ eta: 3:19:41 ] [ l_g_pix: 3.3763e-02 ] [ l_g_total: 3.3763e-02 ] +2024-10-02 06:57:44,997 INFO: [ epoch: 75 ] [ iter:101,000 ] [ performance: 11.391 it/s ] [ lr: 5.00e-05 ] [ eta: 3:19:25 ] [ l_g_pix: 4.6252e-02 ] [ l_g_total: 4.6252e-02 ] +2024-10-02 06:57:53,803 INFO: [ epoch: 75 ] [ iter:101,100 ] [ performance: 11.374 it/s ] [ lr: 5.00e-05 ] [ eta: 3:19:10 ] [ l_g_pix: 2.4162e-02 ] [ l_g_total: 2.4162e-02 ] +2024-10-02 06:58:02,626 INFO: [ epoch: 75 ] [ iter:101,200 ] [ performance: 11.350 it/s ] [ lr: 5.00e-05 ] [ eta: 3:18:55 ] [ l_g_pix: 3.0661e-02 ] [ l_g_total: 3.0661e-02 ] +2024-10-02 06:58:11,452 INFO: [ epoch: 75 ] [ iter:101,300 ] [ performance: 11.340 it/s ] [ lr: 5.00e-05 ] [ eta: 3:18:39 ] [ l_g_pix: 2.9661e-02 ] [ l_g_total: 2.9661e-02 ] +2024-10-02 06:58:20,250 INFO: [ epoch: 75 ] [ iter:101,400 ] [ performance: 11.386 it/s ] [ lr: 5.00e-05 ] [ eta: 3:18:24 ] [ l_g_pix: 3.5817e-02 ] [ l_g_total: 3.5817e-02 ] +2024-10-02 06:58:28,996 INFO: [ epoch: 75 ] [ iter:101,500 ] [ performance: 11.411 it/s ] [ lr: 5.00e-05 ] [ eta: 3:18:09 ] [ l_g_pix: 3.4639e-02 ] [ l_g_total: 3.4639e-02 ] +2024-10-02 06:58:39,125 INFO: [ epoch: 76 ] [ iter:101,600 ] [ performance: 9.820 it/s ] [ lr: 5.00e-05 ] [ eta: 3:17:55 ] [ l_g_pix: 2.4675e-02 ] [ l_g_total: 2.4675e-02 ] +2024-10-02 06:58:47,949 INFO: [ epoch: 76 ] [ iter:101,700 ] [ performance: 10.542 it/s ] [ lr: 5.00e-05 ] [ eta: 3:17:40 ] [ l_g_pix: 2.7333e-02 ] [ l_g_total: 2.7333e-02 ] +2024-10-02 06:58:56,756 INFO: [ epoch: 76 ] [ iter:101,800 ] [ performance: 11.385 it/s ] [ lr: 5.00e-05 ] [ eta: 3:17:24 ] [ l_g_pix: 2.2957e-02 ] [ l_g_total: 2.2957e-02 ] +2024-10-02 06:59:05,565 INFO: [ epoch: 76 ] [ iter:101,900 ] [ performance: 11.368 it/s ] [ lr: 5.00e-05 ] [ eta: 3:17:09 ] [ l_g_pix: 2.1967e-02 ] [ l_g_total: 2.1967e-02 ] +2024-10-02 06:59:14,364 INFO: [ epoch: 76 ] [ iter:102,000 ] [ performance: 11.401 it/s ] [ lr: 5.00e-05 ] [ eta: 3:16:54 ] [ l_g_pix: 2.7063e-02 ] [ l_g_total: 2.7063e-02 ] +2024-10-02 06:59:23,160 INFO: [ epoch: 76 ] [ iter:102,100 ] [ performance: 11.385 it/s ] [ lr: 5.00e-05 ] [ eta: 3:16:39 ] [ l_g_pix: 2.8853e-02 ] [ l_g_total: 2.8853e-02 ] +2024-10-02 06:59:31,970 INFO: [ epoch: 76 ] [ iter:102,200 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 3:16:24 ] [ l_g_pix: 2.2177e-02 ] [ l_g_total: 2.2177e-02 ] +2024-10-02 06:59:40,759 INFO: [ epoch: 76 ] [ iter:102,300 ] [ performance: 11.385 it/s ] [ lr: 5.00e-05 ] [ eta: 3:16:09 ] [ l_g_pix: 3.5580e-02 ] [ l_g_total: 3.5580e-02 ] +2024-10-02 06:59:49,635 INFO: [ epoch: 76 ] [ iter:102,400 ] [ performance: 11.301 it/s ] [ lr: 5.00e-05 ] [ eta: 3:15:54 ] [ l_g_pix: 2.5013e-02 ] [ l_g_total: 2.5013e-02 ] +2024-10-02 06:59:58,484 INFO: [ epoch: 76 ] [ iter:102,500 ] [ performance: 11.301 it/s ] [ lr: 5.00e-05 ] [ eta: 3:15:38 ] [ l_g_pix: 1.9612e-02 ] [ l_g_total: 1.9612e-02 ] +2024-10-02 07:00:07,330 INFO: [ epoch: 76 ] [ iter:102,600 ] [ performance: 11.354 it/s ] [ lr: 5.00e-05 ] [ eta: 3:15:23 ] [ l_g_pix: 3.2123e-02 ] [ l_g_total: 3.2123e-02 ] +2024-10-02 07:00:16,195 INFO: [ epoch: 76 ] [ iter:102,700 ] [ performance: 11.316 it/s ] [ lr: 5.00e-05 ] [ eta: 3:15:08 ] [ l_g_pix: 2.9633e-02 ] [ l_g_total: 2.9633e-02 ] +2024-10-02 07:00:24,967 INFO: [ epoch: 76 ] [ iter:102,800 ] [ performance: 11.462 it/s ] [ lr: 5.00e-05 ] [ eta: 3:14:53 ] [ l_g_pix: 3.2724e-02 ] [ l_g_total: 3.2724e-02 ] +2024-10-02 07:00:35,047 INFO: [ epoch: 77 ] [ iter:102,900 ] [ performance: 10.592 it/s ] [ lr: 5.00e-05 ] [ eta: 3:14:39 ] [ l_g_pix: 2.7484e-02 ] [ l_g_total: 2.7484e-02 ] +2024-10-02 07:00:43,800 INFO: [ epoch: 77 ] [ iter:103,000 ] [ performance: 11.492 it/s ] [ lr: 5.00e-05 ] [ eta: 3:14:24 ] [ l_g_pix: 4.1262e-02 ] [ l_g_total: 4.1262e-02 ] +2024-10-02 07:00:52,551 INFO: [ epoch: 77 ] [ iter:103,100 ] [ performance: 11.458 it/s ] [ lr: 5.00e-05 ] [ eta: 3:14:09 ] [ l_g_pix: 2.5324e-02 ] [ l_g_total: 2.5324e-02 ] +2024-10-02 07:01:01,282 INFO: [ epoch: 77 ] [ iter:103,200 ] [ performance: 11.514 it/s ] [ lr: 5.00e-05 ] [ eta: 3:13:54 ] [ l_g_pix: 3.5009e-02 ] [ l_g_total: 3.5009e-02 ] +2024-10-02 07:01:10,014 INFO: [ epoch: 77 ] [ iter:103,300 ] [ performance: 11.481 it/s ] [ lr: 5.00e-05 ] [ eta: 3:13:39 ] [ l_g_pix: 3.8693e-02 ] [ l_g_total: 3.8693e-02 ] +2024-10-02 07:01:18,763 INFO: [ epoch: 77 ] [ iter:103,400 ] [ performance: 11.488 it/s ] [ lr: 5.00e-05 ] [ eta: 3:13:24 ] [ l_g_pix: 3.0563e-02 ] [ l_g_total: 3.0563e-02 ] +2024-10-02 07:01:27,561 INFO: [ epoch: 77 ] [ iter:103,500 ] [ performance: 11.422 it/s ] [ lr: 5.00e-05 ] [ eta: 3:13:09 ] [ l_g_pix: 2.5194e-02 ] [ l_g_total: 2.5194e-02 ] +2024-10-02 07:01:36,340 INFO: [ epoch: 77 ] [ iter:103,600 ] [ performance: 11.457 it/s ] [ lr: 5.00e-05 ] [ eta: 3:12:54 ] [ l_g_pix: 3.7272e-02 ] [ l_g_total: 3.7272e-02 ] +2024-10-02 07:01:45,114 INFO: [ epoch: 77 ] [ iter:103,700 ] [ performance: 11.426 it/s ] [ lr: 5.00e-05 ] [ eta: 3:12:39 ] [ l_g_pix: 3.3834e-02 ] [ l_g_total: 3.3834e-02 ] +2024-10-02 07:01:53,904 INFO: [ epoch: 77 ] [ iter:103,800 ] [ performance: 11.431 it/s ] [ lr: 5.00e-05 ] [ eta: 3:12:24 ] [ l_g_pix: 3.0687e-02 ] [ l_g_total: 3.0687e-02 ] +2024-10-02 07:02:02,700 INFO: [ epoch: 77 ] [ iter:103,900 ] [ performance: 11.397 it/s ] [ lr: 5.00e-05 ] [ eta: 3:12:09 ] [ l_g_pix: 2.6291e-02 ] [ l_g_total: 2.6291e-02 ] +2024-10-02 07:02:11,498 INFO: [ epoch: 77 ] [ iter:104,000 ] [ performance: 11.421 it/s ] [ lr: 5.00e-05 ] [ eta: 3:11:54 ] [ l_g_pix: 2.8842e-02 ] [ l_g_total: 2.8842e-02 ] +2024-10-02 07:02:20,315 INFO: [ epoch: 77 ] [ iter:104,100 ] [ performance: 11.378 it/s ] [ lr: 5.00e-05 ] [ eta: 3:11:39 ] [ l_g_pix: 1.8884e-02 ] [ l_g_total: 1.8884e-02 ] +2024-10-02 07:02:29,011 INFO: [ epoch: 77 ] [ iter:104,200 ] [ performance: 11.571 it/s ] [ lr: 5.00e-05 ] [ eta: 3:11:24 ] [ l_g_pix: 2.3017e-02 ] [ l_g_total: 2.3017e-02 ] +2024-10-02 07:02:39,077 INFO: [ epoch: 78 ] [ iter:104,300 ] [ performance: 10.611 it/s ] [ lr: 5.00e-05 ] [ eta: 3:11:10 ] [ l_g_pix: 3.7269e-02 ] [ l_g_total: 3.7269e-02 ] +2024-10-02 07:02:47,855 INFO: [ epoch: 78 ] [ iter:104,400 ] [ performance: 11.449 it/s ] [ lr: 5.00e-05 ] [ eta: 3:10:55 ] [ l_g_pix: 2.5359e-02 ] [ l_g_total: 2.5359e-02 ] +2024-10-02 07:02:56,677 INFO: [ epoch: 78 ] [ iter:104,500 ] [ performance: 11.387 it/s ] [ lr: 5.00e-05 ] [ eta: 3:10:40 ] [ l_g_pix: 2.5524e-02 ] [ l_g_total: 2.5524e-02 ] +2024-10-02 07:03:05,467 INFO: [ epoch: 78 ] [ iter:104,600 ] [ performance: 11.429 it/s ] [ lr: 5.00e-05 ] [ eta: 3:10:26 ] [ l_g_pix: 3.3058e-02 ] [ l_g_total: 3.3058e-02 ] +2024-10-02 07:03:14,266 INFO: [ epoch: 78 ] [ iter:104,700 ] [ performance: 11.394 it/s ] [ lr: 5.00e-05 ] [ eta: 3:10:11 ] [ l_g_pix: 3.0319e-02 ] [ l_g_total: 3.0319e-02 ] +2024-10-02 07:03:23,070 INFO: [ epoch: 78 ] [ iter:104,800 ] [ performance: 11.424 it/s ] [ lr: 5.00e-05 ] [ eta: 3:09:56 ] [ l_g_pix: 2.8529e-02 ] [ l_g_total: 2.8529e-02 ] +2024-10-02 07:03:31,878 INFO: [ epoch: 78 ] [ iter:104,900 ] [ performance: 11.385 it/s ] [ lr: 5.00e-05 ] [ eta: 3:09:41 ] [ l_g_pix: 1.5059e-02 ] [ l_g_total: 1.5059e-02 ] +2024-10-02 07:03:40,677 INFO: [ epoch: 78 ] [ iter:105,000 ] [ performance: 11.421 it/s ] [ lr: 5.00e-05 ] [ eta: 3:09:26 ] [ l_g_pix: 3.5745e-02 ] [ l_g_total: 3.5745e-02 ] +2024-10-02 07:03:49,485 INFO: [ epoch: 78 ] [ iter:105,100 ] [ performance: 11.384 it/s ] [ lr: 5.00e-05 ] [ eta: 3:09:11 ] [ l_g_pix: 2.9192e-02 ] [ l_g_total: 2.9192e-02 ] +2024-10-02 07:03:58,289 INFO: [ epoch: 78 ] [ iter:105,200 ] [ performance: 11.415 it/s ] [ lr: 5.00e-05 ] [ eta: 3:08:57 ] [ l_g_pix: 3.1482e-02 ] [ l_g_total: 3.1482e-02 ] +2024-10-02 07:04:07,089 INFO: [ epoch: 78 ] [ iter:105,300 ] [ performance: 11.387 it/s ] [ lr: 5.00e-05 ] [ eta: 3:08:42 ] [ l_g_pix: 3.2995e-02 ] [ l_g_total: 3.2995e-02 ] +2024-10-02 07:04:15,870 INFO: [ epoch: 78 ] [ iter:105,400 ] [ performance: 11.438 it/s ] [ lr: 5.00e-05 ] [ eta: 3:08:27 ] [ l_g_pix: 2.5293e-02 ] [ l_g_total: 2.5293e-02 ] +2024-10-02 07:04:24,602 INFO: [ epoch: 78 ] [ iter:105,500 ] [ performance: 11.446 it/s ] [ lr: 5.00e-05 ] [ eta: 3:08:12 ] [ l_g_pix: 4.4168e-02 ] [ l_g_total: 4.4168e-02 ] +2024-10-02 07:04:34,951 INFO: [ epoch: 79 ] [ iter:105,600 ] [ performance: 9.213 it/s ] [ lr: 5.00e-05 ] [ eta: 3:07:59 ] [ l_g_pix: 2.5711e-02 ] [ l_g_total: 2.5711e-02 ] +2024-10-02 07:04:43,965 INFO: [ epoch: 79 ] [ iter:105,700 ] [ performance: 10.202 it/s ] [ lr: 5.00e-05 ] [ eta: 3:07:44 ] [ l_g_pix: 2.0803e-02 ] [ l_g_total: 2.0803e-02 ] +2024-10-02 07:04:52,760 INFO: [ epoch: 79 ] [ iter:105,800 ] [ performance: 11.442 it/s ] [ lr: 5.00e-05 ] [ eta: 3:07:29 ] [ l_g_pix: 2.3778e-02 ] [ l_g_total: 2.3778e-02 ] +2024-10-02 07:05:01,560 INFO: [ epoch: 79 ] [ iter:105,900 ] [ performance: 11.397 it/s ] [ lr: 5.00e-05 ] [ eta: 3:07:15 ] [ l_g_pix: 3.8910e-02 ] [ l_g_total: 3.8910e-02 ] +2024-10-02 07:05:10,333 INFO: [ epoch: 79 ] [ iter:106,000 ] [ performance: 11.482 it/s ] [ lr: 5.00e-05 ] [ eta: 3:07:00 ] [ l_g_pix: 2.7365e-02 ] [ l_g_total: 2.7365e-02 ] +2024-10-02 07:05:19,360 INFO: [ epoch: 79 ] [ iter:106,100 ] [ performance: 11.245 it/s ] [ lr: 5.00e-05 ] [ eta: 3:06:45 ] [ l_g_pix: 4.1172e-02 ] [ l_g_total: 4.1172e-02 ] +2024-10-02 07:05:28,185 INFO: [ epoch: 79 ] [ iter:106,200 ] [ performance: 11.461 it/s ] [ lr: 5.00e-05 ] [ eta: 3:06:31 ] [ l_g_pix: 3.1890e-02 ] [ l_g_total: 3.1890e-02 ] +2024-10-02 07:05:36,966 INFO: [ epoch: 79 ] [ iter:106,300 ] [ performance: 11.419 it/s ] [ lr: 5.00e-05 ] [ eta: 3:06:16 ] [ l_g_pix: 2.5815e-02 ] [ l_g_total: 2.5815e-02 ] +2024-10-02 07:05:45,754 INFO: [ epoch: 79 ] [ iter:106,400 ] [ performance: 11.486 it/s ] [ lr: 5.00e-05 ] [ eta: 3:06:01 ] [ l_g_pix: 3.7199e-02 ] [ l_g_total: 3.7199e-02 ] +2024-10-02 07:05:54,577 INFO: [ epoch: 79 ] [ iter:106,500 ] [ performance: 11.397 it/s ] [ lr: 5.00e-05 ] [ eta: 3:05:47 ] [ l_g_pix: 2.9860e-02 ] [ l_g_total: 2.9860e-02 ] +2024-10-02 07:06:03,375 INFO: [ epoch: 79 ] [ iter:106,600 ] [ performance: 11.500 it/s ] [ lr: 5.00e-05 ] [ eta: 3:05:32 ] [ l_g_pix: 2.7473e-02 ] [ l_g_total: 2.7473e-02 ] +2024-10-02 07:06:12,174 INFO: [ epoch: 79 ] [ iter:106,700 ] [ performance: 11.421 it/s ] [ lr: 5.00e-05 ] [ eta: 3:05:17 ] [ l_g_pix: 3.4303e-02 ] [ l_g_total: 3.4303e-02 ] +2024-10-02 07:06:20,936 INFO: [ epoch: 79 ] [ iter:106,800 ] [ performance: 11.536 it/s ] [ lr: 5.00e-05 ] [ eta: 3:05:03 ] [ l_g_pix: 2.3741e-02 ] [ l_g_total: 2.3741e-02 ] +2024-10-02 07:06:31,389 INFO: [ epoch: 80 ] [ iter:106,900 ] [ performance: 10.284 it/s ] [ lr: 5.00e-05 ] [ eta: 3:04:50 ] [ l_g_pix: 3.5396e-02 ] [ l_g_total: 3.5396e-02 ] +2024-10-02 07:06:40,411 INFO: [ epoch: 80 ] [ iter:107,000 ] [ performance: 11.346 it/s ] [ lr: 5.00e-05 ] [ eta: 3:04:35 ] [ l_g_pix: 2.3501e-02 ] [ l_g_total: 2.3501e-02 ] +2024-10-02 07:06:49,187 INFO: [ epoch: 80 ] [ iter:107,100 ] [ performance: 11.375 it/s ] [ lr: 5.00e-05 ] [ eta: 3:04:20 ] [ l_g_pix: 2.6470e-02 ] [ l_g_total: 2.6470e-02 ] +2024-10-02 07:06:57,956 INFO: [ epoch: 80 ] [ iter:107,200 ] [ performance: 11.524 it/s ] [ lr: 5.00e-05 ] [ eta: 3:04:06 ] [ l_g_pix: 3.3439e-02 ] [ l_g_total: 3.3439e-02 ] +2024-10-02 07:07:06,750 INFO: [ epoch: 80 ] [ iter:107,300 ] [ performance: 11.433 it/s ] [ lr: 5.00e-05 ] [ eta: 3:03:51 ] [ l_g_pix: 2.5169e-02 ] [ l_g_total: 2.5169e-02 ] +2024-10-02 07:07:15,720 INFO: [ epoch: 80 ] [ iter:107,400 ] [ performance: 11.170 it/s ] [ lr: 5.00e-05 ] [ eta: 3:03:37 ] [ l_g_pix: 2.6116e-02 ] [ l_g_total: 2.6116e-02 ] +2024-10-02 07:07:24,521 INFO: [ epoch: 80 ] [ iter:107,500 ] [ performance: 11.286 it/s ] [ lr: 5.00e-05 ] [ eta: 3:03:22 ] [ l_g_pix: 3.1237e-02 ] [ l_g_total: 3.1237e-02 ] +2024-10-02 07:07:33,316 INFO: [ epoch: 80 ] [ iter:107,600 ] [ performance: 11.507 it/s ] [ lr: 5.00e-05 ] [ eta: 3:03:08 ] [ l_g_pix: 1.3996e-02 ] [ l_g_total: 1.3996e-02 ] +2024-10-02 07:07:42,119 INFO: [ epoch: 80 ] [ iter:107,700 ] [ performance: 11.418 it/s ] [ lr: 5.00e-05 ] [ eta: 3:02:53 ] [ l_g_pix: 3.7116e-02 ] [ l_g_total: 3.7116e-02 ] +2024-10-02 07:07:51,076 INFO: [ epoch: 80 ] [ iter:107,800 ] [ performance: 11.189 it/s ] [ lr: 5.00e-05 ] [ eta: 3:02:39 ] [ l_g_pix: 3.0619e-02 ] [ l_g_total: 3.0619e-02 ] +2024-10-02 07:07:59,862 INFO: [ epoch: 80 ] [ iter:107,900 ] [ performance: 11.306 it/s ] [ lr: 5.00e-05 ] [ eta: 3:02:24 ] [ l_g_pix: 2.7802e-02 ] [ l_g_total: 2.7802e-02 ] +2024-10-02 07:08:08,635 INFO: [ epoch: 80 ] [ iter:108,000 ] [ performance: 11.538 it/s ] [ lr: 5.00e-05 ] [ eta: 3:02:10 ] [ l_g_pix: 3.0542e-02 ] [ l_g_total: 3.0542e-02 ] +2024-10-02 07:08:17,431 INFO: [ epoch: 80 ] [ iter:108,100 ] [ performance: 11.434 it/s ] [ lr: 5.00e-05 ] [ eta: 3:01:55 ] [ l_g_pix: 1.6932e-02 ] [ l_g_total: 1.6932e-02 ] +2024-10-02 07:08:26,242 INFO: [ epoch: 80 ] [ iter:108,200 ] [ performance: 11.417 it/s ] [ lr: 5.00e-05 ] [ eta: 3:01:41 ] [ l_g_pix: 1.9572e-02 ] [ l_g_total: 1.9572e-02 ] +2024-10-02 07:08:36,465 INFO: [ epoch: 81 ] [ iter:108,300 ] [ performance: 10.350 it/s ] [ lr: 5.00e-05 ] [ eta: 3:01:27 ] [ l_g_pix: 3.9720e-02 ] [ l_g_total: 3.9720e-02 ] +2024-10-02 07:08:45,233 INFO: [ epoch: 81 ] [ iter:108,400 ] [ performance: 11.535 it/s ] [ lr: 5.00e-05 ] [ eta: 3:01:13 ] [ l_g_pix: 2.3013e-02 ] [ l_g_total: 2.3013e-02 ] +2024-10-02 07:08:54,014 INFO: [ epoch: 81 ] [ iter:108,500 ] [ performance: 11.444 it/s ] [ lr: 5.00e-05 ] [ eta: 3:00:58 ] [ l_g_pix: 3.0207e-02 ] [ l_g_total: 3.0207e-02 ] +2024-10-02 07:09:02,944 INFO: [ epoch: 81 ] [ iter:108,600 ] [ performance: 11.179 it/s ] [ lr: 5.00e-05 ] [ eta: 3:00:44 ] [ l_g_pix: 1.9626e-02 ] [ l_g_total: 1.9626e-02 ] +2024-10-02 07:09:11,747 INFO: [ epoch: 81 ] [ iter:108,700 ] [ performance: 11.292 it/s ] [ lr: 5.00e-05 ] [ eta: 3:00:30 ] [ l_g_pix: 2.1940e-02 ] [ l_g_total: 2.1940e-02 ] +2024-10-02 07:09:20,516 INFO: [ epoch: 81 ] [ iter:108,800 ] [ performance: 11.523 it/s ] [ lr: 5.00e-05 ] [ eta: 3:00:15 ] [ l_g_pix: 3.0579e-02 ] [ l_g_total: 3.0579e-02 ] +2024-10-02 07:09:29,293 INFO: [ epoch: 81 ] [ iter:108,900 ] [ performance: 11.442 it/s ] [ lr: 5.00e-05 ] [ eta: 3:00:01 ] [ l_g_pix: 2.8499e-02 ] [ l_g_total: 2.8499e-02 ] +2024-10-02 07:09:38,174 INFO: [ epoch: 81 ] [ iter:109,000 ] [ performance: 11.256 it/s ] [ lr: 5.00e-05 ] [ eta: 2:59:46 ] [ l_g_pix: 2.6250e-02 ] [ l_g_total: 2.6250e-02 ] +2024-10-02 07:09:46,951 INFO: [ epoch: 81 ] [ iter:109,100 ] [ performance: 11.343 it/s ] [ lr: 5.00e-05 ] [ eta: 2:59:32 ] [ l_g_pix: 2.7800e-02 ] [ l_g_total: 2.7800e-02 ] +2024-10-02 07:09:55,753 INFO: [ epoch: 81 ] [ iter:109,200 ] [ performance: 11.457 it/s ] [ lr: 5.00e-05 ] [ eta: 2:59:18 ] [ l_g_pix: 3.1039e-02 ] [ l_g_total: 3.1039e-02 ] +2024-10-02 07:10:04,545 INFO: [ epoch: 81 ] [ iter:109,300 ] [ performance: 11.404 it/s ] [ lr: 5.00e-05 ] [ eta: 2:59:03 ] [ l_g_pix: 4.1924e-02 ] [ l_g_total: 4.1924e-02 ] +2024-10-02 07:10:13,427 INFO: [ epoch: 81 ] [ iter:109,400 ] [ performance: 11.280 it/s ] [ lr: 5.00e-05 ] [ eta: 2:58:49 ] [ l_g_pix: 2.2570e-02 ] [ l_g_total: 2.2570e-02 ] +2024-10-02 07:10:22,172 INFO: [ epoch: 81 ] [ iter:109,500 ] [ performance: 11.380 it/s ] [ lr: 5.00e-05 ] [ eta: 2:58:35 ] [ l_g_pix: 3.3830e-02 ] [ l_g_total: 3.3830e-02 ] +2024-10-02 07:10:32,268 INFO: [ epoch: 82 ] [ iter:109,600 ] [ performance: 8.979 it/s ] [ lr: 5.00e-05 ] [ eta: 2:58:21 ] [ l_g_pix: 3.0492e-02 ] [ l_g_total: 3.0492e-02 ] +2024-10-02 07:10:41,054 INFO: [ epoch: 82 ] [ iter:109,700 ] [ performance: 10.395 it/s ] [ lr: 5.00e-05 ] [ eta: 2:58:07 ] [ l_g_pix: 3.1075e-02 ] [ l_g_total: 3.1075e-02 ] +2024-10-02 07:10:49,974 INFO: [ epoch: 82 ] [ iter:109,800 ] [ performance: 11.245 it/s ] [ lr: 5.00e-05 ] [ eta: 2:57:53 ] [ l_g_pix: 3.9823e-02 ] [ l_g_total: 3.9823e-02 ] +2024-10-02 07:10:58,772 INFO: [ epoch: 82 ] [ iter:109,900 ] [ performance: 11.324 it/s ] [ lr: 5.00e-05 ] [ eta: 2:57:38 ] [ l_g_pix: 2.2530e-02 ] [ l_g_total: 2.2530e-02 ] +2024-10-02 07:11:07,555 INFO: [ epoch: 82 ] [ iter:110,000 ] [ performance: 11.522 it/s ] [ lr: 5.00e-05 ] [ eta: 2:57:24 ] [ l_g_pix: 3.7037e-02 ] [ l_g_total: 3.7037e-02 ] +2024-10-02 07:11:07,555 INFO: Saving models and training states. +2024-10-02 07:19:43,958 INFO: Validation val + + # psnr: 27.2158........ Best: 27.2158 @ 110000 iter + # ssim: 0.7667........ Best: 0.7667 @ 110000 iter + # dists: 0.7732........ Best: 0.7732 @ 110000 iter + +2024-10-02 07:19:52,652 INFO: [ epoch: 82 ] [ iter:110,100 ] [ performance: 11.511 it/s ] [ lr: 5.00e-05 ] [ eta: 3:04:11 ] [ l_g_pix: 2.1144e-02 ] [ l_g_total: 2.1144e-02 ] +2024-10-02 07:20:01,399 INFO: [ epoch: 82 ] [ iter:110,200 ] [ performance: 11.593 it/s ] [ lr: 5.00e-05 ] [ eta: 3:03:56 ] [ l_g_pix: 2.7227e-02 ] [ l_g_total: 2.7227e-02 ] +2024-10-02 07:20:10,230 INFO: [ epoch: 82 ] [ iter:110,300 ] [ performance: 11.415 it/s ] [ lr: 5.00e-05 ] [ eta: 3:03:41 ] [ l_g_pix: 3.4290e-02 ] [ l_g_total: 3.4290e-02 ] +2024-10-02 07:20:19,068 INFO: [ epoch: 82 ] [ iter:110,400 ] [ performance: 11.573 it/s ] [ lr: 5.00e-05 ] [ eta: 3:03:26 ] [ l_g_pix: 2.4121e-02 ] [ l_g_total: 2.4121e-02 ] +2024-10-02 07:20:28,042 INFO: [ epoch: 82 ] [ iter:110,500 ] [ performance: 11.286 it/s ] [ lr: 5.00e-05 ] [ eta: 3:03:11 ] [ l_g_pix: 2.3584e-02 ] [ l_g_total: 2.3584e-02 ] +2024-10-02 07:20:37,008 INFO: [ epoch: 82 ] [ iter:110,600 ] [ performance: 11.510 it/s ] [ lr: 5.00e-05 ] [ eta: 3:02:56 ] [ l_g_pix: 2.3149e-02 ] [ l_g_total: 2.3149e-02 ] +2024-10-02 07:20:45,803 INFO: [ epoch: 82 ] [ iter:110,700 ] [ performance: 11.417 it/s ] [ lr: 5.00e-05 ] [ eta: 3:02:41 ] [ l_g_pix: 2.9265e-02 ] [ l_g_total: 2.9265e-02 ] +2024-10-02 07:20:54,692 INFO: [ epoch: 82 ] [ iter:110,800 ] [ performance: 11.481 it/s ] [ lr: 5.00e-05 ] [ eta: 3:02:26 ] [ l_g_pix: 3.1543e-02 ] [ l_g_total: 3.1543e-02 ] +2024-10-02 07:21:04,771 INFO: [ epoch: 83 ] [ iter:110,900 ] [ performance: 10.386 it/s ] [ lr: 5.00e-05 ] [ eta: 3:02:12 ] [ l_g_pix: 3.0523e-02 ] [ l_g_total: 3.0523e-02 ] +2024-10-02 07:21:13,591 INFO: [ epoch: 83 ] [ iter:111,000 ] [ performance: 11.530 it/s ] [ lr: 5.00e-05 ] [ eta: 3:01:57 ] [ l_g_pix: 3.0117e-02 ] [ l_g_total: 3.0117e-02 ] +2024-10-02 07:21:22,378 INFO: [ epoch: 83 ] [ iter:111,100 ] [ performance: 11.429 it/s ] [ lr: 5.00e-05 ] [ eta: 3:01:42 ] [ l_g_pix: 2.0468e-02 ] [ l_g_total: 2.0468e-02 ] +2024-10-02 07:21:31,328 INFO: [ epoch: 83 ] [ iter:111,200 ] [ performance: 11.047 it/s ] [ lr: 5.00e-05 ] [ eta: 3:01:27 ] [ l_g_pix: 2.4546e-02 ] [ l_g_total: 2.4546e-02 ] +2024-10-02 07:21:40,455 INFO: [ epoch: 83 ] [ iter:111,300 ] [ performance: 10.986 it/s ] [ lr: 5.00e-05 ] [ eta: 3:01:12 ] [ l_g_pix: 2.9060e-02 ] [ l_g_total: 2.9060e-02 ] +2024-10-02 07:21:49,254 INFO: [ epoch: 83 ] [ iter:111,400 ] [ performance: 11.512 it/s ] [ lr: 5.00e-05 ] [ eta: 3:00:57 ] [ l_g_pix: 2.3482e-02 ] [ l_g_total: 2.3482e-02 ] +2024-10-02 07:21:58,060 INFO: [ epoch: 83 ] [ iter:111,500 ] [ performance: 11.405 it/s ] [ lr: 5.00e-05 ] [ eta: 3:00:42 ] [ l_g_pix: 3.5551e-02 ] [ l_g_total: 3.5551e-02 ] +2024-10-02 07:22:06,844 INFO: [ epoch: 83 ] [ iter:111,600 ] [ performance: 11.523 it/s ] [ lr: 5.00e-05 ] [ eta: 3:00:27 ] [ l_g_pix: 3.4338e-02 ] [ l_g_total: 3.4338e-02 ] +2024-10-02 07:22:15,626 INFO: [ epoch: 83 ] [ iter:111,700 ] [ performance: 11.430 it/s ] [ lr: 5.00e-05 ] [ eta: 3:00:12 ] [ l_g_pix: 3.7744e-02 ] [ l_g_total: 3.7744e-02 ] +2024-10-02 07:22:24,474 INFO: [ epoch: 83 ] [ iter:111,800 ] [ performance: 11.376 it/s ] [ lr: 5.00e-05 ] [ eta: 2:59:57 ] [ l_g_pix: 3.0349e-02 ] [ l_g_total: 3.0349e-02 ] +2024-10-02 07:22:33,247 INFO: [ epoch: 83 ] [ iter:111,900 ] [ performance: 11.393 it/s ] [ lr: 5.00e-05 ] [ eta: 2:59:42 ] [ l_g_pix: 3.0108e-02 ] [ l_g_total: 3.0108e-02 ] +2024-10-02 07:22:42,011 INFO: [ epoch: 83 ] [ iter:112,000 ] [ performance: 11.533 it/s ] [ lr: 5.00e-05 ] [ eta: 2:59:27 ] [ l_g_pix: 3.4116e-02 ] [ l_g_total: 3.4116e-02 ] +2024-10-02 07:22:50,851 INFO: [ epoch: 83 ] [ iter:112,100 ] [ performance: 11.379 it/s ] [ lr: 5.00e-05 ] [ eta: 2:59:12 ] [ l_g_pix: 3.3708e-02 ] [ l_g_total: 3.3708e-02 ] +2024-10-02 07:22:59,562 INFO: [ epoch: 83 ] [ iter:112,200 ] [ performance: 11.671 it/s ] [ lr: 5.00e-05 ] [ eta: 2:58:57 ] [ l_g_pix: 3.6052e-02 ] [ l_g_total: 3.6052e-02 ] +2024-10-02 07:23:09,739 INFO: [ epoch: 84 ] [ iter:112,300 ] [ performance: 10.309 it/s ] [ lr: 5.00e-05 ] [ eta: 2:58:44 ] [ l_g_pix: 2.6898e-02 ] [ l_g_total: 2.6898e-02 ] +2024-10-02 07:23:18,505 INFO: [ epoch: 84 ] [ iter:112,400 ] [ performance: 11.540 it/s ] [ lr: 5.00e-05 ] [ eta: 2:58:29 ] [ l_g_pix: 2.6811e-02 ] [ l_g_total: 2.6811e-02 ] +2024-10-02 07:23:27,285 INFO: [ epoch: 84 ] [ iter:112,500 ] [ performance: 11.434 it/s ] [ lr: 5.00e-05 ] [ eta: 2:58:14 ] [ l_g_pix: 3.7768e-02 ] [ l_g_total: 3.7768e-02 ] +2024-10-02 07:23:36,047 INFO: [ epoch: 84 ] [ iter:112,600 ] [ performance: 11.546 it/s ] [ lr: 5.00e-05 ] [ eta: 2:57:59 ] [ l_g_pix: 2.7545e-02 ] [ l_g_total: 2.7545e-02 ] +2024-10-02 07:23:44,828 INFO: [ epoch: 84 ] [ iter:112,700 ] [ performance: 11.434 it/s ] [ lr: 5.00e-05 ] [ eta: 2:57:44 ] [ l_g_pix: 2.0261e-02 ] [ l_g_total: 2.0261e-02 ] +2024-10-02 07:23:53,610 INFO: [ epoch: 84 ] [ iter:112,800 ] [ performance: 11.543 it/s ] [ lr: 5.00e-05 ] [ eta: 2:57:29 ] [ l_g_pix: 2.7365e-02 ] [ l_g_total: 2.7365e-02 ] +2024-10-02 07:24:02,420 INFO: [ epoch: 84 ] [ iter:112,900 ] [ performance: 11.405 it/s ] [ lr: 5.00e-05 ] [ eta: 2:57:14 ] [ l_g_pix: 2.6735e-02 ] [ l_g_total: 2.6735e-02 ] +2024-10-02 07:24:11,196 INFO: [ epoch: 84 ] [ iter:113,000 ] [ performance: 11.543 it/s ] [ lr: 5.00e-05 ] [ eta: 2:56:59 ] [ l_g_pix: 2.8217e-02 ] [ l_g_total: 2.8217e-02 ] +2024-10-02 07:24:19,992 INFO: [ epoch: 84 ] [ iter:113,100 ] [ performance: 11.417 it/s ] [ lr: 5.00e-05 ] [ eta: 2:56:45 ] [ l_g_pix: 3.2480e-02 ] [ l_g_total: 3.2480e-02 ] +2024-10-02 07:24:28,800 INFO: [ epoch: 84 ] [ iter:113,200 ] [ performance: 11.492 it/s ] [ lr: 5.00e-05 ] [ eta: 2:56:30 ] [ l_g_pix: 2.9063e-02 ] [ l_g_total: 2.9063e-02 ] +2024-10-02 07:24:37,608 INFO: [ epoch: 84 ] [ iter:113,300 ] [ performance: 11.392 it/s ] [ lr: 5.00e-05 ] [ eta: 2:56:15 ] [ l_g_pix: 2.8807e-02 ] [ l_g_total: 2.8807e-02 ] +2024-10-02 07:24:46,421 INFO: [ epoch: 84 ] [ iter:113,400 ] [ performance: 11.446 it/s ] [ lr: 5.00e-05 ] [ eta: 2:56:00 ] [ l_g_pix: 2.9646e-02 ] [ l_g_total: 2.9646e-02 ] +2024-10-02 07:24:55,224 INFO: [ epoch: 84 ] [ iter:113,500 ] [ performance: 11.383 it/s ] [ lr: 5.00e-05 ] [ eta: 2:55:45 ] [ l_g_pix: 4.0678e-02 ] [ l_g_total: 4.0678e-02 ] +2024-10-02 07:25:05,524 INFO: [ epoch: 85 ] [ iter:113,600 ] [ performance: 10.532 it/s ] [ lr: 5.00e-05 ] [ eta: 2:55:32 ] [ l_g_pix: 2.6259e-02 ] [ l_g_total: 2.6259e-02 ] +2024-10-02 07:25:14,330 INFO: [ epoch: 85 ] [ iter:113,700 ] [ performance: 11.132 it/s ] [ lr: 5.00e-05 ] [ eta: 2:55:17 ] [ l_g_pix: 2.7974e-02 ] [ l_g_total: 2.7974e-02 ] +2024-10-02 07:25:23,105 INFO: [ epoch: 85 ] [ iter:113,800 ] [ performance: 11.547 it/s ] [ lr: 5.00e-05 ] [ eta: 2:55:02 ] [ l_g_pix: 3.0287e-02 ] [ l_g_total: 3.0287e-02 ] +2024-10-02 07:25:31,934 INFO: [ epoch: 85 ] [ iter:113,900 ] [ performance: 11.383 it/s ] [ lr: 5.00e-05 ] [ eta: 2:54:48 ] [ l_g_pix: 2.9767e-02 ] [ l_g_total: 2.9767e-02 ] +2024-10-02 07:25:40,784 INFO: [ epoch: 85 ] [ iter:114,000 ] [ performance: 11.355 it/s ] [ lr: 5.00e-05 ] [ eta: 2:54:33 ] [ l_g_pix: 2.9481e-02 ] [ l_g_total: 2.9481e-02 ] +2024-10-02 07:25:49,585 INFO: [ epoch: 85 ] [ iter:114,100 ] [ performance: 11.361 it/s ] [ lr: 5.00e-05 ] [ eta: 2:54:18 ] [ l_g_pix: 3.7456e-02 ] [ l_g_total: 3.7456e-02 ] +2024-10-02 07:25:58,362 INFO: [ epoch: 85 ] [ iter:114,200 ] [ performance: 11.567 it/s ] [ lr: 5.00e-05 ] [ eta: 2:54:03 ] [ l_g_pix: 3.2386e-02 ] [ l_g_total: 3.2386e-02 ] +2024-10-02 07:26:07,155 INFO: [ epoch: 85 ] [ iter:114,300 ] [ performance: 11.420 it/s ] [ lr: 5.00e-05 ] [ eta: 2:53:49 ] [ l_g_pix: 3.9259e-02 ] [ l_g_total: 3.9259e-02 ] +2024-10-02 07:26:15,988 INFO: [ epoch: 85 ] [ iter:114,400 ] [ performance: 11.523 it/s ] [ lr: 5.00e-05 ] [ eta: 2:53:34 ] [ l_g_pix: 2.7786e-02 ] [ l_g_total: 2.7786e-02 ] +2024-10-02 07:26:24,806 INFO: [ epoch: 85 ] [ iter:114,500 ] [ performance: 11.384 it/s ] [ lr: 5.00e-05 ] [ eta: 2:53:19 ] [ l_g_pix: 4.0564e-02 ] [ l_g_total: 4.0564e-02 ] +2024-10-02 07:26:33,623 INFO: [ epoch: 85 ] [ iter:114,600 ] [ performance: 11.455 it/s ] [ lr: 5.00e-05 ] [ eta: 2:53:05 ] [ l_g_pix: 2.8553e-02 ] [ l_g_total: 2.8553e-02 ] +2024-10-02 07:26:42,433 INFO: [ epoch: 85 ] [ iter:114,700 ] [ performance: 11.376 it/s ] [ lr: 5.00e-05 ] [ eta: 2:52:50 ] [ l_g_pix: 2.5258e-02 ] [ l_g_total: 2.5258e-02 ] +2024-10-02 07:26:51,262 INFO: [ epoch: 85 ] [ iter:114,800 ] [ performance: 11.439 it/s ] [ lr: 5.00e-05 ] [ eta: 2:52:35 ] [ l_g_pix: 2.1399e-02 ] [ l_g_total: 2.1399e-02 ] +2024-10-02 07:27:01,212 INFO: [ epoch: 86 ] [ iter:114,900 ] [ performance: 10.333 it/s ] [ lr: 5.00e-05 ] [ eta: 2:52:22 ] [ l_g_pix: 3.3100e-02 ] [ l_g_total: 3.3100e-02 ] +2024-10-02 07:27:10,158 INFO: [ epoch: 86 ] [ iter:115,000 ] [ performance: 11.535 it/s ] [ lr: 5.00e-05 ] [ eta: 2:52:07 ] [ l_g_pix: 1.9083e-02 ] [ l_g_total: 1.9083e-02 ] +2024-10-02 07:27:18,938 INFO: [ epoch: 86 ] [ iter:115,100 ] [ performance: 11.422 it/s ] [ lr: 5.00e-05 ] [ eta: 2:51:52 ] [ l_g_pix: 3.0179e-02 ] [ l_g_total: 3.0179e-02 ] +2024-10-02 07:27:27,719 INFO: [ epoch: 86 ] [ iter:115,200 ] [ performance: 11.522 it/s ] [ lr: 5.00e-05 ] [ eta: 2:51:38 ] [ l_g_pix: 2.7180e-02 ] [ l_g_total: 2.7180e-02 ] +2024-10-02 07:27:36,495 INFO: [ epoch: 86 ] [ iter:115,300 ] [ performance: 11.422 it/s ] [ lr: 5.00e-05 ] [ eta: 2:51:23 ] [ l_g_pix: 2.4339e-02 ] [ l_g_total: 2.4339e-02 ] +2024-10-02 07:27:45,265 INFO: [ epoch: 86 ] [ iter:115,400 ] [ performance: 11.572 it/s ] [ lr: 5.00e-05 ] [ eta: 2:51:09 ] [ l_g_pix: 3.3275e-02 ] [ l_g_total: 3.3275e-02 ] +2024-10-02 07:27:54,079 INFO: [ epoch: 86 ] [ iter:115,500 ] [ performance: 11.393 it/s ] [ lr: 5.00e-05 ] [ eta: 2:50:54 ] [ l_g_pix: 2.8871e-02 ] [ l_g_total: 2.8871e-02 ] +2024-10-02 07:28:02,858 INFO: [ epoch: 86 ] [ iter:115,600 ] [ performance: 11.519 it/s ] [ lr: 5.00e-05 ] [ eta: 2:50:39 ] [ l_g_pix: 3.4776e-02 ] [ l_g_total: 3.4776e-02 ] +2024-10-02 07:28:11,645 INFO: [ epoch: 86 ] [ iter:115,700 ] [ performance: 11.408 it/s ] [ lr: 5.00e-05 ] [ eta: 2:50:25 ] [ l_g_pix: 3.3108e-02 ] [ l_g_total: 3.3108e-02 ] +2024-10-02 07:28:20,431 INFO: [ epoch: 86 ] [ iter:115,800 ] [ performance: 11.522 it/s ] [ lr: 5.00e-05 ] [ eta: 2:50:10 ] [ l_g_pix: 2.5899e-02 ] [ l_g_total: 2.5899e-02 ] +2024-10-02 07:28:29,236 INFO: [ epoch: 86 ] [ iter:115,900 ] [ performance: 11.390 it/s ] [ lr: 5.00e-05 ] [ eta: 2:49:56 ] [ l_g_pix: 3.2741e-02 ] [ l_g_total: 3.2741e-02 ] +2024-10-02 07:28:38,020 INFO: [ epoch: 86 ] [ iter:116,000 ] [ performance: 11.548 it/s ] [ lr: 5.00e-05 ] [ eta: 2:49:41 ] [ l_g_pix: 1.6635e-02 ] [ l_g_total: 1.6635e-02 ] +2024-10-02 07:28:46,808 INFO: [ epoch: 86 ] [ iter:116,100 ] [ performance: 11.411 it/s ] [ lr: 5.00e-05 ] [ eta: 2:49:27 ] [ l_g_pix: 3.5085e-02 ] [ l_g_total: 3.5085e-02 ] +2024-10-02 07:28:55,514 INFO: [ epoch: 86 ] [ iter:116,200 ] [ performance: 11.666 it/s ] [ lr: 5.00e-05 ] [ eta: 2:49:12 ] [ l_g_pix: 1.8616e-02 ] [ l_g_total: 1.8616e-02 ] +2024-10-02 07:29:05,948 INFO: [ epoch: 87 ] [ iter:116,300 ] [ performance: 9.904 it/s ] [ lr: 5.00e-05 ] [ eta: 2:48:59 ] [ l_g_pix: 2.0098e-02 ] [ l_g_total: 2.0098e-02 ] +2024-10-02 07:29:14,844 INFO: [ epoch: 87 ] [ iter:116,400 ] [ performance: 11.545 it/s ] [ lr: 5.00e-05 ] [ eta: 2:48:44 ] [ l_g_pix: 3.6724e-02 ] [ l_g_total: 3.6724e-02 ] +2024-10-02 07:29:23,643 INFO: [ epoch: 87 ] [ iter:116,500 ] [ performance: 11.397 it/s ] [ lr: 5.00e-05 ] [ eta: 2:48:30 ] [ l_g_pix: 2.8444e-02 ] [ l_g_total: 2.8444e-02 ] +2024-10-02 07:29:32,449 INFO: [ epoch: 87 ] [ iter:116,600 ] [ performance: 11.491 it/s ] [ lr: 5.00e-05 ] [ eta: 2:48:15 ] [ l_g_pix: 2.5416e-02 ] [ l_g_total: 2.5416e-02 ] +2024-10-02 07:29:41,258 INFO: [ epoch: 87 ] [ iter:116,700 ] [ performance: 11.376 it/s ] [ lr: 5.00e-05 ] [ eta: 2:48:01 ] [ l_g_pix: 1.4919e-02 ] [ l_g_total: 1.4919e-02 ] +2024-10-02 07:29:50,175 INFO: [ epoch: 87 ] [ iter:116,800 ] [ performance: 11.537 it/s ] [ lr: 5.00e-05 ] [ eta: 2:47:47 ] [ l_g_pix: 1.9275e-02 ] [ l_g_total: 1.9275e-02 ] +2024-10-02 07:29:58,968 INFO: [ epoch: 87 ] [ iter:116,900 ] [ performance: 11.398 it/s ] [ lr: 5.00e-05 ] [ eta: 2:47:32 ] [ l_g_pix: 3.4660e-02 ] [ l_g_total: 3.4660e-02 ] +2024-10-02 07:30:07,754 INFO: [ epoch: 87 ] [ iter:117,000 ] [ performance: 11.543 it/s ] [ lr: 5.00e-05 ] [ eta: 2:47:18 ] [ l_g_pix: 2.9700e-02 ] [ l_g_total: 2.9700e-02 ] +2024-10-02 07:30:16,550 INFO: [ epoch: 87 ] [ iter:117,100 ] [ performance: 11.395 it/s ] [ lr: 5.00e-05 ] [ eta: 2:47:03 ] [ l_g_pix: 3.8742e-02 ] [ l_g_total: 3.8742e-02 ] +2024-10-02 07:30:25,462 INFO: [ epoch: 87 ] [ iter:117,200 ] [ performance: 11.493 it/s ] [ lr: 5.00e-05 ] [ eta: 2:46:49 ] [ l_g_pix: 2.2936e-02 ] [ l_g_total: 2.2936e-02 ] +2024-10-02 07:30:34,256 INFO: [ epoch: 87 ] [ iter:117,300 ] [ performance: 11.390 it/s ] [ lr: 5.00e-05 ] [ eta: 2:46:34 ] [ l_g_pix: 3.9241e-02 ] [ l_g_total: 3.9241e-02 ] +2024-10-02 07:30:43,026 INFO: [ epoch: 87 ] [ iter:117,400 ] [ performance: 11.553 it/s ] [ lr: 5.00e-05 ] [ eta: 2:46:20 ] [ l_g_pix: 2.8477e-02 ] [ l_g_total: 2.8477e-02 ] +2024-10-02 07:30:51,781 INFO: [ epoch: 87 ] [ iter:117,500 ] [ performance: 11.441 it/s ] [ lr: 5.00e-05 ] [ eta: 2:46:06 ] [ l_g_pix: 3.1119e-02 ] [ l_g_total: 3.1119e-02 ] +2024-10-02 07:31:02,088 INFO: [ epoch: 88 ] [ iter:117,600 ] [ performance: 11.463 it/s ] [ lr: 5.00e-05 ] [ eta: 2:45:52 ] [ l_g_pix: 3.3288e-02 ] [ l_g_total: 3.3288e-02 ] +2024-10-02 07:31:10,840 INFO: [ epoch: 88 ] [ iter:117,700 ] [ performance: 11.432 it/s ] [ lr: 5.00e-05 ] [ eta: 2:45:38 ] [ l_g_pix: 5.0470e-02 ] [ l_g_total: 5.0470e-02 ] +2024-10-02 07:31:19,596 INFO: [ epoch: 88 ] [ iter:117,800 ] [ performance: 11.575 it/s ] [ lr: 5.00e-05 ] [ eta: 2:45:24 ] [ l_g_pix: 1.3642e-02 ] [ l_g_total: 1.3642e-02 ] +2024-10-02 07:31:28,376 INFO: [ epoch: 88 ] [ iter:117,900 ] [ performance: 11.412 it/s ] [ lr: 5.00e-05 ] [ eta: 2:45:09 ] [ l_g_pix: 3.1062e-02 ] [ l_g_total: 3.1062e-02 ] +2024-10-02 07:31:37,350 INFO: [ epoch: 88 ] [ iter:118,000 ] [ performance: 11.555 it/s ] [ lr: 5.00e-05 ] [ eta: 2:44:55 ] [ l_g_pix: 2.6286e-02 ] [ l_g_total: 2.6286e-02 ] +2024-10-02 07:31:46,120 INFO: [ epoch: 88 ] [ iter:118,100 ] [ performance: 11.421 it/s ] [ lr: 5.00e-05 ] [ eta: 2:44:41 ] [ l_g_pix: 3.3261e-02 ] [ l_g_total: 3.3261e-02 ] +2024-10-02 07:31:54,882 INFO: [ epoch: 88 ] [ iter:118,200 ] [ performance: 11.556 it/s ] [ lr: 5.00e-05 ] [ eta: 2:44:26 ] [ l_g_pix: 3.2855e-02 ] [ l_g_total: 3.2855e-02 ] +2024-10-02 07:32:03,672 INFO: [ epoch: 88 ] [ iter:118,300 ] [ performance: 11.396 it/s ] [ lr: 5.00e-05 ] [ eta: 2:44:12 ] [ l_g_pix: 2.3640e-02 ] [ l_g_total: 2.3640e-02 ] +2024-10-02 07:32:12,556 INFO: [ epoch: 88 ] [ iter:118,400 ] [ performance: 11.571 it/s ] [ lr: 5.00e-05 ] [ eta: 2:43:58 ] [ l_g_pix: 2.0166e-02 ] [ l_g_total: 2.0166e-02 ] +2024-10-02 07:32:21,310 INFO: [ epoch: 88 ] [ iter:118,500 ] [ performance: 11.438 it/s ] [ lr: 5.00e-05 ] [ eta: 2:43:43 ] [ l_g_pix: 2.4021e-02 ] [ l_g_total: 2.4021e-02 ] +2024-10-02 07:32:30,062 INFO: [ epoch: 88 ] [ iter:118,600 ] [ performance: 11.567 it/s ] [ lr: 5.00e-05 ] [ eta: 2:43:29 ] [ l_g_pix: 2.6156e-02 ] [ l_g_total: 2.6156e-02 ] +2024-10-02 07:32:38,838 INFO: [ epoch: 88 ] [ iter:118,700 ] [ performance: 11.410 it/s ] [ lr: 5.00e-05 ] [ eta: 2:43:15 ] [ l_g_pix: 3.4394e-02 ] [ l_g_total: 3.4394e-02 ] +2024-10-02 07:32:47,683 INFO: [ epoch: 88 ] [ iter:118,800 ] [ performance: 11.555 it/s ] [ lr: 5.00e-05 ] [ eta: 2:43:00 ] [ l_g_pix: 2.4449e-02 ] [ l_g_total: 2.4449e-02 ] +2024-10-02 07:32:56,387 INFO: [ epoch: 88 ] [ iter:118,900 ] [ performance: 11.496 it/s ] [ lr: 5.00e-05 ] [ eta: 2:42:46 ] [ l_g_pix: 2.8238e-02 ] [ l_g_total: 2.8238e-02 ] +2024-10-02 07:33:06,675 INFO: [ epoch: 89 ] [ iter:119,000 ] [ performance: 11.534 it/s ] [ lr: 5.00e-05 ] [ eta: 2:42:33 ] [ l_g_pix: 3.0098e-02 ] [ l_g_total: 3.0098e-02 ] +2024-10-02 07:33:15,473 INFO: [ epoch: 89 ] [ iter:119,100 ] [ performance: 11.379 it/s ] [ lr: 5.00e-05 ] [ eta: 2:42:19 ] [ l_g_pix: 1.9042e-02 ] [ l_g_total: 1.9042e-02 ] +2024-10-02 07:33:24,407 INFO: [ epoch: 89 ] [ iter:119,200 ] [ performance: 11.563 it/s ] [ lr: 5.00e-05 ] [ eta: 2:42:05 ] [ l_g_pix: 3.5448e-02 ] [ l_g_total: 3.5448e-02 ] +2024-10-02 07:33:33,204 INFO: [ epoch: 89 ] [ iter:119,300 ] [ performance: 11.380 it/s ] [ lr: 5.00e-05 ] [ eta: 2:41:50 ] [ l_g_pix: 2.3375e-02 ] [ l_g_total: 2.3375e-02 ] +2024-10-02 07:33:41,976 INFO: [ epoch: 89 ] [ iter:119,400 ] [ performance: 11.554 it/s ] [ lr: 5.00e-05 ] [ eta: 2:41:36 ] [ l_g_pix: 2.5600e-02 ] [ l_g_total: 2.5600e-02 ] +2024-10-02 07:33:50,765 INFO: [ epoch: 89 ] [ iter:119,500 ] [ performance: 11.389 it/s ] [ lr: 5.00e-05 ] [ eta: 2:41:22 ] [ l_g_pix: 3.0350e-02 ] [ l_g_total: 3.0350e-02 ] +2024-10-02 07:33:59,744 INFO: [ epoch: 89 ] [ iter:119,600 ] [ performance: 11.574 it/s ] [ lr: 5.00e-05 ] [ eta: 2:41:08 ] [ l_g_pix: 3.6957e-02 ] [ l_g_total: 3.6957e-02 ] +2024-10-02 07:34:08,529 INFO: [ epoch: 89 ] [ iter:119,700 ] [ performance: 11.393 it/s ] [ lr: 5.00e-05 ] [ eta: 2:40:54 ] [ l_g_pix: 3.7578e-02 ] [ l_g_total: 3.7578e-02 ] +2024-10-02 07:34:17,306 INFO: [ epoch: 89 ] [ iter:119,800 ] [ performance: 11.567 it/s ] [ lr: 5.00e-05 ] [ eta: 2:40:39 ] [ l_g_pix: 3.4103e-02 ] [ l_g_total: 3.4103e-02 ] +2024-10-02 07:34:26,093 INFO: [ epoch: 89 ] [ iter:119,900 ] [ performance: 11.388 it/s ] [ lr: 5.00e-05 ] [ eta: 2:40:25 ] [ l_g_pix: 2.0964e-02 ] [ l_g_total: 2.0964e-02 ] +2024-10-02 07:34:35,063 INFO: [ epoch: 89 ] [ iter:120,000 ] [ performance: 11.497 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:11 ] [ l_g_pix: 2.8190e-02 ] [ l_g_total: 2.8190e-02 ] +2024-10-02 07:34:35,063 INFO: Saving models and training states. +2024-10-02 07:40:00,350 INFO: Validation val + + # psnr: 27.2206........ Best: 27.2206 @ 120000 iter + # ssim: 0.7669........ Best: 0.7669 @ 120000 iter + # dists: 0.7731........ Best: 0.7731 @ 120000 iter + +2024-10-02 07:40:09,151 INFO: [ epoch: 89 ] [ iter:120,100 ] [ performance: 11.368 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:33 ] [ l_g_pix: 2.4858e-02 ] [ l_g_total: 2.4858e-02 ] +2024-10-02 07:40:18,082 INFO: [ epoch: 89 ] [ iter:120,200 ] [ performance: 11.233 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:19 ] [ l_g_pix: 2.4517e-02 ] [ l_g_total: 2.4517e-02 ] +2024-10-02 07:40:28,405 INFO: [ epoch: 90 ] [ iter:120,300 ] [ performance: 9.715 it/s ] [ lr: 2.50e-05 ] [ eta: 2:43:05 ] [ l_g_pix: 2.0237e-02 ] [ l_g_total: 2.0237e-02 ] +2024-10-02 07:40:37,356 INFO: [ epoch: 90 ] [ iter:120,400 ] [ performance: 11.630 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:51 ] [ l_g_pix: 3.6623e-02 ] [ l_g_total: 3.6623e-02 ] +2024-10-02 07:40:46,094 INFO: [ epoch: 90 ] [ iter:120,500 ] [ performance: 11.447 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:36 ] [ l_g_pix: 3.6565e-02 ] [ l_g_total: 3.6565e-02 ] +2024-10-02 07:40:54,922 INFO: [ epoch: 90 ] [ iter:120,600 ] [ performance: 11.388 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:22 ] [ l_g_pix: 2.1504e-02 ] [ l_g_total: 2.1504e-02 ] +2024-10-02 07:41:03,896 INFO: [ epoch: 90 ] [ iter:120,700 ] [ performance: 11.143 it/s ] [ lr: 2.50e-05 ] [ eta: 2:42:07 ] [ l_g_pix: 1.9378e-02 ] [ l_g_total: 1.9378e-02 ] +2024-10-02 07:41:12,758 INFO: [ epoch: 90 ] [ iter:120,800 ] [ performance: 11.214 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:53 ] [ l_g_pix: 3.3763e-02 ] [ l_g_total: 3.3763e-02 ] +2024-10-02 07:41:21,714 INFO: [ epoch: 90 ] [ iter:120,900 ] [ performance: 11.168 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:38 ] [ l_g_pix: 2.7312e-02 ] [ l_g_total: 2.7312e-02 ] +2024-10-02 07:41:30,608 INFO: [ epoch: 90 ] [ iter:121,000 ] [ performance: 11.207 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:24 ] [ l_g_pix: 2.0380e-02 ] [ l_g_total: 2.0380e-02 ] +2024-10-02 07:41:39,642 INFO: [ epoch: 90 ] [ iter:121,100 ] [ performance: 11.095 it/s ] [ lr: 2.50e-05 ] [ eta: 2:41:10 ] [ l_g_pix: 2.5307e-02 ] [ l_g_total: 2.5307e-02 ] +2024-10-02 07:41:48,519 INFO: [ epoch: 90 ] [ iter:121,200 ] [ performance: 11.180 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:55 ] [ l_g_pix: 2.8867e-02 ] [ l_g_total: 2.8867e-02 ] +2024-10-02 07:41:57,565 INFO: [ epoch: 90 ] [ iter:121,300 ] [ performance: 11.047 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:41 ] [ l_g_pix: 2.6922e-02 ] [ l_g_total: 2.6922e-02 ] +2024-10-02 07:42:06,561 INFO: [ epoch: 90 ] [ iter:121,400 ] [ performance: 11.083 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:26 ] [ l_g_pix: 2.7373e-02 ] [ l_g_total: 2.7373e-02 ] +2024-10-02 07:42:15,512 INFO: [ epoch: 90 ] [ iter:121,500 ] [ performance: 11.160 it/s ] [ lr: 2.50e-05 ] [ eta: 2:40:12 ] [ l_g_pix: 2.3229e-02 ] [ l_g_total: 2.3229e-02 ] +2024-10-02 07:42:25,812 INFO: [ epoch: 91 ] [ iter:121,600 ] [ performance: 10.370 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:58 ] [ l_g_pix: 2.2978e-02 ] [ l_g_total: 2.2978e-02 ] +2024-10-02 07:42:34,668 INFO: [ epoch: 91 ] [ iter:121,700 ] [ performance: 11.295 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:44 ] [ l_g_pix: 3.0352e-02 ] [ l_g_total: 3.0352e-02 ] +2024-10-02 07:42:43,397 INFO: [ epoch: 91 ] [ iter:121,800 ] [ performance: 11.378 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:30 ] [ l_g_pix: 3.0764e-02 ] [ l_g_total: 3.0764e-02 ] +2024-10-02 07:42:52,136 INFO: [ epoch: 91 ] [ iter:121,900 ] [ performance: 11.454 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:15 ] [ l_g_pix: 2.6811e-02 ] [ l_g_total: 2.6811e-02 ] +2024-10-02 07:43:01,192 INFO: [ epoch: 91 ] [ iter:122,000 ] [ performance: 11.239 it/s ] [ lr: 2.50e-05 ] [ eta: 2:39:01 ] [ l_g_pix: 3.9521e-02 ] [ l_g_total: 3.9521e-02 ] +2024-10-02 07:43:09,923 INFO: [ epoch: 91 ] [ iter:122,100 ] [ performance: 11.456 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:46 ] [ l_g_pix: 1.8743e-02 ] [ l_g_total: 1.8743e-02 ] +2024-10-02 07:43:18,666 INFO: [ epoch: 91 ] [ iter:122,200 ] [ performance: 11.447 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:32 ] [ l_g_pix: 3.3237e-02 ] [ l_g_total: 3.3237e-02 ] +2024-10-02 07:43:27,403 INFO: [ epoch: 91 ] [ iter:122,300 ] [ performance: 11.448 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:17 ] [ l_g_pix: 3.5409e-02 ] [ l_g_total: 3.5409e-02 ] +2024-10-02 07:43:36,347 INFO: [ epoch: 91 ] [ iter:122,400 ] [ performance: 11.308 it/s ] [ lr: 2.50e-05 ] [ eta: 2:38:03 ] [ l_g_pix: 2.8983e-02 ] [ l_g_total: 2.8983e-02 ] +2024-10-02 07:43:45,459 INFO: [ epoch: 91 ] [ iter:122,500 ] [ performance: 10.999 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:49 ] [ l_g_pix: 3.3693e-02 ] [ l_g_total: 3.3693e-02 ] +2024-10-02 07:43:54,568 INFO: [ epoch: 91 ] [ iter:122,600 ] [ performance: 10.988 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:35 ] [ l_g_pix: 2.9242e-02 ] [ l_g_total: 2.9242e-02 ] +2024-10-02 07:44:03,464 INFO: [ epoch: 91 ] [ iter:122,700 ] [ performance: 11.232 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:20 ] [ l_g_pix: 4.1616e-02 ] [ l_g_total: 4.1616e-02 ] +2024-10-02 07:44:12,216 INFO: [ epoch: 91 ] [ iter:122,800 ] [ performance: 11.333 it/s ] [ lr: 2.50e-05 ] [ eta: 2:37:06 ] [ l_g_pix: 2.2253e-02 ] [ l_g_total: 2.2253e-02 ] +2024-10-02 07:44:20,826 INFO: [ epoch: 91 ] [ iter:122,900 ] [ performance: 11.634 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:52 ] [ l_g_pix: 2.6555e-02 ] [ l_g_total: 2.6555e-02 ] +2024-10-02 07:44:30,895 INFO: [ epoch: 92 ] [ iter:123,000 ] [ performance: 10.667 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:38 ] [ l_g_pix: 3.1598e-02 ] [ l_g_total: 3.1598e-02 ] +2024-10-02 07:44:39,568 INFO: [ epoch: 92 ] [ iter:123,100 ] [ performance: 11.537 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:24 ] [ l_g_pix: 2.4182e-02 ] [ l_g_total: 2.4182e-02 ] +2024-10-02 07:44:48,231 INFO: [ epoch: 92 ] [ iter:123,200 ] [ performance: 11.541 it/s ] [ lr: 2.50e-05 ] [ eta: 2:36:09 ] [ l_g_pix: 3.6513e-02 ] [ l_g_total: 3.6513e-02 ] +2024-10-02 07:44:56,897 INFO: [ epoch: 92 ] [ iter:123,300 ] [ performance: 11.551 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:55 ] [ l_g_pix: 2.5002e-02 ] [ l_g_total: 2.5002e-02 ] +2024-10-02 07:45:05,559 INFO: [ epoch: 92 ] [ iter:123,400 ] [ performance: 11.548 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:40 ] [ l_g_pix: 3.1725e-02 ] [ l_g_total: 3.1725e-02 ] +2024-10-02 07:45:14,237 INFO: [ epoch: 92 ] [ iter:123,500 ] [ performance: 11.523 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:26 ] [ l_g_pix: 4.2799e-02 ] [ l_g_total: 4.2799e-02 ] +2024-10-02 07:45:22,919 INFO: [ epoch: 92 ] [ iter:123,600 ] [ performance: 11.521 it/s ] [ lr: 2.50e-05 ] [ eta: 2:35:12 ] [ l_g_pix: 3.4458e-02 ] [ l_g_total: 3.4458e-02 ] +2024-10-02 07:45:31,605 INFO: [ epoch: 92 ] [ iter:123,700 ] [ performance: 11.511 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:57 ] [ l_g_pix: 2.7371e-02 ] [ l_g_total: 2.7371e-02 ] +2024-10-02 07:45:40,306 INFO: [ epoch: 92 ] [ iter:123,800 ] [ performance: 11.502 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:43 ] [ l_g_pix: 2.4196e-02 ] [ l_g_total: 2.4196e-02 ] +2024-10-02 07:45:49,357 INFO: [ epoch: 92 ] [ iter:123,900 ] [ performance: 11.063 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:29 ] [ l_g_pix: 3.6438e-02 ] [ l_g_total: 3.6438e-02 ] +2024-10-02 07:45:58,070 INFO: [ epoch: 92 ] [ iter:124,000 ] [ performance: 11.285 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:15 ] [ l_g_pix: 2.2772e-02 ] [ l_g_total: 2.2772e-02 ] +2024-10-02 07:46:06,810 INFO: [ epoch: 92 ] [ iter:124,100 ] [ performance: 11.446 it/s ] [ lr: 2.50e-05 ] [ eta: 2:34:00 ] [ l_g_pix: 2.4867e-02 ] [ l_g_total: 2.4867e-02 ] +2024-10-02 07:46:15,471 INFO: [ epoch: 92 ] [ iter:124,200 ] [ performance: 11.501 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:46 ] [ l_g_pix: 2.5377e-02 ] [ l_g_total: 2.5377e-02 ] +2024-10-02 07:46:25,618 INFO: [ epoch: 93 ] [ iter:124,300 ] [ performance: 9.546 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:33 ] [ l_g_pix: 2.7727e-02 ] [ l_g_total: 2.7727e-02 ] +2024-10-02 07:46:34,303 INFO: [ epoch: 93 ] [ iter:124,400 ] [ performance: 10.536 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:18 ] [ l_g_pix: 3.9975e-02 ] [ l_g_total: 3.9975e-02 ] +2024-10-02 07:46:43,010 INFO: [ epoch: 93 ] [ iter:124,500 ] [ performance: 11.486 it/s ] [ lr: 2.50e-05 ] [ eta: 2:33:04 ] [ l_g_pix: 1.9845e-02 ] [ l_g_total: 1.9845e-02 ] +2024-10-02 07:46:51,724 INFO: [ epoch: 93 ] [ iter:124,600 ] [ performance: 11.481 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:50 ] [ l_g_pix: 2.5309e-02 ] [ l_g_total: 2.5309e-02 ] +2024-10-02 07:47:00,396 INFO: [ epoch: 93 ] [ iter:124,700 ] [ performance: 11.535 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:36 ] [ l_g_pix: 3.6851e-02 ] [ l_g_total: 3.6851e-02 ] +2024-10-02 07:47:09,088 INFO: [ epoch: 93 ] [ iter:124,800 ] [ performance: 11.519 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:21 ] [ l_g_pix: 2.0289e-02 ] [ l_g_total: 2.0289e-02 ] +2024-10-02 07:47:17,763 INFO: [ epoch: 93 ] [ iter:124,900 ] [ performance: 11.545 it/s ] [ lr: 2.50e-05 ] [ eta: 2:32:07 ] [ l_g_pix: 2.7474e-02 ] [ l_g_total: 2.7474e-02 ] +2024-10-02 07:47:26,435 INFO: [ epoch: 93 ] [ iter:125,000 ] [ performance: 11.538 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:53 ] [ l_g_pix: 3.2536e-02 ] [ l_g_total: 3.2536e-02 ] +2024-10-02 07:47:35,140 INFO: [ epoch: 93 ] [ iter:125,100 ] [ performance: 11.508 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:39 ] [ l_g_pix: 3.4743e-02 ] [ l_g_total: 3.4743e-02 ] +2024-10-02 07:47:43,851 INFO: [ epoch: 93 ] [ iter:125,200 ] [ performance: 11.493 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:24 ] [ l_g_pix: 2.7213e-02 ] [ l_g_total: 2.7213e-02 ] +2024-10-02 07:47:52,600 INFO: [ epoch: 93 ] [ iter:125,300 ] [ performance: 11.438 it/s ] [ lr: 2.50e-05 ] [ eta: 2:31:10 ] [ l_g_pix: 3.1690e-02 ] [ l_g_total: 3.1690e-02 ] +2024-10-02 07:48:01,386 INFO: [ epoch: 93 ] [ iter:125,400 ] [ performance: 11.407 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:56 ] [ l_g_pix: 3.2473e-02 ] [ l_g_total: 3.2473e-02 ] +2024-10-02 07:48:10,093 INFO: [ epoch: 93 ] [ iter:125,500 ] [ performance: 11.508 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:42 ] [ l_g_pix: 3.2331e-02 ] [ l_g_total: 3.2331e-02 ] +2024-10-02 07:48:20,036 INFO: [ epoch: 94 ] [ iter:125,600 ] [ performance: 10.638 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:28 ] [ l_g_pix: 3.6468e-02 ] [ l_g_total: 3.6468e-02 ] +2024-10-02 07:48:28,740 INFO: [ epoch: 94 ] [ iter:125,700 ] [ performance: 11.500 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:14 ] [ l_g_pix: 3.3222e-02 ] [ l_g_total: 3.3222e-02 ] +2024-10-02 07:48:37,442 INFO: [ epoch: 94 ] [ iter:125,800 ] [ performance: 11.496 it/s ] [ lr: 2.50e-05 ] [ eta: 2:30:00 ] [ l_g_pix: 2.0288e-02 ] [ l_g_total: 2.0288e-02 ] +2024-10-02 07:48:46,121 INFO: [ epoch: 94 ] [ iter:125,900 ] [ performance: 11.524 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:46 ] [ l_g_pix: 3.2203e-02 ] [ l_g_total: 3.2203e-02 ] +2024-10-02 07:48:54,805 INFO: [ epoch: 94 ] [ iter:126,000 ] [ performance: 11.520 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:32 ] [ l_g_pix: 2.8522e-02 ] [ l_g_total: 2.8522e-02 ] +2024-10-02 07:49:03,518 INFO: [ epoch: 94 ] [ iter:126,100 ] [ performance: 11.475 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:18 ] [ l_g_pix: 2.9234e-02 ] [ l_g_total: 2.9234e-02 ] +2024-10-02 07:49:12,212 INFO: [ epoch: 94 ] [ iter:126,200 ] [ performance: 11.491 it/s ] [ lr: 2.50e-05 ] [ eta: 2:29:04 ] [ l_g_pix: 3.2777e-02 ] [ l_g_total: 3.2777e-02 ] +2024-10-02 07:49:20,895 INFO: [ epoch: 94 ] [ iter:126,300 ] [ performance: 11.521 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:49 ] [ l_g_pix: 2.8373e-02 ] [ l_g_total: 2.8373e-02 ] +2024-10-02 07:49:29,581 INFO: [ epoch: 94 ] [ iter:126,400 ] [ performance: 11.517 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:35 ] [ l_g_pix: 2.8178e-02 ] [ l_g_total: 2.8178e-02 ] +2024-10-02 07:49:38,303 INFO: [ epoch: 94 ] [ iter:126,500 ] [ performance: 11.466 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:21 ] [ l_g_pix: 3.1655e-02 ] [ l_g_total: 3.1655e-02 ] +2024-10-02 07:49:46,995 INFO: [ epoch: 94 ] [ iter:126,600 ] [ performance: 11.489 it/s ] [ lr: 2.50e-05 ] [ eta: 2:28:07 ] [ l_g_pix: 3.4179e-02 ] [ l_g_total: 3.4179e-02 ] +2024-10-02 07:49:55,723 INFO: [ epoch: 94 ] [ iter:126,700 ] [ performance: 11.473 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:53 ] [ l_g_pix: 3.7497e-02 ] [ l_g_total: 3.7497e-02 ] +2024-10-02 07:50:04,424 INFO: [ epoch: 94 ] [ iter:126,800 ] [ performance: 11.485 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:39 ] [ l_g_pix: 3.7618e-02 ] [ l_g_total: 3.7618e-02 ] +2024-10-02 07:50:13,047 INFO: [ epoch: 94 ] [ iter:126,900 ] [ performance: 11.640 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:25 ] [ l_g_pix: 2.9159e-02 ] [ l_g_total: 2.9159e-02 ] +2024-10-02 07:50:23,149 INFO: [ epoch: 95 ] [ iter:127,000 ] [ performance: 10.543 it/s ] [ lr: 2.50e-05 ] [ eta: 2:27:12 ] [ l_g_pix: 1.9652e-02 ] [ l_g_total: 1.9652e-02 ] +2024-10-02 07:50:31,825 INFO: [ epoch: 95 ] [ iter:127,100 ] [ performance: 11.545 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:58 ] [ l_g_pix: 2.9141e-02 ] [ l_g_total: 2.9141e-02 ] +2024-10-02 07:50:40,504 INFO: [ epoch: 95 ] [ iter:127,200 ] [ performance: 11.532 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:44 ] [ l_g_pix: 2.6681e-02 ] [ l_g_total: 2.6681e-02 ] +2024-10-02 07:50:49,195 INFO: [ epoch: 95 ] [ iter:127,300 ] [ performance: 11.518 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:30 ] [ l_g_pix: 1.8373e-02 ] [ l_g_total: 1.8373e-02 ] +2024-10-02 07:50:57,889 INFO: [ epoch: 95 ] [ iter:127,400 ] [ performance: 11.510 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:15 ] [ l_g_pix: 1.7451e-02 ] [ l_g_total: 1.7451e-02 ] +2024-10-02 07:51:06,593 INFO: [ epoch: 95 ] [ iter:127,500 ] [ performance: 11.494 it/s ] [ lr: 2.50e-05 ] [ eta: 2:26:01 ] [ l_g_pix: 2.8661e-02 ] [ l_g_total: 2.8661e-02 ] +2024-10-02 07:51:15,304 INFO: [ epoch: 95 ] [ iter:127,600 ] [ performance: 11.486 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:47 ] [ l_g_pix: 3.9846e-02 ] [ l_g_total: 3.9846e-02 ] +2024-10-02 07:51:23,996 INFO: [ epoch: 95 ] [ iter:127,700 ] [ performance: 11.522 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:33 ] [ l_g_pix: 2.4929e-02 ] [ l_g_total: 2.4929e-02 ] +2024-10-02 07:51:32,694 INFO: [ epoch: 95 ] [ iter:127,800 ] [ performance: 11.508 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:19 ] [ l_g_pix: 2.9475e-02 ] [ l_g_total: 2.9475e-02 ] +2024-10-02 07:51:41,405 INFO: [ epoch: 95 ] [ iter:127,900 ] [ performance: 11.508 it/s ] [ lr: 2.50e-05 ] [ eta: 2:25:05 ] [ l_g_pix: 2.0623e-02 ] [ l_g_total: 2.0623e-02 ] +2024-10-02 07:51:50,146 INFO: [ epoch: 95 ] [ iter:128,000 ] [ performance: 11.468 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:52 ] [ l_g_pix: 3.3714e-02 ] [ l_g_total: 3.3714e-02 ] +2024-10-02 07:51:58,886 INFO: [ epoch: 95 ] [ iter:128,100 ] [ performance: 11.435 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:38 ] [ l_g_pix: 1.7439e-02 ] [ l_g_total: 1.7439e-02 ] +2024-10-02 07:52:07,558 INFO: [ epoch: 95 ] [ iter:128,200 ] [ performance: 11.494 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:24 ] [ l_g_pix: 3.5662e-02 ] [ l_g_total: 3.5662e-02 ] +2024-10-02 07:52:17,681 INFO: [ epoch: 96 ] [ iter:128,300 ] [ performance: 9.049 it/s ] [ lr: 2.50e-05 ] [ eta: 2:24:10 ] [ l_g_pix: 2.9051e-02 ] [ l_g_total: 2.9051e-02 ] +2024-10-02 07:52:26,366 INFO: [ epoch: 96 ] [ iter:128,400 ] [ performance: 10.427 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:57 ] [ l_g_pix: 2.9558e-02 ] [ l_g_total: 2.9558e-02 ] +2024-10-02 07:52:35,059 INFO: [ epoch: 96 ] [ iter:128,500 ] [ performance: 11.520 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:43 ] [ l_g_pix: 3.0055e-02 ] [ l_g_total: 3.0055e-02 ] +2024-10-02 07:52:43,774 INFO: [ epoch: 96 ] [ iter:128,600 ] [ performance: 11.492 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:29 ] [ l_g_pix: 1.9178e-02 ] [ l_g_total: 1.9178e-02 ] +2024-10-02 07:52:52,469 INFO: [ epoch: 96 ] [ iter:128,700 ] [ performance: 11.489 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:15 ] [ l_g_pix: 1.6933e-02 ] [ l_g_total: 1.6933e-02 ] +2024-10-02 07:53:01,168 INFO: [ epoch: 96 ] [ iter:128,800 ] [ performance: 11.494 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:01 ] [ l_g_pix: 2.7569e-02 ] [ l_g_total: 2.7569e-02 ] +2024-10-02 07:53:09,874 INFO: [ epoch: 96 ] [ iter:128,900 ] [ performance: 11.521 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:47 ] [ l_g_pix: 2.5243e-02 ] [ l_g_total: 2.5243e-02 ] +2024-10-02 07:53:18,571 INFO: [ epoch: 96 ] [ iter:129,000 ] [ performance: 11.507 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:33 ] [ l_g_pix: 2.6939e-02 ] [ l_g_total: 2.6939e-02 ] +2024-10-02 07:53:27,251 INFO: [ epoch: 96 ] [ iter:129,100 ] [ performance: 11.539 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:19 ] [ l_g_pix: 2.0690e-02 ] [ l_g_total: 2.0690e-02 ] +2024-10-02 07:53:35,971 INFO: [ epoch: 96 ] [ iter:129,200 ] [ performance: 11.495 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:05 ] [ l_g_pix: 3.0994e-02 ] [ l_g_total: 3.0994e-02 ] +2024-10-02 07:53:44,838 INFO: [ epoch: 96 ] [ iter:129,300 ] [ performance: 11.247 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:52 ] [ l_g_pix: 4.0494e-02 ] [ l_g_total: 4.0494e-02 ] +2024-10-02 07:53:53,581 INFO: [ epoch: 96 ] [ iter:129,400 ] [ performance: 11.368 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:38 ] [ l_g_pix: 2.5612e-02 ] [ l_g_total: 2.5612e-02 ] +2024-10-02 07:54:02,287 INFO: [ epoch: 96 ] [ iter:129,500 ] [ performance: 11.497 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:24 ] [ l_g_pix: 3.8305e-02 ] [ l_g_total: 3.8305e-02 ] +2024-10-02 07:54:12,212 INFO: [ epoch: 97 ] [ iter:129,600 ] [ performance: 10.545 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:11 ] [ l_g_pix: 2.1652e-02 ] [ l_g_total: 2.1652e-02 ] +2024-10-02 07:54:20,985 INFO: [ epoch: 97 ] [ iter:129,700 ] [ performance: 11.555 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:57 ] [ l_g_pix: 2.8517e-02 ] [ l_g_total: 2.8517e-02 ] +2024-10-02 07:54:29,652 INFO: [ epoch: 97 ] [ iter:129,800 ] [ performance: 11.544 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:43 ] [ l_g_pix: 2.8774e-02 ] [ l_g_total: 2.8774e-02 ] +2024-10-02 07:54:38,340 INFO: [ epoch: 97 ] [ iter:129,900 ] [ performance: 11.501 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:29 ] [ l_g_pix: 2.2399e-02 ] [ l_g_total: 2.2399e-02 ] +2024-10-02 07:54:47,015 INFO: [ epoch: 97 ] [ iter:130,000 ] [ performance: 11.519 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:15 ] [ l_g_pix: 2.3649e-02 ] [ l_g_total: 2.3649e-02 ] +2024-10-02 07:54:47,015 INFO: Saving models and training states. +2024-10-02 08:00:50,809 INFO: Validation val + + # psnr: 27.2214........ Best: 27.2214 @ 130000 iter + # ssim: 0.7670........ Best: 0.7670 @ 130000 iter + # dists: 0.7731........ Best: 0.7731 @ 130000 iter + +2024-10-02 08:00:59,899 INFO: [ epoch: 97 ] [ iter:130,100 ] [ performance: 10.936 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:17 ] [ l_g_pix: 1.9267e-02 ] [ l_g_total: 1.9267e-02 ] +2024-10-02 08:01:08,880 INFO: [ epoch: 97 ] [ iter:130,200 ] [ performance: 11.066 it/s ] [ lr: 2.50e-05 ] [ eta: 2:23:03 ] [ l_g_pix: 3.3697e-02 ] [ l_g_total: 3.3697e-02 ] +2024-10-02 08:01:17,708 INFO: [ epoch: 97 ] [ iter:130,300 ] [ performance: 11.256 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:49 ] [ l_g_pix: 2.5436e-02 ] [ l_g_total: 2.5436e-02 ] +2024-10-02 08:01:26,940 INFO: [ epoch: 97 ] [ iter:130,400 ] [ performance: 10.974 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:35 ] [ l_g_pix: 2.7089e-02 ] [ l_g_total: 2.7089e-02 ] +2024-10-02 08:01:35,771 INFO: [ epoch: 97 ] [ iter:130,500 ] [ performance: 11.326 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:21 ] [ l_g_pix: 2.5921e-02 ] [ l_g_total: 2.5921e-02 ] +2024-10-02 08:01:44,735 INFO: [ epoch: 97 ] [ iter:130,600 ] [ performance: 11.213 it/s ] [ lr: 2.50e-05 ] [ eta: 2:22:07 ] [ l_g_pix: 2.9986e-02 ] [ l_g_total: 2.9986e-02 ] +2024-10-02 08:01:53,719 INFO: [ epoch: 97 ] [ iter:130,700 ] [ performance: 11.388 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:53 ] [ l_g_pix: 2.5384e-02 ] [ l_g_total: 2.5384e-02 ] +2024-10-02 08:02:02,627 INFO: [ epoch: 97 ] [ iter:130,800 ] [ performance: 11.280 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:39 ] [ l_g_pix: 2.6309e-02 ] [ l_g_total: 2.6309e-02 ] +2024-10-02 08:02:11,415 INFO: [ epoch: 97 ] [ iter:130,900 ] [ performance: 11.696 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:25 ] [ l_g_pix: 2.9396e-02 ] [ l_g_total: 2.9396e-02 ] +2024-10-02 08:02:21,632 INFO: [ epoch: 98 ] [ iter:131,000 ] [ performance: 10.344 it/s ] [ lr: 2.50e-05 ] [ eta: 2:21:11 ] [ l_g_pix: 4.2787e-02 ] [ l_g_total: 4.2787e-02 ] +2024-10-02 08:02:30,304 INFO: [ epoch: 98 ] [ iter:131,100 ] [ performance: 11.518 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:57 ] [ l_g_pix: 2.3993e-02 ] [ l_g_total: 2.3993e-02 ] +2024-10-02 08:02:38,977 INFO: [ epoch: 98 ] [ iter:131,200 ] [ performance: 11.526 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:43 ] [ l_g_pix: 2.1153e-02 ] [ l_g_total: 2.1153e-02 ] +2024-10-02 08:02:47,995 INFO: [ epoch: 98 ] [ iter:131,300 ] [ performance: 11.088 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:29 ] [ l_g_pix: 3.2540e-02 ] [ l_g_total: 3.2540e-02 ] +2024-10-02 08:02:56,733 INFO: [ epoch: 98 ] [ iter:131,400 ] [ performance: 11.329 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:15 ] [ l_g_pix: 3.3715e-02 ] [ l_g_total: 3.3715e-02 ] +2024-10-02 08:03:05,482 INFO: [ epoch: 98 ] [ iter:131,500 ] [ performance: 11.540 it/s ] [ lr: 2.50e-05 ] [ eta: 2:20:01 ] [ l_g_pix: 2.0893e-02 ] [ l_g_total: 2.0893e-02 ] +2024-10-02 08:03:14,202 INFO: [ epoch: 98 ] [ iter:131,600 ] [ performance: 11.491 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:47 ] [ l_g_pix: 2.4334e-02 ] [ l_g_total: 2.4334e-02 ] +2024-10-02 08:03:22,933 INFO: [ epoch: 98 ] [ iter:131,700 ] [ performance: 11.466 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:32 ] [ l_g_pix: 1.9633e-02 ] [ l_g_total: 1.9633e-02 ] +2024-10-02 08:03:31,902 INFO: [ epoch: 98 ] [ iter:131,800 ] [ performance: 11.247 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:19 ] [ l_g_pix: 1.9164e-02 ] [ l_g_total: 1.9164e-02 ] +2024-10-02 08:03:40,695 INFO: [ epoch: 98 ] [ iter:131,900 ] [ performance: 11.457 it/s ] [ lr: 2.50e-05 ] [ eta: 2:19:04 ] [ l_g_pix: 3.4436e-02 ] [ l_g_total: 3.4436e-02 ] +2024-10-02 08:03:49,471 INFO: [ epoch: 98 ] [ iter:132,000 ] [ performance: 11.415 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:50 ] [ l_g_pix: 3.3686e-02 ] [ l_g_total: 3.3686e-02 ] +2024-10-02 08:03:58,345 INFO: [ epoch: 98 ] [ iter:132,100 ] [ performance: 11.479 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:36 ] [ l_g_pix: 2.7061e-02 ] [ l_g_total: 2.7061e-02 ] +2024-10-02 08:04:07,012 INFO: [ epoch: 98 ] [ iter:132,200 ] [ performance: 11.521 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:22 ] [ l_g_pix: 2.1429e-02 ] [ l_g_total: 2.1429e-02 ] +2024-10-02 08:04:17,136 INFO: [ epoch: 99 ] [ iter:132,300 ] [ performance: 8.164 it/s ] [ lr: 2.50e-05 ] [ eta: 2:18:09 ] [ l_g_pix: 2.6578e-02 ] [ l_g_total: 2.6578e-02 ] +2024-10-02 08:04:25,841 INFO: [ epoch: 99 ] [ iter:132,400 ] [ performance: 10.254 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:55 ] [ l_g_pix: 2.5095e-02 ] [ l_g_total: 2.5095e-02 ] +2024-10-02 08:04:34,520 INFO: [ epoch: 99 ] [ iter:132,500 ] [ performance: 11.542 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:41 ] [ l_g_pix: 3.0080e-02 ] [ l_g_total: 3.0080e-02 ] +2024-10-02 08:04:43,206 INFO: [ epoch: 99 ] [ iter:132,600 ] [ performance: 11.521 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:27 ] [ l_g_pix: 2.5829e-02 ] [ l_g_total: 2.5829e-02 ] +2024-10-02 08:04:51,990 INFO: [ epoch: 99 ] [ iter:132,700 ] [ performance: 11.200 it/s ] [ lr: 2.50e-05 ] [ eta: 2:17:13 ] [ l_g_pix: 2.5747e-02 ] [ l_g_total: 2.5747e-02 ] +2024-10-02 08:05:01,223 INFO: [ epoch: 99 ] [ iter:132,800 ] [ performance: 10.934 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:59 ] [ l_g_pix: 3.2486e-02 ] [ l_g_total: 3.2486e-02 ] +2024-10-02 08:05:10,481 INFO: [ epoch: 99 ] [ iter:132,900 ] [ performance: 10.873 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:45 ] [ l_g_pix: 2.8070e-02 ] [ l_g_total: 2.8070e-02 ] +2024-10-02 08:05:19,341 INFO: [ epoch: 99 ] [ iter:133,000 ] [ performance: 11.167 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:31 ] [ l_g_pix: 3.0076e-02 ] [ l_g_total: 3.0076e-02 ] +2024-10-02 08:05:28,174 INFO: [ epoch: 99 ] [ iter:133,100 ] [ performance: 11.247 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:18 ] [ l_g_pix: 2.4497e-02 ] [ l_g_total: 2.4497e-02 ] +2024-10-02 08:05:36,936 INFO: [ epoch: 99 ] [ iter:133,200 ] [ performance: 11.368 it/s ] [ lr: 2.50e-05 ] [ eta: 2:16:04 ] [ l_g_pix: 3.3544e-02 ] [ l_g_total: 3.3544e-02 ] +2024-10-02 08:05:45,721 INFO: [ epoch: 99 ] [ iter:133,300 ] [ performance: 11.300 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:50 ] [ l_g_pix: 3.6909e-02 ] [ l_g_total: 3.6909e-02 ] +2024-10-02 08:05:54,492 INFO: [ epoch: 99 ] [ iter:133,400 ] [ performance: 11.374 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:36 ] [ l_g_pix: 1.8245e-02 ] [ l_g_total: 1.8245e-02 ] +2024-10-02 08:06:03,228 INFO: [ epoch: 99 ] [ iter:133,500 ] [ performance: 11.418 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:22 ] [ l_g_pix: 4.6259e-02 ] [ l_g_total: 4.6259e-02 ] +2024-10-02 08:06:11,966 INFO: [ epoch: 99 ] [ iter:133,600 ] [ performance: 11.438 it/s ] [ lr: 2.50e-05 ] [ eta: 2:15:08 ] [ l_g_pix: 3.9291e-02 ] [ l_g_total: 3.9291e-02 ] +2024-10-02 08:06:22,188 INFO: [ epoch: 100 ] [ iter:133,700 ] [ performance: 11.535 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:55 ] [ l_g_pix: 1.9729e-02 ] [ l_g_total: 1.9729e-02 ] +2024-10-02 08:06:30,864 INFO: [ epoch: 100 ] [ iter:133,800 ] [ performance: 11.529 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:41 ] [ l_g_pix: 2.1902e-02 ] [ l_g_total: 2.1902e-02 ] +2024-10-02 08:06:39,538 INFO: [ epoch: 100 ] [ iter:133,900 ] [ performance: 11.552 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:27 ] [ l_g_pix: 4.0384e-02 ] [ l_g_total: 4.0384e-02 ] +2024-10-02 08:06:48,206 INFO: [ epoch: 100 ] [ iter:134,000 ] [ performance: 11.541 it/s ] [ lr: 2.50e-05 ] [ eta: 2:14:13 ] [ l_g_pix: 3.8794e-02 ] [ l_g_total: 3.8794e-02 ] +2024-10-02 08:06:56,883 INFO: [ epoch: 100 ] [ iter:134,100 ] [ performance: 11.513 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:59 ] [ l_g_pix: 2.4828e-02 ] [ l_g_total: 2.4828e-02 ] +2024-10-02 08:07:05,564 INFO: [ epoch: 100 ] [ iter:134,200 ] [ performance: 11.519 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:45 ] [ l_g_pix: 3.4840e-02 ] [ l_g_total: 3.4840e-02 ] +2024-10-02 08:07:14,240 INFO: [ epoch: 100 ] [ iter:134,300 ] [ performance: 11.522 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:31 ] [ l_g_pix: 3.0031e-02 ] [ l_g_total: 3.0031e-02 ] +2024-10-02 08:07:22,960 INFO: [ epoch: 100 ] [ iter:134,400 ] [ performance: 11.482 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:17 ] [ l_g_pix: 2.7583e-02 ] [ l_g_total: 2.7583e-02 ] +2024-10-02 08:07:31,681 INFO: [ epoch: 100 ] [ iter:134,500 ] [ performance: 11.496 it/s ] [ lr: 2.50e-05 ] [ eta: 2:13:03 ] [ l_g_pix: 4.5284e-02 ] [ l_g_total: 4.5284e-02 ] +2024-10-02 08:07:40,400 INFO: [ epoch: 100 ] [ iter:134,600 ] [ performance: 11.477 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:49 ] [ l_g_pix: 2.9789e-02 ] [ l_g_total: 2.9789e-02 ] +2024-10-02 08:07:49,115 INFO: [ epoch: 100 ] [ iter:134,700 ] [ performance: 11.465 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:35 ] [ l_g_pix: 3.3546e-02 ] [ l_g_total: 3.3546e-02 ] +2024-10-02 08:07:57,820 INFO: [ epoch: 100 ] [ iter:134,800 ] [ performance: 11.483 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:22 ] [ l_g_pix: 2.7935e-02 ] [ l_g_total: 2.7935e-02 ] +2024-10-02 08:08:06,451 INFO: [ epoch: 100 ] [ iter:134,900 ] [ performance: 11.660 it/s ] [ lr: 2.50e-05 ] [ eta: 2:12:08 ] [ l_g_pix: 2.0007e-02 ] [ l_g_total: 2.0007e-02 ] +2024-10-02 08:08:18,723 INFO: [ epoch: 101 ] [ iter:135,000 ] [ performance: 8.741 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:56 ] [ l_g_pix: 2.2152e-02 ] [ l_g_total: 2.2152e-02 ] +2024-10-02 08:08:27,429 INFO: [ epoch: 101 ] [ iter:135,100 ] [ performance: 11.470 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:42 ] [ l_g_pix: 2.4953e-02 ] [ l_g_total: 2.4953e-02 ] +2024-10-02 08:08:36,153 INFO: [ epoch: 101 ] [ iter:135,200 ] [ performance: 11.465 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:28 ] [ l_g_pix: 3.9173e-02 ] [ l_g_total: 3.9173e-02 ] +2024-10-02 08:08:44,825 INFO: [ epoch: 101 ] [ iter:135,300 ] [ performance: 11.536 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:14 ] [ l_g_pix: 2.8005e-02 ] [ l_g_total: 2.8005e-02 ] +2024-10-02 08:08:53,509 INFO: [ epoch: 101 ] [ iter:135,400 ] [ performance: 11.520 it/s ] [ lr: 2.50e-05 ] [ eta: 2:11:00 ] [ l_g_pix: 2.0581e-02 ] [ l_g_total: 2.0581e-02 ] +2024-10-02 08:09:02,253 INFO: [ epoch: 101 ] [ iter:135,500 ] [ performance: 11.507 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:46 ] [ l_g_pix: 2.4150e-02 ] [ l_g_total: 2.4150e-02 ] +2024-10-02 08:09:11,025 INFO: [ epoch: 101 ] [ iter:135,600 ] [ performance: 11.422 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:33 ] [ l_g_pix: 4.2673e-02 ] [ l_g_total: 4.2673e-02 ] +2024-10-02 08:09:19,841 INFO: [ epoch: 101 ] [ iter:135,700 ] [ performance: 11.279 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:19 ] [ l_g_pix: 2.8740e-02 ] [ l_g_total: 2.8740e-02 ] +2024-10-02 08:09:28,667 INFO: [ epoch: 101 ] [ iter:135,800 ] [ performance: 11.321 it/s ] [ lr: 2.50e-05 ] [ eta: 2:10:05 ] [ l_g_pix: 2.1456e-02 ] [ l_g_total: 2.1456e-02 ] +2024-10-02 08:09:37,445 INFO: [ epoch: 101 ] [ iter:135,900 ] [ performance: 11.465 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:51 ] [ l_g_pix: 2.5929e-02 ] [ l_g_total: 2.5929e-02 ] +2024-10-02 08:09:46,227 INFO: [ epoch: 101 ] [ iter:136,000 ] [ performance: 11.402 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:38 ] [ l_g_pix: 2.9313e-02 ] [ l_g_total: 2.9313e-02 ] +2024-10-02 08:09:55,011 INFO: [ epoch: 101 ] [ iter:136,100 ] [ performance: 11.401 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:24 ] [ l_g_pix: 2.4151e-02 ] [ l_g_total: 2.4151e-02 ] +2024-10-02 08:10:03,713 INFO: [ epoch: 101 ] [ iter:136,200 ] [ performance: 11.475 it/s ] [ lr: 2.50e-05 ] [ eta: 2:09:10 ] [ l_g_pix: 3.3993e-02 ] [ l_g_total: 3.3993e-02 ] +2024-10-02 08:10:13,854 INFO: [ epoch: 102 ] [ iter:136,300 ] [ performance: 10.790 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:57 ] [ l_g_pix: 1.7608e-02 ] [ l_g_total: 1.7608e-02 ] +2024-10-02 08:10:22,566 INFO: [ epoch: 102 ] [ iter:136,400 ] [ performance: 11.348 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:43 ] [ l_g_pix: 2.2769e-02 ] [ l_g_total: 2.2769e-02 ] +2024-10-02 08:10:31,256 INFO: [ epoch: 102 ] [ iter:136,500 ] [ performance: 11.526 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:30 ] [ l_g_pix: 2.4501e-02 ] [ l_g_total: 2.4501e-02 ] +2024-10-02 08:10:39,953 INFO: [ epoch: 102 ] [ iter:136,600 ] [ performance: 11.505 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:16 ] [ l_g_pix: 2.4333e-02 ] [ l_g_total: 2.4333e-02 ] +2024-10-02 08:10:48,676 INFO: [ epoch: 102 ] [ iter:136,700 ] [ performance: 11.481 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:02 ] [ l_g_pix: 2.7634e-02 ] [ l_g_total: 2.7634e-02 ] +2024-10-02 08:10:57,651 INFO: [ epoch: 102 ] [ iter:136,800 ] [ performance: 11.199 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:49 ] [ l_g_pix: 2.8661e-02 ] [ l_g_total: 2.8661e-02 ] +2024-10-02 08:11:06,348 INFO: [ epoch: 102 ] [ iter:136,900 ] [ performance: 11.513 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:35 ] [ l_g_pix: 2.8775e-02 ] [ l_g_total: 2.8775e-02 ] +2024-10-02 08:11:15,087 INFO: [ epoch: 102 ] [ iter:137,000 ] [ performance: 11.455 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:21 ] [ l_g_pix: 4.2711e-02 ] [ l_g_total: 4.2711e-02 ] +2024-10-02 08:11:23,799 INFO: [ epoch: 102 ] [ iter:137,100 ] [ performance: 11.497 it/s ] [ lr: 2.50e-05 ] [ eta: 2:07:07 ] [ l_g_pix: 2.5560e-02 ] [ l_g_total: 2.5560e-02 ] +2024-10-02 08:11:32,524 INFO: [ epoch: 102 ] [ iter:137,200 ] [ performance: 11.468 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:54 ] [ l_g_pix: 3.7447e-02 ] [ l_g_total: 3.7447e-02 ] +2024-10-02 08:11:41,272 INFO: [ epoch: 102 ] [ iter:137,300 ] [ performance: 11.470 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:40 ] [ l_g_pix: 3.4194e-02 ] [ l_g_total: 3.4194e-02 ] +2024-10-02 08:11:50,018 INFO: [ epoch: 102 ] [ iter:137,400 ] [ performance: 11.440 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:26 ] [ l_g_pix: 1.9770e-02 ] [ l_g_total: 1.9770e-02 ] +2024-10-02 08:11:58,740 INFO: [ epoch: 102 ] [ iter:137,500 ] [ performance: 11.489 it/s ] [ lr: 2.50e-05 ] [ eta: 2:06:13 ] [ l_g_pix: 2.7595e-02 ] [ l_g_total: 2.7595e-02 ] +2024-10-02 08:12:07,363 INFO: [ epoch: 102 ] [ iter:137,600 ] [ performance: 11.583 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:59 ] [ l_g_pix: 4.6801e-02 ] [ l_g_total: 4.6801e-02 ] +2024-10-02 08:12:17,599 INFO: [ epoch: 103 ] [ iter:137,700 ] [ performance: 11.540 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:46 ] [ l_g_pix: 2.5415e-02 ] [ l_g_total: 2.5415e-02 ] +2024-10-02 08:12:26,292 INFO: [ epoch: 103 ] [ iter:137,800 ] [ performance: 11.509 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:32 ] [ l_g_pix: 3.3683e-02 ] [ l_g_total: 3.3683e-02 ] +2024-10-02 08:12:34,974 INFO: [ epoch: 103 ] [ iter:137,900 ] [ performance: 11.490 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:19 ] [ l_g_pix: 2.8565e-02 ] [ l_g_total: 2.8565e-02 ] +2024-10-02 08:12:43,927 INFO: [ epoch: 103 ] [ iter:138,000 ] [ performance: 11.209 it/s ] [ lr: 2.50e-05 ] [ eta: 2:05:05 ] [ l_g_pix: 2.6470e-02 ] [ l_g_total: 2.6470e-02 ] +2024-10-02 08:12:52,967 INFO: [ epoch: 103 ] [ iter:138,100 ] [ performance: 11.077 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:52 ] [ l_g_pix: 2.6547e-02 ] [ l_g_total: 2.6547e-02 ] +2024-10-02 08:13:02,089 INFO: [ epoch: 103 ] [ iter:138,200 ] [ performance: 10.976 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:38 ] [ l_g_pix: 3.1726e-02 ] [ l_g_total: 3.1726e-02 ] +2024-10-02 08:13:10,780 INFO: [ epoch: 103 ] [ iter:138,300 ] [ performance: 11.491 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:25 ] [ l_g_pix: 3.4065e-02 ] [ l_g_total: 3.4065e-02 ] +2024-10-02 08:13:19,528 INFO: [ epoch: 103 ] [ iter:138,400 ] [ performance: 11.438 it/s ] [ lr: 2.50e-05 ] [ eta: 2:04:11 ] [ l_g_pix: 3.1485e-02 ] [ l_g_total: 3.1485e-02 ] +2024-10-02 08:13:28,282 INFO: [ epoch: 103 ] [ iter:138,500 ] [ performance: 11.472 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:57 ] [ l_g_pix: 1.8510e-02 ] [ l_g_total: 1.8510e-02 ] +2024-10-02 08:13:37,070 INFO: [ epoch: 103 ] [ iter:138,600 ] [ performance: 11.390 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:44 ] [ l_g_pix: 2.4261e-02 ] [ l_g_total: 2.4261e-02 ] +2024-10-02 08:13:45,783 INFO: [ epoch: 103 ] [ iter:138,700 ] [ performance: 11.447 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:30 ] [ l_g_pix: 3.8376e-02 ] [ l_g_total: 3.8376e-02 ] +2024-10-02 08:13:54,494 INFO: [ epoch: 103 ] [ iter:138,800 ] [ performance: 11.478 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:17 ] [ l_g_pix: 2.9328e-02 ] [ l_g_total: 2.9328e-02 ] +2024-10-02 08:14:03,608 INFO: [ epoch: 103 ] [ iter:138,900 ] [ performance: 10.836 it/s ] [ lr: 2.50e-05 ] [ eta: 2:03:03 ] [ l_g_pix: 2.5768e-02 ] [ l_g_total: 2.5768e-02 ] +2024-10-02 08:14:13,927 INFO: [ epoch: 104 ] [ iter:139,000 ] [ performance: 9.777 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:51 ] [ l_g_pix: 3.5466e-02 ] [ l_g_total: 3.5466e-02 ] +2024-10-02 08:14:22,648 INFO: [ epoch: 104 ] [ iter:139,100 ] [ performance: 11.489 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:37 ] [ l_g_pix: 1.8689e-02 ] [ l_g_total: 1.8689e-02 ] +2024-10-02 08:14:31,682 INFO: [ epoch: 104 ] [ iter:139,200 ] [ performance: 11.100 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:24 ] [ l_g_pix: 2.4424e-02 ] [ l_g_total: 2.4424e-02 ] +2024-10-02 08:14:40,412 INFO: [ epoch: 104 ] [ iter:139,300 ] [ performance: 11.540 it/s ] [ lr: 2.50e-05 ] [ eta: 2:02:10 ] [ l_g_pix: 3.1378e-02 ] [ l_g_total: 3.1378e-02 ] +2024-10-02 08:14:49,094 INFO: [ epoch: 104 ] [ iter:139,400 ] [ performance: 11.520 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:56 ] [ l_g_pix: 2.6984e-02 ] [ l_g_total: 2.6984e-02 ] +2024-10-02 08:14:57,807 INFO: [ epoch: 104 ] [ iter:139,500 ] [ performance: 11.465 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:43 ] [ l_g_pix: 2.4464e-02 ] [ l_g_total: 2.4464e-02 ] +2024-10-02 08:15:06,512 INFO: [ epoch: 104 ] [ iter:139,600 ] [ performance: 11.487 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:29 ] [ l_g_pix: 1.9130e-02 ] [ l_g_total: 1.9130e-02 ] +2024-10-02 08:15:15,211 INFO: [ epoch: 104 ] [ iter:139,700 ] [ performance: 11.445 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:16 ] [ l_g_pix: 3.3715e-02 ] [ l_g_total: 3.3715e-02 ] +2024-10-02 08:15:23,909 INFO: [ epoch: 104 ] [ iter:139,800 ] [ performance: 11.496 it/s ] [ lr: 2.50e-05 ] [ eta: 2:01:02 ] [ l_g_pix: 3.6973e-02 ] [ l_g_total: 3.6973e-02 ] +2024-10-02 08:15:32,606 INFO: [ epoch: 104 ] [ iter:139,900 ] [ performance: 11.497 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:49 ] [ l_g_pix: 2.0869e-02 ] [ l_g_total: 2.0869e-02 ] +2024-10-02 08:15:41,324 INFO: [ epoch: 104 ] [ iter:140,000 ] [ performance: 11.473 it/s ] [ lr: 2.50e-05 ] [ eta: 2:00:35 ] [ l_g_pix: 3.1104e-02 ] [ l_g_total: 3.1104e-02 ] +2024-10-02 08:15:41,324 INFO: Saving models and training states. +2024-10-02 08:16:17,701 INFO: Interrupted, saving latest models. diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/train_4xDF2K_plksr_tiny_fp16_patch64_20241002_082607.log b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/train_4xDF2K_plksr_tiny_fp16_patch64_20241002_082607.log new file mode 100644 index 0000000000000000000000000000000000000000..2e2c529e95ee1b313bf20fdc50f70f2eea96b489 --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/train_4xDF2K_plksr_tiny_fp16_patch64_20241002_082607.log @@ -0,0 +1,674 @@ +2024-10-02 08:26:07,013 INFO: +------------------------ neosr ------------------------ +Pytorch Version: 2.4.0+cu121 +2024-10-02 08:26:09,324 INFO: Dataset [paired] is built. +2024-10-02 08:26:09,324 INFO: Training statistics: + Starting model: 4xDF2K_plksr_tiny_fp16_patch64 + Number of train images: 21387 + Dataset enlarge ratio: 1 + Batch size per gpu: 16 + Accumulated batches: 16 + World size (gpu number): 1 + Required iters per epoch: 1337 + Total epochs 150 for total iters 200000. +2024-10-02 08:26:09,325 INFO: Dataset [paired] is built. +2024-10-02 08:26:09,325 INFO: Number of val images/folders: 100 +2024-10-02 08:26:09,408 INFO: Using network [plksr]. +2024-10-02 08:26:09,440 INFO: Loading plksr model from /home/phips/Documents/Github/neosr/experiments/4xDF2K_plksr_tiny_fp16_patch64/models/net_g_140000.pth, with param key: [params]. +2024-10-02 08:26:09,461 INFO: Using exponential-moving average. +2024-10-02 08:26:09,462 INFO: Loss [L1Loss] enabled. +2024-10-02 08:26:09,462 INFO: Using model [image]. +2024-10-02 08:26:09,464 INFO: Resuming training from epoch: 104, iter: 140000 +2024-10-02 08:26:10,089 INFO: AMP enabled. +2024-10-02 08:26:10,090 INFO: Deterministic mode enabled. +2024-10-02 08:26:10,090 INFO: Start training from epoch: 104, iter: 140000 +2024-10-02 08:26:22,166 INFO: [ epoch: 104 ] [ iter:140,100 ] [ performance: 8.282 it/s ] [ lr: 2.50e-05 ] [ eta: 2:08:04 ] [ l_g_pix: 2.8763e-02 ] [ l_g_total: 2.8763e-02 ] +2024-10-02 08:26:31,477 INFO: [ epoch: 104 ] [ iter:140,200 ] [ performance: 9.352 it/s ] [ lr: 2.50e-05 ] [ eta: 1:50:14 ] [ l_g_pix: 3.1753e-02 ] [ l_g_total: 3.1753e-02 ] +2024-10-02 08:26:40,633 INFO: [ epoch: 104 ] [ iter:140,300 ] [ performance: 10.931 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:43 ] [ l_g_pix: 3.1800e-02 ] [ l_g_total: 3.1800e-02 ] +2024-10-02 08:26:49,734 INFO: [ epoch: 104 ] [ iter:140,400 ] [ performance: 10.960 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:15 ] [ l_g_pix: 2.6743e-02 ] [ l_g_total: 2.6743e-02 ] +2024-10-02 08:26:58,701 INFO: [ epoch: 104 ] [ iter:140,500 ] [ performance: 11.146 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:50 ] [ l_g_pix: 2.5546e-02 ] [ l_g_total: 2.5546e-02 ] +2024-10-02 08:27:07,482 INFO: [ epoch: 104 ] [ iter:140,600 ] [ performance: 11.267 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:53 ] [ l_g_pix: 2.9478e-02 ] [ l_g_total: 2.9478e-02 ] +2024-10-02 08:27:16,305 INFO: [ epoch: 104 ] [ iter:140,700 ] [ performance: 11.346 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:30 ] [ l_g_pix: 3.6914e-02 ] [ l_g_total: 3.6914e-02 ] +2024-10-02 08:27:25,123 INFO: [ epoch: 104 ] [ iter:140,800 ] [ performance: 11.344 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:25 ] [ l_g_pix: 3.1707e-02 ] [ l_g_total: 3.1707e-02 ] +2024-10-02 08:27:33,924 INFO: [ epoch: 104 ] [ iter:140,900 ] [ performance: 11.381 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:32 ] [ l_g_pix: 2.5665e-02 ] [ l_g_total: 2.5665e-02 ] +2024-10-02 08:27:42,723 INFO: [ epoch: 104 ] [ iter:141,000 ] [ performance: 11.374 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:47 ] [ l_g_pix: 2.6344e-02 ] [ l_g_total: 2.6344e-02 ] +2024-10-02 08:27:51,506 INFO: [ epoch: 104 ] [ iter:141,100 ] [ performance: 11.412 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:08 ] [ l_g_pix: 2.1161e-02 ] [ l_g_total: 2.1161e-02 ] +2024-10-02 08:28:00,304 INFO: [ epoch: 104 ] [ iter:141,200 ] [ performance: 11.389 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:35 ] [ l_g_pix: 2.1697e-02 ] [ l_g_total: 2.1697e-02 ] +2024-10-02 08:28:09,029 INFO: [ epoch: 104 ] [ iter:141,300 ] [ performance: 11.503 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:02 ] [ l_g_pix: 2.7617e-02 ] [ l_g_total: 2.7617e-02 ] +2024-10-02 08:28:18,686 INFO: [ epoch: 105 ] [ iter:141,400 ] [ performance: 10.882 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:12 ] [ l_g_pix: 2.3547e-02 ] [ l_g_total: 2.3547e-02 ] +2024-10-02 08:28:27,557 INFO: [ epoch: 105 ] [ iter:141,500 ] [ performance: 11.295 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:49 ] [ l_g_pix: 3.0800e-02 ] [ l_g_total: 3.0800e-02 ] +2024-10-02 08:28:36,318 INFO: [ epoch: 105 ] [ iter:141,600 ] [ performance: 11.357 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:23 ] [ l_g_pix: 3.4151e-02 ] [ l_g_total: 3.4151e-02 ] +2024-10-02 08:28:45,064 INFO: [ epoch: 105 ] [ iter:141,700 ] [ performance: 11.469 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:59 ] [ l_g_pix: 2.6885e-02 ] [ l_g_total: 2.6885e-02 ] +2024-10-02 08:28:53,849 INFO: [ epoch: 105 ] [ iter:141,800 ] [ performance: 11.424 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:37 ] [ l_g_pix: 3.7080e-02 ] [ l_g_total: 3.7080e-02 ] +2024-10-02 08:29:02,683 INFO: [ epoch: 105 ] [ iter:141,900 ] [ performance: 11.363 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:19 ] [ l_g_pix: 2.7165e-02 ] [ l_g_total: 2.7165e-02 ] +2024-10-02 08:29:11,454 INFO: [ epoch: 105 ] [ iter:142,000 ] [ performance: 11.383 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:00 ] [ l_g_pix: 3.2269e-02 ] [ l_g_total: 3.2269e-02 ] +2024-10-02 08:29:20,243 INFO: [ epoch: 105 ] [ iter:142,100 ] [ performance: 11.434 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:42 ] [ l_g_pix: 2.0625e-02 ] [ l_g_total: 2.0625e-02 ] +2024-10-02 08:29:28,998 INFO: [ epoch: 105 ] [ iter:142,200 ] [ performance: 11.428 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:24 ] [ l_g_pix: 2.6606e-02 ] [ l_g_total: 2.6606e-02 ] +2024-10-02 08:29:37,817 INFO: [ epoch: 105 ] [ iter:142,300 ] [ performance: 11.390 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:09 ] [ l_g_pix: 3.0385e-02 ] [ l_g_total: 3.0385e-02 ] +2024-10-02 08:29:46,652 INFO: [ epoch: 105 ] [ iter:142,400 ] [ performance: 11.352 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:54 ] [ l_g_pix: 3.1867e-02 ] [ l_g_total: 3.1867e-02 ] +2024-10-02 08:29:55,970 INFO: [ epoch: 105 ] [ iter:142,500 ] [ performance: 10.778 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:51 ] [ l_g_pix: 3.1793e-02 ] [ l_g_total: 3.1793e-02 ] +2024-10-02 08:30:04,832 INFO: [ epoch: 105 ] [ iter:142,600 ] [ performance: 11.042 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:38 ] [ l_g_pix: 2.4203e-02 ] [ l_g_total: 2.4203e-02 ] +2024-10-02 08:30:14,682 INFO: [ epoch: 106 ] [ iter:142,700 ] [ performance: 10.019 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:45 ] [ l_g_pix: 3.4014e-02 ] [ l_g_total: 3.4014e-02 ] +2024-10-02 08:30:23,701 INFO: [ epoch: 106 ] [ iter:142,800 ] [ performance: 10.564 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:35 ] [ l_g_pix: 2.5707e-02 ] [ l_g_total: 2.5707e-02 ] +2024-10-02 08:30:32,470 INFO: [ epoch: 106 ] [ iter:142,900 ] [ performance: 11.453 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:20 ] [ l_g_pix: 3.1372e-02 ] [ l_g_total: 3.1372e-02 ] +2024-10-02 08:30:41,256 INFO: [ epoch: 106 ] [ iter:143,000 ] [ performance: 11.415 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:05 ] [ l_g_pix: 2.0353e-02 ] [ l_g_total: 2.0353e-02 ] +2024-10-02 08:30:50,029 INFO: [ epoch: 106 ] [ iter:143,100 ] [ performance: 11.449 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:51 ] [ l_g_pix: 1.9641e-02 ] [ l_g_total: 1.9641e-02 ] +2024-10-02 08:30:58,827 INFO: [ epoch: 106 ] [ iter:143,200 ] [ performance: 11.405 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:37 ] [ l_g_pix: 2.4596e-02 ] [ l_g_total: 2.4596e-02 ] +2024-10-02 08:31:07,592 INFO: [ epoch: 106 ] [ iter:143,300 ] [ performance: 11.469 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:23 ] [ l_g_pix: 1.7562e-02 ] [ l_g_total: 1.7562e-02 ] +2024-10-02 08:31:16,350 INFO: [ epoch: 106 ] [ iter:143,400 ] [ performance: 11.441 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:10 ] [ l_g_pix: 3.6320e-02 ] [ l_g_total: 3.6320e-02 ] +2024-10-02 08:31:25,088 INFO: [ epoch: 106 ] [ iter:143,500 ] [ performance: 11.504 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:56 ] [ l_g_pix: 3.2472e-02 ] [ l_g_total: 3.2472e-02 ] +2024-10-02 08:31:33,908 INFO: [ epoch: 106 ] [ iter:143,600 ] [ performance: 11.414 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:44 ] [ l_g_pix: 2.9303e-02 ] [ l_g_total: 2.9303e-02 ] +2024-10-02 08:31:42,676 INFO: [ epoch: 106 ] [ iter:143,700 ] [ performance: 11.488 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:31 ] [ l_g_pix: 2.8632e-02 ] [ l_g_total: 2.8632e-02 ] +2024-10-02 08:31:51,448 INFO: [ epoch: 106 ] [ iter:143,800 ] [ performance: 11.440 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:18 ] [ l_g_pix: 2.6426e-02 ] [ l_g_total: 2.6426e-02 ] +2024-10-02 08:32:00,198 INFO: [ epoch: 106 ] [ iter:143,900 ] [ performance: 11.484 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:06 ] [ l_g_pix: 3.1231e-02 ] [ l_g_total: 3.1231e-02 ] +2024-10-02 08:32:08,878 INFO: [ epoch: 106 ] [ iter:144,000 ] [ performance: 11.504 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:52 ] [ l_g_pix: 2.7131e-02 ] [ l_g_total: 2.7131e-02 ] +2024-10-02 08:32:18,630 INFO: [ epoch: 107 ] [ iter:144,100 ] [ performance: 11.429 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:54 ] [ l_g_pix: 3.0350e-02 ] [ l_g_total: 3.0350e-02 ] +2024-10-02 08:32:27,364 INFO: [ epoch: 107 ] [ iter:144,200 ] [ performance: 11.441 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:41 ] [ l_g_pix: 2.5461e-02 ] [ l_g_total: 2.5461e-02 ] +2024-10-02 08:32:36,080 INFO: [ epoch: 107 ] [ iter:144,300 ] [ performance: 11.529 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:29 ] [ l_g_pix: 1.9584e-02 ] [ l_g_total: 1.9584e-02 ] +2024-10-02 08:32:44,812 INFO: [ epoch: 107 ] [ iter:144,400 ] [ performance: 11.487 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:16 ] [ l_g_pix: 2.9853e-02 ] [ l_g_total: 2.9853e-02 ] +2024-10-02 08:32:53,666 INFO: [ epoch: 107 ] [ iter:144,500 ] [ performance: 11.375 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:06 ] [ l_g_pix: 2.0605e-02 ] [ l_g_total: 2.0605e-02 ] +2024-10-02 08:33:02,428 INFO: [ epoch: 107 ] [ iter:144,600 ] [ performance: 11.397 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:54 ] [ l_g_pix: 2.1546e-02 ] [ l_g_total: 2.1546e-02 ] +2024-10-02 08:33:11,197 INFO: [ epoch: 107 ] [ iter:144,700 ] [ performance: 11.462 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:43 ] [ l_g_pix: 2.7900e-02 ] [ l_g_total: 2.7900e-02 ] +2024-10-02 08:33:19,958 INFO: [ epoch: 107 ] [ iter:144,800 ] [ performance: 11.436 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:31 ] [ l_g_pix: 2.8849e-02 ] [ l_g_total: 2.8849e-02 ] +2024-10-02 08:33:28,780 INFO: [ epoch: 107 ] [ iter:144,900 ] [ performance: 11.424 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:20 ] [ l_g_pix: 3.9643e-02 ] [ l_g_total: 3.9643e-02 ] +2024-10-02 08:33:37,551 INFO: [ epoch: 107 ] [ iter:145,000 ] [ performance: 11.412 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:09 ] [ l_g_pix: 2.6958e-02 ] [ l_g_total: 2.6958e-02 ] +2024-10-02 08:33:46,295 INFO: [ epoch: 107 ] [ iter:145,100 ] [ performance: 11.509 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:58 ] [ l_g_pix: 1.2220e-02 ] [ l_g_total: 1.2220e-02 ] +2024-10-02 08:33:55,057 INFO: [ epoch: 107 ] [ iter:145,200 ] [ performance: 11.455 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:47 ] [ l_g_pix: 1.7482e-02 ] [ l_g_total: 1.7482e-02 ] +2024-10-02 08:34:03,833 INFO: [ epoch: 107 ] [ iter:145,300 ] [ performance: 11.554 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:36 ] [ l_g_pix: 2.7347e-02 ] [ l_g_total: 2.7347e-02 ] +2024-10-02 08:34:13,853 INFO: [ epoch: 108 ] [ iter:145,400 ] [ performance: 10.594 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:38 ] [ l_g_pix: 2.3654e-02 ] [ l_g_total: 2.3654e-02 ] +2024-10-02 08:34:22,751 INFO: [ epoch: 108 ] [ iter:145,500 ] [ performance: 11.382 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:28 ] [ l_g_pix: 2.8664e-02 ] [ l_g_total: 2.8664e-02 ] +2024-10-02 08:34:31,480 INFO: [ epoch: 108 ] [ iter:145,600 ] [ performance: 11.426 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:17 ] [ l_g_pix: 2.7689e-02 ] [ l_g_total: 2.7689e-02 ] +2024-10-02 08:34:40,203 INFO: [ epoch: 108 ] [ iter:145,700 ] [ performance: 11.557 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:06 ] [ l_g_pix: 2.8552e-02 ] [ l_g_total: 2.8552e-02 ] +2024-10-02 08:34:49,069 INFO: [ epoch: 108 ] [ iter:145,800 ] [ performance: 11.394 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:56 ] [ l_g_pix: 3.0055e-02 ] [ l_g_total: 3.0055e-02 ] +2024-10-02 08:34:57,817 INFO: [ epoch: 108 ] [ iter:145,900 ] [ performance: 11.538 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:45 ] [ l_g_pix: 1.9041e-02 ] [ l_g_total: 1.9041e-02 ] +2024-10-02 08:35:06,590 INFO: [ epoch: 108 ] [ iter:146,000 ] [ performance: 11.457 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:34 ] [ l_g_pix: 3.6207e-02 ] [ l_g_total: 3.6207e-02 ] +2024-10-02 08:35:15,356 INFO: [ epoch: 108 ] [ iter:146,100 ] [ performance: 11.516 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:24 ] [ l_g_pix: 3.6616e-02 ] [ l_g_total: 3.6616e-02 ] +2024-10-02 08:35:24,207 INFO: [ epoch: 108 ] [ iter:146,200 ] [ performance: 11.388 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:14 ] [ l_g_pix: 2.5812e-02 ] [ l_g_total: 2.5812e-02 ] +2024-10-02 08:35:33,039 INFO: [ epoch: 108 ] [ iter:146,300 ] [ performance: 11.558 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:04 ] [ l_g_pix: 3.1779e-02 ] [ l_g_total: 3.1779e-02 ] +2024-10-02 08:35:41,959 INFO: [ epoch: 108 ] [ iter:146,400 ] [ performance: 11.350 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:55 ] [ l_g_pix: 2.3272e-02 ] [ l_g_total: 2.3272e-02 ] +2024-10-02 08:35:50,804 INFO: [ epoch: 108 ] [ iter:146,500 ] [ performance: 11.572 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:45 ] [ l_g_pix: 4.4520e-02 ] [ l_g_total: 4.4520e-02 ] +2024-10-02 08:35:59,539 INFO: [ epoch: 108 ] [ iter:146,600 ] [ performance: 11.499 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:34 ] [ l_g_pix: 2.1601e-02 ] [ l_g_total: 2.1601e-02 ] +2024-10-02 08:36:32,365 INFO: [ epoch: 109 ] [ iter:146,700 ] [ performance: 2.241 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:35 ] [ l_g_pix: 1.6913e-02 ] [ l_g_total: 1.6913e-02 ] +2024-10-02 08:36:53,499 INFO: [ epoch: 109 ] [ iter:146,800 ] [ performance: 3.273 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:59 ] [ l_g_pix: 3.0774e-02 ] [ l_g_total: 3.0774e-02 ] +2024-10-02 08:37:02,244 INFO: [ epoch: 109 ] [ iter:146,900 ] [ performance: 11.549 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:44 ] [ l_g_pix: 2.6805e-02 ] [ l_g_total: 2.6805e-02 ] +2024-10-02 08:37:10,966 INFO: [ epoch: 109 ] [ iter:147,000 ] [ performance: 11.499 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:29 ] [ l_g_pix: 2.5129e-02 ] [ l_g_total: 2.5129e-02 ] +2024-10-02 08:37:19,970 INFO: [ epoch: 109 ] [ iter:147,100 ] [ performance: 11.191 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:16 ] [ l_g_pix: 2.0524e-02 ] [ l_g_total: 2.0524e-02 ] +2024-10-02 08:37:28,738 INFO: [ epoch: 109 ] [ iter:147,200 ] [ performance: 11.320 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:01 ] [ l_g_pix: 2.9132e-02 ] [ l_g_total: 2.9132e-02 ] +2024-10-02 08:37:37,513 INFO: [ epoch: 109 ] [ iter:147,300 ] [ performance: 11.532 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:47 ] [ l_g_pix: 2.2409e-02 ] [ l_g_total: 2.2409e-02 ] +2024-10-02 08:37:46,269 INFO: [ epoch: 109 ] [ iter:147,400 ] [ performance: 11.465 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:33 ] [ l_g_pix: 2.4745e-02 ] [ l_g_total: 2.4745e-02 ] +2024-10-02 08:37:55,051 INFO: [ epoch: 109 ] [ iter:147,500 ] [ performance: 11.529 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:19 ] [ l_g_pix: 2.6949e-02 ] [ l_g_total: 2.6949e-02 ] +2024-10-02 08:38:03,810 INFO: [ epoch: 109 ] [ iter:147,600 ] [ performance: 11.460 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:05 ] [ l_g_pix: 3.0085e-02 ] [ l_g_total: 3.0085e-02 ] +2024-10-02 08:38:12,570 INFO: [ epoch: 109 ] [ iter:147,700 ] [ performance: 11.554 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:52 ] [ l_g_pix: 1.8328e-02 ] [ l_g_total: 1.8328e-02 ] +2024-10-02 08:38:21,329 INFO: [ epoch: 109 ] [ iter:147,800 ] [ performance: 11.469 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:38 ] [ l_g_pix: 3.1925e-02 ] [ l_g_total: 3.1925e-02 ] +2024-10-02 08:38:30,090 INFO: [ epoch: 109 ] [ iter:147,900 ] [ performance: 11.559 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:24 ] [ l_g_pix: 2.1986e-02 ] [ l_g_total: 2.1986e-02 ] +2024-10-02 08:38:38,767 INFO: [ epoch: 109 ] [ iter:148,000 ] [ performance: 11.538 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:10 ] [ l_g_pix: 2.8041e-02 ] [ l_g_total: 2.8041e-02 ] +2024-10-02 08:38:48,408 INFO: [ epoch: 110 ] [ iter:148,100 ] [ performance: 11.533 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:03 ] [ l_g_pix: 3.1737e-02 ] [ l_g_total: 3.1737e-02 ] +2024-10-02 08:38:57,174 INFO: [ epoch: 110 ] [ iter:148,200 ] [ performance: 11.456 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:50 ] [ l_g_pix: 2.9018e-02 ] [ l_g_total: 2.9018e-02 ] +2024-10-02 08:39:05,951 INFO: [ epoch: 110 ] [ iter:148,300 ] [ performance: 11.519 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:37 ] [ l_g_pix: 2.9506e-02 ] [ l_g_total: 2.9506e-02 ] +2024-10-02 08:39:14,704 INFO: [ epoch: 110 ] [ iter:148,400 ] [ performance: 11.461 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:24 ] [ l_g_pix: 1.9387e-02 ] [ l_g_total: 1.9387e-02 ] +2024-10-02 08:39:23,464 INFO: [ epoch: 110 ] [ iter:148,500 ] [ performance: 11.539 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:11 ] [ l_g_pix: 2.8207e-02 ] [ l_g_total: 2.8207e-02 ] +2024-10-02 08:39:32,207 INFO: [ epoch: 110 ] [ iter:148,600 ] [ performance: 11.476 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:58 ] [ l_g_pix: 2.0206e-02 ] [ l_g_total: 2.0206e-02 ] +2024-10-02 08:39:40,959 INFO: [ epoch: 110 ] [ iter:148,700 ] [ performance: 11.544 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:45 ] [ l_g_pix: 2.4917e-02 ] [ l_g_total: 2.4917e-02 ] +2024-10-02 08:39:49,710 INFO: [ epoch: 110 ] [ iter:148,800 ] [ performance: 11.470 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:32 ] [ l_g_pix: 2.8446e-02 ] [ l_g_total: 2.8446e-02 ] +2024-10-02 08:39:58,455 INFO: [ epoch: 110 ] [ iter:148,900 ] [ performance: 11.564 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:20 ] [ l_g_pix: 2.7063e-02 ] [ l_g_total: 2.7063e-02 ] +2024-10-02 08:40:07,188 INFO: [ epoch: 110 ] [ iter:149,000 ] [ performance: 11.492 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:07 ] [ l_g_pix: 2.8275e-02 ] [ l_g_total: 2.8275e-02 ] +2024-10-02 08:40:15,928 INFO: [ epoch: 110 ] [ iter:149,100 ] [ performance: 11.575 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:55 ] [ l_g_pix: 3.8577e-02 ] [ l_g_total: 3.8577e-02 ] +2024-10-02 08:40:24,653 INFO: [ epoch: 110 ] [ iter:149,200 ] [ performance: 11.502 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:42 ] [ l_g_pix: 2.3456e-02 ] [ l_g_total: 2.3456e-02 ] +2024-10-02 08:40:33,362 INFO: [ epoch: 110 ] [ iter:149,300 ] [ performance: 11.651 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:30 ] [ l_g_pix: 2.9950e-02 ] [ l_g_total: 2.9950e-02 ] +2024-10-02 08:40:43,036 INFO: [ epoch: 111 ] [ iter:149,400 ] [ performance: 10.763 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:22 ] [ l_g_pix: 3.1497e-02 ] [ l_g_total: 3.1497e-02 ] +2024-10-02 08:40:51,782 INFO: [ epoch: 111 ] [ iter:149,500 ] [ performance: 11.568 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:10 ] [ l_g_pix: 2.2304e-02 ] [ l_g_total: 2.2304e-02 ] +2024-10-02 08:41:00,511 INFO: [ epoch: 111 ] [ iter:149,600 ] [ performance: 11.495 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:58 ] [ l_g_pix: 3.1663e-02 ] [ l_g_total: 3.1663e-02 ] +2024-10-02 08:41:09,268 INFO: [ epoch: 111 ] [ iter:149,700 ] [ performance: 11.532 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:46 ] [ l_g_pix: 2.7220e-02 ] [ l_g_total: 2.7220e-02 ] +2024-10-02 08:41:18,010 INFO: [ epoch: 111 ] [ iter:149,800 ] [ performance: 11.472 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:34 ] [ l_g_pix: 3.3416e-02 ] [ l_g_total: 3.3416e-02 ] +2024-10-02 08:41:26,763 INFO: [ epoch: 111 ] [ iter:149,900 ] [ performance: 11.545 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:22 ] [ l_g_pix: 3.0658e-02 ] [ l_g_total: 3.0658e-02 ] +2024-10-02 08:41:35,502 INFO: [ epoch: 111 ] [ iter:150,000 ] [ performance: 11.478 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:10 ] [ l_g_pix: 2.1710e-02 ] [ l_g_total: 2.1710e-02 ] +2024-10-02 08:41:35,502 INFO: Saving models and training states. +2024-10-02 08:47:25,968 INFO: Validation val + + # psnr: 27.2273........ Best: 27.2273 @ 150000 iter + # ssim: 0.7673........ Best: 0.7673 @ 150000 iter + # dists: 0.7730........ Best: 0.7730 @ 150000 iter + +2024-10-02 08:47:34,674 INFO: [ epoch: 111 ] [ iter:150,100 ] [ performance: 11.594 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:50 ] [ l_g_pix: 3.0646e-02 ] [ l_g_total: 3.0646e-02 ] +2024-10-02 08:47:43,405 INFO: [ epoch: 111 ] [ iter:150,200 ] [ performance: 11.501 it/s ] [ lr: 2.50e-05 ] [ eta: 1:45:17 ] [ l_g_pix: 3.1984e-02 ] [ l_g_total: 3.1984e-02 ] +2024-10-02 08:47:52,151 INFO: [ epoch: 111 ] [ iter:150,300 ] [ performance: 11.590 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:46 ] [ l_g_pix: 2.8282e-02 ] [ l_g_total: 2.8282e-02 ] +2024-10-02 08:48:00,911 INFO: [ epoch: 111 ] [ iter:150,400 ] [ performance: 11.472 it/s ] [ lr: 2.50e-05 ] [ eta: 1:44:15 ] [ l_g_pix: 3.4515e-02 ] [ l_g_total: 3.4515e-02 ] +2024-10-02 08:48:09,681 INFO: [ epoch: 111 ] [ iter:150,500 ] [ performance: 11.551 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:44 ] [ l_g_pix: 3.3012e-02 ] [ l_g_total: 3.3012e-02 ] +2024-10-02 08:48:18,418 INFO: [ epoch: 111 ] [ iter:150,600 ] [ performance: 11.480 it/s ] [ lr: 2.50e-05 ] [ eta: 1:43:13 ] [ l_g_pix: 2.8968e-02 ] [ l_g_total: 2.8968e-02 ] +2024-10-02 08:48:28,239 INFO: [ epoch: 112 ] [ iter:150,700 ] [ performance: 9.085 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:48 ] [ l_g_pix: 3.7114e-02 ] [ l_g_total: 3.7114e-02 ] +2024-10-02 08:48:37,163 INFO: [ epoch: 112 ] [ iter:150,800 ] [ performance: 10.429 it/s ] [ lr: 2.50e-05 ] [ eta: 1:42:19 ] [ l_g_pix: 2.3797e-02 ] [ l_g_total: 2.3797e-02 ] +2024-10-02 08:48:45,916 INFO: [ epoch: 112 ] [ iter:150,900 ] [ performance: 11.551 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:50 ] [ l_g_pix: 2.6561e-02 ] [ l_g_total: 2.6561e-02 ] +2024-10-02 08:48:54,650 INFO: [ epoch: 112 ] [ iter:151,000 ] [ performance: 11.483 it/s ] [ lr: 2.50e-05 ] [ eta: 1:41:21 ] [ l_g_pix: 1.9103e-02 ] [ l_g_total: 1.9103e-02 ] +2024-10-02 08:49:03,410 INFO: [ epoch: 112 ] [ iter:151,100 ] [ performance: 11.505 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:53 ] [ l_g_pix: 3.4372e-02 ] [ l_g_total: 3.4372e-02 ] +2024-10-02 08:49:12,191 INFO: [ epoch: 112 ] [ iter:151,200 ] [ performance: 11.425 it/s ] [ lr: 2.50e-05 ] [ eta: 1:40:25 ] [ l_g_pix: 3.0897e-02 ] [ l_g_total: 3.0897e-02 ] +2024-10-02 08:49:20,974 INFO: [ epoch: 112 ] [ iter:151,300 ] [ performance: 11.519 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:57 ] [ l_g_pix: 3.5267e-02 ] [ l_g_total: 3.5267e-02 ] +2024-10-02 08:49:29,788 INFO: [ epoch: 112 ] [ iter:151,400 ] [ performance: 11.399 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:30 ] [ l_g_pix: 2.6981e-02 ] [ l_g_total: 2.6981e-02 ] +2024-10-02 08:49:38,613 INFO: [ epoch: 112 ] [ iter:151,500 ] [ performance: 11.429 it/s ] [ lr: 2.50e-05 ] [ eta: 1:39:03 ] [ l_g_pix: 3.0362e-02 ] [ l_g_total: 3.0362e-02 ] +2024-10-02 08:49:47,444 INFO: [ epoch: 112 ] [ iter:151,600 ] [ performance: 11.356 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:36 ] [ l_g_pix: 1.9596e-02 ] [ l_g_total: 1.9596e-02 ] +2024-10-02 08:49:56,248 INFO: [ epoch: 112 ] [ iter:151,700 ] [ performance: 11.458 it/s ] [ lr: 2.50e-05 ] [ eta: 1:38:10 ] [ l_g_pix: 2.4452e-02 ] [ l_g_total: 2.4452e-02 ] +2024-10-02 08:50:05,078 INFO: [ epoch: 112 ] [ iter:151,800 ] [ performance: 11.365 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:44 ] [ l_g_pix: 2.4908e-02 ] [ l_g_total: 2.4908e-02 ] +2024-10-02 08:50:13,914 INFO: [ epoch: 112 ] [ iter:151,900 ] [ performance: 11.432 it/s ] [ lr: 2.50e-05 ] [ eta: 1:37:18 ] [ l_g_pix: 2.9920e-02 ] [ l_g_total: 2.9920e-02 ] +2024-10-02 08:50:22,677 INFO: [ epoch: 112 ] [ iter:152,000 ] [ performance: 11.419 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:53 ] [ l_g_pix: 2.9432e-02 ] [ l_g_total: 2.9432e-02 ] +2024-10-02 08:50:32,571 INFO: [ epoch: 113 ] [ iter:152,100 ] [ performance: 11.550 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:32 ] [ l_g_pix: 2.1777e-02 ] [ l_g_total: 2.1777e-02 ] +2024-10-02 08:50:41,375 INFO: [ epoch: 113 ] [ iter:152,200 ] [ performance: 11.414 it/s ] [ lr: 2.50e-05 ] [ eta: 1:36:07 ] [ l_g_pix: 3.1370e-02 ] [ l_g_total: 3.1370e-02 ] +2024-10-02 08:50:50,166 INFO: [ epoch: 113 ] [ iter:152,300 ] [ performance: 11.494 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:42 ] [ l_g_pix: 2.3339e-02 ] [ l_g_total: 2.3339e-02 ] +2024-10-02 08:50:59,012 INFO: [ epoch: 113 ] [ iter:152,400 ] [ performance: 11.358 it/s ] [ lr: 2.50e-05 ] [ eta: 1:35:18 ] [ l_g_pix: 2.4523e-02 ] [ l_g_total: 2.4523e-02 ] +2024-10-02 08:51:07,841 INFO: [ epoch: 113 ] [ iter:152,500 ] [ performance: 11.535 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:54 ] [ l_g_pix: 2.3998e-02 ] [ l_g_total: 2.3998e-02 ] +2024-10-02 08:51:16,644 INFO: [ epoch: 113 ] [ iter:152,600 ] [ performance: 11.408 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:30 ] [ l_g_pix: 2.7056e-02 ] [ l_g_total: 2.7056e-02 ] +2024-10-02 08:51:25,435 INFO: [ epoch: 113 ] [ iter:152,700 ] [ performance: 11.483 it/s ] [ lr: 2.50e-05 ] [ eta: 1:34:06 ] [ l_g_pix: 2.9585e-02 ] [ l_g_total: 2.9585e-02 ] +2024-10-02 08:51:34,214 INFO: [ epoch: 113 ] [ iter:152,800 ] [ performance: 11.416 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:42 ] [ l_g_pix: 3.0344e-02 ] [ l_g_total: 3.0344e-02 ] +2024-10-02 08:51:43,027 INFO: [ epoch: 113 ] [ iter:152,900 ] [ performance: 11.427 it/s ] [ lr: 2.50e-05 ] [ eta: 1:33:19 ] [ l_g_pix: 2.2152e-02 ] [ l_g_total: 2.2152e-02 ] +2024-10-02 08:51:51,846 INFO: [ epoch: 113 ] [ iter:153,000 ] [ performance: 11.364 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:56 ] [ l_g_pix: 2.7676e-02 ] [ l_g_total: 2.7676e-02 ] +2024-10-02 08:52:00,672 INFO: [ epoch: 113 ] [ iter:153,100 ] [ performance: 11.498 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:33 ] [ l_g_pix: 3.5650e-02 ] [ l_g_total: 3.5650e-02 ] +2024-10-02 08:52:09,481 INFO: [ epoch: 113 ] [ iter:153,200 ] [ performance: 11.391 it/s ] [ lr: 2.50e-05 ] [ eta: 1:32:11 ] [ l_g_pix: 3.0743e-02 ] [ l_g_total: 3.0743e-02 ] +2024-10-02 08:52:18,296 INFO: [ epoch: 113 ] [ iter:153,300 ] [ performance: 11.449 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:48 ] [ l_g_pix: 1.9175e-02 ] [ l_g_total: 1.9175e-02 ] +2024-10-02 08:52:28,057 INFO: [ epoch: 114 ] [ iter:153,400 ] [ performance: 10.527 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:30 ] [ l_g_pix: 2.0329e-02 ] [ l_g_total: 2.0329e-02 ] +2024-10-02 08:52:36,848 INFO: [ epoch: 114 ] [ iter:153,500 ] [ performance: 11.508 it/s ] [ lr: 2.50e-05 ] [ eta: 1:31:07 ] [ l_g_pix: 3.9582e-02 ] [ l_g_total: 3.9582e-02 ] +2024-10-02 08:52:45,620 INFO: [ epoch: 114 ] [ iter:153,600 ] [ performance: 11.427 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:45 ] [ l_g_pix: 2.8296e-02 ] [ l_g_total: 2.8296e-02 ] +2024-10-02 08:52:54,504 INFO: [ epoch: 114 ] [ iter:153,700 ] [ performance: 11.459 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:24 ] [ l_g_pix: 2.9851e-02 ] [ l_g_total: 2.9851e-02 ] +2024-10-02 08:53:03,330 INFO: [ epoch: 114 ] [ iter:153,800 ] [ performance: 11.361 it/s ] [ lr: 2.50e-05 ] [ eta: 1:30:03 ] [ l_g_pix: 3.5771e-02 ] [ l_g_total: 3.5771e-02 ] +2024-10-02 08:53:12,227 INFO: [ epoch: 114 ] [ iter:153,900 ] [ performance: 11.519 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:42 ] [ l_g_pix: 2.8054e-02 ] [ l_g_total: 2.8054e-02 ] +2024-10-02 08:53:21,009 INFO: [ epoch: 114 ] [ iter:154,000 ] [ performance: 11.419 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:21 ] [ l_g_pix: 3.0712e-02 ] [ l_g_total: 3.0712e-02 ] +2024-10-02 08:53:29,830 INFO: [ epoch: 114 ] [ iter:154,100 ] [ performance: 11.513 it/s ] [ lr: 2.50e-05 ] [ eta: 1:29:00 ] [ l_g_pix: 2.6842e-02 ] [ l_g_total: 2.6842e-02 ] +2024-10-02 08:53:38,622 INFO: [ epoch: 114 ] [ iter:154,200 ] [ performance: 11.407 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:39 ] [ l_g_pix: 3.1708e-02 ] [ l_g_total: 3.1708e-02 ] +2024-10-02 08:53:47,425 INFO: [ epoch: 114 ] [ iter:154,300 ] [ performance: 11.460 it/s ] [ lr: 2.50e-05 ] [ eta: 1:28:18 ] [ l_g_pix: 2.8974e-02 ] [ l_g_total: 2.8974e-02 ] +2024-10-02 08:53:56,227 INFO: [ epoch: 114 ] [ iter:154,400 ] [ performance: 11.384 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:58 ] [ l_g_pix: 1.8463e-02 ] [ l_g_total: 1.8463e-02 ] +2024-10-02 08:54:05,072 INFO: [ epoch: 114 ] [ iter:154,500 ] [ performance: 11.452 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:38 ] [ l_g_pix: 4.2621e-02 ] [ l_g_total: 4.2621e-02 ] +2024-10-02 08:54:13,888 INFO: [ epoch: 114 ] [ iter:154,600 ] [ performance: 11.367 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:18 ] [ l_g_pix: 3.1979e-02 ] [ l_g_total: 3.1979e-02 ] +2024-10-02 08:54:23,553 INFO: [ epoch: 115 ] [ iter:154,700 ] [ performance: 8.217 it/s ] [ lr: 2.50e-05 ] [ eta: 1:27:00 ] [ l_g_pix: 2.2389e-02 ] [ l_g_total: 2.2389e-02 ] +2024-10-02 08:54:32,829 INFO: [ epoch: 115 ] [ iter:154,800 ] [ performance: 10.112 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:42 ] [ l_g_pix: 2.8980e-02 ] [ l_g_total: 2.8980e-02 ] +2024-10-02 08:54:41,973 INFO: [ epoch: 115 ] [ iter:154,900 ] [ performance: 11.055 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:23 ] [ l_g_pix: 2.6178e-02 ] [ l_g_total: 2.6178e-02 ] +2024-10-02 08:54:50,796 INFO: [ epoch: 115 ] [ iter:155,000 ] [ performance: 11.276 it/s ] [ lr: 2.50e-05 ] [ eta: 1:26:04 ] [ l_g_pix: 2.9348e-02 ] [ l_g_total: 2.9348e-02 ] +2024-10-02 08:54:59,573 INFO: [ epoch: 115 ] [ iter:155,100 ] [ performance: 11.516 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:44 ] [ l_g_pix: 2.4713e-02 ] [ l_g_total: 2.4713e-02 ] +2024-10-02 08:55:08,350 INFO: [ epoch: 115 ] [ iter:155,200 ] [ performance: 11.419 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:25 ] [ l_g_pix: 3.0365e-02 ] [ l_g_total: 3.0365e-02 ] +2024-10-02 08:55:17,135 INFO: [ epoch: 115 ] [ iter:155,300 ] [ performance: 11.526 it/s ] [ lr: 2.50e-05 ] [ eta: 1:25:06 ] [ l_g_pix: 3.1010e-02 ] [ l_g_total: 3.1010e-02 ] +2024-10-02 08:55:25,910 INFO: [ epoch: 115 ] [ iter:155,400 ] [ performance: 11.422 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:47 ] [ l_g_pix: 3.2068e-02 ] [ l_g_total: 3.2068e-02 ] +2024-10-02 08:55:34,688 INFO: [ epoch: 115 ] [ iter:155,500 ] [ performance: 11.504 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:28 ] [ l_g_pix: 3.9151e-02 ] [ l_g_total: 3.9151e-02 ] +2024-10-02 08:55:43,457 INFO: [ epoch: 115 ] [ iter:155,600 ] [ performance: 11.423 it/s ] [ lr: 2.50e-05 ] [ eta: 1:24:09 ] [ l_g_pix: 3.6884e-02 ] [ l_g_total: 3.6884e-02 ] +2024-10-02 08:55:52,228 INFO: [ epoch: 115 ] [ iter:155,700 ] [ performance: 11.528 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:50 ] [ l_g_pix: 3.5504e-02 ] [ l_g_total: 3.5504e-02 ] +2024-10-02 08:56:01,045 INFO: [ epoch: 115 ] [ iter:155,800 ] [ performance: 11.376 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:32 ] [ l_g_pix: 3.6446e-02 ] [ l_g_total: 3.6446e-02 ] +2024-10-02 08:56:10,055 INFO: [ epoch: 115 ] [ iter:155,900 ] [ performance: 11.494 it/s ] [ lr: 2.50e-05 ] [ eta: 1:23:14 ] [ l_g_pix: 2.0951e-02 ] [ l_g_total: 2.0951e-02 ] +2024-10-02 08:56:19,013 INFO: [ epoch: 115 ] [ iter:156,000 ] [ performance: 11.220 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:56 ] [ l_g_pix: 1.7859e-02 ] [ l_g_total: 1.7859e-02 ] +2024-10-02 08:56:28,769 INFO: [ epoch: 116 ] [ iter:156,100 ] [ performance: 11.522 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:40 ] [ l_g_pix: 1.9259e-02 ] [ l_g_total: 1.9259e-02 ] +2024-10-02 08:56:37,542 INFO: [ epoch: 116 ] [ iter:156,200 ] [ performance: 11.420 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:22 ] [ l_g_pix: 3.3487e-02 ] [ l_g_total: 3.3487e-02 ] +2024-10-02 08:56:46,358 INFO: [ epoch: 116 ] [ iter:156,300 ] [ performance: 11.484 it/s ] [ lr: 2.50e-05 ] [ eta: 1:22:04 ] [ l_g_pix: 2.4967e-02 ] [ l_g_total: 2.4967e-02 ] +2024-10-02 08:56:55,166 INFO: [ epoch: 116 ] [ iter:156,400 ] [ performance: 11.376 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:47 ] [ l_g_pix: 2.7811e-02 ] [ l_g_total: 2.7811e-02 ] +2024-10-02 08:57:03,977 INFO: [ epoch: 116 ] [ iter:156,500 ] [ performance: 11.474 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:29 ] [ l_g_pix: 2.3431e-02 ] [ l_g_total: 2.3431e-02 ] +2024-10-02 08:57:12,795 INFO: [ epoch: 116 ] [ iter:156,600 ] [ performance: 11.361 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:11 ] [ l_g_pix: 2.6667e-02 ] [ l_g_total: 2.6667e-02 ] +2024-10-02 08:57:21,635 INFO: [ epoch: 116 ] [ iter:156,700 ] [ performance: 11.469 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:54 ] [ l_g_pix: 2.6657e-02 ] [ l_g_total: 2.6657e-02 ] +2024-10-02 08:57:30,432 INFO: [ epoch: 116 ] [ iter:156,800 ] [ performance: 11.383 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:36 ] [ l_g_pix: 2.7096e-02 ] [ l_g_total: 2.7096e-02 ] +2024-10-02 08:57:39,213 INFO: [ epoch: 116 ] [ iter:156,900 ] [ performance: 11.517 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:19 ] [ l_g_pix: 3.3368e-02 ] [ l_g_total: 3.3368e-02 ] +2024-10-02 08:57:47,985 INFO: [ epoch: 116 ] [ iter:157,000 ] [ performance: 11.417 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:02 ] [ l_g_pix: 3.1688e-02 ] [ l_g_total: 3.1688e-02 ] +2024-10-02 08:57:56,792 INFO: [ epoch: 116 ] [ iter:157,100 ] [ performance: 11.413 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:45 ] [ l_g_pix: 2.5591e-02 ] [ l_g_total: 2.5591e-02 ] +2024-10-02 08:58:05,606 INFO: [ epoch: 116 ] [ iter:157,200 ] [ performance: 11.355 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:28 ] [ l_g_pix: 3.1253e-02 ] [ l_g_total: 3.1253e-02 ] +2024-10-02 08:58:14,395 INFO: [ epoch: 116 ] [ iter:157,300 ] [ performance: 11.628 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:11 ] [ l_g_pix: 2.6688e-02 ] [ l_g_total: 2.6688e-02 ] +2024-10-02 08:58:24,209 INFO: [ epoch: 117 ] [ iter:157,400 ] [ performance: 10.348 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:56 ] [ l_g_pix: 2.5474e-02 ] [ l_g_total: 2.5474e-02 ] +2024-10-02 08:58:33,148 INFO: [ epoch: 117 ] [ iter:157,500 ] [ performance: 11.042 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:40 ] [ l_g_pix: 2.6673e-02 ] [ l_g_total: 2.6673e-02 ] +2024-10-02 08:58:41,933 INFO: [ epoch: 117 ] [ iter:157,600 ] [ performance: 11.343 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:23 ] [ l_g_pix: 4.0495e-02 ] [ l_g_total: 4.0495e-02 ] +2024-10-02 08:58:50,730 INFO: [ epoch: 117 ] [ iter:157,700 ] [ performance: 11.502 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:07 ] [ l_g_pix: 3.4781e-02 ] [ l_g_total: 3.4781e-02 ] +2024-10-02 08:58:59,549 INFO: [ epoch: 117 ] [ iter:157,800 ] [ performance: 11.357 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:50 ] [ l_g_pix: 2.9989e-02 ] [ l_g_total: 2.9989e-02 ] +2024-10-02 08:59:08,366 INFO: [ epoch: 117 ] [ iter:157,900 ] [ performance: 11.431 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:34 ] [ l_g_pix: 2.6660e-02 ] [ l_g_total: 2.6660e-02 ] +2024-10-02 08:59:17,172 INFO: [ epoch: 117 ] [ iter:158,000 ] [ performance: 11.363 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:18 ] [ l_g_pix: 2.7569e-02 ] [ l_g_total: 2.7569e-02 ] +2024-10-02 08:59:25,998 INFO: [ epoch: 117 ] [ iter:158,100 ] [ performance: 11.536 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:01 ] [ l_g_pix: 2.3132e-02 ] [ l_g_total: 2.3132e-02 ] +2024-10-02 08:59:34,791 INFO: [ epoch: 117 ] [ iter:158,200 ] [ performance: 11.387 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:45 ] [ l_g_pix: 3.1058e-02 ] [ l_g_total: 3.1058e-02 ] +2024-10-02 08:59:43,574 INFO: [ epoch: 117 ] [ iter:158,300 ] [ performance: 11.548 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:29 ] [ l_g_pix: 3.1540e-02 ] [ l_g_total: 3.1540e-02 ] +2024-10-02 08:59:52,351 INFO: [ epoch: 117 ] [ iter:158,400 ] [ performance: 11.407 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:13 ] [ l_g_pix: 1.6561e-02 ] [ l_g_total: 1.6561e-02 ] +2024-10-02 09:00:01,155 INFO: [ epoch: 117 ] [ iter:158,500 ] [ performance: 11.475 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:57 ] [ l_g_pix: 3.1807e-02 ] [ l_g_total: 3.1807e-02 ] +2024-10-02 09:00:09,961 INFO: [ epoch: 117 ] [ iter:158,600 ] [ performance: 11.365 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:41 ] [ l_g_pix: 3.3035e-02 ] [ l_g_total: 3.3035e-02 ] +2024-10-02 09:00:18,663 INFO: [ epoch: 117 ] [ iter:158,700 ] [ performance: 11.647 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:25 ] [ l_g_pix: 2.3028e-02 ] [ l_g_total: 2.3028e-02 ] +2024-10-02 09:00:28,675 INFO: [ epoch: 118 ] [ iter:158,800 ] [ performance: 10.083 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:12 ] [ l_g_pix: 4.3294e-02 ] [ l_g_total: 4.3294e-02 ] +2024-10-02 09:00:37,586 INFO: [ epoch: 118 ] [ iter:158,900 ] [ performance: 11.303 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:57 ] [ l_g_pix: 2.8745e-02 ] [ l_g_total: 2.8745e-02 ] +2024-10-02 09:00:46,407 INFO: [ epoch: 118 ] [ iter:159,000 ] [ performance: 11.335 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:41 ] [ l_g_pix: 2.1978e-02 ] [ l_g_total: 2.1978e-02 ] +2024-10-02 09:00:55,268 INFO: [ epoch: 118 ] [ iter:159,100 ] [ performance: 11.077 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:26 ] [ l_g_pix: 2.2810e-02 ] [ l_g_total: 2.2810e-02 ] +2024-10-02 09:01:04,104 INFO: [ epoch: 118 ] [ iter:159,200 ] [ performance: 11.306 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:11 ] [ l_g_pix: 3.3355e-02 ] [ l_g_total: 3.3355e-02 ] +2024-10-02 09:01:12,889 INFO: [ epoch: 118 ] [ iter:159,300 ] [ performance: 11.528 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:55 ] [ l_g_pix: 3.3973e-02 ] [ l_g_total: 3.3973e-02 ] +2024-10-02 09:01:21,675 INFO: [ epoch: 118 ] [ iter:159,400 ] [ performance: 11.388 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:40 ] [ l_g_pix: 2.4753e-02 ] [ l_g_total: 2.4753e-02 ] +2024-10-02 09:01:30,504 INFO: [ epoch: 118 ] [ iter:159,500 ] [ performance: 11.555 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:25 ] [ l_g_pix: 3.1456e-02 ] [ l_g_total: 3.1456e-02 ] +2024-10-02 09:01:39,361 INFO: [ epoch: 118 ] [ iter:159,600 ] [ performance: 11.298 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:10 ] [ l_g_pix: 3.6424e-02 ] [ l_g_total: 3.6424e-02 ] +2024-10-02 09:01:48,260 INFO: [ epoch: 118 ] [ iter:159,700 ] [ performance: 11.521 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:55 ] [ l_g_pix: 2.1637e-02 ] [ l_g_total: 2.1637e-02 ] +2024-10-02 09:01:57,031 INFO: [ epoch: 118 ] [ iter:159,800 ] [ performance: 11.404 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:40 ] [ l_g_pix: 3.2062e-02 ] [ l_g_total: 3.2062e-02 ] +2024-10-02 09:02:05,870 INFO: [ epoch: 118 ] [ iter:159,900 ] [ performance: 11.554 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:25 ] [ l_g_pix: 1.9364e-02 ] [ l_g_total: 1.9364e-02 ] +2024-10-02 09:02:14,626 INFO: [ epoch: 118 ] [ iter:160,000 ] [ performance: 11.422 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:10 ] [ l_g_pix: 3.1254e-02 ] [ l_g_total: 3.1254e-02 ] +2024-10-02 09:02:14,627 INFO: Saving models and training states. +2024-10-02 09:07:13,080 INFO: Validation val + + # psnr: 27.2275........ Best: 27.2275 @ 160000 iter + # ssim: 0.7673........ Best: 0.7673 @ 160000 iter + # dists: 0.7730........ Best: 0.7730 @ 160000 iter + +2024-10-02 09:07:22,897 INFO: [ epoch: 119 ] [ iter:160,100 ] [ performance: 10.778 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:50 ] [ l_g_pix: 3.2746e-02 ] [ l_g_total: 3.2746e-02 ] +2024-10-02 09:07:31,646 INFO: [ epoch: 119 ] [ iter:160,200 ] [ performance: 11.430 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:30 ] [ l_g_pix: 1.7648e-02 ] [ l_g_total: 1.7648e-02 ] +2024-10-02 09:07:40,386 INFO: [ epoch: 119 ] [ iter:160,300 ] [ performance: 11.437 it/s ] [ lr: 2.50e-05 ] [ eta: 1:21:11 ] [ l_g_pix: 3.2708e-02 ] [ l_g_total: 3.2708e-02 ] +2024-10-02 09:07:49,123 INFO: [ epoch: 119 ] [ iter:160,400 ] [ performance: 11.451 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:52 ] [ l_g_pix: 1.7307e-02 ] [ l_g_total: 1.7307e-02 ] +2024-10-02 09:07:57,900 INFO: [ epoch: 119 ] [ iter:160,500 ] [ performance: 11.422 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:33 ] [ l_g_pix: 1.8971e-02 ] [ l_g_total: 1.8971e-02 ] +2024-10-02 09:08:06,652 INFO: [ epoch: 119 ] [ iter:160,600 ] [ performance: 11.436 it/s ] [ lr: 2.50e-05 ] [ eta: 1:20:14 ] [ l_g_pix: 3.0116e-02 ] [ l_g_total: 3.0116e-02 ] +2024-10-02 09:08:15,433 INFO: [ epoch: 119 ] [ iter:160,700 ] [ performance: 11.412 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:55 ] [ l_g_pix: 4.1683e-02 ] [ l_g_total: 4.1683e-02 ] +2024-10-02 09:08:24,228 INFO: [ epoch: 119 ] [ iter:160,800 ] [ performance: 11.388 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:37 ] [ l_g_pix: 3.1587e-02 ] [ l_g_total: 3.1587e-02 ] +2024-10-02 09:08:33,042 INFO: [ epoch: 119 ] [ iter:160,900 ] [ performance: 11.366 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:18 ] [ l_g_pix: 3.0339e-02 ] [ l_g_total: 3.0339e-02 ] +2024-10-02 09:08:41,898 INFO: [ epoch: 119 ] [ iter:161,000 ] [ performance: 11.315 it/s ] [ lr: 2.50e-05 ] [ eta: 1:19:00 ] [ l_g_pix: 2.9207e-02 ] [ l_g_total: 2.9207e-02 ] +2024-10-02 09:08:50,728 INFO: [ epoch: 119 ] [ iter:161,100 ] [ performance: 11.320 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:42 ] [ l_g_pix: 2.2240e-02 ] [ l_g_total: 2.2240e-02 ] +2024-10-02 09:08:59,549 INFO: [ epoch: 119 ] [ iter:161,200 ] [ performance: 11.364 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:23 ] [ l_g_pix: 3.6838e-02 ] [ l_g_total: 3.6838e-02 ] +2024-10-02 09:09:08,332 INFO: [ epoch: 119 ] [ iter:161,300 ] [ performance: 11.375 it/s ] [ lr: 2.50e-05 ] [ eta: 1:18:05 ] [ l_g_pix: 3.8489e-02 ] [ l_g_total: 3.8489e-02 ] +2024-10-02 09:09:18,282 INFO: [ epoch: 120 ] [ iter:161,400 ] [ performance: 9.993 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:49 ] [ l_g_pix: 3.8379e-02 ] [ l_g_total: 3.8379e-02 ] +2024-10-02 09:09:27,041 INFO: [ epoch: 120 ] [ iter:161,500 ] [ performance: 10.680 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:31 ] [ l_g_pix: 2.6666e-02 ] [ l_g_total: 2.6666e-02 ] +2024-10-02 09:09:35,806 INFO: [ epoch: 120 ] [ iter:161,600 ] [ performance: 11.444 it/s ] [ lr: 2.50e-05 ] [ eta: 1:17:13 ] [ l_g_pix: 2.0539e-02 ] [ l_g_total: 2.0539e-02 ] +2024-10-02 09:09:44,612 INFO: [ epoch: 120 ] [ iter:161,700 ] [ performance: 11.399 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:55 ] [ l_g_pix: 1.7819e-02 ] [ l_g_total: 1.7819e-02 ] +2024-10-02 09:09:53,803 INFO: [ epoch: 120 ] [ iter:161,800 ] [ performance: 10.919 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:38 ] [ l_g_pix: 2.3496e-02 ] [ l_g_total: 2.3496e-02 ] +2024-10-02 09:10:02,711 INFO: [ epoch: 120 ] [ iter:161,900 ] [ performance: 11.078 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:21 ] [ l_g_pix: 2.7642e-02 ] [ l_g_total: 2.7642e-02 ] +2024-10-02 09:10:11,528 INFO: [ epoch: 120 ] [ iter:162,000 ] [ performance: 11.379 it/s ] [ lr: 2.50e-05 ] [ eta: 1:16:03 ] [ l_g_pix: 2.4331e-02 ] [ l_g_total: 2.4331e-02 ] +2024-10-02 09:10:20,323 INFO: [ epoch: 120 ] [ iter:162,100 ] [ performance: 11.375 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:46 ] [ l_g_pix: 2.3566e-02 ] [ l_g_total: 2.3566e-02 ] +2024-10-02 09:10:29,117 INFO: [ epoch: 120 ] [ iter:162,200 ] [ performance: 11.426 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:28 ] [ l_g_pix: 2.7139e-02 ] [ l_g_total: 2.7139e-02 ] +2024-10-02 09:10:37,931 INFO: [ epoch: 120 ] [ iter:162,300 ] [ performance: 11.384 it/s ] [ lr: 2.50e-05 ] [ eta: 1:15:11 ] [ l_g_pix: 2.5762e-02 ] [ l_g_total: 2.5762e-02 ] +2024-10-02 09:10:46,731 INFO: [ epoch: 120 ] [ iter:162,400 ] [ performance: 11.414 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:54 ] [ l_g_pix: 2.8587e-02 ] [ l_g_total: 2.8587e-02 ] +2024-10-02 09:10:55,539 INFO: [ epoch: 120 ] [ iter:162,500 ] [ performance: 11.382 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:36 ] [ l_g_pix: 2.0811e-02 ] [ l_g_total: 2.0811e-02 ] +2024-10-02 09:11:04,343 INFO: [ epoch: 120 ] [ iter:162,600 ] [ performance: 11.411 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:19 ] [ l_g_pix: 2.6074e-02 ] [ l_g_total: 2.6074e-02 ] +2024-10-02 09:11:13,036 INFO: [ epoch: 120 ] [ iter:162,700 ] [ performance: 11.461 it/s ] [ lr: 2.50e-05 ] [ eta: 1:14:02 ] [ l_g_pix: 3.1578e-02 ] [ l_g_total: 3.1578e-02 ] +2024-10-02 09:11:23,024 INFO: [ epoch: 121 ] [ iter:162,800 ] [ performance: 11.034 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:47 ] [ l_g_pix: 2.6613e-02 ] [ l_g_total: 2.6613e-02 ] +2024-10-02 09:11:31,817 INFO: [ epoch: 121 ] [ iter:162,900 ] [ performance: 11.213 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:30 ] [ l_g_pix: 2.5371e-02 ] [ l_g_total: 2.5371e-02 ] +2024-10-02 09:11:40,618 INFO: [ epoch: 121 ] [ iter:163,000 ] [ performance: 11.418 it/s ] [ lr: 2.50e-05 ] [ eta: 1:13:13 ] [ l_g_pix: 3.2138e-02 ] [ l_g_total: 3.2138e-02 ] +2024-10-02 09:11:49,406 INFO: [ epoch: 121 ] [ iter:163,100 ] [ performance: 11.397 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:56 ] [ l_g_pix: 3.0550e-02 ] [ l_g_total: 3.0550e-02 ] +2024-10-02 09:11:58,207 INFO: [ epoch: 121 ] [ iter:163,200 ] [ performance: 11.406 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:40 ] [ l_g_pix: 3.3964e-02 ] [ l_g_total: 3.3964e-02 ] +2024-10-02 09:12:07,003 INFO: [ epoch: 121 ] [ iter:163,300 ] [ performance: 11.386 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:23 ] [ l_g_pix: 1.8478e-02 ] [ l_g_total: 1.8478e-02 ] +2024-10-02 09:12:15,781 INFO: [ epoch: 121 ] [ iter:163,400 ] [ performance: 11.444 it/s ] [ lr: 2.50e-05 ] [ eta: 1:12:06 ] [ l_g_pix: 2.3119e-02 ] [ l_g_total: 2.3119e-02 ] +2024-10-02 09:12:24,576 INFO: [ epoch: 121 ] [ iter:163,500 ] [ performance: 11.404 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:50 ] [ l_g_pix: 2.2429e-02 ] [ l_g_total: 2.2429e-02 ] +2024-10-02 09:12:33,370 INFO: [ epoch: 121 ] [ iter:163,600 ] [ performance: 11.421 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:33 ] [ l_g_pix: 2.4765e-02 ] [ l_g_total: 2.4765e-02 ] +2024-10-02 09:12:42,175 INFO: [ epoch: 121 ] [ iter:163,700 ] [ performance: 11.386 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:17 ] [ l_g_pix: 2.9226e-02 ] [ l_g_total: 2.9226e-02 ] +2024-10-02 09:12:50,950 INFO: [ epoch: 121 ] [ iter:163,800 ] [ performance: 11.446 it/s ] [ lr: 2.50e-05 ] [ eta: 1:11:01 ] [ l_g_pix: 3.0122e-02 ] [ l_g_total: 3.0122e-02 ] +2024-10-02 09:12:59,749 INFO: [ epoch: 121 ] [ iter:163,900 ] [ performance: 11.401 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:44 ] [ l_g_pix: 3.5557e-02 ] [ l_g_total: 3.5557e-02 ] +2024-10-02 09:13:08,496 INFO: [ epoch: 121 ] [ iter:164,000 ] [ performance: 11.524 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:28 ] [ l_g_pix: 2.5270e-02 ] [ l_g_total: 2.5270e-02 ] +2024-10-02 09:13:18,435 INFO: [ epoch: 122 ] [ iter:164,100 ] [ performance: 10.668 it/s ] [ lr: 2.50e-05 ] [ eta: 1:10:14 ] [ l_g_pix: 2.6177e-02 ] [ l_g_total: 2.6177e-02 ] +2024-10-02 09:13:27,211 INFO: [ epoch: 122 ] [ iter:164,200 ] [ performance: 11.444 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:58 ] [ l_g_pix: 3.2953e-02 ] [ l_g_total: 3.2953e-02 ] +2024-10-02 09:13:36,026 INFO: [ epoch: 122 ] [ iter:164,300 ] [ performance: 11.389 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:42 ] [ l_g_pix: 2.6244e-02 ] [ l_g_total: 2.6244e-02 ] +2024-10-02 09:13:44,790 INFO: [ epoch: 122 ] [ iter:164,400 ] [ performance: 11.459 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:26 ] [ l_g_pix: 4.3101e-02 ] [ l_g_total: 4.3101e-02 ] +2024-10-02 09:13:53,597 INFO: [ epoch: 122 ] [ iter:164,500 ] [ performance: 11.401 it/s ] [ lr: 2.50e-05 ] [ eta: 1:09:10 ] [ l_g_pix: 3.2961e-02 ] [ l_g_total: 3.2961e-02 ] +2024-10-02 09:14:02,374 INFO: [ epoch: 122 ] [ iter:164,600 ] [ performance: 11.438 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:54 ] [ l_g_pix: 3.1649e-02 ] [ l_g_total: 3.1649e-02 ] +2024-10-02 09:14:11,182 INFO: [ epoch: 122 ] [ iter:164,700 ] [ performance: 11.392 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:38 ] [ l_g_pix: 3.0971e-02 ] [ l_g_total: 3.0971e-02 ] +2024-10-02 09:14:19,940 INFO: [ epoch: 122 ] [ iter:164,800 ] [ performance: 11.477 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:22 ] [ l_g_pix: 2.5591e-02 ] [ l_g_total: 2.5591e-02 ] +2024-10-02 09:14:28,707 INFO: [ epoch: 122 ] [ iter:164,900 ] [ performance: 11.438 it/s ] [ lr: 2.50e-05 ] [ eta: 1:08:06 ] [ l_g_pix: 2.0138e-02 ] [ l_g_total: 2.0138e-02 ] +2024-10-02 09:14:37,462 INFO: [ epoch: 122 ] [ iter:165,000 ] [ performance: 11.480 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:51 ] [ l_g_pix: 4.0656e-02 ] [ l_g_total: 4.0656e-02 ] +2024-10-02 09:14:46,268 INFO: [ epoch: 122 ] [ iter:165,100 ] [ performance: 11.409 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:35 ] [ l_g_pix: 2.2170e-02 ] [ l_g_total: 2.2170e-02 ] +2024-10-02 09:14:55,082 INFO: [ epoch: 122 ] [ iter:165,200 ] [ performance: 11.402 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:20 ] [ l_g_pix: 2.9352e-02 ] [ l_g_total: 2.9352e-02 ] +2024-10-02 09:15:03,907 INFO: [ epoch: 122 ] [ iter:165,300 ] [ performance: 11.362 it/s ] [ lr: 2.50e-05 ] [ eta: 1:07:04 ] [ l_g_pix: 3.4712e-02 ] [ l_g_total: 3.4712e-02 ] +2024-10-02 09:15:13,883 INFO: [ epoch: 123 ] [ iter:165,400 ] [ performance: 9.630 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:50 ] [ l_g_pix: 3.6627e-02 ] [ l_g_total: 3.6627e-02 ] +2024-10-02 09:15:22,693 INFO: [ epoch: 123 ] [ iter:165,500 ] [ performance: 10.551 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:35 ] [ l_g_pix: 1.8326e-02 ] [ l_g_total: 1.8326e-02 ] +2024-10-02 09:15:31,469 INFO: [ epoch: 123 ] [ iter:165,600 ] [ performance: 11.471 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:20 ] [ l_g_pix: 2.8326e-02 ] [ l_g_total: 2.8326e-02 ] +2024-10-02 09:15:40,258 INFO: [ epoch: 123 ] [ iter:165,700 ] [ performance: 11.418 it/s ] [ lr: 2.50e-05 ] [ eta: 1:06:04 ] [ l_g_pix: 2.2052e-02 ] [ l_g_total: 2.2052e-02 ] +2024-10-02 09:15:49,073 INFO: [ epoch: 123 ] [ iter:165,800 ] [ performance: 11.414 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:49 ] [ l_g_pix: 3.0520e-02 ] [ l_g_total: 3.0520e-02 ] +2024-10-02 09:15:57,872 INFO: [ epoch: 123 ] [ iter:165,900 ] [ performance: 11.386 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:34 ] [ l_g_pix: 2.7206e-02 ] [ l_g_total: 2.7206e-02 ] +2024-10-02 09:16:06,659 INFO: [ epoch: 123 ] [ iter:166,000 ] [ performance: 11.474 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:19 ] [ l_g_pix: 2.6016e-02 ] [ l_g_total: 2.6016e-02 ] +2024-10-02 09:16:15,453 INFO: [ epoch: 123 ] [ iter:166,100 ] [ performance: 11.414 it/s ] [ lr: 2.50e-05 ] [ eta: 1:05:04 ] [ l_g_pix: 2.3562e-02 ] [ l_g_total: 2.3562e-02 ] +2024-10-02 09:16:24,250 INFO: [ epoch: 123 ] [ iter:166,200 ] [ performance: 11.474 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:49 ] [ l_g_pix: 3.3915e-02 ] [ l_g_total: 3.3915e-02 ] +2024-10-02 09:16:33,043 INFO: [ epoch: 123 ] [ iter:166,300 ] [ performance: 11.415 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:34 ] [ l_g_pix: 2.7334e-02 ] [ l_g_total: 2.7334e-02 ] +2024-10-02 09:16:41,840 INFO: [ epoch: 123 ] [ iter:166,400 ] [ performance: 11.466 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:19 ] [ l_g_pix: 2.8953e-02 ] [ l_g_total: 2.8953e-02 ] +2024-10-02 09:16:50,650 INFO: [ epoch: 123 ] [ iter:166,500 ] [ performance: 11.398 it/s ] [ lr: 2.50e-05 ] [ eta: 1:04:04 ] [ l_g_pix: 2.5732e-02 ] [ l_g_total: 2.5732e-02 ] +2024-10-02 09:16:59,487 INFO: [ epoch: 123 ] [ iter:166,600 ] [ performance: 11.422 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:49 ] [ l_g_pix: 3.2907e-02 ] [ l_g_total: 3.2907e-02 ] +2024-10-02 09:17:08,216 INFO: [ epoch: 123 ] [ iter:166,700 ] [ performance: 11.443 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:34 ] [ l_g_pix: 4.1582e-02 ] [ l_g_total: 4.1582e-02 ] +2024-10-02 09:17:18,127 INFO: [ epoch: 124 ] [ iter:166,800 ] [ performance: 11.468 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:21 ] [ l_g_pix: 2.4122e-02 ] [ l_g_total: 2.4122e-02 ] +2024-10-02 09:17:26,890 INFO: [ epoch: 124 ] [ iter:166,900 ] [ performance: 11.435 it/s ] [ lr: 2.50e-05 ] [ eta: 1:03:06 ] [ l_g_pix: 3.2199e-02 ] [ l_g_total: 3.2199e-02 ] +2024-10-02 09:17:35,708 INFO: [ epoch: 124 ] [ iter:167,000 ] [ performance: 11.508 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:52 ] [ l_g_pix: 2.2826e-02 ] [ l_g_total: 2.2826e-02 ] +2024-10-02 09:17:44,492 INFO: [ epoch: 124 ] [ iter:167,100 ] [ performance: 11.434 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:37 ] [ l_g_pix: 2.4683e-02 ] [ l_g_total: 2.4683e-02 ] +2024-10-02 09:17:53,273 INFO: [ epoch: 124 ] [ iter:167,200 ] [ performance: 11.522 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:22 ] [ l_g_pix: 3.1917e-02 ] [ l_g_total: 3.1917e-02 ] +2024-10-02 09:18:02,075 INFO: [ epoch: 124 ] [ iter:167,300 ] [ performance: 11.424 it/s ] [ lr: 2.50e-05 ] [ eta: 1:02:08 ] [ l_g_pix: 3.0548e-02 ] [ l_g_total: 3.0548e-02 ] +2024-10-02 09:18:10,919 INFO: [ epoch: 124 ] [ iter:167,400 ] [ performance: 11.388 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:53 ] [ l_g_pix: 4.6800e-02 ] [ l_g_total: 4.6800e-02 ] +2024-10-02 09:18:19,697 INFO: [ epoch: 124 ] [ iter:167,500 ] [ performance: 11.392 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:39 ] [ l_g_pix: 2.7609e-02 ] [ l_g_total: 2.7609e-02 ] +2024-10-02 09:18:28,466 INFO: [ epoch: 124 ] [ iter:167,600 ] [ performance: 11.532 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:24 ] [ l_g_pix: 2.4525e-02 ] [ l_g_total: 2.4525e-02 ] +2024-10-02 09:18:37,286 INFO: [ epoch: 124 ] [ iter:167,700 ] [ performance: 11.413 it/s ] [ lr: 2.50e-05 ] [ eta: 1:01:10 ] [ l_g_pix: 3.0730e-02 ] [ l_g_total: 3.0730e-02 ] +2024-10-02 09:18:46,122 INFO: [ epoch: 124 ] [ iter:167,800 ] [ performance: 11.431 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:56 ] [ l_g_pix: 2.5148e-02 ] [ l_g_total: 2.5148e-02 ] +2024-10-02 09:18:54,981 INFO: [ epoch: 124 ] [ iter:167,900 ] [ performance: 11.343 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:42 ] [ l_g_pix: 3.2127e-02 ] [ l_g_total: 3.2127e-02 ] +2024-10-02 09:19:03,758 INFO: [ epoch: 124 ] [ iter:168,000 ] [ performance: 11.570 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:27 ] [ l_g_pix: 2.2827e-02 ] [ l_g_total: 2.2827e-02 ] +2024-10-02 09:19:13,670 INFO: [ epoch: 125 ] [ iter:168,100 ] [ performance: 10.604 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:14 ] [ l_g_pix: 3.3487e-02 ] [ l_g_total: 3.3487e-02 ] +2024-10-02 09:19:22,409 INFO: [ epoch: 125 ] [ iter:168,200 ] [ performance: 11.579 it/s ] [ lr: 2.50e-05 ] [ eta: 1:00:00 ] [ l_g_pix: 2.7648e-02 ] [ l_g_total: 2.7648e-02 ] +2024-10-02 09:19:31,164 INFO: [ epoch: 125 ] [ iter:168,300 ] [ performance: 11.481 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:46 ] [ l_g_pix: 2.9150e-02 ] [ l_g_total: 2.9150e-02 ] +2024-10-02 09:19:39,948 INFO: [ epoch: 125 ] [ iter:168,400 ] [ performance: 11.565 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:32 ] [ l_g_pix: 1.6125e-02 ] [ l_g_total: 1.6125e-02 ] +2024-10-02 09:19:48,725 INFO: [ epoch: 125 ] [ iter:168,500 ] [ performance: 11.457 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:18 ] [ l_g_pix: 3.8961e-02 ] [ l_g_total: 3.8961e-02 ] +2024-10-02 09:19:57,478 INFO: [ epoch: 125 ] [ iter:168,600 ] [ performance: 11.571 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:04 ] [ l_g_pix: 1.7645e-02 ] [ l_g_total: 1.7645e-02 ] +2024-10-02 09:20:06,237 INFO: [ epoch: 125 ] [ iter:168,700 ] [ performance: 11.474 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:50 ] [ l_g_pix: 2.5827e-02 ] [ l_g_total: 2.5827e-02 ] +2024-10-02 09:20:15,009 INFO: [ epoch: 125 ] [ iter:168,800 ] [ performance: 11.553 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:36 ] [ l_g_pix: 3.9871e-02 ] [ l_g_total: 3.9871e-02 ] +2024-10-02 09:20:23,779 INFO: [ epoch: 125 ] [ iter:168,900 ] [ performance: 11.457 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:22 ] [ l_g_pix: 1.8562e-02 ] [ l_g_total: 1.8562e-02 ] +2024-10-02 09:20:32,562 INFO: [ epoch: 125 ] [ iter:169,000 ] [ performance: 11.519 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:08 ] [ l_g_pix: 3.0190e-02 ] [ l_g_total: 3.0190e-02 ] +2024-10-02 09:20:41,370 INFO: [ epoch: 125 ] [ iter:169,100 ] [ performance: 11.413 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:54 ] [ l_g_pix: 2.3298e-02 ] [ l_g_total: 2.3298e-02 ] +2024-10-02 09:20:50,180 INFO: [ epoch: 125 ] [ iter:169,200 ] [ performance: 11.471 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:40 ] [ l_g_pix: 2.4918e-02 ] [ l_g_total: 2.4918e-02 ] +2024-10-02 09:20:58,981 INFO: [ epoch: 125 ] [ iter:169,300 ] [ performance: 11.401 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:26 ] [ l_g_pix: 3.4652e-02 ] [ l_g_total: 3.4652e-02 ] +2024-10-02 09:21:08,691 INFO: [ epoch: 126 ] [ iter:169,400 ] [ performance: 9.545 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:13 ] [ l_g_pix: 2.8841e-02 ] [ l_g_total: 2.8841e-02 ] +2024-10-02 09:21:17,676 INFO: [ epoch: 126 ] [ iter:169,500 ] [ performance: 10.518 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:00 ] [ l_g_pix: 2.3602e-02 ] [ l_g_total: 2.3602e-02 ] +2024-10-02 09:21:26,463 INFO: [ epoch: 126 ] [ iter:169,600 ] [ performance: 11.530 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:46 ] [ l_g_pix: 2.1003e-02 ] [ l_g_total: 2.1003e-02 ] +2024-10-02 09:21:35,273 INFO: [ epoch: 126 ] [ iter:169,700 ] [ performance: 11.413 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:32 ] [ l_g_pix: 3.0459e-02 ] [ l_g_total: 3.0459e-02 ] +2024-10-02 09:21:44,047 INFO: [ epoch: 126 ] [ iter:169,800 ] [ performance: 11.550 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:19 ] [ l_g_pix: 3.1701e-02 ] [ l_g_total: 3.1701e-02 ] +2024-10-02 09:21:52,832 INFO: [ epoch: 126 ] [ iter:169,900 ] [ performance: 11.441 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:05 ] [ l_g_pix: 1.8654e-02 ] [ l_g_total: 1.8654e-02 ] +2024-10-02 09:22:01,609 INFO: [ epoch: 126 ] [ iter:170,000 ] [ performance: 11.521 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:52 ] [ l_g_pix: 4.3214e-02 ] [ l_g_total: 4.3214e-02 ] +2024-10-02 09:22:01,609 INFO: Saving models and training states. +2024-10-02 09:26:14,095 INFO: Validation val + + # psnr: 27.2298........ Best: 27.2298 @ 170000 iter + # ssim: 0.7674........ Best: 0.7674 @ 170000 iter + # dists: 0.7730........ Best: 0.7730 @ 160000 iter + +2024-10-02 09:26:22,820 INFO: [ epoch: 126 ] [ iter:170,100 ] [ performance: 11.482 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:49 ] [ l_g_pix: 2.1397e-02 ] [ l_g_total: 2.1397e-02 ] +2024-10-02 09:26:31,567 INFO: [ epoch: 126 ] [ iter:170,200 ] [ performance: 11.536 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:34 ] [ l_g_pix: 3.7381e-02 ] [ l_g_total: 3.7381e-02 ] +2024-10-02 09:26:40,352 INFO: [ epoch: 126 ] [ iter:170,300 ] [ performance: 11.435 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:18 ] [ l_g_pix: 3.9894e-02 ] [ l_g_total: 3.9894e-02 ] +2024-10-02 09:26:49,100 INFO: [ epoch: 126 ] [ iter:170,400 ] [ performance: 11.555 it/s ] [ lr: 2.50e-05 ] [ eta: 0:59:03 ] [ l_g_pix: 2.4861e-02 ] [ l_g_total: 2.4861e-02 ] +2024-10-02 09:26:57,860 INFO: [ epoch: 126 ] [ iter:170,500 ] [ performance: 11.462 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:48 ] [ l_g_pix: 3.0234e-02 ] [ l_g_total: 3.0234e-02 ] +2024-10-02 09:27:06,610 INFO: [ epoch: 126 ] [ iter:170,600 ] [ performance: 11.571 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:33 ] [ l_g_pix: 2.5462e-02 ] [ l_g_total: 2.5462e-02 ] +2024-10-02 09:27:15,274 INFO: [ epoch: 126 ] [ iter:170,700 ] [ performance: 11.552 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:18 ] [ l_g_pix: 2.2876e-02 ] [ l_g_total: 2.2876e-02 ] +2024-10-02 09:27:25,174 INFO: [ epoch: 127 ] [ iter:170,800 ] [ performance: 11.622 it/s ] [ lr: 2.50e-05 ] [ eta: 0:58:04 ] [ l_g_pix: 2.6990e-02 ] [ l_g_total: 2.6990e-02 ] +2024-10-02 09:27:33,912 INFO: [ epoch: 127 ] [ iter:170,900 ] [ performance: 11.501 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:49 ] [ l_g_pix: 2.4790e-02 ] [ l_g_total: 2.4790e-02 ] +2024-10-02 09:27:42,775 INFO: [ epoch: 127 ] [ iter:171,000 ] [ performance: 11.231 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:35 ] [ l_g_pix: 3.0039e-02 ] [ l_g_total: 3.0039e-02 ] +2024-10-02 09:27:51,540 INFO: [ epoch: 127 ] [ iter:171,100 ] [ performance: 11.353 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:20 ] [ l_g_pix: 2.4549e-02 ] [ l_g_total: 2.4549e-02 ] +2024-10-02 09:28:00,408 INFO: [ epoch: 127 ] [ iter:171,200 ] [ performance: 11.279 it/s ] [ lr: 2.50e-05 ] [ eta: 0:57:05 ] [ l_g_pix: 3.3861e-02 ] [ l_g_total: 3.3861e-02 ] +2024-10-02 09:28:09,479 INFO: [ epoch: 127 ] [ iter:171,300 ] [ performance: 11.103 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:50 ] [ l_g_pix: 2.3901e-02 ] [ l_g_total: 2.3901e-02 ] +2024-10-02 09:28:18,242 INFO: [ epoch: 127 ] [ iter:171,400 ] [ performance: 11.538 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:36 ] [ l_g_pix: 2.2895e-02 ] [ l_g_total: 2.2895e-02 ] +2024-10-02 09:28:27,207 INFO: [ epoch: 127 ] [ iter:171,500 ] [ performance: 11.270 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:21 ] [ l_g_pix: 2.7482e-02 ] [ l_g_total: 2.7482e-02 ] +2024-10-02 09:28:36,211 INFO: [ epoch: 127 ] [ iter:171,600 ] [ performance: 11.448 it/s ] [ lr: 2.50e-05 ] [ eta: 0:56:07 ] [ l_g_pix: 2.9801e-02 ] [ l_g_total: 2.9801e-02 ] +2024-10-02 09:28:45,034 INFO: [ epoch: 127 ] [ iter:171,700 ] [ performance: 11.370 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:52 ] [ l_g_pix: 1.9990e-02 ] [ l_g_total: 1.9990e-02 ] +2024-10-02 09:28:53,858 INFO: [ epoch: 127 ] [ iter:171,800 ] [ performance: 11.536 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:38 ] [ l_g_pix: 3.0861e-02 ] [ l_g_total: 3.0861e-02 ] +2024-10-02 09:29:02,658 INFO: [ epoch: 127 ] [ iter:171,900 ] [ performance: 11.414 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:23 ] [ l_g_pix: 4.4839e-02 ] [ l_g_total: 4.4839e-02 ] +2024-10-02 09:29:11,432 INFO: [ epoch: 127 ] [ iter:172,000 ] [ performance: 11.623 it/s ] [ lr: 2.50e-05 ] [ eta: 0:55:09 ] [ l_g_pix: 2.2038e-02 ] [ l_g_total: 2.2038e-02 ] +2024-10-02 09:29:21,370 INFO: [ epoch: 128 ] [ iter:172,100 ] [ performance: 10.472 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:55 ] [ l_g_pix: 2.9249e-02 ] [ l_g_total: 2.9249e-02 ] +2024-10-02 09:29:30,219 INFO: [ epoch: 128 ] [ iter:172,200 ] [ performance: 11.341 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:41 ] [ l_g_pix: 2.8026e-02 ] [ l_g_total: 2.8026e-02 ] +2024-10-02 09:29:39,278 INFO: [ epoch: 128 ] [ iter:172,300 ] [ performance: 11.125 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:27 ] [ l_g_pix: 2.5225e-02 ] [ l_g_total: 2.5225e-02 ] +2024-10-02 09:29:48,116 INFO: [ epoch: 128 ] [ iter:172,400 ] [ performance: 11.491 it/s ] [ lr: 2.50e-05 ] [ eta: 0:54:12 ] [ l_g_pix: 3.8100e-02 ] [ l_g_total: 3.8100e-02 ] +2024-10-02 09:29:56,919 INFO: [ epoch: 128 ] [ iter:172,500 ] [ performance: 11.398 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:58 ] [ l_g_pix: 2.8147e-02 ] [ l_g_total: 2.8147e-02 ] +2024-10-02 09:30:05,754 INFO: [ epoch: 128 ] [ iter:172,600 ] [ performance: 11.467 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:44 ] [ l_g_pix: 2.6586e-02 ] [ l_g_total: 2.6586e-02 ] +2024-10-02 09:30:14,563 INFO: [ epoch: 128 ] [ iter:172,700 ] [ performance: 11.384 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:30 ] [ l_g_pix: 2.3112e-02 ] [ l_g_total: 2.3112e-02 ] +2024-10-02 09:30:23,389 INFO: [ epoch: 128 ] [ iter:172,800 ] [ performance: 11.387 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:15 ] [ l_g_pix: 3.6620e-02 ] [ l_g_total: 3.6620e-02 ] +2024-10-02 09:30:32,199 INFO: [ epoch: 128 ] [ iter:172,900 ] [ performance: 11.362 it/s ] [ lr: 2.50e-05 ] [ eta: 0:53:01 ] [ l_g_pix: 3.7807e-02 ] [ l_g_total: 3.7807e-02 ] +2024-10-02 09:30:41,013 INFO: [ epoch: 128 ] [ iter:173,000 ] [ performance: 11.459 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:47 ] [ l_g_pix: 3.7342e-02 ] [ l_g_total: 3.7342e-02 ] +2024-10-02 09:30:49,835 INFO: [ epoch: 128 ] [ iter:173,100 ] [ performance: 11.369 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:33 ] [ l_g_pix: 2.6734e-02 ] [ l_g_total: 2.6734e-02 ] +2024-10-02 09:30:58,710 INFO: [ epoch: 128 ] [ iter:173,200 ] [ performance: 11.378 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:19 ] [ l_g_pix: 2.7770e-02 ] [ l_g_total: 2.7770e-02 ] +2024-10-02 09:31:07,523 INFO: [ epoch: 128 ] [ iter:173,300 ] [ performance: 11.356 it/s ] [ lr: 2.50e-05 ] [ eta: 0:52:05 ] [ l_g_pix: 2.4859e-02 ] [ l_g_total: 2.4859e-02 ] +2024-10-02 09:31:16,340 INFO: [ epoch: 128 ] [ iter:173,400 ] [ performance: 11.207 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:51 ] [ l_g_pix: 2.6691e-02 ] [ l_g_total: 2.6691e-02 ] +2024-10-02 09:31:26,169 INFO: [ epoch: 129 ] [ iter:173,500 ] [ performance: 10.418 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:38 ] [ l_g_pix: 3.4182e-02 ] [ l_g_total: 3.4182e-02 ] +2024-10-02 09:31:34,934 INFO: [ epoch: 129 ] [ iter:173,600 ] [ performance: 11.527 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:24 ] [ l_g_pix: 3.0563e-02 ] [ l_g_total: 3.0563e-02 ] +2024-10-02 09:31:43,745 INFO: [ epoch: 129 ] [ iter:173,700 ] [ performance: 11.394 it/s ] [ lr: 2.50e-05 ] [ eta: 0:51:10 ] [ l_g_pix: 2.5653e-02 ] [ l_g_total: 2.5653e-02 ] +2024-10-02 09:31:52,496 INFO: [ epoch: 129 ] [ iter:173,800 ] [ performance: 11.563 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:56 ] [ l_g_pix: 2.0259e-02 ] [ l_g_total: 2.0259e-02 ] +2024-10-02 09:32:01,259 INFO: [ epoch: 129 ] [ iter:173,900 ] [ performance: 11.448 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:42 ] [ l_g_pix: 3.3102e-02 ] [ l_g_total: 3.3102e-02 ] +2024-10-02 09:32:10,030 INFO: [ epoch: 129 ] [ iter:174,000 ] [ performance: 11.536 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:28 ] [ l_g_pix: 2.5852e-02 ] [ l_g_total: 2.5852e-02 ] +2024-10-02 09:32:18,838 INFO: [ epoch: 129 ] [ iter:174,100 ] [ performance: 11.396 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:14 ] [ l_g_pix: 2.3586e-02 ] [ l_g_total: 2.3586e-02 ] +2024-10-02 09:32:27,627 INFO: [ epoch: 129 ] [ iter:174,200 ] [ performance: 11.521 it/s ] [ lr: 2.50e-05 ] [ eta: 0:50:01 ] [ l_g_pix: 2.9987e-02 ] [ l_g_total: 2.9987e-02 ] +2024-10-02 09:32:36,440 INFO: [ epoch: 129 ] [ iter:174,300 ] [ performance: 11.386 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:47 ] [ l_g_pix: 2.4595e-02 ] [ l_g_total: 2.4595e-02 ] +2024-10-02 09:32:45,257 INFO: [ epoch: 129 ] [ iter:174,400 ] [ performance: 11.482 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:33 ] [ l_g_pix: 3.0385e-02 ] [ l_g_total: 3.0385e-02 ] +2024-10-02 09:32:54,099 INFO: [ epoch: 129 ] [ iter:174,500 ] [ performance: 11.349 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:19 ] [ l_g_pix: 2.5334e-02 ] [ l_g_total: 2.5334e-02 ] +2024-10-02 09:33:02,901 INFO: [ epoch: 129 ] [ iter:174,600 ] [ performance: 11.503 it/s ] [ lr: 2.50e-05 ] [ eta: 0:49:06 ] [ l_g_pix: 3.4628e-02 ] [ l_g_total: 3.4628e-02 ] +2024-10-02 09:33:11,637 INFO: [ epoch: 129 ] [ iter:174,700 ] [ performance: 11.461 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:52 ] [ l_g_pix: 2.4437e-02 ] [ l_g_total: 2.4437e-02 ] +2024-10-02 09:33:21,522 INFO: [ epoch: 130 ] [ iter:174,800 ] [ performance: 11.510 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:39 ] [ l_g_pix: 2.2123e-02 ] [ l_g_total: 2.2123e-02 ] +2024-10-02 09:33:30,282 INFO: [ epoch: 130 ] [ iter:174,900 ] [ performance: 11.437 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:26 ] [ l_g_pix: 4.1102e-02 ] [ l_g_total: 4.1102e-02 ] +2024-10-02 09:33:39,016 INFO: [ epoch: 130 ] [ iter:175,000 ] [ performance: 11.583 it/s ] [ lr: 2.50e-05 ] [ eta: 0:48:12 ] [ l_g_pix: 2.3014e-02 ] [ l_g_total: 2.3014e-02 ] +2024-10-02 09:33:47,765 INFO: [ epoch: 130 ] [ iter:175,100 ] [ performance: 11.461 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:58 ] [ l_g_pix: 2.6864e-02 ] [ l_g_total: 2.6864e-02 ] +2024-10-02 09:33:56,530 INFO: [ epoch: 130 ] [ iter:175,200 ] [ performance: 11.450 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:45 ] [ l_g_pix: 3.8160e-02 ] [ l_g_total: 3.8160e-02 ] +2024-10-02 09:34:05,292 INFO: [ epoch: 130 ] [ iter:175,300 ] [ performance: 11.421 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:31 ] [ l_g_pix: 2.7524e-02 ] [ l_g_total: 2.7524e-02 ] +2024-10-02 09:34:14,019 INFO: [ epoch: 130 ] [ iter:175,400 ] [ performance: 11.586 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:18 ] [ l_g_pix: 2.2960e-02 ] [ l_g_total: 2.2960e-02 ] +2024-10-02 09:34:22,764 INFO: [ epoch: 130 ] [ iter:175,500 ] [ performance: 11.464 it/s ] [ lr: 2.50e-05 ] [ eta: 0:47:04 ] [ l_g_pix: 4.4304e-02 ] [ l_g_total: 4.4304e-02 ] +2024-10-02 09:34:31,521 INFO: [ epoch: 130 ] [ iter:175,600 ] [ performance: 11.486 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:51 ] [ l_g_pix: 2.9887e-02 ] [ l_g_total: 2.9887e-02 ] +2024-10-02 09:34:40,297 INFO: [ epoch: 130 ] [ iter:175,700 ] [ performance: 11.412 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:38 ] [ l_g_pix: 2.8184e-02 ] [ l_g_total: 2.8184e-02 ] +2024-10-02 09:34:49,078 INFO: [ epoch: 130 ] [ iter:175,800 ] [ performance: 11.503 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:24 ] [ l_g_pix: 1.7774e-02 ] [ l_g_total: 1.7774e-02 ] +2024-10-02 09:34:57,884 INFO: [ epoch: 130 ] [ iter:175,900 ] [ performance: 11.384 it/s ] [ lr: 2.50e-05 ] [ eta: 0:46:11 ] [ l_g_pix: 4.0572e-02 ] [ l_g_total: 4.0572e-02 ] +2024-10-02 09:35:06,663 INFO: [ epoch: 130 ] [ iter:176,000 ] [ performance: 11.675 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:58 ] [ l_g_pix: 2.7402e-02 ] [ l_g_total: 2.7402e-02 ] +2024-10-02 09:35:16,612 INFO: [ epoch: 131 ] [ iter:176,100 ] [ performance: 10.301 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:45 ] [ l_g_pix: 1.7356e-02 ] [ l_g_total: 1.7356e-02 ] +2024-10-02 09:35:25,368 INFO: [ epoch: 131 ] [ iter:176,200 ] [ performance: 11.578 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:32 ] [ l_g_pix: 3.3272e-02 ] [ l_g_total: 3.3272e-02 ] +2024-10-02 09:35:34,136 INFO: [ epoch: 131 ] [ iter:176,300 ] [ performance: 11.434 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:19 ] [ l_g_pix: 2.3330e-02 ] [ l_g_total: 2.3330e-02 ] +2024-10-02 09:35:42,947 INFO: [ epoch: 131 ] [ iter:176,400 ] [ performance: 11.482 it/s ] [ lr: 2.50e-05 ] [ eta: 0:45:05 ] [ l_g_pix: 2.8611e-02 ] [ l_g_total: 2.8611e-02 ] +2024-10-02 09:35:51,739 INFO: [ epoch: 131 ] [ iter:176,500 ] [ performance: 11.392 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:52 ] [ l_g_pix: 2.9879e-02 ] [ l_g_total: 2.9879e-02 ] +2024-10-02 09:36:00,521 INFO: [ epoch: 131 ] [ iter:176,600 ] [ performance: 11.537 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:39 ] [ l_g_pix: 3.7594e-02 ] [ l_g_total: 3.7594e-02 ] +2024-10-02 09:36:09,298 INFO: [ epoch: 131 ] [ iter:176,700 ] [ performance: 11.416 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:26 ] [ l_g_pix: 2.6042e-02 ] [ l_g_total: 2.6042e-02 ] +2024-10-02 09:36:18,082 INFO: [ epoch: 131 ] [ iter:176,800 ] [ performance: 11.549 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:13 ] [ l_g_pix: 4.2293e-02 ] [ l_g_total: 4.2293e-02 ] +2024-10-02 09:36:26,874 INFO: [ epoch: 131 ] [ iter:176,900 ] [ performance: 11.401 it/s ] [ lr: 2.50e-05 ] [ eta: 0:44:00 ] [ l_g_pix: 1.5900e-02 ] [ l_g_total: 1.5900e-02 ] +2024-10-02 09:36:35,664 INFO: [ epoch: 131 ] [ iter:177,000 ] [ performance: 11.534 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:47 ] [ l_g_pix: 2.5261e-02 ] [ l_g_total: 2.5261e-02 ] +2024-10-02 09:36:44,493 INFO: [ epoch: 131 ] [ iter:177,100 ] [ performance: 11.355 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:34 ] [ l_g_pix: 3.6621e-02 ] [ l_g_total: 3.6621e-02 ] +2024-10-02 09:36:53,309 INFO: [ epoch: 131 ] [ iter:177,200 ] [ performance: 11.527 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:21 ] [ l_g_pix: 2.6313e-02 ] [ l_g_total: 2.6313e-02 ] +2024-10-02 09:37:02,130 INFO: [ epoch: 131 ] [ iter:177,300 ] [ performance: 11.361 it/s ] [ lr: 2.50e-05 ] [ eta: 0:43:08 ] [ l_g_pix: 3.0021e-02 ] [ l_g_total: 3.0021e-02 ] +2024-10-02 09:37:10,839 INFO: [ epoch: 131 ] [ iter:177,400 ] [ performance: 11.674 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:55 ] [ l_g_pix: 2.7635e-02 ] [ l_g_total: 2.7635e-02 ] +2024-10-02 09:37:20,980 INFO: [ epoch: 132 ] [ iter:177,500 ] [ performance: 10.054 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:42 ] [ l_g_pix: 2.1885e-02 ] [ l_g_total: 2.1885e-02 ] +2024-10-02 09:37:29,742 INFO: [ epoch: 132 ] [ iter:177,600 ] [ performance: 11.540 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:29 ] [ l_g_pix: 2.7333e-02 ] [ l_g_total: 2.7333e-02 ] +2024-10-02 09:37:38,511 INFO: [ epoch: 132 ] [ iter:177,700 ] [ performance: 11.420 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:16 ] [ l_g_pix: 2.9903e-02 ] [ l_g_total: 2.9903e-02 ] +2024-10-02 09:37:47,332 INFO: [ epoch: 132 ] [ iter:177,800 ] [ performance: 11.533 it/s ] [ lr: 2.50e-05 ] [ eta: 0:42:04 ] [ l_g_pix: 2.9607e-02 ] [ l_g_total: 2.9607e-02 ] +2024-10-02 09:37:56,124 INFO: [ epoch: 132 ] [ iter:177,900 ] [ performance: 11.392 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:51 ] [ l_g_pix: 3.5662e-02 ] [ l_g_total: 3.5662e-02 ] +2024-10-02 09:38:04,921 INFO: [ epoch: 132 ] [ iter:178,000 ] [ performance: 11.526 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:38 ] [ l_g_pix: 2.5366e-02 ] [ l_g_total: 2.5366e-02 ] +2024-10-02 09:38:13,725 INFO: [ epoch: 132 ] [ iter:178,100 ] [ performance: 11.376 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:25 ] [ l_g_pix: 2.4004e-02 ] [ l_g_total: 2.4004e-02 ] +2024-10-02 09:38:22,527 INFO: [ epoch: 132 ] [ iter:178,200 ] [ performance: 11.506 it/s ] [ lr: 2.50e-05 ] [ eta: 0:41:12 ] [ l_g_pix: 2.5779e-02 ] [ l_g_total: 2.5779e-02 ] +2024-10-02 09:38:31,349 INFO: [ epoch: 132 ] [ iter:178,300 ] [ performance: 11.352 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:59 ] [ l_g_pix: 1.9448e-02 ] [ l_g_total: 1.9448e-02 ] +2024-10-02 09:38:40,148 INFO: [ epoch: 132 ] [ iter:178,400 ] [ performance: 11.510 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:47 ] [ l_g_pix: 2.5109e-02 ] [ l_g_total: 2.5109e-02 ] +2024-10-02 09:38:48,980 INFO: [ epoch: 132 ] [ iter:178,500 ] [ performance: 11.339 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:34 ] [ l_g_pix: 3.1155e-02 ] [ l_g_total: 3.1155e-02 ] +2024-10-02 09:38:57,786 INFO: [ epoch: 132 ] [ iter:178,600 ] [ performance: 11.525 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:21 ] [ l_g_pix: 2.3944e-02 ] [ l_g_total: 2.3944e-02 ] +2024-10-02 09:39:06,545 INFO: [ epoch: 132 ] [ iter:178,700 ] [ performance: 11.426 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:09 ] [ l_g_pix: 3.0732e-02 ] [ l_g_total: 3.0732e-02 ] +2024-10-02 09:39:16,584 INFO: [ epoch: 133 ] [ iter:178,800 ] [ performance: 11.566 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:57 ] [ l_g_pix: 2.4244e-02 ] [ l_g_total: 2.4244e-02 ] +2024-10-02 09:39:25,356 INFO: [ epoch: 133 ] [ iter:178,900 ] [ performance: 11.412 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:44 ] [ l_g_pix: 2.4312e-02 ] [ l_g_total: 2.4312e-02 ] +2024-10-02 09:39:34,115 INFO: [ epoch: 133 ] [ iter:179,000 ] [ performance: 11.538 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:31 ] [ l_g_pix: 3.0379e-02 ] [ l_g_total: 3.0379e-02 ] +2024-10-02 09:39:42,893 INFO: [ epoch: 133 ] [ iter:179,100 ] [ performance: 11.402 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:19 ] [ l_g_pix: 3.4312e-02 ] [ l_g_total: 3.4312e-02 ] +2024-10-02 09:39:51,654 INFO: [ epoch: 133 ] [ iter:179,200 ] [ performance: 11.556 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:06 ] [ l_g_pix: 2.6071e-02 ] [ l_g_total: 2.6071e-02 ] +2024-10-02 09:40:00,460 INFO: [ epoch: 133 ] [ iter:179,300 ] [ performance: 11.366 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:53 ] [ l_g_pix: 2.6001e-02 ] [ l_g_total: 2.6001e-02 ] +2024-10-02 09:40:09,239 INFO: [ epoch: 133 ] [ iter:179,400 ] [ performance: 11.545 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:41 ] [ l_g_pix: 3.1326e-02 ] [ l_g_total: 3.1326e-02 ] +2024-10-02 09:40:18,045 INFO: [ epoch: 133 ] [ iter:179,500 ] [ performance: 11.365 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:28 ] [ l_g_pix: 2.3144e-02 ] [ l_g_total: 2.3144e-02 ] +2024-10-02 09:40:26,840 INFO: [ epoch: 133 ] [ iter:179,600 ] [ performance: 11.453 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:16 ] [ l_g_pix: 4.3512e-02 ] [ l_g_total: 4.3512e-02 ] +2024-10-02 09:40:35,661 INFO: [ epoch: 133 ] [ iter:179,700 ] [ performance: 11.341 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:03 ] [ l_g_pix: 2.1413e-02 ] [ l_g_total: 2.1413e-02 ] +2024-10-02 09:40:44,456 INFO: [ epoch: 133 ] [ iter:179,800 ] [ performance: 11.572 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:51 ] [ l_g_pix: 3.3457e-02 ] [ l_g_total: 3.3457e-02 ] +2024-10-02 09:40:53,256 INFO: [ epoch: 133 ] [ iter:179,900 ] [ performance: 11.368 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:38 ] [ l_g_pix: 3.1599e-02 ] [ l_g_total: 3.1599e-02 ] +2024-10-02 09:41:02,060 INFO: [ epoch: 133 ] [ iter:180,000 ] [ performance: 11.649 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:26 ] [ l_g_pix: 2.6813e-02 ] [ l_g_total: 2.6813e-02 ] +2024-10-02 09:41:02,060 INFO: Saving models and training states. +2024-10-02 09:47:18,809 INFO: Validation val + + # psnr: 27.2318........ Best: 27.2318 @ 180000 iter + # ssim: 0.7675........ Best: 0.7675 @ 180000 iter + # dists: 0.7730........ Best: 0.7730 @ 180000 iter + +2024-10-02 09:47:29,288 INFO: [ epoch: 134 ] [ iter:180,100 ] [ performance: 9.561 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:21 ] [ l_g_pix: 3.1880e-02 ] [ l_g_total: 3.1880e-02 ] +2024-10-02 09:47:38,142 INFO: [ epoch: 134 ] [ iter:180,200 ] [ performance: 10.352 it/s ] [ lr: 2.50e-05 ] [ eta: 0:40:07 ] [ l_g_pix: 2.6643e-02 ] [ l_g_total: 2.6643e-02 ] +2024-10-02 09:47:46,883 INFO: [ epoch: 134 ] [ iter:180,300 ] [ performance: 11.440 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:53 ] [ l_g_pix: 2.9745e-02 ] [ l_g_total: 2.9745e-02 ] +2024-10-02 09:47:55,649 INFO: [ epoch: 134 ] [ iter:180,400 ] [ performance: 11.425 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:40 ] [ l_g_pix: 2.1131e-02 ] [ l_g_total: 2.1131e-02 ] +2024-10-02 09:48:04,429 INFO: [ epoch: 134 ] [ iter:180,500 ] [ performance: 11.397 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:26 ] [ l_g_pix: 2.9305e-02 ] [ l_g_total: 2.9305e-02 ] +2024-10-02 09:48:13,237 INFO: [ epoch: 134 ] [ iter:180,600 ] [ performance: 11.375 it/s ] [ lr: 2.50e-05 ] [ eta: 0:39:12 ] [ l_g_pix: 2.4427e-02 ] [ l_g_total: 2.4427e-02 ] +2024-10-02 09:48:22,019 INFO: [ epoch: 134 ] [ iter:180,700 ] [ performance: 11.398 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:58 ] [ l_g_pix: 2.7447e-02 ] [ l_g_total: 2.7447e-02 ] +2024-10-02 09:48:30,834 INFO: [ epoch: 134 ] [ iter:180,800 ] [ performance: 11.371 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:45 ] [ l_g_pix: 1.9120e-02 ] [ l_g_total: 1.9120e-02 ] +2024-10-02 09:48:39,647 INFO: [ epoch: 134 ] [ iter:180,900 ] [ performance: 11.366 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:31 ] [ l_g_pix: 3.2282e-02 ] [ l_g_total: 3.2282e-02 ] +2024-10-02 09:48:48,443 INFO: [ epoch: 134 ] [ iter:181,000 ] [ performance: 11.368 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:17 ] [ l_g_pix: 2.8284e-02 ] [ l_g_total: 2.8284e-02 ] +2024-10-02 09:48:57,233 INFO: [ epoch: 134 ] [ iter:181,100 ] [ performance: 11.405 it/s ] [ lr: 2.50e-05 ] [ eta: 0:38:04 ] [ l_g_pix: 3.6193e-02 ] [ l_g_total: 3.6193e-02 ] +2024-10-02 09:49:06,032 INFO: [ epoch: 134 ] [ iter:181,200 ] [ performance: 11.385 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:50 ] [ l_g_pix: 3.3255e-02 ] [ l_g_total: 3.3255e-02 ] +2024-10-02 09:49:14,809 INFO: [ epoch: 134 ] [ iter:181,300 ] [ performance: 11.420 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:37 ] [ l_g_pix: 2.7543e-02 ] [ l_g_total: 2.7543e-02 ] +2024-10-02 09:49:23,533 INFO: [ epoch: 134 ] [ iter:181,400 ] [ performance: 11.443 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:23 ] [ l_g_pix: 3.4604e-02 ] [ l_g_total: 3.4604e-02 ] +2024-10-02 09:49:33,624 INFO: [ epoch: 135 ] [ iter:181,500 ] [ performance: 9.843 it/s ] [ lr: 2.50e-05 ] [ eta: 0:37:10 ] [ l_g_pix: 2.0654e-02 ] [ l_g_total: 2.0654e-02 ] +2024-10-02 09:49:42,404 INFO: [ epoch: 135 ] [ iter:181,600 ] [ performance: 10.584 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:57 ] [ l_g_pix: 2.8316e-02 ] [ l_g_total: 2.8316e-02 ] +2024-10-02 09:49:51,181 INFO: [ epoch: 135 ] [ iter:181,700 ] [ performance: 11.428 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:43 ] [ l_g_pix: 2.1522e-02 ] [ l_g_total: 2.1522e-02 ] +2024-10-02 09:49:59,985 INFO: [ epoch: 135 ] [ iter:181,800 ] [ performance: 11.392 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:30 ] [ l_g_pix: 2.8597e-02 ] [ l_g_total: 2.8597e-02 ] +2024-10-02 09:50:08,791 INFO: [ epoch: 135 ] [ iter:181,900 ] [ performance: 11.392 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:16 ] [ l_g_pix: 2.2267e-02 ] [ l_g_total: 2.2267e-02 ] +2024-10-02 09:50:17,577 INFO: [ epoch: 135 ] [ iter:182,000 ] [ performance: 11.387 it/s ] [ lr: 2.50e-05 ] [ eta: 0:36:03 ] [ l_g_pix: 4.6194e-02 ] [ l_g_total: 4.6194e-02 ] +2024-10-02 09:50:26,376 INFO: [ epoch: 135 ] [ iter:182,100 ] [ performance: 11.403 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:50 ] [ l_g_pix: 1.5313e-02 ] [ l_g_total: 1.5313e-02 ] +2024-10-02 09:50:35,161 INFO: [ epoch: 135 ] [ iter:182,200 ] [ performance: 11.393 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:36 ] [ l_g_pix: 4.0723e-02 ] [ l_g_total: 4.0723e-02 ] +2024-10-02 09:50:43,954 INFO: [ epoch: 135 ] [ iter:182,300 ] [ performance: 11.421 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:23 ] [ l_g_pix: 2.4296e-02 ] [ l_g_total: 2.4296e-02 ] +2024-10-02 09:50:52,758 INFO: [ epoch: 135 ] [ iter:182,400 ] [ performance: 11.388 it/s ] [ lr: 2.50e-05 ] [ eta: 0:35:09 ] [ l_g_pix: 3.7609e-02 ] [ l_g_total: 3.7609e-02 ] +2024-10-02 09:51:01,568 INFO: [ epoch: 135 ] [ iter:182,500 ] [ performance: 11.420 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:56 ] [ l_g_pix: 3.6964e-02 ] [ l_g_total: 3.6964e-02 ] +2024-10-02 09:51:10,363 INFO: [ epoch: 135 ] [ iter:182,600 ] [ performance: 11.394 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:43 ] [ l_g_pix: 4.5325e-02 ] [ l_g_total: 4.5325e-02 ] +2024-10-02 09:51:19,078 INFO: [ epoch: 135 ] [ iter:182,700 ] [ performance: 11.551 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:30 ] [ l_g_pix: 2.6339e-02 ] [ l_g_total: 2.6339e-02 ] +2024-10-02 09:51:29,091 INFO: [ epoch: 136 ] [ iter:182,800 ] [ performance: 10.664 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:17 ] [ l_g_pix: 2.7657e-02 ] [ l_g_total: 2.7657e-02 ] +2024-10-02 09:51:37,855 INFO: [ epoch: 136 ] [ iter:182,900 ] [ performance: 11.461 it/s ] [ lr: 2.50e-05 ] [ eta: 0:34:04 ] [ l_g_pix: 2.4069e-02 ] [ l_g_total: 2.4069e-02 ] +2024-10-02 09:51:46,624 INFO: [ epoch: 136 ] [ iter:183,000 ] [ performance: 11.430 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:50 ] [ l_g_pix: 3.7400e-02 ] [ l_g_total: 3.7400e-02 ] +2024-10-02 09:51:55,390 INFO: [ epoch: 136 ] [ iter:183,100 ] [ performance: 11.461 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:37 ] [ l_g_pix: 2.9908e-02 ] [ l_g_total: 2.9908e-02 ] +2024-10-02 09:52:04,202 INFO: [ epoch: 136 ] [ iter:183,200 ] [ performance: 11.401 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:24 ] [ l_g_pix: 2.5490e-02 ] [ l_g_total: 2.5490e-02 ] +2024-10-02 09:52:13,009 INFO: [ epoch: 136 ] [ iter:183,300 ] [ performance: 11.410 it/s ] [ lr: 2.50e-05 ] [ eta: 0:33:11 ] [ l_g_pix: 3.7580e-02 ] [ l_g_total: 3.7580e-02 ] +2024-10-02 09:52:21,794 INFO: [ epoch: 136 ] [ iter:183,400 ] [ performance: 11.396 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:58 ] [ l_g_pix: 2.8025e-02 ] [ l_g_total: 2.8025e-02 ] +2024-10-02 09:52:30,561 INFO: [ epoch: 136 ] [ iter:183,500 ] [ performance: 11.463 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:45 ] [ l_g_pix: 3.3286e-02 ] [ l_g_total: 3.3286e-02 ] +2024-10-02 09:52:39,388 INFO: [ epoch: 136 ] [ iter:183,600 ] [ performance: 11.390 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:32 ] [ l_g_pix: 3.6610e-02 ] [ l_g_total: 3.6610e-02 ] +2024-10-02 09:52:48,188 INFO: [ epoch: 136 ] [ iter:183,700 ] [ performance: 11.431 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:19 ] [ l_g_pix: 2.1195e-02 ] [ l_g_total: 2.1195e-02 ] +2024-10-02 09:52:57,020 INFO: [ epoch: 136 ] [ iter:183,800 ] [ performance: 11.372 it/s ] [ lr: 2.50e-05 ] [ eta: 0:32:06 ] [ l_g_pix: 2.9625e-02 ] [ l_g_total: 2.9625e-02 ] +2024-10-02 09:53:05,824 INFO: [ epoch: 136 ] [ iter:183,900 ] [ performance: 11.408 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:52 ] [ l_g_pix: 3.5925e-02 ] [ l_g_total: 3.5925e-02 ] +2024-10-02 09:53:14,613 INFO: [ epoch: 136 ] [ iter:184,000 ] [ performance: 11.392 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:39 ] [ l_g_pix: 3.3511e-02 ] [ l_g_total: 3.3511e-02 ] +2024-10-02 09:53:24,650 INFO: [ epoch: 137 ] [ iter:184,100 ] [ performance: 9.706 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:27 ] [ l_g_pix: 2.3344e-02 ] [ l_g_total: 2.3344e-02 ] +2024-10-02 09:53:33,561 INFO: [ epoch: 137 ] [ iter:184,200 ] [ performance: 10.489 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:14 ] [ l_g_pix: 3.0357e-02 ] [ l_g_total: 3.0357e-02 ] +2024-10-02 09:53:42,394 INFO: [ epoch: 137 ] [ iter:184,300 ] [ performance: 11.359 it/s ] [ lr: 2.50e-05 ] [ eta: 0:31:01 ] [ l_g_pix: 2.4473e-02 ] [ l_g_total: 2.4473e-02 ] +2024-10-02 09:53:51,203 INFO: [ epoch: 137 ] [ iter:184,400 ] [ performance: 11.356 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:48 ] [ l_g_pix: 2.1074e-02 ] [ l_g_total: 2.1074e-02 ] +2024-10-02 09:54:00,013 INFO: [ epoch: 137 ] [ iter:184,500 ] [ performance: 11.398 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:35 ] [ l_g_pix: 3.1379e-02 ] [ l_g_total: 3.1379e-02 ] +2024-10-02 09:54:08,824 INFO: [ epoch: 137 ] [ iter:184,600 ] [ performance: 11.371 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:22 ] [ l_g_pix: 3.1670e-02 ] [ l_g_total: 3.1670e-02 ] +2024-10-02 09:54:17,642 INFO: [ epoch: 137 ] [ iter:184,700 ] [ performance: 11.375 it/s ] [ lr: 2.50e-05 ] [ eta: 0:30:09 ] [ l_g_pix: 2.7973e-02 ] [ l_g_total: 2.7973e-02 ] +2024-10-02 09:54:26,451 INFO: [ epoch: 137 ] [ iter:184,800 ] [ performance: 11.363 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:57 ] [ l_g_pix: 2.5392e-02 ] [ l_g_total: 2.5392e-02 ] +2024-10-02 09:54:35,313 INFO: [ epoch: 137 ] [ iter:184,900 ] [ performance: 11.298 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:44 ] [ l_g_pix: 3.8989e-02 ] [ l_g_total: 3.8989e-02 ] +2024-10-02 09:54:44,130 INFO: [ epoch: 137 ] [ iter:185,000 ] [ performance: 11.324 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:31 ] [ l_g_pix: 3.8566e-02 ] [ l_g_total: 3.8566e-02 ] +2024-10-02 09:54:53,005 INFO: [ epoch: 137 ] [ iter:185,100 ] [ performance: 11.301 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:18 ] [ l_g_pix: 3.0337e-02 ] [ l_g_total: 3.0337e-02 ] +2024-10-02 09:55:01,829 INFO: [ epoch: 137 ] [ iter:185,200 ] [ performance: 11.320 it/s ] [ lr: 2.50e-05 ] [ eta: 0:29:05 ] [ l_g_pix: 2.6989e-02 ] [ l_g_total: 2.6989e-02 ] +2024-10-02 09:55:10,633 INFO: [ epoch: 137 ] [ iter:185,300 ] [ performance: 11.443 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:53 ] [ l_g_pix: 2.0649e-02 ] [ l_g_total: 2.0649e-02 ] +2024-10-02 09:55:19,337 INFO: [ epoch: 137 ] [ iter:185,400 ] [ performance: 11.470 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:40 ] [ l_g_pix: 2.3912e-02 ] [ l_g_total: 2.3912e-02 ] +2024-10-02 09:55:29,393 INFO: [ epoch: 138 ] [ iter:185,500 ] [ performance: 11.195 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:28 ] [ l_g_pix: 1.8713e-02 ] [ l_g_total: 1.8713e-02 ] +2024-10-02 09:55:38,153 INFO: [ epoch: 138 ] [ iter:185,600 ] [ performance: 11.322 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:15 ] [ l_g_pix: 2.0934e-02 ] [ l_g_total: 2.0934e-02 ] +2024-10-02 09:55:46,920 INFO: [ epoch: 138 ] [ iter:185,700 ] [ performance: 11.470 it/s ] [ lr: 2.50e-05 ] [ eta: 0:28:02 ] [ l_g_pix: 3.3935e-02 ] [ l_g_total: 3.3935e-02 ] +2024-10-02 09:55:55,683 INFO: [ epoch: 138 ] [ iter:185,800 ] [ performance: 11.437 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:49 ] [ l_g_pix: 3.2488e-02 ] [ l_g_total: 3.2488e-02 ] +2024-10-02 09:56:04,452 INFO: [ epoch: 138 ] [ iter:185,900 ] [ performance: 11.480 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:37 ] [ l_g_pix: 2.8839e-02 ] [ l_g_total: 2.8839e-02 ] +2024-10-02 09:56:13,217 INFO: [ epoch: 138 ] [ iter:186,000 ] [ performance: 11.440 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:24 ] [ l_g_pix: 3.7282e-02 ] [ l_g_total: 3.7282e-02 ] +2024-10-02 09:56:21,995 INFO: [ epoch: 138 ] [ iter:186,100 ] [ performance: 11.488 it/s ] [ lr: 2.50e-05 ] [ eta: 0:27:11 ] [ l_g_pix: 3.0128e-02 ] [ l_g_total: 3.0128e-02 ] +2024-10-02 09:56:30,773 INFO: [ epoch: 138 ] [ iter:186,200 ] [ performance: 11.432 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:59 ] [ l_g_pix: 2.7345e-02 ] [ l_g_total: 2.7345e-02 ] +2024-10-02 09:56:39,591 INFO: [ epoch: 138 ] [ iter:186,300 ] [ performance: 11.422 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:46 ] [ l_g_pix: 2.5922e-02 ] [ l_g_total: 2.5922e-02 ] +2024-10-02 09:56:48,386 INFO: [ epoch: 138 ] [ iter:186,400 ] [ performance: 11.392 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:34 ] [ l_g_pix: 2.7759e-02 ] [ l_g_total: 2.7759e-02 ] +2024-10-02 09:56:57,172 INFO: [ epoch: 138 ] [ iter:186,500 ] [ performance: 11.488 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:21 ] [ l_g_pix: 5.3261e-02 ] [ l_g_total: 5.3261e-02 ] +2024-10-02 09:57:05,970 INFO: [ epoch: 138 ] [ iter:186,600 ] [ performance: 11.416 it/s ] [ lr: 2.50e-05 ] [ eta: 0:26:08 ] [ l_g_pix: 2.2596e-02 ] [ l_g_total: 2.2596e-02 ] +2024-10-02 09:57:14,738 INFO: [ epoch: 138 ] [ iter:186,700 ] [ performance: 11.598 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:56 ] [ l_g_pix: 2.5233e-02 ] [ l_g_total: 2.5233e-02 ] +2024-10-02 09:57:24,692 INFO: [ epoch: 139 ] [ iter:186,800 ] [ performance: 10.623 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:44 ] [ l_g_pix: 1.5876e-02 ] [ l_g_total: 1.5876e-02 ] +2024-10-02 09:57:33,442 INFO: [ epoch: 139 ] [ iter:186,900 ] [ performance: 11.560 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:31 ] [ l_g_pix: 3.2194e-02 ] [ l_g_total: 3.2194e-02 ] +2024-10-02 09:57:42,238 INFO: [ epoch: 139 ] [ iter:187,000 ] [ performance: 11.446 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:19 ] [ l_g_pix: 3.2625e-02 ] [ l_g_total: 3.2625e-02 ] +2024-10-02 09:57:50,987 INFO: [ epoch: 139 ] [ iter:187,100 ] [ performance: 11.574 it/s ] [ lr: 2.50e-05 ] [ eta: 0:25:06 ] [ l_g_pix: 3.0682e-02 ] [ l_g_total: 3.0682e-02 ] +2024-10-02 09:57:59,762 INFO: [ epoch: 139 ] [ iter:187,200 ] [ performance: 11.467 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:54 ] [ l_g_pix: 2.2561e-02 ] [ l_g_total: 2.2561e-02 ] +2024-10-02 09:58:08,560 INFO: [ epoch: 139 ] [ iter:187,300 ] [ performance: 11.500 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:41 ] [ l_g_pix: 2.6063e-02 ] [ l_g_total: 2.6063e-02 ] +2024-10-02 09:58:17,354 INFO: [ epoch: 139 ] [ iter:187,400 ] [ performance: 11.422 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:29 ] [ l_g_pix: 2.1525e-02 ] [ l_g_total: 2.1525e-02 ] +2024-10-02 09:58:26,139 INFO: [ epoch: 139 ] [ iter:187,500 ] [ performance: 11.530 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:16 ] [ l_g_pix: 3.6892e-02 ] [ l_g_total: 3.6892e-02 ] +2024-10-02 09:58:34,924 INFO: [ epoch: 139 ] [ iter:187,600 ] [ performance: 11.441 it/s ] [ lr: 2.50e-05 ] [ eta: 0:24:04 ] [ l_g_pix: 2.9325e-02 ] [ l_g_total: 2.9325e-02 ] +2024-10-02 09:58:43,740 INFO: [ epoch: 139 ] [ iter:187,700 ] [ performance: 11.476 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:52 ] [ l_g_pix: 2.6306e-02 ] [ l_g_total: 2.6306e-02 ] +2024-10-02 09:58:52,537 INFO: [ epoch: 139 ] [ iter:187,800 ] [ performance: 11.410 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:39 ] [ l_g_pix: 2.0938e-02 ] [ l_g_total: 2.0938e-02 ] +2024-10-02 09:59:01,316 INFO: [ epoch: 139 ] [ iter:187,900 ] [ performance: 11.530 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:27 ] [ l_g_pix: 2.8356e-02 ] [ l_g_total: 2.8356e-02 ] +2024-10-02 09:59:10,110 INFO: [ epoch: 139 ] [ iter:188,000 ] [ performance: 11.432 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:15 ] [ l_g_pix: 2.3351e-02 ] [ l_g_total: 2.3351e-02 ] +2024-10-02 09:59:19,928 INFO: [ epoch: 140 ] [ iter:188,100 ] [ performance: 9.565 it/s ] [ lr: 2.50e-05 ] [ eta: 0:23:03 ] [ l_g_pix: 2.5138e-02 ] [ l_g_total: 2.5138e-02 ] +2024-10-02 09:59:28,873 INFO: [ epoch: 140 ] [ iter:188,200 ] [ performance: 10.511 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:50 ] [ l_g_pix: 2.8543e-02 ] [ l_g_total: 2.8543e-02 ] +2024-10-02 09:59:37,619 INFO: [ epoch: 140 ] [ iter:188,300 ] [ performance: 11.586 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:38 ] [ l_g_pix: 2.9884e-02 ] [ l_g_total: 2.9884e-02 ] +2024-10-02 09:59:46,373 INFO: [ epoch: 140 ] [ iter:188,400 ] [ performance: 11.485 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:26 ] [ l_g_pix: 3.6713e-02 ] [ l_g_total: 3.6713e-02 ] +2024-10-02 09:59:55,163 INFO: [ epoch: 140 ] [ iter:188,500 ] [ performance: 11.489 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:13 ] [ l_g_pix: 2.5713e-02 ] [ l_g_total: 2.5713e-02 ] +2024-10-02 10:00:03,956 INFO: [ epoch: 140 ] [ iter:188,600 ] [ performance: 11.416 it/s ] [ lr: 2.50e-05 ] [ eta: 0:22:01 ] [ l_g_pix: 2.6700e-02 ] [ l_g_total: 2.6700e-02 ] +2024-10-02 10:00:12,698 INFO: [ epoch: 140 ] [ iter:188,700 ] [ performance: 11.565 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:49 ] [ l_g_pix: 3.0355e-02 ] [ l_g_total: 3.0355e-02 ] +2024-10-02 10:00:21,477 INFO: [ epoch: 140 ] [ iter:188,800 ] [ performance: 11.454 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:37 ] [ l_g_pix: 3.2398e-02 ] [ l_g_total: 3.2398e-02 ] +2024-10-02 10:00:30,270 INFO: [ epoch: 140 ] [ iter:188,900 ] [ performance: 11.574 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:24 ] [ l_g_pix: 2.0016e-02 ] [ l_g_total: 2.0016e-02 ] +2024-10-02 10:00:39,058 INFO: [ epoch: 140 ] [ iter:189,000 ] [ performance: 11.450 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:12 ] [ l_g_pix: 2.4565e-02 ] [ l_g_total: 2.4565e-02 ] +2024-10-02 10:00:47,833 INFO: [ epoch: 140 ] [ iter:189,100 ] [ performance: 11.541 it/s ] [ lr: 2.50e-05 ] [ eta: 0:21:00 ] [ l_g_pix: 3.4532e-02 ] [ l_g_total: 3.4532e-02 ] +2024-10-02 10:00:56,635 INFO: [ epoch: 140 ] [ iter:189,200 ] [ performance: 11.425 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:48 ] [ l_g_pix: 2.6658e-02 ] [ l_g_total: 2.6658e-02 ] +2024-10-02 10:01:05,424 INFO: [ epoch: 140 ] [ iter:189,300 ] [ performance: 11.543 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:36 ] [ l_g_pix: 2.9601e-02 ] [ l_g_total: 2.9601e-02 ] +2024-10-02 10:01:14,132 INFO: [ epoch: 140 ] [ iter:189,400 ] [ performance: 11.506 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:23 ] [ l_g_pix: 1.7718e-02 ] [ l_g_total: 1.7718e-02 ] +2024-10-02 10:01:24,279 INFO: [ epoch: 141 ] [ iter:189,500 ] [ performance: 11.441 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:12 ] [ l_g_pix: 3.3936e-02 ] [ l_g_total: 3.3936e-02 ] +2024-10-02 10:01:33,063 INFO: [ epoch: 141 ] [ iter:189,600 ] [ performance: 11.405 it/s ] [ lr: 2.50e-05 ] [ eta: 0:20:00 ] [ l_g_pix: 1.8988e-02 ] [ l_g_total: 1.8988e-02 ] +2024-10-02 10:01:41,844 INFO: [ epoch: 141 ] [ iter:189,700 ] [ performance: 11.519 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:47 ] [ l_g_pix: 2.5375e-02 ] [ l_g_total: 2.5375e-02 ] +2024-10-02 10:01:50,643 INFO: [ epoch: 141 ] [ iter:189,800 ] [ performance: 11.418 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:35 ] [ l_g_pix: 2.3488e-02 ] [ l_g_total: 2.3488e-02 ] +2024-10-02 10:01:59,435 INFO: [ epoch: 141 ] [ iter:189,900 ] [ performance: 11.516 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:23 ] [ l_g_pix: 2.6687e-02 ] [ l_g_total: 2.6687e-02 ] +2024-10-02 10:02:08,222 INFO: [ epoch: 141 ] [ iter:190,000 ] [ performance: 11.427 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:11 ] [ l_g_pix: 2.5159e-02 ] [ l_g_total: 2.5159e-02 ] +2024-10-02 10:02:08,223 INFO: Saving models and training states. +2024-10-02 10:06:00,947 INFO: Validation val + + # psnr: 27.2299........ Best: 27.2318 @ 180000 iter + # ssim: 0.7675........ Best: 0.7675 @ 190000 iter + # dists: 0.7729........ Best: 0.7729 @ 190000 iter + +2024-10-02 10:06:09,683 INFO: [ epoch: 141 ] [ iter:190,100 ] [ performance: 11.541 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:45 ] [ l_g_pix: 3.2217e-02 ] [ l_g_total: 3.2217e-02 ] +2024-10-02 10:06:18,582 INFO: [ epoch: 141 ] [ iter:190,200 ] [ performance: 11.339 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:32 ] [ l_g_pix: 3.1030e-02 ] [ l_g_total: 3.1030e-02 ] +2024-10-02 10:06:27,640 INFO: [ epoch: 141 ] [ iter:190,300 ] [ performance: 11.238 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:20 ] [ l_g_pix: 3.1267e-02 ] [ l_g_total: 3.1267e-02 ] +2024-10-02 10:06:36,633 INFO: [ epoch: 141 ] [ iter:190,400 ] [ performance: 11.159 it/s ] [ lr: 2.50e-05 ] [ eta: 0:19:07 ] [ l_g_pix: 2.8118e-02 ] [ l_g_total: 2.8118e-02 ] +2024-10-02 10:06:45,448 INFO: [ epoch: 141 ] [ iter:190,500 ] [ performance: 11.551 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:55 ] [ l_g_pix: 3.7502e-02 ] [ l_g_total: 3.7502e-02 ] +2024-10-02 10:06:54,211 INFO: [ epoch: 141 ] [ iter:190,600 ] [ performance: 11.458 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:42 ] [ l_g_pix: 3.1743e-02 ] [ l_g_total: 3.1743e-02 ] +2024-10-02 10:07:02,981 INFO: [ epoch: 141 ] [ iter:190,700 ] [ performance: 11.588 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:30 ] [ l_g_pix: 2.8309e-02 ] [ l_g_total: 2.8309e-02 ] +2024-10-02 10:07:13,163 INFO: [ epoch: 142 ] [ iter:190,800 ] [ performance: 10.334 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:18 ] [ l_g_pix: 3.0997e-02 ] [ l_g_total: 3.0997e-02 ] +2024-10-02 10:07:22,235 INFO: [ epoch: 142 ] [ iter:190,900 ] [ performance: 11.015 it/s ] [ lr: 2.50e-05 ] [ eta: 0:18:05 ] [ l_g_pix: 2.2094e-02 ] [ l_g_total: 2.2094e-02 ] +2024-10-02 10:07:31,062 INFO: [ epoch: 142 ] [ iter:191,000 ] [ performance: 11.228 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:53 ] [ l_g_pix: 2.2781e-02 ] [ l_g_total: 2.2781e-02 ] +2024-10-02 10:07:39,859 INFO: [ epoch: 142 ] [ iter:191,100 ] [ performance: 11.534 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:40 ] [ l_g_pix: 2.8411e-02 ] [ l_g_total: 2.8411e-02 ] +2024-10-02 10:07:48,638 INFO: [ epoch: 142 ] [ iter:191,200 ] [ performance: 11.437 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:28 ] [ l_g_pix: 2.3757e-02 ] [ l_g_total: 2.3757e-02 ] +2024-10-02 10:07:57,482 INFO: [ epoch: 142 ] [ iter:191,300 ] [ performance: 11.447 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:15 ] [ l_g_pix: 2.0857e-02 ] [ l_g_total: 2.0857e-02 ] +2024-10-02 10:08:06,359 INFO: [ epoch: 142 ] [ iter:191,400 ] [ performance: 11.322 it/s ] [ lr: 2.50e-05 ] [ eta: 0:17:03 ] [ l_g_pix: 2.9812e-02 ] [ l_g_total: 2.9812e-02 ] +2024-10-02 10:08:15,228 INFO: [ epoch: 142 ] [ iter:191,500 ] [ performance: 11.423 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:50 ] [ l_g_pix: 2.7606e-02 ] [ l_g_total: 2.7606e-02 ] +2024-10-02 10:08:24,048 INFO: [ epoch: 142 ] [ iter:191,600 ] [ performance: 11.364 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:38 ] [ l_g_pix: 2.1686e-02 ] [ l_g_total: 2.1686e-02 ] +2024-10-02 10:08:32,841 INFO: [ epoch: 142 ] [ iter:191,700 ] [ performance: 11.519 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:26 ] [ l_g_pix: 4.3485e-02 ] [ l_g_total: 4.3485e-02 ] +2024-10-02 10:08:41,640 INFO: [ epoch: 142 ] [ iter:191,800 ] [ performance: 11.412 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:13 ] [ l_g_pix: 3.2927e-02 ] [ l_g_total: 3.2927e-02 ] +2024-10-02 10:08:50,454 INFO: [ epoch: 142 ] [ iter:191,900 ] [ performance: 11.480 it/s ] [ lr: 2.50e-05 ] [ eta: 0:16:01 ] [ l_g_pix: 2.4446e-02 ] [ l_g_total: 2.4446e-02 ] +2024-10-02 10:08:59,235 INFO: [ epoch: 142 ] [ iter:192,000 ] [ performance: 11.416 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:49 ] [ l_g_pix: 3.4006e-02 ] [ l_g_total: 3.4006e-02 ] +2024-10-02 10:09:07,930 INFO: [ epoch: 142 ] [ iter:192,100 ] [ performance: 11.633 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:36 ] [ l_g_pix: 2.8226e-02 ] [ l_g_total: 2.8226e-02 ] +2024-10-02 10:09:18,024 INFO: [ epoch: 143 ] [ iter:192,200 ] [ performance: 10.354 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:24 ] [ l_g_pix: 3.5103e-02 ] [ l_g_total: 3.5103e-02 ] +2024-10-02 10:09:26,839 INFO: [ epoch: 143 ] [ iter:192,300 ] [ performance: 11.492 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:12 ] [ l_g_pix: 2.9106e-02 ] [ l_g_total: 2.9106e-02 ] +2024-10-02 10:09:35,650 INFO: [ epoch: 143 ] [ iter:192,400 ] [ performance: 11.391 it/s ] [ lr: 2.50e-05 ] [ eta: 0:15:00 ] [ l_g_pix: 3.5606e-02 ] [ l_g_total: 3.5606e-02 ] +2024-10-02 10:09:44,441 INFO: [ epoch: 143 ] [ iter:192,500 ] [ performance: 11.499 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:47 ] [ l_g_pix: 3.7273e-02 ] [ l_g_total: 3.7273e-02 ] +2024-10-02 10:09:53,227 INFO: [ epoch: 143 ] [ iter:192,600 ] [ performance: 11.415 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:35 ] [ l_g_pix: 2.6594e-02 ] [ l_g_total: 2.6594e-02 ] +2024-10-02 10:10:02,041 INFO: [ epoch: 143 ] [ iter:192,700 ] [ performance: 11.467 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:23 ] [ l_g_pix: 2.4392e-02 ] [ l_g_total: 2.4392e-02 ] +2024-10-02 10:10:10,830 INFO: [ epoch: 143 ] [ iter:192,800 ] [ performance: 11.403 it/s ] [ lr: 2.50e-05 ] [ eta: 0:14:10 ] [ l_g_pix: 2.9438e-02 ] [ l_g_total: 2.9438e-02 ] +2024-10-02 10:10:19,606 INFO: [ epoch: 143 ] [ iter:192,900 ] [ performance: 11.535 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:58 ] [ l_g_pix: 2.7547e-02 ] [ l_g_total: 2.7547e-02 ] +2024-10-02 10:10:28,431 INFO: [ epoch: 143 ] [ iter:193,000 ] [ performance: 11.387 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:46 ] [ l_g_pix: 2.1253e-02 ] [ l_g_total: 2.1253e-02 ] +2024-10-02 10:10:37,259 INFO: [ epoch: 143 ] [ iter:193,100 ] [ performance: 11.468 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:34 ] [ l_g_pix: 2.9464e-02 ] [ l_g_total: 2.9464e-02 ] +2024-10-02 10:10:46,056 INFO: [ epoch: 143 ] [ iter:193,200 ] [ performance: 11.395 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:22 ] [ l_g_pix: 3.0884e-02 ] [ l_g_total: 3.0884e-02 ] +2024-10-02 10:10:54,863 INFO: [ epoch: 143 ] [ iter:193,300 ] [ performance: 11.515 it/s ] [ lr: 2.50e-05 ] [ eta: 0:13:09 ] [ l_g_pix: 2.3892e-02 ] [ l_g_total: 2.3892e-02 ] +2024-10-02 10:11:03,597 INFO: [ epoch: 143 ] [ iter:193,400 ] [ performance: 11.466 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:57 ] [ l_g_pix: 4.0501e-02 ] [ l_g_total: 4.0501e-02 ] +2024-10-02 10:11:13,726 INFO: [ epoch: 144 ] [ iter:193,500 ] [ performance: 11.534 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:45 ] [ l_g_pix: 3.4838e-02 ] [ l_g_total: 3.4838e-02 ] +2024-10-02 10:11:22,492 INFO: [ epoch: 144 ] [ iter:193,600 ] [ performance: 11.440 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:33 ] [ l_g_pix: 2.0621e-02 ] [ l_g_total: 2.0621e-02 ] +2024-10-02 10:11:31,283 INFO: [ epoch: 144 ] [ iter:193,700 ] [ performance: 11.533 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:21 ] [ l_g_pix: 2.9180e-02 ] [ l_g_total: 2.9180e-02 ] +2024-10-02 10:11:40,051 INFO: [ epoch: 144 ] [ iter:193,800 ] [ performance: 11.438 it/s ] [ lr: 2.50e-05 ] [ eta: 0:12:09 ] [ l_g_pix: 3.3170e-02 ] [ l_g_total: 3.3170e-02 ] +2024-10-02 10:11:48,848 INFO: [ epoch: 144 ] [ iter:193,900 ] [ performance: 11.504 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:57 ] [ l_g_pix: 3.1173e-02 ] [ l_g_total: 3.1173e-02 ] +2024-10-02 10:11:57,646 INFO: [ epoch: 144 ] [ iter:194,000 ] [ performance: 11.400 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:45 ] [ l_g_pix: 3.4817e-02 ] [ l_g_total: 3.4817e-02 ] +2024-10-02 10:12:06,447 INFO: [ epoch: 144 ] [ iter:194,100 ] [ performance: 11.511 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:33 ] [ l_g_pix: 2.6376e-02 ] [ l_g_total: 2.6376e-02 ] +2024-10-02 10:12:15,266 INFO: [ epoch: 144 ] [ iter:194,200 ] [ performance: 11.380 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:21 ] [ l_g_pix: 3.4528e-02 ] [ l_g_total: 3.4528e-02 ] +2024-10-02 10:12:24,113 INFO: [ epoch: 144 ] [ iter:194,300 ] [ performance: 11.424 it/s ] [ lr: 2.50e-05 ] [ eta: 0:11:09 ] [ l_g_pix: 3.5383e-02 ] [ l_g_total: 3.5383e-02 ] +2024-10-02 10:12:32,905 INFO: [ epoch: 144 ] [ iter:194,400 ] [ performance: 11.387 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:57 ] [ l_g_pix: 3.7930e-02 ] [ l_g_total: 3.7930e-02 ] +2024-10-02 10:12:41,714 INFO: [ epoch: 144 ] [ iter:194,500 ] [ performance: 11.548 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:44 ] [ l_g_pix: 3.6803e-02 ] [ l_g_total: 3.6803e-02 ] +2024-10-02 10:12:50,498 INFO: [ epoch: 144 ] [ iter:194,600 ] [ performance: 11.421 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:32 ] [ l_g_pix: 3.4507e-02 ] [ l_g_total: 3.4507e-02 ] +2024-10-02 10:12:59,285 INFO: [ epoch: 144 ] [ iter:194,700 ] [ performance: 11.518 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:20 ] [ l_g_pix: 2.2480e-02 ] [ l_g_total: 2.2480e-02 ] +2024-10-02 10:13:09,334 INFO: [ epoch: 145 ] [ iter:194,800 ] [ performance: 10.257 it/s ] [ lr: 2.50e-05 ] [ eta: 0:10:09 ] [ l_g_pix: 2.3541e-02 ] [ l_g_total: 2.3541e-02 ] +2024-10-02 10:13:18,108 INFO: [ epoch: 145 ] [ iter:194,900 ] [ performance: 11.553 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:57 ] [ l_g_pix: 3.4405e-02 ] [ l_g_total: 3.4405e-02 ] +2024-10-02 10:13:26,877 INFO: [ epoch: 145 ] [ iter:195,000 ] [ performance: 11.435 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:45 ] [ l_g_pix: 3.1219e-02 ] [ l_g_total: 3.1219e-02 ] +2024-10-02 10:13:35,670 INFO: [ epoch: 145 ] [ iter:195,100 ] [ performance: 11.526 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:33 ] [ l_g_pix: 4.2238e-02 ] [ l_g_total: 4.2238e-02 ] +2024-10-02 10:13:44,454 INFO: [ epoch: 145 ] [ iter:195,200 ] [ performance: 11.414 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:21 ] [ l_g_pix: 1.8435e-02 ] [ l_g_total: 1.8435e-02 ] +2024-10-02 10:13:53,250 INFO: [ epoch: 145 ] [ iter:195,300 ] [ performance: 11.526 it/s ] [ lr: 2.50e-05 ] [ eta: 0:09:09 ] [ l_g_pix: 3.0522e-02 ] [ l_g_total: 3.0522e-02 ] +2024-10-02 10:14:02,017 INFO: [ epoch: 145 ] [ iter:195,400 ] [ performance: 11.431 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:57 ] [ l_g_pix: 2.4346e-02 ] [ l_g_total: 2.4346e-02 ] +2024-10-02 10:14:10,842 INFO: [ epoch: 145 ] [ iter:195,500 ] [ performance: 11.458 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:45 ] [ l_g_pix: 3.6091e-02 ] [ l_g_total: 3.6091e-02 ] +2024-10-02 10:14:19,633 INFO: [ epoch: 145 ] [ iter:195,600 ] [ performance: 11.393 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:33 ] [ l_g_pix: 3.6244e-02 ] [ l_g_total: 3.6244e-02 ] +2024-10-02 10:14:28,435 INFO: [ epoch: 145 ] [ iter:195,700 ] [ performance: 11.509 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:21 ] [ l_g_pix: 3.6100e-02 ] [ l_g_total: 3.6100e-02 ] +2024-10-02 10:14:37,221 INFO: [ epoch: 145 ] [ iter:195,800 ] [ performance: 11.406 it/s ] [ lr: 2.50e-05 ] [ eta: 0:08:09 ] [ l_g_pix: 2.6948e-02 ] [ l_g_total: 2.6948e-02 ] +2024-10-02 10:14:46,019 INFO: [ epoch: 145 ] [ iter:195,900 ] [ performance: 11.450 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:57 ] [ l_g_pix: 2.6496e-02 ] [ l_g_total: 2.6496e-02 ] +2024-10-02 10:14:54,802 INFO: [ epoch: 145 ] [ iter:196,000 ] [ performance: 11.398 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:45 ] [ l_g_pix: 2.6181e-02 ] [ l_g_total: 2.6181e-02 ] +2024-10-02 10:15:03,494 INFO: [ epoch: 145 ] [ iter:196,100 ] [ performance: 11.680 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:34 ] [ l_g_pix: 2.4314e-02 ] [ l_g_total: 2.4314e-02 ] +2024-10-02 10:15:13,631 INFO: [ epoch: 146 ] [ iter:196,200 ] [ performance: 10.139 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:22 ] [ l_g_pix: 2.7172e-02 ] [ l_g_total: 2.7172e-02 ] +2024-10-02 10:15:22,407 INFO: [ epoch: 146 ] [ iter:196,300 ] [ performance: 11.518 it/s ] [ lr: 2.50e-05 ] [ eta: 0:07:10 ] [ l_g_pix: 3.1942e-02 ] [ l_g_total: 3.1942e-02 ] +2024-10-02 10:15:31,184 INFO: [ epoch: 146 ] [ iter:196,400 ] [ performance: 11.415 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:58 ] [ l_g_pix: 2.4216e-02 ] [ l_g_total: 2.4216e-02 ] +2024-10-02 10:15:39,961 INFO: [ epoch: 146 ] [ iter:196,500 ] [ performance: 11.561 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:46 ] [ l_g_pix: 2.8470e-02 ] [ l_g_total: 2.8470e-02 ] +2024-10-02 10:15:48,789 INFO: [ epoch: 146 ] [ iter:196,600 ] [ performance: 11.366 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:35 ] [ l_g_pix: 2.5326e-02 ] [ l_g_total: 2.5326e-02 ] +2024-10-02 10:15:57,591 INFO: [ epoch: 146 ] [ iter:196,700 ] [ performance: 11.514 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:23 ] [ l_g_pix: 4.4909e-02 ] [ l_g_total: 4.4909e-02 ] +2024-10-02 10:16:06,383 INFO: [ epoch: 146 ] [ iter:196,800 ] [ performance: 11.396 it/s ] [ lr: 2.50e-05 ] [ eta: 0:06:11 ] [ l_g_pix: 3.0248e-02 ] [ l_g_total: 3.0248e-02 ] +2024-10-02 10:16:15,179 INFO: [ epoch: 146 ] [ iter:196,900 ] [ performance: 11.497 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:59 ] [ l_g_pix: 3.3633e-02 ] [ l_g_total: 3.3633e-02 ] +2024-10-02 10:16:23,983 INFO: [ epoch: 146 ] [ iter:197,000 ] [ performance: 11.378 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:48 ] [ l_g_pix: 2.4089e-02 ] [ l_g_total: 2.4089e-02 ] +2024-10-02 10:16:32,795 INFO: [ epoch: 146 ] [ iter:197,100 ] [ performance: 11.491 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:36 ] [ l_g_pix: 3.4426e-02 ] [ l_g_total: 3.4426e-02 ] +2024-10-02 10:16:41,588 INFO: [ epoch: 146 ] [ iter:197,200 ] [ performance: 11.390 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:24 ] [ l_g_pix: 4.0772e-02 ] [ l_g_total: 4.0772e-02 ] +2024-10-02 10:16:50,386 INFO: [ epoch: 146 ] [ iter:197,300 ] [ performance: 11.500 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:12 ] [ l_g_pix: 2.1876e-02 ] [ l_g_total: 2.1876e-02 ] +2024-10-02 10:16:59,119 INFO: [ epoch: 146 ] [ iter:197,400 ] [ performance: 11.458 it/s ] [ lr: 2.50e-05 ] [ eta: 0:05:01 ] [ l_g_pix: 2.2725e-02 ] [ l_g_total: 2.2725e-02 ] +2024-10-02 10:17:09,211 INFO: [ epoch: 147 ] [ iter:197,500 ] [ performance: 11.540 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:49 ] [ l_g_pix: 1.9374e-02 ] [ l_g_total: 1.9374e-02 ] +2024-10-02 10:17:17,949 INFO: [ epoch: 147 ] [ iter:197,600 ] [ performance: 11.458 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:37 ] [ l_g_pix: 2.7337e-02 ] [ l_g_total: 2.7337e-02 ] +2024-10-02 10:17:26,702 INFO: [ epoch: 147 ] [ iter:197,700 ] [ performance: 11.574 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:26 ] [ l_g_pix: 2.2780e-02 ] [ l_g_total: 2.2780e-02 ] +2024-10-02 10:17:35,453 INFO: [ epoch: 147 ] [ iter:197,800 ] [ performance: 11.445 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:14 ] [ l_g_pix: 4.0430e-02 ] [ l_g_total: 4.0430e-02 ] +2024-10-02 10:17:44,213 INFO: [ epoch: 147 ] [ iter:197,900 ] [ performance: 11.416 it/s ] [ lr: 2.50e-05 ] [ eta: 0:04:02 ] [ l_g_pix: 3.6158e-02 ] [ l_g_total: 3.6158e-02 ] +2024-10-02 10:17:52,979 INFO: [ epoch: 147 ] [ iter:198,000 ] [ performance: 11.409 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:51 ] [ l_g_pix: 2.4138e-02 ] [ l_g_total: 2.4138e-02 ] +2024-10-02 10:18:01,775 INFO: [ epoch: 147 ] [ iter:198,100 ] [ performance: 11.530 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:39 ] [ l_g_pix: 2.4788e-02 ] [ l_g_total: 2.4788e-02 ] +2024-10-02 10:18:10,527 INFO: [ epoch: 147 ] [ iter:198,200 ] [ performance: 11.437 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:27 ] [ l_g_pix: 3.2889e-02 ] [ l_g_total: 3.2889e-02 ] +2024-10-02 10:18:19,283 INFO: [ epoch: 147 ] [ iter:198,300 ] [ performance: 11.562 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:16 ] [ l_g_pix: 3.5610e-02 ] [ l_g_total: 3.5610e-02 ] +2024-10-02 10:18:28,061 INFO: [ epoch: 147 ] [ iter:198,400 ] [ performance: 11.408 it/s ] [ lr: 2.50e-05 ] [ eta: 0:03:04 ] [ l_g_pix: 2.2292e-02 ] [ l_g_total: 2.2292e-02 ] +2024-10-02 10:18:36,882 INFO: [ epoch: 147 ] [ iter:198,500 ] [ performance: 11.424 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:52 ] [ l_g_pix: 3.4460e-02 ] [ l_g_total: 3.4460e-02 ] +2024-10-02 10:18:45,654 INFO: [ epoch: 147 ] [ iter:198,600 ] [ performance: 11.403 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:41 ] [ l_g_pix: 2.9382e-02 ] [ l_g_total: 2.9382e-02 ] +2024-10-02 10:18:54,433 INFO: [ epoch: 147 ] [ iter:198,700 ] [ performance: 11.679 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:29 ] [ l_g_pix: 2.6695e-02 ] [ l_g_total: 2.6695e-02 ] +2024-10-02 10:19:04,722 INFO: [ epoch: 148 ] [ iter:198,800 ] [ performance: 9.843 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:18 ] [ l_g_pix: 3.4865e-02 ] [ l_g_total: 3.4865e-02 ] +2024-10-02 10:19:13,527 INFO: [ epoch: 148 ] [ iter:198,900 ] [ performance: 11.577 it/s ] [ lr: 2.50e-05 ] [ eta: 0:02:06 ] [ l_g_pix: 3.4713e-02 ] [ l_g_total: 3.4713e-02 ] +2024-10-02 10:19:22,290 INFO: [ epoch: 148 ] [ iter:199,000 ] [ performance: 11.424 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:55 ] [ l_g_pix: 4.0008e-02 ] [ l_g_total: 4.0008e-02 ] +2024-10-02 10:19:31,076 INFO: [ epoch: 148 ] [ iter:199,100 ] [ performance: 11.562 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:43 ] [ l_g_pix: 3.0380e-02 ] [ l_g_total: 3.0380e-02 ] +2024-10-02 10:19:39,842 INFO: [ epoch: 148 ] [ iter:199,200 ] [ performance: 11.417 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:31 ] [ l_g_pix: 1.9855e-02 ] [ l_g_total: 1.9855e-02 ] +2024-10-02 10:19:48,626 INFO: [ epoch: 148 ] [ iter:199,300 ] [ performance: 11.535 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:20 ] [ l_g_pix: 4.7668e-02 ] [ l_g_total: 4.7668e-02 ] +2024-10-02 10:19:57,405 INFO: [ epoch: 148 ] [ iter:199,400 ] [ performance: 11.399 it/s ] [ lr: 2.50e-05 ] [ eta: 0:01:08 ] [ l_g_pix: 1.7537e-02 ] [ l_g_total: 1.7537e-02 ] +2024-10-02 10:20:06,179 INFO: [ epoch: 148 ] [ iter:199,500 ] [ performance: 11.372 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:57 ] [ l_g_pix: 2.3254e-02 ] [ l_g_total: 2.3254e-02 ] +2024-10-02 10:20:14,966 INFO: [ epoch: 148 ] [ iter:199,600 ] [ performance: 11.381 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:45 ] [ l_g_pix: 3.5502e-02 ] [ l_g_total: 3.5502e-02 ] +2024-10-02 10:20:23,772 INFO: [ epoch: 148 ] [ iter:199,700 ] [ performance: 11.574 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:34 ] [ l_g_pix: 1.5581e-02 ] [ l_g_total: 1.5581e-02 ] +2024-10-02 10:20:32,586 INFO: [ epoch: 148 ] [ iter:199,800 ] [ performance: 11.354 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:22 ] [ l_g_pix: 2.6084e-02 ] [ l_g_total: 2.6084e-02 ] +2024-10-02 10:20:41,389 INFO: [ epoch: 148 ] [ iter:199,900 ] [ performance: 11.599 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:11 ] [ l_g_pix: 3.2289e-02 ] [ l_g_total: 3.2289e-02 ] +2024-10-02 10:20:50,187 INFO: [ epoch: 148 ] [ iter:200,000 ] [ performance: 11.371 it/s ] [ lr: 2.50e-05 ] [ eta: 0:00:00 ] [ l_g_pix: 1.7812e-02 ] [ l_g_total: 1.7812e-02 ] +2024-10-02 10:20:50,189 INFO: Saving models and training states. +2024-10-02 10:24:20,839 INFO: Validation val + + # psnr: 27.2331........ Best: 27.2331 @ 200000 iter + # ssim: 0.7675........ Best: 0.7675 @ 200000 iter + # dists: 0.7729........ Best: 0.7729 @ 190000 iter + +2024-10-02 10:24:23,697 INFO: End of training. Time consumed: 1:58:13 +2024-10-02 10:24:23,697 INFO: Save the latest model. +2024-10-02 10:27:36,335 INFO: Validation val + + # psnr: 27.2331........ Best: 27.2331 @ 200003 iter + # ssim: 0.7675........ Best: 0.7675 @ 200003 iter + # dists: 0.7729........ Best: 0.7729 @ 190000 iter + diff --git a/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/training_states/200000.state b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/training_states/200000.state new file mode 100644 index 0000000000000000000000000000000000000000..147eac14f97b835c210482b317a59539b80ae6df --- /dev/null +++ b/baseline/DF2K/4xDF2K_plksr_tiny_fp16_patch64/training_states/200000.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a63a9ae8e1983372f0bffd02176928db53106bb9bda152c300d11fff68a15522 +size 19045418