Training in progress, step 5200

checkpoint-4000/pytorch_model.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fed50c84622ede7e25c62672279ac7f08050af9669f14f54dd4e3fbd741019bf
-size 1476527911

checkpoint-4000/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a1f4b145963c3a84f9e0da7924911f8e5d1e71d2c59e6b62307d6ffa982e0390
-size 14503

checkpoint-4000/scaler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7808d6fe1912c147af5a7edbf75c759a9438328b35cacf71b4fd8442ea5fe445
-size 559

checkpoint-4000/trainer_state.json

@@ -1,304 +0,0 @@
-{
-  "best_metric": 0.7450159228722244,
-  "best_model_checkpoint": "DocLayNet/layout-xlm-base-finetuned-DocLayNet-base_paragraphs_ml512-v6/checkpoint-4000",
-  "epoch": 2.1321961620469083,
-  "global_step": 4000,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.11,
-      "eval_accuracy": 0.8841533429944805,
-      "eval_f1": 0.10664094791953704,
-      "eval_loss": 0.4427741765975952,
-      "eval_precision": 0.11536168521462639,
-      "eval_recall": 0.09914602903501281,
-      "eval_runtime": 348.7843,
-      "eval_samples_per_second": 4.607,
-      "eval_steps_per_second": 0.29,
-      "step": 200
-    },
-    {
-      "epoch": 0.21,
-      "eval_accuracy": 0.9242655812394248,
-      "eval_f1": 0.44395873404441333,
-      "eval_loss": 0.30403900146484375,
-      "eval_precision": 0.4547734193086154,
-      "eval_recall": 0.4336464560204953,
-      "eval_runtime": 350.1211,
-      "eval_samples_per_second": 4.59,
-      "eval_steps_per_second": 0.288,
-      "step": 400
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 1.3209054593874834e-05,
-      "loss": 0.7241,
-      "step": 500
-    },
-    {
-      "epoch": 0.32,
-      "eval_accuracy": 0.9359434268564053,
-      "eval_f1": 0.5543897040741045,
-      "eval_loss": 0.22647875547409058,
-      "eval_precision": 0.5330233291298865,
-      "eval_recall": 0.5775405636208369,
-      "eval_runtime": 342.3688,
-      "eval_samples_per_second": 4.694,
-      "eval_steps_per_second": 0.295,
-      "step": 600
-    },
-    {
-      "epoch": 0.43,
-      "eval_accuracy": 0.947861481323102,
-      "eval_f1": 0.6015281512784394,
-      "eval_loss": 0.2140066921710968,
-      "eval_precision": 0.6013484680378937,
-      "eval_recall": 0.6017079419299743,
-      "eval_runtime": 342.7133,
-      "eval_samples_per_second": 4.689,
-      "eval_steps_per_second": 0.295,
-      "step": 800
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 1.927439656448986e-05,
-      "loss": 0.2343,
-      "step": 1000
-    },
-    {
-      "epoch": 0.53,
-      "eval_accuracy": 0.9402091136821377,
-      "eval_f1": 0.6132131856006622,
-      "eval_loss": 0.285193532705307,
-      "eval_precision": 0.6641768748132656,
-      "eval_recall": 0.5695132365499573,
-      "eval_runtime": 341.4863,
-      "eval_samples_per_second": 4.706,
-      "eval_steps_per_second": 0.296,
-      "step": 1000
-    },
-    {
-      "epoch": 0.64,
-      "eval_accuracy": 0.9539986854504707,
-      "eval_f1": 0.6604133950171894,
-      "eval_loss": 0.16944007575511932,
-      "eval_precision": 0.6564846848367226,
-      "eval_recall": 0.6643894107600341,
-      "eval_runtime": 342.4627,
-      "eval_samples_per_second": 4.692,
-      "eval_steps_per_second": 0.295,
-      "step": 1200
-    },
-    {
-      "epoch": 0.75,
-      "eval_accuracy": 0.9354234142916347,
-      "eval_f1": 0.6198065842234727,
-      "eval_loss": 0.230770543217659,
-      "eval_precision": 0.5118828964212166,
-      "eval_recall": 0.785397096498719,
-      "eval_runtime": 332.1227,
-      "eval_samples_per_second": 4.839,
-      "eval_steps_per_second": 0.304,
-      "step": 1400
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.7793573226714055e-05,
-      "loss": 0.1913,
-      "step": 1500
-    },
-    {
-      "epoch": 0.85,
-      "eval_accuracy": 0.9593994250825553,
-      "eval_f1": 0.6589563286454478,
-      "eval_loss": 0.1601293832063675,
-      "eval_precision": 0.7189582071471835,
-      "eval_recall": 0.6081981212638771,
-      "eval_runtime": 327.08,
-      "eval_samples_per_second": 4.913,
-      "eval_steps_per_second": 0.309,
-      "step": 1600
-    },
-    {
-      "epoch": 0.96,
-      "eval_accuracy": 0.9540725958657681,
-      "eval_f1": 0.6596589238459277,
-      "eval_loss": 0.16707618534564972,
-      "eval_precision": 0.5790424570912376,
-      "eval_recall": 0.7663535439795047,
-      "eval_runtime": 324.9043,
-      "eval_samples_per_second": 4.946,
-      "eval_steps_per_second": 0.311,
-      "step": 1800
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 1.6315711535613804e-05,
-      "loss": 0.1346,
-      "step": 2000
-    },
-    {
-      "epoch": 1.07,
-      "eval_accuracy": 0.9611943923112051,
-      "eval_f1": 0.6985545993817363,
-      "eval_loss": 0.15802155435085297,
-      "eval_precision": 0.6837585868498528,
-      "eval_recall": 0.71400512382579,
-      "eval_runtime": 326.3436,
-      "eval_samples_per_second": 4.924,
-      "eval_steps_per_second": 0.309,
-      "step": 2000
-    },
-    {
-      "epoch": 1.17,
-      "eval_accuracy": 0.9597082650321906,
-      "eval_f1": 0.6896523517382412,
-      "eval_loss": 0.14230071008205414,
-      "eval_precision": 0.661773940345369,
-      "eval_recall": 0.7199829205807002,
-      "eval_runtime": 352.3832,
-      "eval_samples_per_second": 4.56,
-      "eval_steps_per_second": 0.287,
-      "step": 2200
-    },
-    {
-      "epoch": 1.28,
-      "eval_accuracy": 0.9662862919936542,
-      "eval_f1": 0.6980116745713244,
-      "eval_loss": 0.15801101922988892,
-      "eval_precision": 0.7489724016441573,
-      "eval_recall": 0.6535439795046969,
-      "eval_runtime": 346.3949,
-      "eval_samples_per_second": 4.639,
-      "eval_steps_per_second": 0.292,
-      "step": 2400
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 1.483784984451355e-05,
-      "loss": 0.098,
-      "step": 2500
-    },
-    {
-      "epoch": 1.39,
-      "eval_accuracy": 0.9615850616492053,
-      "eval_f1": 0.6800371073905552,
-      "eval_loss": 0.1394117921590805,
-      "eval_precision": 0.7044019401482566,
-      "eval_recall": 0.6573014517506405,
-      "eval_runtime": 340.6651,
-      "eval_samples_per_second": 4.717,
-      "eval_steps_per_second": 0.296,
-      "step": 2600
-    },
-    {
-      "epoch": 1.49,
-      "eval_accuracy": 0.9685537579486693,
-      "eval_f1": 0.725116373203805,
-      "eval_loss": 0.1756211668252945,
-      "eval_precision": 0.6892651019622932,
-      "eval_recall": 0.7649017933390265,
-      "eval_runtime": 336.4339,
-      "eval_samples_per_second": 4.777,
-      "eval_steps_per_second": 0.3,
-      "step": 2800
-    },
-    {
-      "epoch": 1.6,
-      "learning_rate": 1.33599881534133e-05,
-      "loss": 0.0999,
-      "step": 3000
-    },
-    {
-      "epoch": 1.6,
-      "eval_accuracy": 0.9636387153313958,
-      "eval_f1": 0.69845832244578,
-      "eval_loss": 0.154231458902359,
-      "eval_precision": 0.7126733025239957,
-      "eval_recall": 0.684799316823228,
-      "eval_runtime": 338.3198,
-      "eval_samples_per_second": 4.75,
-      "eval_steps_per_second": 0.299,
-      "step": 3000
-    },
-    {
-      "epoch": 1.71,
-      "eval_accuracy": 0.9670465134081412,
-      "eval_f1": 0.7096949152542371,
-      "eval_loss": 0.11871206015348434,
-      "eval_precision": 0.7538166106577052,
-      "eval_recall": 0.6704526046114432,
-      "eval_runtime": 330.1098,
-      "eval_samples_per_second": 4.868,
-      "eval_steps_per_second": 0.306,
-      "step": 3200
-    },
-    {
-      "epoch": 1.81,
-      "eval_accuracy": 0.9585151397566763,
-      "eval_f1": 0.7426724326213252,
-      "eval_loss": 0.17930778861045837,
-      "eval_precision": 0.7601716891710633,
-      "eval_recall": 0.7259607173356106,
-      "eval_runtime": 334.0583,
-      "eval_samples_per_second": 4.811,
-      "eval_steps_per_second": 0.302,
-      "step": 3400
-    },
-    {
-      "epoch": 1.87,
-      "learning_rate": 1.1879164815637496e-05,
-      "loss": 0.0972,
-      "step": 3500
-    },
-    {
-      "epoch": 1.92,
-      "eval_accuracy": 0.9621024345562867,
-      "eval_f1": 0.7188762229602368,
-      "eval_loss": 0.18358349800109863,
-      "eval_precision": 0.7575671585319712,
-      "eval_recall": 0.6839453458582408,
-      "eval_runtime": 323.7426,
-      "eval_samples_per_second": 4.964,
-      "eval_steps_per_second": 0.312,
-      "step": 3600
-    },
-    {
-      "epoch": 2.03,
-      "eval_accuracy": 0.9641745658423015,
-      "eval_f1": 0.7188527825286147,
-      "eval_loss": 0.1464972347021103,
-      "eval_precision": 0.7388443162354638,
-      "eval_recall": 0.6999146029035013,
-      "eval_runtime": 324.6992,
-      "eval_samples_per_second": 4.949,
-      "eval_steps_per_second": 0.311,
-      "step": 3800
-    },
-    {
-      "epoch": 2.13,
-      "learning_rate": 1.0398341477861691e-05,
-      "loss": 0.0662,
-      "step": 4000
-    },
-    {
-      "epoch": 2.13,
-      "eval_accuracy": 0.9690632118826831,
-      "eval_f1": 0.7450159228722244,
-      "eval_loss": 0.1409263014793396,
-      "eval_precision": 0.7615267992508695,
-      "eval_recall": 0.7292058070025619,
-      "eval_runtime": 314.9474,
-      "eval_samples_per_second": 5.102,
-      "eval_steps_per_second": 0.321,
-      "step": 4000
-    }
-  ],
-  "max_steps": 7504,
-  "num_train_epochs": 4,
-  "total_flos": 1.7275804483584e+16,
-  "trial_name": null,
-  "trial_params": null
-}

checkpoint-4800/config.json

@@ -1,161 +0,0 @@
-{
-  "_name_or_path": "microsoft/layoutxlm-base",
-  "architectures": [
-    "LayoutLMv2ForTokenClassification"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "bos_token_id": 0,
-  "convert_sync_batchnorm": true,
-  "coordinate_size": 128,
-  "detectron2_config_args": {
-    "MODEL.ANCHOR_GENERATOR.SIZES": [
-      [
-        32
-      ],
-      [
-        64
-      ],
-      [
-        128
-      ],
-      [
-        256
-      ],
-      [
-        512
-      ]
-    ],
-    "MODEL.BACKBONE.NAME": "build_resnet_fpn_backbone",
-    "MODEL.FPN.IN_FEATURES": [
-      "res2",
-      "res3",
-      "res4",
-      "res5"
-    ],
-    "MODEL.MASK_ON": true,
-    "MODEL.PIXEL_STD": [
-      57.375,
-      57.12,
-      58.395
-    ],
-    "MODEL.POST_NMS_TOPK_TEST": 1000,
-    "MODEL.RESNETS.ASPECT_RATIOS": [
-      [
-        0.5,
-        1.0,
-        2.0
-      ]
-    ],
-    "MODEL.RESNETS.DEPTH": 101,
-    "MODEL.RESNETS.NUM_GROUPS": 32,
-    "MODEL.RESNETS.OUT_FEATURES": [
-      "res2",
-      "res3",
-      "res4",
-      "res5"
-    ],
-    "MODEL.RESNETS.SIZES": [
-      [
-        32
-      ],
-      [
-        64
-      ],
-      [
-        128
-      ],
-      [
-        256
-      ],
-      [
-        512
-      ]
-    ],
-    "MODEL.RESNETS.STRIDE_IN_1X1": false,
-    "MODEL.RESNETS.WIDTH_PER_GROUP": 8,
-    "MODEL.ROI_BOX_HEAD.NAME": "FastRCNNConvFCHead",
-    "MODEL.ROI_BOX_HEAD.NUM_FC": 2,
-    "MODEL.ROI_BOX_HEAD.POOLER_RESOLUTION": 14,
-    "MODEL.ROI_HEADS.IN_FEATURES": [
-      "p2",
-      "p3",
-      "p4",
-      "p5"
-    ],
-    "MODEL.ROI_HEADS.NAME": "StandardROIHeads",
-    "MODEL.ROI_HEADS.NUM_CLASSES": 5,
-    "MODEL.ROI_MASK_HEAD.NAME": "MaskRCNNConvUpsampleHead",
-    "MODEL.ROI_MASK_HEAD.NUM_CONV": 4,
-    "MODEL.ROI_MASK_HEAD.POOLER_RESOLUTION": 7,
-    "MODEL.RPN.IN_FEATURES": [
-      "p2",
-      "p3",
-      "p4",
-      "p5",
-      "p6"
-    ],
-    "MODEL.RPN.POST_NMS_TOPK_TRAIN": 1000,
-    "MODEL.RPN.PRE_NMS_TOPK_TEST": 1000,
-    "MODEL.RPN.PRE_NMS_TOPK_TRAIN": 2000
-  },
-  "eos_token_id": 2,
-  "fast_qkv": false,
-  "gradient_checkpointing": false,
-  "has_relative_attention_bias": false,
-  "has_spatial_attention_bias": false,
-  "has_visual_segment_embedding": true,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "id2label": {
-    "0": "Caption",
-    "1": "Footnote",
-    "2": "Formula",
-    "3": "List-item",
-    "4": "Page-footer",
-    "5": "Page-header",
-    "6": "Picture",
-    "7": "Section-header",
-    "8": "Table",
-    "9": "Text",
-    "10": "Title"
-  },
-  "image_feature_pool_shape": [
-    7,
-    7,
-    256
-  ],
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "label2id": {
-    "Caption": 0,
-    "Footnote": 1,
-    "Formula": 2,
-    "List-item": 3,
-    "Page-footer": 4,
-    "Page-header": 5,
-    "Picture": 6,
-    "Section-header": 7,
-    "Table": 8,
-    "Text": 9,
-    "Title": 10
-  },
-  "layer_norm_eps": 1e-05,
-  "max_2d_position_embeddings": 1024,
-  "max_position_embeddings": 514,
-  "max_rel_2d_pos": 256,
-  "max_rel_pos": 128,
-  "model_type": "layoutlmv2",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "output_past": true,
-  "pad_token_id": 1,
-  "rel_2d_pos_bins": 64,
-  "rel_pos_bins": 32,
-  "shape_size": 128,
-  "tokenizer_class": "LayoutXLMTokenizer",
-  "torch_dtype": "float32",
-  "transformers_version": "4.27.3",
-  "type_vocab_size": 1,
-  "vocab_size": 250002
-}

checkpoint-4800/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:212793663177c7fe83fd5306129c1b009f16d8d5b488b05cc0920c77a1e7a61a
-size 2927175013

checkpoint-4800/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:02d4cf373cb3d96b65586e93ec80e41481456cc008733230002f44ae299c9951
-size 623

checkpoint-4800/sentencepiece.bpe.model

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
-size 5069051

checkpoint-4800/special_tokens_map.json

@@ -1,15 +0,0 @@
-{
-  "bos_token": "<s>",
-  "cls_token": "<s>",
-  "eos_token": "</s>",
-  "mask_token": {
-    "content": "<mask>",
-    "lstrip": true,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": "<pad>",
-  "sep_token": "</s>",
-  "unk_token": "<unk>"
-}

checkpoint-4800/tokenizer_config.json

@@ -1,40 +0,0 @@
-{
-  "bos_token": "<s>",
-  "cls_token": "<s>",
-  "cls_token_box": [
-    0,
-    0,
-    0,
-    0
-  ],
-  "eos_token": "</s>",
-  "mask_token": {
-    "__type": "AddedToken",
-    "content": "<mask>",
-    "lstrip": true,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "model_max_length": 1000000000000000019884624838656,
-  "only_label_first_subword": true,
-  "pad_token": "<pad>",
-  "pad_token_box": [
-    0,
-    0,
-    0,
-    0
-  ],
-  "pad_token_label": -100,
-  "sep_token": "</s>",
-  "sep_token_box": [
-    1000,
-    1000,
-    1000,
-    1000
-  ],
-  "sp_model_kwargs": {},
-  "special_tokens_map_file": null,
-  "tokenizer_class": "LayoutXLMTokenizer",
-  "unk_token": "<unk>"
-}

checkpoint-4800/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7c9712a2c9ffbbb613df6cfba21a8deb0ccb36ba3937cf79a8582b9643486356
-size 3759

{checkpoint-4000 → checkpoint-5200}/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a4434c6b1384871e5a163b853b786b30dd2048e9d8620743f4eaa45d2c5af27
+oid sha256:9761e20851195498330479f1e788333235fba62ce216ae6a2357e63a5755661d
 size 2927175013

{checkpoint-4800 → checkpoint-5200}/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f950ff1301b24851b8d85d7149b4464b1746c953baad2e99ee5994072e536fc6
+oid sha256:77b04ca5f5821c3987f5c2cbac9291ef3727e7225c05423c42fbaa7cfcd6ba68
 size 1476527911

{checkpoint-4800 → checkpoint-5200}/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e10cf60f755d65b5be86cf1ded6407db2649692fea9cbf32a24e94f388d6c593
+oid sha256:e28f5c438201f4d70861662387b501443f0325489fb7414b8aa2b7d5236a4fa1
 size 14503

{checkpoint-4800 → checkpoint-5200}/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ece3191313a22d8718cd18cc1579a25471a6723210ca6b942136b456efa96df
+oid sha256:7c6b0164ee79d1a8b3a1d5cc877e1a069d425d477f617243ef228a4c137f536d
 size 559

{checkpoint-4000 → checkpoint-5200}/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18ba0f17f99f8db616d8641c0419130bb13c28f3f56f4094e380d17d6e2d2915
+oid sha256:f717efde0298819f109c8ed0908956cf212fc4a3a5b878d5df73b69caf6b09bc
 size 623

{checkpoint-4800 → checkpoint-5200}/trainer_state.json

@@ -1,8 +1,8 @@
 {
-  "best_metric": 0.7450159228722244,
-  "best_model_checkpoint": "DocLayNet/layout-xlm-base-finetuned-DocLayNet-base_paragraphs_ml512-v6/checkpoint-4000",
-  "epoch": 2.55863539445629,
-  "global_step": 4800,
+  "best_metric": 0.7727910873601738,
+  "best_model_checkpoint": "DocLayNet/layout-xlm-base-finetuned-DocLayNet-base_paragraphs_ml512-v6/checkpoint-5200",
+  "epoch": 2.771855010660981,
+  "global_step": 5200,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -348,11 +348,41 @@
       "eval_samples_per_second": 5.275,
       "eval_steps_per_second": 0.332,
       "step": 4800
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 7.436694802310085e-06,
+      "loss": 0.0538,
+      "step": 5000
+    },
+    {
+      "epoch": 2.67,
+      "eval_accuracy": 0.9655762240752619,
+      "eval_f1": 0.7619294158253516,
+      "eval_loss": 0.15173019468784332,
+      "eval_precision": 0.7699686083013603,
+      "eval_recall": 0.7540563620836892,
+      "eval_runtime": 301.8453,
+      "eval_samples_per_second": 5.324,
+      "eval_steps_per_second": 0.335,
+      "step": 5000
+    },
+    {
+      "epoch": 2.77,
+      "eval_accuracy": 0.9683900991719394,
+      "eval_f1": 0.7727910873601738,
+      "eval_loss": 0.16763265430927277,
+      "eval_precision": 0.8226786230835985,
+      "eval_recall": 0.7286080273270709,
+      "eval_runtime": 303.0486,
+      "eval_samples_per_second": 5.303,
+      "eval_steps_per_second": 0.333,
+      "step": 5200
     }
   ],
   "max_steps": 7504,
   "num_train_epochs": 4,
-  "total_flos": 2.07309653803008e+16,
+  "total_flos": 2.24585458286592e+16,
   "trial_name": null,
   "trial_params": null
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d965643311e625950f55014dc22941d2dd44f08501725115c5aa2facb320840
+oid sha256:77b04ca5f5821c3987f5c2cbac9291ef3727e7225c05423c42fbaa7cfcd6ba68
 size 1476527911

runs/Mar25_10-45-41_07e2b098612c/events.out.tfevents.1679742577.07e2b098612c.123.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f5354b7919de4959516c8a99ab7e60e7213d2044bb9d668bcc359adddb3779b
-size 14753
+oid sha256:a63a666855648a4c2045695c74a15d2c180dcb2968eea5919eb44db703db38c1
+size 15225