pierreguillou commited on
Commit
2e914bd
·
1 Parent(s): 0700faf

Training in progress, step 1500

Browse files
{checkpoint-600 → checkpoint-1500}/config.json RENAMED
File without changes
{checkpoint-600 → checkpoint-1500}/optimizer.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af9c0946b2396c93f3f67e4439c626fd81274184f644540a03939332322a3e5a
3
  size 2927175013
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13dac546a729ed5b85ca8744dc152fdfd91141dc4421e199372bf3655f64262f
3
  size 2927175013
{checkpoint-900 → checkpoint-1500}/pytorch_model.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d44c5f5b5f8062c79577f422f54e463f03cb3b7b67189019eebcdb26e09b668d
3
  size 1476527911
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af145d070e5615c14f0ec1187a25e662502074cab47062cebeb7ffb3c71a534b
3
  size 1476527911
{checkpoint-900 → checkpoint-1500}/rng_state.pth RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd8dd810bd9bec3bb12c0df4d7793b907710f87c8c7e6e8565ed95a7ee888ad8
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d3a8137afaaabfeeca8f8f44239daaa6efb5b2d590bd25c6f40f5f30763c03a
3
  size 14503
{checkpoint-900 → checkpoint-1500}/scaler.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e058e61ed5c50e9f9a93d8a8b8ace71ae0475455378aaed9bfedf1e0a4403f77
3
  size 559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:949ee770948d63b3ef5a33cc0d78017797a81b4ce1aabe2875a57db2d9896235
3
  size 559
{checkpoint-600 → checkpoint-1500}/scheduler.pt RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fcff1bd24dac66498acbac31bf86b0d89f6f110939c77232fe7f16db22426b34
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ab027bfd64dddf1fb94bfa5e11110ecf2f9f0749b31370778d6463624c06524
3
  size 623
{checkpoint-600 → checkpoint-1500}/sentencepiece.bpe.model RENAMED
File without changes
{checkpoint-600 → checkpoint-1500}/special_tokens_map.json RENAMED
File without changes
{checkpoint-600 → checkpoint-1500}/tokenizer_config.json RENAMED
File without changes
{checkpoint-900 → checkpoint-1500}/trainer_state.json RENAMED
@@ -1,8 +1,8 @@
1
  {
2
- "best_metric": 0.520614670919107,
3
- "best_model_checkpoint": "DocLayNet/layout-xlm-base-finetuned-DocLayNet-base_lines_ml384-v1/checkpoint-900",
4
- "epoch": 0.3739094308267553,
5
- "global_step": 900,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -48,11 +48,47 @@
48
  "eval_samples_per_second": 5.724,
49
  "eval_steps_per_second": 0.36,
50
  "step": 900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51
  }
52
  ],
53
  "max_steps": 7221,
54
  "num_train_epochs": 3,
55
- "total_flos": 2915292006604800.0,
56
  "trial_name": null,
57
  "trial_params": null
58
  }
 
1
  {
2
+ "best_metric": 0.6032919847328244,
3
+ "best_model_checkpoint": "DocLayNet/layout-xlm-base-finetuned-DocLayNet-base_lines_ml384-v1/checkpoint-1500",
4
+ "epoch": 0.6231823847112589,
5
+ "global_step": 1500,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
48
  "eval_samples_per_second": 5.724,
49
  "eval_steps_per_second": 0.36,
50
  "step": 900
51
+ },
52
+ {
53
+ "epoch": 0.42,
54
+ "learning_rate": 1.9159741458910434e-05,
55
+ "loss": 0.369,
56
+ "step": 1000
57
+ },
58
+ {
59
+ "epoch": 0.5,
60
+ "eval_accuracy": 0.8723944681931917,
61
+ "eval_f1": 0.5365372697053354,
62
+ "eval_loss": 0.41175082325935364,
63
+ "eval_precision": 0.5093875367745386,
64
+ "eval_recall": 0.5667440338034875,
65
+ "eval_runtime": 370.2231,
66
+ "eval_samples_per_second": 5.543,
67
+ "eval_steps_per_second": 0.348,
68
+ "step": 1200
69
+ },
70
+ {
71
+ "epoch": 0.62,
72
+ "learning_rate": 1.7620806401969838e-05,
73
+ "loss": 0.2737,
74
+ "step": 1500
75
+ },
76
+ {
77
+ "epoch": 0.62,
78
+ "eval_accuracy": 0.8960354303687331,
79
+ "eval_f1": 0.6032919847328244,
80
+ "eval_loss": 0.33280590176582336,
81
+ "eval_precision": 0.6045538755752107,
82
+ "eval_recall": 0.6020353508302089,
83
+ "eval_runtime": 369.9685,
84
+ "eval_samples_per_second": 5.546,
85
+ "eval_steps_per_second": 0.349,
86
+ "step": 1500
87
  }
88
  ],
89
  "max_steps": 7221,
90
  "num_train_epochs": 3,
91
+ "total_flos": 4858820011008000.0,
92
  "trial_name": null,
93
  "trial_params": null
94
  }
{checkpoint-900 → checkpoint-1500}/training_args.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1abf369559179e8514a3a374fd35ebd67ed07d23a983236704f1d39b8e94622b
3
  size 3631
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2feceede1dfbfaea489fd19d51c164bec6d3d91511b6afa493c5456b912b5f10
3
  size 3631
checkpoint-600/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:70427062db314d44e2e0895211a998b57e8983fe7d7fcc888308d49659a391cf
3
- size 1476527911
 
 
 
 
checkpoint-600/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2179282d868703ce3a69b8087f5525b45e3a622a27fae1f27532fda1268616af
3
- size 14503
 
 
 
 
checkpoint-600/scaler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:921c1f43fccb20a95f58d76fbbb336cc1a11c030809c500114ab060a3e6c9e13
3
- size 559
 
 
 
 
checkpoint-600/trainer_state.json DELETED
@@ -1,46 +0,0 @@
1
- {
2
- "best_metric": 0.5030902012034086,
3
- "best_model_checkpoint": "DocLayNet/layout-xlm-base-finetuned-DocLayNet-base_lines_ml384-v1/checkpoint-600",
4
- "epoch": 0.24927295388450352,
5
- "global_step": 600,
6
- "is_hyper_param_search": false,
7
- "is_local_process_zero": true,
8
- "is_world_process_zero": true,
9
- "log_history": [
10
- {
11
- "epoch": 0.12,
12
- "eval_accuracy": 0.8412902144953226,
13
- "eval_f1": 0.13109765966400155,
14
- "eval_loss": 0.5185014605522156,
15
- "eval_precision": 0.14371894960965223,
16
- "eval_recall": 0.1205141938939475,
17
- "eval_runtime": 363.2958,
18
- "eval_samples_per_second": 5.648,
19
- "eval_steps_per_second": 0.355,
20
- "step": 300
21
- },
22
- {
23
- "epoch": 0.21,
24
- "learning_rate": 1.372060857538036e-05,
25
- "loss": 0.9231,
26
- "step": 500
27
- },
28
- {
29
- "epoch": 0.25,
30
- "eval_accuracy": 0.8751371332529899,
31
- "eval_f1": 0.5030902012034086,
32
- "eval_loss": 0.4107707738876343,
33
- "eval_precision": 0.4636655625815517,
34
- "eval_recall": 0.5498422900672499,
35
- "eval_runtime": 366.1838,
36
- "eval_samples_per_second": 5.604,
37
- "eval_steps_per_second": 0.352,
38
- "step": 600
39
- }
40
- ],
41
- "max_steps": 7221,
42
- "num_train_epochs": 3,
43
- "total_flos": 1943528004403200.0,
44
- "trial_name": null,
45
- "trial_params": null
46
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-600/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1abf369559179e8514a3a374fd35ebd67ed07d23a983236704f1d39b8e94622b
3
- size 3631
 
 
 
 
checkpoint-900/config.json DELETED
@@ -1,161 +0,0 @@
1
- {
2
- "_name_or_path": "microsoft/layoutxlm-base",
3
- "architectures": [
4
- "LayoutLMv2ForTokenClassification"
5
- ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "bos_token_id": 0,
8
- "convert_sync_batchnorm": true,
9
- "coordinate_size": 128,
10
- "detectron2_config_args": {
11
- "MODEL.ANCHOR_GENERATOR.SIZES": [
12
- [
13
- 32
14
- ],
15
- [
16
- 64
17
- ],
18
- [
19
- 128
20
- ],
21
- [
22
- 256
23
- ],
24
- [
25
- 512
26
- ]
27
- ],
28
- "MODEL.BACKBONE.NAME": "build_resnet_fpn_backbone",
29
- "MODEL.FPN.IN_FEATURES": [
30
- "res2",
31
- "res3",
32
- "res4",
33
- "res5"
34
- ],
35
- "MODEL.MASK_ON": true,
36
- "MODEL.PIXEL_STD": [
37
- 57.375,
38
- 57.12,
39
- 58.395
40
- ],
41
- "MODEL.POST_NMS_TOPK_TEST": 1000,
42
- "MODEL.RESNETS.ASPECT_RATIOS": [
43
- [
44
- 0.5,
45
- 1.0,
46
- 2.0
47
- ]
48
- ],
49
- "MODEL.RESNETS.DEPTH": 101,
50
- "MODEL.RESNETS.NUM_GROUPS": 32,
51
- "MODEL.RESNETS.OUT_FEATURES": [
52
- "res2",
53
- "res3",
54
- "res4",
55
- "res5"
56
- ],
57
- "MODEL.RESNETS.SIZES": [
58
- [
59
- 32
60
- ],
61
- [
62
- 64
63
- ],
64
- [
65
- 128
66
- ],
67
- [
68
- 256
69
- ],
70
- [
71
- 512
72
- ]
73
- ],
74
- "MODEL.RESNETS.STRIDE_IN_1X1": false,
75
- "MODEL.RESNETS.WIDTH_PER_GROUP": 8,
76
- "MODEL.ROI_BOX_HEAD.NAME": "FastRCNNConvFCHead",
77
- "MODEL.ROI_BOX_HEAD.NUM_FC": 2,
78
- "MODEL.ROI_BOX_HEAD.POOLER_RESOLUTION": 14,
79
- "MODEL.ROI_HEADS.IN_FEATURES": [
80
- "p2",
81
- "p3",
82
- "p4",
83
- "p5"
84
- ],
85
- "MODEL.ROI_HEADS.NAME": "StandardROIHeads",
86
- "MODEL.ROI_HEADS.NUM_CLASSES": 5,
87
- "MODEL.ROI_MASK_HEAD.NAME": "MaskRCNNConvUpsampleHead",
88
- "MODEL.ROI_MASK_HEAD.NUM_CONV": 4,
89
- "MODEL.ROI_MASK_HEAD.POOLER_RESOLUTION": 7,
90
- "MODEL.RPN.IN_FEATURES": [
91
- "p2",
92
- "p3",
93
- "p4",
94
- "p5",
95
- "p6"
96
- ],
97
- "MODEL.RPN.POST_NMS_TOPK_TRAIN": 1000,
98
- "MODEL.RPN.PRE_NMS_TOPK_TEST": 1000,
99
- "MODEL.RPN.PRE_NMS_TOPK_TRAIN": 2000
100
- },
101
- "eos_token_id": 2,
102
- "fast_qkv": false,
103
- "gradient_checkpointing": false,
104
- "has_relative_attention_bias": false,
105
- "has_spatial_attention_bias": false,
106
- "has_visual_segment_embedding": true,
107
- "hidden_act": "gelu",
108
- "hidden_dropout_prob": 0.1,
109
- "hidden_size": 768,
110
- "id2label": {
111
- "0": "Caption",
112
- "1": "Footnote",
113
- "2": "Formula",
114
- "3": "List-item",
115
- "4": "Page-footer",
116
- "5": "Page-header",
117
- "6": "Picture",
118
- "7": "Section-header",
119
- "8": "Table",
120
- "9": "Text",
121
- "10": "Title"
122
- },
123
- "image_feature_pool_shape": [
124
- 7,
125
- 7,
126
- 256
127
- ],
128
- "initializer_range": 0.02,
129
- "intermediate_size": 3072,
130
- "label2id": {
131
- "Caption": 0,
132
- "Footnote": 1,
133
- "Formula": 2,
134
- "List-item": 3,
135
- "Page-footer": 4,
136
- "Page-header": 5,
137
- "Picture": 6,
138
- "Section-header": 7,
139
- "Table": 8,
140
- "Text": 9,
141
- "Title": 10
142
- },
143
- "layer_norm_eps": 1e-05,
144
- "max_2d_position_embeddings": 1024,
145
- "max_position_embeddings": 514,
146
- "max_rel_2d_pos": 256,
147
- "max_rel_pos": 128,
148
- "model_type": "layoutlmv2",
149
- "num_attention_heads": 12,
150
- "num_hidden_layers": 12,
151
- "output_past": true,
152
- "pad_token_id": 1,
153
- "rel_2d_pos_bins": 64,
154
- "rel_pos_bins": 32,
155
- "shape_size": 128,
156
- "tokenizer_class": "LayoutXLMTokenizer",
157
- "torch_dtype": "float32",
158
- "transformers_version": "4.26.1",
159
- "type_vocab_size": 1,
160
- "vocab_size": 250002
161
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-900/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a67db9df12435295414167cc1b9e78a0d2679b7262e374e179473c7b875bd7e
3
- size 2927175013
 
 
 
 
checkpoint-900/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8423042d8431504e61d3300f9474afc3454b4e4a6ed4dfc504ba5cbf6bdeb8c6
3
- size 623
 
 
 
 
checkpoint-900/sentencepiece.bpe.model DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
3
- size 5069051
 
 
 
 
checkpoint-900/special_tokens_map.json DELETED
@@ -1,15 +0,0 @@
1
- {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "eos_token": "</s>",
5
- "mask_token": {
6
- "content": "<mask>",
7
- "lstrip": true,
8
- "normalized": true,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
- "pad_token": "<pad>",
13
- "sep_token": "</s>",
14
- "unk_token": "<unk>"
15
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-900/tokenizer_config.json DELETED
@@ -1,41 +0,0 @@
1
- {
2
- "bos_token": "<s>",
3
- "cls_token": "<s>",
4
- "cls_token_box": [
5
- 0,
6
- 0,
7
- 0,
8
- 0
9
- ],
10
- "eos_token": "</s>",
11
- "mask_token": {
12
- "__type": "AddedToken",
13
- "content": "<mask>",
14
- "lstrip": true,
15
- "normalized": true,
16
- "rstrip": false,
17
- "single_word": false
18
- },
19
- "model_max_length": 1000000000000000019884624838656,
20
- "name_or_path": "microsoft/layoutxlm-base",
21
- "only_label_first_subword": true,
22
- "pad_token": "<pad>",
23
- "pad_token_box": [
24
- 0,
25
- 0,
26
- 0,
27
- 0
28
- ],
29
- "pad_token_label": -100,
30
- "sep_token": "</s>",
31
- "sep_token_box": [
32
- 1000,
33
- 1000,
34
- 1000,
35
- 1000
36
- ],
37
- "sp_model_kwargs": {},
38
- "special_tokens_map_file": null,
39
- "tokenizer_class": "LayoutXLMTokenizer",
40
- "unk_token": "<unk>"
41
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53f2de50ebb22f439bb718ceae2526771b7b002d20a2d2082ea22f7c99095a32
3
  size 1476527911
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af145d070e5615c14f0ec1187a25e662502074cab47062cebeb7ffb3c71a534b
3
  size 1476527911
runs/Mar02_14-30-16_3eedd57194cc/events.out.tfevents.1677769428.3eedd57194cc.131.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec43212c08d502fc1e4cbef9aaa609dde8cb91eb3c0a5436386fd0d08111b47a
3
- size 7236
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9a5d22b3f2c79d513379eeb52c44a2a83dc2f6cb7a581abd84e0a0da088cfdb
3
+ size 7865