Hugging Face's logo

ChaniM
/
tst-summarization

Summarization
Transformers
PyTorch
TensorBoard
English
pegasus
text2text-generation
Generated from Trainer
Inference Endpoints
Model card Files Metrics Community
4
ChaniM commited on
Commit
e588213
·
1 Parent(s): c94c6bb

Training in progress, step 1000

Browse files
Files changed (19) hide show
  1. .gitignore +1 -0
  2. config.json +58 -0
  3. pytorch_model.bin +3 -0
  4. runs/Jun07_11-08-17_third-p100-tf/1686136158.036838/events.out.tfevents.1686136158.third-p100-tf.9638.1 +3 -0
  5. runs/Jun07_11-08-17_third-p100-tf/events.out.tfevents.1686136158.third-p100-tf.9638.0 +3 -0
  6. runs/Jun07_11-12-40_third-p100-tf/1686136376.7189636/events.out.tfevents.1686136376.third-p100-tf.14645.1 +3 -0
  7. runs/Jun07_11-12-40_third-p100-tf/events.out.tfevents.1686136376.third-p100-tf.14645.0 +3 -0
  8. runs/Jun07_11-13-36_third-p100-tf/1686136432.7946787/events.out.tfevents.1686136432.third-p100-tf.15964.1 +3 -0
  9. runs/Jun07_11-13-36_third-p100-tf/events.out.tfevents.1686136432.third-p100-tf.15964.0 +3 -0
  10. runs/Jun07_11-33-20_third-p100-tf/1686137616.2853165/events.out.tfevents.1686137616.third-p100-tf.3864.1 +3 -0
  11. runs/Jun07_11-33-20_third-p100-tf/events.out.tfevents.1686137616.third-p100-tf.3864.0 +3 -0
  12. runs/Jun07_11-59-19_third-p100-tf/1686139182.575207/events.out.tfevents.1686139182.third-p100-tf.1120.1 +3 -0
  13. runs/Jun07_11-59-19_third-p100-tf/events.out.tfevents.1686139182.third-p100-tf.1120.0 +3 -0
  14. runs/Jun07_12-01-07_third-p100-tf/1686139290.502331/events.out.tfevents.1686139290.third-p100-tf.2977.1 +3 -0
  15. runs/Jun07_12-01-07_third-p100-tf/events.out.tfevents.1686139290.third-p100-tf.2977.0 +3 -0
  16. special_tokens_map.json +110 -0
  17. tokenizer.json +0 -0
  18. tokenizer_config.json +116 -0
  19. training_args.bin +3 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/pegasus-xsum",
3
+ "activation_dropout": 0.1,
4
+ "activation_function": "relu",
5
+ "add_bias_logits": false,
6
+ "add_final_layer_norm": true,
7
+ "architectures": [
8
+ "PegasusForConditionalGeneration"
9
+ ],
10
+ "attention_dropout": 0.1,
11
+ "bos_token_id": 0,
12
+ "classif_dropout": 0.0,
13
+ "classifier_dropout": 0.0,
14
+ "d_model": 1024,
15
+ "decoder_attention_heads": 16,
16
+ "decoder_ffn_dim": 4096,
17
+ "decoder_layerdrop": 0.0,
18
+ "decoder_layers": 16,
19
+ "decoder_start_token_id": 0,
20
+ "do_blenderbot_90_layernorm": false,
21
+ "dropout": 0.1,
22
+ "encoder_attention_heads": 16,
23
+ "encoder_ffn_dim": 4096,
24
+ "encoder_layerdrop": 0.0,
25
+ "encoder_layers": 16,
26
+ "eos_token_id": 1,
27
+ "extra_pos_embeddings": 0,
28
+ "force_bos_token_to_be_generated": false,
29
+ "forced_eos_token_id": 1,
30
+ "gradient_checkpointing": false,
31
+ "id2label": {
32
+ "0": "LABEL_0",
33
+ "1": "LABEL_1",
34
+ "2": "LABEL_2"
35
+ },
36
+ "init_std": 0.02,
37
+ "is_encoder_decoder": true,
38
+ "label2id": {
39
+ "LABEL_0": 0,
40
+ "LABEL_1": 1,
41
+ "LABEL_2": 2
42
+ },
43
+ "length_penalty": 0.6,
44
+ "max_length": 64,
45
+ "max_position_embeddings": 512,
46
+ "model_type": "pegasus",
47
+ "normalize_before": true,
48
+ "normalize_embedding": false,
49
+ "num_beams": 8,
50
+ "num_hidden_layers": 16,
51
+ "pad_token_id": 0,
52
+ "scale_embedding": true,
53
+ "static_position_embeddings": true,
54
+ "torch_dtype": "float32",
55
+ "transformers_version": "4.28.0",
56
+ "use_cache": true,
57
+ "vocab_size": 96103
58
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51fdf5b67f75acc92dd9f25585b8ad7ea83e3c49c0ef6952642a09ac63557947
3
+ size 2279610349
runs/Jun07_11-08-17_third-p100-tf/1686136158.036838/events.out.tfevents.1686136158.third-p100-tf.9638.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68b60f08cd905d1230866b8a4de9fe1d9be079f588a84225fae86d6da69abdc9
3
+ size 6113
runs/Jun07_11-08-17_third-p100-tf/events.out.tfevents.1686136158.third-p100-tf.9638.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:708388be000ca5c8f8b5bbb33738db10823acb59b44dea167c11fab950cdcdce
3
+ size 4861
runs/Jun07_11-12-40_third-p100-tf/1686136376.7189636/events.out.tfevents.1686136376.third-p100-tf.14645.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c34f060b19f35644dc18a963e9c1e780d162c2fd0cbe255838cdfeffedbe776
3
+ size 6113
runs/Jun07_11-12-40_third-p100-tf/events.out.tfevents.1686136376.third-p100-tf.14645.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f495875ce300f435be38b777d7a71e510098944c3e55ea2256a6091a7700b0e
3
+ size 4861
runs/Jun07_11-13-36_third-p100-tf/1686136432.7946787/events.out.tfevents.1686136432.third-p100-tf.15964.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c703a494a8e504fedd5b1f9f10bd9e994bf0b70f1824a72cc6353bc5e9695a0
3
+ size 6113
runs/Jun07_11-13-36_third-p100-tf/events.out.tfevents.1686136432.third-p100-tf.15964.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6ad93d566095c131c08cb51d1bcc2eaeed9fd910d49e6d5fad3476cdd61769b
3
+ size 4861
runs/Jun07_11-33-20_third-p100-tf/1686137616.2853165/events.out.tfevents.1686137616.third-p100-tf.3864.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f02b07c2fe0326015cad576fcd363527da7c03b43b119438f728a60bc686ec96
3
+ size 6113
runs/Jun07_11-33-20_third-p100-tf/events.out.tfevents.1686137616.third-p100-tf.3864.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e162396e321d96b7560374cb836a00880372e58ff4fe24ab0a39b47614786b53
3
+ size 5018
runs/Jun07_11-59-19_third-p100-tf/1686139182.575207/events.out.tfevents.1686139182.third-p100-tf.1120.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2f5b00607cfe08cba48533be0ed8a7ca9706ad1c2c9a67e65cb02cff309cd76
3
+ size 6116
runs/Jun07_11-59-19_third-p100-tf/events.out.tfevents.1686139182.third-p100-tf.1120.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cced9db3e6c597724fb4f6f35c6c3f92bfa184047c8c289bf58cf097219aac3
3
+ size 4136
runs/Jun07_12-01-07_third-p100-tf/1686139290.502331/events.out.tfevents.1686139290.third-p100-tf.2977.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c953918d270eb48832b4eeb9bd15549e1e8e9fb6be74e78167f7d9b5621cd7d
3
+ size 6116
runs/Jun07_12-01-07_third-p100-tf/events.out.tfevents.1686139290.third-p100-tf.2977.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d85485e092a20f303ae134b6656274af8c9cbaef892cdd3314eaba4a72433fb7
3
+ size 5016
special_tokens_map.json ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<mask_1>",
4
+ "<unk_2>",
5
+ "<unk_3>",
6
+ "<unk_4>",
7
+ "<unk_5>",
8
+ "<unk_6>",
9
+ "<unk_7>",
10
+ "<unk_8>",
11
+ "<unk_9>",
12
+ "<unk_10>",
13
+ "<unk_11>",
14
+ "<unk_12>",
15
+ "<unk_13>",
16
+ "<unk_14>",
17
+ "<unk_15>",
18
+ "<unk_16>",
19
+ "<unk_17>",
20
+ "<unk_18>",
21
+ "<unk_19>",
22
+ "<unk_20>",
23
+ "<unk_21>",
24
+ "<unk_22>",
25
+ "<unk_23>",
26
+ "<unk_24>",
27
+ "<unk_25>",
28
+ "<unk_26>",
29
+ "<unk_27>",
30
+ "<unk_28>",
31
+ "<unk_29>",
32
+ "<unk_30>",
33
+ "<unk_31>",
34
+ "<unk_32>",
35
+ "<unk_33>",
36
+ "<unk_34>",
37
+ "<unk_35>",
38
+ "<unk_36>",
39
+ "<unk_37>",
40
+ "<unk_38>",
41
+ "<unk_39>",
42
+ "<unk_40>",
43
+ "<unk_41>",
44
+ "<unk_42>",
45
+ "<unk_43>",
46
+ "<unk_44>",
47
+ "<unk_45>",
48
+ "<unk_46>",
49
+ "<unk_47>",
50
+ "<unk_48>",
51
+ "<unk_49>",
52
+ "<unk_50>",
53
+ "<unk_51>",
54
+ "<unk_52>",
55
+ "<unk_53>",
56
+ "<unk_54>",
57
+ "<unk_55>",
58
+ "<unk_56>",
59
+ "<unk_57>",
60
+ "<unk_58>",
61
+ "<unk_59>",
62
+ "<unk_60>",
63
+ "<unk_61>",
64
+ "<unk_62>",
65
+ "<unk_63>",
66
+ "<unk_64>",
67
+ "<unk_65>",
68
+ "<unk_66>",
69
+ "<unk_67>",
70
+ "<unk_68>",
71
+ "<unk_69>",
72
+ "<unk_70>",
73
+ "<unk_71>",
74
+ "<unk_72>",
75
+ "<unk_73>",
76
+ "<unk_74>",
77
+ "<unk_75>",
78
+ "<unk_76>",
79
+ "<unk_77>",
80
+ "<unk_78>",
81
+ "<unk_79>",
82
+ "<unk_80>",
83
+ "<unk_81>",
84
+ "<unk_82>",
85
+ "<unk_83>",
86
+ "<unk_84>",
87
+ "<unk_85>",
88
+ "<unk_86>",
89
+ "<unk_87>",
90
+ "<unk_88>",
91
+ "<unk_89>",
92
+ "<unk_90>",
93
+ "<unk_91>",
94
+ "<unk_92>",
95
+ "<unk_93>",
96
+ "<unk_94>",
97
+ "<unk_95>",
98
+ "<unk_96>",
99
+ "<unk_97>",
100
+ "<unk_98>",
101
+ "<unk_99>",
102
+ "<unk_100>",
103
+ "<unk_101>",
104
+ "<unk_102>"
105
+ ],
106
+ "eos_token": "</s>",
107
+ "mask_token": "<mask_2>",
108
+ "pad_token": "<pad>",
109
+ "unk_token": "<unk>"
110
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<mask_1>",
4
+ "<unk_2>",
5
+ "<unk_3>",
6
+ "<unk_4>",
7
+ "<unk_5>",
8
+ "<unk_6>",
9
+ "<unk_7>",
10
+ "<unk_8>",
11
+ "<unk_9>",
12
+ "<unk_10>",
13
+ "<unk_11>",
14
+ "<unk_12>",
15
+ "<unk_13>",
16
+ "<unk_14>",
17
+ "<unk_15>",
18
+ "<unk_16>",
19
+ "<unk_17>",
20
+ "<unk_18>",
21
+ "<unk_19>",
22
+ "<unk_20>",
23
+ "<unk_21>",
24
+ "<unk_22>",
25
+ "<unk_23>",
26
+ "<unk_24>",
27
+ "<unk_25>",
28
+ "<unk_26>",
29
+ "<unk_27>",
30
+ "<unk_28>",
31
+ "<unk_29>",
32
+ "<unk_30>",
33
+ "<unk_31>",
34
+ "<unk_32>",
35
+ "<unk_33>",
36
+ "<unk_34>",
37
+ "<unk_35>",
38
+ "<unk_36>",
39
+ "<unk_37>",
40
+ "<unk_38>",
41
+ "<unk_39>",
42
+ "<unk_40>",
43
+ "<unk_41>",
44
+ "<unk_42>",
45
+ "<unk_43>",
46
+ "<unk_44>",
47
+ "<unk_45>",
48
+ "<unk_46>",
49
+ "<unk_47>",
50
+ "<unk_48>",
51
+ "<unk_49>",
52
+ "<unk_50>",
53
+ "<unk_51>",
54
+ "<unk_52>",
55
+ "<unk_53>",
56
+ "<unk_54>",
57
+ "<unk_55>",
58
+ "<unk_56>",
59
+ "<unk_57>",
60
+ "<unk_58>",
61
+ "<unk_59>",
62
+ "<unk_60>",
63
+ "<unk_61>",
64
+ "<unk_62>",
65
+ "<unk_63>",
66
+ "<unk_64>",
67
+ "<unk_65>",
68
+ "<unk_66>",
69
+ "<unk_67>",
70
+ "<unk_68>",
71
+ "<unk_69>",
72
+ "<unk_70>",
73
+ "<unk_71>",
74
+ "<unk_72>",
75
+ "<unk_73>",
76
+ "<unk_74>",
77
+ "<unk_75>",
78
+ "<unk_76>",
79
+ "<unk_77>",
80
+ "<unk_78>",
81
+ "<unk_79>",
82
+ "<unk_80>",
83
+ "<unk_81>",
84
+ "<unk_82>",
85
+ "<unk_83>",
86
+ "<unk_84>",
87
+ "<unk_85>",
88
+ "<unk_86>",
89
+ "<unk_87>",
90
+ "<unk_88>",
91
+ "<unk_89>",
92
+ "<unk_90>",
93
+ "<unk_91>",
94
+ "<unk_92>",
95
+ "<unk_93>",
96
+ "<unk_94>",
97
+ "<unk_95>",
98
+ "<unk_96>",
99
+ "<unk_97>",
100
+ "<unk_98>",
101
+ "<unk_99>",
102
+ "<unk_100>",
103
+ "<unk_101>",
104
+ "<unk_102>"
105
+ ],
106
+ "clean_up_tokenization_spaces": true,
107
+ "eos_token": "</s>",
108
+ "full_tokenizer_file": null,
109
+ "mask_token": "<mask_2>",
110
+ "mask_token_sent": "<mask_1>",
111
+ "model_max_length": 512,
112
+ "offset": 103,
113
+ "pad_token": "<pad>",
114
+ "tokenizer_class": "PegasusTokenizer",
115
+ "unk_token": "<unk>"
116
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ec7f9e3970102834c4c1c042a9aee80bd81bc033b7f2b72cf98fbc9d656293e
3
+ size 3771