SashaSheykina commited on
Commit
afe982b
1 Parent(s): ea50074

Training complete

Browse files
README.md ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ base_model: xlnet-base-cased
4
+ tags:
5
+ - Text Generation
6
+ - generated_from_trainer
7
+ model-index:
8
+ - name: xLNet-finetuned-cXg-nl-to-code
9
+ results: []
10
+ ---
11
+
12
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
13
+ should probably proofread and complete it, then remove this comment. -->
14
+
15
+ # xLNet-finetuned-cXg-nl-to-code
16
+
17
+ This model is a fine-tuned version of [xlnet-base-cased](https://huggingface.co/xlnet-base-cased) on an unknown dataset.
18
+ It achieves the following results on the evaluation set:
19
+ - eval_loss: 20.6526
20
+ - eval_rouge1: 0.0685
21
+ - eval_rouge2: 0.0062
22
+ - eval_rougeL: 0.0550
23
+ - eval_bleu: 0.8352
24
+ - eval_meteor: 0.1311
25
+ - eval_codebleu: 0.2193
26
+ - eval_runtime: 265.1606
27
+ - eval_samples_per_second: 0.038
28
+ - eval_steps_per_second: 0.004
29
+ - step: 0
30
+
31
+ ## Model description
32
+
33
+ More information needed
34
+
35
+ ## Intended uses & limitations
36
+
37
+ More information needed
38
+
39
+ ## Training and evaluation data
40
+
41
+ More information needed
42
+
43
+ ## Training procedure
44
+
45
+ ### Training hyperparameters
46
+
47
+ The following hyperparameters were used during training:
48
+ - learning_rate: 2e-05
49
+ - train_batch_size: 32
50
+ - eval_batch_size: 64
51
+ - seed: 42
52
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
53
+ - lr_scheduler_type: linear
54
+ - num_epochs: 3
55
+ - mixed_precision_training: Native AMP
56
+
57
+ ### Framework versions
58
+
59
+ - Transformers 4.42.4
60
+ - Pytorch 2.3.1+cu121
61
+ - Datasets 2.20.0
62
+ - Tokenizers 0.19.1
config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "xlnet-base-cased",
3
+ "architectures": [
4
+ "XLNetLMHeadModel"
5
+ ],
6
+ "attn_type": "bi",
7
+ "bi_data": false,
8
+ "bos_token_id": 1,
9
+ "clamp_len": -1,
10
+ "d_head": 64,
11
+ "d_inner": 3072,
12
+ "d_model": 768,
13
+ "dropout": 0.1,
14
+ "end_n_top": 5,
15
+ "eos_token_id": 2,
16
+ "ff_activation": "gelu",
17
+ "initializer_range": 0.02,
18
+ "is_decoder": true,
19
+ "layer_norm_eps": 1e-12,
20
+ "mem_len": null,
21
+ "model_type": "xlnet",
22
+ "n_head": 12,
23
+ "n_layer": 12,
24
+ "pad_token_id": 5,
25
+ "reuse_len": null,
26
+ "same_length": false,
27
+ "start_n_top": 5,
28
+ "summary_activation": "tanh",
29
+ "summary_last_dropout": 0.1,
30
+ "summary_type": "last",
31
+ "summary_use_proj": true,
32
+ "task_specific_params": {
33
+ "text-generation": {
34
+ "do_sample": true,
35
+ "max_length": 250
36
+ }
37
+ },
38
+ "torch_dtype": "float32",
39
+ "transformers_version": "4.42.4",
40
+ "untie_r": true,
41
+ "use_mems_eval": true,
42
+ "use_mems_train": false,
43
+ "vocab_size": 32000
44
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 1,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 5,
5
+ "transformers_version": "4.42.4"
6
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a8af524d88f526632f0d7f3e7653e8468d9fdf9d4de9848142da816bd362183
3
+ size 467023808
runs/Jul29_13-02-00_319d69c43c8d/events.out.tfevents.1722258385.319d69c43c8d.511.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c49d971d456488288e6cd80adcbc36cef5227deb805425565d3b7fdd9331806c
3
+ size 579
special_tokens_map.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<eop>",
4
+ "<eod>"
5
+ ],
6
+ "bos_token": "<s>",
7
+ "cls_token": "<cls>",
8
+ "eos_token": "</s>",
9
+ "mask_token": {
10
+ "content": "<mask>",
11
+ "lstrip": true,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "</s>",
17
+ "sep_token": "<sep>",
18
+ "unk_token": "<unk>"
19
+ }
spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f8c1c0bc2854d1af911a8550288c1258af5ba50277f3a5c829b98eb86fc5646
3
+ size 798011
tokenizer_config.json ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<unk>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<s>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<cls>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "<sep>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "5": {
44
+ "content": "<pad>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "6": {
52
+ "content": "<mask>",
53
+ "lstrip": true,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "7": {
60
+ "content": "<eod>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "8": {
68
+ "content": "<eop>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ }
75
+ },
76
+ "additional_special_tokens": [
77
+ "<eop>",
78
+ "<eod>"
79
+ ],
80
+ "bos_token": "<s>",
81
+ "clean_up_tokenization_spaces": true,
82
+ "cls_token": "<cls>",
83
+ "do_lower_case": false,
84
+ "eos_token": "</s>",
85
+ "keep_accents": false,
86
+ "mask_token": "<mask>",
87
+ "model_max_length": 1000000000000000019884624838656,
88
+ "pad_token": "</s>",
89
+ "remove_space": true,
90
+ "sep_token": "<sep>",
91
+ "sp_model_kwargs": {},
92
+ "tokenizer_class": "XLNetTokenizer",
93
+ "unk_token": "<unk>"
94
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42dcd6d375e8f9e7f242cceabe520901c8bee930c650d879be89d1e1235e89dd
3
+ size 5304