ljcnju commited on
Commit
a0c3b4b
·
verified ·
1 Parent(s): 3ee61a4

Training in progress, epoch 0

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ced466782c52c54050f993b680f7c079159d8a7096535713135b2d69819b2e8
3
  size 16794200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b258af0f562a7c94d1055aa876d6d96e06d03ee2f78b6866371f469dca3543a6
3
  size 16794200
added_tokens.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "<|begin_of_c-sharp_code|>": 32018,
3
- "<|begin_of_java_code|>": 32020,
4
- "<|end_of_c-sharp_code|>": 32016,
5
- "<|end_of_java_code|>": 32019,
6
- "<|translate|>": 32017
7
  }
 
1
  {
2
  "<|begin_of_c-sharp_code|>": 32018,
3
+ "<|begin_of_java_code|>": 32016,
4
+ "<|end_of_c-sharp_code|>": 32019,
5
+ "<|end_of_java_code|>": 32017,
6
+ "<|translate|>": 32020
7
  }
special_tokens_map.json CHANGED
@@ -1,14 +1,14 @@
1
  {
2
  "additional_special_tokens": [
3
  {
4
- "content": "<|end_of_c-sharp_code|>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false
9
  },
10
  {
11
- "content": "<|translate|>",
12
  "lstrip": false,
13
  "normalized": false,
14
  "rstrip": false,
@@ -22,14 +22,14 @@
22
  "single_word": false
23
  },
24
  {
25
- "content": "<|end_of_java_code|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
29
  "single_word": false
30
  },
31
  {
32
- "content": "<|begin_of_java_code|>",
33
  "lstrip": false,
34
  "normalized": false,
35
  "rstrip": false,
@@ -39,14 +39,14 @@
39
  "bos_token": {
40
  "content": "<s>",
41
  "lstrip": false,
42
- "normalized": true,
43
  "rstrip": false,
44
  "single_word": false
45
  },
46
  "eos_token": {
47
  "content": "</s>",
48
  "lstrip": false,
49
- "normalized": true,
50
  "rstrip": false,
51
  "single_word": false
52
  },
@@ -54,7 +54,7 @@
54
  "unk_token": {
55
  "content": "<unk>",
56
  "lstrip": false,
57
- "normalized": true,
58
  "rstrip": false,
59
  "single_word": false
60
  }
 
1
  {
2
  "additional_special_tokens": [
3
  {
4
+ "content": "<|begin_of_java_code|>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false
9
  },
10
  {
11
+ "content": "<|end_of_java_code|>",
12
  "lstrip": false,
13
  "normalized": false,
14
  "rstrip": false,
 
22
  "single_word": false
23
  },
24
  {
25
+ "content": "<|end_of_c-sharp_code|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
29
  "single_word": false
30
  },
31
  {
32
+ "content": "<|translate|>",
33
  "lstrip": false,
34
  "normalized": false,
35
  "rstrip": false,
 
39
  "bos_token": {
40
  "content": "<s>",
41
  "lstrip": false,
42
+ "normalized": false,
43
  "rstrip": false,
44
  "single_word": false
45
  },
46
  "eos_token": {
47
  "content": "</s>",
48
  "lstrip": false,
49
+ "normalized": false,
50
  "rstrip": false,
51
  "single_word": false
52
  },
 
54
  "unk_token": {
55
  "content": "<unk>",
56
  "lstrip": false,
57
+ "normalized": false,
58
  "rstrip": false,
59
  "single_word": false
60
  }
tokenizer.json CHANGED
@@ -23,7 +23,7 @@
23
  "single_word": false,
24
  "lstrip": false,
25
  "rstrip": false,
26
- "normalized": true,
27
  "special": true
28
  },
29
  {
@@ -32,7 +32,7 @@
32
  "single_word": false,
33
  "lstrip": false,
34
  "rstrip": false,
35
- "normalized": true,
36
  "special": true
37
  },
38
  {
@@ -41,7 +41,7 @@
41
  "single_word": false,
42
  "lstrip": false,
43
  "rstrip": false,
44
- "normalized": true,
45
  "special": true
46
  },
47
  {
@@ -82,7 +82,7 @@
82
  },
83
  {
84
  "id": 32016,
85
- "content": "<|end_of_c-sharp_code|>",
86
  "single_word": false,
87
  "lstrip": false,
88
  "rstrip": false,
@@ -91,7 +91,7 @@
91
  },
92
  {
93
  "id": 32017,
94
- "content": "<|translate|>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
@@ -109,7 +109,7 @@
109
  },
110
  {
111
  "id": 32019,
112
- "content": "<|end_of_java_code|>",
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
@@ -118,7 +118,7 @@
118
  },
119
  {
120
  "id": 32020,
121
- "content": "<|begin_of_java_code|>",
122
  "single_word": false,
123
  "lstrip": false,
124
  "rstrip": false,
 
23
  "single_word": false,
24
  "lstrip": false,
25
  "rstrip": false,
26
+ "normalized": false,
27
  "special": true
28
  },
29
  {
 
32
  "single_word": false,
33
  "lstrip": false,
34
  "rstrip": false,
35
+ "normalized": false,
36
  "special": true
37
  },
38
  {
 
41
  "single_word": false,
42
  "lstrip": false,
43
  "rstrip": false,
44
+ "normalized": false,
45
  "special": true
46
  },
47
  {
 
82
  },
83
  {
84
  "id": 32016,
85
+ "content": "<|begin_of_java_code|>",
86
  "single_word": false,
87
  "lstrip": false,
88
  "rstrip": false,
 
91
  },
92
  {
93
  "id": 32017,
94
+ "content": "<|end_of_java_code|>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
 
109
  },
110
  {
111
  "id": 32019,
112
+ "content": "<|end_of_c-sharp_code|>",
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
 
118
  },
119
  {
120
  "id": 32020,
121
+ "content": "<|translate|>",
122
  "single_word": false,
123
  "lstrip": false,
124
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -1,9 +1,11 @@
1
  {
 
 
2
  "added_tokens_decoder": {
3
  "0": {
4
  "content": "<unk>",
5
  "lstrip": false,
6
- "normalized": true,
7
  "rstrip": false,
8
  "single_word": false,
9
  "special": true
@@ -11,7 +13,7 @@
11
  "1": {
12
  "content": "<s>",
13
  "lstrip": false,
14
- "normalized": true,
15
  "rstrip": false,
16
  "single_word": false,
17
  "special": true
@@ -19,7 +21,7 @@
19
  "2": {
20
  "content": "</s>",
21
  "lstrip": false,
22
- "normalized": true,
23
  "rstrip": false,
24
  "single_word": false,
25
  "special": true
@@ -57,7 +59,7 @@
57
  "special": true
58
  },
59
  "32016": {
60
- "content": "<|end_of_c-sharp_code|>",
61
  "lstrip": false,
62
  "normalized": false,
63
  "rstrip": false,
@@ -65,7 +67,7 @@
65
  "special": true
66
  },
67
  "32017": {
68
- "content": "<|translate|>",
69
  "lstrip": false,
70
  "normalized": false,
71
  "rstrip": false,
@@ -81,7 +83,7 @@
81
  "special": true
82
  },
83
  "32019": {
84
- "content": "<|end_of_java_code|>",
85
  "lstrip": false,
86
  "normalized": false,
87
  "rstrip": false,
@@ -89,7 +91,7 @@
89
  "special": true
90
  },
91
  "32020": {
92
- "content": "<|begin_of_java_code|>",
93
  "lstrip": false,
94
  "normalized": false,
95
  "rstrip": false,
@@ -98,11 +100,11 @@
98
  }
99
  },
100
  "additional_special_tokens": [
101
- "<|end_of_c-sharp_code|>",
102
- "<|translate|>",
103
- "<|begin_of_c-sharp_code|>",
104
  "<|end_of_java_code|>",
105
- "<|begin_of_java_code|>"
 
 
106
  ],
107
  "bos_token": "<s>",
108
  "clean_up_tokenization_spaces": false,
 
1
  {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
  "added_tokens_decoder": {
5
  "0": {
6
  "content": "<unk>",
7
  "lstrip": false,
8
+ "normalized": false,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
 
13
  "1": {
14
  "content": "<s>",
15
  "lstrip": false,
16
+ "normalized": false,
17
  "rstrip": false,
18
  "single_word": false,
19
  "special": true
 
21
  "2": {
22
  "content": "</s>",
23
  "lstrip": false,
24
+ "normalized": false,
25
  "rstrip": false,
26
  "single_word": false,
27
  "special": true
 
59
  "special": true
60
  },
61
  "32016": {
62
+ "content": "<|begin_of_java_code|>",
63
  "lstrip": false,
64
  "normalized": false,
65
  "rstrip": false,
 
67
  "special": true
68
  },
69
  "32017": {
70
+ "content": "<|end_of_java_code|>",
71
  "lstrip": false,
72
  "normalized": false,
73
  "rstrip": false,
 
83
  "special": true
84
  },
85
  "32019": {
86
+ "content": "<|end_of_c-sharp_code|>",
87
  "lstrip": false,
88
  "normalized": false,
89
  "rstrip": false,
 
91
  "special": true
92
  },
93
  "32020": {
94
+ "content": "<|translate|>",
95
  "lstrip": false,
96
  "normalized": false,
97
  "rstrip": false,
 
100
  }
101
  },
102
  "additional_special_tokens": [
103
+ "<|begin_of_java_code|>",
 
 
104
  "<|end_of_java_code|>",
105
+ "<|begin_of_c-sharp_code|>",
106
+ "<|end_of_c-sharp_code|>",
107
+ "<|translate|>"
108
  ],
109
  "bos_token": "<s>",
110
  "clean_up_tokenization_spaces": false,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ecfe9d1d2e3ae56235ed95231ebdbb06b60c3262f9dcfcb5135e754559b0f00d
3
- size 4600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32a56076a88e44a7b7902e1aaa9a4fa5feab5de9ed706c158349375c5d7021e1
3
+ size 4728