lmzbonack commited on
Commit
63b7f93
1 Parent(s): 0e85c6a

End of training

Browse files
added_tokens.json CHANGED
@@ -1,29 +1,5 @@
1
  {
2
- "</s_billing_address>": 57544,
3
- "</s_charge_hours>": 57537,
4
- "</s_charge_total>": 57536,
5
- "</s_charge_type>": 57548,
6
- "</s_charges>": 57526,
7
- "</s_invoice_date>": 57527,
8
- "</s_invoice_number>": 57532,
9
- "</s_invoice_total>": 57531,
10
- "</s_part_description>": 57528,
11
- "</s_part_number>": 57529,
12
- "</s_service_date>": 57539,
13
- "</s_service_number>": 57533,
14
- "<s_billing_address>": 57534,
15
- "<s_charge_hours>": 57541,
16
- "<s_charge_total>": 57545,
17
- "<s_charge_type>": 57535,
18
- "<s_charges>": 57540,
19
  "<s_iitcdip>": 57523,
20
- "<s_invoice_date>": 57543,
21
- "<s_invoice_number>": 57525,
22
- "<s_invoice_total>": 57546,
23
- "<s_part_description>": 57538,
24
- "<s_part_number>": 57530,
25
- "<s_service_date>": 57547,
26
- "<s_service_number>": 57542,
27
  "<s_synthdog>": 57524,
28
  "<sep/>": 57522
29
  }
 
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "<s_iitcdip>": 57523,
 
 
 
 
 
 
 
3
  "<s_synthdog>": 57524,
4
  "<sep/>": 57522
5
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4df7f46a407636203818c6997811e5bfb52987ae0f37cf70c4f8b6300403d477
3
  size 809070744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96cc286500df586cbe0569dd75acf8e8adbcafa04e15cdffeb5b3e710843b8d0
3
  size 809070744
runs/Nov13_07-45-34_251d21a9aeec/events.out.tfevents.1699861539.251d21a9aeec.1543.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c0f9009be6633cc0f3914ed61104e12b2ec523e727da4fe24164ec43330eaa8
3
- size 8280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:892908f7618b51916d3a4c9fef0af580f224c32bda0bc323083ae45823d06cdc
3
+ size 8963
special_tokens_map.json CHANGED
@@ -1,145 +1,5 @@
1
  {
2
  "additional_special_tokens": [
3
- {
4
- "content": "<s_invoice_number>",
5
- "lstrip": false,
6
- "normalized": false,
7
- "rstrip": false,
8
- "single_word": false
9
- },
10
- {
11
- "content": "</s_charges>",
12
- "lstrip": false,
13
- "normalized": false,
14
- "rstrip": false,
15
- "single_word": false
16
- },
17
- {
18
- "content": "</s_invoice_date>",
19
- "lstrip": false,
20
- "normalized": false,
21
- "rstrip": false,
22
- "single_word": false
23
- },
24
- {
25
- "content": "</s_part_description>",
26
- "lstrip": false,
27
- "normalized": false,
28
- "rstrip": false,
29
- "single_word": false
30
- },
31
- {
32
- "content": "</s_part_number>",
33
- "lstrip": false,
34
- "normalized": false,
35
- "rstrip": false,
36
- "single_word": false
37
- },
38
- {
39
- "content": "<s_part_number>",
40
- "lstrip": false,
41
- "normalized": false,
42
- "rstrip": false,
43
- "single_word": false
44
- },
45
- {
46
- "content": "</s_invoice_total>",
47
- "lstrip": false,
48
- "normalized": false,
49
- "rstrip": false,
50
- "single_word": false
51
- },
52
- {
53
- "content": "<s>",
54
- "lstrip": false,
55
- "normalized": false,
56
- "rstrip": false,
57
- "single_word": false
58
- },
59
- {
60
- "content": "</s_invoice_number>",
61
- "lstrip": false,
62
- "normalized": false,
63
- "rstrip": false,
64
- "single_word": false
65
- },
66
- {
67
- "content": "</s_service_number>",
68
- "lstrip": false,
69
- "normalized": false,
70
- "rstrip": false,
71
- "single_word": false
72
- },
73
- {
74
- "content": "<s_billing_address>",
75
- "lstrip": false,
76
- "normalized": false,
77
- "rstrip": false,
78
- "single_word": false
79
- },
80
- {
81
- "content": "<s_charge_type>",
82
- "lstrip": false,
83
- "normalized": false,
84
- "rstrip": false,
85
- "single_word": false
86
- },
87
- {
88
- "content": "</s_charge_total>",
89
- "lstrip": false,
90
- "normalized": false,
91
- "rstrip": false,
92
- "single_word": false
93
- },
94
- {
95
- "content": "</s_charge_hours>",
96
- "lstrip": false,
97
- "normalized": false,
98
- "rstrip": false,
99
- "single_word": false
100
- },
101
- {
102
- "content": "<s_part_description>",
103
- "lstrip": false,
104
- "normalized": false,
105
- "rstrip": false,
106
- "single_word": false
107
- },
108
- {
109
- "content": "</s_service_date>",
110
- "lstrip": false,
111
- "normalized": false,
112
- "rstrip": false,
113
- "single_word": false
114
- },
115
- {
116
- "content": "<s_charges>",
117
- "lstrip": false,
118
- "normalized": false,
119
- "rstrip": false,
120
- "single_word": false
121
- },
122
- {
123
- "content": "<s_charge_hours>",
124
- "lstrip": false,
125
- "normalized": false,
126
- "rstrip": false,
127
- "single_word": false
128
- },
129
- {
130
- "content": "<s_service_number>",
131
- "lstrip": false,
132
- "normalized": false,
133
- "rstrip": false,
134
- "single_word": false
135
- },
136
- {
137
- "content": "<s_invoice_date>",
138
- "lstrip": false,
139
- "normalized": false,
140
- "rstrip": false,
141
- "single_word": false
142
- },
143
  {
144
  "content": "</s>",
145
  "lstrip": false,
@@ -148,35 +8,7 @@
148
  "single_word": false
149
  },
150
  {
151
- "content": "</s_billing_address>",
152
- "lstrip": false,
153
- "normalized": false,
154
- "rstrip": false,
155
- "single_word": false
156
- },
157
- {
158
- "content": "<s_charge_total>",
159
- "lstrip": false,
160
- "normalized": false,
161
- "rstrip": false,
162
- "single_word": false
163
- },
164
- {
165
- "content": "<s_invoice_total>",
166
- "lstrip": false,
167
- "normalized": false,
168
- "rstrip": false,
169
- "single_word": false
170
- },
171
- {
172
- "content": "<s_service_date>",
173
- "lstrip": false,
174
- "normalized": false,
175
- "rstrip": false,
176
- "single_word": false
177
- },
178
- {
179
- "content": "</s_charge_type>",
180
  "lstrip": false,
181
  "normalized": false,
182
  "rstrip": false,
 
1
  {
2
  "additional_special_tokens": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  {
4
  "content": "</s>",
5
  "lstrip": false,
 
8
  "single_word": false
9
  },
10
  {
11
+ "content": "<s>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  "lstrip": false,
13
  "normalized": false,
14
  "rstrip": false,
tokenizer.json CHANGED
@@ -88,222 +88,6 @@
88
  "rstrip": false,
89
  "normalized": false,
90
  "special": true
91
- },
92
- {
93
- "id": 57525,
94
- "content": "<s_invoice_number>",
95
- "single_word": false,
96
- "lstrip": false,
97
- "rstrip": false,
98
- "normalized": false,
99
- "special": true
100
- },
101
- {
102
- "id": 57526,
103
- "content": "</s_charges>",
104
- "single_word": false,
105
- "lstrip": false,
106
- "rstrip": false,
107
- "normalized": false,
108
- "special": true
109
- },
110
- {
111
- "id": 57527,
112
- "content": "</s_invoice_date>",
113
- "single_word": false,
114
- "lstrip": false,
115
- "rstrip": false,
116
- "normalized": false,
117
- "special": true
118
- },
119
- {
120
- "id": 57528,
121
- "content": "</s_part_description>",
122
- "single_word": false,
123
- "lstrip": false,
124
- "rstrip": false,
125
- "normalized": false,
126
- "special": true
127
- },
128
- {
129
- "id": 57529,
130
- "content": "</s_part_number>",
131
- "single_word": false,
132
- "lstrip": false,
133
- "rstrip": false,
134
- "normalized": false,
135
- "special": true
136
- },
137
- {
138
- "id": 57530,
139
- "content": "<s_part_number>",
140
- "single_word": false,
141
- "lstrip": false,
142
- "rstrip": false,
143
- "normalized": false,
144
- "special": true
145
- },
146
- {
147
- "id": 57531,
148
- "content": "</s_invoice_total>",
149
- "single_word": false,
150
- "lstrip": false,
151
- "rstrip": false,
152
- "normalized": false,
153
- "special": true
154
- },
155
- {
156
- "id": 57532,
157
- "content": "</s_invoice_number>",
158
- "single_word": false,
159
- "lstrip": false,
160
- "rstrip": false,
161
- "normalized": false,
162
- "special": true
163
- },
164
- {
165
- "id": 57533,
166
- "content": "</s_service_number>",
167
- "single_word": false,
168
- "lstrip": false,
169
- "rstrip": false,
170
- "normalized": false,
171
- "special": true
172
- },
173
- {
174
- "id": 57534,
175
- "content": "<s_billing_address>",
176
- "single_word": false,
177
- "lstrip": false,
178
- "rstrip": false,
179
- "normalized": false,
180
- "special": true
181
- },
182
- {
183
- "id": 57535,
184
- "content": "<s_charge_type>",
185
- "single_word": false,
186
- "lstrip": false,
187
- "rstrip": false,
188
- "normalized": false,
189
- "special": true
190
- },
191
- {
192
- "id": 57536,
193
- "content": "</s_charge_total>",
194
- "single_word": false,
195
- "lstrip": false,
196
- "rstrip": false,
197
- "normalized": false,
198
- "special": true
199
- },
200
- {
201
- "id": 57537,
202
- "content": "</s_charge_hours>",
203
- "single_word": false,
204
- "lstrip": false,
205
- "rstrip": false,
206
- "normalized": false,
207
- "special": true
208
- },
209
- {
210
- "id": 57538,
211
- "content": "<s_part_description>",
212
- "single_word": false,
213
- "lstrip": false,
214
- "rstrip": false,
215
- "normalized": false,
216
- "special": true
217
- },
218
- {
219
- "id": 57539,
220
- "content": "</s_service_date>",
221
- "single_word": false,
222
- "lstrip": false,
223
- "rstrip": false,
224
- "normalized": false,
225
- "special": true
226
- },
227
- {
228
- "id": 57540,
229
- "content": "<s_charges>",
230
- "single_word": false,
231
- "lstrip": false,
232
- "rstrip": false,
233
- "normalized": false,
234
- "special": true
235
- },
236
- {
237
- "id": 57541,
238
- "content": "<s_charge_hours>",
239
- "single_word": false,
240
- "lstrip": false,
241
- "rstrip": false,
242
- "normalized": false,
243
- "special": true
244
- },
245
- {
246
- "id": 57542,
247
- "content": "<s_service_number>",
248
- "single_word": false,
249
- "lstrip": false,
250
- "rstrip": false,
251
- "normalized": false,
252
- "special": true
253
- },
254
- {
255
- "id": 57543,
256
- "content": "<s_invoice_date>",
257
- "single_word": false,
258
- "lstrip": false,
259
- "rstrip": false,
260
- "normalized": false,
261
- "special": true
262
- },
263
- {
264
- "id": 57544,
265
- "content": "</s_billing_address>",
266
- "single_word": false,
267
- "lstrip": false,
268
- "rstrip": false,
269
- "normalized": false,
270
- "special": true
271
- },
272
- {
273
- "id": 57545,
274
- "content": "<s_charge_total>",
275
- "single_word": false,
276
- "lstrip": false,
277
- "rstrip": false,
278
- "normalized": false,
279
- "special": true
280
- },
281
- {
282
- "id": 57546,
283
- "content": "<s_invoice_total>",
284
- "single_word": false,
285
- "lstrip": false,
286
- "rstrip": false,
287
- "normalized": false,
288
- "special": true
289
- },
290
- {
291
- "id": 57547,
292
- "content": "<s_service_date>",
293
- "single_word": false,
294
- "lstrip": false,
295
- "rstrip": false,
296
- "normalized": false,
297
- "special": true
298
- },
299
- {
300
- "id": 57548,
301
- "content": "</s_charge_type>",
302
- "single_word": false,
303
- "lstrip": false,
304
- "rstrip": false,
305
- "normalized": false,
306
- "special": true
307
  }
308
  ],
309
  "normalizer": {
 
88
  "rstrip": false,
89
  "normalized": false,
90
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
91
  }
92
  ],
93
  "normalizer": {
tokenizer_config.json CHANGED
@@ -63,227 +63,11 @@
63
  "rstrip": false,
64
  "single_word": false,
65
  "special": true
66
- },
67
- "57525": {
68
- "content": "<s_invoice_number>",
69
- "lstrip": false,
70
- "normalized": false,
71
- "rstrip": false,
72
- "single_word": false,
73
- "special": true
74
- },
75
- "57526": {
76
- "content": "</s_charges>",
77
- "lstrip": false,
78
- "normalized": false,
79
- "rstrip": false,
80
- "single_word": false,
81
- "special": true
82
- },
83
- "57527": {
84
- "content": "</s_invoice_date>",
85
- "lstrip": false,
86
- "normalized": false,
87
- "rstrip": false,
88
- "single_word": false,
89
- "special": true
90
- },
91
- "57528": {
92
- "content": "</s_part_description>",
93
- "lstrip": false,
94
- "normalized": false,
95
- "rstrip": false,
96
- "single_word": false,
97
- "special": true
98
- },
99
- "57529": {
100
- "content": "</s_part_number>",
101
- "lstrip": false,
102
- "normalized": false,
103
- "rstrip": false,
104
- "single_word": false,
105
- "special": true
106
- },
107
- "57530": {
108
- "content": "<s_part_number>",
109
- "lstrip": false,
110
- "normalized": false,
111
- "rstrip": false,
112
- "single_word": false,
113
- "special": true
114
- },
115
- "57531": {
116
- "content": "</s_invoice_total>",
117
- "lstrip": false,
118
- "normalized": false,
119
- "rstrip": false,
120
- "single_word": false,
121
- "special": true
122
- },
123
- "57532": {
124
- "content": "</s_invoice_number>",
125
- "lstrip": false,
126
- "normalized": false,
127
- "rstrip": false,
128
- "single_word": false,
129
- "special": true
130
- },
131
- "57533": {
132
- "content": "</s_service_number>",
133
- "lstrip": false,
134
- "normalized": false,
135
- "rstrip": false,
136
- "single_word": false,
137
- "special": true
138
- },
139
- "57534": {
140
- "content": "<s_billing_address>",
141
- "lstrip": false,
142
- "normalized": false,
143
- "rstrip": false,
144
- "single_word": false,
145
- "special": true
146
- },
147
- "57535": {
148
- "content": "<s_charge_type>",
149
- "lstrip": false,
150
- "normalized": false,
151
- "rstrip": false,
152
- "single_word": false,
153
- "special": true
154
- },
155
- "57536": {
156
- "content": "</s_charge_total>",
157
- "lstrip": false,
158
- "normalized": false,
159
- "rstrip": false,
160
- "single_word": false,
161
- "special": true
162
- },
163
- "57537": {
164
- "content": "</s_charge_hours>",
165
- "lstrip": false,
166
- "normalized": false,
167
- "rstrip": false,
168
- "single_word": false,
169
- "special": true
170
- },
171
- "57538": {
172
- "content": "<s_part_description>",
173
- "lstrip": false,
174
- "normalized": false,
175
- "rstrip": false,
176
- "single_word": false,
177
- "special": true
178
- },
179
- "57539": {
180
- "content": "</s_service_date>",
181
- "lstrip": false,
182
- "normalized": false,
183
- "rstrip": false,
184
- "single_word": false,
185
- "special": true
186
- },
187
- "57540": {
188
- "content": "<s_charges>",
189
- "lstrip": false,
190
- "normalized": false,
191
- "rstrip": false,
192
- "single_word": false,
193
- "special": true
194
- },
195
- "57541": {
196
- "content": "<s_charge_hours>",
197
- "lstrip": false,
198
- "normalized": false,
199
- "rstrip": false,
200
- "single_word": false,
201
- "special": true
202
- },
203
- "57542": {
204
- "content": "<s_service_number>",
205
- "lstrip": false,
206
- "normalized": false,
207
- "rstrip": false,
208
- "single_word": false,
209
- "special": true
210
- },
211
- "57543": {
212
- "content": "<s_invoice_date>",
213
- "lstrip": false,
214
- "normalized": false,
215
- "rstrip": false,
216
- "single_word": false,
217
- "special": true
218
- },
219
- "57544": {
220
- "content": "</s_billing_address>",
221
- "lstrip": false,
222
- "normalized": false,
223
- "rstrip": false,
224
- "single_word": false,
225
- "special": true
226
- },
227
- "57545": {
228
- "content": "<s_charge_total>",
229
- "lstrip": false,
230
- "normalized": false,
231
- "rstrip": false,
232
- "single_word": false,
233
- "special": true
234
- },
235
- "57546": {
236
- "content": "<s_invoice_total>",
237
- "lstrip": false,
238
- "normalized": false,
239
- "rstrip": false,
240
- "single_word": false,
241
- "special": true
242
- },
243
- "57547": {
244
- "content": "<s_service_date>",
245
- "lstrip": false,
246
- "normalized": false,
247
- "rstrip": false,
248
- "single_word": false,
249
- "special": true
250
- },
251
- "57548": {
252
- "content": "</s_charge_type>",
253
- "lstrip": false,
254
- "normalized": false,
255
- "rstrip": false,
256
- "single_word": false,
257
- "special": true
258
  }
259
  },
260
  "additional_special_tokens": [
261
- "<s_invoice_number>",
262
- "</s_charges>",
263
- "</s_invoice_date>",
264
- "</s_part_description>",
265
- "</s_part_number>",
266
- "<s_part_number>",
267
- "</s_invoice_total>",
268
- "<s>",
269
- "</s_invoice_number>",
270
- "</s_service_number>",
271
- "<s_billing_address>",
272
- "<s_charge_type>",
273
- "</s_charge_total>",
274
- "</s_charge_hours>",
275
- "<s_part_description>",
276
- "</s_service_date>",
277
- "<s_charges>",
278
- "<s_charge_hours>",
279
- "<s_service_number>",
280
- "<s_invoice_date>",
281
  "</s>",
282
- "</s_billing_address>",
283
- "<s_charge_total>",
284
- "<s_invoice_total>",
285
- "<s_service_date>",
286
- "</s_charge_type>"
287
  ],
288
  "bos_token": "<s>",
289
  "clean_up_tokenization_spaces": true,
 
63
  "rstrip": false,
64
  "single_word": false,
65
  "special": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  }
67
  },
68
  "additional_special_tokens": [
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
69
  "</s>",
70
+ "<s>"
 
 
 
 
71
  ],
72
  "bos_token": "<s>",
73
  "clean_up_tokenization_spaces": true,