Hugging Face's logo

tner
/
deberta-v3-large-bionlp2004

Token Classification
Transformers
PyTorch
deberta-v2
Eval Results
Inference Endpoints
Model card Files Community
asahi417 commited on
Commit
1db4ad1
•
1 Parent(s): 124903a

add model

Browse files
Files changed (2) hide show
  1. config.json +431 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,431 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "tner_ckpt/bionlp2004_deberta_v3_large/best_model",
3
+ "architectures": [
4
+ "DebertaV2ForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "crf_state_dict": {
8
+ "_constraint_mask": [
9
+ [
10
+ 1.0,
11
+ 1.0,
12
+ 0.0,
13
+ 1.0,
14
+ 0.0,
15
+ 1.0,
16
+ 0.0,
17
+ 1.0,
18
+ 0.0,
19
+ 1.0,
20
+ 0.0,
21
+ 0.0,
22
+ 1.0
23
+ ],
24
+ [
25
+ 1.0,
26
+ 1.0,
27
+ 1.0,
28
+ 1.0,
29
+ 0.0,
30
+ 1.0,
31
+ 0.0,
32
+ 1.0,
33
+ 0.0,
34
+ 1.0,
35
+ 0.0,
36
+ 0.0,
37
+ 1.0
38
+ ],
39
+ [
40
+ 1.0,
41
+ 1.0,
42
+ 1.0,
43
+ 1.0,
44
+ 0.0,
45
+ 1.0,
46
+ 0.0,
47
+ 1.0,
48
+ 0.0,
49
+ 1.0,
50
+ 0.0,
51
+ 0.0,
52
+ 1.0
53
+ ],
54
+ [
55
+ 1.0,
56
+ 1.0,
57
+ 0.0,
58
+ 1.0,
59
+ 1.0,
60
+ 1.0,
61
+ 0.0,
62
+ 1.0,
63
+ 0.0,
64
+ 1.0,
65
+ 0.0,
66
+ 0.0,
67
+ 1.0
68
+ ],
69
+ [
70
+ 1.0,
71
+ 1.0,
72
+ 0.0,
73
+ 1.0,
74
+ 1.0,
75
+ 1.0,
76
+ 0.0,
77
+ 1.0,
78
+ 0.0,
79
+ 1.0,
80
+ 0.0,
81
+ 0.0,
82
+ 1.0
83
+ ],
84
+ [
85
+ 1.0,
86
+ 1.0,
87
+ 0.0,
88
+ 1.0,
89
+ 0.0,
90
+ 1.0,
91
+ 1.0,
92
+ 1.0,
93
+ 0.0,
94
+ 1.0,
95
+ 0.0,
96
+ 0.0,
97
+ 1.0
98
+ ],
99
+ [
100
+ 1.0,
101
+ 1.0,
102
+ 0.0,
103
+ 1.0,
104
+ 0.0,
105
+ 1.0,
106
+ 1.0,
107
+ 1.0,
108
+ 0.0,
109
+ 1.0,
110
+ 0.0,
111
+ 0.0,
112
+ 1.0
113
+ ],
114
+ [
115
+ 1.0,
116
+ 1.0,
117
+ 0.0,
118
+ 1.0,
119
+ 0.0,
120
+ 1.0,
121
+ 0.0,
122
+ 1.0,
123
+ 1.0,
124
+ 1.0,
125
+ 0.0,
126
+ 0.0,
127
+ 1.0
128
+ ],
129
+ [
130
+ 1.0,
131
+ 1.0,
132
+ 0.0,
133
+ 1.0,
134
+ 0.0,
135
+ 1.0,
136
+ 0.0,
137
+ 1.0,
138
+ 1.0,
139
+ 1.0,
140
+ 0.0,
141
+ 0.0,
142
+ 1.0
143
+ ],
144
+ [
145
+ 1.0,
146
+ 1.0,
147
+ 0.0,
148
+ 1.0,
149
+ 0.0,
150
+ 1.0,
151
+ 0.0,
152
+ 1.0,
153
+ 0.0,
154
+ 1.0,
155
+ 1.0,
156
+ 0.0,
157
+ 1.0
158
+ ],
159
+ [
160
+ 1.0,
161
+ 1.0,
162
+ 0.0,
163
+ 1.0,
164
+ 0.0,
165
+ 1.0,
166
+ 0.0,
167
+ 1.0,
168
+ 0.0,
169
+ 1.0,
170
+ 1.0,
171
+ 0.0,
172
+ 1.0
173
+ ],
174
+ [
175
+ 1.0,
176
+ 1.0,
177
+ 0.0,
178
+ 1.0,
179
+ 0.0,
180
+ 1.0,
181
+ 0.0,
182
+ 1.0,
183
+ 0.0,
184
+ 1.0,
185
+ 0.0,
186
+ 0.0,
187
+ 0.0
188
+ ],
189
+ [
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ 0.0,
194
+ 0.0,
195
+ 0.0,
196
+ 0.0,
197
+ 0.0,
198
+ 0.0,
199
+ 0.0,
200
+ 0.0,
201
+ 0.0,
202
+ 0.0
203
+ ]
204
+ ],
205
+ "end_transitions": [
206
+ -0.7466364502906799,
207
+ -1.5597225427627563,
208
+ 1.3677676916122437,
209
+ -1.9478734731674194,
210
+ -0.0943344309926033,
211
+ -1.481752872467041,
212
+ 0.04468855261802673,
213
+ 0.061569295823574066,
214
+ 0.5608620643615723,
215
+ 1.9259264469146729,
216
+ 0.11314122378826141
217
+ ],
218
+ "start_transitions": [
219
+ -0.09945586323738098,
220
+ -1.850279450416565,
221
+ 0.31994107365608215,
222
+ 0.8134310245513916,
223
+ -1.1494208574295044,
224
+ -1.4835879802703857,
225
+ -0.3574755787849426,
226
+ -1.2984637022018433,
227
+ -0.9591480493545532,
228
+ 0.18245083093643188,
229
+ -0.23107917606830597
230
+ ],
231
+ "transitions": [
232
+ [
233
+ -0.16309909522533417,
234
+ -0.5502283573150635,
235
+ -0.3180482089519501,
236
+ 0.15801210701465607,
237
+ 0.1563963145017624,
238
+ 0.4807545840740204,
239
+ 0.18062275648117065,
240
+ 0.42859020829200745,
241
+ 0.18801428377628326,
242
+ 0.16369004547595978,
243
+ 0.012216882780194283
244
+ ],
245
+ [
246
+ 0.2011071890592575,
247
+ -0.31737032532691956,
248
+ -0.054657403379678726,
249
+ -0.14687399566173553,
250
+ 0.10582231730222702,
251
+ 0.42548516392707825,
252
+ 0.04223101586103439,
253
+ -0.22696508467197418,
254
+ -0.19285674393177032,
255
+ -0.045819517225027084,
256
+ 0.5714722871780396
257
+ ],
258
+ [
259
+ -0.2141653150320053,
260
+ 0.43638932704925537,
261
+ 0.07841236889362335,
262
+ -0.3898158073425293,
263
+ -0.461143434047699,
264
+ 0.251681387424469,
265
+ -0.051315125077962875,
266
+ 0.432632178068161,
267
+ 0.27035513520240784,
268
+ -0.25483834743499756,
269
+ -0.25554975867271423
270
+ ],
271
+ [
272
+ 0.10120851546525955,
273
+ -0.588416576385498,
274
+ -0.08458846062421799,
275
+ -0.3802986145019531,
276
+ -0.0005335402674973011,
277
+ -0.01627517119050026,
278
+ -0.16827818751335144,
279
+ -0.4539572596549988,
280
+ 0.09900970011949539,
281
+ 0.12087426334619522,
282
+ -0.524318277835846
283
+ ],
284
+ [
285
+ -0.07068424671888351,
286
+ -0.08015620708465576,
287
+ 0.09249727427959442,
288
+ -0.033255185931921005,
289
+ -0.28505897521972656,
290
+ -0.026000550016760826,
291
+ 0.04233122617006302,
292
+ -0.02459520660340786,
293
+ -0.12352070212364197,
294
+ -0.3135007917881012,
295
+ -0.2119021862745285
296
+ ],
297
+ [
298
+ 0.1064605638384819,
299
+ 0.03908783942461014,
300
+ 0.10062617063522339,
301
+ -0.13202111423015594,
302
+ -0.12569193542003632,
303
+ -0.47523266077041626,
304
+ 0.026902323588728905,
305
+ -0.014480818063020706,
306
+ 0.5379728674888611,
307
+ -0.6075968146324158,
308
+ -0.27925530076026917
309
+ ],
310
+ [
311
+ 0.30935919284820557,
312
+ 0.07643910497426987,
313
+ 0.5628833174705505,
314
+ 0.30425673723220825,
315
+ -0.01219983957707882,
316
+ -0.426324725151062,
317
+ -0.4403841495513916,
318
+ 0.18429414927959442,
319
+ -0.2356564998626709,
320
+ -0.004185007885098457,
321
+ 0.6030216217041016
322
+ ],
323
+ [
324
+ 0.2363874614238739,
325
+ -0.28106313943862915,
326
+ -0.20492428541183472,
327
+ -0.004136255476623774,
328
+ 0.289993017911911,
329
+ -0.13118140399456024,
330
+ -0.10084224492311478,
331
+ 0.8562389612197876,
332
+ -0.22430521249771118,
333
+ 0.3383093774318695,
334
+ -0.28914186358451843
335
+ ],
336
+ [
337
+ 0.11979195475578308,
338
+ -0.11795517057180405,
339
+ -0.5248165726661682,
340
+ 0.09150447696447372,
341
+ 0.5337616801261902,
342
+ 0.44269436597824097,
343
+ -0.4343547821044922,
344
+ 0.17205286026000977,
345
+ -0.31054869294166565,
346
+ 0.38092467188835144,
347
+ 0.2918209433555603
348
+ ],
349
+ [
350
+ 0.3333682715892792,
351
+ -0.41180089116096497,
352
+ -0.33359599113464355,
353
+ 0.4375508725643158,
354
+ -0.026997027918696404,
355
+ 0.17577354609966278,
356
+ 0.3142207860946655,
357
+ -0.07492615282535553,
358
+ -0.25847935676574707,
359
+ 0.48999741673469543,
360
+ -0.16481833159923553
361
+ ],
362
+ [
363
+ -0.18405911326408386,
364
+ 0.2880489230155945,
365
+ 0.0862211287021637,
366
+ -0.39804908633232117,
367
+ 0.2513324022293091,
368
+ 0.30213290452957153,
369
+ 0.1442955583333969,
370
+ -0.10511966794729233,
371
+ -0.37969374656677246,
372
+ 0.14425943791866302,
373
+ -0.26886945962905884
374
+ ]
375
+ ]
376
+ },
377
+ "hidden_act": "gelu",
378
+ "hidden_dropout_prob": 0.1,
379
+ "hidden_size": 1024,
380
+ "id2label": {
381
+ "0": "O",
382
+ "1": "B-DNA",
383
+ "2": "I-DNA",
384
+ "3": "B-protein",
385
+ "4": "I-protein",
386
+ "5": "B-cell_type",
387
+ "6": "I-cell_type",
388
+ "7": "B-cell_line",
389
+ "8": "I-cell_line",
390
+ "9": "B-RNA",
391
+ "10": "I-RNA"
392
+ },
393
+ "initializer_range": 0.02,
394
+ "intermediate_size": 4096,
395
+ "label2id": {
396
+ "B-DNA": 1,
397
+ "B-RNA": 9,
398
+ "B-cell_line": 7,
399
+ "B-cell_type": 5,
400
+ "B-protein": 3,
401
+ "I-DNA": 2,
402
+ "I-RNA": 10,
403
+ "I-cell_line": 8,
404
+ "I-cell_type": 6,
405
+ "I-protein": 4,
406
+ "O": 0
407
+ },
408
+ "layer_norm_eps": 1e-07,
409
+ "max_position_embeddings": 512,
410
+ "max_relative_positions": -1,
411
+ "model_type": "deberta-v2",
412
+ "norm_rel_ebd": "layer_norm",
413
+ "num_attention_heads": 16,
414
+ "num_hidden_layers": 24,
415
+ "pad_token_id": 0,
416
+ "pooler_dropout": 0,
417
+ "pooler_hidden_act": "gelu",
418
+ "pooler_hidden_size": 1024,
419
+ "pos_att_type": [
420
+ "p2c",
421
+ "c2p"
422
+ ],
423
+ "position_biased_input": false,
424
+ "position_buckets": 256,
425
+ "relative_attention": true,
426
+ "share_att_key": true,
427
+ "torch_dtype": "float32",
428
+ "transformers_version": "4.20.1",
429
+ "type_vocab_size": 0,
430
+ "vocab_size": 128100
431
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf80a5659925b9c2ee6c1edf422f492c55032cde3599ec38f6e7d05e266bc68a
3
+ size 1736225711