model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2021_continuous/best_model",
+  "_name_or_path": "cner_output/model/baseline/t_roberta_base_dec2021/best_model",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6496674057649668, "micro/f1_ci": {"90": [0.6275468076548992, 0.6690305811156559], "95": [0.6227869463660943, 0.6727906190523891]}, "micro/recall": 0.6123301985370951, "micro/precision": 0.69185360094451, "macro/f1": 0.5909269693686251, "macro/f1_ci": {"90": [0.566923741255262, 0.6119335984146239], "95": [0.5622218008111962, 0.6159964529363472]}, "macro/recall": 0.5561810139143656, "macro/precision": 0.6336178415135263, "per_entity_metric": {"corporation": {"f1": 0.49865951742627346, "f1_ci": {"90": [0.434948662783579, 0.5581395348837208], "95": [0.4219620906782943, 0.5677824405941189]}, "precision": 0.5470588235294118, "recall": 0.458128078817734}, "creative_work": {"f1": 0.5142857142857142, "f1_ci": {"90": [0.4506614153003125, 0.5727090017618095], "95": [0.4405517764993456, 0.5815158333790683]}, "precision": 0.559322033898305, "recall": 0.47596153846153844}, "event": {"f1": 0.4140969162995595, "f1_ci": {"90": [0.36138517945128645, 0.46683426993986], "95": [0.34976154886468785, 0.475561403508772]}, "precision": 0.47474747474747475, "recall": 0.3671875}, "group": {"f1": 0.5647058823529412, "f1_ci": {"90": [0.5065538470870105, 0.6132107853719615], "95": [0.49072387785136123, 0.6247088866189989]}, "precision": 0.6060606060606061, "recall": 0.5286343612334802}, "location": {"f1": 0.631868131868132, "f1_ci": {"90": [0.5776558295394926, 0.6818394222599831], "95": [0.5661456582633054, 0.6935514495712536]}, "precision": 0.6284153005464481, "recall": 0.6353591160220995}, "person": {"f1": 0.871186440677966, "f1_ci": {"90": [0.8494516984844993, 0.8892794376098418], "95": [0.84508657880823, 0.8922994369802969]}, "precision": 0.8831615120274914, "recall": 0.8595317725752508}, "product": {"f1": 0.6416861826697892, "f1_ci": {"90": [0.5901557377049181, 0.6887172732229989], "95": [0.5819029376190697, 0.6975687597301504]}, "precision": 0.7365591397849462, "recall": 0.5684647302904564}}}, "2021.test": {"micro/f1": 0.6592848904267589, "micro/f1_ci": {"90": [0.6509500466878548, 0.6685569968222203], "95": [0.6488899645029494, 0.6703831257365325]}, "micro/recall": 0.6609620721554117, "micro/precision": 0.6576161988034974, "macro/f1": 0.6103370630591158, "macro/f1_ci": {"90": [0.6009055262946548, 0.6198669198922246], "95": [0.5991951389326005, 0.6215643912228483]}, "macro/recall": 0.6162324129741144, "macro/precision": 0.607451452820916, "per_entity_metric": {"corporation": {"f1": 0.5287986834887549, "f1_ci": {"90": [0.504022866802356, 0.5540447099168995], "95": [0.49693609574973674, 0.5579650381855165]}, "precision": 0.5222101841820151, "recall": 0.5355555555555556}, "creative_work": {"f1": 0.482051282051282, "f1_ci": {"90": [0.4525323180588352, 0.5139168799082326], "95": [0.4463127503798867, 0.5194497942872462]}, "precision": 0.45355850422195415, "recall": 0.5143638850889193}, "event": {"f1": 0.47087378640776695, "f1_ci": {"90": [0.44641887141932207, 0.49447345422286243], "95": [0.4419973457675753, 0.5002397313897075]}, "precision": 0.5046826222684704, "recall": 0.44131028207461326}, "group": {"f1": 0.6123423116263211, "f1_ci": {"90": [0.5915980463124993, 0.6346495718231938], "95": [0.5871377270982181, 0.6390808561715362]}, "precision": 0.6346289752650177, "recall": 0.5915678524374176}, "location": {"f1": 0.6709429121231558, "f1_ci": {"90": [0.6439415531070067, 0.6981693741179181], "95": [0.6381823699443893, 0.7031217003105592]}, "precision": 0.6204033214709371, "recall": 0.7304469273743017}, "person": {"f1": 0.8421052631578947, "f1_ci": {"90": [0.832137862573335, 0.8527793884428585], "95": [0.8304232366772849, 0.8542691907726107]}, "precision": 0.8264110756123536, "recall": 0.8584070796460177}, "product": {"f1": 0.6652452025586353, "f1_ci": {"90": [0.6427285742483715, 0.686669756844488], "95": [0.6390079345190363, 0.6896981736747169]}, "precision": 0.6902654867256637, "recall": 0.6419753086419753}}}, "2020.test": {"micro/f1": 0.6524122807017543, "micro/f1_ci": {"90": [0.6303979495653554, 0.671268054343819], "95": [0.6278064295468031, 0.6751219351938522]}, "micro/recall": 0.6175402179553711, "micro/precision": 0.6914584543869843, "macro/f1": 0.6084915655882231, "macro/f1_ci": {"90": [0.5834778646323634, 0.6290402588044613], "95": [0.580848522111311, 0.6320120916698884]}, "macro/recall": 0.580826015254207, "macro/precision": 0.64617367135592, "per_entity_metric": {"corporation": {"f1": 0.581151832460733, "f1_ci": {"90": [0.5212967271599194, 0.6340501306603002], "95": [0.5081138341212015, 0.6478295829371647]}, "precision": 0.581151832460733, "recall": 0.581151832460733}, "creative_work": {"f1": 0.5665722379603398, "f1_ci": {"90": [0.5085805064408992, 0.6182119537920643], "95": [0.5, 0.6288977545544415]}, "precision": 0.5747126436781609, "recall": 0.5586592178770949}, "event": {"f1": 0.4609053497942387, "f1_ci": {"90": [0.40854940150131874, 0.511815710536183], "95": [0.3999785407725322, 0.5215691796225675]}, "precision": 0.5067873303167421, "recall": 0.4226415094339623}, "group": {"f1": 0.5489443378119002, "f1_ci": {"90": [0.49034373450715857, 0.6039296470769943], "95": [0.480945747318079, 0.6138108712819162]}, "precision": 0.680952380952381, "recall": 0.45980707395498394}, "location": {"f1": 0.6180758017492711, "f1_ci": {"90": [0.5483650022094564, 0.6821889996308602], "95": [0.5329714396765005, 0.6990533980582525]}, "precision": 0.5955056179775281, "recall": 0.6424242424242425}, "person": {"f1": 0.8407534246575342, "f1_ci": {"90": [0.8158486879908063, 0.8633639974182107], "95": [0.8104837455448752, 0.8680719633209402]}, "precision": 0.8583916083916084, "recall": 0.8238255033557047}, "product": {"f1": 0.6430379746835443, "f1_ci": {"90": [0.5869454303460514, 0.6989920518335869], "95": [0.5740020810483983, 0.7086868173736348]}, "precision": 0.7257142857142858, "recall": 0.5772727272727273}}}, "2021.test (span detection)": {"micro/f1": 0.7878193667454869, "micro/f1_ci": {}, "micro/recall": 0.7898693188389037, "micro/precision": 0.7857800276115968, "macro/f1": 0.7878193667454869, "macro/f1_ci": {}, "macro/recall": 0.7898693188389037, "macro/precision": 0.7857800276115968}, "2020.test (span detection)": {"micro/f1": 0.7545928160131614, "micro/f1_ci": {}, "micro/recall": 0.7140633108458744, "micro/precision": 0.8, "macro/f1": 0.7545928160131614, "macro/f1_ci": {}, "macro/recall": 0.7140633108458744, "macro/precision": 0.8}, "2020.dev (span detection)": {"micro/f1": 0.7633037694013304, "micro/f1_ci": {}, "micro/recall": 0.719435736677116, "micro/precision": 0.8128689492325856, "macro/f1": 0.7633037694013304, "macro/f1_ci": {}, "macro/recall": 0.719435736677116, "macro/precision": 0.8128689492325856}}
+{"2020.dev": {"micro/f1": 0.6458735854264422, "micro/f1_ci": {"90": [0.6238146680556131, 0.6652750913233543], "95": [0.6196786161531124, 0.6686812244235493]}, "micro/recall": 0.6112852664576802, "micro/precision": 0.684610883557636, "macro/f1": 0.5888721236197069, "macro/f1_ci": {"90": [0.5655488834649249, 0.6095579086515408], "95": [0.5622221001349953, 0.6127875207350448]}, "macro/recall": 0.55667486217314, "macro/precision": 0.6285023075081904, "per_entity_metric": {"corporation": {"f1": 0.5026455026455026, "f1_ci": {"90": [0.44317906836055654, 0.5598181818181818], "95": [0.4302120383036936, 0.5699657862131111]}, "precision": 0.5428571428571428, "recall": 0.46798029556650245}, "creative_work": {"f1": 0.5102040816326531, "f1_ci": {"90": [0.4469320101651121, 0.5698748135365174], "95": [0.43454475801302506, 0.580985533453888]}, "precision": 0.5434782608695652, "recall": 0.4807692307692308}, "event": {"f1": 0.40789473684210525, "f1_ci": {"90": [0.35604395604395606, 0.45783392750266727], "95": [0.34801283279065315, 0.4672263352723427]}, "precision": 0.465, "recall": 0.36328125}, "group": {"f1": 0.5578231292517006, "f1_ci": {"90": [0.4975845410628019, 0.6098366399509482], "95": [0.48596897886716145, 0.619826254826255]}, "precision": 0.5747663551401869, "recall": 0.5418502202643172}, "location": {"f1": 0.6333333333333334, "f1_ci": {"90": [0.5801049723756907, 0.6836800272808352], "95": [0.5669252866193029, 0.6956521739130433]}, "precision": 0.6368715083798883, "recall": 0.6298342541436464}, "person": {"f1": 0.8673469387755101, "f1_ci": {"90": [0.8445966488488755, 0.8863645497403901], "95": [0.8397685505717697, 0.8894601542416452]}, "precision": 0.8823529411764706, "recall": 0.8528428093645485}, "product": {"f1": 0.6428571428571429, "f1_ci": {"90": [0.5906480930943686, 0.691360889118043], "95": [0.5829001810964128, 0.7008107311320755]}, "precision": 0.7541899441340782, "recall": 0.5601659751037344}}}, "2021.test": {"micro/f1": 0.6594049188786332, "micro/f1_ci": {"90": [0.6508674038822921, 0.6684734148781288], "95": [0.6497234578765049, 0.6707042432663306]}, "micro/recall": 0.665009250693802, "micro/precision": 0.6538942581011938, "macro/f1": 0.6122574042204606, "macro/f1_ci": {"90": [0.6026656332400808, 0.6218989123309321], "95": [0.6012962439156923, 0.6241182899776324]}, "macro/recall": 0.6200538236915529, "macro/precision": 0.6072483054353869, "per_entity_metric": {"corporation": {"f1": 0.5356371490280778, "f1_ci": {"90": [0.5102886656899303, 0.5603488912132368], "95": [0.505841155580209, 0.5665754833257034]}, "precision": 0.5210084033613446, "recall": 0.5511111111111111}, "creative_work": {"f1": 0.4814582023884349, "f1_ci": {"90": [0.4527486492818652, 0.5121109667513141], "95": [0.44686907166150736, 0.517441058665194]}, "precision": 0.44534883720930235, "recall": 0.5239398084815321}, "event": {"f1": 0.4760994263862333, "f1_ci": {"90": [0.4517629866448418, 0.5000219490781387], "95": [0.4481072885554017, 0.5038038763892655]}, "precision": 0.5015105740181269, "recall": 0.4531392174704277}, "group": {"f1": 0.608179419525066, "f1_ci": {"90": [0.5875898902956864, 0.6301798015967064], "95": [0.5854097986534824, 0.6336608364061307]}, "precision": 0.6089828269484808, "recall": 0.6073781291172595}, "location": {"f1": 0.6736703873933026, "f1_ci": {"90": [0.6462648196272605, 0.7010982000244045], "95": [0.6386916924788709, 0.7057389095261033]}, "precision": 0.6356877323420075, "recall": 0.7164804469273743}, "person": {"f1": 0.8433647570703409, "f1_ci": {"90": [0.8332327244170049, 0.8537553802417674], "95": [0.8307438462922394, 0.8552873197173508]}, "precision": 0.8295292439372325, "recall": 0.8576696165191741}, "product": {"f1": 0.6673924877517691, "f1_ci": {"90": [0.6446078640194254, 0.6895151086039297], "95": [0.6417162098009929, 0.6916183447548762]}, "precision": 0.7086705202312139, "recall": 0.6306584362139918}}}, "2020.test": {"micro/f1": 0.6486928104575163, "micro/f1_ci": {"90": [0.6265761222561571, 0.6681357075647558], "95": [0.6243356009070296, 0.67343540589459]}, "micro/recall": 0.6180591593149974, "micro/precision": 0.6825214899713467, "macro/f1": 0.606350367321529, "macro/f1_ci": {"90": [0.5817317052718183, 0.627403108168678], "95": [0.5782971588404388, 0.6313685477631948]}, "macro/recall": 0.581876018422007, "macro/precision": 0.6389192850567891, "per_entity_metric": {"corporation": {"f1": 0.5780051150895141, "f1_ci": {"90": [0.5197554599881947, 0.6329113924050632], "95": [0.5053075294360669, 0.6421603824297344]}, "precision": 0.565, "recall": 0.5916230366492147}, "creative_work": {"f1": 0.5674157303370786, "f1_ci": {"90": [0.5078369905956114, 0.6190597051003142], "95": [0.5, 0.6327258575550542]}, "precision": 0.5706214689265536, "recall": 0.5642458100558659}, "event": {"f1": 0.46520874751491054, "f1_ci": {"90": [0.41481329378659976, 0.5147406096208834], "95": [0.40506196982109355, 0.5238258317025442]}, "precision": 0.49159663865546216, "recall": 0.44150943396226416}, "group": {"f1": 0.5433962264150942, "f1_ci": {"90": [0.48542665191921675, 0.5992957978867336], "95": [0.475478979991955, 0.6080618212197161]}, "precision": 0.6575342465753424, "recall": 0.4630225080385852}, "location": {"f1": 0.6208955223880597, "f1_ci": {"90": [0.5478060563214329, 0.6875249999999999], "95": [0.5359845473516843, 0.7024167364893171]}, "precision": 0.611764705882353, "recall": 0.6303030303030303}, "person": {"f1": 0.838487972508591, "f1_ci": {"90": [0.812545428462127, 0.86192729426931], "95": [0.8073024203438203, 0.8657000215550147]}, "precision": 0.8591549295774648, "recall": 0.8187919463087249}, "product": {"f1": 0.6310432569974554, "f1_ci": {"90": [0.5770301274544049, 0.6870379529082895], "95": [0.5624961797066015, 0.6950450192120204]}, "precision": 0.7167630057803468, "recall": 0.5636363636363636}}}, "2021.test (span detection)": {"micro/f1": 0.7872950349730536, "micro/f1_ci": {}, "micro/recall": 0.7940326124667515, "micro/precision": 0.7806708357021035, "macro/f1": 0.7872950349730536, "macro/f1_ci": {}, "macro/recall": 0.7940326124667515, "macro/precision": 0.7806708357021035}, "2020.test (span detection)": {"micro/f1": 0.7556524107872514, "micro/f1_ci": {}, "micro/recall": 0.7197716658017644, "micro/precision": 0.7952981651376146, "macro/f1": 0.7556524107872514, "macro/f1_ci": {}, "macro/recall": 0.7197716658017644, "macro/precision": 0.7952981651376146}, "2020.dev (span detection)": {"micro/f1": 0.7640077284018769, "micro/f1_ci": {}, "micro/recall": 0.723092998955068, "micro/precision": 0.8098303101228789, "macro/f1": 0.7640077284018769, "macro/f1_ci": {}, "macro/recall": 0.723092998955068, "macro/precision": 0.8098303101228789}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b8c5002f6d26a4d63916908e618bc213083a01f97c47771e0fa98be79b2429c
-size 496349169
+oid sha256:1448e0c246ed4d677be63557dfae6a6e579dcc5365235f02e1754e1be95a53d7
+size 496351921

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline_2021/t_roberta_base_dec2021_continuous/best_model", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline/t_roberta_base_dec2021/best_model", "tokenizer_class": "RobertaTokenizer"}