model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/roberta_large_continuous/best_model",
+  "_name_or_path": "tner/roberta-large-tweetner-2020",
   "adapters": {
     "adapters": {},
     "config_map": {},

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6547884187082406, "micro/f1_ci": {"90": [0.6334141030637498, 0.6732969845365548], "95": [0.6285399821452536, 0.6787421900553623]}, "micro/recall": 0.6144200626959248, "micro/precision": 0.700834326579261, "macro/f1": 0.5985300612391609, "macro/f1_ci": {"90": [0.5750516949853454, 0.619051482284495], "95": [0.5723083754906038, 0.6228457055610723]}, "macro/recall": 0.565290545156998, "macro/precision": 0.6419154862192219, "per_entity_metric": {"corporation": {"f1": 0.5210526315789473, "f1_ci": {"90": [0.46280771935994375, 0.573608068394336], "95": [0.4503986356554328, 0.5833433014354067]}, "precision": 0.559322033898305, "recall": 0.4876847290640394}, "creative_work": {"f1": 0.5445026178010471, "f1_ci": {"90": [0.4797828442150209, 0.59846547314578], "95": [0.4700460829493088, 0.6069002945652023]}, "precision": 0.5977011494252874, "recall": 0.5}, "event": {"f1": 0.3990929705215419, "f1_ci": {"90": [0.3432236159577478, 0.45454545454545453], "95": [0.33258291593339645, 0.4619461312206462]}, "precision": 0.4756756756756757, "recall": 0.34375}, "group": {"f1": 0.558472553699284, "f1_ci": {"90": [0.4986977406155489, 0.613973302742726], "95": [0.48345079523719264, 0.6237262915076609]}, "precision": 0.609375, "recall": 0.5154185022026432}, "location": {"f1": 0.6443298969072165, "f1_ci": {"90": [0.5922302977707871, 0.6926979032948224], "95": [0.5807941234862021, 0.7075587489639706]}, "precision": 0.6038647342995169, "recall": 0.6906077348066298}, "person": {"f1": 0.8742411101474415, "f1_ci": {"90": [0.8514652931609681, 0.8936555251649592], "95": [0.8489152330309666, 0.8985079240193324]}, "precision": 0.9081081081081082, "recall": 0.842809364548495}, "product": {"f1": 0.6480186480186481, "f1_ci": {"90": [0.6012767015056182, 0.6920002177700348], "95": [0.5891854868567198, 0.701043281000831]}, "precision": 0.7393617021276596, "recall": 0.5767634854771784}}}, "2021.test": {"micro/f1": 0.6630045102347635, "micro/f1_ci": {"90": [0.6542596637114895, 0.6723574748984353], "95": [0.6519006987634943, 0.6739052388369207]}, "micro/recall": 0.6629278445883441, "micro/precision": 0.6630811936155447, "macro/f1": 0.612965418745652, "macro/f1_ci": {"90": [0.6033155090526434, 0.6227097171060159], "95": [0.6009338633011043, 0.6241324296910659]}, "macro/recall": 0.6165986982139853, "macro/precision": 0.6122879215817727, "per_entity_metric": {"corporation": {"f1": 0.5425013535462914, "f1_ci": {"90": [0.518137849045477, 0.5680196595819943], "95": [0.5122195301027901, 0.5729953913299657]}, "precision": 0.529039070749736, "recall": 0.5566666666666666}, "creative_work": {"f1": 0.4447385837193912, "f1_ci": {"90": [0.415066916760931, 0.4753942331649641], "95": [0.4089091642302652, 0.4836051168351771]}, "precision": 0.4307692307692308, "recall": 0.45964432284541723}, "event": {"f1": 0.48825831702544037, "f1_ci": {"90": [0.46442946952334896, 0.5117480933731766], "95": [0.46062058755834323, 0.5175933807632968]}, "precision": 0.5280423280423281, "recall": 0.454049135577798}, "group": {"f1": 0.6164336856460961, "f1_ci": {"90": [0.5967139700236224, 0.6394687739674728], "95": [0.5937082076825004, 0.6435033777425082]}, "precision": 0.6388692579505301, "recall": 0.5955204216073782}, "location": {"f1": 0.6807692307692308, "f1_ci": {"90": [0.6530277470423015, 0.7074620730178811], "95": [0.6490722216423305, 0.7119906035652827]}, "precision": 0.6291469194312796, "recall": 0.7416201117318436}, "person": {"f1": 0.8431904503526859, "f1_ci": {"90": [0.8317672442106328, 0.8538752525580355], "95": [0.8298185045399216, 0.8560466322098089]}, "precision": 0.8274760383386581, "recall": 0.8595132743362832}, "product": {"f1": 0.6748663101604279, "f1_ci": {"90": [0.6523812004477207, 0.6983314805563183], "95": [0.6484217909749824, 0.7011441115702479]}, "precision": 0.7026726057906458, "recall": 0.6491769547325102}}}, "2020.test": {"micro/f1": 0.6581998895637768, "micro/f1_ci": {"90": [0.6382910707078662, 0.677372271624899], "95": [0.633870198522005, 0.6817827790825972]}, "micro/recall": 0.6185781006746238, "micro/precision": 0.7032448377581121, "macro/f1": 0.6152215584035997, "macro/f1_ci": {"90": [0.5934003897984441, 0.6350350018924762], "95": [0.5891262549371978, 0.6396672492548905]}, "macro/recall": 0.5804512646080248, "macro/precision": 0.6572983002123945, "per_entity_metric": {"corporation": {"f1": 0.5729729729729731, "f1_ci": {"90": [0.5121853658536586, 0.6241075695870215], "95": [0.5, 0.6341617005590712]}, "precision": 0.5921787709497207, "recall": 0.5549738219895288}, "creative_work": {"f1": 0.5294117647058824, "f1_ci": {"90": [0.47086198179979777, 0.5847042469561883], "95": [0.46060606060606063, 0.5931851663703328]}, "precision": 0.5590062111801242, "recall": 0.5027932960893855}, "event": {"f1": 0.4705882352941177, "f1_ci": {"90": [0.4166496598639456, 0.5195924993911843], "95": [0.4079873536299765, 0.5331068524970963]}, "precision": 0.5087719298245614, "recall": 0.4377358490566038}, "group": {"f1": 0.5682242990654206, "f1_ci": {"90": [0.5157418799212599, 0.6185223838639398], "95": [0.5061444226196631, 0.6274047562354903]}, "precision": 0.6785714285714286, "recall": 0.4887459807073955}, "location": {"f1": 0.6503067484662577, "f1_ci": {"90": [0.5844631848027668, 0.7083471302428256], "95": [0.5741905615292713, 0.7169885409463598]}, "precision": 0.6583850931677019, "recall": 0.6424242424242425}, "person": {"f1": 0.8434782608695652, "f1_ci": {"90": [0.8165239378468061, 0.8667305664017303], "95": [0.8121515806089811, 0.8713961824810811]}, "precision": 0.8754512635379061, "recall": 0.8137583892617449}, "product": {"f1": 0.6715686274509803, "f1_ci": {"90": [0.6182444512553317, 0.7219793129868471], "95": [0.609618441971383, 0.7282160804020099]}, "precision": 0.7287234042553191, "recall": 0.6227272727272727}}}, "2021.test (span detection)": {"micro/f1": 0.7870236511883422, "micro/f1_ci": {}, "micro/recall": 0.7869781427084538, "micro/precision": 0.7870691649317604, "macro/f1": 0.7870236511883422, "macro/f1_ci": {}, "macro/recall": 0.7869781427084538, "macro/precision": 0.7870691649317604}, "2020.test (span detection)": {"micro/f1": 0.7611157138911904, "micro/f1_ci": {}, "micro/recall": 0.7151011935651271, "micro/precision": 0.8134592680047226, "macro/f1": 0.7611157138911904, "macro/f1_ci": {}, "macro/recall": 0.7151011935651271, "macro/precision": 0.8134592680047226}, "2020.dev (span detection)": {"micro/f1": 0.762249443207127, "micro/f1_ci": {}, "micro/recall": 0.7152560083594567, "micro/precision": 0.8158522050059595, "macro/f1": 0.762249443207127, "macro/f1_ci": {}, "macro/recall": 0.7152560083594567, "macro/precision": 0.8158522050059595}}
+{"2021.dev": {"micro/f1": 0.6497203863751907, "micro/f1_ci": {}, "micro/recall": 0.639, "micro/precision": 0.6608066184074457, "macro/f1": 0.6040846014918451, "macro/f1_ci": {}, "macro/recall": 0.5951680223717177, "macro/precision": 0.6157020868847222, "per_entity_metric": {"corporation": {"f1": 0.5757575757575757, "f1_ci": {}, "precision": 0.59375, "recall": 0.5588235294117647}, "creative_work": {"f1": 0.5234899328859061, "f1_ci": {}, "precision": 0.52, "recall": 0.527027027027027}, "event": {"f1": 0.4201680672268908, "f1_ci": {}, "precision": 0.4672897196261682, "recall": 0.3816793893129771}, "group": {"f1": 0.627906976744186, "f1_ci": {}, "precision": 0.6650246305418719, "recall": 0.5947136563876652}, "location": {"f1": 0.6027397260273972, "f1_ci": {}, "precision": 0.5945945945945946, "recall": 0.6111111111111112}, "person": {"f1": 0.8243243243243243, "f1_ci": {}, "precision": 0.7896440129449838, "recall": 0.8621908127208481}, "product": {"f1": 0.6542056074766356, "f1_ci": {}, "precision": 0.6796116504854369, "recall": 0.6306306306306306}}}, "2021.test": {"micro/f1": 0.655251931280987, "micro/f1_ci": {"90": [0.6464329038715645, 0.6644913140065714], "95": [0.643687816840575, 0.6665911767779783]}, "micro/recall": 0.6571461609620721, "micro/precision": 0.6533685904805703, "macro/f1": 0.6038367634890193, "macro/f1_ci": {"90": [0.5943792582684101, 0.6137962439482288], "95": [0.5920045515534241, 0.6160068646604656]}, "macro/recall": 0.6086020401466904, "macro/precision": 0.6006491551013075, "per_entity_metric": {"corporation": {"f1": 0.5272331154684096, "f1_ci": {"90": [0.502525919083279, 0.5528871025664103], "95": [0.4977267887764524, 0.5575641926361611]}, "precision": 0.5170940170940171, "recall": 0.5377777777777778}, "creative_work": {"f1": 0.4389593062041361, "f1_ci": {"90": [0.4081022462482676, 0.46805875336347746], "95": [0.4031095831073842, 0.4760634486352681]}, "precision": 0.4283854166666667, "recall": 0.45006839945280436}, "event": {"f1": 0.46905222437137334, "f1_ci": {"90": [0.44597047177580085, 0.4933352272727273], "95": [0.44256911609852784, 0.4968690426958512]}, "precision": 0.500515995872033, "recall": 0.44131028207461326}, "group": {"f1": 0.6089895234876648, "f1_ci": {"90": [0.589038619038619, 0.6320534424401458], "95": [0.5849061441599553, 0.6346690132483618]}, "precision": 0.6252602359472589, "recall": 0.5935441370223979}, "location": {"f1": 0.6776099803020353, "f1_ci": {"90": [0.6494340267780017, 0.7051820267140803], "95": [0.6442522451156516, 0.7090934031674772]}, "precision": 0.6394052044609665, "recall": 0.7206703910614525}, "person": {"f1": 0.8418007593563551, "f1_ci": {"90": [0.8304729345499888, 0.8526980376362958], "95": [0.8287478255214684, 0.8544490228634517]}, "precision": 0.8258247605533877, "recall": 0.8584070796460177}, "product": {"f1": 0.6632124352331605, "f1_ci": {"90": [0.6409465020576132, 0.684911398897581], "95": [0.6370468868521454, 0.6892100086035412]}, "precision": 0.6680584551148225, "recall": 0.6584362139917695}}}, "2020.test": {"micro/f1": 0.6567328918322296, "micro/f1_ci": {"90": [0.6367329069861278, 0.6756032217463677], "95": [0.6323929424996375, 0.6804355376536286]}, "micro/recall": 0.6175402179553711, "micro/precision": 0.7012374779021803, "macro/f1": 0.6134357810007638, "macro/f1_ci": {"90": [0.5912740031546067, 0.6332647116281888], "95": [0.5881172634724844, 0.6358536607642565]}, "macro/recall": 0.57918039171165, "macro/precision": 0.6545411570113957, "per_entity_metric": {"corporation": {"f1": 0.5737265415549598, "f1_ci": {"90": [0.5165992904875836, 0.6230691426953109], "95": [0.5014568953344463, 0.6315982972136225]}, "precision": 0.5879120879120879, "recall": 0.5602094240837696}, "creative_work": {"f1": 0.49557522123893805, "f1_ci": {"90": [0.4333283877349159, 0.5505762371489373], "95": [0.4230769230769231, 0.5610579308332118]}, "precision": 0.525, "recall": 0.4692737430167598}, "event": {"f1": 0.48065173116089616, "f1_ci": {"90": [0.4288512518409425, 0.531949583718779], "95": [0.41939298355788984, 0.5424581465180373]}, "precision": 0.5221238938053098, "recall": 0.44528301886792454}, "group": {"f1": 0.5714285714285714, "f1_ci": {"90": [0.5205386474927168, 0.6214643484810444], "95": [0.5113284401613627, 0.6302839814127325]}, "precision": 0.6754385964912281, "recall": 0.49517684887459806}, "location": {"f1": 0.6461538461538462, "f1_ci": {"90": [0.5813922480620154, 0.7045138469502199], "95": [0.5730150940842019, 0.7134525767543859]}, "precision": 0.65625, "recall": 0.6363636363636364}, "person": {"f1": 0.8387096774193549, "f1_ci": {"90": [0.812278391390541, 0.8624109078217421], "95": [0.8056991909578726, 0.8681782968042391]}, "precision": 0.8729582577132486, "recall": 0.8070469798657718}, "product": {"f1": 0.6878048780487804, "f1_ci": {"90": [0.6363636363636365, 0.7363070750811945], "95": [0.6277364363130785, 0.7454572350726199]}, "precision": 0.7421052631578947, "recall": 0.6409090909090909}}}, "2021.test (span detection)": {"micro/f1": 0.7858172383972325, "micro/f1_ci": {}, "micro/recall": 0.7881346131606337, "micro/precision": 0.7835134513681306, "macro/f1": 0.7858172383972325, "macro/f1_ci": {}, "macro/recall": 0.7881346131606337, "macro/precision": 0.7835134513681306}, "2020.test (span detection)": {"micro/f1": 0.7595914987579354, "micro/f1_ci": {}, "micro/recall": 0.7140633108458744, "micro/precision": 0.8113207547169812, "macro/f1": 0.7595914987579354, "macro/f1_ci": {}, "macro/recall": 0.7140633108458744, "macro/precision": 0.8113207547169812}}

tokenizer_config.json

@@ -1 +1 @@
-{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "errors": "replace", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": "<mask>", "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/baseline_2021/roberta_large_continuous/best_model", "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/f13c0d4fbb91837912532d8abfe04b839ae0469f26de2112d4d853ab113deb75.a11ebb04664c067c8fe5ef8f8068b0f721263414a26058692f7b2e4ba2a1b342", "tokenizer_class": "RobertaTokenizer"}
+{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "errors": "replace", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": "<mask>", "trim_offsets": true, "model_max_length": 512, "name_or_path": "tner/roberta-large-tweetner-2020", "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/f13c0d4fbb91837912532d8abfe04b839ae0469f26de2112d4d853ab113deb75.a11ebb04664c067c8fe5ef8f8068b0f721263414a26058692f7b2e4ba2a1b342", "tokenizer_class": "RobertaTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2021.train", "model": "tner/roberta-large-tweetner-2020", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-06, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.15, "max_grad_norm": 1}