model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline/bertweet_base/best_model",
+  "_name_or_path": "cner_output/model/baseline/bertweet_base/model_mwzvua/epoch_10",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6403096488802876, "micro/f1_ci": {"90": [0.6178932281449752, 0.6595637263553962], "95": [0.6137546096769894, 0.6632876240251427]}, "micro/recall": 0.6050156739811913, "micro/precision": 0.6799765120375807, "macro/f1": 0.5802270884333695, "macro/f1_ci": {"90": [0.5563863400339393, 0.6014910807308982], "95": [0.5521138793956519, 0.6059307116575923]}, "macro/recall": 0.5505312788511748, "macro/precision": 0.6181384086707785, "per_entity_metric": {"corporation": {"f1": 0.44961240310077516, "f1_ci": {"90": [0.3904824261376592, 0.5080276900655818], "95": [0.3773556660264377, 0.5166394743804569]}, "precision": 0.47282608695652173, "recall": 0.42857142857142855}, "creative_work": {"f1": 0.4937027707808564, "f1_ci": {"90": [0.4293450812472552, 0.5542695202403445], "95": [0.4174659706298483, 0.5657248677248677]}, "precision": 0.5185185185185185, "recall": 0.47115384615384615}, "event": {"f1": 0.4009546539379475, "f1_ci": {"90": [0.3436583604189238, 0.4574083253599548], "95": [0.3332932692307692, 0.47117275280898885]}, "precision": 0.5153374233128835, "recall": 0.328125}, "group": {"f1": 0.548314606741573, "f1_ci": {"90": [0.4904621848739496, 0.5975705672787066], "95": [0.4793565613951692, 0.606458861906488]}, "precision": 0.5596330275229358, "recall": 0.5374449339207048}, "location": {"f1": 0.6368715083798882, "f1_ci": {"90": [0.5784470161107329, 0.6927083333333333], "95": [0.5689122655976754, 0.7025879396984926]}, "precision": 0.6440677966101694, "recall": 0.6298342541436464}, "person": {"f1": 0.8654670094258784, "f1_ci": {"90": [0.8429087811375376, 0.8854602211682083], "95": [0.8366425573884624, 0.8889039855072463]}, "precision": 0.8875219683655536, "recall": 0.8444816053511706}, "product": {"f1": 0.6666666666666667, "f1_ci": {"90": [0.6190369421311126, 0.7064776119402985], "95": [0.6114877954281286, 0.7129286508905138]}, "precision": 0.729064039408867, "recall": 0.6141078838174274}}}, "2021.test": {"micro/f1": 0.6398853868194841, "micro/f1_ci": {"90": [0.6306852935448536, 0.6498229860017988], "95": [0.6289601483017653, 0.6509561182063721]}, "micro/recall": 0.6455827937095282, "micro/precision": 0.6342876618950238, "macro/f1": 0.5868420231627753, "macro/f1_ci": {"90": [0.5767106297455198, 0.5967431880482543], "95": [0.5749635203378023, 0.5987076646892177]}, "macro/recall": 0.5975019836792211, "macro/precision": 0.5815739257955425, "per_entity_metric": {"corporation": {"f1": 0.47463002114164904, "f1_ci": {"90": [0.4497822156476003, 0.5002538083606451], "95": [0.44554874213836476, 0.5056279527838338]}, "precision": 0.4526209677419355, "recall": 0.4988888888888889}, "creative_work": {"f1": 0.45057766367137353, "f1_ci": {"90": [0.421571679839843, 0.4805458192663592], "95": [0.41492776940807935, 0.4875952286970427]}, "precision": 0.4244256348246675, "recall": 0.4801641586867305}, "event": {"f1": 0.4630801687763713, "f1_ci": {"90": [0.436415913862755, 0.4859242151345669], "95": [0.4329243590070506, 0.4895729517219158]}, "precision": 0.5508155583437893, "recall": 0.3994540491355778}, "group": {"f1": 0.5948881789137381, "f1_ci": {"90": [0.5740839449833276, 0.6160547604231488], "95": [0.5711420117986106, 0.6190107970717479]}, "precision": 0.5775434243176178, "recall": 0.6133069828722003}, "location": {"f1": 0.6419753086419753, "f1_ci": {"90": [0.6127082936212244, 0.6688520129755612], "95": [0.6071885044708082, 0.675362432940065]}, "precision": 0.6002430133657352, "recall": 0.6899441340782123}, "person": {"f1": 0.8355359765051394, "f1_ci": {"90": [0.8254745398054247, 0.8465115908951862], "95": [0.823439089599861, 0.8479717933801679]}, "precision": 0.8318713450292398, "recall": 0.8392330383480826}, "product": {"f1": 0.6472068444891796, "f1_ci": {"90": [0.6254583551597696, 0.6683913254027437], "95": [0.6198346077983258, 0.6734011606659942]}, "precision": 0.6334975369458128, "recall": 0.661522633744856}}}, "2020.test": {"micro/f1": 0.6535626535626535, "micro/f1_ci": {"90": [0.6330341609609902, 0.6723940989208155], "95": [0.6291418837919176, 0.6775893799106179]}, "micro/recall": 0.6211728074727556, "micro/precision": 0.6895161290322581, "macro/f1": 0.6106333412628818, "macro/f1_ci": {"90": [0.5881308271014662, 0.6309611518561609], "95": [0.5842232617287081, 0.6346561729193966]}, "macro/recall": 0.5840103877135477, "macro/precision": 0.6423067810224892, "per_entity_metric": {"corporation": {"f1": 0.5409836065573771, "f1_ci": {"90": [0.48041302031194494, 0.5975140741751679], "95": [0.46333991226317855, 0.6093787202380953]}, "precision": 0.5657142857142857, "recall": 0.518324607329843}, "creative_work": {"f1": 0.544943820224719, "f1_ci": {"90": [0.4884311645450259, 0.596119826027464], "95": [0.4809777494460128, 0.6067977175500167]}, "precision": 0.5480225988700564, "recall": 0.5418994413407822}, "event": {"f1": 0.46021505376344085, "f1_ci": {"90": [0.40652062981454185, 0.5138132146420075], "95": [0.395278727011869, 0.5213528842535348]}, "precision": 0.535, "recall": 0.4037735849056604}, "group": {"f1": 0.5759717314487633, "f1_ci": {"90": [0.5276270821808347, 0.6239674330742356], "95": [0.5193353355821277, 0.6315877930119416]}, "precision": 0.6392156862745098, "recall": 0.5241157556270096}, "location": {"f1": 0.6646341463414633, "f1_ci": {"90": [0.5985134709120449, 0.7189853719265484], "95": [0.5853085098249101, 0.7305681320286258]}, "precision": 0.6687116564417178, "recall": 0.6606060606060606}, "person": {"f1": 0.835202761000863, "f1_ci": {"90": [0.8110324263083961, 0.8576578509387841], "95": [0.8056974361537308, 0.8607426859816618]}, "precision": 0.8596802841918295, "recall": 0.8120805369127517}, "product": {"f1": 0.652482269503546, "f1_ci": {"90": [0.599529195335524, 0.7023658924943721], "95": [0.5859333563934047, 0.7091588563719088]}, "precision": 0.6798029556650246, "recall": 0.6272727272727273}}}, "2021.test (span detection)": {"micro/f1": 0.7855791826675074, "micro/f1_ci": {}, "micro/recall": 0.7925292008789175, "micro/precision": 0.77875, "macro/f1": 0.7855791826675074, "macro/f1_ci": {}, "macro/recall": 0.7925292008789175, "macro/precision": 0.77875}, "2020.test (span detection)": {"micro/f1": 0.7753207753207753, "micro/f1_ci": {}, "micro/recall": 0.7368967306694344, "micro/precision": 0.8179723502304147, "macro/f1": 0.7753207753207753, "macro/f1_ci": {}, "macro/recall": 0.7368967306694344, "macro/precision": 0.8179723502304147}, "2020.dev (span detection)": {"micro/f1": 0.7658280342825545, "micro/f1_ci": {}, "micro/recall": 0.7236154649947754, "micro/precision": 0.813270698766882, "macro/f1": 0.7658280342825545, "macro/f1_ci": {}, "macro/recall": 0.7236154649947754, "macro/precision": 0.813270698766882}}
+{"2020.dev": {"micro/f1": 0.6461870115871734, "micro/f1_ci": {}, "micro/recall": 0.6264367816091954, "micro/precision": 0.6672231496939344, "macro/f1": 0.5926978856418852, "macro/f1_ci": {}, "macro/recall": 0.5761073706964339, "macro/precision": 0.61172737557305, "per_entity_metric": {"corporation": {"f1": 0.48186528497409326, "f1_ci": {}, "precision": 0.5081967213114754, "recall": 0.458128078817734}, "creative_work": {"f1": 0.5530864197530865, "f1_ci": {}, "precision": 0.5685279187817259, "recall": 0.5384615384615384}, "event": {"f1": 0.40490797546012275, "f1_ci": {}, "precision": 0.4248927038626609, "recall": 0.38671875}, "group": {"f1": 0.5560747663551402, "f1_ci": {}, "precision": 0.5920398009950248, "recall": 0.5242290748898678}, "location": {"f1": 0.6296296296296297, "f1_ci": {}, "precision": 0.6040609137055838, "recall": 0.6574585635359116}, "person": {"f1": 0.8683760683760683, "f1_ci": {}, "precision": 0.8881118881118881, "recall": 0.8494983277591973}, "product": {"f1": 0.654945054945055, "f1_ci": {}, "precision": 0.6962616822429907, "recall": 0.6182572614107884}}}, "2021.test": {"micro/f1": 0.6405933917734322, "micro/f1_ci": {"90": [0.631778937808505, 0.6496155272705774], "95": [0.6304400232899813, 0.6514114604724054]}, "micro/recall": 0.6591119333950046, "micro/precision": 0.6230870135548754, "macro/f1": 0.5944351160023098, "macro/f1_ci": {"90": [0.5847208708923466, 0.603808377698836], "95": [0.5828546488018534, 0.6052274662051181]}, "macro/recall": 0.6180335313677364, "macro/precision": 0.5741906773305591, "per_entity_metric": {"corporation": {"f1": 0.5161987041036716, "f1_ci": {"90": [0.49180141685517725, 0.5412822594794634], "95": [0.4872053907697826, 0.5464205205875101]}, "precision": 0.5021008403361344, "recall": 0.5311111111111111}, "creative_work": {"f1": 0.4572468162522741, "f1_ci": {"90": [0.4263245047046743, 0.48619332184333874], "95": [0.4203299955901526, 0.49227302083088703]}, "precision": 0.4106753812636166, "recall": 0.5157318741450069}, "event": {"f1": 0.4586907449209932, "f1_ci": {"90": [0.4353521868871257, 0.48032375354584356], "95": [0.4313319263983663, 0.4842758616893962]}, "precision": 0.4551971326164875, "recall": 0.462238398544131}, "group": {"f1": 0.5974197816738339, "f1_ci": {"90": [0.5762787240136122, 0.618982083736629], "95": [0.5733679043193478, 0.62334357181611]}, "precision": 0.6, "recall": 0.5948616600790514}, "location": {"f1": 0.6470211402946828, "f1_ci": {"90": [0.6202857142857143, 0.6734338120728754], "95": [0.613022658886491, 0.6770613077175826]}, "precision": 0.5976331360946746, "recall": 0.7053072625698324}, "person": {"f1": 0.8270704122582998, "f1_ci": {"90": [0.8161884707751226, 0.8380467499055994], "95": [0.8142470822597432, 0.8396568324466097]}, "precision": 0.8184115523465704, "recall": 0.8359144542772862}, "product": {"f1": 0.6573982125124131, "f1_ci": {"90": [0.6348520899144029, 0.6785714285714285], "95": [0.6316288989365912, 0.6825163014469338]}, "precision": 0.6353166986564299, "recall": 0.6810699588477366}}}, "2020.test": {"micro/f1": 0.6638023630504833, "micro/f1_ci": {"90": [0.6418572016184402, 0.683072873635275], "95": [0.6397231030341602, 0.6878762682463384]}, "micro/recall": 0.6414115204981837, "micro/precision": 0.6878130217028381, "macro/f1": 0.6240651348448572, "macro/f1_ci": {"90": [0.6000726487941666, 0.6450820854370489], "95": [0.5959923653749377, 0.6483570192589765]}, "macro/recall": 0.6088211190017436, "macro/precision": 0.6445261805050383, "per_entity_metric": {"corporation": {"f1": 0.5804749340369394, "f1_ci": {"90": [0.5186940057264247, 0.634421505376344], "95": [0.511232833957553, 0.6458452608142494]}, "precision": 0.5851063829787234, "recall": 0.5759162303664922}, "creative_work": {"f1": 0.5494505494505495, "f1_ci": {"90": [0.49384915088405895, 0.6042839513427749], "95": [0.48414288370363484, 0.6140688259109314]}, "precision": 0.5405405405405406, "recall": 0.5586592178770949}, "event": {"f1": 0.4990403071017275, "f1_ci": {"90": [0.4465795369678865, 0.545831502200961], "95": [0.43690366732838776, 0.5538938053097346]}, "precision": 0.5078125, "recall": 0.49056603773584906}, "group": {"f1": 0.5617977528089888, "f1_ci": {"90": [0.5054113082467208, 0.6175137833864248], "95": [0.49254370765167715, 0.6298707075842308]}, "precision": 0.672645739910314, "recall": 0.48231511254019294}, "location": {"f1": 0.6744868035190615, "f1_ci": {"90": [0.611976320582878, 0.7320256856279911], "95": [0.5962226896592779, 0.740745899102445]}, "precision": 0.6534090909090909, "recall": 0.696969696969697}, "person": {"f1": 0.847545219638243, "f1_ci": {"90": [0.8229540630381673, 0.8695689462301439], "95": [0.818900462962963, 0.874592017212771]}, "precision": 0.8707964601769912, "recall": 0.825503355704698}, "product": {"f1": 0.6556603773584906, "f1_ci": {"90": [0.6023278867102397, 0.7027096864306166], "95": [0.5898495068901802, 0.7139374819254937]}, "precision": 0.6813725490196079, "recall": 0.6318181818181818}}}, "2021.test (span detection)": {"micro/f1": 0.7790952514751335, "micro/f1_ci": {}, "micro/recall": 0.8016653174511391, "micro/precision": 0.7577612592916484, "macro/f1": 0.7790952514751335, "macro/f1_ci": {}, "macro/recall": 0.8016653174511391, "macro/precision": 0.7577612592916484}, "2020.test (span detection)": {"micro/f1": 0.7773301101262422, "micro/f1_ci": {}, "micro/recall": 0.7509081473793461, "micro/precision": 0.8056792873051225, "macro/f1": 0.7773301101262422, "macro/f1_ci": {}, "macro/recall": 0.7509081473793461, "macro/precision": 0.8056792873051225}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f6d46882b60a7bdaf1d78b130b9caf378f160bfe6a96772c2b5a1cc89ae4071
-size 537363441
+oid sha256:1219c284236f8f537c519efce736399c159b0a8c811b3efbc62cc61a695cbf1d
+size 537366193

tokenizer_config.json

@@ -1 +1 @@
-{"normalization": false, "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "model_max_length": 128, "name_or_path": "cner_output/model/baseline/bertweet_base/best_model", "special_tokens_map_file": "cner_output/model/baseline/bertweet_base/model_mwzvua/epoch_10/special_tokens_map.json", "tokenizer_class": "BertweetTokenizer"}
+{"normalization": false, "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "model_max_length": 128, "name_or_path": "cner_output/model/baseline/bertweet_base/model_mwzvua/epoch_10", "special_tokens_map_file": "cner_output/model/baseline/bertweet_base/model_mwzvua/epoch_10/special_tokens_map.json", "tokenizer_class": "BertweetTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2020.train", "model": "vinai/bertweet-base", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-05, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.15, "max_grad_norm": 1}