model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/roberta_base_dec2021_concat/best_model",
+  "_name_or_path": "cardiffnlp/twitter-roberta-base-dec2021",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -0,0 +1 @@
+{"2020.dev": {"micro/f1": 0.646588486140725, "micro/f1_ci": {"90": [0.6251572847682119, 0.6652575829440774], "95": [0.6202548167957826, 0.6675569401443305]}, "micro/recall": 0.6337513061650992, "micro/precision": 0.6599564744287268, "macro/f1": 0.5928191294529521, "macro/f1_ci": {"90": [0.5695540148162108, 0.6121823270191757], "95": [0.565917349723447, 0.6157694241618044]}, "macro/recall": 0.5810734177928769, "macro/precision": 0.6071323009501672, "per_entity_metric": {"corporation": {"f1": 0.5221932114882506, "f1_ci": {"90": [0.4639481481481481, 0.5746565855943261], "95": [0.4550561797752809, 0.5837931495852289]}, "precision": 0.5555555555555556, "recall": 0.49261083743842365}, "creative_work": {"f1": 0.5145631067961166, "f1_ci": {"90": [0.4514178101742587, 0.5668257193657245], "95": [0.4438660625913183, 0.5738767340098687]}, "precision": 0.5196078431372549, "recall": 0.5096153846153846}, "event": {"f1": 0.4087301587301588, "f1_ci": {"90": [0.35797665369649806, 0.45738478044716224], "95": [0.3496566537062586, 0.464614632640461]}, "precision": 0.4153225806451613, "recall": 0.40234375}, "group": {"f1": 0.5676274944567627, "f1_ci": {"90": [0.5077711988701179, 0.6153989667049369], "95": [0.4967233640444129, 0.6254977337586034]}, "precision": 0.5714285714285714, "recall": 0.5638766519823789}, "location": {"f1": 0.6259946949602122, "f1_ci": {"90": [0.5721281296023564, 0.6790785432207108], "95": [0.5597822125744706, 0.6885323780226626]}, "precision": 0.6020408163265306, "recall": 0.6519337016574586}, "person": {"f1": 0.8742616033755274, "f1_ci": {"90": [0.851580210867802, 0.8921752086270625], "95": [0.8460828555681655, 0.8962829206636468]}, "precision": 0.8824531516183987, "recall": 0.8662207357859532}, "product": {"f1": 0.6363636363636365, "f1_ci": {"90": [0.5867092433194795, 0.6793355623257256], "95": [0.5756646747465678, 0.688391706360325]}, "precision": 0.7035175879396985, "recall": 0.5809128630705395}}}, "2021.test": {"micro/f1": 0.6451864218141348, "micro/f1_ci": {"90": [0.6365283596050658, 0.6550421835475038], "95": [0.6346506311818689, 0.6566790916930256]}, "micro/recall": 0.6703283996299723, "micro/precision": 0.6218622613173139, "macro/f1": 0.5984337798087959, "macro/f1_ci": {"90": [0.5887083949848766, 0.608119009296465], "95": [0.5864915693567034, 0.6103704094502992]}, "macro/recall": 0.6271861146945873, "macro/precision": 0.576224537660451, "per_entity_metric": {"corporation": {"f1": 0.5229309435951502, "f1_ci": {"90": [0.4991188664558786, 0.5476819511214662], "95": [0.4941402507929312, 0.552537213156609]}, "precision": 0.4974924774322969, "recall": 0.5511111111111111}, "creative_work": {"f1": 0.4313063063063063, "f1_ci": {"90": [0.4032705831338021, 0.4630232451008393], "95": [0.39695225084569347, 0.4674781279349912]}, "precision": 0.36650717703349284, "recall": 0.5239398084815321}, "event": {"f1": 0.4658886894075404, "f1_ci": {"90": [0.4423160339156771, 0.48852522159152206], "95": [0.4386609141939523, 0.4933260862023106]}, "precision": 0.45969884853852966, "recall": 0.47224749772520475}, "group": {"f1": 0.6052196894615129, "f1_ci": {"90": [0.5859193309369339, 0.6273252084669659], "95": [0.583545640841997, 0.6303998408807465]}, "precision": 0.6070245195493704, "recall": 0.6034255599472991}, "location": {"f1": 0.6649874055415617, "f1_ci": {"90": [0.637866241327518, 0.6920316418037316], "95": [0.6338790444712203, 0.695329783025354]}, "precision": 0.6055045871559633, "recall": 0.7374301675977654}, "person": {"f1": 0.8376775121337408, "f1_ci": {"90": [0.8274347658378238, 0.8484787946853214], "95": [0.8253260558444883, 0.8505373694944749]}, "precision": 0.8172571027709575, "recall": 0.8591445427728613}, "product": {"f1": 0.6610259122157588, "f1_ci": {"90": [0.6384070728278912, 0.6829834716264374], "95": [0.6355642843131, 0.6875400756186918]}, "precision": 0.6800870511425462, "recall": 0.6430041152263375}}}, "2020.test": {"micro/f1": 0.6507936507936507, "micro/f1_ci": {"90": [0.630060390800867, 0.6706019239897782], "95": [0.625978259073758, 0.6744190774584403]}, "micro/recall": 0.6382978723404256, "micro/precision": 0.6637884511602806, "macro/f1": 0.6088735842410985, "macro/f1_ci": {"90": [0.5855903044170264, 0.6295204566698994], "95": [0.5822140746329457, 0.6328067383292573]}, "macro/recall": 0.6014448326527085, "macro/precision": 0.6203831508667683, "per_entity_metric": {"corporation": {"f1": 0.5736040609137055, "f1_ci": {"90": [0.5164300128416803, 0.6276560454405574], "95": [0.5027588151919238, 0.639618138424821]}, "precision": 0.5566502463054187, "recall": 0.5916230366492147}, "creative_work": {"f1": 0.5546666666666668, "f1_ci": {"90": [0.5015272262540508, 0.6056210964607912], "95": [0.490016583747927, 0.612251275510204]}, "precision": 0.5306122448979592, "recall": 0.5810055865921788}, "event": {"f1": 0.47490347490347495, "f1_ci": {"90": [0.42265181502961124, 0.5238421395955641], "95": [0.4165029469548134, 0.535981904131867]}, "precision": 0.48616600790513836, "recall": 0.4641509433962264}, "group": {"f1": 0.5519713261648745, "f1_ci": {"90": [0.4970649413207217, 0.6025001565068979], "95": [0.48285664933270306, 0.6135480804056502]}, "precision": 0.6234817813765182, "recall": 0.49517684887459806}, "location": {"f1": 0.6315789473684211, "f1_ci": {"90": [0.5632722776427195, 0.6938831270213004], "95": [0.5467116493656287, 0.7086536025766295]}, "precision": 0.6101694915254238, "recall": 0.6545454545454545}, "person": {"f1": 0.8414839797639124, "f1_ci": {"90": [0.8135241884688061, 0.8651829905424483], "95": [0.8094352648552664, 0.8702667855173793]}, "precision": 0.8457627118644068, "recall": 0.837248322147651}, "product": {"f1": 0.6339066339066339, "f1_ci": {"90": [0.5772648123021257, 0.6872097990788332], "95": [0.5629475685954902, 0.6962635171502667]}, "precision": 0.6898395721925134, "recall": 0.5863636363636363}}}, "2021.test (span detection)": {"micro/f1": 0.7821354429669527, "micro/f1_ci": {}, "micro/recall": 0.8060599051694229, "micro/precision": 0.759590235396687, "macro/f1": 0.7821354429669527, "macro/f1_ci": {}, "macro/recall": 0.8060599051694229, "macro/precision": 0.759590235396687}, "2020.test (span detection)": {"micro/f1": 0.7646432374866879, "micro/f1_ci": {}, "micro/recall": 0.7451997924234561, "micro/precision": 0.7851284855112083, "macro/f1": 0.7646432374866879, "macro/f1_ci": {}, "macro/recall": 0.7451997924234561, "macro/precision": 0.7851284855112083}, "2020.dev (span detection)": {"micro/f1": 0.7644849785407726, "micro/f1_ci": {}, "micro/recall": 0.7445141065830722, "micro/precision": 0.7855567805953694, "macro/f1": 0.7644849785407726, "macro/f1_ci": {}, "macro/recall": 0.7445141065830722, "macro/precision": 0.7855567805953694}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31dcbd6f0214a38772ed21d6196b36bffa27cdfa2c850d94e374ccf4a2928112
-size 496349169
+oid sha256:d3d5b48bc51fdd8371d9aedd7d0f4d0a80fde009e2f6584f497d87e10be06bea
+size 496351921

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline_2021/roberta_base_dec2021_concat/best_model", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cardiffnlp/twitter-roberta-base-dec2021", "tokenizer_class": "RobertaTokenizer"}