{"2021.dev": {"micro/f1": 0.6497203863751907, "micro/f1_ci": {}, "micro/recall": 0.639, "micro/precision": 0.6608066184074457, "macro/f1": 0.6040846014918451, "macro/f1_ci": {}, "macro/recall": 0.5951680223717177, "macro/precision": 0.6157020868847222, "per_entity_metric": {"corporation": {"f1": 0.5757575757575757, "f1_ci": {}, "precision": 0.59375, "recall": 0.5588235294117647}, "creative_work": {"f1": 0.5234899328859061, "f1_ci": {}, "precision": 0.52, "recall": 0.527027027027027}, "event": {"f1": 0.4201680672268908, "f1_ci": {}, "precision": 0.4672897196261682, "recall": 0.3816793893129771}, "group": {"f1": 0.627906976744186, "f1_ci": {}, "precision": 0.6650246305418719, "recall": 0.5947136563876652}, "location": {"f1": 0.6027397260273972, "f1_ci": {}, "precision": 0.5945945945945946, "recall": 0.6111111111111112}, "person": {"f1": 0.8243243243243243, "f1_ci": {}, "precision": 0.7896440129449838, "recall": 0.8621908127208481}, "product": {"f1": 0.6542056074766356, "f1_ci": {}, "precision": 0.6796116504854369, "recall": 0.6306306306306306}}}, "2021.test": {"micro/f1": 0.655251931280987, "micro/f1_ci": {"90": [0.6464329038715645, 0.6644913140065714], "95": [0.643687816840575, 0.6665911767779783]}, "micro/recall": 0.6571461609620721, "micro/precision": 0.6533685904805703, "macro/f1": 0.6038367634890193, "macro/f1_ci": {"90": [0.5943792582684101, 0.6137962439482288], "95": [0.5920045515534241, 0.6160068646604656]}, "macro/recall": 0.6086020401466904, "macro/precision": 0.6006491551013075, "per_entity_metric": {"corporation": {"f1": 0.5272331154684096, "f1_ci": {"90": [0.502525919083279, 0.5528871025664103], "95": [0.4977267887764524, 0.5575641926361611]}, "precision": 0.5170940170940171, "recall": 0.5377777777777778}, "creative_work": {"f1": 0.4389593062041361, "f1_ci": {"90": [0.4081022462482676, 0.46805875336347746], "95": [0.4031095831073842, 0.4760634486352681]}, "precision": 0.4283854166666667, "recall": 0.45006839945280436}, "event": {"f1": 0.46905222437137334, "f1_ci": {"90": [0.44597047177580085, 0.4933352272727273], "95": [0.44256911609852784, 0.4968690426958512]}, "precision": 0.500515995872033, "recall": 0.44131028207461326}, "group": {"f1": 0.6089895234876648, "f1_ci": {"90": [0.589038619038619, 0.6320534424401458], "95": [0.5849061441599553, 0.6346690132483618]}, "precision": 0.6252602359472589, "recall": 0.5935441370223979}, "location": {"f1": 0.6776099803020353, "f1_ci": {"90": [0.6494340267780017, 0.7051820267140803], "95": [0.6442522451156516, 0.7090934031674772]}, "precision": 0.6394052044609665, "recall": 0.7206703910614525}, "person": {"f1": 0.8418007593563551, "f1_ci": {"90": [0.8304729345499888, 0.8526980376362958], "95": [0.8287478255214684, 0.8544490228634517]}, "precision": 0.8258247605533877, "recall": 0.8584070796460177}, "product": {"f1": 0.6632124352331605, "f1_ci": {"90": [0.6409465020576132, 0.684911398897581], "95": [0.6370468868521454, 0.6892100086035412]}, "precision": 0.6680584551148225, "recall": 0.6584362139917695}}}, "2020.test": {"micro/f1": 0.6567328918322296, "micro/f1_ci": {"90": [0.6367329069861278, 0.6756032217463677], "95": [0.6323929424996375, 0.6804355376536286]}, "micro/recall": 0.6175402179553711, "micro/precision": 0.7012374779021803, "macro/f1": 0.6134357810007638, "macro/f1_ci": {"90": [0.5912740031546067, 0.6332647116281888], "95": [0.5881172634724844, 0.6358536607642565]}, "macro/recall": 0.57918039171165, "macro/precision": 0.6545411570113957, "per_entity_metric": {"corporation": {"f1": 0.5737265415549598, "f1_ci": {"90": [0.5165992904875836, 0.6230691426953109], "95": [0.5014568953344463, 0.6315982972136225]}, "precision": 0.5879120879120879, "recall": 0.5602094240837696}, "creative_work": {"f1": 0.49557522123893805, "f1_ci": {"90": [0.4333283877349159, 0.5505762371489373], "95": [0.4230769230769231, 0.5610579308332118]}, "precision": 0.525, "recall": 0.4692737430167598}, "event": {"f1": 0.48065173116089616, "f1_ci": {"90": [0.4288512518409425, 0.531949583718779], "95": [0.41939298355788984, 0.5424581465180373]}, "precision": 0.5221238938053098, "recall": 0.44528301886792454}, "group": {"f1": 0.5714285714285714, "f1_ci": {"90": [0.5205386474927168, 0.6214643484810444], "95": [0.5113284401613627, 0.6302839814127325]}, "precision": 0.6754385964912281, "recall": 0.49517684887459806}, "location": {"f1": 0.6461538461538462, "f1_ci": {"90": [0.5813922480620154, 0.7045138469502199], "95": [0.5730150940842019, 0.7134525767543859]}, "precision": 0.65625, "recall": 0.6363636363636364}, "person": {"f1": 0.8387096774193549, "f1_ci": {"90": [0.812278391390541, 0.8624109078217421], "95": [0.8056991909578726, 0.8681782968042391]}, "precision": 0.8729582577132486, "recall": 0.8070469798657718}, "product": {"f1": 0.6878048780487804, "f1_ci": {"90": [0.6363636363636365, 0.7363070750811945], "95": [0.6277364363130785, 0.7454572350726199]}, "precision": 0.7421052631578947, "recall": 0.6409090909090909}}}, "2021.test (span detection)": {"micro/f1": 0.7858172383972325, "micro/f1_ci": {}, "micro/recall": 0.7881346131606337, "micro/precision": 0.7835134513681306, "macro/f1": 0.7858172383972325, "macro/f1_ci": {}, "macro/recall": 0.7881346131606337, "macro/precision": 0.7835134513681306}, "2020.test (span detection)": {"micro/f1": 0.7595914987579354, "micro/f1_ci": {}, "micro/recall": 0.7140633108458744, "micro/precision": 0.8113207547169812, "macro/f1": 0.7595914987579354, "macro/f1_ci": {}, "macro/recall": 0.7140633108458744, "macro/precision": 0.8113207547169812}}