| { | |
| "lang":"en", | |
| "name":"legal_ner_sm", | |
| "version":"3.2.0", | |
| "description":"Indian Legal Named Entity Recognition: Identifying relevant entities in an Indian legal document", | |
| "author":"Aman Tiwari", | |
| "email":"[email protected]", | |
| "url":"https://github.com/Legal-NLP-EkStep/legal_NER", | |
| "license":"MIT", | |
| "spacy_version":">=3.2.2,<3.3.0", | |
| "spacy_git_version":"bbaf41fb3", | |
| "vectors":{ | |
| "width":0, | |
| "vectors":0, | |
| "keys":0, | |
| "name":null | |
| }, | |
| "labels":{ | |
| "tok2vec":[ | |
| ], | |
| "ner":[ | |
| "CASE_NUMBER", | |
| "COURT", | |
| "DATE", | |
| "GPE", | |
| "JUDGE", | |
| "LAWYER", | |
| "ORG", | |
| "OTHER_PERSON", | |
| "PETITIONER", | |
| "PRECEDENT", | |
| "PROVISION", | |
| "RESPONDENT", | |
| "STATUTE", | |
| "WITNESS" | |
| ] | |
| }, | |
| "pipeline":[ | |
| "tok2vec", | |
| "ner" | |
| ], | |
| "components":[ | |
| "tok2vec", | |
| "ner" | |
| ], | |
| "disabled":[ | |
| ], | |
| "performance":{ | |
| 'strict_precision': 73.0435306885325, | |
| 'strict_recall': 77.22955313316758, | |
| 'strict_f1': 75.07823877544698, | |
| "model_performance":[ | |
| {'entity': 'CASE_NUMBER', | |
| 'strict_precision': 53.1585220500596, | |
| 'strict_recall': 66.96696696696696, | |
| 'strict_f1': 59.269102990033225, | |
| 'partial_precision': 58.65792610250298, | |
| 'partial_recall': 73.89489489489489, | |
| 'partial_f1': 65.40066445182724}, | |
| {'entity': 'COURT', | |
| 'strict_precision': 85.45454545454545, | |
| 'strict_recall': 87.27647867950482, | |
| 'strict_f1': 86.35590336849268, | |
| 'partial_precision': 89.63569023569023, | |
| 'partial_recall': 91.54676753782668, | |
| 'partial_f1': 90.58115005103777}, | |
| {'entity': 'DATE', | |
| 'strict_precision': 88.69630746043708, | |
| 'strict_recall': 93.63564041368338, | |
| 'strict_f1': 91.09907120743036, | |
| 'partial_precision': 91.00452147701584, | |
| 'partial_recall': 96.07239459029437, | |
| 'partial_f1': 93.46981424148608}, | |
| {'entity': 'GPE', | |
| 'strict_precision': 49.32680538555692, | |
| 'strict_recall': 74.76808905380334, | |
| 'strict_f1': 59.43952802359882, | |
| 'partial_precision': 50.67197062423501, | |
| 'partial_recall': 76.80705009276438, | |
| 'partial_f1': 61.06047197640118}, | |
| {'entity': 'JUDGE', | |
| 'strict_precision': 86.01307189542484, | |
| 'strict_recall': 85.78878748370273, | |
| 'strict_f1': 85.90078328981724, | |
| 'partial_precision': 87.04313725490196, | |
| 'partial_recall': 86.81616688396349, | |
| 'partial_f1': 86.92950391644908}, | |
| {'entity': 'LAWYER', | |
| 'strict_precision': 88.74476987447699, | |
| 'strict_recall': 91.65946413137424, | |
| 'strict_f1': 90.17857142857144, | |
| 'partial_precision': 90.49665271966528, | |
| 'partial_recall': 93.46888504753672, | |
| 'partial_f1': 91.95875850340136}, | |
| {'entity': 'ORG', | |
| 'strict_precision': 48.93410852713178, | |
| 'strict_recall': 55.73951434878588, | |
| 'strict_f1': 52.115583075335394, | |
| 'partial_precision': 53.39244186046512, | |
| 'partial_recall': 60.81788079470199, | |
| 'partial_f1': 56.86377708978328}, | |
| {'entity': 'OTHER_PERSON', | |
| 'strict_precision': 61.97546804389929, | |
| 'strict_recall': 66.66666666666667, | |
| 'strict_f1': 64.23553027768486, | |
| 'partial_precision': 64.04712717882505, | |
| 'partial_recall': 68.8951388888889, | |
| 'partial_f1': 66.38273670123787}, | |
| {'entity': 'PETITIONER', | |
| 'strict_precision': 57.62859633827376, | |
| 'strict_recall': 59.28251121076233, | |
| 'strict_f1': 58.44385499557913, | |
| 'partial_precision': 60.40366172624237, | |
| 'partial_recall': 62.1372197309417, | |
| 'partial_f1': 61.258178603006186}, | |
| {'entity': 'PRECEDENT', | |
| 'strict_precision': 56.30026809651474, | |
| 'strict_recall': 53.63984674329502, | |
| 'strict_f1': 54.937867887508176, | |
| 'partial_precision': 77.81501340482573, | |
| 'partial_recall': 74.13793103448276, | |
| 'partial_f1': 75.93198168737736}, | |
| {'entity': 'PROVISION', | |
| 'strict_precision': 89.98646820027064, | |
| 'strict_recall': 89.2018779342723, | |
| 'strict_f1': 89.59245537217919, | |
| 'partial_precision': 93.78822733423546, | |
| 'partial_recall': 92.97048960429242, | |
| 'partial_f1': 93.37756820478276}, | |
| {'entity': 'RESPONDENT', | |
| 'strict_precision': 59.75189524465885, | |
| 'strict_recall': 63.93805309734513, | |
| 'strict_f1': 61.77413608835055, | |
| 'partial_precision': 68.47415575465196, | |
| 'partial_recall': 73.27138643067846, | |
| 'partial_f1': 70.7915924474528}, | |
| {'entity': 'STATUTE', | |
| 'strict_precision': 86.09715242881072, | |
| 'strict_recall': 81.20063191153238, | |
| 'strict_f1': 83.57723577235772, | |
| 'partial_precision': 88.74958123953098, | |
| 'partial_recall': 83.70221169036336, | |
| 'partial_f1': 86.1520325203252}, | |
| {'entity': 'WITNESS', | |
| 'strict_precision': 73.77049180327869, | |
| 'strict_recall': 81.08108108108108, | |
| 'strict_f1': 77.25321888412017, | |
| 'partial_precision': 75.06830601092896, | |
| 'partial_recall': 82.50750750750751, | |
| 'partial_f1': 78.61230329041489} | |
| ] | |
| }, | |
| "requirements":[ | |
| ] | |
| } |