| { | |
| "lang":"en", | |
| "name":"legal_ner_trf", | |
| "version":"3.2.0", | |
| "description":"Indian Legal Named Entity Recognition: Identifying relevant entities in an Indian legal document", | |
| "author":"Aman Tiwari", | |
| "email":"[email protected]", | |
| "url":"https://github.com/Legal-NLP-EkStep/legal_NER", | |
| "license":"MIT", | |
| "spacy_version":">=3.2.2,<3.3.0", | |
| "spacy_git_version":"bbaf41fb3", | |
| "vectors":{ | |
| "width":0, | |
| "vectors":0, | |
| "keys":0, | |
| "name":null | |
| }, | |
| "labels":{ | |
| "transformer":[ | |
| ], | |
| "ner":[ | |
| "CASE_NUMBER", | |
| "COURT", | |
| "DATE", | |
| "GPE", | |
| "JUDGE", | |
| "LAWYER", | |
| "ORG", | |
| "OTHER_PERSON", | |
| "PETITIONER", | |
| "PRECEDENT", | |
| "PROVISION", | |
| "RESPONDENT", | |
| "STATUTE", | |
| "WITNESS" | |
| ] | |
| }, | |
| "pipeline":[ | |
| "transformer", | |
| "ner" | |
| ], | |
| "components":[ | |
| "transformer", | |
| "ner" | |
| ], | |
| "disabled":[ | |
| ], | |
| "performance":{ | |
| "model_performance":[ | |
| { | |
| "model_name":"combined_trf_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"COURT", | |
| "gt_count":112, | |
| "pred_count":118, | |
| "strict_precision":93.75, | |
| "strict_recall":88.9830508475, | |
| "strict_f1":91.3043478261, | |
| "partial_precision":97.0178571429, | |
| "partial_recall":92.0847457627, | |
| "partial_f1":94.4869565217 | |
| }, | |
| { | |
| "model_name":"combined_trf_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"JUDGE", | |
| "gt_count":163, | |
| "pred_count":166, | |
| "strict_precision":97.5460122699, | |
| "strict_recall":95.7831325301, | |
| "strict_f1":96.6565349544, | |
| "partial_precision":99.5460122699, | |
| "partial_recall":97.7469879518, | |
| "partial_f1":98.6382978723 | |
| }, | |
| { | |
| "model_name":"combined_trf_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"LAWYER", | |
| "gt_count":572, | |
| "pred_count":590, | |
| "strict_precision":96.6783216783, | |
| "strict_recall":93.7288135593, | |
| "strict_f1":95.1807228916, | |
| "partial_precision":98.4737762238, | |
| "partial_recall":95.4694915254, | |
| "partial_f1":96.9483648881 | |
| }, | |
| { | |
| "model_name":"combined_trf_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"PETITIONER", | |
| "gt_count":199, | |
| "pred_count":202, | |
| "strict_precision":90.9547738693, | |
| "strict_recall":89.603960396, | |
| "strict_f1":90.2743142145, | |
| "partial_precision":92.8844221106, | |
| "partial_recall":91.504950495, | |
| "partial_f1":92.1895261845 | |
| }, | |
| { | |
| "model_name":"combined_trf_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"RESPONDENT", | |
| "gt_count":282, | |
| "pred_count":310, | |
| "strict_precision":82.9787234043, | |
| "strict_recall":75.4838709677, | |
| "strict_f1":79.0540540541, | |
| "partial_precision":95.2836879433, | |
| "partial_recall":86.6774193548, | |
| "partial_f1":90.777027027 | |
| }, | |
| { | |
| "model_name":"combined_trf_cycle4", | |
| "evaluated_on":"preamble", | |
| "entity":"overall", | |
| "gt_count":1328, | |
| "pred_count":1386, | |
| "strict_precision":92.7710843373, | |
| "strict_recall":88.8888888889, | |
| "strict_f1":90.7885040531, | |
| "partial_precision":96.9676204819, | |
| "partial_recall":92.9098124098, | |
| "partial_f1":94.895357406 | |
| } | |
| ] | |
| }, | |
| "requirements":[ | |
| "spacy-transformers>=1.1.4,<1.2.0" | |
| ] | |
| } |