File size: 3,457 Bytes
ef1c7f0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
{
  "lang":"en",
  "name":"legal_ner_trf",
  "version":"3.2.0",
  "description":"Indian Legal Named Entity Recognition: Identifying relevant entities in an Indian legal document",
  "author":"Aman Tiwari",
  "email":"[email protected]",
  "url":"https://github.com/Legal-NLP-EkStep/legal_NER",
  "license":"MIT",
  "spacy_version":">=3.2.2,<3.3.0",
  "spacy_git_version":"bbaf41fb3",
  "vectors":{
    "width":0,
    "vectors":0,
    "keys":0,
    "name":null
  },
  "labels":{
    "transformer":[

    ],
    "ner":[
      "CASE_NUMBER",
      "COURT",
      "DATE",
      "GPE",
      "JUDGE",
      "LAWYER",
      "ORG",
      "OTHER_PERSON",
      "PETITIONER",
      "PRECEDENT",
      "PROVISION",
      "RESPONDENT",
      "STATUTE",
      "WITNESS"
    ]
  },
  "pipeline":[
    "transformer",
    "ner"
  ],
  "components":[
    "transformer",
    "ner"
  ],
  "disabled":[

  ],
  "performance":{
    "model_performance":[
      {
        "model_name":"combined_trf_cycle4",
        "evaluated_on":"preamble",
        "entity":"COURT",
        "gt_count":112,
        "pred_count":118,
        "strict_precision":93.75,
        "strict_recall":88.9830508475,
        "strict_f1":91.3043478261,
        "partial_precision":97.0178571429,
        "partial_recall":92.0847457627,
        "partial_f1":94.4869565217
      },
      {
        "model_name":"combined_trf_cycle4",
        "evaluated_on":"preamble",
        "entity":"JUDGE",
        "gt_count":163,
        "pred_count":166,
        "strict_precision":97.5460122699,
        "strict_recall":95.7831325301,
        "strict_f1":96.6565349544,
        "partial_precision":99.5460122699,
        "partial_recall":97.7469879518,
        "partial_f1":98.6382978723
      },
      {
        "model_name":"combined_trf_cycle4",
        "evaluated_on":"preamble",
        "entity":"LAWYER",
        "gt_count":572,
        "pred_count":590,
        "strict_precision":96.6783216783,
        "strict_recall":93.7288135593,
        "strict_f1":95.1807228916,
        "partial_precision":98.4737762238,
        "partial_recall":95.4694915254,
        "partial_f1":96.9483648881
      },
      {
        "model_name":"combined_trf_cycle4",
        "evaluated_on":"preamble",
        "entity":"PETITIONER",
        "gt_count":199,
        "pred_count":202,
        "strict_precision":90.9547738693,
        "strict_recall":89.603960396,
        "strict_f1":90.2743142145,
        "partial_precision":92.8844221106,
        "partial_recall":91.504950495,
        "partial_f1":92.1895261845
      },
      {
        "model_name":"combined_trf_cycle4",
        "evaluated_on":"preamble",
        "entity":"RESPONDENT",
        "gt_count":282,
        "pred_count":310,
        "strict_precision":82.9787234043,
        "strict_recall":75.4838709677,
        "strict_f1":79.0540540541,
        "partial_precision":95.2836879433,
        "partial_recall":86.6774193548,
        "partial_f1":90.777027027
      },
      {
        "model_name":"combined_trf_cycle4",
        "evaluated_on":"preamble",
        "entity":"overall",
        "gt_count":1328,
        "pred_count":1386,
        "strict_precision":92.7710843373,
        "strict_recall":88.8888888889,
        "strict_f1":90.7885040531,
        "partial_precision":96.9676204819,
        "partial_recall":92.9098124098,
        "partial_f1":94.895357406
      }
    ]
  },
  "requirements":[
    "spacy-transformers>=1.1.4,<1.2.0"
  ]
}