Hugging Face's logo

opennyaiorg
/
en_legal_ner_sm

English
Eval Results
Model card Files Community
1
amant555 commited on
Commit
22d1263
·
1 Parent(s): a98de0d

Update meta.json

Browse files
Files changed (1) hide show
  1. meta.json +101 -78
meta.json CHANGED
@@ -48,85 +48,108 @@
48
 
49
  ],
50
  "performance":{
 
 
 
51
  "model_performance":[
52
- {
53
- "model_name":"combined_sm_cycle4",
54
- "evaluated_on":"preamble",
55
- "entity":"COURT",
56
- "gt_count":114,
57
- "pred_count":118,
58
- "strict_precision":91.2280701754,
59
- "strict_recall":88.1355932203,
60
- "strict_f1":89.6551724138,
61
- "partial_precision":94.6140350877,
62
- "partial_recall":91.406779661,
63
- "partial_f1":92.9827586207
64
- },
65
- {
66
- "model_name":"combined_sm_cycle4",
67
- "evaluated_on":"preamble",
68
- "entity":"JUDGE",
69
- "gt_count":161,
70
- "pred_count":166,
71
- "strict_precision":86.3354037267,
72
- "strict_recall":83.734939759,
73
- "strict_f1":85.0152905199,
74
- "partial_precision":87.701863354,
75
- "partial_recall":85.0602409639,
76
- "partial_f1":86.3608562691
77
- },
78
- {
79
- "model_name":"combined_sm_cycle4",
80
- "evaluated_on":"preamble",
81
- "entity":"LAWYER",
82
- "gt_count":541,
83
- "pred_count":590,
84
- "strict_precision":90.573012939,
85
- "strict_recall":83.0508474576,
86
- "strict_f1":86.6489832007,
87
- "partial_precision":92.6765249538,
88
- "partial_recall":84.9796610169,
89
- "partial_f1":88.6613616269
90
- },
91
- {
92
- "model_name":"combined_sm_cycle4",
93
- "evaluated_on":"preamble",
94
- "entity":"PETITIONER",
95
- "gt_count":180,
96
- "pred_count":202,
97
- "strict_precision":79.4444444444,
98
- "strict_recall":70.7920792079,
99
- "strict_f1":74.8691099476,
100
- "partial_precision":80.6388888889,
101
- "partial_recall":71.8564356436,
102
- "partial_f1":75.9947643979
103
- },
104
- {
105
- "model_name":"combined_sm_cycle4",
106
- "evaluated_on":"preamble",
107
- "entity":"RESPONDENT",
108
- "gt_count":270,
109
- "pred_count":310,
110
- "strict_precision":69.2592592593,
111
- "strict_recall":60.3225806452,
112
- "strict_f1":64.4827586207,
113
- "partial_precision":80.1962962963,
114
- "partial_recall":69.8483870968,
115
- "partial_f1":74.6655172414
116
- },
117
- {
118
- "model_name":"combined_sm_cycle4",
119
- "evaluated_on":"preamble",
120
- "entity":"overall",
121
- "gt_count":1266,
122
- "pred_count":1386,
123
- "strict_precision":83.9652448657,
124
- "strict_recall":76.6955266955,
125
- "strict_f1":80.1659125189,
126
- "partial_precision":87.8451816746,
127
- "partial_recall":80.2395382395,
128
- "partial_f1":83.8702865762
129
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  ]
131
  },
132
  "requirements":[
 
48
 
49
  ],
50
  "performance":{
51
+ 'strict_precision': 73.0435306885325,
52
+ 'strict_recall': 77.22955313316758,
53
+ 'strict_f1': 75.07823877544698,
54
  "model_performance":[
55
+ {'entity': 'CASE_NUMBER',
56
+ 'strict_precision': 53.1585220500596,
57
+ 'strict_recall': 66.96696696696696,
58
+ 'strict_f1': 59.269102990033225,
59
+ 'partial_precision': 58.65792610250298,
60
+ 'partial_recall': 73.89489489489489,
61
+ 'partial_f1': 65.40066445182724},
62
+ {'entity': 'COURT',
63
+ 'strict_precision': 85.45454545454545,
64
+ 'strict_recall': 87.27647867950482,
65
+ 'strict_f1': 86.35590336849268,
66
+ 'partial_precision': 89.63569023569023,
67
+ 'partial_recall': 91.54676753782668,
68
+ 'partial_f1': 90.58115005103777},
69
+ {'entity': 'DATE',
70
+ 'strict_precision': 88.69630746043708,
71
+ 'strict_recall': 93.63564041368338,
72
+ 'strict_f1': 91.09907120743036,
73
+ 'partial_precision': 91.00452147701584,
74
+ 'partial_recall': 96.07239459029437,
75
+ 'partial_f1': 93.46981424148608},
76
+ {'entity': 'GPE',
77
+ 'strict_precision': 49.32680538555692,
78
+ 'strict_recall': 74.76808905380334,
79
+ 'strict_f1': 59.43952802359882,
80
+ 'partial_precision': 50.67197062423501,
81
+ 'partial_recall': 76.80705009276438,
82
+ 'partial_f1': 61.06047197640118},
83
+ {'entity': 'JUDGE',
84
+ 'strict_precision': 86.01307189542484,
85
+ 'strict_recall': 85.78878748370273,
86
+ 'strict_f1': 85.90078328981724,
87
+ 'partial_precision': 87.04313725490196,
88
+ 'partial_recall': 86.81616688396349,
89
+ 'partial_f1': 86.92950391644908},
90
+ {'entity': 'LAWYER',
91
+ 'strict_precision': 88.74476987447699,
92
+ 'strict_recall': 91.65946413137424,
93
+ 'strict_f1': 90.17857142857144,
94
+ 'partial_precision': 90.49665271966528,
95
+ 'partial_recall': 93.46888504753672,
96
+ 'partial_f1': 91.95875850340136},
97
+ {'entity': 'ORG',
98
+ 'strict_precision': 48.93410852713178,
99
+ 'strict_recall': 55.73951434878588,
100
+ 'strict_f1': 52.115583075335394,
101
+ 'partial_precision': 53.39244186046512,
102
+ 'partial_recall': 60.81788079470199,
103
+ 'partial_f1': 56.86377708978328},
104
+ {'entity': 'OTHER_PERSON',
105
+ 'strict_precision': 61.97546804389929,
106
+ 'strict_recall': 66.66666666666667,
107
+ 'strict_f1': 64.23553027768486,
108
+ 'partial_precision': 64.04712717882505,
109
+ 'partial_recall': 68.8951388888889,
110
+ 'partial_f1': 66.38273670123787},
111
+ {'entity': 'PETITIONER',
112
+ 'strict_precision': 57.62859633827376,
113
+ 'strict_recall': 59.28251121076233,
114
+ 'strict_f1': 58.44385499557913,
115
+ 'partial_precision': 60.40366172624237,
116
+ 'partial_recall': 62.1372197309417,
117
+ 'partial_f1': 61.258178603006186},
118
+ {'entity': 'PRECEDENT',
119
+ 'strict_precision': 56.30026809651474,
120
+ 'strict_recall': 53.63984674329502,
121
+ 'strict_f1': 54.937867887508176,
122
+ 'partial_precision': 77.81501340482573,
123
+ 'partial_recall': 74.13793103448276,
124
+ 'partial_f1': 75.93198168737736},
125
+ {'entity': 'PROVISION',
126
+ 'strict_precision': 89.98646820027064,
127
+ 'strict_recall': 89.2018779342723,
128
+ 'strict_f1': 89.59245537217919,
129
+ 'partial_precision': 93.78822733423546,
130
+ 'partial_recall': 92.97048960429242,
131
+ 'partial_f1': 93.37756820478276},
132
+ {'entity': 'RESPONDENT',
133
+ 'strict_precision': 59.75189524465885,
134
+ 'strict_recall': 63.93805309734513,
135
+ 'strict_f1': 61.77413608835055,
136
+ 'partial_precision': 68.47415575465196,
137
+ 'partial_recall': 73.27138643067846,
138
+ 'partial_f1': 70.7915924474528},
139
+ {'entity': 'STATUTE',
140
+ 'strict_precision': 86.09715242881072,
141
+ 'strict_recall': 81.20063191153238,
142
+ 'strict_f1': 83.57723577235772,
143
+ 'partial_precision': 88.74958123953098,
144
+ 'partial_recall': 83.70221169036336,
145
+ 'partial_f1': 86.1520325203252},
146
+ {'entity': 'WITNESS',
147
+ 'strict_precision': 73.77049180327869,
148
+ 'strict_recall': 81.08108108108108,
149
+ 'strict_f1': 77.25321888412017,
150
+ 'partial_precision': 75.06830601092896,
151
+ 'partial_recall': 82.50750750750751,
152
+ 'partial_f1': 78.61230329041489}
153
  ]
154
  },
155
  "requirements":[