nazifmhd commited on
Commit
c1beea5
·
verified ·
1 Parent(s): 9cbf816

Upload eval/metrics.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. eval/metrics.json +989 -0
eval/metrics.json ADDED
@@ -0,0 +1,989 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "n_test": 24,
3
+ "base": {
4
+ "aggregate": {
5
+ "rougeL": 0.6326198481362062,
6
+ "bertscore_f1": 0.9046786526838938,
7
+ "json_parse": 0.7916666666666666,
8
+ "schema_valid": 0.75,
9
+ "clause_type_acc": 0.625,
10
+ "risk_flag_acc": 0.4583333333333333,
11
+ "party_match": 0.125,
12
+ "trigger_null_agree": 0.5,
13
+ "party_in_text": 0.75,
14
+ "obligation_rougeL": 0.3560185149296254
15
+ },
16
+ "per_example": [
17
+ {
18
+ "json_parse": true,
19
+ "schema_valid": true,
20
+ "clause_type_acc": 1.0,
21
+ "risk_flag_acc": 0.0,
22
+ "party_match": 0.0,
23
+ "trigger_null_agree": 1.0,
24
+ "party_in_text": 1.0,
25
+ "obligation_rougeL": 0.5833333333333334,
26
+ "id": "ex052",
27
+ "rougeL": 0.7118644067796609,
28
+ "bertscore_f1": 0.906079113483429
29
+ },
30
+ {
31
+ "json_parse": true,
32
+ "schema_valid": true,
33
+ "clause_type_acc": 1.0,
34
+ "risk_flag_acc": 1.0,
35
+ "party_match": 0.0,
36
+ "trigger_null_agree": 1.0,
37
+ "party_in_text": 1.0,
38
+ "obligation_rougeL": 0.45161290322580644,
39
+ "id": "ex072",
40
+ "rougeL": 0.6885245901639345,
41
+ "bertscore_f1": 0.9109944105148315
42
+ },
43
+ {
44
+ "json_parse": true,
45
+ "schema_valid": true,
46
+ "clause_type_acc": 0.0,
47
+ "risk_flag_acc": 1.0,
48
+ "party_match": 0.0,
49
+ "trigger_null_agree": 1.0,
50
+ "party_in_text": 1.0,
51
+ "obligation_rougeL": 0.4444444444444445,
52
+ "id": "ex214",
53
+ "rougeL": 0.5882352941176471,
54
+ "bertscore_f1": 0.8920051455497742
55
+ },
56
+ {
57
+ "json_parse": true,
58
+ "schema_valid": true,
59
+ "clause_type_acc": 1.0,
60
+ "risk_flag_acc": 0.0,
61
+ "party_match": 0.0,
62
+ "trigger_null_agree": 1.0,
63
+ "party_in_text": 1.0,
64
+ "obligation_rougeL": 0.4615384615384615,
65
+ "id": "ex165",
66
+ "rougeL": 0.6352941176470589,
67
+ "bertscore_f1": 0.898993730545044
68
+ },
69
+ {
70
+ "json_parse": true,
71
+ "schema_valid": true,
72
+ "clause_type_acc": 1.0,
73
+ "risk_flag_acc": 1.0,
74
+ "party_match": 0.0,
75
+ "trigger_null_agree": 0.0,
76
+ "party_in_text": 1.0,
77
+ "obligation_rougeL": 0.47826086956521735,
78
+ "id": "ex111",
79
+ "rougeL": 0.605263157894737,
80
+ "bertscore_f1": 0.9251376390457153
81
+ },
82
+ {
83
+ "json_parse": true,
84
+ "schema_valid": true,
85
+ "clause_type_acc": 1.0,
86
+ "risk_flag_acc": 1.0,
87
+ "party_match": 0.0,
88
+ "trigger_null_agree": 1.0,
89
+ "party_in_text": 1.0,
90
+ "obligation_rougeL": 0.631578947368421,
91
+ "id": "ex000",
92
+ "rougeL": 0.8095238095238095,
93
+ "bertscore_f1": 0.9233261942863464
94
+ },
95
+ {
96
+ "json_parse": true,
97
+ "schema_valid": true,
98
+ "clause_type_acc": 0.0,
99
+ "risk_flag_acc": 1.0,
100
+ "party_match": 0.0,
101
+ "trigger_null_agree": 0.0,
102
+ "party_in_text": 1.0,
103
+ "obligation_rougeL": 0.9032258064516129,
104
+ "id": "ex114",
105
+ "rougeL": 0.7692307692307693,
106
+ "bertscore_f1": 0.9126526713371277
107
+ },
108
+ {
109
+ "json_parse": false,
110
+ "schema_valid": false,
111
+ "clause_type_acc": 0.0,
112
+ "risk_flag_acc": 0.0,
113
+ "party_match": 0.0,
114
+ "trigger_null_agree": 0.0,
115
+ "party_in_text": 0.0,
116
+ "obligation_rougeL": 0.0,
117
+ "id": "ex024",
118
+ "rougeL": 0.5679012345679012,
119
+ "bertscore_f1": 0.9047345519065857
120
+ },
121
+ {
122
+ "json_parse": true,
123
+ "schema_valid": true,
124
+ "clause_type_acc": 1.0,
125
+ "risk_flag_acc": 1.0,
126
+ "party_match": 0.0,
127
+ "trigger_null_agree": 0.0,
128
+ "party_in_text": 1.0,
129
+ "obligation_rougeL": 0.4782608695652174,
130
+ "id": "ex231",
131
+ "rougeL": 0.5609756097560975,
132
+ "bertscore_f1": 0.9166591763496399
133
+ },
134
+ {
135
+ "json_parse": true,
136
+ "schema_valid": true,
137
+ "clause_type_acc": 1.0,
138
+ "risk_flag_acc": 0.0,
139
+ "party_match": 0.0,
140
+ "trigger_null_agree": 1.0,
141
+ "party_in_text": 1.0,
142
+ "obligation_rougeL": 0.2926829268292683,
143
+ "id": "ex064",
144
+ "rougeL": 0.5517241379310345,
145
+ "bertscore_f1": 0.8985973596572876
146
+ },
147
+ {
148
+ "json_parse": false,
149
+ "schema_valid": false,
150
+ "clause_type_acc": 0.0,
151
+ "risk_flag_acc": 0.0,
152
+ "party_match": 0.0,
153
+ "trigger_null_agree": 0.0,
154
+ "party_in_text": 0.0,
155
+ "obligation_rougeL": 0.0,
156
+ "id": "ex152",
157
+ "rougeL": 0.8387096774193549,
158
+ "bertscore_f1": 0.9235028624534607
159
+ },
160
+ {
161
+ "json_parse": false,
162
+ "schema_valid": false,
163
+ "clause_type_acc": 0.0,
164
+ "risk_flag_acc": 0.0,
165
+ "party_match": 0.0,
166
+ "trigger_null_agree": 0.0,
167
+ "party_in_text": 0.0,
168
+ "obligation_rougeL": 0.0,
169
+ "id": "ex098",
170
+ "rougeL": 0.5217391304347826,
171
+ "bertscore_f1": 0.8772484660148621
172
+ },
173
+ {
174
+ "json_parse": true,
175
+ "schema_valid": true,
176
+ "clause_type_acc": 0.0,
177
+ "risk_flag_acc": 1.0,
178
+ "party_match": 1.0,
179
+ "trigger_null_agree": 1.0,
180
+ "party_in_text": 1.0,
181
+ "obligation_rougeL": 0.6206896551724138,
182
+ "id": "ex042",
183
+ "rougeL": 0.7142857142857143,
184
+ "bertscore_f1": 0.9083841443061829
185
+ },
186
+ {
187
+ "json_parse": true,
188
+ "schema_valid": true,
189
+ "clause_type_acc": 1.0,
190
+ "risk_flag_acc": 0.0,
191
+ "party_match": 0.0,
192
+ "trigger_null_agree": 1.0,
193
+ "party_in_text": 1.0,
194
+ "obligation_rougeL": 0.1935483870967742,
195
+ "id": "ex077",
196
+ "rougeL": 0.5396825396825397,
197
+ "bertscore_f1": 0.9041904807090759
198
+ },
199
+ {
200
+ "json_parse": true,
201
+ "schema_valid": true,
202
+ "clause_type_acc": 1.0,
203
+ "risk_flag_acc": 1.0,
204
+ "party_match": 1.0,
205
+ "trigger_null_agree": 0.0,
206
+ "party_in_text": 1.0,
207
+ "obligation_rougeL": 0.4,
208
+ "id": "ex104",
209
+ "rougeL": 0.5063291139240507,
210
+ "bertscore_f1": 0.8854984641075134
211
+ },
212
+ {
213
+ "json_parse": true,
214
+ "schema_valid": true,
215
+ "clause_type_acc": 1.0,
216
+ "risk_flag_acc": 1.0,
217
+ "party_match": 0.0,
218
+ "trigger_null_agree": 0.0,
219
+ "party_in_text": 1.0,
220
+ "obligation_rougeL": 0.5116279069767441,
221
+ "id": "ex008",
222
+ "rougeL": 0.6410256410256411,
223
+ "bertscore_f1": 0.900595486164093
224
+ },
225
+ {
226
+ "json_parse": true,
227
+ "schema_valid": true,
228
+ "clause_type_acc": 1.0,
229
+ "risk_flag_acc": 1.0,
230
+ "party_match": 0.0,
231
+ "trigger_null_agree": 1.0,
232
+ "party_in_text": 1.0,
233
+ "obligation_rougeL": 0.27586206896551724,
234
+ "id": "ex164",
235
+ "rougeL": 0.5974025974025973,
236
+ "bertscore_f1": 0.896554708480835
237
+ },
238
+ {
239
+ "json_parse": true,
240
+ "schema_valid": true,
241
+ "clause_type_acc": 1.0,
242
+ "risk_flag_acc": 0.0,
243
+ "party_match": 1.0,
244
+ "trigger_null_agree": 1.0,
245
+ "party_in_text": 1.0,
246
+ "obligation_rougeL": 0.6399999999999999,
247
+ "id": "ex030",
248
+ "rougeL": 0.7857142857142857,
249
+ "bertscore_f1": 0.9046365022659302
250
+ },
251
+ {
252
+ "json_parse": true,
253
+ "schema_valid": true,
254
+ "clause_type_acc": 1.0,
255
+ "risk_flag_acc": 0.0,
256
+ "party_match": 0.0,
257
+ "trigger_null_agree": 0.0,
258
+ "party_in_text": 1.0,
259
+ "obligation_rougeL": 0.17777777777777778,
260
+ "id": "ex004",
261
+ "rougeL": 0.3488372093023256,
262
+ "bertscore_f1": 0.9074385762214661
263
+ },
264
+ {
265
+ "json_parse": true,
266
+ "schema_valid": false,
267
+ "clause_type_acc": 0.0,
268
+ "risk_flag_acc": 0.0,
269
+ "party_match": 0.0,
270
+ "trigger_null_agree": 0.0,
271
+ "party_in_text": 0.0,
272
+ "obligation_rougeL": 0.0,
273
+ "id": "ex217",
274
+ "rougeL": 0.619718309859155,
275
+ "bertscore_f1": 0.9165470004081726
276
+ },
277
+ {
278
+ "json_parse": false,
279
+ "schema_valid": false,
280
+ "clause_type_acc": 0.0,
281
+ "risk_flag_acc": 0.0,
282
+ "party_match": 0.0,
283
+ "trigger_null_agree": 0.0,
284
+ "party_in_text": 0.0,
285
+ "obligation_rougeL": 0.0,
286
+ "id": "ex220",
287
+ "rougeL": 0.611111111111111,
288
+ "bertscore_f1": 0.8937259912490845
289
+ },
290
+ {
291
+ "json_parse": true,
292
+ "schema_valid": true,
293
+ "clause_type_acc": 1.0,
294
+ "risk_flag_acc": 1.0,
295
+ "party_match": 0.0,
296
+ "trigger_null_agree": 1.0,
297
+ "party_in_text": 1.0,
298
+ "obligation_rougeL": 0.7692307692307693,
299
+ "id": "ex088",
300
+ "rougeL": 0.7951807228915664,
301
+ "bertscore_f1": 0.9148201942443848
302
+ },
303
+ {
304
+ "json_parse": false,
305
+ "schema_valid": false,
306
+ "clause_type_acc": 0.0,
307
+ "risk_flag_acc": 0.0,
308
+ "party_match": 0.0,
309
+ "trigger_null_agree": 0.0,
310
+ "party_in_text": 0.0,
311
+ "obligation_rougeL": 0.0,
312
+ "id": "ex034",
313
+ "rougeL": 0.707070707070707,
314
+ "bertscore_f1": 0.9086143970489502
315
+ },
316
+ {
317
+ "json_parse": true,
318
+ "schema_valid": true,
319
+ "clause_type_acc": 1.0,
320
+ "risk_flag_acc": 0.0,
321
+ "party_match": 0.0,
322
+ "trigger_null_agree": 1.0,
323
+ "party_in_text": 1.0,
324
+ "obligation_rougeL": 0.23076923076923075,
325
+ "id": "ex116",
326
+ "rougeL": 0.4675324675324675,
327
+ "bertscore_f1": 0.8813503980636597
328
+ }
329
+ ]
330
+ },
331
+ "tuned": {
332
+ "aggregate": {
333
+ "rougeL": 0.7776023985106084,
334
+ "bertscore_f1": 0.9665539413690567,
335
+ "json_parse": 1.0,
336
+ "schema_valid": 1.0,
337
+ "clause_type_acc": 0.9166666666666666,
338
+ "risk_flag_acc": 0.625,
339
+ "party_match": 0.9583333333333334,
340
+ "trigger_null_agree": 0.7083333333333334,
341
+ "party_in_text": 1.0,
342
+ "obligation_rougeL": 0.7206066103920644
343
+ },
344
+ "per_example": [
345
+ {
346
+ "json_parse": true,
347
+ "schema_valid": true,
348
+ "clause_type_acc": 1.0,
349
+ "risk_flag_acc": 0.0,
350
+ "party_match": 1.0,
351
+ "trigger_null_agree": 1.0,
352
+ "party_in_text": 1.0,
353
+ "obligation_rougeL": 0.6086956521739131,
354
+ "id": "ex052",
355
+ "rougeL": 0.8000000000000002,
356
+ "bertscore_f1": 0.9695652723312378
357
+ },
358
+ {
359
+ "json_parse": true,
360
+ "schema_valid": true,
361
+ "clause_type_acc": 1.0,
362
+ "risk_flag_acc": 0.0,
363
+ "party_match": 1.0,
364
+ "trigger_null_agree": 1.0,
365
+ "party_in_text": 1.0,
366
+ "obligation_rougeL": 0.7499999999999999,
367
+ "id": "ex072",
368
+ "rougeL": 0.8387096774193549,
369
+ "bertscore_f1": 0.9802681803703308
370
+ },
371
+ {
372
+ "json_parse": true,
373
+ "schema_valid": true,
374
+ "clause_type_acc": 0.0,
375
+ "risk_flag_acc": 1.0,
376
+ "party_match": 1.0,
377
+ "trigger_null_agree": 1.0,
378
+ "party_in_text": 1.0,
379
+ "obligation_rougeL": 0.7058823529411765,
380
+ "id": "ex214",
381
+ "rougeL": 0.8478260869565217,
382
+ "bertscore_f1": 0.9729518890380859
383
+ },
384
+ {
385
+ "json_parse": true,
386
+ "schema_valid": true,
387
+ "clause_type_acc": 1.0,
388
+ "risk_flag_acc": 1.0,
389
+ "party_match": 1.0,
390
+ "trigger_null_agree": 1.0,
391
+ "party_in_text": 1.0,
392
+ "obligation_rougeL": 0.5454545454545454,
393
+ "id": "ex165",
394
+ "rougeL": 0.7341772151898733,
395
+ "bertscore_f1": 0.9454330801963806
396
+ },
397
+ {
398
+ "json_parse": true,
399
+ "schema_valid": true,
400
+ "clause_type_acc": 1.0,
401
+ "risk_flag_acc": 1.0,
402
+ "party_match": 1.0,
403
+ "trigger_null_agree": 0.0,
404
+ "party_in_text": 1.0,
405
+ "obligation_rougeL": 0.4651162790697674,
406
+ "id": "ex111",
407
+ "rougeL": 0.575,
408
+ "bertscore_f1": 0.9512670636177063
409
+ },
410
+ {
411
+ "json_parse": true,
412
+ "schema_valid": true,
413
+ "clause_type_acc": 1.0,
414
+ "risk_flag_acc": 1.0,
415
+ "party_match": 1.0,
416
+ "trigger_null_agree": 1.0,
417
+ "party_in_text": 1.0,
418
+ "obligation_rougeL": 0.896551724137931,
419
+ "id": "ex000",
420
+ "rougeL": 0.9600000000000001,
421
+ "bertscore_f1": 0.9887819290161133
422
+ },
423
+ {
424
+ "json_parse": true,
425
+ "schema_valid": true,
426
+ "clause_type_acc": 1.0,
427
+ "risk_flag_acc": 1.0,
428
+ "party_match": 1.0,
429
+ "trigger_null_agree": 0.0,
430
+ "party_in_text": 1.0,
431
+ "obligation_rougeL": 0.6428571428571429,
432
+ "id": "ex114",
433
+ "rougeL": 0.676470588235294,
434
+ "bertscore_f1": 0.9521608352661133
435
+ },
436
+ {
437
+ "json_parse": true,
438
+ "schema_valid": true,
439
+ "clause_type_acc": 1.0,
440
+ "risk_flag_acc": 0.0,
441
+ "party_match": 1.0,
442
+ "trigger_null_agree": 1.0,
443
+ "party_in_text": 1.0,
444
+ "obligation_rougeL": 0.5454545454545454,
445
+ "id": "ex024",
446
+ "rougeL": 0.8787878787878789,
447
+ "bertscore_f1": 0.9745145440101624
448
+ },
449
+ {
450
+ "json_parse": true,
451
+ "schema_valid": true,
452
+ "clause_type_acc": 1.0,
453
+ "risk_flag_acc": 1.0,
454
+ "party_match": 1.0,
455
+ "trigger_null_agree": 0.0,
456
+ "party_in_text": 1.0,
457
+ "obligation_rougeL": 0.9090909090909091,
458
+ "id": "ex231",
459
+ "rougeL": 0.5170068027210885,
460
+ "bertscore_f1": 0.9289091229438782
461
+ },
462
+ {
463
+ "json_parse": true,
464
+ "schema_valid": true,
465
+ "clause_type_acc": 1.0,
466
+ "risk_flag_acc": 0.0,
467
+ "party_match": 1.0,
468
+ "trigger_null_agree": 1.0,
469
+ "party_in_text": 1.0,
470
+ "obligation_rougeL": 0.3333333333333333,
471
+ "id": "ex064",
472
+ "rougeL": 0.6808510638297872,
473
+ "bertscore_f1": 0.9609662294387817
474
+ },
475
+ {
476
+ "json_parse": true,
477
+ "schema_valid": true,
478
+ "clause_type_acc": 0.0,
479
+ "risk_flag_acc": 1.0,
480
+ "party_match": 1.0,
481
+ "trigger_null_agree": 1.0,
482
+ "party_in_text": 1.0,
483
+ "obligation_rougeL": 0.6857142857142856,
484
+ "id": "ex152",
485
+ "rougeL": 0.8048780487804879,
486
+ "bertscore_f1": 0.9590479135513306
487
+ },
488
+ {
489
+ "json_parse": true,
490
+ "schema_valid": true,
491
+ "clause_type_acc": 1.0,
492
+ "risk_flag_acc": 0.0,
493
+ "party_match": 0.0,
494
+ "trigger_null_agree": 0.0,
495
+ "party_in_text": 1.0,
496
+ "obligation_rougeL": 0.47058823529411764,
497
+ "id": "ex098",
498
+ "rougeL": 0.5882352941176471,
499
+ "bertscore_f1": 0.9507361054420471
500
+ },
501
+ {
502
+ "json_parse": true,
503
+ "schema_valid": true,
504
+ "clause_type_acc": 1.0,
505
+ "risk_flag_acc": 1.0,
506
+ "party_match": 1.0,
507
+ "trigger_null_agree": 1.0,
508
+ "party_in_text": 1.0,
509
+ "obligation_rougeL": 1.0,
510
+ "id": "ex042",
511
+ "rougeL": 1.0,
512
+ "bertscore_f1": 1.0
513
+ },
514
+ {
515
+ "json_parse": true,
516
+ "schema_valid": true,
517
+ "clause_type_acc": 1.0,
518
+ "risk_flag_acc": 0.0,
519
+ "party_match": 1.0,
520
+ "trigger_null_agree": 1.0,
521
+ "party_in_text": 1.0,
522
+ "obligation_rougeL": 0.7692307692307693,
523
+ "id": "ex077",
524
+ "rougeL": 0.8450704225352113,
525
+ "bertscore_f1": 0.9793273210525513
526
+ },
527
+ {
528
+ "json_parse": true,
529
+ "schema_valid": true,
530
+ "clause_type_acc": 1.0,
531
+ "risk_flag_acc": 1.0,
532
+ "party_match": 1.0,
533
+ "trigger_null_agree": 0.0,
534
+ "party_in_text": 1.0,
535
+ "obligation_rougeL": 0.8837209302325582,
536
+ "id": "ex104",
537
+ "rougeL": 0.7441860465116279,
538
+ "bertscore_f1": 0.9591756463050842
539
+ },
540
+ {
541
+ "json_parse": true,
542
+ "schema_valid": true,
543
+ "clause_type_acc": 1.0,
544
+ "risk_flag_acc": 1.0,
545
+ "party_match": 1.0,
546
+ "trigger_null_agree": 0.0,
547
+ "party_in_text": 1.0,
548
+ "obligation_rougeL": 0.830188679245283,
549
+ "id": "ex008",
550
+ "rougeL": 0.74,
551
+ "bertscore_f1": 0.9544973969459534
552
+ },
553
+ {
554
+ "json_parse": true,
555
+ "schema_valid": true,
556
+ "clause_type_acc": 1.0,
557
+ "risk_flag_acc": 1.0,
558
+ "party_match": 1.0,
559
+ "trigger_null_agree": 1.0,
560
+ "party_in_text": 1.0,
561
+ "obligation_rougeL": 0.7857142857142858,
562
+ "id": "ex164",
563
+ "rougeL": 0.860759493670886,
564
+ "bertscore_f1": 0.9780287742614746
565
+ },
566
+ {
567
+ "json_parse": true,
568
+ "schema_valid": true,
569
+ "clause_type_acc": 1.0,
570
+ "risk_flag_acc": 0.0,
571
+ "party_match": 1.0,
572
+ "trigger_null_agree": 1.0,
573
+ "party_in_text": 1.0,
574
+ "obligation_rougeL": 0.6923076923076924,
575
+ "id": "ex030",
576
+ "rougeL": 0.8214285714285714,
577
+ "bertscore_f1": 0.9759339690208435
578
+ },
579
+ {
580
+ "json_parse": true,
581
+ "schema_valid": true,
582
+ "clause_type_acc": 1.0,
583
+ "risk_flag_acc": 1.0,
584
+ "party_match": 1.0,
585
+ "trigger_null_agree": 0.0,
586
+ "party_in_text": 1.0,
587
+ "obligation_rougeL": 0.7999999999999999,
588
+ "id": "ex004",
589
+ "rougeL": 0.6888888888888889,
590
+ "bertscore_f1": 0.9541072845458984
591
+ },
592
+ {
593
+ "json_parse": true,
594
+ "schema_valid": true,
595
+ "clause_type_acc": 1.0,
596
+ "risk_flag_acc": 1.0,
597
+ "party_match": 1.0,
598
+ "trigger_null_agree": 1.0,
599
+ "party_in_text": 1.0,
600
+ "obligation_rougeL": 0.5,
601
+ "id": "ex217",
602
+ "rougeL": 0.7714285714285715,
603
+ "bertscore_f1": 0.9680237770080566
604
+ },
605
+ {
606
+ "json_parse": true,
607
+ "schema_valid": true,
608
+ "clause_type_acc": 1.0,
609
+ "risk_flag_acc": 1.0,
610
+ "party_match": 1.0,
611
+ "trigger_null_agree": 1.0,
612
+ "party_in_text": 1.0,
613
+ "obligation_rougeL": 0.888888888888889,
614
+ "id": "ex220",
615
+ "rougeL": 0.7012987012987013,
616
+ "bertscore_f1": 0.9529170393943787
617
+ },
618
+ {
619
+ "json_parse": true,
620
+ "schema_valid": true,
621
+ "clause_type_acc": 1.0,
622
+ "risk_flag_acc": 0.0,
623
+ "party_match": 1.0,
624
+ "trigger_null_agree": 1.0,
625
+ "party_in_text": 1.0,
626
+ "obligation_rougeL": 0.9285714285714286,
627
+ "id": "ex088",
628
+ "rougeL": 0.8749999999999999,
629
+ "bertscore_f1": 0.987984836101532
630
+ },
631
+ {
632
+ "json_parse": true,
633
+ "schema_valid": true,
634
+ "clause_type_acc": 1.0,
635
+ "risk_flag_acc": 0.0,
636
+ "party_match": 1.0,
637
+ "trigger_null_agree": 1.0,
638
+ "party_in_text": 1.0,
639
+ "obligation_rougeL": 0.6874999999999999,
640
+ "id": "ex034",
641
+ "rougeL": 0.8333333333333334,
642
+ "bertscore_f1": 0.9792929887771606
643
+ },
644
+ {
645
+ "json_parse": true,
646
+ "schema_valid": true,
647
+ "clause_type_acc": 1.0,
648
+ "risk_flag_acc": 1.0,
649
+ "party_match": 1.0,
650
+ "trigger_null_agree": 1.0,
651
+ "party_in_text": 1.0,
652
+ "obligation_rougeL": 0.9696969696969697,
653
+ "id": "ex116",
654
+ "rougeL": 0.8791208791208791,
655
+ "bertscore_f1": 0.9734033942222595
656
+ }
657
+ ]
658
+ },
659
+ "tuned_rag": {
660
+ "aggregate": {
661
+ "rougeL": 0.7745229760909377,
662
+ "bertscore_f1": NaN,
663
+ "json_parse": 1.0,
664
+ "schema_valid": 1.0,
665
+ "clause_type_acc": 0.9166666666666666,
666
+ "risk_flag_acc": 0.5416666666666666,
667
+ "party_match": 0.9583333333333334,
668
+ "trigger_null_agree": 0.7916666666666666,
669
+ "party_in_text": 1.0,
670
+ "obligation_rougeL": 0.715601137091031
671
+ },
672
+ "per_example": [
673
+ {
674
+ "json_parse": true,
675
+ "schema_valid": true,
676
+ "clause_type_acc": 1.0,
677
+ "risk_flag_acc": 0.0,
678
+ "party_match": 1.0,
679
+ "trigger_null_agree": 1.0,
680
+ "party_in_text": 1.0,
681
+ "obligation_rougeL": 0.6086956521739131,
682
+ "id": "ex052",
683
+ "rougeL": 0.8000000000000002,
684
+ "bertscore_f1": NaN
685
+ },
686
+ {
687
+ "json_parse": true,
688
+ "schema_valid": true,
689
+ "clause_type_acc": 1.0,
690
+ "risk_flag_acc": 0.0,
691
+ "party_match": 1.0,
692
+ "trigger_null_agree": 1.0,
693
+ "party_in_text": 1.0,
694
+ "obligation_rougeL": 0.7499999999999999,
695
+ "id": "ex072",
696
+ "rougeL": 0.8387096774193549,
697
+ "bertscore_f1": NaN
698
+ },
699
+ {
700
+ "json_parse": true,
701
+ "schema_valid": true,
702
+ "clause_type_acc": 0.0,
703
+ "risk_flag_acc": 1.0,
704
+ "party_match": 1.0,
705
+ "trigger_null_agree": 1.0,
706
+ "party_in_text": 1.0,
707
+ "obligation_rougeL": 0.7058823529411765,
708
+ "id": "ex214",
709
+ "rougeL": 0.8478260869565217,
710
+ "bertscore_f1": NaN
711
+ },
712
+ {
713
+ "json_parse": true,
714
+ "schema_valid": true,
715
+ "clause_type_acc": 1.0,
716
+ "risk_flag_acc": 1.0,
717
+ "party_match": 1.0,
718
+ "trigger_null_agree": 1.0,
719
+ "party_in_text": 1.0,
720
+ "obligation_rougeL": 0.5454545454545454,
721
+ "id": "ex165",
722
+ "rougeL": 0.7341772151898733,
723
+ "bertscore_f1": NaN
724
+ },
725
+ {
726
+ "json_parse": true,
727
+ "schema_valid": true,
728
+ "clause_type_acc": 1.0,
729
+ "risk_flag_acc": 0.0,
730
+ "party_match": 1.0,
731
+ "trigger_null_agree": 1.0,
732
+ "party_in_text": 1.0,
733
+ "obligation_rougeL": 0.711111111111111,
734
+ "id": "ex111",
735
+ "rougeL": 0.7945205479452054,
736
+ "bertscore_f1": NaN
737
+ },
738
+ {
739
+ "json_parse": true,
740
+ "schema_valid": true,
741
+ "clause_type_acc": 1.0,
742
+ "risk_flag_acc": 1.0,
743
+ "party_match": 1.0,
744
+ "trigger_null_agree": 1.0,
745
+ "party_in_text": 1.0,
746
+ "obligation_rougeL": 0.896551724137931,
747
+ "id": "ex000",
748
+ "rougeL": 0.9600000000000001,
749
+ "bertscore_f1": NaN
750
+ },
751
+ {
752
+ "json_parse": true,
753
+ "schema_valid": true,
754
+ "clause_type_acc": 1.0,
755
+ "risk_flag_acc": 1.0,
756
+ "party_match": 1.0,
757
+ "trigger_null_agree": 0.0,
758
+ "party_in_text": 1.0,
759
+ "obligation_rougeL": 0.6428571428571429,
760
+ "id": "ex114",
761
+ "rougeL": 0.676470588235294,
762
+ "bertscore_f1": NaN
763
+ },
764
+ {
765
+ "json_parse": true,
766
+ "schema_valid": true,
767
+ "clause_type_acc": 1.0,
768
+ "risk_flag_acc": 0.0,
769
+ "party_match": 1.0,
770
+ "trigger_null_agree": 1.0,
771
+ "party_in_text": 1.0,
772
+ "obligation_rougeL": 0.5454545454545454,
773
+ "id": "ex024",
774
+ "rougeL": 0.8787878787878789,
775
+ "bertscore_f1": NaN
776
+ },
777
+ {
778
+ "json_parse": true,
779
+ "schema_valid": true,
780
+ "clause_type_acc": 1.0,
781
+ "risk_flag_acc": 1.0,
782
+ "party_match": 1.0,
783
+ "trigger_null_agree": 0.0,
784
+ "party_in_text": 1.0,
785
+ "obligation_rougeL": 0.9090909090909091,
786
+ "id": "ex231",
787
+ "rougeL": 0.5170068027210885,
788
+ "bertscore_f1": NaN
789
+ },
790
+ {
791
+ "json_parse": true,
792
+ "schema_valid": true,
793
+ "clause_type_acc": 1.0,
794
+ "risk_flag_acc": 0.0,
795
+ "party_match": 1.0,
796
+ "trigger_null_agree": 1.0,
797
+ "party_in_text": 1.0,
798
+ "obligation_rougeL": 0.3333333333333333,
799
+ "id": "ex064",
800
+ "rougeL": 0.6808510638297872,
801
+ "bertscore_f1": NaN
802
+ },
803
+ {
804
+ "json_parse": true,
805
+ "schema_valid": true,
806
+ "clause_type_acc": 0.0,
807
+ "risk_flag_acc": 1.0,
808
+ "party_match": 1.0,
809
+ "trigger_null_agree": 1.0,
810
+ "party_in_text": 1.0,
811
+ "obligation_rougeL": 0.6857142857142856,
812
+ "id": "ex152",
813
+ "rougeL": 0.8048780487804879,
814
+ "bertscore_f1": NaN
815
+ },
816
+ {
817
+ "json_parse": true,
818
+ "schema_valid": true,
819
+ "clause_type_acc": 1.0,
820
+ "risk_flag_acc": 1.0,
821
+ "party_match": 0.0,
822
+ "trigger_null_agree": 0.0,
823
+ "party_in_text": 1.0,
824
+ "obligation_rougeL": 0.5714285714285715,
825
+ "id": "ex098",
826
+ "rougeL": 0.6097560975609757,
827
+ "bertscore_f1": NaN
828
+ },
829
+ {
830
+ "json_parse": true,
831
+ "schema_valid": true,
832
+ "clause_type_acc": 1.0,
833
+ "risk_flag_acc": 1.0,
834
+ "party_match": 1.0,
835
+ "trigger_null_agree": 1.0,
836
+ "party_in_text": 1.0,
837
+ "obligation_rougeL": 1.0,
838
+ "id": "ex042",
839
+ "rougeL": 1.0,
840
+ "bertscore_f1": NaN
841
+ },
842
+ {
843
+ "json_parse": true,
844
+ "schema_valid": true,
845
+ "clause_type_acc": 1.0,
846
+ "risk_flag_acc": 0.0,
847
+ "party_match": 1.0,
848
+ "trigger_null_agree": 1.0,
849
+ "party_in_text": 1.0,
850
+ "obligation_rougeL": 0.7692307692307693,
851
+ "id": "ex077",
852
+ "rougeL": 0.8450704225352113,
853
+ "bertscore_f1": NaN
854
+ },
855
+ {
856
+ "json_parse": true,
857
+ "schema_valid": true,
858
+ "clause_type_acc": 1.0,
859
+ "risk_flag_acc": 0.0,
860
+ "party_match": 1.0,
861
+ "trigger_null_agree": 1.0,
862
+ "party_in_text": 1.0,
863
+ "obligation_rougeL": 0.9565217391304348,
864
+ "id": "ex104",
865
+ "rougeL": 0.723404255319149,
866
+ "bertscore_f1": NaN
867
+ },
868
+ {
869
+ "json_parse": true,
870
+ "schema_valid": true,
871
+ "clause_type_acc": 1.0,
872
+ "risk_flag_acc": 0.0,
873
+ "party_match": 1.0,
874
+ "trigger_null_agree": 1.0,
875
+ "party_in_text": 1.0,
876
+ "obligation_rougeL": 0.8387096774193549,
877
+ "id": "ex008",
878
+ "rougeL": 0.8723404255319148,
879
+ "bertscore_f1": NaN
880
+ },
881
+ {
882
+ "json_parse": true,
883
+ "schema_valid": true,
884
+ "clause_type_acc": 1.0,
885
+ "risk_flag_acc": 1.0,
886
+ "party_match": 1.0,
887
+ "trigger_null_agree": 1.0,
888
+ "party_in_text": 1.0,
889
+ "obligation_rougeL": 0.7857142857142858,
890
+ "id": "ex164",
891
+ "rougeL": 0.860759493670886,
892
+ "bertscore_f1": NaN
893
+ },
894
+ {
895
+ "json_parse": true,
896
+ "schema_valid": true,
897
+ "clause_type_acc": 1.0,
898
+ "risk_flag_acc": 0.0,
899
+ "party_match": 1.0,
900
+ "trigger_null_agree": 1.0,
901
+ "party_in_text": 1.0,
902
+ "obligation_rougeL": 0.6923076923076924,
903
+ "id": "ex030",
904
+ "rougeL": 0.8214285714285714,
905
+ "bertscore_f1": NaN
906
+ },
907
+ {
908
+ "json_parse": true,
909
+ "schema_valid": true,
910
+ "clause_type_acc": 1.0,
911
+ "risk_flag_acc": 1.0,
912
+ "party_match": 1.0,
913
+ "trigger_null_agree": 0.0,
914
+ "party_in_text": 1.0,
915
+ "obligation_rougeL": 0.7999999999999999,
916
+ "id": "ex004",
917
+ "rougeL": 0.6888888888888889,
918
+ "bertscore_f1": NaN
919
+ },
920
+ {
921
+ "json_parse": true,
922
+ "schema_valid": true,
923
+ "clause_type_acc": 1.0,
924
+ "risk_flag_acc": 1.0,
925
+ "party_match": 1.0,
926
+ "trigger_null_agree": 1.0,
927
+ "party_in_text": 1.0,
928
+ "obligation_rougeL": 0.5,
929
+ "id": "ex217",
930
+ "rougeL": 0.7714285714285715,
931
+ "bertscore_f1": NaN
932
+ },
933
+ {
934
+ "json_parse": true,
935
+ "schema_valid": true,
936
+ "clause_type_acc": 1.0,
937
+ "risk_flag_acc": 1.0,
938
+ "party_match": 1.0,
939
+ "trigger_null_agree": 1.0,
940
+ "party_in_text": 1.0,
941
+ "obligation_rougeL": 0.888888888888889,
942
+ "id": "ex220",
943
+ "rougeL": 0.7012987012987013,
944
+ "bertscore_f1": NaN
945
+ },
946
+ {
947
+ "json_parse": true,
948
+ "schema_valid": true,
949
+ "clause_type_acc": 1.0,
950
+ "risk_flag_acc": 0.0,
951
+ "party_match": 1.0,
952
+ "trigger_null_agree": 0.0,
953
+ "party_in_text": 1.0,
954
+ "obligation_rougeL": 0.38596491228070173,
955
+ "id": "ex088",
956
+ "rougeL": 0.5660377358490566,
957
+ "bertscore_f1": NaN
958
+ },
959
+ {
960
+ "json_parse": true,
961
+ "schema_valid": true,
962
+ "clause_type_acc": 1.0,
963
+ "risk_flag_acc": 0.0,
964
+ "party_match": 1.0,
965
+ "trigger_null_agree": 1.0,
966
+ "party_in_text": 1.0,
967
+ "obligation_rougeL": 0.6818181818181818,
968
+ "id": "ex034",
969
+ "rougeL": 0.7157894736842104,
970
+ "bertscore_f1": NaN
971
+ },
972
+ {
973
+ "json_parse": true,
974
+ "schema_valid": true,
975
+ "clause_type_acc": 1.0,
976
+ "risk_flag_acc": 1.0,
977
+ "party_match": 1.0,
978
+ "trigger_null_agree": 1.0,
979
+ "party_in_text": 1.0,
980
+ "obligation_rougeL": 0.9696969696969697,
981
+ "id": "ex116",
982
+ "rougeL": 0.8791208791208791,
983
+ "bertscore_f1": NaN
984
+ }
985
+ ]
986
+ },
987
+ "rag_threshold": -0.08907548934221267,
988
+ "rag_triggered": 7
989
+ }