File size: 1,356 Bytes
515bf2d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | {
"base": "distilroberta-base",
"labels": [
"CAUSALITY_NOT_ESTABLISHED",
"INDIVIDUAL_PREDICTION_PROHIBITED",
"LEGAL_CONCLUSION_NOT_SUPPORTED",
"LENDER_RECOMMENDATION",
"PROGRAM_MISMATCH",
"QUALIFIER_DELETED",
"SAME_APPLICANT_FRAMING",
"SCOPE_TOO_BROAD"
],
"train_rows": 4850,
"test_rows": 550,
"epochs": 3.0,
"train_seconds": 2565,
"exact_match": 0.998,
"per_label": {
"CAUSALITY_NOT_ESTABLISHED": {
"support": 76,
"precision": 1.0,
"recall": 1.0
},
"INDIVIDUAL_PREDICTION_PROHIBITED": {
"support": 76,
"precision": 1.0,
"recall": 1.0
},
"LEGAL_CONCLUSION_NOT_SUPPORTED": {
"support": 73,
"precision": 1.0,
"recall": 1.0
},
"LENDER_RECOMMENDATION": {
"support": 66,
"precision": 1.0,
"recall": 1.0
},
"PROGRAM_MISMATCH": {
"support": 32,
"precision": 1.0,
"recall": 1.0
},
"QUALIFIER_DELETED": {
"support": 208,
"precision": 0.995,
"recall": 1.0
},
"SAME_APPLICANT_FRAMING": {
"support": 70,
"precision": 1.0,
"recall": 1.0
},
"SCOPE_TOO_BROAD": {
"support": 4,
"precision": 1.0,
"recall": 1.0
}
},
"clean_sentences": {
"n": 75,
"flagged_false": 1
},
"note": "Held-out split by claim id: no claim appears on both sides. Rule-generated data; a sentence pattern the generator never wrote is not covered by this number."
} |