| { | |
| "base": "distilroberta-base", | |
| "labels": [ | |
| "CAUSALITY_NOT_ESTABLISHED", | |
| "INDIVIDUAL_PREDICTION_PROHIBITED", | |
| "LEGAL_CONCLUSION_NOT_SUPPORTED", | |
| "LENDER_RECOMMENDATION", | |
| "PROGRAM_MISMATCH", | |
| "QUALIFIER_DELETED", | |
| "SAME_APPLICANT_FRAMING", | |
| "SCOPE_TOO_BROAD" | |
| ], | |
| "train_rows": 4850, | |
| "test_rows": 550, | |
| "epochs": 3.0, | |
| "train_seconds": 2565, | |
| "exact_match": 0.998, | |
| "per_label": { | |
| "CAUSALITY_NOT_ESTABLISHED": { | |
| "support": 76, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "INDIVIDUAL_PREDICTION_PROHIBITED": { | |
| "support": 76, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "LEGAL_CONCLUSION_NOT_SUPPORTED": { | |
| "support": 73, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "LENDER_RECOMMENDATION": { | |
| "support": 66, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "PROGRAM_MISMATCH": { | |
| "support": 32, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "QUALIFIER_DELETED": { | |
| "support": 208, | |
| "precision": 0.995, | |
| "recall": 1.0 | |
| }, | |
| "SAME_APPLICANT_FRAMING": { | |
| "support": 70, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| }, | |
| "SCOPE_TOO_BROAD": { | |
| "support": 4, | |
| "precision": 1.0, | |
| "recall": 1.0 | |
| } | |
| }, | |
| "clean_sentences": { | |
| "n": 75, | |
| "flagged_false": 1 | |
| }, | |
| "note": "Held-out split by claim id: no claim appears on both sides. Rule-generated data; a sentence pattern the generator never wrote is not covered by this number." | |
| } |