| { |
| "family": "extractor", |
| "split": "eval", |
| "overall": { |
| "constraint_scope::finance": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::food": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::general": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::health": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::social": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::tech": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::travel": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_scope::work": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_stability::semi_stable": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_stability::stable": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_stability::volatile": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::causal": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::constraint_other": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::goal": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::policy": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::preference": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::state": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_type::value": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::identity": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::location": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::occupation": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::other_fact": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "fact_type::preference": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "pii_presence::no_pii": { |
| "precision": 0.9912385503783353, |
| "recall": 0.9956, |
| "f1-score": 0.9934144881261225, |
| "support": 5000.0 |
| }, |
| "pii_presence::pii": { |
| "precision": 0.995580554439534, |
| "recall": 0.9912, |
| "f1-score": 0.9933854479855683, |
| "support": 5000.0 |
| }, |
| "accuracy": 0.9981666666666666, |
| "macro avg": { |
| "precision": 0.9995292537434953, |
| "recall": 0.9995285714285714, |
| "f1-score": 0.9995285691468461, |
| "support": 36000.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9981693201135929, |
| "recall": 0.9981666666666666, |
| "f1-score": 0.9981666577932904, |
| "support": 36000.0 |
| } |
| }, |
| "per_task": { |
| "constraint_scope": { |
| "finance": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "food": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "general": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "health": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "social": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "tech": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "travel": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "work": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "accuracy": 1.0, |
| "macro avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 9000.0 |
| }, |
| "weighted avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 9000.0 |
| } |
| }, |
| "constraint_stability": { |
| "semi_stable": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "stable": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "volatile": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "accuracy": 1.0, |
| "macro avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 3000.0 |
| }, |
| "weighted avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 3000.0 |
| } |
| }, |
| "constraint_type": { |
| "causal": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "constraint_other": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "goal": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "policy": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "preference": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "state": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "value": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "accuracy": 1.0, |
| "macro avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 8000.0 |
| }, |
| "weighted avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 8000.0 |
| } |
| }, |
| "fact_type": { |
| "identity": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "location": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "none": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "occupation": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "other_fact": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "preference": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 1000.0 |
| }, |
| "accuracy": 1.0, |
| "macro avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 6000.0 |
| }, |
| "weighted avg": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1-score": 1.0, |
| "support": 6000.0 |
| } |
| }, |
| "pii_presence": { |
| "no_pii": { |
| "precision": 0.9912385503783353, |
| "recall": 0.9956, |
| "f1-score": 0.9934144881261225, |
| "support": 5000.0 |
| }, |
| "pii": { |
| "precision": 0.995580554439534, |
| "recall": 0.9912, |
| "f1-score": 0.9933854479855683, |
| "support": 5000.0 |
| }, |
| "accuracy": 0.9934, |
| "macro avg": { |
| "precision": 0.9934095524089346, |
| "recall": 0.9934000000000001, |
| "f1-score": 0.9933999680558454, |
| "support": 10000.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9934095524089346, |
| "recall": 0.9934, |
| "f1-score": 0.9933999680558454, |
| "support": 10000.0 |
| } |
| } |
| } |
| } |
