{ "name": "seed0", "source": { "repo": "clinc/clinc_oos", "revision": "155b9c710419136e17307b80d0a13e68cd46b4ec", "file": "plus/test-00000-of-00001.parquet", "sha256": "3e60e45b25bf86543aa5df8ba4fcc674114164e6184f0197690648c2908d0102", "license": "CC BY 3.0", "attribution": "Larson et al., An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction, EMNLP-IJCNLP 2019. Dataset: clinc/clinc_oos on Hugging Face, CC BY 3.0." }, "threshold": 0.979, "queries": 1000, "passed": 7, "passed_share": 0.007, "mean_confidence": 0.16467869999999998, "passed_as": [ [ "country support", 2 ], [ "edit personal details", 1 ], [ "cash withdrawal charge", 1 ], [ "top up by cash or cheque", 1 ], [ "refund not showing up", 1 ], [ "age limit", 1 ] ], "passed_examples": [ { "text": "can i deposit a check", "answered_as": "top up by cash or cheque", "confidence": 0.9888 }, { "text": "can you look at what the oldest age is someone can enlist in the army", "answered_as": "age limit", "confidence": 0.9846 }, { "text": "what is the fee for a cash advance", "answered_as": "cash withdrawal charge", "confidence": 0.9828 }, { "text": "i need to update my address", "answered_as": "edit personal details", "confidence": 0.9809 }, { "text": "how long does it take the irs to issue a tax refund", "answered_as": "refund not showing up", "confidence": 0.9805 }, { "text": "what are some of the most visited countries for people looking to travel abroad", "answered_as": "country support", "confidence": 0.9801 }, { "text": "what other countries speak the english language", "answered_as": "country support", "confidence": 0.98 } ] }