| { | |
| "training_questions": 10000, | |
| "organiser_questions": { | |
| "dev=data/dev-set": 1851, | |
| "test=data/test-set": 2238, | |
| "test-old=../Dataset/Test": 2146 | |
| }, | |
| "excluded": 1106, | |
| "excluded_by_rule": { | |
| "same question": 0, | |
| "question jaccard >= 0.5": 17, | |
| "question containment >= 0.8": 48, | |
| "3+ same choices and containment >= 0.3": 11, | |
| "all 4 choices the same": 43, | |
| "meaning cosine >= 0.70": 1033 | |
| }, | |
| "nearest_cosine_percentiles": { | |
| "50": 0.598, | |
| "90": 0.702, | |
| "99": 0.805, | |
| "99.9": 0.899 | |
| }, | |
| "reported_below_threshold": 1598 | |
| } | |