File size: 540 Bytes
044f4e3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
{
 "training_questions": 10000,
 "organiser_questions": {
  "dev=data/dev-set": 1851,
  "test=data/test-set": 2238,
  "test-old=../Dataset/Test": 2146
 },
 "excluded": 1106,
 "excluded_by_rule": {
  "same question": 0,
  "question jaccard >= 0.5": 17,
  "question containment >= 0.8": 48,
  "3+ same choices and containment >= 0.3": 11,
  "all 4 choices the same": 43,
  "meaning cosine >= 0.70": 1033
 },
 "nearest_cosine_percentiles": {
  "50": 0.598,
  "90": 0.702,
  "99": 0.805,
  "99.9": 0.899
 },
 "reported_below_threshold": 1598
}