File size: 2,809 Bytes
c9b36ae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
{
 "id": "algorithms",
 "name": "Oracle7 Algorithms & Data Structures",
 "tier": "A",
 "split": "dev",
 "head": "oracle_release_runtime_w363",
 "time": "2026-09-29T04:13:37Z",
 "domain": {
  "head": {
   "correct": 2,
   "false_yes": 0,
   "n": 42,
   "p50_ms": 35.25,
   "fails": [
    [
     "sp",
     "Edges: A-B 6, B-C 1, C-D 4, D-B 7, D-A 12. What is the shortest path f",
     "act:clarify|vessel:receipt",
     "I didn't fully parse that, so I won't guess. I can summarize a topic, compare two things, "
    ],
    [
     "mst",
     "Edges: A-B 6, B-C 1, C-D 4, D-B 7, D-A 12. What is the weight of the m",
     "act:clarify|vessel:receipt",
     "I didn't fully parse that, so I won't guess. I can summarize a topic, compare two things, "
    ],
    [
     "sort",
     "Sort these numbers in ascending order: 42, 49, 12, -3, 52, -2, 56, 28,",
     "arb:explain_simply->capability:explain_s",
     "[ev:direct] In simple terms: May mean lawfulness, but more often means class structure. [s"
    ],
    [
     "sortd",
     "Sort in descending order: 42, 49, 12, -3, 52, -2, 56, 28, 51",
     "act:clarify|vessel:receipt",
     "I didn't fully parse that, so I won't guess. I can summarize a topic, compare two things, "
    ],
    [
     "bs",
     "Using binary search for 12 in the sorted list [-3, -2, 12, 28, 42, 49,",
     "act:clarify_specific",
     "What does \"it\" refer to? Nothing earlier in this conversation names it. Tell me the name."
    ],
    [
     "sp",
     "Edges: A-B 7, B-C 9, C-D 3, D-E 7, E-F 6, D-B 7, D-A 11. What is the s",
     "act:clarify|vessel:receipt",
     "I didn't fully parse that, so I won't guess. I can summarize a topic, compare two things, "
    ],
    [
     "mst",
     "Edges: A-B 7, B-C 9, C-D 3, D-E 7, E-F 6, D-B 7, D-A 11. What is the w",
     "act:clarify|vessel:receipt",
     "I didn't fully parse that, so I won't guess. I can summarize a topic, compare two things, "
    ],
    [
     "sort",
     "Sort these numbers in ascending order: 29, -14, 59, 23, 36",
     "arb:explain_simply->capability:explain_s",
     "[ev:direct] In simple terms: May mean lawfulness, but more often means class structure. [s"
    ]
   ]
  },
  "spec": {
   "correct": 42,
   "false_yes": 0,
   "n": 42,
   "p50_ms": 0.02,
   "fails": []
  }
 },
 "core": {
  "head": {
   "correct": 160,
   "false_yes": 3
  },
  "spec": {
   "correct": 160,
   "false_yes": 3
  },
  "n": 400,
  "swept_in": 0,
  "taken_by_specialist": []
 },
 "self": [
  {
   "q": "Who are you?",
   "same": true
  },
  {
   "q": "What are you?",
   "same": true
  },
  {
   "q": "Are you a human?",
   "same": true
  },
  {
   "q": "What do you value?",
   "same": true
  },
  {
   "q": "Are you conscious?",
   "same": true
  }
 ],
 "store_mb": 0.01,
 "decision": "DEV-PASS",
 "reasons": []
}