oracle7 / root /specialists /electronics /verdict_dev.json
psiloceyeben's picture
Add files using upload-large-folder tool
c9b36ae verified
Raw History Blame Contribute Delete
2.78 kB
{
"id": "electronics",
"name": "Oracle7 Electronics & Circuits",
"tier": "A",
"split": "dev",
"head": "oracle_release_runtime_w363",
"time": "2026-09-29T01:20:28Z",
"domain": {
"head": {
"correct": 2,
"false_yes": 1,
"n": 111,
"p50_ms": 25.2,
"fails": [
[
"current",
"What current flows through a 3.3 kohm resistor with 5 V across it?",
"act:clarify_specific",
"What does \"it\" refer to? Nothing earlier in this conversation names it. Tell me the name."
],
[
"voltage",
"What voltage is across a 3.3 kohm resistor carrying 10 mA?",
"act:clarify|vessel:receipt",
"I didn't fully parse that, so I won't guess. I can summarize a topic, compare two things, "
],
[
"resistance",
"What resistance is needed for 10 mA at 5 V?",
"act:clarify|vessel:receipt",
"I didn't fully parse that, so I won't guess. I can summarize a topic, compare two things, "
],
[
"power",
"How much power does a 3.3 kohm resistor dissipate at 10 mA?",
"act:clarify|vessel:receipt",
"I didn't fully parse that, so I won't guess. I can summarize a topic, compare two things, "
],
[
"series",
"What is the total resistance of 5.6 kohm, 4.7 kohm and 330 ohm in seri",
"operator:unparsed|vessel:receipt",
"That is a word problem. My exact operators read short forms (a sum, a mean, a choose, a li"
],
[
"parallel",
"What is the total resistance of 5.6 kohm, 4.7 kohm and 330 ohm in para",
"operator:unparsed|vessel:receipt",
"That is a word problem. My exact operators read short forms (a sum, a mean, a choose, a li"
],
[
"divider",
"A voltage divider has 5 V in, 1.8 kohm and 6.8 kohm. What is the outpu",
"act:clarify|vessel:receipt",
"I didn't fully parse that, so I won't guess. I can summarize a topic, compare two things, "
],
[
"rc",
"What is the time constant of a 3.3 kohm resistor and a 1 uF capacitor?",
"corpus_query:property_of|vessel:receipt",
"No provenance-admitted sentence in the abstracts corpus answers that.\n\nI have received \"Wh"
]
]
},
"spec": {
"correct": 111,
"false_yes": 0,
"n": 111,
"p50_ms": 0.01,
"fails": []
}
},
"core": {
"head": {
"correct": 160,
"false_yes": 3
},
"spec": {
"correct": 160,
"false_yes": 3
},
"n": 400,
"taken_by_specialist": []
},
"self": [
{
"q": "Who are you?",
"same": true
},
{
"q": "What are you?",
"same": true
},
{
"q": "Are you a human?",
"same": true
},
{
"q": "What do you value?",
"same": true
},
{
"q": "Are you conscious?",
"same": true
}
],
"store_mb": 0.01,
"decision": "DEV-PASS",
"reasons": []
}