Spaces:
Running
Running
blind-first ref, disagreement flags
Browse files- review.html +20 -6
review.html
CHANGED
|
@@ -261,15 +261,29 @@ function renderChips(o) {
|
|
| 261 |
document.querySelectorAll('.chip').forEach(c => c.onclick = () => show(i, +c.dataset.n));
|
| 262 |
}
|
| 263 |
function renderRef(sp) {
|
| 264 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 265 |
if (sp.luna_label !== undefined && sp.human_verdict) {
|
| 266 |
-
const g =
|
| 267 |
-
|
| 268 |
} else {
|
| 269 |
-
const g =
|
| 270 |
-
|
| 271 |
}
|
| 272 |
-
$('ref').innerHTML =
|
| 273 |
}
|
| 274 |
function lightMeta() {
|
| 275 |
const mine = R[span().key];
|
|
|
|
| 261 |
document.querySelectorAll('.chip').forEach(c => c.onclick = () => show(i, +c.dataset.n));
|
| 262 |
}
|
| 263 |
function renderRef(sp) {
|
| 264 |
+
const mine = R[sp.key];
|
| 265 |
+
const tag = sp.probe_tag || (sp.pred === 'DATA_MENTION' ? 'keep' : 'drop');
|
| 266 |
+
if (!mine) {
|
| 267 |
+
// blind first look: difficulty only, no verdicts, no scores
|
| 268 |
+
$('ref').innerHTML = (tag === 'confusion')
|
| 269 |
+
? `probe: <b>confusion</b> — needs a look`
|
| 270 |
+
: `probe: <b>easy</b>`;
|
| 271 |
+
return;
|
| 272 |
+
}
|
| 273 |
+
// revealed after ruling, with user-vs-Luna agreement flag
|
| 274 |
+
const youKeep = mine === 'DATA_MENTION', lunaKeep = sp.luna_label === 1;
|
| 275 |
+
const flag = (youKeep === lunaKeep)
|
| 276 |
+
? `<span style="color:var(--mut)">you agree with Luna</span>`
|
| 277 |
+
: `<b class="d">DISAGREE</b> <span style="color:var(--mut)">— Luna ${lunaKeep ? 'kept this, you\u2019re dropping' : 'dropped this, you\u2019re keeping'}</span>`;
|
| 278 |
+
let detail;
|
| 279 |
if (sp.luna_label !== undefined && sp.human_verdict) {
|
| 280 |
+
const g = lunaKeep ? '<b class="k">KEEP</b>' : '<b class="d">DROP</b>';
|
| 281 |
+
detail = `gold ${g} · human ${esc(sp.human_verdict)}${sp.human_note ? ' (' + esc(sp.human_note) + ')' : ''} · model ${sp.pred} @ ${sp.probe_score}`;
|
| 282 |
} else {
|
| 283 |
+
const g = lunaKeep ? '<b class="k">KEEP</b>' : '<b class="d">DROP</b>';
|
| 284 |
+
detail = `luna ${g} · probe ${esc(sp.probe_tag)} @ ${sp.probe_score}`;
|
| 285 |
}
|
| 286 |
+
$('ref').innerHTML = `${flag} · ${detail}`;
|
| 287 |
}
|
| 288 |
function lightMeta() {
|
| 289 |
const mine = R[span().key];
|