| window.WORKLEDGER_SAMPLE_GENERATIONS = [{"affinityStratum":"HIGH_REPLACEMENT_AFFINITY","answerSource":"modelResponseText","applicabilityFailure":true,"applicationFailureKind":"GIT_APPLY_CHECK_FAILED","applicationOk":false,"arm":"U1","attemptNumber":1,"decodedPatchSha256":"d5cb5075e5280979aa81659a7968dd13d14f5a7c75eddcd7b5267b39dea5387e","expressibilityClass":"EXPRESSIBLE_BY_U_AND_R","fenceRemoved":null,"finalAssistantAnswer":"{\"schemaVersion\":1,\"kind\":\"unified_diff\",\"patch\":\"diff --git a/ordered_set.py b/ordered_set.py\\n--- a/ordered_set.py\\n+++ b/ordered_set.py\\n@@ -20,3 +20,8 @@ class OrderedSet:\\n return iter(self.dict)\\n\\n- # BUG: __reversed__ is missing — reversed(ordered_set) raises TypeError\\n+ def __reversed__(self):\\n+ return reversed(self.dict)\\n+\\n def __contains__(self, item):\\n return item in self.dict\\n\"}","finalAssistantAnswerBytes":435,"finalAssistantAnswerSha256":"25e326ca0391e1109e891c22df4175cc89150870a8d9d7072f923ed0d76518d5","guidanceClass":"GUIDED","hiddenEvaluationOk":null,"lfAppended":false,"materializationAccepted":false,"materializationOutputKind":null,"materializationRejectedKind":null,"nativeEnvelopeKind":"unified_diff","nativeEnvelopeSchemaValid":true,"nativeEnvelopeSchemaVersion":1,"nativeJsonParseValid":true,"offlineReconciliationLabel":"OFFLINE_DERIVED_RECONCILIATION_NOT_A_REPLACEMENT_FOR_REGISTERED_ENDPOINT","primaryAggregate":true,"protocolId":"qwen3-32b-v7-four-arm-interface-calibration-v1","rawHashMatchesSidecar":true,"rawHashMatchesTerminalEvidence":true,"recordKind":"PUBLIC_CALIBRATION_GENERATION_RECORD","registeredApplyOk":false,"registeredMaterializationAccepted":false,"registeredTerminalClassification":"MODEL_EMITTED_INVALID_ENVELOPE","schemaVersion":1,"sourceEvidenceScope":"PR48 calibration final assistant answers only","sourceEvidenceTip":"c8e876133ed2745f23bc14d00aca79d68e83d590","studyId":"workledger-structured-edit-interface-study-v0.1","taskId":"cal-h01","terminalEvidenceHashStableDuringReplay":true,"visibleEvaluationOk":null},{"affinityStratum":"HIGH_REPLACEMENT_AFFINITY","answerSource":"modelResponseText","applicabilityFailure":false,"applicationFailureKind":"NONE","applicationOk":true,"arm":"R","attemptNumber":1,"decodedPatchSha256":null,"expressibilityClass":"EXPRESSIBLE_BY_U_AND_R","fenceRemoved":null,"finalAssistantAnswer":"{\"schemaVersion\":2,\"kind\":\"exact_replace\",\"path\":\"ordered_set.py\",\"oldText\":\" # BUG: __reversed__ is missing — reversed(ordered_set) raises TypeError\",\"newText\":\" def __reversed__(self):\\n return reversed(self.dict)\"}","finalAssistantAnswerBytes":232,"finalAssistantAnswerSha256":"ac78eefcb41d2657762fc19870d7f7137980cacb5935f43488beddb37ee81c6b","guidanceClass":"GUIDED","hiddenEvaluationOk":true,"lfAppended":null,"materializationAccepted":true,"materializationOutputKind":"EXACT_REPLACE","materializationRejectedKind":null,"nativeEnvelopeKind":"exact_replace","nativeEnvelopeSchemaValid":true,"nativeEnvelopeSchemaVersion":2,"nativeJsonParseValid":true,"offlineReconciliationLabel":"OFFLINE_DERIVED_RECONCILIATION_NOT_A_REPLACEMENT_FOR_REGISTERED_ENDPOINT","primaryAggregate":true,"protocolId":"qwen3-32b-v7-four-arm-interface-calibration-v1","rawHashMatchesSidecar":true,"rawHashMatchesTerminalEvidence":true,"recordKind":"PUBLIC_CALIBRATION_GENERATION_RECORD","registeredApplyOk":true,"registeredMaterializationAccepted":true,"registeredTerminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","schemaVersion":1,"sourceEvidenceScope":"PR48 calibration final assistant answers only","sourceEvidenceTip":"c8e876133ed2745f23bc14d00aca79d68e83d590","studyId":"workledger-structured-edit-interface-study-v0.1","taskId":"cal-h01","terminalEvidenceHashStableDuringReplay":true,"visibleEvaluationOk":true},{"answerSource":"raw-response.txt","applicationOk":false,"arm":"U1","attemptNumber":1,"costSummary":{"confirmedCostUsd":0.00057576,"reservationFallbackCostUsd":0},"displayName":"Qwen3 14B","finalAssistantAnswer":"{\"schemaVersion\":1,\"kind\":\"unified_diff\",\"patch\":\"diff --git a/ordered_set.py b/ordered_set.py\\n--- a/ordered_set.py\\n+++ b/ordered_set.py\\n@@ -19,7 +19,9 @@\\n # BUG: __reversed__ is missing — reversed(ordered_set) raises TypeError\\n\\n+\\n+ def __reversed__(self):\\n+ return reversed(self.dict)\\n+\\n def __contains__(self, item):\\n return item in self.dict\\n\"}","finalAssistantAnswerBytes":387,"finalAssistantAnswerSha256":"ec13533bf3f808fd184977e048564cb85ba266362285f749d4d0bf444993689d","hiddenEvaluationOk":false,"httpStatusClass":"HTTP_2XX","infrastructureValid":true,"latencyMs":37781,"liveProtocolId":"qwen3-32b-v7-calibrated-multimodel-live-v1","materializationAccepted":false,"modelId":"qwen/qwen3-14b","modelKey":"qwen3-14b","nativeStrict":{"applyOk":false,"fenceRemoved":null,"hiddenPass":false,"lfAppended":false,"materializationAccepted":false,"materializationOutputKind":null,"materializationRejectedKind":null,"parserInputSha256":"ec13533bf3f808fd184977e048564cb85ba266362285f749d4d0bf444993689d","parserInputUsesIdenticalRawBytes":true,"policy":"native-strict","responseSha256":"ec13533bf3f808fd184977e048564cb85ba266362285f749d4d0bf444993689d","shadowFenceApplicable":false,"shadowFenceReason":"native strict raw bytes","shadowFenceRemoved":false,"terminalClassification":"MODEL_EMITTED_INVALID_ENVELOPE","visiblePass":false},"offlineExportProviderRequests":0,"oneOuterFence":{"applyOk":false,"fenceRemoved":null,"hiddenPass":false,"lfAppended":false,"materializationAccepted":false,"materializationOutputKind":null,"materializationRejectedKind":null,"parserInputSha256":"ec13533bf3f808fd184977e048564cb85ba266362285f749d4d0bf444993689d","parserInputUsesIdenticalRawBytes":true,"policy":"one-outer-fence","responseSha256":"ec13533bf3f808fd184977e048564cb85ba266362285f749d4d0bf444993689d","shadowFenceApplicable":false,"shadowFenceReason":"no non-whitespace content","shadowFenceRemoved":false,"terminalClassification":"MODEL_EMITTED_INVALID_ENVELOPE","visiblePass":false},"parameterization":"dense 14.8B","primaryAggregate":true,"promptSha256":"8188509872020e24aaff4af680f28313894a935154523b71e048f6e50f75d618","protocolId":"qwen3-32b-v7-calibrated-multimodel-offline-v1","providerRequestsDuringExport":0,"recordKind":"PUBLIC_MULTIMODEL_GENERATION_RECORD","registeredTerminalClassification":"MODEL_EMITTED_INVALID_ENVELOPE","registeredTerminalPolicy":"native-strict","requestOrdinal":132,"responseSha256":"ec13533bf3f808fd184977e048564cb85ba266362285f749d4d0bf444993689d","schemaVersion":1,"sourceEvidenceScope":"sanitized multimodel live final assistant answers and allowlisted terminal classifications only","sourceSha256":"3b5115ab49012d1189910395591a71df5e94135834ce4038d385f498908efe9b","strippedPromptSha256":"14016901fdd84c777d970f3a6366fda49712a2d14437809d8b293d50c43510db","studyId":"workledger-structured-edit-interface-study-v0.1","taskId":"cal-h01","transportConstructedDuringExport":false,"transportFailureClass":null,"usageSummary":{"completionTokens":1905,"promptTokens":988,"totalTokens":2893},"visibleEvaluationOk":false,"visibleEvaluatorSha256":"51ccfa2356fb45e798ebbd34af9c4b745182e4adbbd783c00512bc8503834843"},{"answerSource":"raw-response.txt","applicationOk":true,"arm":"R","attemptNumber":1,"costSummary":{"confirmedCostUsd":0.00012384,"reservationFallbackCostUsd":0},"displayName":"Qwen3 14B","finalAssistantAnswer":"{\"schemaVersion\":2,\"kind\":\"exact_replace\",\"path\":\"ordered_set.py\",\"oldText\":\" # BUG: __reversed__ is missing — reversed(ordered_set) raises TypeError\",\"newText\":\" def __reversed__(self):\\n return reversed(self.dict)\"}","finalAssistantAnswerBytes":232,"finalAssistantAnswerSha256":"ac78eefcb41d2657762fc19870d7f7137980cacb5935f43488beddb37ee81c6b","hiddenEvaluationOk":true,"httpStatusClass":"HTTP_2XX","infrastructureValid":true,"latencyMs":954,"liveProtocolId":"qwen3-32b-v7-calibrated-multimodel-live-v1","materializationAccepted":true,"modelId":"qwen/qwen3-14b","modelKey":"qwen3-14b","nativeStrict":{"applyOk":true,"fenceRemoved":null,"hiddenPass":true,"lfAppended":null,"materializationAccepted":true,"materializationOutputKind":"EXACT_REPLACE","materializationRejectedKind":null,"parserInputSha256":"ac78eefcb41d2657762fc19870d7f7137980cacb5935f43488beddb37ee81c6b","parserInputUsesIdenticalRawBytes":true,"policy":"native-strict","responseSha256":"ac78eefcb41d2657762fc19870d7f7137980cacb5935f43488beddb37ee81c6b","shadowFenceApplicable":false,"shadowFenceReason":"native strict raw bytes","shadowFenceRemoved":false,"terminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","visiblePass":true},"offlineExportProviderRequests":0,"oneOuterFence":{"applyOk":true,"fenceRemoved":null,"hiddenPass":true,"lfAppended":null,"materializationAccepted":true,"materializationOutputKind":"EXACT_REPLACE","materializationRejectedKind":null,"parserInputSha256":"ac78eefcb41d2657762fc19870d7f7137980cacb5935f43488beddb37ee81c6b","parserInputUsesIdenticalRawBytes":true,"policy":"one-outer-fence","responseSha256":"ac78eefcb41d2657762fc19870d7f7137980cacb5935f43488beddb37ee81c6b","shadowFenceApplicable":false,"shadowFenceReason":"no non-whitespace content","shadowFenceRemoved":false,"terminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","visiblePass":true},"parameterization":"dense 14.8B","primaryAggregate":true,"promptSha256":"a44f1aca6653a4087360124bc54854087b57ae781574b6654c293a51134fb282","protocolId":"qwen3-32b-v7-calibrated-multimodel-offline-v1","providerRequestsDuringExport":0,"recordKind":"PUBLIC_MULTIMODEL_GENERATION_RECORD","registeredTerminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","registeredTerminalPolicy":"native-strict","requestOrdinal":131,"responseSha256":"ac78eefcb41d2657762fc19870d7f7137980cacb5935f43488beddb37ee81c6b","schemaVersion":1,"sourceEvidenceScope":"sanitized multimodel live final assistant answers and allowlisted terminal classifications only","sourceSha256":"3b5115ab49012d1189910395591a71df5e94135834ce4038d385f498908efe9b","strippedPromptSha256":"14016901fdd84c777d970f3a6366fda49712a2d14437809d8b293d50c43510db","studyId":"workledger-structured-edit-interface-study-v0.1","taskId":"cal-h01","transportConstructedDuringExport":false,"transportFailureClass":null,"usageSummary":{"completionTokens":62,"promptTokens":908,"totalTokens":970},"visibleEvaluationOk":true,"visibleEvaluatorSha256":"51ccfa2356fb45e798ebbd34af9c4b745182e4adbbd783c00512bc8503834843"},{"answerSource":"raw-response.txt","applicationOk":true,"arm":"U1","attemptNumber":1,"costSummary":{"confirmedCostUsd":0.003078985,"reservationFallbackCostUsd":0},"displayName":"Qwen3 235B A22B","finalAssistantAnswer":"{\"schemaVersion\":1,\"kind\":\"unified_diff\",\"patch\":\"diff --git a/ordered_set.py b/ordered_set.py\\n--- a/ordered_set.py\\n+++ b/ordered_set.py\\n@@ -17,6 +17,9 @@ class OrderedSet:\\n def __iter__(self):\\n return iter(self.dict)\\n \\n+ def __reversed__(self):\\n+ return reversed(self.dict)\\n+\\n # BUG: __reversed__ is missing \\u2014 reversed(ordered_set) raises TypeError\\n \\n def __contains__(self, item):\\n\"}","finalAssistantAnswerBytes":433,"finalAssistantAnswerSha256":"de8ca84a6dfaf802604809eb22b44445edbe1525d4821bb0d88b8ee5123bda8a","hiddenEvaluationOk":true,"httpStatusClass":"HTTP_2XX","infrastructureValid":true,"latencyMs":21170,"liveProtocolId":"qwen3-32b-v7-calibrated-multimodel-live-v1","materializationAccepted":true,"modelId":"qwen/qwen3-235b-a22b","modelKey":"qwen3-235b-a22b","nativeStrict":{"applyOk":true,"fenceRemoved":null,"hiddenPass":true,"lfAppended":false,"materializationAccepted":true,"materializationOutputKind":"unified_diff","materializationRejectedKind":null,"parserInputSha256":"de8ca84a6dfaf802604809eb22b44445edbe1525d4821bb0d88b8ee5123bda8a","parserInputUsesIdenticalRawBytes":true,"policy":"native-strict","responseSha256":"de8ca84a6dfaf802604809eb22b44445edbe1525d4821bb0d88b8ee5123bda8a","shadowFenceApplicable":false,"shadowFenceReason":"native strict raw bytes","shadowFenceRemoved":false,"terminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","visiblePass":true},"offlineExportProviderRequests":0,"oneOuterFence":{"applyOk":true,"fenceRemoved":null,"hiddenPass":true,"lfAppended":false,"materializationAccepted":true,"materializationOutputKind":"unified_diff","materializationRejectedKind":null,"parserInputSha256":"de8ca84a6dfaf802604809eb22b44445edbe1525d4821bb0d88b8ee5123bda8a","parserInputUsesIdenticalRawBytes":true,"policy":"one-outer-fence","responseSha256":"de8ca84a6dfaf802604809eb22b44445edbe1525d4821bb0d88b8ee5123bda8a","shadowFenceApplicable":false,"shadowFenceReason":"no non-whitespace content","shadowFenceRemoved":false,"terminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","visiblePass":true},"parameterization":"MoE 235B total / 22B active","primaryAggregate":true,"promptSha256":"8188509872020e24aaff4af680f28313894a935154523b71e048f6e50f75d618","protocolId":"qwen3-32b-v7-calibrated-multimodel-offline-v1","providerRequestsDuringExport":0,"recordKind":"PUBLIC_MULTIMODEL_GENERATION_RECORD","registeredTerminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","registeredTerminalPolicy":"native-strict","requestOrdinal":133,"responseSha256":"de8ca84a6dfaf802604809eb22b44445edbe1525d4821bb0d88b8ee5123bda8a","schemaVersion":1,"sourceEvidenceScope":"sanitized multimodel live final assistant answers and allowlisted terminal classifications only","sourceSha256":"3b5115ab49012d1189910395591a71df5e94135834ce4038d385f498908efe9b","strippedPromptSha256":"14016901fdd84c777d970f3a6366fda49712a2d14437809d8b293d50c43510db","studyId":"workledger-structured-edit-interface-study-v0.1","taskId":"cal-h01","transportConstructedDuringExport":false,"transportFailureClass":null,"usageSummary":{"completionTokens":1445,"promptTokens":987,"totalTokens":2432},"visibleEvaluationOk":true,"visibleEvaluatorSha256":"51ccfa2356fb45e798ebbd34af9c4b745182e4adbbd783c00512bc8503834843"},{"answerSource":"raw-response.txt","applicationOk":true,"arm":"R","attemptNumber":1,"costSummary":{"confirmedCostUsd":0.007765485,"reservationFallbackCostUsd":0},"displayName":"Qwen3 235B A22B","finalAssistantAnswer":"{\n \"schemaVersion\": 2,\n \"kind\": \"exact_replace\",\n \"path\": \"ordered_set.py\",\n \"oldText\": \" # BUG: __reversed__ is missing — reversed(ordered_set) raises TypeError\\n\",\n \"newText\": \" def __reversed__(self):\\n return reversed(self.dict)\\n\"\n}","finalAssistantAnswerBytes":257,"finalAssistantAnswerSha256":"28711a7cf816fa994043a44688aa1a160a850620218fce5ff6002be9dadb1c57","hiddenEvaluationOk":true,"httpStatusClass":"HTTP_2XX","infrastructureValid":true,"latencyMs":55835,"liveProtocolId":"qwen3-32b-v7-calibrated-multimodel-live-v1","materializationAccepted":true,"modelId":"qwen/qwen3-235b-a22b","modelKey":"qwen3-235b-a22b","nativeStrict":{"applyOk":true,"fenceRemoved":null,"hiddenPass":true,"lfAppended":null,"materializationAccepted":true,"materializationOutputKind":"EXACT_REPLACE","materializationRejectedKind":null,"parserInputSha256":"28711a7cf816fa994043a44688aa1a160a850620218fce5ff6002be9dadb1c57","parserInputUsesIdenticalRawBytes":true,"policy":"native-strict","responseSha256":"28711a7cf816fa994043a44688aa1a160a850620218fce5ff6002be9dadb1c57","shadowFenceApplicable":false,"shadowFenceReason":"native strict raw bytes","shadowFenceRemoved":false,"terminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","visiblePass":true},"offlineExportProviderRequests":0,"oneOuterFence":{"applyOk":true,"fenceRemoved":null,"hiddenPass":true,"lfAppended":null,"materializationAccepted":true,"materializationOutputKind":"EXACT_REPLACE","materializationRejectedKind":null,"parserInputSha256":"28711a7cf816fa994043a44688aa1a160a850620218fce5ff6002be9dadb1c57","parserInputUsesIdenticalRawBytes":true,"policy":"one-outer-fence","responseSha256":"28711a7cf816fa994043a44688aa1a160a850620218fce5ff6002be9dadb1c57","shadowFenceApplicable":false,"shadowFenceReason":"outer lines are not a single opening+closing markdown fence pair","shadowFenceRemoved":false,"terminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","visiblePass":true},"parameterization":"MoE 235B total / 22B active","primaryAggregate":true,"promptSha256":"a44f1aca6653a4087360124bc54854087b57ae781574b6654c293a51134fb282","protocolId":"qwen3-32b-v7-calibrated-multimodel-offline-v1","providerRequestsDuringExport":0,"recordKind":"PUBLIC_MULTIMODEL_GENERATION_RECORD","registeredTerminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","registeredTerminalPolicy":"native-strict","requestOrdinal":134,"responseSha256":"28711a7cf816fa994043a44688aa1a160a850620218fce5ff6002be9dadb1c57","schemaVersion":1,"sourceEvidenceScope":"sanitized multimodel live final assistant answers and allowlisted terminal classifications only","sourceSha256":"3b5115ab49012d1189910395591a71df5e94135834ce4038d385f498908efe9b","strippedPromptSha256":"14016901fdd84c777d970f3a6366fda49712a2d14437809d8b293d50c43510db","studyId":"workledger-structured-edit-interface-study-v0.1","taskId":"cal-h01","transportConstructedDuringExport":false,"transportFailureClass":null,"usageSummary":{"completionTokens":4040,"promptTokens":907,"totalTokens":4947},"visibleEvaluationOk":true,"visibleEvaluatorSha256":"51ccfa2356fb45e798ebbd34af9c4b745182e4adbbd783c00512bc8503834843"},{"answerSource":"raw-response.txt","applicationOk":true,"arm":"U1","attemptNumber":1,"costSummary":{"confirmedCostUsd":0.000681499,"reservationFallbackCostUsd":0},"displayName":"Qwen3 8B","finalAssistantAnswer":"{\n \"schemaVersion\": 1,\n \"kind\": \"unified_diff\",\n \"patch\": \"diff --git a/ordered_set.py b/ordered_set.py\\n--- a/ordered_set.py\\n+++ b/ordered_set.py\\n@@ -12,6 +12,8 @@\\n def __iter__(self):\\n return iter(self.dict)\\n\\n+ def __reversed__(self):\\n+ return reversed(self.dict)\\n # BUG: __reversed__ is missing — reversed(ordered_set) raises TypeError\\n\\n def __contains__(self, item):\\n return item in self.dict\\n\"\n}","finalAssistantAnswerBytes":455,"finalAssistantAnswerSha256":"0b816a535b95c0bd7c01692a0f2997da37b184605b1c9c5fc93fe7903f7b007b","hiddenEvaluationOk":true,"httpStatusClass":"HTTP_2XX","infrastructureValid":true,"latencyMs":18125,"liveProtocolId":"qwen3-32b-v7-calibrated-multimodel-live-v1","materializationAccepted":true,"modelId":"qwen/qwen3-8b","modelKey":"qwen3-8b","nativeStrict":{"applyOk":true,"fenceRemoved":null,"hiddenPass":true,"lfAppended":false,"materializationAccepted":true,"materializationOutputKind":"unified_diff","materializationRejectedKind":null,"parserInputSha256":"0b816a535b95c0bd7c01692a0f2997da37b184605b1c9c5fc93fe7903f7b007b","parserInputUsesIdenticalRawBytes":true,"policy":"native-strict","responseSha256":"0b816a535b95c0bd7c01692a0f2997da37b184605b1c9c5fc93fe7903f7b007b","shadowFenceApplicable":false,"shadowFenceReason":"native strict raw bytes","shadowFenceRemoved":false,"terminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","visiblePass":true},"offlineExportProviderRequests":0,"oneOuterFence":{"applyOk":true,"fenceRemoved":null,"hiddenPass":true,"lfAppended":false,"materializationAccepted":true,"materializationOutputKind":"unified_diff","materializationRejectedKind":null,"parserInputSha256":"0b816a535b95c0bd7c01692a0f2997da37b184605b1c9c5fc93fe7903f7b007b","parserInputUsesIdenticalRawBytes":true,"policy":"one-outer-fence","responseSha256":"0b816a535b95c0bd7c01692a0f2997da37b184605b1c9c5fc93fe7903f7b007b","shadowFenceApplicable":false,"shadowFenceReason":"outer lines are not a single opening+closing markdown fence pair","shadowFenceRemoved":false,"terminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","visiblePass":true},"parameterization":"dense 8.2B","primaryAggregate":true,"promptSha256":"8188509872020e24aaff4af680f28313894a935154523b71e048f6e50f75d618","protocolId":"qwen3-32b-v7-calibrated-multimodel-offline-v1","providerRequestsDuringExport":0,"recordKind":"PUBLIC_MULTIMODEL_GENERATION_RECORD","registeredTerminalClassification":"MODEL_EDIT_APPLIED_ALL_EVALUATIONS_PASS","registeredTerminalPolicy":"native-strict","requestOrdinal":129,"responseSha256":"0b816a535b95c0bd7c01692a0f2997da37b184605b1c9c5fc93fe7903f7b007b","schemaVersion":1,"sourceEvidenceScope":"sanitized multimodel live final assistant answers and allowlisted terminal classifications only","sourceSha256":"3b5115ab49012d1189910395591a71df5e94135834ce4038d385f498908efe9b","strippedPromptSha256":"14016901fdd84c777d970f3a6366fda49712a2d14437809d8b293d50c43510db","studyId":"workledger-structured-edit-interface-study-v0.1","taskId":"cal-h01","transportConstructedDuringExport":false,"transportFailureClass":null,"usageSummary":{"completionTokens":1244,"promptTokens":987,"totalTokens":2231},"visibleEvaluationOk":true,"visibleEvaluatorSha256":"51ccfa2356fb45e798ebbd34af9c4b745182e4adbbd783c00512bc8503834843"},{"answerSource":"raw-response.txt","applicationOk":false,"arm":"R","attemptNumber":1,"costSummary":{"confirmedCostUsd":0.001431079,"reservationFallbackCostUsd":0},"displayName":"Qwen3 8B","finalAssistantAnswer":"{\n \"schemaVersion\": 2,\n \"kind\": \"exact_replace\",\n \"path\": \"OrderedSet.__iter__\",\n \"oldText\": \"# BUG: __reversed__ is missing — reversed(ordered_set) raises TypeError\",\n \"newText\": \" def __reversed__(self):\\n return reversed(self.dict)\\n # BUG: __reversed__ is missing — reversed(ordered_set) raises TypeError\"\n}","finalAssistantAnswerBytes":333,"finalAssistantAnswerSha256":"97501f83ffe156b106188a5349f7e83e22fbda96fb267f9b80a02b410a547f81","hiddenEvaluationOk":false,"httpStatusClass":"HTTP_2XX","infrastructureValid":true,"latencyMs":45093,"liveProtocolId":"qwen3-32b-v7-calibrated-multimodel-live-v1","materializationAccepted":true,"modelId":"qwen/qwen3-8b","modelKey":"qwen3-8b","nativeStrict":{"applyOk":false,"fenceRemoved":null,"hiddenPass":false,"lfAppended":null,"materializationAccepted":true,"materializationOutputKind":"EXACT_REPLACE","materializationRejectedKind":null,"parserInputSha256":"97501f83ffe156b106188a5349f7e83e22fbda96fb267f9b80a02b410a547f81","parserInputUsesIdenticalRawBytes":true,"policy":"native-strict","responseSha256":"97501f83ffe156b106188a5349f7e83e22fbda96fb267f9b80a02b410a547f81","shadowFenceApplicable":false,"shadowFenceReason":"native strict raw bytes","shadowFenceRemoved":false,"terminalClassification":"MODEL_EDIT_PATH_INVALID","visiblePass":false},"offlineExportProviderRequests":0,"oneOuterFence":{"applyOk":false,"fenceRemoved":null,"hiddenPass":false,"lfAppended":null,"materializationAccepted":true,"materializationOutputKind":"EXACT_REPLACE","materializationRejectedKind":null,"parserInputSha256":"97501f83ffe156b106188a5349f7e83e22fbda96fb267f9b80a02b410a547f81","parserInputUsesIdenticalRawBytes":true,"policy":"one-outer-fence","responseSha256":"97501f83ffe156b106188a5349f7e83e22fbda96fb267f9b80a02b410a547f81","shadowFenceApplicable":false,"shadowFenceReason":"outer lines are not a single opening+closing markdown fence pair","shadowFenceRemoved":false,"terminalClassification":"MODEL_EDIT_PATH_INVALID","visiblePass":false},"parameterization":"dense 8.2B","primaryAggregate":true,"promptSha256":"a44f1aca6653a4087360124bc54854087b57ae781574b6654c293a51134fb282","protocolId":"qwen3-32b-v7-calibrated-multimodel-offline-v1","providerRequestsDuringExport":0,"recordKind":"PUBLIC_MULTIMODEL_GENERATION_RECORD","registeredTerminalClassification":"MODEL_EDIT_PATH_INVALID","registeredTerminalPolicy":"native-strict","requestOrdinal":130,"responseSha256":"97501f83ffe156b106188a5349f7e83e22fbda96fb267f9b80a02b410a547f81","schemaVersion":1,"sourceEvidenceScope":"sanitized multimodel live final assistant answers and allowlisted terminal classifications only","sourceSha256":"3b5115ab49012d1189910395591a71df5e94135834ce4038d385f498908efe9b","strippedPromptSha256":"14016901fdd84c777d970f3a6366fda49712a2d14437809d8b293d50c43510db","studyId":"workledger-structured-edit-interface-study-v0.1","taskId":"cal-h01","transportConstructedDuringExport":false,"transportFailureClass":null,"usageSummary":{"completionTokens":2912,"promptTokens":907,"totalTokens":3819},"visibleEvaluationOk":false,"visibleEvaluatorSha256":"51ccfa2356fb45e798ebbd34af9c4b745182e4adbbd783c00512bc8503834843"},{"answerSource":"raw-response.txt","applicationOk":false,"arm":"U1","attemptNumber":1,"costSummary":{"confirmedCostUsd":0,"reservationFallbackCostUsd":0.02368421052631579},"displayName":"DeepSeek V4 Pro","finalAssistantAnswer":"","finalAssistantAnswerBytes":0,"finalAssistantAnswerSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","hiddenEvaluationOk":false,"httpStatusClass":"HTTP_404_PRIVACY_GUARDRAIL_OR_ROUTE_UNAVAILABLE","infrastructureValid":false,"latencyMs":25,"liveProtocolId":"qwen3-32b-v7-calibrated-multimodel-live-v1","materializationAccepted":false,"modelId":"deepseek/deepseek-v4-pro","modelKey":"deepseek-v4-pro","nativeStrict":{"applyOk":false,"fenceRemoved":null,"hiddenPass":false,"lfAppended":null,"materializationAccepted":false,"materializationOutputKind":null,"materializationRejectedKind":null,"parserInputSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","parserInputUsesIdenticalRawBytes":true,"policy":"native-strict","responseSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","shadowFenceApplicable":false,"shadowFenceReason":"native strict raw bytes","shadowFenceRemoved":false,"terminalClassification":"PROVIDER_REQUEST_FAILURE","visiblePass":false},"offlineExportProviderRequests":0,"oneOuterFence":{"applyOk":false,"fenceRemoved":null,"hiddenPass":false,"lfAppended":null,"materializationAccepted":false,"materializationOutputKind":null,"materializationRejectedKind":null,"parserInputSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","parserInputUsesIdenticalRawBytes":true,"policy":"one-outer-fence","responseSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","shadowFenceApplicable":false,"shadowFenceReason":"no non-whitespace content","shadowFenceRemoved":false,"terminalClassification":"PROVIDER_REQUEST_FAILURE","visiblePass":false},"parameterization":"MoE 1.6T total / 49B active","primaryAggregate":true,"promptSha256":"8188509872020e24aaff4af680f28313894a935154523b71e048f6e50f75d618","protocolId":"qwen3-32b-v7-calibrated-multimodel-offline-v1","providerRequestsDuringExport":0,"recordKind":"PUBLIC_MULTIMODEL_GENERATION_RECORD","registeredTerminalClassification":"PROVIDER_REQUEST_FAILURE","registeredTerminalPolicy":"native-strict","requestOrdinal":136,"responseSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","schemaVersion":1,"sourceEvidenceScope":"sanitized multimodel live final assistant answers and allowlisted terminal classifications only","sourceSha256":"3b5115ab49012d1189910395591a71df5e94135834ce4038d385f498908efe9b","strippedPromptSha256":"14016901fdd84c777d970f3a6366fda49712a2d14437809d8b293d50c43510db","studyId":"workledger-structured-edit-interface-study-v0.1","taskId":"cal-h01","transportConstructedDuringExport":false,"transportFailureClass":"HTTP_404_PRIVACY_GUARDRAIL_OR_ROUTE_UNAVAILABLE","usageSummary":{"completionTokens":0,"promptTokens":0,"totalTokens":0},"visibleEvaluationOk":false,"visibleEvaluatorSha256":"51ccfa2356fb45e798ebbd34af9c4b745182e4adbbd783c00512bc8503834843"},{"answerSource":"raw-response.txt","applicationOk":false,"arm":"R","attemptNumber":1,"costSummary":{"confirmedCostUsd":0,"reservationFallbackCostUsd":0.02368421052631579},"displayName":"DeepSeek V4 Pro","finalAssistantAnswer":"","finalAssistantAnswerBytes":0,"finalAssistantAnswerSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","hiddenEvaluationOk":false,"httpStatusClass":"HTTP_404_PRIVACY_GUARDRAIL_OR_ROUTE_UNAVAILABLE","infrastructureValid":false,"latencyMs":100,"liveProtocolId":"qwen3-32b-v7-calibrated-multimodel-live-v1","materializationAccepted":false,"modelId":"deepseek/deepseek-v4-pro","modelKey":"deepseek-v4-pro","nativeStrict":{"applyOk":false,"fenceRemoved":null,"hiddenPass":false,"lfAppended":null,"materializationAccepted":false,"materializationOutputKind":null,"materializationRejectedKind":"SCHEMA_INVALID","parserInputSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","parserInputUsesIdenticalRawBytes":true,"policy":"native-strict","responseSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","shadowFenceApplicable":false,"shadowFenceReason":"native strict raw bytes","shadowFenceRemoved":false,"terminalClassification":"PROVIDER_REQUEST_FAILURE","visiblePass":false},"offlineExportProviderRequests":0,"oneOuterFence":{"applyOk":false,"fenceRemoved":null,"hiddenPass":false,"lfAppended":null,"materializationAccepted":false,"materializationOutputKind":null,"materializationRejectedKind":"SCHEMA_INVALID","parserInputSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","parserInputUsesIdenticalRawBytes":true,"policy":"one-outer-fence","responseSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","shadowFenceApplicable":false,"shadowFenceReason":"no non-whitespace content","shadowFenceRemoved":false,"terminalClassification":"PROVIDER_REQUEST_FAILURE","visiblePass":false},"parameterization":"MoE 1.6T total / 49B active","primaryAggregate":true,"promptSha256":"a44f1aca6653a4087360124bc54854087b57ae781574b6654c293a51134fb282","protocolId":"qwen3-32b-v7-calibrated-multimodel-offline-v1","providerRequestsDuringExport":0,"recordKind":"PUBLIC_MULTIMODEL_GENERATION_RECORD","registeredTerminalClassification":"PROVIDER_REQUEST_FAILURE","registeredTerminalPolicy":"native-strict","requestOrdinal":135,"responseSha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","schemaVersion":1,"sourceEvidenceScope":"sanitized multimodel live final assistant answers and allowlisted terminal classifications only","sourceSha256":"3b5115ab49012d1189910395591a71df5e94135834ce4038d385f498908efe9b","strippedPromptSha256":"14016901fdd84c777d970f3a6366fda49712a2d14437809d8b293d50c43510db","studyId":"workledger-structured-edit-interface-study-v0.1","taskId":"cal-h01","transportConstructedDuringExport":false,"transportFailureClass":"HTTP_404_PRIVACY_GUARDRAIL_OR_ROUTE_UNAVAILABLE","usageSummary":{"completionTokens":0,"promptTokens":0,"totalTokens":0},"visibleEvaluationOk":false,"visibleEvaluatorSha256":"51ccfa2356fb45e798ebbd34af9c4b745182e4adbbd783c00512bc8503834843"}]; |
