Publish bounded bilingual Gooo judgment arms and negative evidence
Browse files- research/bilingual-gooo-judgment-20261001/LICENSE +21 -0
- research/bilingual-gooo-judgment-20261001/README.md +98 -0
- research/bilingual-gooo-judgment-20261001/data/manifest.json +22 -0
- research/bilingual-gooo-judgment-20261001/data/pairs.jsonl +0 -0
- research/bilingual-gooo-judgment-20261001/judgment/preexecution.json +14 -0
- research/bilingual-gooo-judgment-20261001/judgment/report.json +326 -0
- research/bilingual-gooo-judgment-20261001/main-ci/finalization.json +148 -0
- research/bilingual-gooo-judgment-20261001/models/control/fp32/model.json +64 -0
- research/bilingual-gooo-judgment-20261001/models/control/fp32/weights.bin +3 -0
- research/bilingual-gooo-judgment-20261001/models/control/ptq_ternary/model.json +64 -0
- research/bilingual-gooo-judgment-20261001/models/control/ptq_ternary/weights.bin +3 -0
- research/bilingual-gooo-judgment-20261001/models/control/qat_ternary/model.json +64 -0
- research/bilingual-gooo-judgment-20261001/models/control/qat_ternary/weights.bin +3 -0
- research/bilingual-gooo-judgment-20261001/models/paired/fp32/model.json +64 -0
- research/bilingual-gooo-judgment-20261001/models/paired/fp32/weights.bin +3 -0
- research/bilingual-gooo-judgment-20261001/models/paired/ptq_ternary/model.json +64 -0
- research/bilingual-gooo-judgment-20261001/models/paired/ptq_ternary/weights.bin +3 -0
- research/bilingual-gooo-judgment-20261001/models/paired/qat_ternary/model.json +64 -0
- research/bilingual-gooo-judgment-20261001/models/paired/qat_ternary/weights.bin +3 -0
- research/bilingual-gooo-judgment-20261001/native/audit.json +14 -0
- research/bilingual-gooo-judgment-20261001/native/execution-3999a9a5a3218e6b4c1b4ac80564351334e60f30bb71cb27c749bc264474981c.json +15 -0
- research/bilingual-gooo-judgment-20261001/native/execution-e3114b2376adbc2821bb57135586eace3f125c0116c9dd5b6ca825935ea1db94.json +15 -0
- research/bilingual-gooo-judgment-20261001/native/preexecution.json +25 -0
- research/bilingual-gooo-judgment-20261001/native/report.json +78 -0
- research/bilingual-gooo-judgment-20261001/preregistration.md +39 -0
- research/bilingual-gooo-judgment-20261001/publication-manifest.json +176 -0
- research/bilingual-gooo-judgment-20261001/training/attempts.json +9 -0
- research/bilingual-gooo-judgment-20261001/training/control/go-audit.json +190 -0
- research/bilingual-gooo-judgment-20261001/training/control/go-parity.json +0 -0
- research/bilingual-gooo-judgment-20261001/training/paired/go-audit.json +190 -0
- research/bilingual-gooo-judgment-20261001/training/paired/go-parity.json +0 -0
- research/bilingual-gooo-judgment-20261001/training/preexecution.json +28 -0
- research/bilingual-gooo-judgment-20261001/training/report.json +310 -0
research/bilingual-gooo-judgment-20261001/LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
MIT License
|
| 2 |
+
|
| 3 |
+
Copyright (c) 2026 Gooo contributors
|
| 4 |
+
|
| 5 |
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
| 6 |
+
of this software and associated documentation files (the "Software"), to deal
|
| 7 |
+
in the Software without restriction, including without limitation the rights
|
| 8 |
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
| 9 |
+
copies of the Software, and to permit persons to whom the Software is
|
| 10 |
+
furnished to do so, subject to the following conditions:
|
| 11 |
+
|
| 12 |
+
The above copyright notice and this permission notice shall be included in all
|
| 13 |
+
copies or substantial portions of the Software.
|
| 14 |
+
|
| 15 |
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
| 16 |
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
| 17 |
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
| 18 |
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
| 19 |
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| 20 |
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
| 21 |
+
SOFTWARE.
|
research/bilingual-gooo-judgment-20261001/README.md
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Bilingual Gooo judgment with bounded continuation
|
| 2 |
+
|
| 3 |
+
This experimental appendix keeps both trained arms, including regressions.
|
| 4 |
+
First-shot accuracy is an observation; useful partial construction and finite
|
| 5 |
+
continuation are the development target. These are independently initialized own
|
| 6 |
+
tiny-model descendants, not fine-tuned upstream Laya weights.
|
| 7 |
+
|
| 8 |
+
## Actual work and scope
|
| 9 |
+
|
| 10 |
+
The source-bound generator pairs existing English/Korean Gooo views: 1,040 pairs
|
| 11 |
+
reuse 640 program groups, with 800 training, 80 calibration and 160 development
|
| 12 |
+
evaluation pairs. Zero new independent intentions. The entire original curriculum
|
| 13 |
+
and raw captures are in the
|
| 14 |
+
[public research repository](https://github.com/kimjooyoon/gooo-neural-decision-experiments).
|
| 15 |
+
Gooo structure, legal options, source groups and finite soft targets remain bound
|
| 16 |
+
to their original digests. Natural-language meaning and finite test agreement are
|
| 17 |
+
separate labels; PROV-O vocabulary in the source is not ontology reasoning.
|
| 18 |
+
|
| 19 |
+
Two arms start from the same own feedback FP32 parent and use the same seed.
|
| 20 |
+
Control minimizes finite soft-target NLL; paired adds 0.25 times bilingual
|
| 21 |
+
Jensen-Shannon divergence. Actual MPS training performed 224 optimizer steps
|
| 22 |
+
across FP32 and QAT in both arms. PTQ reuses each FP32. The four training loops
|
| 23 |
+
totaled about 1.52 seconds; the first loop includes startup and was 1.29 seconds,
|
| 24 |
+
while the other loops were about 0.07–0.08 seconds. Fixed arm order and a single
|
| 25 |
+
run do not establish comparative training throughput. Sampled MPS allocated
|
| 26 |
+
memory peaked at 2,033,920 bytes; driver memory at 53,166,080 bytes. Python process
|
| 27 |
+
lifetime peak RSS was about 504 MiB. These are not host utilization measurements.
|
| 28 |
+
|
| 29 |
+
## Judgment and finite continuation
|
| 30 |
+
|
| 31 |
+
Go measured 160 English/Korean pairs (320 views) in each cell. Pair agreement
|
| 32 |
+
alone can be wrong, as the disconnected control illustrates.
|
| 33 |
+
|
| 34 |
+
| Model | Initial agreement /160 | Same wrong intent /160 | Complete views before /320 | Added path attempts |
|
| 35 |
+
|---|---:|---:|---:|---:|
|
| 36 |
+
| Own parent FP32 | 91 | 4 | 243 | 77 |
|
| 37 |
+
| Control FP32 | 97 | 4 | 249 | 71 |
|
| 38 |
+
| Paired FP32 | 96 | 4 | 248 | 72 |
|
| 39 |
+
| Own parent PTQ | 99 | 1 | 257 | 63 |
|
| 40 |
+
| Control PTQ | 108 | 14 | 240 | 80 |
|
| 41 |
+
| Paired PTQ | 108 | 14 | 240 | 80 |
|
| 42 |
+
| Own parent QAT | 90 | 2 | 246 | 74 |
|
| 43 |
+
| Control QAT | 95 | 15 | 225 | 95 |
|
| 44 |
+
| Paired QAT | 95 | 15 | 225 | 95 |
|
| 45 |
+
| Disconnected deterministic | 160 | 80 | 160 | 160 |
|
| 46 |
+
|
| 47 |
+
The paired term did not improve this development comparison. Both new ternary
|
| 48 |
+
arms increase same-wrong agreement and require more attempts than their own
|
| 49 |
+
parents. This evidence is retained; no global default model promotion is made.
|
| 50 |
+
|
| 51 |
+
After a separate complete contract from the authored arithmetic oracle, every
|
| 52 |
+
cell reaches 320/320 complete views and 3,840/3,840 finite cases with at most one
|
| 53 |
+
additional legal path per view, zero additional model calls. This is exhaustive
|
| 54 |
+
two-path typed-arena evaluation, not universal intent correctness, arbitrary
|
| 55 |
+
code synthesis or native execution. The Go judgment capture performed 2,880
|
| 56 |
+
initial model calls. Separate full-curriculum audits in both new arms each made
|
| 57 |
+
5,856 calls including numerical parity and reused parent comparisons. Six new
|
| 58 |
+
exports pass Go/Python parity with maximum observed error about 1.55e-6.
|
| 59 |
+
|
| 60 |
+
Runtime prediction medians were about 10.1–10.2 microseconds for FP32 and
|
| 61 |
+
11.7–11.8 microseconds for ternary in this capture. FP32 tensor storage is 50,912
|
| 62 |
+
bytes. Ternary packed weights are 2,759 bytes on disk, decoded int8 tensors are
|
| 63 |
+
12,896 bytes resident, matrix scales 8 bytes and inference workspace 1,248 bytes.
|
| 64 |
+
Five base-three digits per byte give 1.6 disk bits per matrix weight; theoretical
|
| 65 |
+
log2(3) is about 1.585. Neither is total process RAM or packed compute speed.
|
| 66 |
+
|
| 67 |
+
## Actual adopted-main dogfood
|
| 68 |
+
|
| 69 |
+
The clean adopted compiler main `1e01c96c54f2f8dd43334b8f580af93ffaea24df`
|
| 70 |
+
uses Go 1.27.1 and SDK 0.2.8. Main push CI has six canonical successful checks and
|
| 71 |
+
an independently verified proof, separately preserved in this appendix.
|
| 72 |
+
|
| 73 |
+
Twenty-eight actual native calls reuse one subtraction intention in English and
|
| 74 |
+
Korean, six trained variants and disconnected control, sparse/full contracts.
|
| 75 |
+
Twenty-four actual model predictions. Six sparse calls choose the wrong intended
|
| 76 |
+
operand order while passing the one input where both paths return zero. All
|
| 77 |
+
fourteen full-contract calls select the intended body, using six extra candidate
|
| 78 |
+
attempts. Full contracts are separate calls with one new ranking each, not
|
| 79 |
+
zero-call native continuation. Actual emitted Go execution ran the two distinct
|
| 80 |
+
selected bodies on inputs 2 and 3: two processes and four function invocations.
|
| 81 |
+
An independent offline audit rechecks hashes, contracts, selected function
|
| 82 |
+
structure and arithmetic values without inference or subprocesses.
|
| 83 |
+
|
| 84 |
+
Across those 28 native child calls, observed wall time was 5.43–13.81 ms
|
| 85 |
+
(median 5.76 ms), CPU time median 4.93 ms, peak child RSS roughly 15.7–16.3 MiB.
|
| 86 |
+
These whole compiler processes are distinct from model-stage latency and tensor
|
| 87 |
+
memory. No causal speedup, host CPU utilization change, upstream Laya use or
|
| 88 |
+
production release-readiness is claimed.
|
| 89 |
+
|
| 90 |
+
## Use
|
| 91 |
+
|
| 92 |
+
Both arms expose the existing Go typed-path model ABI. From the research checkout,
|
| 93 |
+
use `--path-model runs/bilingual-judgment-mps-20261001/paired/models/fp32/model.json`
|
| 94 |
+
with the native compiler body-codegen command and an explicit typed path plan.
|
| 95 |
+
Disconnecting the model keeps the deterministic path policy. Always retain the
|
| 96 |
+
source/test contracts and partial denominators; repeated calls and translations
|
| 97 |
+
are not independent experiments. Model confidence is a ranking hint, not an
|
| 98 |
+
authority to redefine expected values.
|
research/bilingual-gooo-judgment-20261001/data/manifest.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_sha256": "570d1d73bfea32662b869e5cfbf77e6d04df838b703191b076be58c1d2180dbf",
|
| 3 |
+
"languages_in_order": [
|
| 4 |
+
"en",
|
| 5 |
+
"ko"
|
| 6 |
+
],
|
| 7 |
+
"new_independent_intentions": 0,
|
| 8 |
+
"pair_count": 1040,
|
| 9 |
+
"pairs_sha256": "25e090b1c4d842b34cf7a1d3a994b7b6e4be70cb59389fe33420e5d8750574ce",
|
| 10 |
+
"reused_program_groups": 640,
|
| 11 |
+
"schema": "gooo/bilingual-gooo-pairs/v1",
|
| 12 |
+
"scope": "Existing synthetic adjacent templates, same Gooo fallback structure and finite soft target. Pair equality is not correctness. Development partitions reused; no new independent experiments or untouched holdout.",
|
| 13 |
+
"source_sha256": {
|
| 14 |
+
"cmd/bilingual-pairs/main.go": "646784b3f7f82b7887aad7707acd0ddc8c79c74f83492f26e299af4886300343",
|
| 15 |
+
"internal/bilingualstudy/pairs.go": "d80edd2acab39b1e5d5bbdf1f7a9094e6ccf55c4dad739049a5d5569f43d6f7e"
|
| 16 |
+
},
|
| 17 |
+
"split_pairs": {
|
| 18 |
+
"calibration": 80,
|
| 19 |
+
"test": 160,
|
| 20 |
+
"train": 800
|
| 21 |
+
}
|
| 22 |
+
}
|
research/bilingual-gooo-judgment-20261001/data/pairs.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
research/bilingual-gooo-judgment-20261001/judgment/preexecution.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"complete_contract": "pathstudy.Inputs plus independent pathstudy.Oracle; explicit intention reference",
|
| 3 |
+
"dataset_sha256": "570d1d73bfea32662b869e5cfbf77e6d04df838b703191b076be58c1d2180dbf",
|
| 4 |
+
"development_pairs": 160,
|
| 5 |
+
"development_views": 320,
|
| 6 |
+
"model_arms": 9,
|
| 7 |
+
"schema": "gooo/bilingual-judgment-go-preexecution/v1",
|
| 8 |
+
"scope": "Sparse Gooo finite views followed by a separately bound authored full contract, two legal paths, at most one additional attempt, zero additional model calls. No native/generated-Go execution, host utilization, untouched holdout or new independent tasks.",
|
| 9 |
+
"source_hashes": {
|
| 10 |
+
"internal/bilingualstudy/pairs.go": "d80edd2acab39b1e5d5bbdf1f7a9094e6ccf55c4dad739049a5d5569f43d6f7e",
|
| 11 |
+
"internal/pathstudy/study.go": "5708818e0ee2d093fcd755573fc3c9a66eac276feccbaeff3441cdbd0aebade6",
|
| 12 |
+
"tools/audit-bilingual-judgment/main.go": "744083bfa06a7d2ad7cb1413ed3800d9b0afe147739827143e2aa213e9b81673"
|
| 13 |
+
}
|
| 14 |
+
}
|
research/bilingual-gooo-judgment-20261001/judgment/report.json
ADDED
|
@@ -0,0 +1,326 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"actual_initial_model_calls": 2880,
|
| 3 |
+
"additional_model_calls": 0,
|
| 4 |
+
"agreement_is_correctness": false,
|
| 5 |
+
"capture_sha256": {
|
| 6 |
+
"control-fp32.json": "cc006fce86c2467e363acd6ce84b6a7378ee9eab5eb65b8c2224830a5fe96152",
|
| 7 |
+
"control-ptq_ternary.json": "92dd02f5fba9704653d099874ca92165442ea8d62e2c973bd5ddb53b41238fae",
|
| 8 |
+
"control-qat_ternary.json": "482b9428b6d31ae7e895a38af547a7531135dcd38119496a621393a26497634e",
|
| 9 |
+
"offline-deterministic.json": "58e0f3fa68a1b76770d64bd9df617a357e77dd10d6cb7133d662917ff2be5924",
|
| 10 |
+
"paired-fp32.json": "a5c957c82e403f783a19a4070084e360d7b4333132787d01670667edb9ab84fb",
|
| 11 |
+
"paired-ptq_ternary.json": "edd885f9d5a0df63108b1a3dcd0991cb6d926001de49d1965e6dd45948b06aa8",
|
| 12 |
+
"paired-qat_ternary.json": "9bee3301e9628cdabfbbdf6622615cae89174ebcf9398e88ea6534e34bcf5780",
|
| 13 |
+
"parent-fp32.json": "bbbb285bd3732864add43818d628d989360105813e78758e8ca0951fe04b42de",
|
| 14 |
+
"parent-ptq_ternary.json": "b60d7302ebbfd0c71fca327450cc329750c0b17211e1aede6887ea990f0d5452",
|
| 15 |
+
"parent-qat_ternary.json": "4fd9051b6aad4ffe27ee6f6675f9a8293bf2fc1e4d72cb1bfeb7efecc8fcb4d7"
|
| 16 |
+
},
|
| 17 |
+
"cells": {
|
| 18 |
+
"control-fp32": {
|
| 19 |
+
"counts": {
|
| 20 |
+
"actual_model_calls": 320,
|
| 21 |
+
"added_path_attempts": 71,
|
| 22 |
+
"both_intention_correct_pairs": 93,
|
| 23 |
+
"finite_best_set_selected": 261,
|
| 24 |
+
"full_finite_passed_after": 3840,
|
| 25 |
+
"full_finite_passed_before": 3001,
|
| 26 |
+
"full_finite_total": 3840,
|
| 27 |
+
"full_program_views_after": 320,
|
| 28 |
+
"full_program_views_before": 249,
|
| 29 |
+
"initial_pair_agreement": 97,
|
| 30 |
+
"pairs": 160,
|
| 31 |
+
"same_wrong_intention_pairs": 4,
|
| 32 |
+
"sparse_finite_passed": 261,
|
| 33 |
+
"sparse_finite_total": 320,
|
| 34 |
+
"views": 320
|
| 35 |
+
},
|
| 36 |
+
"extra_model_calls_during_continuation": 0,
|
| 37 |
+
"generated_go_processes": 0,
|
| 38 |
+
"matrix_scale_bytes": 0,
|
| 39 |
+
"mean_bilingual_js": 0.08167314616752759,
|
| 40 |
+
"metadata_sha256": "d19d98f6a4f2fc55524332a79db4e65ce019e5172f0e891d633e896c8f0115e6",
|
| 41 |
+
"native_calls": 0,
|
| 42 |
+
"packed_weights_bytes": 50912,
|
| 43 |
+
"prediction_median_ns": 10125,
|
| 44 |
+
"prediction_p95_ns": 10666,
|
| 45 |
+
"resident_tensor_bytes": 50912,
|
| 46 |
+
"weights_sha256": "e411e0f6bad0087b040a146d0a1030c272196d19df078aba87c38bd11e10db53",
|
| 47 |
+
"workspace_bytes": 1248
|
| 48 |
+
},
|
| 49 |
+
"control-ptq_ternary": {
|
| 50 |
+
"counts": {
|
| 51 |
+
"actual_model_calls": 320,
|
| 52 |
+
"added_path_attempts": 80,
|
| 53 |
+
"both_intention_correct_pairs": 94,
|
| 54 |
+
"finite_best_set_selected": 254,
|
| 55 |
+
"full_finite_passed_after": 3840,
|
| 56 |
+
"full_finite_passed_before": 2895,
|
| 57 |
+
"full_finite_total": 3840,
|
| 58 |
+
"full_program_views_after": 320,
|
| 59 |
+
"full_program_views_before": 240,
|
| 60 |
+
"initial_pair_agreement": 108,
|
| 61 |
+
"pairs": 160,
|
| 62 |
+
"same_wrong_intention_pairs": 14,
|
| 63 |
+
"sparse_finite_passed": 254,
|
| 64 |
+
"sparse_finite_total": 320,
|
| 65 |
+
"views": 320
|
| 66 |
+
},
|
| 67 |
+
"extra_model_calls_during_continuation": 0,
|
| 68 |
+
"generated_go_processes": 0,
|
| 69 |
+
"matrix_scale_bytes": 8,
|
| 70 |
+
"mean_bilingual_js": 0.021124628703467086,
|
| 71 |
+
"metadata_sha256": "88b2cdda4fd9bd9bcd12caea597eaf3ac407fb63915dd4def1621960640b8ec3",
|
| 72 |
+
"native_calls": 0,
|
| 73 |
+
"packed_weights_bytes": 2759,
|
| 74 |
+
"prediction_median_ns": 11792,
|
| 75 |
+
"prediction_p95_ns": 12250,
|
| 76 |
+
"resident_tensor_bytes": 12896,
|
| 77 |
+
"weights_sha256": "030dd5400202f0522a70217e5f16f2dcfc9cb447f899c94582d5688efae86b5e",
|
| 78 |
+
"workspace_bytes": 1248
|
| 79 |
+
},
|
| 80 |
+
"control-qat_ternary": {
|
| 81 |
+
"counts": {
|
| 82 |
+
"actual_model_calls": 320,
|
| 83 |
+
"added_path_attempts": 95,
|
| 84 |
+
"both_intention_correct_pairs": 80,
|
| 85 |
+
"finite_best_set_selected": 244,
|
| 86 |
+
"full_finite_passed_after": 3840,
|
| 87 |
+
"full_finite_passed_before": 2720,
|
| 88 |
+
"full_finite_total": 3840,
|
| 89 |
+
"full_program_views_after": 320,
|
| 90 |
+
"full_program_views_before": 225,
|
| 91 |
+
"initial_pair_agreement": 95,
|
| 92 |
+
"pairs": 160,
|
| 93 |
+
"same_wrong_intention_pairs": 15,
|
| 94 |
+
"sparse_finite_passed": 244,
|
| 95 |
+
"sparse_finite_total": 320,
|
| 96 |
+
"views": 320
|
| 97 |
+
},
|
| 98 |
+
"extra_model_calls_during_continuation": 0,
|
| 99 |
+
"generated_go_processes": 0,
|
| 100 |
+
"matrix_scale_bytes": 8,
|
| 101 |
+
"mean_bilingual_js": 0.05270309999302516,
|
| 102 |
+
"metadata_sha256": "91e4ac583e3e078e03d1ac88c303574c469e7683560c3dd74d736c846f6736d7",
|
| 103 |
+
"native_calls": 0,
|
| 104 |
+
"packed_weights_bytes": 2759,
|
| 105 |
+
"prediction_median_ns": 11750,
|
| 106 |
+
"prediction_p95_ns": 12042,
|
| 107 |
+
"resident_tensor_bytes": 12896,
|
| 108 |
+
"weights_sha256": "00525b0674ade3f95b85b6e620f8ea0b376c0231734239a27df1c0d5c7f710eb",
|
| 109 |
+
"workspace_bytes": 1248
|
| 110 |
+
},
|
| 111 |
+
"offline-deterministic": {
|
| 112 |
+
"counts": {
|
| 113 |
+
"added_path_attempts": 160,
|
| 114 |
+
"both_intention_correct_pairs": 80,
|
| 115 |
+
"finite_best_set_selected": 198,
|
| 116 |
+
"full_finite_passed_after": 3840,
|
| 117 |
+
"full_finite_passed_before": 1960,
|
| 118 |
+
"full_finite_total": 3840,
|
| 119 |
+
"full_program_views_after": 320,
|
| 120 |
+
"full_program_views_before": 160,
|
| 121 |
+
"initial_pair_agreement": 160,
|
| 122 |
+
"pairs": 160,
|
| 123 |
+
"same_wrong_intention_pairs": 80,
|
| 124 |
+
"sparse_finite_passed": 198,
|
| 125 |
+
"sparse_finite_total": 320,
|
| 126 |
+
"views": 320
|
| 127 |
+
},
|
| 128 |
+
"extra_model_calls_during_continuation": 0,
|
| 129 |
+
"generated_go_processes": 0,
|
| 130 |
+
"mean_bilingual_js": 0,
|
| 131 |
+
"native_calls": 0
|
| 132 |
+
},
|
| 133 |
+
"paired-fp32": {
|
| 134 |
+
"counts": {
|
| 135 |
+
"actual_model_calls": 320,
|
| 136 |
+
"added_path_attempts": 72,
|
| 137 |
+
"both_intention_correct_pairs": 92,
|
| 138 |
+
"finite_best_set_selected": 261,
|
| 139 |
+
"full_finite_passed_after": 3840,
|
| 140 |
+
"full_finite_passed_before": 2990,
|
| 141 |
+
"full_finite_total": 3840,
|
| 142 |
+
"full_program_views_after": 320,
|
| 143 |
+
"full_program_views_before": 248,
|
| 144 |
+
"initial_pair_agreement": 96,
|
| 145 |
+
"pairs": 160,
|
| 146 |
+
"same_wrong_intention_pairs": 4,
|
| 147 |
+
"sparse_finite_passed": 261,
|
| 148 |
+
"sparse_finite_total": 320,
|
| 149 |
+
"views": 320
|
| 150 |
+
},
|
| 151 |
+
"extra_model_calls_during_continuation": 0,
|
| 152 |
+
"generated_go_processes": 0,
|
| 153 |
+
"matrix_scale_bytes": 0,
|
| 154 |
+
"mean_bilingual_js": 0.08171740071912106,
|
| 155 |
+
"metadata_sha256": "ccb48c6fd0f76458a231d0bd1266e88252708aa6f64093742aead6a5ede27dc3",
|
| 156 |
+
"native_calls": 0,
|
| 157 |
+
"packed_weights_bytes": 50912,
|
| 158 |
+
"prediction_median_ns": 10167,
|
| 159 |
+
"prediction_p95_ns": 10625,
|
| 160 |
+
"resident_tensor_bytes": 50912,
|
| 161 |
+
"weights_sha256": "1dad702576db50fdb08c62f07728eb06e81c6d8a3011b78ce38b0338406aacf4",
|
| 162 |
+
"workspace_bytes": 1248
|
| 163 |
+
},
|
| 164 |
+
"paired-ptq_ternary": {
|
| 165 |
+
"counts": {
|
| 166 |
+
"actual_model_calls": 320,
|
| 167 |
+
"added_path_attempts": 80,
|
| 168 |
+
"both_intention_correct_pairs": 94,
|
| 169 |
+
"finite_best_set_selected": 254,
|
| 170 |
+
"full_finite_passed_after": 3840,
|
| 171 |
+
"full_finite_passed_before": 2895,
|
| 172 |
+
"full_finite_total": 3840,
|
| 173 |
+
"full_program_views_after": 320,
|
| 174 |
+
"full_program_views_before": 240,
|
| 175 |
+
"initial_pair_agreement": 108,
|
| 176 |
+
"pairs": 160,
|
| 177 |
+
"same_wrong_intention_pairs": 14,
|
| 178 |
+
"sparse_finite_passed": 254,
|
| 179 |
+
"sparse_finite_total": 320,
|
| 180 |
+
"views": 320
|
| 181 |
+
},
|
| 182 |
+
"extra_model_calls_during_continuation": 0,
|
| 183 |
+
"generated_go_processes": 0,
|
| 184 |
+
"matrix_scale_bytes": 8,
|
| 185 |
+
"mean_bilingual_js": 0.021126226344055497,
|
| 186 |
+
"metadata_sha256": "5233de7a91a997358de890c6431cf0fa2fd6fcd4d3dfb10a8cd851349028b6c9",
|
| 187 |
+
"native_calls": 0,
|
| 188 |
+
"packed_weights_bytes": 2759,
|
| 189 |
+
"prediction_median_ns": 11791,
|
| 190 |
+
"prediction_p95_ns": 12125,
|
| 191 |
+
"resident_tensor_bytes": 12896,
|
| 192 |
+
"weights_sha256": "d6fb8f32a29a674b5ee904f2300f51b9a0d610f57ec0ebcbc52635f73e45d619",
|
| 193 |
+
"workspace_bytes": 1248
|
| 194 |
+
},
|
| 195 |
+
"paired-qat_ternary": {
|
| 196 |
+
"counts": {
|
| 197 |
+
"actual_model_calls": 320,
|
| 198 |
+
"added_path_attempts": 95,
|
| 199 |
+
"both_intention_correct_pairs": 80,
|
| 200 |
+
"finite_best_set_selected": 244,
|
| 201 |
+
"full_finite_passed_after": 3840,
|
| 202 |
+
"full_finite_passed_before": 2720,
|
| 203 |
+
"full_finite_total": 3840,
|
| 204 |
+
"full_program_views_after": 320,
|
| 205 |
+
"full_program_views_before": 225,
|
| 206 |
+
"initial_pair_agreement": 95,
|
| 207 |
+
"pairs": 160,
|
| 208 |
+
"same_wrong_intention_pairs": 15,
|
| 209 |
+
"sparse_finite_passed": 244,
|
| 210 |
+
"sparse_finite_total": 320,
|
| 211 |
+
"views": 320
|
| 212 |
+
},
|
| 213 |
+
"extra_model_calls_during_continuation": 0,
|
| 214 |
+
"generated_go_processes": 0,
|
| 215 |
+
"matrix_scale_bytes": 8,
|
| 216 |
+
"mean_bilingual_js": 0.05478020516016365,
|
| 217 |
+
"metadata_sha256": "47524ff50c41b5bde0be95a7447126ee20abfae59f2e2fdc1e3f78c42c5613d0",
|
| 218 |
+
"native_calls": 0,
|
| 219 |
+
"packed_weights_bytes": 2759,
|
| 220 |
+
"prediction_median_ns": 11750,
|
| 221 |
+
"prediction_p95_ns": 12125,
|
| 222 |
+
"resident_tensor_bytes": 12896,
|
| 223 |
+
"weights_sha256": "1673c7cf839bf8d7fe317495c5a118d67430ae3247afcc7eda2844dd9a9c11f4",
|
| 224 |
+
"workspace_bytes": 1248
|
| 225 |
+
},
|
| 226 |
+
"parent-fp32": {
|
| 227 |
+
"counts": {
|
| 228 |
+
"actual_model_calls": 320,
|
| 229 |
+
"added_path_attempts": 77,
|
| 230 |
+
"both_intention_correct_pairs": 87,
|
| 231 |
+
"finite_best_set_selected": 261,
|
| 232 |
+
"full_finite_passed_after": 3840,
|
| 233 |
+
"full_finite_passed_before": 2935,
|
| 234 |
+
"full_finite_total": 3840,
|
| 235 |
+
"full_program_views_after": 320,
|
| 236 |
+
"full_program_views_before": 243,
|
| 237 |
+
"initial_pair_agreement": 91,
|
| 238 |
+
"pairs": 160,
|
| 239 |
+
"same_wrong_intention_pairs": 4,
|
| 240 |
+
"sparse_finite_passed": 261,
|
| 241 |
+
"sparse_finite_total": 320,
|
| 242 |
+
"views": 320
|
| 243 |
+
},
|
| 244 |
+
"extra_model_calls_during_continuation": 0,
|
| 245 |
+
"generated_go_processes": 0,
|
| 246 |
+
"matrix_scale_bytes": 0,
|
| 247 |
+
"mean_bilingual_js": 0.08810483189407463,
|
| 248 |
+
"metadata_sha256": "47bd3ed2037c8ba0af31ec4cad3a47fe1182af171845406aba01c5107f4b24b7",
|
| 249 |
+
"native_calls": 0,
|
| 250 |
+
"packed_weights_bytes": 50912,
|
| 251 |
+
"prediction_median_ns": 10167,
|
| 252 |
+
"prediction_p95_ns": 10750,
|
| 253 |
+
"resident_tensor_bytes": 50912,
|
| 254 |
+
"weights_sha256": "73eedef1d60f49129190683a41cbf82229c1e3603fd44cdd17792d015f499954",
|
| 255 |
+
"workspace_bytes": 1248
|
| 256 |
+
},
|
| 257 |
+
"parent-ptq_ternary": {
|
| 258 |
+
"counts": {
|
| 259 |
+
"actual_model_calls": 320,
|
| 260 |
+
"added_path_attempts": 63,
|
| 261 |
+
"both_intention_correct_pairs": 98,
|
| 262 |
+
"finite_best_set_selected": 273,
|
| 263 |
+
"full_finite_passed_after": 3840,
|
| 264 |
+
"full_finite_passed_before": 3101,
|
| 265 |
+
"full_finite_total": 3840,
|
| 266 |
+
"full_program_views_after": 320,
|
| 267 |
+
"full_program_views_before": 257,
|
| 268 |
+
"initial_pair_agreement": 99,
|
| 269 |
+
"pairs": 160,
|
| 270 |
+
"same_wrong_intention_pairs": 1,
|
| 271 |
+
"sparse_finite_passed": 273,
|
| 272 |
+
"sparse_finite_total": 320,
|
| 273 |
+
"views": 320
|
| 274 |
+
},
|
| 275 |
+
"extra_model_calls_during_continuation": 0,
|
| 276 |
+
"generated_go_processes": 0,
|
| 277 |
+
"matrix_scale_bytes": 8,
|
| 278 |
+
"mean_bilingual_js": 0.022822061488925204,
|
| 279 |
+
"metadata_sha256": "a7b66676af2eb5a7e6952f3c65c812f231865ac4974a3c3c1f329b125e55124c",
|
| 280 |
+
"native_calls": 0,
|
| 281 |
+
"packed_weights_bytes": 2759,
|
| 282 |
+
"prediction_median_ns": 11791,
|
| 283 |
+
"prediction_p95_ns": 12125,
|
| 284 |
+
"resident_tensor_bytes": 12896,
|
| 285 |
+
"weights_sha256": "c0ee9fc41c16030786103cbf771afe40ba6b7866c25095214d062daa6dcc47a0",
|
| 286 |
+
"workspace_bytes": 1248
|
| 287 |
+
},
|
| 288 |
+
"parent-qat_ternary": {
|
| 289 |
+
"counts": {
|
| 290 |
+
"actual_model_calls": 320,
|
| 291 |
+
"added_path_attempts": 74,
|
| 292 |
+
"both_intention_correct_pairs": 88,
|
| 293 |
+
"finite_best_set_selected": 265,
|
| 294 |
+
"full_finite_passed_after": 3840,
|
| 295 |
+
"full_finite_passed_before": 2972,
|
| 296 |
+
"full_finite_total": 3840,
|
| 297 |
+
"full_program_views_after": 320,
|
| 298 |
+
"full_program_views_before": 246,
|
| 299 |
+
"initial_pair_agreement": 90,
|
| 300 |
+
"pairs": 160,
|
| 301 |
+
"same_wrong_intention_pairs": 2,
|
| 302 |
+
"sparse_finite_passed": 265,
|
| 303 |
+
"sparse_finite_total": 320,
|
| 304 |
+
"views": 320
|
| 305 |
+
},
|
| 306 |
+
"extra_model_calls_during_continuation": 0,
|
| 307 |
+
"generated_go_processes": 0,
|
| 308 |
+
"matrix_scale_bytes": 8,
|
| 309 |
+
"mean_bilingual_js": 0.10470378599577415,
|
| 310 |
+
"metadata_sha256": "17dd98b2c05c7a9c203523a2e8e70ba0cbb523ae47715fdc0dc42acef81b0536",
|
| 311 |
+
"native_calls": 0,
|
| 312 |
+
"packed_weights_bytes": 2759,
|
| 313 |
+
"prediction_median_ns": 11791,
|
| 314 |
+
"prediction_p95_ns": 12083,
|
| 315 |
+
"resident_tensor_bytes": 12896,
|
| 316 |
+
"weights_sha256": "8dc9a0d86b61733e6b09ea0cf85f4b39abf7a2383a2852c1149bd30ac726ad41",
|
| 317 |
+
"workspace_bytes": 1248
|
| 318 |
+
}
|
| 319 |
+
},
|
| 320 |
+
"decision": "PASS",
|
| 321 |
+
"development_pairs": 160,
|
| 322 |
+
"first_shot_correctness_is_primary_objective": false,
|
| 323 |
+
"new_independent_intentions": 0,
|
| 324 |
+
"schema": "gooo/bilingual-judgment-go-report/v1",
|
| 325 |
+
"scope": "Sparse Gooo finite views followed by a separately bound authored full contract, two legal paths, at most one additional attempt, zero additional model calls. No native/generated-Go execution, host utilization, untouched holdout or new independent tasks."
|
| 326 |
+
}
|
research/bilingual-gooo-judgment-20261001/main-ci/finalization.json
ADDED
|
@@ -0,0 +1,148 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "gooo/native-path-diagnosis-main-push-finalization/v1",
|
| 3 |
+
"decision": "PASS",
|
| 4 |
+
"native_main": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 5 |
+
"run_id": 36848147619,
|
| 6 |
+
"run_attempt": 1,
|
| 7 |
+
"ci": {
|
| 8 |
+
"conclusion": "success",
|
| 9 |
+
"event": "push",
|
| 10 |
+
"headSha": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 11 |
+
"jobs": [
|
| 12 |
+
{
|
| 13 |
+
"conclusion": "success",
|
| 14 |
+
"name": "Feedback predecessor",
|
| 15 |
+
"status": "completed"
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"conclusion": "success",
|
| 19 |
+
"name": "Language package execution",
|
| 20 |
+
"status": "completed"
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"conclusion": "success",
|
| 24 |
+
"name": "Semantic conformance",
|
| 25 |
+
"status": "completed"
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"conclusion": "success",
|
| 29 |
+
"name": "go test",
|
| 30 |
+
"status": "completed"
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"conclusion": "success",
|
| 34 |
+
"name": "gofmt",
|
| 35 |
+
"status": "completed"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"conclusion": "success",
|
| 39 |
+
"name": "go test -race",
|
| 40 |
+
"status": "completed"
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"conclusion": "success",
|
| 44 |
+
"name": "go vet",
|
| 45 |
+
"status": "completed"
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"conclusion": "success",
|
| 49 |
+
"name": "COHERENCE boundary probe",
|
| 50 |
+
"status": "completed"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"conclusion": "success",
|
| 54 |
+
"name": "CI policy",
|
| 55 |
+
"status": "completed"
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"conclusion": "success",
|
| 59 |
+
"name": "CI evidence",
|
| 60 |
+
"status": "completed"
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"conclusion": "success",
|
| 64 |
+
"name": "CI proof bundle",
|
| 65 |
+
"status": "completed"
|
| 66 |
+
},
|
| 67 |
+
{
|
| 68 |
+
"conclusion": "success",
|
| 69 |
+
"name": "CI failure summary",
|
| 70 |
+
"status": "completed"
|
| 71 |
+
}
|
| 72 |
+
],
|
| 73 |
+
"status": "completed",
|
| 74 |
+
"updatedAt": "2026-10-01T10:33:16Z"
|
| 75 |
+
},
|
| 76 |
+
"canonical_checks": [
|
| 77 |
+
{
|
| 78 |
+
"id": 110323235427,
|
| 79 |
+
"name": "gofmt",
|
| 80 |
+
"status": "completed",
|
| 81 |
+
"conclusion": "success",
|
| 82 |
+
"head_sha": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 83 |
+
"run_id": 36848147619,
|
| 84 |
+
"run_attempt": 1
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"id": 110323235518,
|
| 88 |
+
"name": "go vet",
|
| 89 |
+
"status": "completed",
|
| 90 |
+
"conclusion": "success",
|
| 91 |
+
"head_sha": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 92 |
+
"run_id": 36848147619,
|
| 93 |
+
"run_attempt": 1
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"id": 110323235359,
|
| 97 |
+
"name": "go test",
|
| 98 |
+
"status": "completed",
|
| 99 |
+
"conclusion": "success",
|
| 100 |
+
"head_sha": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 101 |
+
"run_id": 36848147619,
|
| 102 |
+
"run_attempt": 1
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"id": 110323235495,
|
| 106 |
+
"name": "go test -race",
|
| 107 |
+
"status": "completed",
|
| 108 |
+
"conclusion": "success",
|
| 109 |
+
"head_sha": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 110 |
+
"run_id": 36848147619,
|
| 111 |
+
"run_attempt": 1
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"id": 110323235342,
|
| 115 |
+
"name": "Semantic conformance",
|
| 116 |
+
"status": "completed",
|
| 117 |
+
"conclusion": "success",
|
| 118 |
+
"head_sha": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 119 |
+
"run_id": 36848147619,
|
| 120 |
+
"run_attempt": 1
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"id": 110326559919,
|
| 124 |
+
"name": "CI policy",
|
| 125 |
+
"status": "completed",
|
| 126 |
+
"conclusion": "success",
|
| 127 |
+
"head_sha": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 128 |
+
"run_id": 36848147619,
|
| 129 |
+
"run_attempt": 1
|
| 130 |
+
}
|
| 131 |
+
],
|
| 132 |
+
"proof": {
|
| 133 |
+
"schema": "gooo/ci-proof/v5",
|
| 134 |
+
"decision": "PASS",
|
| 135 |
+
"head_sha": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 136 |
+
"checkout_ref": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 137 |
+
"event": "push",
|
| 138 |
+
"event_ref": "refs/heads/main",
|
| 139 |
+
"independent_go_verifier_exit": 0,
|
| 140 |
+
"sha256": "7b5209db2812c56f1c7ae9e48f67c5f6cc785d3e463ee5bfc7ee47a513319b37",
|
| 141 |
+
"provenance_receipt_sha256": "c424daf98d9ac1a0e33a45eec3d39d27961b8f41f5785e1dcfc7882ac9742c45",
|
| 142 |
+
"artifact_id": 11154688924,
|
| 143 |
+
"artifact_zip_sha256": "c58a2836010837cff5888376aee59b2b52851d090f629788d54f3380be94bfcb",
|
| 144 |
+
"artifact_zip_bytes": 10946
|
| 145 |
+
},
|
| 146 |
+
"prior_adoption_receipt": "publication/native-path-diagnosis-main-adoption-20261001.json",
|
| 147 |
+
"scope": "Later terminal main-push observation. The earlier frozen pending receipt and HF revision are preserved. Six canonical checks and all twelve jobs succeeded, downloaded proof independently verified, live main matches. No new inference, training, generated Go execution or release-readiness claim in this finalization."
|
| 148 |
+
}
|
research/bilingual-gooo-judgment-20261001/models/control/fp32/model.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"confidence_threshold": 1.0,
|
| 3 |
+
"feature_dim": 256,
|
| 4 |
+
"feature_version": "positioned_intent_ngrams_v1",
|
| 5 |
+
"hidden_dim": 48,
|
| 6 |
+
"labels": [
|
| 7 |
+
"reference_first",
|
| 8 |
+
"reference_second",
|
| 9 |
+
"assign_first",
|
| 10 |
+
"assign_second",
|
| 11 |
+
"layout_forward",
|
| 12 |
+
"layout_reverse",
|
| 13 |
+
"schedule_forward",
|
| 14 |
+
"schedule_reverse"
|
| 15 |
+
],
|
| 16 |
+
"max_bytes": 512,
|
| 17 |
+
"schema": "gooo/tiny-path-decision-model/v1",
|
| 18 |
+
"temperature": 1.0,
|
| 19 |
+
"tensors": [
|
| 20 |
+
{
|
| 21 |
+
"bytes": 49152,
|
| 22 |
+
"cols": 256,
|
| 23 |
+
"count": 12288,
|
| 24 |
+
"encoding": "float32_le",
|
| 25 |
+
"name": "w1",
|
| 26 |
+
"offset": 0,
|
| 27 |
+
"rows": 48,
|
| 28 |
+
"scale": 1.0
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"bytes": 192,
|
| 32 |
+
"cols": 48,
|
| 33 |
+
"count": 48,
|
| 34 |
+
"encoding": "float32_le",
|
| 35 |
+
"name": "b1",
|
| 36 |
+
"offset": 49152,
|
| 37 |
+
"rows": 1,
|
| 38 |
+
"scale": 1.0
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"bytes": 1536,
|
| 42 |
+
"cols": 48,
|
| 43 |
+
"count": 384,
|
| 44 |
+
"encoding": "float32_le",
|
| 45 |
+
"name": "w2",
|
| 46 |
+
"offset": 49344,
|
| 47 |
+
"rows": 8,
|
| 48 |
+
"scale": 1.0
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"bytes": 32,
|
| 52 |
+
"cols": 8,
|
| 53 |
+
"count": 8,
|
| 54 |
+
"encoding": "float32_le",
|
| 55 |
+
"name": "b2",
|
| 56 |
+
"offset": 50880,
|
| 57 |
+
"rows": 1,
|
| 58 |
+
"scale": 1.0
|
| 59 |
+
}
|
| 60 |
+
],
|
| 61 |
+
"variant": "fp32",
|
| 62 |
+
"weights_file": "weights.bin",
|
| 63 |
+
"weights_sha256": "e411e0f6bad0087b040a146d0a1030c272196d19df078aba87c38bd11e10db53"
|
| 64 |
+
}
|
research/bilingual-gooo-judgment-20261001/models/control/fp32/weights.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e411e0f6bad0087b040a146d0a1030c272196d19df078aba87c38bd11e10db53
|
| 3 |
+
size 50912
|
research/bilingual-gooo-judgment-20261001/models/control/ptq_ternary/model.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"confidence_threshold": 1.0,
|
| 3 |
+
"feature_dim": 256,
|
| 4 |
+
"feature_version": "positioned_intent_ngrams_v1",
|
| 5 |
+
"hidden_dim": 48,
|
| 6 |
+
"labels": [
|
| 7 |
+
"reference_first",
|
| 8 |
+
"reference_second",
|
| 9 |
+
"assign_first",
|
| 10 |
+
"assign_second",
|
| 11 |
+
"layout_forward",
|
| 12 |
+
"layout_reverse",
|
| 13 |
+
"schedule_forward",
|
| 14 |
+
"schedule_reverse"
|
| 15 |
+
],
|
| 16 |
+
"max_bytes": 512,
|
| 17 |
+
"schema": "gooo/tiny-path-decision-model/v1",
|
| 18 |
+
"temperature": 1.0,
|
| 19 |
+
"tensors": [
|
| 20 |
+
{
|
| 21 |
+
"bytes": 2458,
|
| 22 |
+
"cols": 256,
|
| 23 |
+
"count": 12288,
|
| 24 |
+
"encoding": "ternary_base3_5",
|
| 25 |
+
"name": "w1",
|
| 26 |
+
"offset": 0,
|
| 27 |
+
"rows": 48,
|
| 28 |
+
"scale": 0.19280461966991425
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"bytes": 192,
|
| 32 |
+
"cols": 48,
|
| 33 |
+
"count": 48,
|
| 34 |
+
"encoding": "float32_le",
|
| 35 |
+
"name": "b1",
|
| 36 |
+
"offset": 2458,
|
| 37 |
+
"rows": 1,
|
| 38 |
+
"scale": 1.0
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"bytes": 77,
|
| 42 |
+
"cols": 48,
|
| 43 |
+
"count": 384,
|
| 44 |
+
"encoding": "ternary_base3_5",
|
| 45 |
+
"name": "w2",
|
| 46 |
+
"offset": 2650,
|
| 47 |
+
"rows": 8,
|
| 48 |
+
"scale": 0.39537540078163147
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"bytes": 32,
|
| 52 |
+
"cols": 8,
|
| 53 |
+
"count": 8,
|
| 54 |
+
"encoding": "float32_le",
|
| 55 |
+
"name": "b2",
|
| 56 |
+
"offset": 2727,
|
| 57 |
+
"rows": 1,
|
| 58 |
+
"scale": 1.0
|
| 59 |
+
}
|
| 60 |
+
],
|
| 61 |
+
"variant": "ptq_ternary",
|
| 62 |
+
"weights_file": "weights.bin",
|
| 63 |
+
"weights_sha256": "030dd5400202f0522a70217e5f16f2dcfc9cb447f899c94582d5688efae86b5e"
|
| 64 |
+
}
|
research/bilingual-gooo-judgment-20261001/models/control/ptq_ternary/weights.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:030dd5400202f0522a70217e5f16f2dcfc9cb447f899c94582d5688efae86b5e
|
| 3 |
+
size 2759
|
research/bilingual-gooo-judgment-20261001/models/control/qat_ternary/model.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"confidence_threshold": 1.0,
|
| 3 |
+
"feature_dim": 256,
|
| 4 |
+
"feature_version": "positioned_intent_ngrams_v1",
|
| 5 |
+
"hidden_dim": 48,
|
| 6 |
+
"labels": [
|
| 7 |
+
"reference_first",
|
| 8 |
+
"reference_second",
|
| 9 |
+
"assign_first",
|
| 10 |
+
"assign_second",
|
| 11 |
+
"layout_forward",
|
| 12 |
+
"layout_reverse",
|
| 13 |
+
"schedule_forward",
|
| 14 |
+
"schedule_reverse"
|
| 15 |
+
],
|
| 16 |
+
"max_bytes": 512,
|
| 17 |
+
"schema": "gooo/tiny-path-decision-model/v1",
|
| 18 |
+
"temperature": 0.5,
|
| 19 |
+
"tensors": [
|
| 20 |
+
{
|
| 21 |
+
"bytes": 2458,
|
| 22 |
+
"cols": 256,
|
| 23 |
+
"count": 12288,
|
| 24 |
+
"encoding": "ternary_base3_5",
|
| 25 |
+
"name": "w1",
|
| 26 |
+
"offset": 0,
|
| 27 |
+
"rows": 48,
|
| 28 |
+
"scale": 0.1951175183057785
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"bytes": 192,
|
| 32 |
+
"cols": 48,
|
| 33 |
+
"count": 48,
|
| 34 |
+
"encoding": "float32_le",
|
| 35 |
+
"name": "b1",
|
| 36 |
+
"offset": 2458,
|
| 37 |
+
"rows": 1,
|
| 38 |
+
"scale": 1.0
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"bytes": 77,
|
| 42 |
+
"cols": 48,
|
| 43 |
+
"count": 384,
|
| 44 |
+
"encoding": "ternary_base3_5",
|
| 45 |
+
"name": "w2",
|
| 46 |
+
"offset": 2650,
|
| 47 |
+
"rows": 8,
|
| 48 |
+
"scale": 0.40118470788002014
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"bytes": 32,
|
| 52 |
+
"cols": 8,
|
| 53 |
+
"count": 8,
|
| 54 |
+
"encoding": "float32_le",
|
| 55 |
+
"name": "b2",
|
| 56 |
+
"offset": 2727,
|
| 57 |
+
"rows": 1,
|
| 58 |
+
"scale": 1.0
|
| 59 |
+
}
|
| 60 |
+
],
|
| 61 |
+
"variant": "qat_ternary",
|
| 62 |
+
"weights_file": "weights.bin",
|
| 63 |
+
"weights_sha256": "00525b0674ade3f95b85b6e620f8ea0b376c0231734239a27df1c0d5c7f710eb"
|
| 64 |
+
}
|
research/bilingual-gooo-judgment-20261001/models/control/qat_ternary/weights.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00525b0674ade3f95b85b6e620f8ea0b376c0231734239a27df1c0d5c7f710eb
|
| 3 |
+
size 2759
|
research/bilingual-gooo-judgment-20261001/models/paired/fp32/model.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"confidence_threshold": 1.0,
|
| 3 |
+
"feature_dim": 256,
|
| 4 |
+
"feature_version": "positioned_intent_ngrams_v1",
|
| 5 |
+
"hidden_dim": 48,
|
| 6 |
+
"labels": [
|
| 7 |
+
"reference_first",
|
| 8 |
+
"reference_second",
|
| 9 |
+
"assign_first",
|
| 10 |
+
"assign_second",
|
| 11 |
+
"layout_forward",
|
| 12 |
+
"layout_reverse",
|
| 13 |
+
"schedule_forward",
|
| 14 |
+
"schedule_reverse"
|
| 15 |
+
],
|
| 16 |
+
"max_bytes": 512,
|
| 17 |
+
"schema": "gooo/tiny-path-decision-model/v1",
|
| 18 |
+
"temperature": 1.0,
|
| 19 |
+
"tensors": [
|
| 20 |
+
{
|
| 21 |
+
"bytes": 49152,
|
| 22 |
+
"cols": 256,
|
| 23 |
+
"count": 12288,
|
| 24 |
+
"encoding": "float32_le",
|
| 25 |
+
"name": "w1",
|
| 26 |
+
"offset": 0,
|
| 27 |
+
"rows": 48,
|
| 28 |
+
"scale": 1.0
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"bytes": 192,
|
| 32 |
+
"cols": 48,
|
| 33 |
+
"count": 48,
|
| 34 |
+
"encoding": "float32_le",
|
| 35 |
+
"name": "b1",
|
| 36 |
+
"offset": 49152,
|
| 37 |
+
"rows": 1,
|
| 38 |
+
"scale": 1.0
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"bytes": 1536,
|
| 42 |
+
"cols": 48,
|
| 43 |
+
"count": 384,
|
| 44 |
+
"encoding": "float32_le",
|
| 45 |
+
"name": "w2",
|
| 46 |
+
"offset": 49344,
|
| 47 |
+
"rows": 8,
|
| 48 |
+
"scale": 1.0
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"bytes": 32,
|
| 52 |
+
"cols": 8,
|
| 53 |
+
"count": 8,
|
| 54 |
+
"encoding": "float32_le",
|
| 55 |
+
"name": "b2",
|
| 56 |
+
"offset": 50880,
|
| 57 |
+
"rows": 1,
|
| 58 |
+
"scale": 1.0
|
| 59 |
+
}
|
| 60 |
+
],
|
| 61 |
+
"variant": "fp32",
|
| 62 |
+
"weights_file": "weights.bin",
|
| 63 |
+
"weights_sha256": "1dad702576db50fdb08c62f07728eb06e81c6d8a3011b78ce38b0338406aacf4"
|
| 64 |
+
}
|
research/bilingual-gooo-judgment-20261001/models/paired/fp32/weights.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1dad702576db50fdb08c62f07728eb06e81c6d8a3011b78ce38b0338406aacf4
|
| 3 |
+
size 50912
|
research/bilingual-gooo-judgment-20261001/models/paired/ptq_ternary/model.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"confidence_threshold": 1.0,
|
| 3 |
+
"feature_dim": 256,
|
| 4 |
+
"feature_version": "positioned_intent_ngrams_v1",
|
| 5 |
+
"hidden_dim": 48,
|
| 6 |
+
"labels": [
|
| 7 |
+
"reference_first",
|
| 8 |
+
"reference_second",
|
| 9 |
+
"assign_first",
|
| 10 |
+
"assign_second",
|
| 11 |
+
"layout_forward",
|
| 12 |
+
"layout_reverse",
|
| 13 |
+
"schedule_forward",
|
| 14 |
+
"schedule_reverse"
|
| 15 |
+
],
|
| 16 |
+
"max_bytes": 512,
|
| 17 |
+
"schema": "gooo/tiny-path-decision-model/v1",
|
| 18 |
+
"temperature": 1.0,
|
| 19 |
+
"tensors": [
|
| 20 |
+
{
|
| 21 |
+
"bytes": 2458,
|
| 22 |
+
"cols": 256,
|
| 23 |
+
"count": 12288,
|
| 24 |
+
"encoding": "ternary_base3_5",
|
| 25 |
+
"name": "w1",
|
| 26 |
+
"offset": 0,
|
| 27 |
+
"rows": 48,
|
| 28 |
+
"scale": 0.1928061693906784
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"bytes": 192,
|
| 32 |
+
"cols": 48,
|
| 33 |
+
"count": 48,
|
| 34 |
+
"encoding": "float32_le",
|
| 35 |
+
"name": "b1",
|
| 36 |
+
"offset": 2458,
|
| 37 |
+
"rows": 1,
|
| 38 |
+
"scale": 1.0
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"bytes": 77,
|
| 42 |
+
"cols": 48,
|
| 43 |
+
"count": 384,
|
| 44 |
+
"encoding": "ternary_base3_5",
|
| 45 |
+
"name": "w2",
|
| 46 |
+
"offset": 2650,
|
| 47 |
+
"rows": 8,
|
| 48 |
+
"scale": 0.3953920304775238
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"bytes": 32,
|
| 52 |
+
"cols": 8,
|
| 53 |
+
"count": 8,
|
| 54 |
+
"encoding": "float32_le",
|
| 55 |
+
"name": "b2",
|
| 56 |
+
"offset": 2727,
|
| 57 |
+
"rows": 1,
|
| 58 |
+
"scale": 1.0
|
| 59 |
+
}
|
| 60 |
+
],
|
| 61 |
+
"variant": "ptq_ternary",
|
| 62 |
+
"weights_file": "weights.bin",
|
| 63 |
+
"weights_sha256": "d6fb8f32a29a674b5ee904f2300f51b9a0d610f57ec0ebcbc52635f73e45d619"
|
| 64 |
+
}
|
research/bilingual-gooo-judgment-20261001/models/paired/ptq_ternary/weights.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d6fb8f32a29a674b5ee904f2300f51b9a0d610f57ec0ebcbc52635f73e45d619
|
| 3 |
+
size 2759
|
research/bilingual-gooo-judgment-20261001/models/paired/qat_ternary/model.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"confidence_threshold": 1.0,
|
| 3 |
+
"feature_dim": 256,
|
| 4 |
+
"feature_version": "positioned_intent_ngrams_v1",
|
| 5 |
+
"hidden_dim": 48,
|
| 6 |
+
"labels": [
|
| 7 |
+
"reference_first",
|
| 8 |
+
"reference_second",
|
| 9 |
+
"assign_first",
|
| 10 |
+
"assign_second",
|
| 11 |
+
"layout_forward",
|
| 12 |
+
"layout_reverse",
|
| 13 |
+
"schedule_forward",
|
| 14 |
+
"schedule_reverse"
|
| 15 |
+
],
|
| 16 |
+
"max_bytes": 512,
|
| 17 |
+
"schema": "gooo/tiny-path-decision-model/v1",
|
| 18 |
+
"temperature": 0.5,
|
| 19 |
+
"tensors": [
|
| 20 |
+
{
|
| 21 |
+
"bytes": 2458,
|
| 22 |
+
"cols": 256,
|
| 23 |
+
"count": 12288,
|
| 24 |
+
"encoding": "ternary_base3_5",
|
| 25 |
+
"name": "w1",
|
| 26 |
+
"offset": 0,
|
| 27 |
+
"rows": 48,
|
| 28 |
+
"scale": 0.1950712949037552
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"bytes": 192,
|
| 32 |
+
"cols": 48,
|
| 33 |
+
"count": 48,
|
| 34 |
+
"encoding": "float32_le",
|
| 35 |
+
"name": "b1",
|
| 36 |
+
"offset": 2458,
|
| 37 |
+
"rows": 1,
|
| 38 |
+
"scale": 1.0
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"bytes": 77,
|
| 42 |
+
"cols": 48,
|
| 43 |
+
"count": 384,
|
| 44 |
+
"encoding": "ternary_base3_5",
|
| 45 |
+
"name": "w2",
|
| 46 |
+
"offset": 2650,
|
| 47 |
+
"rows": 8,
|
| 48 |
+
"scale": 0.4011179506778717
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"bytes": 32,
|
| 52 |
+
"cols": 8,
|
| 53 |
+
"count": 8,
|
| 54 |
+
"encoding": "float32_le",
|
| 55 |
+
"name": "b2",
|
| 56 |
+
"offset": 2727,
|
| 57 |
+
"rows": 1,
|
| 58 |
+
"scale": 1.0
|
| 59 |
+
}
|
| 60 |
+
],
|
| 61 |
+
"variant": "qat_ternary",
|
| 62 |
+
"weights_file": "weights.bin",
|
| 63 |
+
"weights_sha256": "1673c7cf839bf8d7fe317495c5a118d67430ae3247afcc7eda2844dd9a9c11f4"
|
| 64 |
+
}
|
research/bilingual-gooo-judgment-20261001/models/paired/qat_ternary/weights.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1673c7cf839bf8d7fe317495c5a118d67430ae3247afcc7eda2844dd9a9c11f4
|
| 3 |
+
size 2759
|
research/bilingual-gooo-judgment-20261001/native/audit.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"decision": "PASS",
|
| 3 |
+
"new_go_processes": 0,
|
| 4 |
+
"new_model_calls": 0,
|
| 5 |
+
"new_native_calls": 0,
|
| 6 |
+
"preexecution_sha256": "5b974752f9e92b5a9b4cbb214aa16d2da5dd7a5b1951f32959544da9714ebeef",
|
| 7 |
+
"recorded_go_function_invocations": 4,
|
| 8 |
+
"recorded_go_processes": 2,
|
| 9 |
+
"recorded_model_predictions": 24,
|
| 10 |
+
"recorded_native_calls": 28,
|
| 11 |
+
"report_sha256": "d1679a36e8a05d7af007f1effb4ebdccda501fbe2cac9b6269a33c4130d761cf",
|
| 12 |
+
"schema": "gooo/bilingual-native-audit/v1",
|
| 13 |
+
"scope": "Offline reconciliation of captures, source/model/test identities, selected typed/native function and actual emitted-Go oracle values; ranking origin relies on pinned runner and native source evidence. No inference or subprocess replay."
|
| 14 |
+
}
|
research/bilingual-gooo-judgment-20261001/native/execution-3999a9a5a3218e6b4c1b4ac80564351334e60f30bb71cb27c749bc264474981c.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "gooo/path-diagnosis-go-execution/v1",
|
| 3 |
+
"template": "",
|
| 4 |
+
"mask": 1,
|
| 5 |
+
"generated_go": "package path_diagnosis\n\n//gooo:generated:start id=\"path-diagnosis://activity/probe\" kind=\"activity\"\nfunc Probe(input int64) int64 {\n\treturn (2 - input)\n}\n\n//gooo:generated:end id=\"path-diagnosis://activity/probe\" kind=\"activity\"\n",
|
| 6 |
+
"generated_go_sha256": "3999a9a5a3218e6b4c1b4ac80564351334e60f30bb71cb27c749bc264474981c",
|
| 7 |
+
"inputs": [
|
| 8 |
+
2,
|
| 9 |
+
3
|
| 10 |
+
],
|
| 11 |
+
"actual_go_values": [
|
| 12 |
+
0,
|
| 13 |
+
-1
|
| 14 |
+
]
|
| 15 |
+
}
|
research/bilingual-gooo-judgment-20261001/native/execution-e3114b2376adbc2821bb57135586eace3f125c0116c9dd5b6ca825935ea1db94.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "gooo/path-diagnosis-go-execution/v1",
|
| 3 |
+
"template": "",
|
| 4 |
+
"mask": 0,
|
| 5 |
+
"generated_go": "package path_diagnosis\n\n//gooo:generated:start id=\"path-diagnosis://activity/probe\" kind=\"activity\"\nfunc Probe(input int64) int64 {\n\treturn (input - 2)\n}\n\n//gooo:generated:end id=\"path-diagnosis://activity/probe\" kind=\"activity\"\n",
|
| 6 |
+
"generated_go_sha256": "e3114b2376adbc2821bb57135586eace3f125c0116c9dd5b6ca825935ea1db94",
|
| 7 |
+
"inputs": [
|
| 8 |
+
2,
|
| 9 |
+
3
|
| 10 |
+
],
|
| 11 |
+
"actual_go_values": [
|
| 12 |
+
0,
|
| 13 |
+
1
|
| 14 |
+
]
|
| 15 |
+
}
|
research/bilingual-gooo-judgment-20261001/native/preexecution.json
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"go_binary_sha256": "132b69336a1f809932a8a20b0201dbbb980e86e3a323ae32e893639d83d71598",
|
| 3 |
+
"input_sha256": {
|
| 4 |
+
"fixture.gooo": "39bfb3e53a4ae2b6933b0401789b324df230e7e2ed7f539e2388d6825a88b956",
|
| 5 |
+
"plan-en-full.json": "714272167da94ee217361c48e0eace216db8207e31b4d10699f43d165540aa4b",
|
| 6 |
+
"plan-en-sparse.json": "c05593225955cf66111d29c9a188cee970008691e25d5d07c7e2ae9a7a13840e",
|
| 7 |
+
"plan-ko-full.json": "7cd81c3e7506a51a15a3811b761b45a3c92bb56aeeb794882a43cc46f76de8b3",
|
| 8 |
+
"plan-ko-sparse.json": "e4750e0315f89b76cfac0092391a64aacd43fe48bec50b3c2498c16bf9d01287"
|
| 9 |
+
},
|
| 10 |
+
"maximum_native_calls": 28,
|
| 11 |
+
"model_metadata_sha256": {
|
| 12 |
+
"control-fp32": "d19d98f6a4f2fc55524332a79db4e65ce019e5172f0e891d633e896c8f0115e6",
|
| 13 |
+
"control-ptq_ternary": "88b2cdda4fd9bd9bcd12caea597eaf3ac407fb63915dd4def1621960640b8ec3",
|
| 14 |
+
"control-qat_ternary": "91e4ac583e3e078e03d1ac88c303574c469e7683560c3dd74d736c846f6736d7",
|
| 15 |
+
"paired-fp32": "ccb48c6fd0f76458a231d0bd1266e88252708aa6f64093742aead6a5ede27dc3",
|
| 16 |
+
"paired-ptq_ternary": "5233de7a91a997358de890c6431cf0fa2fd6fcd4d3dfb10a8cd851349028b6c9",
|
| 17 |
+
"paired-qat_ternary": "47524ff50c41b5bde0be95a7447126ee20abfae59f2e2fdc1e3f78c42c5613d0"
|
| 18 |
+
},
|
| 19 |
+
"native": "1e01c96c54f2f8dd43334b8f580af93ffaea24df",
|
| 20 |
+
"native_binary_sha256": "234c3d7663afdeff882906d55f05454ce602a140e35280fbb138158b2bffc344",
|
| 21 |
+
"preregistration_sha256": "09e551b8f3820fc88313113f1befcad736540cdf8a20fbb9e612c132b24f2c31",
|
| 22 |
+
"runner": "90dbefe731cb95a65798ef6d380f22cfd811b5ca",
|
| 23 |
+
"schema": "gooo/bilingual-native-preexecution/v1",
|
| 24 |
+
"scope": "One reused subtraction intention, two languages, six trained arms and disconnected control; separate sparse and explicit full contracts. Full calls rerank once, rather than resuming the sparse call. No feedback training, upstream Laya or new independent tasks."
|
| 25 |
+
}
|
research/bilingual-gooo-judgment-20261001/native/report.json
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"actual_generated_go_processes": 2,
|
| 3 |
+
"actual_go_function_invocations": 4,
|
| 4 |
+
"capture_sha256": {
|
| 5 |
+
"en-control-fp32-full-metrics.json": "8b47ee813e9629dae442142a42d4101e5ad2d85f8d02b1e9c220804cc3935e68",
|
| 6 |
+
"en-control-fp32-full.json": "d193c70adc43839dfc5aef879e85137c9dbbc7d1b2543564db7cb6093033346d",
|
| 7 |
+
"en-control-fp32-sparse-metrics.json": "9e3e48e8d0ce74b24bdf469cd35402b538dff2d321e54fae97f7cae0aefb821c",
|
| 8 |
+
"en-control-fp32-sparse.json": "f9ccc4a091e2dd4a3d10ed6dec66c0c2365dee25313add8a020780a1400ed72e",
|
| 9 |
+
"en-control-ptq_ternary-full-metrics.json": "9d76f29d365ae24de746160f779a3ba1b13737e1c63c389dbf74f89044ff61f7",
|
| 10 |
+
"en-control-ptq_ternary-full.json": "9978c646b83cee76c2ff5721a49c8f6fb1c46dc0ea2164916a78311adc275ec3",
|
| 11 |
+
"en-control-ptq_ternary-sparse-metrics.json": "3fc25297cec91178b7e24c021ba9379fa19bb71b5218a21218d4f60b2de96e55",
|
| 12 |
+
"en-control-ptq_ternary-sparse.json": "34c785e6557c9fe7e8d66cb5d50ac64aa14ced8f2836c0d9e0128a74e8908555",
|
| 13 |
+
"en-control-qat_ternary-full-metrics.json": "2cda3a29ce5d0b558093406c4def0db45ced7573f6fa062bfe03260f1ea7cddd",
|
| 14 |
+
"en-control-qat_ternary-full.json": "df001e70f091dfd7342c9c4fa883ab9919790279543a072c43e349d69bcf5966",
|
| 15 |
+
"en-control-qat_ternary-sparse-metrics.json": "69e07896bbb8d6b1a79ef9d7bb5639805c4437b5c1fb08beb6b0c5e5bfa931c7",
|
| 16 |
+
"en-control-qat_ternary-sparse.json": "d9440f9b9c317b007ae6b4754775b66918e98ad210359219a97d34302cda4962",
|
| 17 |
+
"en-offline-full-metrics.json": "52534b2f6a303514278f484d0ab22fdc44b20735ba1c7a3e602ab2a3ce36bdd5",
|
| 18 |
+
"en-offline-full.json": "b3ae38e491d647e3c79953ba7e3146df6ddb90376a7c0dc76bfc530acd7c7a0e",
|
| 19 |
+
"en-offline-sparse-metrics.json": "765d2a6f8cceecefa6123addada99a419aff6965a9035377ae557d9e37181839",
|
| 20 |
+
"en-offline-sparse.json": "f90a3023e0c4e5e92e3776c04d1c0be7e5f16a8ac65f24a7fe1654c24eea2766",
|
| 21 |
+
"en-paired-fp32-full-metrics.json": "302364887a46ea05cf03b1d584ea07734f370df28603a9d09bb1489338c64895",
|
| 22 |
+
"en-paired-fp32-full.json": "a0a1c724067eebc5c59163eab40497f4ab5baac3074823a5640437b68ed6b89a",
|
| 23 |
+
"en-paired-fp32-sparse-metrics.json": "a91050622aa86ec04b58ce7cd67858d210e22ffa1a7676b948f9fc31ded2c1c0",
|
| 24 |
+
"en-paired-fp32-sparse.json": "8a49198231b332af05812a402461ce9482ae9925838619919daedbe376b663c2",
|
| 25 |
+
"en-paired-ptq_ternary-full-metrics.json": "64f3a1ca14c09ab530fd2a96dc77197c8b96d030e315694882803685dd2914a6",
|
| 26 |
+
"en-paired-ptq_ternary-full.json": "dc72167f9d351047af395c1adc51979723d71615df82ccc1c4f66cac68e42142",
|
| 27 |
+
"en-paired-ptq_ternary-sparse-metrics.json": "4d6141b6c1dbc5b804033f8d3f16384a5ca5919521eb5d1750ec1bf6493cac03",
|
| 28 |
+
"en-paired-ptq_ternary-sparse.json": "be3fc0bcdc57eb45d5d82900469b5006288cb4f3657e4e48be8e2fccf9a728bb",
|
| 29 |
+
"en-paired-qat_ternary-full-metrics.json": "39e06e4468a3858fe96ed15820ae2b423cbeb6747cf117ed3bc68e1cf2cdd377",
|
| 30 |
+
"en-paired-qat_ternary-full.json": "f8c9e03878fbdfcf935ced71f466833f23ea3cdd14c18562afaa516438602fd1",
|
| 31 |
+
"en-paired-qat_ternary-sparse-metrics.json": "25f6de31a78c1c41f1d838b57bbec8afd46cd2e9b5174ad23b3b787fdb834b72",
|
| 32 |
+
"en-paired-qat_ternary-sparse.json": "647a1bdb948c9494996bbd3a7179182a58e7c90d16384bd8ed4a22f3a6b81e9e",
|
| 33 |
+
"ko-control-fp32-full-metrics.json": "83b5119a782efccfb62a83c7e303795c825ad1ad4ed56d5b9b223692150ec5f5",
|
| 34 |
+
"ko-control-fp32-full.json": "cff8fa48a8012872547ee6f4715262145c6269ef6ebc23099db79372eaa1a2c2",
|
| 35 |
+
"ko-control-fp32-sparse-metrics.json": "5ca8e9094acc4f7316417b8e2c31197553374b8f2a2a64adc53eb928d6bfb74d",
|
| 36 |
+
"ko-control-fp32-sparse.json": "34120b9492f121516da9bebed4be2ba5117af3fd78424135fb19d4e1258bd5b6",
|
| 37 |
+
"ko-control-ptq_ternary-full-metrics.json": "3953489a36a831d56a8bfa8ecfe5756a24cc69c44ae84fc569127ae687396833",
|
| 38 |
+
"ko-control-ptq_ternary-full.json": "80ce654dcbdf897af894eb6a3b0c11f4bfa9abe1c783cbd1ec40898e3da1c2bb",
|
| 39 |
+
"ko-control-ptq_ternary-sparse-metrics.json": "fd08be527a26b363b5c37fd48a5b601c16dd5eafc4dd503d1fa9f83434caff05",
|
| 40 |
+
"ko-control-ptq_ternary-sparse.json": "3ba3412b4c00629d184abaaa89ca62eb308b60e2a68961ee373c1037f9ce26a2",
|
| 41 |
+
"ko-control-qat_ternary-full-metrics.json": "2f673664339b2c4189d15b5c86c62ff2c9d6bed7b7133ff2945b764129aeab25",
|
| 42 |
+
"ko-control-qat_ternary-full.json": "e514751dfa02e05f26f345a89131e1a9f46ac200d260bf88aaefe7c1961b0e4a",
|
| 43 |
+
"ko-control-qat_ternary-sparse-metrics.json": "c85aa1c081a3b3eb883e9dfc495611132830a4612c29173b4c35e86c45c90145",
|
| 44 |
+
"ko-control-qat_ternary-sparse.json": "745d1537726c6fa8ff6c79cdbe3f6da7b093f67554d06de6c650ac828aa58082",
|
| 45 |
+
"ko-offline-full-metrics.json": "ca019924f9b9e0c4001ae57f50684731f2e476cb2e31fc46cd69f2647c2a0f06",
|
| 46 |
+
"ko-offline-full.json": "cd4240a54fdc85d44f7e6fe59ae177e5169ea9f918faff210cada39d4628c4c6",
|
| 47 |
+
"ko-offline-sparse-metrics.json": "f69d4b4e73a13d6792fa96eb94e26ae9329cd76ac1528d8a0a087dd30cc9abc3",
|
| 48 |
+
"ko-offline-sparse.json": "c467369281241fb03e130053f4e52c9d7676a4943852f1047b630a3a73bae684",
|
| 49 |
+
"ko-paired-fp32-full-metrics.json": "b27cad4df1d126c73dfd51d6d483f82e7c88fdf1b997cde522e40f0dbdd829f2",
|
| 50 |
+
"ko-paired-fp32-full.json": "a4c2a73478f7a896520055ae9551183eab7ccbb866992cb37816b2b2be02c801",
|
| 51 |
+
"ko-paired-fp32-sparse-metrics.json": "e7506018f7c35c040447a7288466f016f0852d46319649b4f48f257b7d27ac9f",
|
| 52 |
+
"ko-paired-fp32-sparse.json": "e0d6dfa17e6897184540cc6f78ebbdad42dfcced195142fbf08f2bea39b340bc",
|
| 53 |
+
"ko-paired-ptq_ternary-full-metrics.json": "ea8ce3c09f9cb998aeddcda156a3cf73343f1c7eb2925512f2e6ded7c948d4bb",
|
| 54 |
+
"ko-paired-ptq_ternary-full.json": "ed635ba04c60e12214c69aaf057da00d620ee6f60427fa30d3bf9a374fd45c38",
|
| 55 |
+
"ko-paired-ptq_ternary-sparse-metrics.json": "90b20a6b847d0a66fb633a5728ed14f9aa47e9ad34709e186ee3568d956dc913",
|
| 56 |
+
"ko-paired-ptq_ternary-sparse.json": "bc2936e47bbbd3b811bdb4c1a35bb192c752d4894c7bab8e6f53b5e04ca44664",
|
| 57 |
+
"ko-paired-qat_ternary-full-metrics.json": "eb703cb129f8d6cf8ad3baa3fafee98caf0f1a827bf7a820912a3e663fd1e5b8",
|
| 58 |
+
"ko-paired-qat_ternary-full.json": "c9a7761d9242a8c678f66e1d6f0117ca883033968c289fe9922b13d2d11749c1",
|
| 59 |
+
"ko-paired-qat_ternary-sparse-metrics.json": "33729d4252e414d22d3cbf4ca3d1e22ed964c09f1fbe5d18ec2e11c2039174d1",
|
| 60 |
+
"ko-paired-qat_ternary-sparse.json": "ce554299dc84f7735087db98c684ae1a2d81eb3bfa302e7fc3244845eec55177"
|
| 61 |
+
},
|
| 62 |
+
"counts": {
|
| 63 |
+
"full_contract_complete": 14,
|
| 64 |
+
"full_extra_candidate_attempts": 6,
|
| 65 |
+
"model_predictions": 24,
|
| 66 |
+
"native_calls": 28,
|
| 67 |
+
"sparse_selected_wrong_intention": 6
|
| 68 |
+
},
|
| 69 |
+
"decision": "PASS",
|
| 70 |
+
"execution_sha256": {
|
| 71 |
+
"execution-3999a9a5a3218e6b4c1b4ac80564351334e60f30bb71cb27c749bc264474981c.json": "bad884a152914c8af63473ffac5bb26b3fc4799e05c3cbf920ebd289102f3c19",
|
| 72 |
+
"execution-e3114b2376adbc2821bb57135586eace3f125c0116c9dd5b6ca825935ea1db94.json": "447b9212899990a6e7696150f99e0ee83ae0afe4342922dc96927db9e5eea742"
|
| 73 |
+
},
|
| 74 |
+
"limitation": "Fixed arm order and 28 child calls are integration evidence, not a causal latency or host utilization experiment. Full contracts are new native calls, not zero-call continuation.",
|
| 75 |
+
"new_independent_intentions": 0,
|
| 76 |
+
"schema": "gooo/bilingual-native-smoke/v1",
|
| 77 |
+
"scope": "One reused subtraction intention, two languages, six trained arms and disconnected control; separate sparse and explicit full contracts. Full calls rerank once, rather than resuming the sparse call. No feedback training, upstream Laya or new independent tasks."
|
| 78 |
+
}
|
research/bilingual-gooo-judgment-20261001/preregistration.md
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Bounded bilingual Gooo judgment, preregistered comparison
|
| 2 |
+
|
| 3 |
+
Commit this protocol, Go pair generator and trainer before training or inference.
|
| 4 |
+
Use the existing 6,240-view feedback curriculum. Pair only its Gooo views by
|
| 5 |
+
program and adjacent English/Korean template, with identical fallback body,
|
| 6 |
+
finite cases, eligible labels and soft target. Reuse 640 program groups in 1,040
|
| 7 |
+
pairs: train 800, calibration 80, development test 160. There are zero new
|
| 8 |
+
independent intentions; prior development evaluations have already used these
|
| 9 |
+
groups. Do not call this an untouched language benchmark.
|
| 10 |
+
|
| 11 |
+
Fine tune the fixed own feedback FP32 parent in two arms with identical seed and
|
| 12 |
+
optimizer settings: finite soft-target NLL alone and the same NLL plus 0.25 times
|
| 13 |
+
bilingual Jensen-Shannon divergence. Each arm runs 8 FP32 and 8 QAT epochs in
|
| 14 |
+
128-pair batches, exactly 224 total optimizer steps across both arms. PTQ exports
|
| 15 |
+
reuse each arm FP32. Select checkpoints on calibration loss only. Temperatures
|
| 16 |
+
use calibration finite NLL; positive scaling does not change pair argmax.
|
| 17 |
+
|
| 18 |
+
Report pair agreement, same-wrong-intention agreement, both-correct intention,
|
| 19 |
+
finite best-set selection, probability divergence, finite completeness before
|
| 20 |
+
and after a separate explicit complete test contract, added path attempts,
|
| 21 |
+
model calls, latency and resident tensor bytes. An English/Korean agreement can
|
| 22 |
+
be wrong. Sparse finite passing behavior is not a proof of instruction meaning.
|
| 23 |
+
The complete contract must come from the independent authored arithmetic oracle;
|
| 24 |
+
model confidence and a diagnostic witness cannot supply expected values.
|
| 25 |
+
|
| 26 |
+
After training and numerical parity, use the adopted clean main compiler for
|
| 27 |
+
28 actual smoke calls: two languages times six trained variants plus disconnected
|
| 28 |
+
control times sparse/full contracts. Reuse the previous subtraction fixture.
|
| 29 |
+
Sparse uses input 2 with expected 0 and budget 1; full additionally defines input
|
| 30 |
+
3 with expected 1 and budget 2. Full calls rerank once; they are separate native
|
| 31 |
+
calls, not a zero-call continuation of the sparse process. Execute each distinct
|
| 32 |
+
selected emitted Go body on inputs 2 and 3 and retain actual values, including
|
| 33 |
+
wrong sparse choices. This is one reused intention and zero new independent tasks.
|
| 34 |
+
|
| 35 |
+
Go performs pairing, runtime, evaluation and codegen orchestration. Python is
|
| 36 |
+
offline MPS training/export only. Retain both arms and all negative results.
|
| 37 |
+
Publish weights as an experimental appendix, not as a silently promoted default.
|
| 38 |
+
Bind source, data, pair references, parent, new weights, tests and outputs by
|
| 39 |
+
digests. Keep PROV-O roles distinct. No new upstream Laya calls are implied.
|
research/bilingual-gooo-judgment-20261001/publication-manifest.json
ADDED
|
@@ -0,0 +1,176 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "gooo/bilingual-judgment-publication/v1",
|
| 3 |
+
"repository": "asketeddy/gooo-feedback-path-tiny-v1",
|
| 4 |
+
"prefix": "research/bilingual-gooo-judgment-20261001/",
|
| 5 |
+
"model_metadata_sha256": {
|
| 6 |
+
"control/fp32": "d19d98f6a4f2fc55524332a79db4e65ce019e5172f0e891d633e896c8f0115e6",
|
| 7 |
+
"control/ptq_ternary": "88b2cdda4fd9bd9bcd12caea597eaf3ac407fb63915dd4def1621960640b8ec3",
|
| 8 |
+
"control/qat_ternary": "91e4ac583e3e078e03d1ac88c303574c469e7683560c3dd74d736c846f6736d7",
|
| 9 |
+
"paired/fp32": "ccb48c6fd0f76458a231d0bd1266e88252708aa6f64093742aead6a5ede27dc3",
|
| 10 |
+
"paired/ptq_ternary": "5233de7a91a997358de890c6431cf0fa2fd6fcd4d3dfb10a8cd851349028b6c9",
|
| 11 |
+
"paired/qat_ternary": "47524ff50c41b5bde0be95a7447126ee20abfae59f2e2fdc1e3f78c42c5613d0"
|
| 12 |
+
},
|
| 13 |
+
"files": [
|
| 14 |
+
{
|
| 15 |
+
"path": "LICENSE",
|
| 16 |
+
"sha256": "3ad2cd8fe84a937a0005a2934e377432f2f86fe10ff86c4242cc48f49ebf4947",
|
| 17 |
+
"bytes": 1074
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"path": "README.md",
|
| 21 |
+
"sha256": "6c0755154d4dc97e1a5887e4b9184bff92728a7630a93526a014a02cc5ae9d9c",
|
| 22 |
+
"bytes": 5673
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"path": "data/manifest.json",
|
| 26 |
+
"sha256": "62a63812d9318031178b52823a211b77fa6e0c1f14c78f4e32c9d31c8fe016b5",
|
| 27 |
+
"bytes": 901
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"path": "data/pairs.jsonl",
|
| 31 |
+
"sha256": "25e090b1c4d842b34cf7a1d3a994b7b6e4be70cb59389fe33420e5d8750574ce",
|
| 32 |
+
"bytes": 517568
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"path": "judgment/preexecution.json",
|
| 36 |
+
"sha256": "3bf89a79e7942503826cba1e7a859fc6afa5fc2730a5777bc01b0fc6ea7a7972",
|
| 37 |
+
"bytes": 949
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"path": "judgment/report.json",
|
| 41 |
+
"sha256": "89a07a45360b472b1e4343acbffb2912efbad5a56c2cfdd1c0d82ac808807775",
|
| 42 |
+
"bytes": 12783
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"path": "main-ci/finalization.json",
|
| 46 |
+
"sha256": "73fe6b5ff14f0d49af85314187689ddda86a69c48242daa5990eb9f7daab5c4c",
|
| 47 |
+
"bytes": 4319
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"path": "models/control/fp32/model.json",
|
| 51 |
+
"sha256": "d19d98f6a4f2fc55524332a79db4e65ce019e5172f0e891d633e896c8f0115e6",
|
| 52 |
+
"bytes": 1303
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"path": "models/control/fp32/weights.bin",
|
| 56 |
+
"sha256": "e411e0f6bad0087b040a146d0a1030c272196d19df078aba87c38bd11e10db53",
|
| 57 |
+
"bytes": 50912
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"path": "models/control/ptq_ternary/model.json",
|
| 61 |
+
"sha256": "88b2cdda4fd9bd9bcd12caea597eaf3ac407fb63915dd4def1621960640b8ec3",
|
| 62 |
+
"bytes": 1346
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"path": "models/control/ptq_ternary/weights.bin",
|
| 66 |
+
"sha256": "030dd5400202f0522a70217e5f16f2dcfc9cb447f899c94582d5688efae86b5e",
|
| 67 |
+
"bytes": 2759
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"path": "models/control/qat_ternary/model.json",
|
| 71 |
+
"sha256": "91e4ac583e3e078e03d1ac88c303574c469e7683560c3dd74d736c846f6736d7",
|
| 72 |
+
"bytes": 1345
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"path": "models/control/qat_ternary/weights.bin",
|
| 76 |
+
"sha256": "00525b0674ade3f95b85b6e620f8ea0b376c0231734239a27df1c0d5c7f710eb",
|
| 77 |
+
"bytes": 2759
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"path": "models/paired/fp32/model.json",
|
| 81 |
+
"sha256": "ccb48c6fd0f76458a231d0bd1266e88252708aa6f64093742aead6a5ede27dc3",
|
| 82 |
+
"bytes": 1303
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"path": "models/paired/fp32/weights.bin",
|
| 86 |
+
"sha256": "1dad702576db50fdb08c62f07728eb06e81c6d8a3011b78ce38b0338406aacf4",
|
| 87 |
+
"bytes": 50912
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"path": "models/paired/ptq_ternary/model.json",
|
| 91 |
+
"sha256": "5233de7a91a997358de890c6431cf0fa2fd6fcd4d3dfb10a8cd851349028b6c9",
|
| 92 |
+
"bytes": 1344
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"path": "models/paired/ptq_ternary/weights.bin",
|
| 96 |
+
"sha256": "d6fb8f32a29a674b5ee904f2300f51b9a0d610f57ec0ebcbc52635f73e45d619",
|
| 97 |
+
"bytes": 2759
|
| 98 |
+
},
|
| 99 |
+
{
|
| 100 |
+
"path": "models/paired/qat_ternary/model.json",
|
| 101 |
+
"sha256": "47524ff50c41b5bde0be95a7447126ee20abfae59f2e2fdc1e3f78c42c5613d0",
|
| 102 |
+
"bytes": 1344
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"path": "models/paired/qat_ternary/weights.bin",
|
| 106 |
+
"sha256": "1673c7cf839bf8d7fe317495c5a118d67430ae3247afcc7eda2844dd9a9c11f4",
|
| 107 |
+
"bytes": 2759
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"path": "native/audit.json",
|
| 111 |
+
"sha256": "ca48a4b670ae115480908b75cc630ab2efa9208b1b60901d2d6a0867e2f53dd5",
|
| 112 |
+
"bytes": 713
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"path": "native/execution-3999a9a5a3218e6b4c1b4ac80564351334e60f30bb71cb27c749bc264474981c.json",
|
| 116 |
+
"sha256": "bad884a152914c8af63473ffac5bb26b3fc4799e05c3cbf920ebd289102f3c19",
|
| 117 |
+
"bytes": 521
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"path": "native/execution-e3114b2376adbc2821bb57135586eace3f125c0116c9dd5b6ca825935ea1db94.json",
|
| 121 |
+
"sha256": "447b9212899990a6e7696150f99e0ee83ae0afe4342922dc96927db9e5eea742",
|
| 122 |
+
"bytes": 520
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"path": "native/preexecution.json",
|
| 126 |
+
"sha256": "5b974752f9e92b5a9b4cbb214aa16d2da5dd7a5b1951f32959544da9714ebeef",
|
| 127 |
+
"bytes": 1827
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"path": "native/report.json",
|
| 131 |
+
"sha256": "d1679a36e8a05d7af007f1effb4ebdccda501fbe2cac9b6269a33c4130d761cf",
|
| 132 |
+
"bytes": 7303
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"path": "preregistration.md",
|
| 136 |
+
"sha256": "09e551b8f3820fc88313113f1befcad736540cdf8a20fbb9e612c132b24f2c31",
|
| 137 |
+
"bytes": 2647
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"path": "training/attempts.json",
|
| 141 |
+
"sha256": "b64b89746b3c21c33538a4ccae8baa5a54b9675d44cb09beb6a8d8a75f9708ae",
|
| 142 |
+
"bytes": 730
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"path": "training/control/go-audit.json",
|
| 146 |
+
"sha256": "17be6916de9c109364b2705224e99162a4c5014d98782ece27ab5c9f80884f74",
|
| 147 |
+
"bytes": 7564
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"path": "training/control/go-parity.json",
|
| 151 |
+
"sha256": "63436a2918e2f926e2557aa8c68b4a4c705f9fc37525ab497fc854f0292a5292",
|
| 152 |
+
"bytes": 756836
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"path": "training/paired/go-audit.json",
|
| 156 |
+
"sha256": "9b35598066ac9adba53da7d0f5f8ed5c4b31cd535ecfe6e5f9b56e9545047f01",
|
| 157 |
+
"bytes": 7562
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"path": "training/paired/go-parity.json",
|
| 161 |
+
"sha256": "0ec3c26f75454b5afe43a6bf0e8a566464561e72be7b1dd9baf11a4ee68968c6",
|
| 162 |
+
"bytes": 756862
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"path": "training/preexecution.json",
|
| 166 |
+
"sha256": "535d154552df0780b9c9600b272920878f9de405c9a3710785c511989b2f3c02",
|
| 167 |
+
"bytes": 1424
|
| 168 |
+
},
|
| 169 |
+
{
|
| 170 |
+
"path": "training/report.json",
|
| 171 |
+
"sha256": "fc3b1ff3bee93306a66f5cd1cf80e379f93cae40cca3bf9e9f9569ac678994c8",
|
| 172 |
+
"bytes": 11734
|
| 173 |
+
}
|
| 174 |
+
],
|
| 175 |
+
"scope": "Experimental own-model control and bilingual consistency weights, reused synthetic Gooo pairs, negative comparisons, actual adopted-main compiler dogfood and explicit full-contract continuation. Full raw prediction/native captures are on GitHub. Existing core weights/card untouched. No private logs, paths, credentials, upstream Laya weights or default checkpoint promotion."
|
| 176 |
+
}
|
research/bilingual-gooo-judgment-20261001/training/attempts.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "gooo/bilingual-training-attempts/v1",
|
| 3 |
+
"source_revision": "d4016f9708a931fe1095d7509a4c4787fab21dff",
|
| 4 |
+
"attempts": [
|
| 5 |
+
{"ordinal": 1, "stage": "source_preflight", "outcome": "REJECTED", "reason": "supplied revision did not match committed HEAD", "output_created": false, "optimizer_steps": 0},
|
| 6 |
+
{"ordinal": 2, "stage": "bounded_mps_training", "outcome": "TRAINED_AND_EXPORTED", "optimizer_steps": 224, "report": "runs/bilingual-judgment-mps-20261001/report.json"}
|
| 7 |
+
],
|
| 8 |
+
"scope": "The failed source-pin invocation is preserved; it performed no training. Corrected invocation used the actual committed source, same preregistered parameters and fresh output. No result-based rerun or hyperparameter search."
|
| 9 |
+
}
|
research/bilingual-gooo-judgment-20261001/training/control/go-audit.json
ADDED
|
@@ -0,0 +1,190 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": {
|
| 3 |
+
"feedback-fp32": {
|
| 4 |
+
"confidence_threshold": 1,
|
| 5 |
+
"generated_go_processes": 0,
|
| 6 |
+
"matrix_scale_bytes": 0,
|
| 7 |
+
"metadata_sha256": "d19d98f6a4f2fc55524332a79db4e65ce019e5172f0e891d633e896c8f0115e6",
|
| 8 |
+
"native_calls": 0,
|
| 9 |
+
"packed_weights_file_bytes": 50912,
|
| 10 |
+
"resident_tensor_bytes": 50912,
|
| 11 |
+
"scores": {
|
| 12 |
+
"observed_views": 960,
|
| 13 |
+
"finite_best_set_selected": 763,
|
| 14 |
+
"original_intention_label_agreement": 751,
|
| 15 |
+
"finite_cases_passed": 3802,
|
| 16 |
+
"finite_cases_total": 5120,
|
| 17 |
+
"multiple_best_finite_labels": 76,
|
| 18 |
+
"global_abstentions": 960,
|
| 19 |
+
"actual_local_predictions": 960,
|
| 20 |
+
"summed_observed_prediction_ns": 8828987,
|
| 21 |
+
"paired_soft_target_nll": 0.43563684393612945,
|
| 22 |
+
"mean_probability_on_best_set": 0.7615854227206328
|
| 23 |
+
},
|
| 24 |
+
"temperature": 1,
|
| 25 |
+
"weights_sha256": "e411e0f6bad0087b040a146d0a1030c272196d19df078aba87c38bd11e10db53",
|
| 26 |
+
"workspace_bytes": 1248
|
| 27 |
+
},
|
| 28 |
+
"feedback-ptq_ternary": {
|
| 29 |
+
"confidence_threshold": 1,
|
| 30 |
+
"generated_go_processes": 0,
|
| 31 |
+
"matrix_scale_bytes": 8,
|
| 32 |
+
"metadata_sha256": "88b2cdda4fd9bd9bcd12caea597eaf3ac407fb63915dd4def1621960640b8ec3",
|
| 33 |
+
"native_calls": 0,
|
| 34 |
+
"packed_weights_file_bytes": 2759,
|
| 35 |
+
"resident_tensor_bytes": 12896,
|
| 36 |
+
"scores": {
|
| 37 |
+
"observed_views": 960,
|
| 38 |
+
"finite_best_set_selected": 745,
|
| 39 |
+
"original_intention_label_agreement": 731,
|
| 40 |
+
"finite_cases_passed": 3723,
|
| 41 |
+
"finite_cases_total": 5120,
|
| 42 |
+
"multiple_best_finite_labels": 76,
|
| 43 |
+
"global_abstentions": 960,
|
| 44 |
+
"actual_local_predictions": 960,
|
| 45 |
+
"summed_observed_prediction_ns": 10327248,
|
| 46 |
+
"paired_soft_target_nll": 0.5499252980681922,
|
| 47 |
+
"mean_probability_on_best_set": 0.6488880047959411
|
| 48 |
+
},
|
| 49 |
+
"temperature": 1,
|
| 50 |
+
"weights_sha256": "030dd5400202f0522a70217e5f16f2dcfc9cb447f899c94582d5688efae86b5e",
|
| 51 |
+
"workspace_bytes": 1248
|
| 52 |
+
},
|
| 53 |
+
"feedback-qat_ternary": {
|
| 54 |
+
"confidence_threshold": 1,
|
| 55 |
+
"generated_go_processes": 0,
|
| 56 |
+
"matrix_scale_bytes": 8,
|
| 57 |
+
"metadata_sha256": "91e4ac583e3e078e03d1ac88c303574c469e7683560c3dd74d736c846f6736d7",
|
| 58 |
+
"native_calls": 0,
|
| 59 |
+
"packed_weights_file_bytes": 2759,
|
| 60 |
+
"resident_tensor_bytes": 12896,
|
| 61 |
+
"scores": {
|
| 62 |
+
"observed_views": 960,
|
| 63 |
+
"finite_best_set_selected": 696,
|
| 64 |
+
"original_intention_label_agreement": 677,
|
| 65 |
+
"finite_cases_passed": 3446,
|
| 66 |
+
"finite_cases_total": 5120,
|
| 67 |
+
"multiple_best_finite_labels": 76,
|
| 68 |
+
"global_abstentions": 960,
|
| 69 |
+
"actual_local_predictions": 960,
|
| 70 |
+
"summed_observed_prediction_ns": 10239754,
|
| 71 |
+
"paired_soft_target_nll": 0.5322039571345915,
|
| 72 |
+
"mean_probability_on_best_set": 0.6933053385131884
|
| 73 |
+
},
|
| 74 |
+
"temperature": 0.5,
|
| 75 |
+
"weights_sha256": "00525b0674ade3f95b85b6e620f8ea0b376c0231734239a27df1c0d5c7f710eb",
|
| 76 |
+
"workspace_bytes": 1248
|
| 77 |
+
},
|
| 78 |
+
"offline": {
|
| 79 |
+
"generated_go_processes": 0,
|
| 80 |
+
"native_calls": 0,
|
| 81 |
+
"scores": {
|
| 82 |
+
"observed_views": 960,
|
| 83 |
+
"finite_best_set_selected": 518,
|
| 84 |
+
"original_intention_label_agreement": 480,
|
| 85 |
+
"finite_cases_passed": 2514,
|
| 86 |
+
"finite_cases_total": 5120,
|
| 87 |
+
"multiple_best_finite_labels": 76,
|
| 88 |
+
"global_abstentions": 0,
|
| 89 |
+
"actual_local_predictions": 0,
|
| 90 |
+
"summed_observed_prediction_ns": 0,
|
| 91 |
+
"paired_soft_target_nll": 0.6931471805599301,
|
| 92 |
+
"mean_probability_on_best_set": 0.5395833333333333
|
| 93 |
+
}
|
| 94 |
+
},
|
| 95 |
+
"parent-fp32": {
|
| 96 |
+
"confidence_threshold": 1,
|
| 97 |
+
"generated_go_processes": 0,
|
| 98 |
+
"matrix_scale_bytes": 0,
|
| 99 |
+
"metadata_sha256": "1ea3bada068f2487418f17270db4ba6785a98c3ad60e0ad7eb92359400a01bb5",
|
| 100 |
+
"native_calls": 0,
|
| 101 |
+
"packed_weights_file_bytes": 50912,
|
| 102 |
+
"resident_tensor_bytes": 50912,
|
| 103 |
+
"scores": {
|
| 104 |
+
"observed_views": 960,
|
| 105 |
+
"finite_best_set_selected": 814,
|
| 106 |
+
"original_intention_label_agreement": 806,
|
| 107 |
+
"finite_cases_passed": 4072,
|
| 108 |
+
"finite_cases_total": 5120,
|
| 109 |
+
"multiple_best_finite_labels": 76,
|
| 110 |
+
"global_abstentions": 960,
|
| 111 |
+
"actual_local_predictions": 960,
|
| 112 |
+
"summed_observed_prediction_ns": 9218169,
|
| 113 |
+
"paired_soft_target_nll": 0.4243594405789759,
|
| 114 |
+
"mean_probability_on_best_set": 0.7569873561085224
|
| 115 |
+
},
|
| 116 |
+
"temperature": 1.3202666,
|
| 117 |
+
"weights_sha256": "3732a103720fdb0da0ea611471ecde7472e0b9166322394ba9352ffb855b9354",
|
| 118 |
+
"workspace_bytes": 1248
|
| 119 |
+
},
|
| 120 |
+
"parent-ptq_ternary": {
|
| 121 |
+
"confidence_threshold": 1,
|
| 122 |
+
"generated_go_processes": 0,
|
| 123 |
+
"matrix_scale_bytes": 8,
|
| 124 |
+
"metadata_sha256": "7c4eb4068d76e83620a9b8e7ce7f8d948b5e2436d44c7b79cf241da609dab894",
|
| 125 |
+
"native_calls": 0,
|
| 126 |
+
"packed_weights_file_bytes": 2759,
|
| 127 |
+
"resident_tensor_bytes": 12896,
|
| 128 |
+
"scores": {
|
| 129 |
+
"observed_views": 960,
|
| 130 |
+
"finite_best_set_selected": 808,
|
| 131 |
+
"original_intention_label_agreement": 798,
|
| 132 |
+
"finite_cases_passed": 4038,
|
| 133 |
+
"finite_cases_total": 5120,
|
| 134 |
+
"multiple_best_finite_labels": 76,
|
| 135 |
+
"global_abstentions": 960,
|
| 136 |
+
"actual_local_predictions": 960,
|
| 137 |
+
"summed_observed_prediction_ns": 10603733,
|
| 138 |
+
"paired_soft_target_nll": 0.47582618713480274,
|
| 139 |
+
"mean_probability_on_best_set": 0.6987255461003449
|
| 140 |
+
},
|
| 141 |
+
"temperature": 0.5938498,
|
| 142 |
+
"weights_sha256": "01a6574dedba327361cd3e4fda00a4d4dea34e162aab09885174bcd41ed4da47",
|
| 143 |
+
"workspace_bytes": 1248
|
| 144 |
+
},
|
| 145 |
+
"parent-qat_ternary": {
|
| 146 |
+
"confidence_threshold": 1,
|
| 147 |
+
"generated_go_processes": 0,
|
| 148 |
+
"matrix_scale_bytes": 8,
|
| 149 |
+
"metadata_sha256": "368e37e7899cecba03874b69e933525a2f8c90ecc53d787d8e698de6aa21c087",
|
| 150 |
+
"native_calls": 0,
|
| 151 |
+
"packed_weights_file_bytes": 2759,
|
| 152 |
+
"resident_tensor_bytes": 12896,
|
| 153 |
+
"scores": {
|
| 154 |
+
"observed_views": 960,
|
| 155 |
+
"finite_best_set_selected": 817,
|
| 156 |
+
"original_intention_label_agreement": 799,
|
| 157 |
+
"finite_cases_passed": 4076,
|
| 158 |
+
"finite_cases_total": 5120,
|
| 159 |
+
"multiple_best_finite_labels": 76,
|
| 160 |
+
"global_abstentions": 960,
|
| 161 |
+
"actual_local_predictions": 960,
|
| 162 |
+
"summed_observed_prediction_ns": 10512801,
|
| 163 |
+
"paired_soft_target_nll": 0.4499589790650594,
|
| 164 |
+
"mean_probability_on_best_set": 0.7650202976724335
|
| 165 |
+
},
|
| 166 |
+
"temperature": 1.3202666,
|
| 167 |
+
"weights_sha256": "456c686911b95bb933a7dd9275d2611974482ecf353831ab17b593c6bd3d86de",
|
| 168 |
+
"workspace_bytes": 1248
|
| 169 |
+
}
|
| 170 |
+
},
|
| 171 |
+
"dataset_sha256": "570d1d73bfea32662b869e5cfbf77e6d04df838b703191b076be58c1d2180dbf",
|
| 172 |
+
"decision": "PASS",
|
| 173 |
+
"development_test_views": 960,
|
| 174 |
+
"existing_original_test_instructions": 320,
|
| 175 |
+
"model_scoring_actual_predictions": 5760,
|
| 176 |
+
"new_generated_go_processes": 0,
|
| 177 |
+
"new_native_calls": 0,
|
| 178 |
+
"parity": {
|
| 179 |
+
"actual_local_predictions": 96,
|
| 180 |
+
"decision": "PASS",
|
| 181 |
+
"fixture_sha256": "63436a2918e2f926e2557aa8c68b4a4c705f9fc37525ab497fc854f0292a5292",
|
| 182 |
+
"maximum_logit_or_probability_absolute_error": 0.0000015497207641601562,
|
| 183 |
+
"rows": 96,
|
| 184 |
+
"tolerance": 0.0001
|
| 185 |
+
},
|
| 186 |
+
"parity_actual_predictions": 96,
|
| 187 |
+
"schema": "gooo/feedback-path-model-audit/v1",
|
| 188 |
+
"scope": "Go predictions on six model arms and deterministic offline control, selected typed-body finite outcomes and numeric parity. Reused development split, closed eligible pairs and 76 finite ties are explicit. Pair scores are ranking hints, not general intention correctness, native codegen or process-wide memory/utilization measurements.",
|
| 189 |
+
"total_actual_predictions": 5856
|
| 190 |
+
}
|
research/bilingual-gooo-judgment-20261001/training/control/go-parity.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
research/bilingual-gooo-judgment-20261001/training/paired/go-audit.json
ADDED
|
@@ -0,0 +1,190 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cells": {
|
| 3 |
+
"feedback-fp32": {
|
| 4 |
+
"confidence_threshold": 1,
|
| 5 |
+
"generated_go_processes": 0,
|
| 6 |
+
"matrix_scale_bytes": 0,
|
| 7 |
+
"metadata_sha256": "ccb48c6fd0f76458a231d0bd1266e88252708aa6f64093742aead6a5ede27dc3",
|
| 8 |
+
"native_calls": 0,
|
| 9 |
+
"packed_weights_file_bytes": 50912,
|
| 10 |
+
"resident_tensor_bytes": 50912,
|
| 11 |
+
"scores": {
|
| 12 |
+
"observed_views": 960,
|
| 13 |
+
"finite_best_set_selected": 763,
|
| 14 |
+
"original_intention_label_agreement": 750,
|
| 15 |
+
"finite_cases_passed": 3802,
|
| 16 |
+
"finite_cases_total": 5120,
|
| 17 |
+
"multiple_best_finite_labels": 76,
|
| 18 |
+
"global_abstentions": 960,
|
| 19 |
+
"actual_local_predictions": 960,
|
| 20 |
+
"summed_observed_prediction_ns": 9938749,
|
| 21 |
+
"paired_soft_target_nll": 0.435348147756339,
|
| 22 |
+
"mean_probability_on_best_set": 0.7616412710946964
|
| 23 |
+
},
|
| 24 |
+
"temperature": 1,
|
| 25 |
+
"weights_sha256": "1dad702576db50fdb08c62f07728eb06e81c6d8a3011b78ce38b0338406aacf4",
|
| 26 |
+
"workspace_bytes": 1248
|
| 27 |
+
},
|
| 28 |
+
"feedback-ptq_ternary": {
|
| 29 |
+
"confidence_threshold": 1,
|
| 30 |
+
"generated_go_processes": 0,
|
| 31 |
+
"matrix_scale_bytes": 8,
|
| 32 |
+
"metadata_sha256": "5233de7a91a997358de890c6431cf0fa2fd6fcd4d3dfb10a8cd851349028b6c9",
|
| 33 |
+
"native_calls": 0,
|
| 34 |
+
"packed_weights_file_bytes": 2759,
|
| 35 |
+
"resident_tensor_bytes": 12896,
|
| 36 |
+
"scores": {
|
| 37 |
+
"observed_views": 960,
|
| 38 |
+
"finite_best_set_selected": 745,
|
| 39 |
+
"original_intention_label_agreement": 731,
|
| 40 |
+
"finite_cases_passed": 3723,
|
| 41 |
+
"finite_cases_total": 5120,
|
| 42 |
+
"multiple_best_finite_labels": 76,
|
| 43 |
+
"global_abstentions": 960,
|
| 44 |
+
"actual_local_predictions": 960,
|
| 45 |
+
"summed_observed_prediction_ns": 11202884,
|
| 46 |
+
"paired_soft_target_nll": 0.5499090188010417,
|
| 47 |
+
"mean_probability_on_best_set": 0.6489005811188344
|
| 48 |
+
},
|
| 49 |
+
"temperature": 1,
|
| 50 |
+
"weights_sha256": "d6fb8f32a29a674b5ee904f2300f51b9a0d610f57ec0ebcbc52635f73e45d619",
|
| 51 |
+
"workspace_bytes": 1248
|
| 52 |
+
},
|
| 53 |
+
"feedback-qat_ternary": {
|
| 54 |
+
"confidence_threshold": 1,
|
| 55 |
+
"generated_go_processes": 0,
|
| 56 |
+
"matrix_scale_bytes": 8,
|
| 57 |
+
"metadata_sha256": "47524ff50c41b5bde0be95a7447126ee20abfae59f2e2fdc1e3f78c42c5613d0",
|
| 58 |
+
"native_calls": 0,
|
| 59 |
+
"packed_weights_file_bytes": 2759,
|
| 60 |
+
"resident_tensor_bytes": 12896,
|
| 61 |
+
"scores": {
|
| 62 |
+
"observed_views": 960,
|
| 63 |
+
"finite_best_set_selected": 699,
|
| 64 |
+
"original_intention_label_agreement": 680,
|
| 65 |
+
"finite_cases_passed": 3467,
|
| 66 |
+
"finite_cases_total": 5120,
|
| 67 |
+
"multiple_best_finite_labels": 76,
|
| 68 |
+
"global_abstentions": 960,
|
| 69 |
+
"actual_local_predictions": 960,
|
| 70 |
+
"summed_observed_prediction_ns": 10984238,
|
| 71 |
+
"paired_soft_target_nll": 0.5320869778256322,
|
| 72 |
+
"mean_probability_on_best_set": 0.6931064019052796
|
| 73 |
+
},
|
| 74 |
+
"temperature": 0.5,
|
| 75 |
+
"weights_sha256": "1673c7cf839bf8d7fe317495c5a118d67430ae3247afcc7eda2844dd9a9c11f4",
|
| 76 |
+
"workspace_bytes": 1248
|
| 77 |
+
},
|
| 78 |
+
"offline": {
|
| 79 |
+
"generated_go_processes": 0,
|
| 80 |
+
"native_calls": 0,
|
| 81 |
+
"scores": {
|
| 82 |
+
"observed_views": 960,
|
| 83 |
+
"finite_best_set_selected": 518,
|
| 84 |
+
"original_intention_label_agreement": 480,
|
| 85 |
+
"finite_cases_passed": 2514,
|
| 86 |
+
"finite_cases_total": 5120,
|
| 87 |
+
"multiple_best_finite_labels": 76,
|
| 88 |
+
"global_abstentions": 0,
|
| 89 |
+
"actual_local_predictions": 0,
|
| 90 |
+
"summed_observed_prediction_ns": 0,
|
| 91 |
+
"paired_soft_target_nll": 0.6931471805599301,
|
| 92 |
+
"mean_probability_on_best_set": 0.5395833333333333
|
| 93 |
+
}
|
| 94 |
+
},
|
| 95 |
+
"parent-fp32": {
|
| 96 |
+
"confidence_threshold": 1,
|
| 97 |
+
"generated_go_processes": 0,
|
| 98 |
+
"matrix_scale_bytes": 0,
|
| 99 |
+
"metadata_sha256": "1ea3bada068f2487418f17270db4ba6785a98c3ad60e0ad7eb92359400a01bb5",
|
| 100 |
+
"native_calls": 0,
|
| 101 |
+
"packed_weights_file_bytes": 50912,
|
| 102 |
+
"resident_tensor_bytes": 50912,
|
| 103 |
+
"scores": {
|
| 104 |
+
"observed_views": 960,
|
| 105 |
+
"finite_best_set_selected": 814,
|
| 106 |
+
"original_intention_label_agreement": 806,
|
| 107 |
+
"finite_cases_passed": 4072,
|
| 108 |
+
"finite_cases_total": 5120,
|
| 109 |
+
"multiple_best_finite_labels": 76,
|
| 110 |
+
"global_abstentions": 960,
|
| 111 |
+
"actual_local_predictions": 960,
|
| 112 |
+
"summed_observed_prediction_ns": 9850328,
|
| 113 |
+
"paired_soft_target_nll": 0.4243594405789759,
|
| 114 |
+
"mean_probability_on_best_set": 0.7569873561085224
|
| 115 |
+
},
|
| 116 |
+
"temperature": 1.3202666,
|
| 117 |
+
"weights_sha256": "3732a103720fdb0da0ea611471ecde7472e0b9166322394ba9352ffb855b9354",
|
| 118 |
+
"workspace_bytes": 1248
|
| 119 |
+
},
|
| 120 |
+
"parent-ptq_ternary": {
|
| 121 |
+
"confidence_threshold": 1,
|
| 122 |
+
"generated_go_processes": 0,
|
| 123 |
+
"matrix_scale_bytes": 8,
|
| 124 |
+
"metadata_sha256": "7c4eb4068d76e83620a9b8e7ce7f8d948b5e2436d44c7b79cf241da609dab894",
|
| 125 |
+
"native_calls": 0,
|
| 126 |
+
"packed_weights_file_bytes": 2759,
|
| 127 |
+
"resident_tensor_bytes": 12896,
|
| 128 |
+
"scores": {
|
| 129 |
+
"observed_views": 960,
|
| 130 |
+
"finite_best_set_selected": 808,
|
| 131 |
+
"original_intention_label_agreement": 798,
|
| 132 |
+
"finite_cases_passed": 4038,
|
| 133 |
+
"finite_cases_total": 5120,
|
| 134 |
+
"multiple_best_finite_labels": 76,
|
| 135 |
+
"global_abstentions": 960,
|
| 136 |
+
"actual_local_predictions": 960,
|
| 137 |
+
"summed_observed_prediction_ns": 11413299,
|
| 138 |
+
"paired_soft_target_nll": 0.47582618713480274,
|
| 139 |
+
"mean_probability_on_best_set": 0.6987255461003449
|
| 140 |
+
},
|
| 141 |
+
"temperature": 0.5938498,
|
| 142 |
+
"weights_sha256": "01a6574dedba327361cd3e4fda00a4d4dea34e162aab09885174bcd41ed4da47",
|
| 143 |
+
"workspace_bytes": 1248
|
| 144 |
+
},
|
| 145 |
+
"parent-qat_ternary": {
|
| 146 |
+
"confidence_threshold": 1,
|
| 147 |
+
"generated_go_processes": 0,
|
| 148 |
+
"matrix_scale_bytes": 8,
|
| 149 |
+
"metadata_sha256": "368e37e7899cecba03874b69e933525a2f8c90ecc53d787d8e698de6aa21c087",
|
| 150 |
+
"native_calls": 0,
|
| 151 |
+
"packed_weights_file_bytes": 2759,
|
| 152 |
+
"resident_tensor_bytes": 12896,
|
| 153 |
+
"scores": {
|
| 154 |
+
"observed_views": 960,
|
| 155 |
+
"finite_best_set_selected": 817,
|
| 156 |
+
"original_intention_label_agreement": 799,
|
| 157 |
+
"finite_cases_passed": 4076,
|
| 158 |
+
"finite_cases_total": 5120,
|
| 159 |
+
"multiple_best_finite_labels": 76,
|
| 160 |
+
"global_abstentions": 960,
|
| 161 |
+
"actual_local_predictions": 960,
|
| 162 |
+
"summed_observed_prediction_ns": 11467270,
|
| 163 |
+
"paired_soft_target_nll": 0.4499589790650594,
|
| 164 |
+
"mean_probability_on_best_set": 0.7650202976724335
|
| 165 |
+
},
|
| 166 |
+
"temperature": 1.3202666,
|
| 167 |
+
"weights_sha256": "456c686911b95bb933a7dd9275d2611974482ecf353831ab17b593c6bd3d86de",
|
| 168 |
+
"workspace_bytes": 1248
|
| 169 |
+
}
|
| 170 |
+
},
|
| 171 |
+
"dataset_sha256": "570d1d73bfea32662b869e5cfbf77e6d04df838b703191b076be58c1d2180dbf",
|
| 172 |
+
"decision": "PASS",
|
| 173 |
+
"development_test_views": 960,
|
| 174 |
+
"existing_original_test_instructions": 320,
|
| 175 |
+
"model_scoring_actual_predictions": 5760,
|
| 176 |
+
"new_generated_go_processes": 0,
|
| 177 |
+
"new_native_calls": 0,
|
| 178 |
+
"parity": {
|
| 179 |
+
"actual_local_predictions": 96,
|
| 180 |
+
"decision": "PASS",
|
| 181 |
+
"fixture_sha256": "0ec3c26f75454b5afe43a6bf0e8a566464561e72be7b1dd9baf11a4ee68968c6",
|
| 182 |
+
"maximum_logit_or_probability_absolute_error": 0.0000015497207641601562,
|
| 183 |
+
"rows": 96,
|
| 184 |
+
"tolerance": 0.0001
|
| 185 |
+
},
|
| 186 |
+
"parity_actual_predictions": 96,
|
| 187 |
+
"schema": "gooo/feedback-path-model-audit/v1",
|
| 188 |
+
"scope": "Go predictions on six model arms and deterministic offline control, selected typed-body finite outcomes and numeric parity. Reused development split, closed eligible pairs and 76 finite ties are explicit. Pair scores are ranking hints, not general intention correctness, native codegen or process-wide memory/utilization measurements.",
|
| 189 |
+
"total_actual_predictions": 5856
|
| 190 |
+
}
|
research/bilingual-gooo-judgment-20261001/training/paired/go-parity.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
research/bilingual-gooo-judgment-20261001/training/preexecution.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"arms": {
|
| 3 |
+
"control": 0.0,
|
| 4 |
+
"paired": 0.25
|
| 5 |
+
},
|
| 6 |
+
"dataset_sha256": "570d1d73bfea32662b869e5cfbf77e6d04df838b703191b076be58c1d2180dbf",
|
| 7 |
+
"device": "mps",
|
| 8 |
+
"epochs_per_trainable_variant": 8,
|
| 9 |
+
"manifest_sha256": "62a63812d9318031178b52823a211b77fa6e0c1f14c78f4e32c9d31c8fe016b5",
|
| 10 |
+
"maximum_total_optimizer_steps": 224,
|
| 11 |
+
"numpy": "2.4.6",
|
| 12 |
+
"pairs_sha256": "25e090b1c4d842b34cf7a1d3a994b7b6e4be70cb59389fe33420e5d8750574ce",
|
| 13 |
+
"parent": {
|
| 14 |
+
"metadata_sha256": "47bd3ed2037c8ba0af31ec4cad3a47fe1182af171845406aba01c5107f4b24b7",
|
| 15 |
+
"weights_sha256": "73eedef1d60f49129190683a41cbf82229c1e3603fd44cdd17792d015f499954"
|
| 16 |
+
},
|
| 17 |
+
"schema": "gooo/bilingual-judgment-training-preexecution/v1",
|
| 18 |
+
"scope": "Reused closed bilingual Gooo judgment pairs, finite-set supervision; agreement can be wrong. No new intentions, untouched holdout, online learning or Laya weight tuning.",
|
| 19 |
+
"seed": 20261008,
|
| 20 |
+
"source_revision": "d4016f9708a931fe1095d7509a4c4787fab21dff",
|
| 21 |
+
"torch": "2.14.0",
|
| 22 |
+
"training_sources_sha256": {
|
| 23 |
+
"train_bilingual_judgment_v1.py": "5f7ae5a45248a91bea3f9945317bd7629ad06b6d06a317034913d8b5e1dd87fc",
|
| 24 |
+
"train_feedback_path_v1.py": "3c5bb7a83be4098d91023ff85bbad0ce7251fcc4a929e7ab1bda6437fe2f007a",
|
| 25 |
+
"train_pilot_v2.py": "4ddfe02e007cb6eb84fa696c5f965eaebbfebc681b2a723f2895e1f402fd72d4",
|
| 26 |
+
"train_typed_path_v1.py": "8858b61bdb135e5b871238f5451adacd2a9670d1c6087673e9ec5772eb00f8ef"
|
| 27 |
+
}
|
| 28 |
+
}
|
research/bilingual-gooo-judgment-20261001/training/report.json
ADDED
|
@@ -0,0 +1,310 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": "Separate Go parity, bilingual judgment and finite continuation reports required",
|
| 3 |
+
"exports": {
|
| 4 |
+
"control": {
|
| 5 |
+
"fp32": {
|
| 6 |
+
"metadata_sha256": "d19d98f6a4f2fc55524332a79db4e65ce019e5172f0e891d633e896c8f0115e6",
|
| 7 |
+
"packed_weights_bytes": 50912,
|
| 8 |
+
"temperature": 1.0,
|
| 9 |
+
"weights_sha256": "e411e0f6bad0087b040a146d0a1030c272196d19df078aba87c38bd11e10db53"
|
| 10 |
+
},
|
| 11 |
+
"ptq_ternary": {
|
| 12 |
+
"metadata_sha256": "88b2cdda4fd9bd9bcd12caea597eaf3ac407fb63915dd4def1621960640b8ec3",
|
| 13 |
+
"packed_weights_bytes": 2759,
|
| 14 |
+
"temperature": 1.0,
|
| 15 |
+
"weights_sha256": "030dd5400202f0522a70217e5f16f2dcfc9cb447f899c94582d5688efae86b5e"
|
| 16 |
+
},
|
| 17 |
+
"qat_ternary": {
|
| 18 |
+
"metadata_sha256": "91e4ac583e3e078e03d1ac88c303574c469e7683560c3dd74d736c846f6736d7",
|
| 19 |
+
"packed_weights_bytes": 2759,
|
| 20 |
+
"temperature": 0.5,
|
| 21 |
+
"weights_sha256": "00525b0674ade3f95b85b6e620f8ea0b376c0231734239a27df1c0d5c7f710eb"
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"paired": {
|
| 25 |
+
"fp32": {
|
| 26 |
+
"metadata_sha256": "ccb48c6fd0f76458a231d0bd1266e88252708aa6f64093742aead6a5ede27dc3",
|
| 27 |
+
"packed_weights_bytes": 50912,
|
| 28 |
+
"temperature": 1.0,
|
| 29 |
+
"weights_sha256": "1dad702576db50fdb08c62f07728eb06e81c6d8a3011b78ce38b0338406aacf4"
|
| 30 |
+
},
|
| 31 |
+
"ptq_ternary": {
|
| 32 |
+
"metadata_sha256": "5233de7a91a997358de890c6431cf0fa2fd6fcd4d3dfb10a8cd851349028b6c9",
|
| 33 |
+
"packed_weights_bytes": 2759,
|
| 34 |
+
"temperature": 1.0,
|
| 35 |
+
"weights_sha256": "d6fb8f32a29a674b5ee904f2300f51b9a0d610f57ec0ebcbc52635f73e45d619"
|
| 36 |
+
},
|
| 37 |
+
"qat_ternary": {
|
| 38 |
+
"metadata_sha256": "47524ff50c41b5bde0be95a7447126ee20abfae59f2e2fdc1e3f78c42c5613d0",
|
| 39 |
+
"packed_weights_bytes": 2759,
|
| 40 |
+
"temperature": 0.5,
|
| 41 |
+
"weights_sha256": "1673c7cf839bf8d7fe317495c5a118d67430ae3247afcc7eda2844dd9a9c11f4"
|
| 42 |
+
}
|
| 43 |
+
}
|
| 44 |
+
},
|
| 45 |
+
"limitations": [
|
| 46 |
+
"Control and paired arms share seed/data/initial FP32; QAT starts from each arm FP32",
|
| 47 |
+
"Agreement can select the same wrong path; finite tie targets do not prove linguistic intent",
|
| 48 |
+
"Existing development split reused, zero new independent intention groups",
|
| 49 |
+
"MPS memory samples and process lifetime RSS are not host GPU/CPU utilization",
|
| 50 |
+
"Ternary disk packing decodes to int8; weights are experimental without default promotion"
|
| 51 |
+
],
|
| 52 |
+
"optimizer_steps": 224,
|
| 53 |
+
"preexecution_sha256": "535d154552df0780b9c9600b272920878f9de405c9a3710785c511989b2f3c02",
|
| 54 |
+
"schema": "gooo/bilingual-judgment-training-report/v1",
|
| 55 |
+
"status": "TRAINED_AND_EXPORTED",
|
| 56 |
+
"training": {
|
| 57 |
+
"control": {
|
| 58 |
+
"fp32": {
|
| 59 |
+
"consistency_weight": 0.0,
|
| 60 |
+
"epochs": 8,
|
| 61 |
+
"history": [
|
| 62 |
+
{
|
| 63 |
+
"calibration_bilingual_js": 0.08627698570489883,
|
| 64 |
+
"calibration_finite_nll": 0.41395625472068787,
|
| 65 |
+
"epoch": 1,
|
| 66 |
+
"train_objective": 0.32499743359429495
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"calibration_bilingual_js": 0.08874155580997467,
|
| 70 |
+
"calibration_finite_nll": 0.43212684988975525,
|
| 71 |
+
"epoch": 2,
|
| 72 |
+
"train_objective": 0.2924360249723707
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"calibration_bilingual_js": 0.08281097561120987,
|
| 76 |
+
"calibration_finite_nll": 0.40457218885421753,
|
| 77 |
+
"epoch": 3,
|
| 78 |
+
"train_objective": 0.3055798347507204
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"calibration_bilingual_js": 0.07940874248743057,
|
| 82 |
+
"calibration_finite_nll": 0.39476338028907776,
|
| 83 |
+
"epoch": 4,
|
| 84 |
+
"train_objective": 0.29483249357768465
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"calibration_bilingual_js": 0.08098433911800385,
|
| 88 |
+
"calibration_finite_nll": 0.40144309401512146,
|
| 89 |
+
"epoch": 5,
|
| 90 |
+
"train_objective": 0.27147663278239115
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"calibration_bilingual_js": 0.08445011079311371,
|
| 94 |
+
"calibration_finite_nll": 0.41266027092933655,
|
| 95 |
+
"epoch": 6,
|
| 96 |
+
"train_objective": 0.27507355383464266
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"calibration_bilingual_js": 0.08766905963420868,
|
| 100 |
+
"calibration_finite_nll": 0.41783779859542847,
|
| 101 |
+
"epoch": 7,
|
| 102 |
+
"train_objective": 0.27138627426964895
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"calibration_bilingual_js": 0.08710484206676483,
|
| 106 |
+
"calibration_finite_nll": 0.4101777970790863,
|
| 107 |
+
"epoch": 8,
|
| 108 |
+
"train_objective": 0.27402038659368244
|
| 109 |
+
}
|
| 110 |
+
],
|
| 111 |
+
"loop_wall_seconds": 1.288649250054732,
|
| 112 |
+
"mps_allocated_peak_sampled_bytes": 2033920,
|
| 113 |
+
"mps_driver_peak_sampled_bytes": 53166080,
|
| 114 |
+
"optimizer_steps": 56,
|
| 115 |
+
"process_lifetime_peak_rss_bytes": 521945088,
|
| 116 |
+
"selection": "minimum calibration finite NLL plus weighted bilingual JS; development test excluded",
|
| 117 |
+
"training_pairs": 800,
|
| 118 |
+
"training_views": 1600
|
| 119 |
+
},
|
| 120 |
+
"qat_ternary": {
|
| 121 |
+
"consistency_weight": 0.0,
|
| 122 |
+
"epochs": 8,
|
| 123 |
+
"history": [
|
| 124 |
+
{
|
| 125 |
+
"calibration_bilingual_js": 0.018491018563508987,
|
| 126 |
+
"calibration_finite_nll": 0.5630286931991577,
|
| 127 |
+
"epoch": 1,
|
| 128 |
+
"train_objective": 0.47267789925847736
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"calibration_bilingual_js": 0.019454553723335266,
|
| 132 |
+
"calibration_finite_nll": 0.5532973408699036,
|
| 133 |
+
"epoch": 2,
|
| 134 |
+
"train_objective": 0.45271050930023193
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"calibration_bilingual_js": 0.01863386668264866,
|
| 138 |
+
"calibration_finite_nll": 0.546625554561615,
|
| 139 |
+
"epoch": 3,
|
| 140 |
+
"train_objective": 0.4514418712684086
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"calibration_bilingual_js": 0.0178647693246603,
|
| 144 |
+
"calibration_finite_nll": 0.544744610786438,
|
| 145 |
+
"epoch": 4,
|
| 146 |
+
"train_objective": 0.4563551204545157
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"calibration_bilingual_js": 0.01690916158258915,
|
| 150 |
+
"calibration_finite_nll": 0.5444742441177368,
|
| 151 |
+
"epoch": 5,
|
| 152 |
+
"train_objective": 0.441873094865254
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"calibration_bilingual_js": 0.015987079590559006,
|
| 156 |
+
"calibration_finite_nll": 0.5429291725158691,
|
| 157 |
+
"epoch": 6,
|
| 158 |
+
"train_objective": 0.43860537239483427
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"calibration_bilingual_js": 0.015393257141113281,
|
| 162 |
+
"calibration_finite_nll": 0.5442538261413574,
|
| 163 |
+
"epoch": 7,
|
| 164 |
+
"train_objective": 0.4459982897554125
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"calibration_bilingual_js": 0.015749486163258553,
|
| 168 |
+
"calibration_finite_nll": 0.5421851277351379,
|
| 169 |
+
"epoch": 8,
|
| 170 |
+
"train_objective": 0.4413776695728302
|
| 171 |
+
}
|
| 172 |
+
],
|
| 173 |
+
"loop_wall_seconds": 0.07522045820951462,
|
| 174 |
+
"mps_allocated_peak_sampled_bytes": 2033920,
|
| 175 |
+
"mps_driver_peak_sampled_bytes": 53166080,
|
| 176 |
+
"optimizer_steps": 56,
|
| 177 |
+
"process_lifetime_peak_rss_bytes": 522682368,
|
| 178 |
+
"selection": "minimum calibration finite NLL plus weighted bilingual JS; development test excluded",
|
| 179 |
+
"training_pairs": 800,
|
| 180 |
+
"training_views": 1600
|
| 181 |
+
}
|
| 182 |
+
},
|
| 183 |
+
"paired": {
|
| 184 |
+
"fp32": {
|
| 185 |
+
"consistency_weight": 0.25,
|
| 186 |
+
"epochs": 8,
|
| 187 |
+
"history": [
|
| 188 |
+
{
|
| 189 |
+
"calibration_bilingual_js": 0.08620867133140564,
|
| 190 |
+
"calibration_finite_nll": 0.41367703676223755,
|
| 191 |
+
"epoch": 1,
|
| 192 |
+
"train_objective": 0.3263478917734964
|
| 193 |
+
},
|
| 194 |
+
{
|
| 195 |
+
"calibration_bilingual_js": 0.08859829604625702,
|
| 196 |
+
"calibration_finite_nll": 0.4316110610961914,
|
| 197 |
+
"epoch": 2,
|
| 198 |
+
"train_objective": 0.29387152194976807
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"calibration_bilingual_js": 0.08270813524723053,
|
| 202 |
+
"calibration_finite_nll": 0.40424594283103943,
|
| 203 |
+
"epoch": 3,
|
| 204 |
+
"train_objective": 0.307049532021795
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"calibration_bilingual_js": 0.07947338372468948,
|
| 208 |
+
"calibration_finite_nll": 0.39479437470436096,
|
| 209 |
+
"epoch": 4,
|
| 210 |
+
"train_objective": 0.29635951135839733
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"calibration_bilingual_js": 0.08124524354934692,
|
| 214 |
+
"calibration_finite_nll": 0.40207332372665405,
|
| 215 |
+
"epoch": 5,
|
| 216 |
+
"train_objective": 0.2729123703071049
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"calibration_bilingual_js": 0.08452852070331573,
|
| 220 |
+
"calibration_finite_nll": 0.412418931722641,
|
| 221 |
+
"epoch": 6,
|
| 222 |
+
"train_objective": 0.27659926457064493
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"calibration_bilingual_js": 0.08743865042924881,
|
| 226 |
+
"calibration_finite_nll": 0.41656702756881714,
|
| 227 |
+
"epoch": 7,
|
| 228 |
+
"train_objective": 0.2729770711490086
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"calibration_bilingual_js": 0.08687029778957367,
|
| 232 |
+
"calibration_finite_nll": 0.40897130966186523,
|
| 233 |
+
"epoch": 8,
|
| 234 |
+
"train_objective": 0.27547467393534525
|
| 235 |
+
}
|
| 236 |
+
],
|
| 237 |
+
"loop_wall_seconds": 0.08172204112634063,
|
| 238 |
+
"mps_allocated_peak_sampled_bytes": 2033920,
|
| 239 |
+
"mps_driver_peak_sampled_bytes": 53166080,
|
| 240 |
+
"optimizer_steps": 56,
|
| 241 |
+
"process_lifetime_peak_rss_bytes": 528695296,
|
| 242 |
+
"selection": "minimum calibration finite NLL plus weighted bilingual JS; development test excluded",
|
| 243 |
+
"training_pairs": 800,
|
| 244 |
+
"training_views": 1600
|
| 245 |
+
},
|
| 246 |
+
"qat_ternary": {
|
| 247 |
+
"consistency_weight": 0.25,
|
| 248 |
+
"epochs": 8,
|
| 249 |
+
"history": [
|
| 250 |
+
{
|
| 251 |
+
"calibration_bilingual_js": 0.01868617720901966,
|
| 252 |
+
"calibration_finite_nll": 0.5630553960800171,
|
| 253 |
+
"epoch": 1,
|
| 254 |
+
"train_objective": 0.47338799067905973
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"calibration_bilingual_js": 0.019224733114242554,
|
| 258 |
+
"calibration_finite_nll": 0.5534323453903198,
|
| 259 |
+
"epoch": 2,
|
| 260 |
+
"train_objective": 0.45437736596379963
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"calibration_bilingual_js": 0.018178831785917282,
|
| 264 |
+
"calibration_finite_nll": 0.5529493689537048,
|
| 265 |
+
"epoch": 3,
|
| 266 |
+
"train_objective": 0.45243516990116667
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"calibration_bilingual_js": 0.017919739708304405,
|
| 270 |
+
"calibration_finite_nll": 0.5446000099182129,
|
| 271 |
+
"epoch": 4,
|
| 272 |
+
"train_objective": 0.46067777276039124
|
| 273 |
+
},
|
| 274 |
+
{
|
| 275 |
+
"calibration_bilingual_js": 0.016833722591400146,
|
| 276 |
+
"calibration_finite_nll": 0.5442108511924744,
|
| 277 |
+
"epoch": 5,
|
| 278 |
+
"train_objective": 0.44320770672389437
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"calibration_bilingual_js": 0.01646900363266468,
|
| 282 |
+
"calibration_finite_nll": 0.5432742238044739,
|
| 283 |
+
"epoch": 6,
|
| 284 |
+
"train_objective": 0.44047230056353975
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"calibration_bilingual_js": 0.01569296605885029,
|
| 288 |
+
"calibration_finite_nll": 0.5453439354896545,
|
| 289 |
+
"epoch": 7,
|
| 290 |
+
"train_objective": 0.4464301126343863
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"calibration_bilingual_js": 0.015689831227064133,
|
| 294 |
+
"calibration_finite_nll": 0.541408360004425,
|
| 295 |
+
"epoch": 8,
|
| 296 |
+
"train_objective": 0.44318767956324984
|
| 297 |
+
}
|
| 298 |
+
],
|
| 299 |
+
"loop_wall_seconds": 0.0721320838201791,
|
| 300 |
+
"mps_allocated_peak_sampled_bytes": 2033920,
|
| 301 |
+
"mps_driver_peak_sampled_bytes": 53166080,
|
| 302 |
+
"optimizer_steps": 56,
|
| 303 |
+
"process_lifetime_peak_rss_bytes": 528809984,
|
| 304 |
+
"selection": "minimum calibration finite NLL plus weighted bilingual JS; development test excluded",
|
| 305 |
+
"training_pairs": 800,
|
| 306 |
+
"training_views": 1600
|
| 307 |
+
}
|
| 308 |
+
}
|
| 309 |
+
}
|
| 310 |
+
}
|