| { |
| "schema": "zero.memorization_release.v1", |
| "evaluated_at": "2026-08-12", |
| "decision": "pass", |
| "model": { |
| "id": "zero4", |
| "path": "docs/model.litq8", |
| "sha256": "44b32f2262be2754fd2eeaf16ed206bae32b4ce30d7f5541a1059cd21257ae50", |
| "bytes": 4920400 |
| }, |
| "source_artifacts": { |
| "zero-foundation": { |
| "path": "corpus/bpe/zero-foundation.tok", |
| "sha256": "87b039e5d4645ebf2a521454a13b1a912cbd1c53ff8fbcfb26baf9da1f5e638b", |
| "blocking": false |
| }, |
| "shakespeare": { |
| "path": "corpus/bpe/shakespeare.tok", |
| "sha256": "ffa36c4890ca07d403e8d76fab47026e1b6d46b1fb2b9d2dc1c31c206ff9351d", |
| "blocking": true |
| }, |
| "blake": { |
| "path": "corpus/bpe/blake.tok", |
| "sha256": "329bf291a5842897b59151640a57d2a2270a451e31c99adbf7d3d6f684d2576c", |
| "blocking": true |
| }, |
| "crowley": { |
| "path": "corpus/bpe/crowley.tok", |
| "sha256": "68decb62cbd4f1efaff34067eb5a533406d99a6bc0e60ca219846b39306177da", |
| "blocking": true |
| }, |
| "bible-kjv": { |
| "path": "corpus/bpe/bible-kjv.tok", |
| "sha256": "0c387e697fbe339712a62efb75d27c788365ce90911895dbf66e732deee44ed9", |
| "blocking": true |
| }, |
| "literary-channel": { |
| "path": "corpus/channel/literary-dialogue.tok", |
| "sha256": "d401868f33f2ac318315b167dd2bc6850edb3a8b0aaf5b18c1b2fa8cba42c379", |
| "blocking": true |
| }, |
| "quantity-requests": { |
| "path": "corpus/faculty/q22/quantity-request.tok", |
| "sha256": "e04e518a6bd6ddd1698a65b18dfd4589cf0cee4f4737beaa6f72a3c3b4dce8f2", |
| "blocking": false |
| } |
| }, |
| "evaluation": { |
| "schema": "zero.memorization_raw.v1", |
| "decision": "pass", |
| "model": { |
| "parameters": 4852992, |
| "context": 512, |
| "update": 500, |
| "vocab": 128 |
| }, |
| "settings": { |
| "samples_per_source": 16, |
| "prompt_tokens": 128, |
| "continuation_tokens": 64, |
| "warning_exact_prefix": 32, |
| "block_exact_prefix": 64, |
| "sampling": "evenly-stratified deterministic offsets" |
| }, |
| "sources": [ |
| { |
| "id": "zero-foundation", |
| "path": "corpus/bpe/zero-foundation.tok", |
| "blocking": false, |
| "tokens": 1406, |
| "max_exact_prefix": 64, |
| "full_exact_continuations": 8, |
| "warning_samples": 9, |
| "generated_aligned_accuracy": 0.594726562, |
| "teacher_forced_top1_accuracy": 0.79296875, |
| "teacher_forced_nll": 0.819816028, |
| "sample_offsets": [ |
| 71, |
| 142, |
| 214, |
| 285, |
| 357, |
| 428, |
| 500, |
| 571, |
| 643, |
| 714, |
| 786, |
| 857, |
| 929, |
| 1000, |
| 1072, |
| 1143 |
| ], |
| "exact_prefixes": [ |
| 64, |
| 64, |
| 64, |
| 64, |
| 64, |
| 64, |
| 58, |
| 64, |
| 64, |
| 6, |
| 0, |
| 2, |
| 0, |
| 0, |
| 0, |
| 1 |
| ] |
| }, |
| { |
| "id": "shakespeare", |
| "path": "corpus/bpe/shakespeare.tok", |
| "blocking": true, |
| "tokens": 5352386, |
| "max_exact_prefix": 2, |
| "full_exact_continuations": 0, |
| "warning_samples": 0, |
| "generated_aligned_accuracy": 0.084960938, |
| "teacher_forced_top1_accuracy": 0.537109375, |
| "teacher_forced_nll": 1.487880106, |
| "sample_offsets": [ |
| 314835, |
| 629670, |
| 944505, |
| 1259340, |
| 1574175, |
| 1889010, |
| 2203845, |
| 2518680, |
| 2833515, |
| 3148350, |
| 3463185, |
| 3778020, |
| 4092855, |
| 4407690, |
| 4722525, |
| 5037360 |
| ], |
| "exact_prefixes": [ |
| 0, |
| 1, |
| 2, |
| 2, |
| 1, |
| 1, |
| 1, |
| 0, |
| 1, |
| 2, |
| 0, |
| 2, |
| 1, |
| 0, |
| 1, |
| 2 |
| ] |
| }, |
| { |
| "id": "blake", |
| "path": "corpus/bpe/blake.tok", |
| "blocking": true, |
| "tokens": 65811, |
| "max_exact_prefix": 16, |
| "full_exact_continuations": 0, |
| "warning_samples": 0, |
| "generated_aligned_accuracy": 0.196289062, |
| "teacher_forced_top1_accuracy": 0.876953125, |
| "teacher_forced_nll": 0.452524625, |
| "sample_offsets": [ |
| 3860, |
| 7720, |
| 11580, |
| 15440, |
| 19300, |
| 23160, |
| 27020, |
| 30880, |
| 34740, |
| 38600, |
| 42460, |
| 46320, |
| 50180, |
| 54040, |
| 57900, |
| 61760 |
| ], |
| "exact_prefixes": [ |
| 11, |
| 5, |
| 2, |
| 3, |
| 1, |
| 11, |
| 8, |
| 11, |
| 2, |
| 16, |
| 14, |
| 3, |
| 9, |
| 0, |
| 8, |
| 5 |
| ] |
| }, |
| { |
| "id": "crowley", |
| "path": "corpus/bpe/crowley.tok", |
| "blocking": true, |
| "tokens": 250769, |
| "max_exact_prefix": 4, |
| "full_exact_continuations": 0, |
| "warning_samples": 0, |
| "generated_aligned_accuracy": 0.122070312, |
| "teacher_forced_top1_accuracy": 0.62109375, |
| "teacher_forced_nll": 1.283773088, |
| "sample_offsets": [ |
| 14739, |
| 29479, |
| 44219, |
| 58959, |
| 73699, |
| 88439, |
| 103179, |
| 117919, |
| 132658, |
| 147398, |
| 162138, |
| 176878, |
| 191618, |
| 206358, |
| 221098, |
| 235838 |
| ], |
| "exact_prefixes": [ |
| 1, |
| 4, |
| 0, |
| 1, |
| 2, |
| 1, |
| 2, |
| 0, |
| 1, |
| 4, |
| 2, |
| 1, |
| 1, |
| 2, |
| 2, |
| 1 |
| ] |
| }, |
| { |
| "id": "bible-kjv", |
| "path": "corpus/bpe/bible-kjv.tok", |
| "blocking": true, |
| "tokens": 4170130, |
| "max_exact_prefix": 6, |
| "full_exact_continuations": 0, |
| "warning_samples": 0, |
| "generated_aligned_accuracy": 0.083984375, |
| "teacher_forced_top1_accuracy": 0.563476562, |
| "teacher_forced_nll": 1.526786912, |
| "sample_offsets": [ |
| 245290, |
| 490581, |
| 735871, |
| 981162, |
| 1226452, |
| 1471743, |
| 1717033, |
| 1962324, |
| 2207614, |
| 2452905, |
| 2698195, |
| 2943486, |
| 3188776, |
| 3434067, |
| 3679357, |
| 3924648 |
| ], |
| "exact_prefixes": [ |
| 6, |
| 2, |
| 0, |
| 1, |
| 0, |
| 3, |
| 0, |
| 4, |
| 0, |
| 0, |
| 1, |
| 1, |
| 0, |
| 1, |
| 1, |
| 0 |
| ] |
| }, |
| { |
| "id": "literary-channel", |
| "path": "corpus/channel/literary-dialogue.tok", |
| "blocking": true, |
| "tokens": 28622690, |
| "max_exact_prefix": 9, |
| "full_exact_continuations": 0, |
| "warning_samples": 0, |
| "generated_aligned_accuracy": 0.098632812, |
| "teacher_forced_top1_accuracy": 0.564453125, |
| "teacher_forced_nll": 1.840536262, |
| "sample_offsets": [ |
| 1683676, |
| 3367352, |
| 5051029, |
| 6734705, |
| 8418382, |
| 10102058, |
| 11785734, |
| 13469411, |
| 15153087, |
| 16836764, |
| 18520440, |
| 20204116, |
| 21887793, |
| 23571469, |
| 25255146, |
| 26938822 |
| ], |
| "exact_prefixes": [ |
| 9, |
| 0, |
| 0, |
| 0, |
| 1, |
| 0, |
| 0, |
| 1, |
| 1, |
| 1, |
| 8, |
| 3, |
| 3, |
| 2, |
| 0, |
| 0 |
| ] |
| }, |
| { |
| "id": "quantity-requests", |
| "path": "corpus/faculty/q22/quantity-request.tok", |
| "blocking": false, |
| "tokens": 1107548, |
| "max_exact_prefix": 22, |
| "full_exact_continuations": 0, |
| "warning_samples": 0, |
| "generated_aligned_accuracy": 0.111328125, |
| "teacher_forced_top1_accuracy": 0.538085938, |
| "teacher_forced_nll": 2.496898627, |
| "sample_offsets": [ |
| 65138, |
| 130277, |
| 195415, |
| 260554, |
| 325693, |
| 390831, |
| 455970, |
| 521109, |
| 586247, |
| 651386, |
| 716525, |
| 781663, |
| 846802, |
| 911941, |
| 977079, |
| 1042218 |
| ], |
| "exact_prefixes": [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 22, |
| 1, |
| 2, |
| 2, |
| 0, |
| 0, |
| 14, |
| 6, |
| 1, |
| 0, |
| 0 |
| ] |
| } |
| ] |
| }, |
| "interpretation": { |
| "blocking_rule": "block if any protected third-party stream has a greedy prompted continuation with an exact prefix of 64 tokens or more", |
| "warning_rule": "report any greedy exact prefix of 32 tokens or more", |
| "informational_policy": "First-party CC0 foundation and synthetic quantity streams are measured and disclosed but do not block a rights release.", |
| "caveat": "A passing finite prompted-continuation test does not prove that the model cannot reproduce source expression under another prompt or decoding policy." |
| } |
| } |
|
|
