system's picture
system HF Staff
Mirror GitHub d93d44f53cec
1552180 verified
Raw History Blame Contribute Delete
14.7 kB
{
"format": "program-structure-research-artifact-v1",
"title": "When Is Program Structure Required? Certificate-Grounded Calibration of Program-Induction Difficulty",
"version": "1.0.0",
"files": [
{
"path": "CITATION.cff",
"size_bytes": 1014,
"sha256": "5aa5ff09c2ef73ffcc9ec991f9ef924e9406d16fe1b124a7f4c14e8fc1efd79a"
},
{
"path": "DATA_PROVENANCE.md",
"size_bytes": 3134,
"sha256": "b0d2c322230982d5d289b12dedadc3eff4f0bf4396908ba117811b0c5923407f"
},
{
"path": "GITHUB_README.md",
"size_bytes": 3430,
"sha256": "5d58fa73ea81a4a8bdec1892a43783d86439f95973aabfd52e6ff5dab48c3bf3"
},
{
"path": "LICENSE",
"size_bytes": 1068,
"sha256": "020893b24fb2a5b62d2d2748f65e569e31ab7b8eeb831b5e64bb7a57e544c104"
},
{
"path": "PUBLICATION.md",
"size_bytes": 2652,
"sha256": "2011e8cf78f537ef0f42257d0703e5ccf7927ec943b7f5153ca20f3d6470f476"
},
{
"path": "README.md",
"size_bytes": 1337,
"sha256": "a26bbe7b397e2d5328857bb4122d6e215e372f7d9691de8121ffe631467dceb6"
},
{
"path": "RELEASE_SCOPE.txt",
"size_bytes": 1547,
"sha256": "3701acb093ac3e9e9a348f9aa954d4a586d5c9defecc74a585aff430572ec6f1"
},
{
"path": "code/canonical_readouts_v1.py",
"size_bytes": 4513,
"sha256": "793af7b98682cb57b5efc47b5b534e86ef90725f7c3269b4fc098d76778126a6"
},
{
"path": "code/family_statistics.py",
"size_bytes": 854,
"sha256": "2dd50ccb2d0e3819efa79e075573d8ce799ceb18011a9ba6229e0bc4bd095a83"
},
{
"path": "code/frozen/PBEBench_functional_correctness.py",
"size_bytes": 24616,
"sha256": "db8ab01ef70be0c4ad34610045be4c6f6adad03977921efefc16260382901322"
},
{
"path": "code/frozen/PBEBench_primitives.py",
"size_bytes": 4390,
"sha256": "9d68d96f6a86413f1f5849a4f589bc7ea009e5987555d7f14308bb851e92c043"
},
{
"path": "code/frozen/PBEBench_utils.py",
"size_bytes": 215,
"sha256": "418c27074bdcad4a3a3a1ff3a532b0ee7e9f46a2f5d41cf6da7908e5b8673b90"
},
{
"path": "code/frozen/analyze_panel.py",
"size_bytes": 8111,
"sha256": "b6be13e25962d341bc24286c9d42b688487de49c62509598add793baa66d57aa"
},
{
"path": "code/frozen/functional_score.py",
"size_bytes": 1576,
"sha256": "b1fffcb1ec769693cd6100423d9ba3030ce1976674e62a1c9e0cb2cf6ccee904"
},
{
"path": "code/native_score.py",
"size_bytes": 8581,
"sha256": "3174025e5904cbd7a5f5f31385facd6a2fb7e4c64d4f857a3e1381fe792c3425"
},
{
"path": "data/analysis_contract.json",
"size_bytes": 2169,
"sha256": "4a6991cad6350c7c6fb29c5b0a9d8f0929f3e4b0149f9c05b720970b801ee1cd"
},
{
"path": "data/base_variants.jsonl",
"size_bytes": 965314,
"sha256": "9cd4c40b7a1468a699c40a6aacda61e73e507868d2b9cf02ad98cbbda89006d1"
},
{
"path": "data/broader_inputs.jsonl",
"size_bytes": 533575,
"sha256": "520948e896fa37c8d0389b035ad84afc9a741a20c9e3ecf8173f49771b421fe5"
},
{
"path": "data/certificate_records.jsonl",
"size_bytes": 648598,
"sha256": "dab7802e8005f615c3b0f3c7dac92d34ffe547b2f9b8f55e1fcd101c4de5b850"
},
{
"path": "data/construction_audit.csv",
"size_bytes": 49640,
"sha256": "de6d2a61a2b518f8d04b0351b290a19d684c16a704d9aa8eec6cb2bf5bbd9ff9"
},
{
"path": "data/families.jsonl",
"size_bytes": 309171,
"sha256": "c6f7814d9085f597b81d310115cf42f03efe95f7c7cdec48cacdffb69b5198b7"
},
{
"path": "data/model_contract.json",
"size_bytes": 11284,
"sha256": "b33554033c16b56605bd384a885001d052b3a0e346487ade40b4ff9ff354466a"
},
{
"path": "data/native1008.csv",
"size_bytes": 387271,
"sha256": "76faa6b2f0f35874a840c11e1ef6cd3180d1665a856dc64e97293492a92a0343"
},
{
"path": "data/selected_programs.csv",
"size_bytes": 656183,
"sha256": "94ca7ea378fce2954520f6641505440257bbb1529257f36ea66fc37dd4892e67"
},
{
"path": "data/synthesis_instruction.txt",
"size_bytes": 938,
"sha256": "4fb7efda45f0beb0978934612eeeca36e73da3d87f4977c17dd5f4d386318f11"
},
{
"path": "data/trajectories.jsonl.gz",
"size_bytes": 26517321,
"sha256": "6d9c9af078d6ec25bb8f1e95894ed07dbd879c2e3d77b7dc5afe0081cf57ed7d"
},
{
"path": "docs/asset-manifest.csv",
"size_bytes": 6107,
"sha256": "99eff1d2a2930b2e6ed202c23c8884b7ccf308314437701ac65b51f28b0972c0"
},
{
"path": "docs/companion.json",
"size_bytes": 15203,
"sha256": "dbf82ff83cc84d124fa844ad26f1c406a1fb77c0dbb179a220bdc797c3b1624e"
},
{
"path": "docs/figures/construction.pdf",
"size_bytes": 83247,
"sha256": "1224ffa9a3dfa361a7661a9fea3763250414cf84380e6cb7dc4e0c211ac9396f"
},
{
"path": "docs/figures/construction.png",
"size_bytes": 140513,
"sha256": "73c9776e67c7fdb2524682b4a4759aa2a319843c7a667b2429cad369799291e1"
},
{
"path": "docs/maintenance.md",
"size_bytes": 480,
"sha256": "0cd2ddf55a1cd2694e53c65dbb5d71260038a761e9316c169ff2abe9f6ab9be4"
},
{
"path": "docs/release-manifest.json",
"size_bytes": 1289,
"sha256": "116d011a6508cd55eb58b5668823bbd7d79501c1834754973d3d9a6ed5877604"
},
{
"path": "docs/report.en.md",
"size_bytes": 5955,
"sha256": "24d127dbe6800d8416b5dd35a53b6487b0faebba1caadb2d6e29d81de221a4e7"
},
{
"path": "docs/report.zh.md",
"size_bytes": 5633,
"sha256": "d944b594e45668eae6b82b63de1e6e69b1831774b6c55fa7d47d88913b2331b3"
},
{
"path": "docs/reproduction.md",
"size_bytes": 2195,
"sha256": "fa83a6b38ffa6a677dab1ec01a0a9ba7aff394a10ff9da14f1159f2069f83bac"
},
{
"path": "docs/reproduction_report.json",
"size_bytes": 2525,
"sha256": "4aaac315cc92a9c0b51198d8fe7285243940155f0b61913d4b8951573a47711d"
},
{
"path": "docs/result-map.csv",
"size_bytes": 2223,
"sha256": "ac8a29e02c895deddfd10c5fdb9192c420fb8c32fb7d07f39c5f0eecd9ff2351"
},
{
"path": "explore.js",
"size_bytes": 1624,
"sha256": "4e7a3d712bf7a7747ac7dacefe2e19e69de14afcb4ae826de163bd7703ff7e9e"
},
{
"path": "explorer.json",
"size_bytes": 10001,
"sha256": "29f6732ad3cc85e74378578b53bfdd1558de9a485349ec27dbbd1c4078676924"
},
{
"path": "fixtures/end_to_end.json",
"size_bytes": 5396,
"sha256": "de641ad2106e9b1fdc9e64214f0938a20e02f230ba4db88291e9c6a60dda59cf"
},
{
"path": "index.html",
"size_bytes": 4363,
"sha256": "83eb2f50ff918ec1c88229d0c58cde76dc5b16776d8ac33323789a6da7930c8d"
},
{
"path": "licenses/CC-BY-4.0.txt",
"size_bytes": 18656,
"sha256": "9e5f1b3c610b9c2da5c313bf81d577a7d1acec686bdb0384edefa6df0f90cd94"
},
{
"path": "licenses/PBEBench-MIT.txt",
"size_bytes": 1068,
"sha256": "7ee6673ea31294494031ee577102e866bcf6438280142f822f1497cd153543e1"
},
{
"path": "program-structure-certificates-v1.0.0.zip",
"size_bytes": 27396663,
"sha256": "e68af75e393e34668b2d196ea2659261f428dbaf1ad8e5556a7cec1288dc4515"
},
{
"path": "provenance/ANALYSIS_HISTORY.json",
"size_bytes": 4314,
"sha256": "9b8872616c8a65248574431a62ddf41338651b20af31edf1eb5689d517cf55ff"
},
{
"path": "provenance/NORMALIZATION.json",
"size_bytes": 1289,
"sha256": "10c7e5e51c9b62b4c59f76bc90c2ece4813ababcc687394757f07359279e87ce"
},
{
"path": "replay_fixture.py",
"size_bytes": 5708,
"sha256": "4a35106cc2c0d8e84222c037ec56b6157b489fc91d2d19fd12e5a6c686216eb8"
},
{
"path": "reproduce.py",
"size_bytes": 16662,
"sha256": "91998c900c54b85fd13551014abc16038de947c7741fea192309bf26edce2fb5"
},
{
"path": "requirements.txt",
"size_bytes": 15,
"sha256": "99f43573522565d7c480efd1f954892948033915df6a4e685327e995d3396eb6"
},
{
"path": "results/BROADER_PANEL_READABLE.csv",
"size_bytes": 2275,
"sha256": "b2ed0a1e44acebb2c4c85e826be278a529bc9e72878cb8df6e7b2305d419bfc9"
},
{
"path": "results/PRIMARY_PANEL_READABLE.csv",
"size_bytes": 1366,
"sha256": "16868778301c28cdb7441572059229e3610903cd426bad122cad2eeb33c09102"
},
{
"path": "results/base_only_solution_counts.csv",
"size_bytes": 43845,
"sha256": "868346768fdb71fa0c80c52beee3c09ab685f14fe70f968f2c302e6bed73f144"
},
{
"path": "results/broader_original_immutable.json",
"size_bytes": 162066,
"sha256": "db2c1c28672538d8144e8905bde9f885065d58fd4b20c7c302218372e8b2e30e"
},
{
"path": "results/family_paired_differences.csv",
"size_bytes": 322677,
"sha256": "10aacaa32c80bef20442cb7d1aadd97fe1cccbb2131dba0d85ca525bb787b9f3"
},
{
"path": "results/paired_effects.csv",
"size_bytes": 64158,
"sha256": "5085090c3147e28f00184546201d6b1d7e06b7bcc70b42a9e468625b266f4b90"
},
{
"path": "results/per_family_metrics.csv",
"size_bytes": 434378,
"sha256": "18e2ebd712fd2cebe6f7e766acc2d67707d29eebbf5a28ae00a0ed34aee008d6"
},
{
"path": "scripts/package_release.py",
"size_bytes": 2790,
"sha256": "acd2bf73ad435b0b05caf0b5973c0b74b183f5a50c0d3ea332c9a3ee492cedf3"
},
{
"path": "scripts/publish_space.py",
"size_bytes": 5419,
"sha256": "e0bae04da43d16062a0118f3c6aafd5b1744ebd70cada6db278288385950f5eb"
},
{
"path": "scripts/render_reports.py",
"size_bytes": 2111,
"sha256": "fa1a187dfedf43b0b8105aea1b6f914dfd9aba5ac04c6d3bf454146a85419bbc"
},
{
"path": "style.css",
"size_bytes": 9253,
"sha256": "5071739230e76b4e928725ae3da566fa0a0cd5f0680b4a6b4a57d3785f13ce65"
},
{
"path": "verify_manifest.py",
"size_bytes": 1466,
"sha256": "ca7cd1faea2195c447c5d3596b125fd8bc93ff9a2db050403e71602c3f27ffb9"
},
{
"path": "worked_case.json",
"size_bytes": 9537,
"sha256": "6c80328e4c960f1b3a0d26d499cc7ef0d2e091203f48a18b6bc39988fd4851a5"
}
],
"result_scope": {
"cpu_replay": {
"command": "python -B reproduce.py --out replay",
"trajectories": 1920,
"arm_certificates": 960,
"archive_tasks": 1008,
"broader_reference_targets": 7680,
"active_targets": 3840,
"csv_rows": {
"per_family_metrics.csv": 1920,
"paired_effects.csv": 348,
"family_paired_differences.csv": 2872
},
"model_inference_calls": 0
},
"original_tables_1_2": "Original adjusted intervals retained; Qwen/Olmo base-five point estimates are recovered in the count-panel replay.",
"figure1_fixture": {
"command": "python -B replay_fixture.py",
"saved_outputs": 4,
"family_selection": "Existing Figure 1 example; both models and both conditions at base five."
}
},
"unavailable_records": [
{
"artifact_id": "original_discovery_trajectories",
"artifact_path": null,
"sha256": null,
"bytes": null,
"cohort": [
"discovery"
],
"count_base": [],
"models": [
"Qwen3-8B",
"Olmo-3-7B-Think"
],
"status": "not_in_package",
"replay_entrypoint": "none",
"reproduces": [],
"limitations": [
"Aggregate discovery results and readout sensitivities are documented; original trajectories are absent."
],
"documented_in": "Appendix B"
},
{
"artifact_id": "corrected_phi_trajectories",
"artifact_path": null,
"sha256": null,
"bytes": null,
"cohort": [
"original_validation"
],
"count_base": [
5
],
"models": [
"Phi-4-mini-reasoning"
],
"status": "not_in_package",
"replay_entrypoint": "none",
"reproduces": [],
"limitations": [
"Original Phi outputs are absent; manuscript aggregates and protocols remain."
],
"documented_in": "Appendices C/D/H/J"
},
{
"artifact_id": "attention_validation_raw_logs",
"artifact_path": null,
"sha256": null,
"bytes": null,
"cohort": [
"original_validation"
],
"count_base": [
5
],
"models": [
"Phi-4-mini-reasoning"
],
"status": "not_in_package",
"replay_entrypoint": "none",
"reproduces": [],
"limitations": [
"Numerical check summaries are retained; raw validation logs are absent."
],
"documented_in": "Appendix D"
},
{
"artifact_id": "timed_symbolic_search_records",
"artifact_path": null,
"sha256": null,
"bytes": null,
"cohort": [
"symbolic_search"
],
"count_base": [
5
],
"models": [
"symbolic_solver"
],
"status": "not_in_package",
"replay_entrypoint": "none",
"reproduces": [],
"limitations": [
"Search protocol and aggregate tables are retained; original timed-search records are absent."
],
"documented_in": "Section 5.4; Appendix I"
},
{
"artifact_id": "original_resampling_index_arrays",
"artifact_path": null,
"sha256": null,
"bytes": null,
"cohort": [
"original_validation"
],
"count_base": [
5
],
"models": [],
"status": "not_in_package",
"replay_entrypoint": "none",
"reproduces": [],
"limitations": [
"Original 50,000-resample index arrays are absent; reported intervals and the historical seed are documented."
],
"documented_in": "Appendix E"
},
{
"artifact_id": "original_three_model_prefix_record_tables",
"artifact_path": null,
"sha256": null,
"bytes": null,
"cohort": [
"original_validation"
],
"count_base": [
5
],
"models": [
"Qwen3-8B",
"Olmo-3-7B-Think",
"Phi-4-mini-reasoning"
],
"status": "not_in_package",
"replay_entrypoint": "none",
"reproduces": [],
"limitations": [
"Aggregate prefix results remain; Qwen/Olmo token IDs are provided, but the original three-model prefix record tables are absent."
],
"documented_in": "Appendix J"
}
],
"distribution": "Hugging Face static Space"
}