Publish the verified paper-review protocol before model inference
Browse files- .env.example +2 -0
- .gitattributes +5 -35
- .gitignore +13 -0
- .python-version +1 -0
- AGENTS.md +5 -0
- README.md +82 -0
- docs/.nojekyll +1 -0
- docs/data.json +6 -0
- docs/figures/architecture.png +0 -0
- docs/index.html +9 -0
- docs/live.json +1 -0
- docs/study.css +1 -0
- docs/study.js +31 -0
- docs/usage.md +27 -0
- pyproject.toml +35 -0
- reports/amendments.md +7 -0
- reports/experiments/experiments.md +11 -0
- reports/experiments/learnings.md +5 -0
- reports/literature-review.md +18 -0
- reports/operational-rules.md +7 -0
- reports/paper.pdf +3 -0
- reports/plan.md +11 -0
- reports/planned-runs.md +14 -0
- reports/preregistration.md +33 -0
- reports/progress.md +9 -0
- reports/reviews/methods.md +9 -0
- reports/state-of-the-art-review.md +17 -0
- reports/summary.md +27 -0
- results/analysis.json +5 -0
- results/engineering.json +83 -0
- results/split-manifest.json +360 -0
- src/rqstudy/__init__.py +1 -0
- src/rqstudy/analysis.py +102 -0
- src/rqstudy/campaign.py +343 -0
- src/rqstudy/cli.py +83 -0
- src/rqstudy/data.py +232 -0
- src/rqstudy/domain.py +136 -0
- src/rqstudy/endpoints.py +175 -0
- src/rqstudy/inference.py +225 -0
- src/rqstudy/paper.py +321 -0
- src/rqstudy/policies.py +137 -0
- src/rqstudy/reading.py +73 -0
- src/rqstudy/reporting.py +515 -0
- src/rqstudy/sandbox.py +114 -0
- src/rqstudy/search.py +467 -0
- src/rqstudy/workspace.py +42 -0
- tests/test_design.py +158 -0
- tests/test_search.py +144 -0
- uv.lock +771 -0
.env.example
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OLLAMA_HOST=http://127.0.0.1:11434
|
| 2 |
+
RQGM_WSL_DISTRO=Ubuntu
|
.gitattributes
CHANGED
|
@@ -1,35 +1,5 @@
|
|
| 1 |
-
*
|
| 2 |
-
*.
|
| 3 |
-
*.
|
| 4 |
-
*.
|
| 5 |
-
|
| 6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
| 19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
-
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
-
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 24 |
-
*.rar filter=lfs diff=lfs merge=lfs -text
|
| 25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
| 27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
| 28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
| 29 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 30 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
| 31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
| 1 |
+
* text=auto eol=lf
|
| 2 |
+
*.pdf binary
|
| 3 |
+
*.png binary
|
| 4 |
+
*.sqlite binary
|
| 5 |
+
reports/paper.pdf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
.gitignore
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
.venv/
|
| 2 |
+
.env
|
| 3 |
+
.private/
|
| 4 |
+
logs/
|
| 5 |
+
tmp/
|
| 6 |
+
__pycache__/
|
| 7 |
+
.pytest_cache/
|
| 8 |
+
*.pyc
|
| 9 |
+
*.egg-info/
|
| 10 |
+
dist/
|
| 11 |
+
build/
|
| 12 |
+
*.part
|
| 13 |
+
.DS_Store
|
.python-version
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
3.12
|
AGENTS.md
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Research workflow
|
| 2 |
+
|
| 3 |
+
Use the current repository, its pinned uv environment and the operating assumptions in [the prospective registration](reports/preregistration.md). Read the [source audit](reports/state-of-the-art-review.md) and [run matrix](reports/planned-runs.md) when changing search behavior. Record a dated amendment before confirming any pilot repair that changes scientific settings.
|
| 4 |
+
|
| 5 |
+
Develop against the normal rqgm-study CLI. Keep scoring on the trusted side. Preserve the independence of the training, validation, pilot evaluation and sealed test groups. Run the tests and regenerate every table and figure from result files. Maintain the report, study-specific methodological review, dashboard and experiment histories. Include all attempted arms and disclose incomplete outcomes. See [operating instructions](docs/usage.md).
|
README.md
ADDED
|
@@ -0,0 +1,82 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: Qwen/Qwen3.5-4B
|
| 3 |
+
library_name: rqgm-parent-study
|
| 4 |
+
tags:
|
| 5 |
+
- paper-review
|
| 6 |
+
- evolutionary-search
|
| 7 |
+
---
|
| 8 |
+
|
| 9 |
+
# Editable parent selection in the Red Queen Gödel Machine
|
| 10 |
+
|
| 11 |
+
This project extends the Red Queen Gödel Machine (RQGM), an evolutionary framework for recursive self-improvement under non-stationary utilities, with editable expansion-parent selection as studied in Appendix E.5 of *HyperAgents*. [RQGM](https://arxiv.org/abs/2606.26294v3) · [HyperAgents Appendix E.5](https://arxiv.org/pdf/2603.19461v2#page=60)
|
| 12 |
+
|
| 13 |
+
In plain words, the system keeps a family tree of paper-writing and reviewing programs. To grow the tree, the newest valid version runs a rule that picks a version to build on, possibly itself. That chosen version is the **expansion parent**. Its editor makes a child and can rewrite the child's rule for picking the next parent. The reviewer that judges new drafts stays fixed within each search epoch and can change at a checkpoint based on agreement with human decisions. That changing standard is what “non-stationary” means here. [RQGM Algorithm 1](https://arxiv.org/html/2606.26294v3#A2.SS4) · [HyperAgents Algorithm 5](https://arxiv.org/pdf/2603.19461v2#page=61)
|
| 14 |
+
|
| 15 |
+
Can rewriting the rule for choosing a parent produce better paper reviewers than native RQGM subtree Thompson sampling? This study evolves executable writer, reviewer, editor and parent-selector programs around a frozen local Qwen3.5-4B. Human accept/reject decisions anchor the reviewer. The measured outcome is a paired difference in held-out decision accuracy. [Preregistration](reports/preregistration.md) · [Live and published results](https://burnycoder.github.io/red-queen-godel-machine-with-evolvable-parent-selection/) · [Study progress](reports/progress.md)
|
| 16 |
+
|
| 17 |
+
Our implementation builds on OpenRQGM. Changing reviewers invalidates earlier reviewer-dependent measurements while preserving human-anchored evidence. Native clade sampling, fixed uniform sampling, the HyperAgents handcrafted rule and the initial reviewer provide comparisons. [October RQGM](https://arxiv.org/html/2606.26294v3#A2.SS4) · [OpenRQGM](https://github.com/DreamFallenFlowers/OpenRQGM/tree/feecb32d9fbdd1c60749ade9ecb47f971e12666e)
|
| 18 |
+
|
| 19 |
+
```mermaid
|
| 20 |
+
flowchart LR
|
| 21 |
+
A[Archive and current evidence] --> S[Newest selector or fixed rule]
|
| 22 |
+
S --> P[Chosen parent's workspace]
|
| 23 |
+
P --> E[Local editor with lineage training feedback]
|
| 24 |
+
E --> C[Validated child]
|
| 25 |
+
C --> A
|
| 26 |
+
A --> V[Node-local validation sampler]
|
| 27 |
+
V --> H[Human decision anchor]
|
| 28 |
+
V --> R[Epoch reviewer scores writer drafts]
|
| 29 |
+
H --> K[Checkpoint election]
|
| 30 |
+
K --> R
|
| 31 |
+
H --> A
|
| 32 |
+
R --> A
|
| 33 |
+
```
|
| 34 |
+
|
| 35 |
+
## Experiment design
|
| 36 |
+
|
| 37 |
+
[Exact run matrix](reports/planned-runs.md) · [Literature review](reports/literature-review.md) · [Source and formula audit](reports/state-of-the-art-review.md) · [Plan](reports/plan.md) · [Split fingerprints](results/split-manifest.json)
|
| 38 |
+
|
| 39 |
+
The pilot compares all four search arms on one seed. Confirmation pairs eight editable/native seeds with two additional controls on the first five. At the first editable midpoint a state swap tests the ongoing effect of executing the learned selector. Fix all test endpoints before sealed scoring. The preregistered primary uncertainty interval resamples both search seeds and shared test papers.
|
| 40 |
+
|
| 41 |
+
| Runs | Seeds | Expansion rule | Search and evaluation |
|
| 42 |
+
|---|---|---|---|
|
| 43 |
+
| Initial reviewer | 0 | Unevolved root | Score the pilot set, then the jointly sealed test set |
|
| 44 |
+
| Pilot | 0 | Editable, native Thompson, fixed uniform, released handcrafted | 64 validation steps per arm, 24 independent pilot papers |
|
| 45 |
+
| Primary comparison | 1–8 | Editable and native Thompson | Choose 64, 128 or 256 steps from timing alone; score on the same 100 test papers |
|
| 46 |
+
| Secondary controls | 1–5 | Fixed uniform and released handcrafted | Same common budget and test set |
|
| 47 |
+
| Mechanism intervention | 1 | Editable archive switched to native selection | Resume from the common midpoint and measure its descendants and endpoint |
|
| 48 |
+
| Formula replay | All searches | Released vs paper child penalty | Compare decisions on identical archived evidence with the same random draw |
|
| 49 |
+
|
| 50 |
+
## Reproduction
|
| 51 |
+
|
| 52 |
+
Use Python 3.12 and uv, Ollama with the registered local model digest, and Ubuntu WSL with bubblewrap (Linux can invoke bubblewrap directly). The package exposes a single study CLI. Large private inputs, full local inference traces and environment credentials stay out of version control. The procedural paper and aggregate tables are regenerated from tracked results.
|
| 53 |
+
|
| 54 |
+
~~~powershell
|
| 55 |
+
uv sync --locked
|
| 56 |
+
uv run --locked rqgm-study prepare
|
| 57 |
+
uv run --locked rqgm-study selftest
|
| 58 |
+
uv run --locked rqgm-study campaign
|
| 59 |
+
uv run --locked rqgm-study report
|
| 60 |
+
uv run --locked rqgm-study serve
|
| 61 |
+
~~~
|
| 62 |
+
|
| 63 |
+
The campaign preflights GPU residency, scores the root, and interleaves program editing with validation. A checkpoint can replace the judge of writer drafts. After selecting the search budget from pilot timing and freezing all confirmatory reviewers, the harness scores them on the sealed manuscripts. Restart the campaign command to resume. [Installation, dashboard and individual commands](docs/usage.md) · [Methodological review](reports/reviews/methods.md) · [Evolved workspaces on Hugging Face](https://huggingface.co/BurnyCoder/rqgm-editable-parent-selection)
|
| 64 |
+
|
| 65 |
+
## Milestones
|
| 66 |
+
|
| 67 |
+
- [x] Pin publications, upstream implementation and source dataset; register paper-disjoint splits.
|
| 68 |
+
- [x] Ship the CLI and check the scheduler, inheritance, erasure, fallback and resume. [Engineering results](results/engineering.json) · [Prospective cleaning amendment](reports/amendments.md)
|
| 69 |
+
- [ ] Run the local pilot and choose the confirmatory budget from throughput.
|
| 70 |
+
- [ ] Freeze and score all confirmatory endpoints, publish comparisons and limitations.
|
| 71 |
+
|
| 72 |
+
<!-- GENERATED: outcomes -->
|
| 73 |
+
## Observed results
|
| 74 |
+
|
| 75 |
+
The sealed editable–native comparison is pending.
|
| 76 |
+
|
| 77 |
+
No endpoint predictions have been recorded.
|
| 78 |
+
|
| 79 |
+
[Full report, compute and uncertainty](reports/summary.md) · [Examples and lineage explorer](https://burnycoder.github.io/red-queen-godel-machine-with-evolvable-parent-selection/) · [Paper PDF](reports/paper.pdf)
|
| 80 |
+
|
| 81 |
+
|
| 82 |
+
GitHub source revision c86945d76f8c727af93d48490a9957b51ba87931. The model artifacts are the executable workspaces and selectors in each run archive.
|
docs/.nojekyll
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
|
docs/data.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"scores": [],
|
| 3 |
+
"contrasts": {},
|
| 4 |
+
"examples": {},
|
| 5 |
+
"runs": []
|
| 6 |
+
}
|
docs/figures/architecture.png
ADDED
|
docs/index.html
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<!doctype html>
|
| 2 |
+
<html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1"><meta name="theme-color" content="#193d3b"><title>RQGM · Parent selection study</title><link rel="stylesheet" href="study.css"><script defer src="study.js"></script></head>
|
| 3 |
+
<body><header><nav aria-label="Study"><b>RQGM research</b><a href="#search">Search</a><a href="#outcomes">Outcomes</a><a href="https://github.com/BurnyCoder/red-queen-godel-machine-with-evolvable-parent-selection">Repository</a></nav></header>
|
| 4 |
+
<main><section class="intro"><p class="kicker">Paper review experiment</p><h1>Editable parent selection</h1><p>Does letting an agent choose which ancestor to improve produce a more accurate paper reviewer?</p><p class="meta"><a href="https://github.com/BurnyCoder/red-queen-godel-machine-with-evolvable-parent-selection/blob/5454789/reports/preregistration.md">Preregistration</a> · <a href="https://github.com/BurnyCoder/red-queen-godel-machine-with-evolvable-parent-selection/blob/main/reports/paper.pdf">Study paper</a></p></section>
|
| 5 |
+
<section id="search"><div class="section-title"><h2>Search monitor</h2><label>Run <select id="run"><option value="">Current run</option></select></label></div><p id="status" role="status">Loading the latest observation…</p><div id="metrics"></div>
|
| 6 |
+
<div class="chart-head"><h3>Validation accuracy and writer reward</h3><span><i class="swatch"></i>Reviewer <i class="swatch writer"></i>Writer</span></div><div id="chart"></div><p class="caption">Fractions pool currently valid records. Vertical marks show reviewer replacements.</p>
|
| 7 |
+
<details><summary>Architecture and lineage</summary><img src="figures/architecture.png" alt="The newest selector picks a parent. Its editor proposes a child, and the checkpoint reviewer grades subsequent drafts."><div id="lineage"></div></details><details><summary>Expansion choices and selector source</summary><div id="choices"></div></details></section>
|
| 8 |
+
<section id="outcomes"><h2>Reviewer outcomes</h2><p id="effect"></p><div id="scores"></div><details><summary>Example outputs</summary><div id="examples"></div></details></section>
|
| 9 |
+
<footer>Libor “Burny” Burian · <a href="https://arxiv.org/html/2606.26294v3">RQGM</a> · <a href="https://arxiv.org/pdf/2603.19461v2#page=60">HyperAgents E.5</a> · <a href="https://huggingface.co/BurnyCoder/rqgm-editable-parent-selection">Program archives</a></footer></main></body></html>
|
docs/live.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{}
|
docs/study.css
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
:root{color-scheme:light;--ink:#193533;--teal:#086f67;--brick:#a94c32;--line:#cbd9d5;font:100%/1.55 system-ui,"Segoe UI",sans-serif}*{box-sizing:border-box}body{margin:0;color:var(--ink);background:#fafcfb}header{background:#193d3b;color:white}nav,main{max-width:70rem;margin:auto;padding-inline:clamp(1.1rem,4vw,3rem)}nav{display:flex;align-items:center;gap:clamp(.65rem,3vw,2.1rem);min-height:3.5rem}nav b{margin-right:auto}nav a{color:#f4faf8;text-decoration:none}a{color:var(--teal);text-underline-offset:.2em}a:focus-visible,select:focus-visible,summary:focus-visible{outline:3px solid #e39b50;outline-offset:3px}.intro{padding-block:3.2rem 1.4rem;max-width:50rem}.kicker,.meta,.caption{color:#4b625d}.kicker{font-size:.875rem;letter-spacing:.07em;text-transform:uppercase;font-weight:650}h1,h2,h3,p{margin:0 0 .65rem}h1,h2{font-family:Georgia,serif;font-weight:500;line-height:1.1}h1{font-size:clamp(2.7rem,6vw,4.6rem)}h2{font-size:clamp(1.85rem,4vw,2.55rem)}h3{font-size:1.05rem}.intro>p:nth-of-type(2){font-size:1.16rem;max-width:46rem}.meta,.caption,.chart-head span{font-size:.9rem}.section-title,.chart-head{display:flex;align-items:center;justify-content:space-between;gap:1rem;flex-wrap:wrap}section+section{padding-block:1.8rem;border-top:1px solid var(--line)}label{display:flex;gap:.55rem;align-items:center}select{font:inherit;background:white;border:1px solid #91a8a2;border-radius:4px;padding:.3rem .6rem;color:var(--ink)}#metrics{display:grid;grid-template-columns:repeat(auto-fit,minmax(8.7rem,1fr));margin:1rem 0 1.8rem;gap:.65rem}.metric{border-left:3px solid #98bdb5;padding:.2rem .75rem}.metric strong{display:block;font:1.7rem Georgia,serif}.metric span{color:#4b625d;font-size:.875rem}#chart,.scroll{overflow-x:auto}#chart{border:1px solid var(--line);background:#fff;min-height:6rem;padding:.7rem}#chart svg{width:100%;height:auto;max-height:21rem}.swatch{display:inline-block;width:1.4rem;border-top:3px solid var(--teal);margin:0 .4rem}.writer{border-color:var(--brick)}details{border-top:1px solid var(--line);padding:.8rem 0}summary{cursor:pointer;font-weight:600}details img{max-width:100%;height:auto;margin:1rem 0}.scroll{margin:.7rem 0}table{border-collapse:collapse;min-width:65%;font-size:.91rem}td,th{text-align:left;padding:.48rem .7rem;border-bottom:1px solid var(--line)}th{background:#e8f1ed}pre{white-space:pre-wrap;overflow-wrap:anywhere;background:#edf3f0;padding:.8rem}footer{border-top:1px solid var(--line);padding:1.2rem 0 3rem;color:#48635e}.empty{color:#506762;padding:1.2rem 0}#status{color:#526a65}details>div:empty{display:none}@media(max-width:39rem){nav{font-size:.9rem}.intro{padding-top:2rem}#metrics{grid-template-columns:1fr 1fr}.section-title label{width:100%}select{max-width:78%}}
|
docs/study.js
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/* Read result JSON as inert data. Program source and model output are inserted as text. */
|
| 2 |
+
const byId=id=>document.getElementById(id);
|
| 3 |
+
function el(tag,content,cls){const node=document.createElement(tag);if(content!==undefined)node.textContent=content;if(cls)node.className=cls;return node;}
|
| 4 |
+
function grid(columns,rows){const wrapper=el("div",undefined,"scroll"),t=el("table"),head=t.createTHead().insertRow();columns.forEach(c=>head.append(el("th",c)));const body=t.createTBody();rows.forEach(row=>{const tr=body.insertRow();row.forEach(c=>tr.append(el("td",c??"—")));});wrapper.append(t);return wrapper;}
|
| 5 |
+
function chart(rows,checkpoints){const root=byId("chart");root.replaceChildren();if(!rows.length){root.append(el("p","The first scheduled validation evaluation will populate this chart.","empty"));return;}
|
| 6 |
+
const ns="http://www.w3.org/2000/svg";function shape(kind,attr,text){const n=document.createElementNS(ns,kind);Object.entries(attr).forEach(([k,v])=>n.setAttribute(k,v));if(text)n.textContent=text;return n;}
|
| 7 |
+
const w=850,h=235,x=n=>51+n/Math.max(1,rows.at(-1).n)*770,y=v=>197-v*164;
|
| 8 |
+
const svg=shape("svg",{viewBox:"0 0 "+w+" "+h,role:"img","aria-label":"Reviewer accuracy and writer reward over scheduled evaluations"});
|
| 9 |
+
[0,.25,.5,.75,1].forEach(t=>{svg.append(shape("line",{x1:51,y1:y(t),x2:821,y2:y(t),stroke:"#dce6e2"}),shape("text",{x:5,y:y(t)+4,fill:"#46615a","font-size":13},Math.round(100*t)+"%"));});
|
| 10 |
+
checkpoints.forEach(n=>svg.append(shape("line",{x1:x(n),x2:x(n),y1:28,y2:198,stroke:"#899c98","stroke-dasharray":"3 3"})));
|
| 11 |
+
[["review_success","review_total","#086f67"],["writer_success","writer_total","#a94c32"]].forEach(([ok,all,color])=>{let path="",last=null;
|
| 12 |
+
rows.filter(r=>r[all]).forEach(r=>{const yy=y(r[ok]/r[all]),xx=x(r.n);path+=last===null?"M "+xx+" "+yy:" H "+xx+" V "+yy;last=yy;});if(path)svg.append(shape("path",{d:path,stroke:color,fill:"none","stroke-width":3}));});
|
| 13 |
+
[0,Math.ceil(rows.at(-1).n/2),rows.at(-1).n].filter((v,i,a)=>a.indexOf(v)===i).forEach(t=>svg.append(shape("text",{x:x(t),y:217,"text-anchor":"middle",fill:"#46615a","font-size":13},String(t))));root.append(svg);}
|
| 14 |
+
let db={runs:[],scores:[],examples:{},contrasts:{}},live={};
|
| 15 |
+
function render(){const selected=byId("run").value,stored=db.runs.find(r=>r.name===(selected||live.name));
|
| 16 |
+
const r=(!selected&&live.name)?Object.assign({},stored||{},live):stored;
|
| 17 |
+
const metrics=byId("metrics");metrics.replaceChildren();
|
| 18 |
+
byId("status").textContent=r?[r.name,r.updated?"Updated "+new Date(r.updated).toLocaleString():"Published search snapshot"].join(" · "):"Preregistered · Awaiting the first search evaluation";
|
| 19 |
+
const selections=r?.selections||r?.selection||[],rows=r?.trajectory||[],checkpoints=r?.checkpoints||rows.filter((v,i)=>i>0&&v.epoch!==rows[i-1].epoch).map(v=>v.n-1);
|
| 20 |
+
if(r){const c=r.compute||{},nodes=Array.isArray(r.nodes)?r.nodes.length:r.nodes;const vals=[["Validation",r.n+" / "+r.budget],["Archive nodes",nodes],["Selector edits",selections.filter(s=>s.changed?.includes("selector")).length],["Reviewer changes",r.epoch!==undefined?r.epoch-1:checkpoints.length],["Actual model calls",c.actual_calls],["GPU service hours",((c.service_seconds||0)/3600).toFixed(2)]];
|
| 21 |
+
vals.forEach(([label,value])=>{const m=el("div",undefined,"metric");m.append(el("strong",String(value??0)),el("span",label));metrics.append(m);});}chart(rows,checkpoints);
|
| 22 |
+
const lineage=byId("lineage");lineage.replaceChildren();if(Array.isArray(stored?.nodes))lineage.append(grid(["Node","Inherited from"],stored.nodes.map(n=>[n.id,n.parent])));
|
| 23 |
+
const ledger=byId("choices");ledger.replaceChildren();if(selections.length){ledger.append(grid(["Validation","Selector owner","Chosen parent","Admitted child","Edited roles"],selections.map(s=>[s.n,s.owner||"Fixed rule",s.parent,s.child,s.changed?.join(", ")])));
|
| 24 |
+
(stored?.selection||[]).filter(s=>s.source).forEach(s=>{const block=el("details");block.append(el("summary","Executed at "+s.n+" · "+s.owner),el("pre",s.source));ledger.append(block);});}else ledger.append(el("p","The archive will list each expansion here."));
|
| 25 |
+
const c=db.contrasts?.primary;byId("effect").textContent=c?"Mean editable minus native: "+c.mean_pp.toFixed(2)+" pp (95% interval "+c.low.toFixed(2)+" to "+c.high.toFixed(2)+"). "+c.interpretation+".":"The primary paired comparison requires frozen reviewers scored on the sealed papers.";
|
| 26 |
+
const results=byId("scores");results.replaceChildren();if(db.scores.length)results.append(grid(["Split","Endpoint","Correct","Total","Accuracy","State"],db.scores.map(e=>[e.split,e.name,e.correct,e.n,(100*e.correct/e.n).toFixed(1)+"%",e.complete?"Complete":"In progress"])));
|
| 27 |
+
const examples=byId("examples");examples.replaceChildren();for(const [arm,roles] of Object.entries(db.examples||{})){for(const [role,e] of Object.entries(roles)){const b=el("details");b.append(el("summary",arm+" · "+role+" · "+e.decision),el("p",e.id),el("pre",e.text));examples.append(b);}}
|
| 28 |
+
if(!examples.children.length)examples.append(el("p","Examples appear after the first recorded outputs."));}
|
| 29 |
+
async function refresh(){try{const read=async file=>{const response=await fetch(file,{cache:"no-store"});if(!response.ok)throw Error(response.status);return response.json();};[db,live]=await Promise.all([read("data.json"),read("live.json")]);const select=byId("run"),previous=select.value;
|
| 30 |
+
select.replaceChildren(new Option("Current run",""),...db.runs.map(r=>new Option(r.name,r.name)));select.value=previous;render();}catch(e){byId("status").textContent="Observation data could not be loaded. Retrying in ten seconds.";}}
|
| 31 |
+
byId("run").addEventListener("change",render);refresh();setInterval(refresh,10000);
|
docs/usage.md
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Run the paper-review study
|
| 2 |
+
|
| 3 |
+
Clone the GitHub project and run commands from its root. Install uv, Git, Python 3.12, an NVIDIA driver and Ollama. On Windows install Ubuntu under WSL and its bubblewrap package. A native Linux host uses the same worker protocol. The frozen Ollama manifest digest is checked by the broker. The repository lockfile pins OpenRQGM and Python dependencies. [uv](https://docs.astral.sh/uv/) · [Ollama chat API](https://docs.ollama.com/api/chat) · [bubblewrap](https://github.com/containers/bubblewrap)
|
| 4 |
+
|
| 5 |
+
~~~powershell
|
| 6 |
+
uv sync --locked
|
| 7 |
+
Copy-Item .env.example .env
|
| 8 |
+
wsl -d Ubuntu -- sudo apt-get install -y bubblewrap
|
| 9 |
+
ollama pull qwen3.5:4b
|
| 10 |
+
uv run --locked rqgm-study prepare
|
| 11 |
+
uv run --locked rqgm-study selftest
|
| 12 |
+
uv run --locked rqgm-study preflight
|
| 13 |
+
uv run --locked rqgm-study campaign
|
| 14 |
+
~~~
|
| 15 |
+
|
| 16 |
+
The campaign runs the pilot, chooses a budget from pilot timing, runs the confirmatory pairs and controls, freezes all endpoints, and scores the sealed test set. Restart the same command after interruption. Commit the registration for an independent replication before first inference. The publication option uses the author's configured GitHub origin and Hugging Face repository; new studies should configure their own destination. Ensure sufficient local space for full prompts and responses. The private source dataset, model traffic and inference cache remain on the host.
|
| 17 |
+
|
| 18 |
+
~~~powershell
|
| 19 |
+
uv run --locked rqgm-study run --stage pilot --seed 0 --arm editable --budget 64
|
| 20 |
+
uv run --locked rqgm-study evaluate --split pilot --name pilot-00-editable
|
| 21 |
+
uv run --locked rqgm-study report
|
| 22 |
+
uv run --locked rqgm-study serve
|
| 23 |
+
~~~
|
| 24 |
+
|
| 25 |
+
Open http://127.0.0.1:8765/ for a ten-second refresh of local validation metrics. GitHub Pages serves the most recently published stage. The complete model traffic also streams on the campaign terminal and to timestamped files in logs. Each result in results/runs contains the full node workspaces, source identity, choice snapshot, evaluator events, record validity, paired replay draw and cumulative compute. results/evaluations contains per-paper decisions and coverage. reports/experiments records each run. Cached deterministic requests contribute logical tokens and zero additional model-service time. A failed edit consumes that validation count's expansion opportunity. The terminal checkpoint also supplies the frozen reviewer for the endpoint.
|
| 26 |
+
|
| 27 |
+
The broker verifies the Ollama release and model digest when resuming. Stage and event-specific random streams derive from the seed and validation counter. Atomic snapshots additionally contain OpenRQGM's NumPy state, selector history and cache identities. The midpoint intervention starts immediately after the registered checkpoint. Read the preregistration before interpreting a partial cohort. [Protocol](../reports/preregistration.md) · [Analysis](../reports/summary.md)
|
pyproject.toml
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[project]
|
| 2 |
+
name = "rqgm-parent-study"
|
| 3 |
+
version = "0.1.0"
|
| 4 |
+
description = "Preregistered executable parent selection in a local RQGM paper-review search"
|
| 5 |
+
requires-python = ">=3.12,<3.13"
|
| 6 |
+
dependencies = [
|
| 7 |
+
"openrqgm",
|
| 8 |
+
"numpy",
|
| 9 |
+
"scipy",
|
| 10 |
+
"httpx",
|
| 11 |
+
"tokenizers",
|
| 12 |
+
"python-dotenv",
|
| 13 |
+
"reportlab",
|
| 14 |
+
"matplotlib",
|
| 15 |
+
]
|
| 16 |
+
|
| 17 |
+
[tool.uv.sources]
|
| 18 |
+
openrqgm = { git = "https://github.com/DreamFallenFlowers/OpenRQGM", rev = "feecb32d9fbdd1c60749ade9ecb47f971e12666e" }
|
| 19 |
+
|
| 20 |
+
[dependency-groups]
|
| 21 |
+
dev = ["pytest", "pytest-asyncio", "pypdf"]
|
| 22 |
+
|
| 23 |
+
[project.scripts]
|
| 24 |
+
rqgm-study = "rqstudy.cli:main"
|
| 25 |
+
|
| 26 |
+
[build-system]
|
| 27 |
+
requires = ["hatchling"]
|
| 28 |
+
build-backend = "hatchling.build"
|
| 29 |
+
|
| 30 |
+
[tool.hatch.build.targets.wheel]
|
| 31 |
+
packages = ["src/rqstudy"]
|
| 32 |
+
|
| 33 |
+
[tool.pytest.ini_options]
|
| 34 |
+
testpaths = ["tests"]
|
| 35 |
+
asyncio_default_fixture_loop_scope = "function"
|
reports/amendments.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Prospective amendments
|
| 2 |
+
|
| 3 |
+
## 20 November 2026 · Manuscript cleaning before any model call
|
| 4 |
+
|
| 5 |
+
An audit of the registered training and validation inputs found publication mastheads joined to scientific text or a page number by PDF extraction. Some titles also contained the literal double-blind review masthead. The original cleaner missed those cases. We removed the boundary assumption, stripped the blind-review masthead and handled whitespace in OpenReview URL prefixes. We preserved surrounding manuscript text and phrases such as “final decision” when they describe a scientific task. The source CSV, grouping rules, sampling seed, methods and statistical decision rule retain their registered definitions. The current split file fingerprints the corrected text. The original Git commit preserves the previous fingerprints. The audit used no model predictions or sealed test outcomes. [Original manifest](https://github.com/BurnyCoder/red-queen-godel-machine-with-evolvable-parent-selection/blob/5454789/results/split-manifest.json) · [Current manifest](../results/split-manifest.json) · [Cleaner](../src/rqstudy/data.py)
|
| 6 |
+
|
| 7 |
+
The operational cap on retries and groupwise end-of-week reserve were specified before inference. [Operational rules](operational-rules.md)
|
reports/experiments/experiments.md
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Experiment index
|
| 2 |
+
|
| 3 |
+
The sealed editable–native comparison is pending.
|
| 4 |
+
|
| 5 |
+
No endpoint predictions have been recorded.
|
| 6 |
+
|
| 7 |
+
No search trajectory has been recorded.
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
|
| 11 |
+
[Compute, reading routes and paired effects](../summary.md) · [Fixed settings and their rationale](../preregistration.md)
|
reports/experiments/learnings.md
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Study observations
|
| 2 |
+
|
| 3 |
+
The initial source audit identified different child-count penalties in the released code and printed formula. The registered replay tests their effect on the same archives.
|
| 4 |
+
|
| 5 |
+
[Source audit](../state-of-the-art-review.md) · [Interpretation limits](../reviews/methods.md)
|
reports/literature-review.md
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Literature review
|
| 2 |
+
|
| 3 |
+
## Research question
|
| 4 |
+
|
| 5 |
+
Can a local language model learn a rule for choosing which archived workspace to modify, and does executing that rule lead to reviewers that better predict independent human accept/reject decisions? This is a question about the search process at a fixed budget. Review quality and scientific validity have additional dimensions beyond agreement with historical decisions.
|
| 6 |
+
|
| 7 |
+
## What prior work establishes
|
| 8 |
+
|
| 9 |
+
- DGM accumulates executable variants in an archive and can branch from ancestors. HGM estimates how productive an ancestor is from validation outcomes throughout its subtree and uses Thompson sampling. Its implementation also scales both Beta parameters as the remaining budget decreases. This motivates a strong fixed selector comparator. [DGM](https://arxiv.org/abs/2505.22954) · [HGM paper](https://arxiv.org/abs/2510.21614) · [HGM sampler](https://github.com/metauto-ai/HGM/blob/013872d95da978483f5b540e531db063d23890da/hgm.py#L360-L376)
|
| 10 |
+
- HyperAgents integrates the task agent and its editor in each workspace. E.5 initializes a uniform selector, executes the most recently added valid agent's selector, and edits the parent that it chooses. Across five searches per condition, the joint paper-review/robotics test scores were 0.428 for fixed uniform, 0.491 for editable, and 0.532 for the handcrafted rule. The authors report differences with p greater than 0.05. Their qualitative inspection found UCB-like rules in all five editable runs. These are published observations under their tasks and models. [Appendix E.5 and Algorithm 5](https://arxiv.org/pdf/2603.19461v2#page=60) · [Released dispatch](https://github.com/facebookresearch/HyperAgents/blob/59a68f672dfb92c74aeb7e61535d776fb36e172d/generate_loop.py#L100-L175)
|
| 11 |
+
- RQGM uses a frozen evaluator in each epoch, replacement against a fixed human anchor, and erasure of dependent measurements after replacement. October Algorithm 1 samples expansion parents using clade counts and evaluation targets using individual node counts. Paper writers receive a title and abstract. Human conference decisions anchor reviewers. [Method](https://arxiv.org/html/2606.26294v3#A2.SS4) · [Benchmark](https://arxiv.org/html/2606.26294v3#A3.SS6)
|
| 12 |
+
- APRES studies peer review and revision. The HyperAgents release provides paper text, an identifier, and the decision. The released paper-review utility passes only paper text to the reviewer. An upstream issue reports test labels in a meta-agent workspace. We use a trusted splitter, label-free inputs, training-only feedback, and isolated selector execution. Public pretraining exposure remains possible. [APRES](https://arxiv.org/abs/2603.03142) · [Domain data and utilities](https://github.com/facebookresearch/HyperAgents/tree/59a68f672dfb92c74aeb7e61535d776fb36e172d/domains/paper_review) · [Access report](https://github.com/facebookresearch/HyperAgents/issues/39)
|
| 13 |
+
|
| 14 |
+
## Design and interpretation
|
| 15 |
+
|
| 16 |
+
Pair independent search seeds, hold paper identities common across conditions, and resample both crossed dimensions for uncertainty. Record operational failures and all preregistered seeds. A single pilot can establish that a selector is executable and affects a choice. Estimating a performance advantage requires further searches and sealed scoring. [Variance in ML benchmarks](https://proceedings.mlsys.org/paper_files/paper/2021/hash/0184b0cd3cfb185989f858a1d9f5c1eb-Abstract.html) · [Crossed bootstrap](https://artowen.su.domains/reports/pbs2.pdf) · [ML pitfalls](https://arxiv.org/abs/2108.02497) · [NeurIPS checklist](https://neurips.cc/public/guides/PaperChecklist)
|
| 17 |
+
|
| 18 |
+
We distinguish diagnostic replay on a fixed archive from a causal intervention that changes future descendants. The paired searches and midpoint fork test the latter. Keep interpretations conditional on the sampled papers, search budgets, inference model and decoding procedure. [Schulman's experimental guidance](http://joschu.net/blog/opinionated-guide-ml-research.html) · [Research process](https://www.lesswrong.com/posts/hjMy4ZxS5ogA9cTYK/how-i-think-about-my-research-process-explore-understand) · [Claims and evidence](https://arxiv.org/abs/1807.03341)
|
reports/operational-rules.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Operational details fixed before inference
|
| 2 |
+
|
| 3 |
+
The week starts at campaign launch. At each new confirmatory group, reserve the slowest pilot per-item time for the root and every earned or proposed endpoint, including token-matched endpoints. Add the projected search time for that group. Attempt the first primary pair even if the estimate is pessimistic. Before further groups, if their search and earned scoring no longer fit, write the time-only stopping inputs and jointly freeze the completed configurations. Keep incomplete coverage descriptive. These rules clarify the timing-only choice in the [original registration](preregistration.md).
|
| 4 |
+
|
| 5 |
+
One scheduled validation count allows one expansion window. An invalid edit consumes that window and its model tokens. Fallback attempts consume time and a common per-run allowance of one additional selector execution per validation-budget unit. Following exhaustion or loss of the worker, the harness can execute the known uniform root draw on the same random seed. Every attempt is retained. The final validation budget continues to count observed scientific outcomes. Model service errors retry the interrupted logical event, preserving the original error in the local ledger.
|
| 6 |
+
|
| 7 |
+
Search runs share an identical validated model-call cache within the relevant split compartment. The fixed reader can reuse an identical passage across compartments. Role-specific inputs, decoding settings, backend version, model digest and compartment contribute to the key. Report actual and logical compute separately. Publications contain curated public run records. Private traffic and original manuscripts remain local. The public GitHub Pages explorer updates at published milestones; local search observations refresh on each scheduled validation and expansion.
|
reports/paper.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f2ca66f655cbc213920c87ae08a10954fcf068ee29834c1e4958f531a85db32
|
| 3 |
+
size 130229
|
reports/plan.md
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Research plan
|
| 2 |
+
|
| 3 |
+
Implement HyperAgents E.5's editable newest-node policy in the October RQGM two-role paper domain. [Source audit](state-of-the-art-review.md) · [Methods and decision criteria](preregistration.md) · [Exact run order](planned-runs.md)
|
| 4 |
+
|
| 5 |
+
1. Verify the publications, both independent RQGM implementations, the released selector and the data. Publish the initial review, split hashes, registration and README.
|
| 6 |
+
2. Start from the pinned OpenRQGM archive, evidence model, posterior statistics and persistence. Align the gate, measurement sampler, feedback timing, eligibility, and terminal reviewer selection with the October paper. Isolate executable workspace programs and give selectors only immutable archive aggregates.
|
| 7 |
+
3. Build the trusted local inference broker, full-paper reader, domain scoring, checkpoint and resume, deterministic event and token meters. Tests exercise a branching tree where local and clade evidence point to different parents, selector-owner/parent inheritance, timeout fallback, selective erasure and sealed-data isolation.
|
| 8 |
+
4. Push the implementation and tests. Run tests and an offline end-to-end fixture. Publish the prespecified paper and website and initialize the Hugging Face collection before inference.
|
| 9 |
+
5. Preflight GPU residency and run the root and four pilot conditions. Inspect the literal model outputs, admission rates, selector behavior, evaluator turnover and full-paper coverage; publish negative outcomes, repairs and progress.
|
| 10 |
+
6. Fix the confirmatory budget using timing alone, execute paired seeds and controls and fork the first editable midpoint. Freeze endpoints, run sealed evaluation and generate a paired crossed interval, matched-token comparison, examples, diagrams and paper from raw results.
|
| 11 |
+
7. Update GitHub, GitHub Pages and the single Hugging Face collection after completed searches and evaluations. Monitor long work at 5, 15 or 30 minutes as appropriate to the estimated duration. Capture all experiments and lessons. Robotics is a separate follow-up.
|
reports/planned-runs.md
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Run matrix
|
| 2 |
+
|
| 3 |
+
All arms use frozen local Qwen3.5-4B and the same paper split, anchor, context, evaluator replacement and editor budget. The sole arm-specific intervention is the expansion parent's selection mechanism. [Registration and decision rules](preregistration.md)
|
| 4 |
+
|
| 5 |
+
| Stage | Seeds | Arm | Scheduled validation per run | Endpoint set |
|
| 6 |
+
|---|---|---|---|---|
|
| 7 |
+
| Root | 0 | Initial program, no search | 0 | Pilot first; sealed root after freeze |
|
| 8 |
+
| Pilot | 0 | Editable, native clade, uniform, released handcrafted | 64 | 24 pilot-only manuscripts |
|
| 9 |
+
| Confirmatory primary | 1–8 | Editable and native clade | Common timing-selected budget from 64, 128, 256 | Same 100 sealed manuscripts |
|
| 10 |
+
| Secondary comparison | 1–5 | Fixed uniform and fixed handcrafted | Same budget | Same 100 |
|
| 11 |
+
| Midpoint intervention | 1 | Continuation of editable state with native override | Remaining half of common budget | Same 100 |
|
| 12 |
+
| Historical formula replay | All expansions | Released exponential vs paper reciprocal penalty | No model calls | Parent-ID disagreement |
|
| 13 |
+
|
| 14 |
+
The live dashboard displays training/search validation only. The first search meeting a stopping budget is archived with its endpoint, then independently evaluated on the correct evaluation split. All confirmatory endpoints are jointly frozen before access to test examples. Store a complete audit trail for unsuccessful edits. Generate score tables, plots and trajectory summaries directly from the raw run files.
|
reports/preregistration.md
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Prospective registration · 20 November 2026
|
| 2 |
+
|
| 3 |
+
Libor “Burny” Burian. This protocol is registered before local model inference or experimental outcomes. The Git commit on the public main branch provides the time-stamped protocol. See [the split manifest](../results/split-manifest.json), [literature review](literature-review.md), [source audit](state-of-the-art-review.md) and [run matrix](planned-runs.md).
|
| 4 |
+
|
| 5 |
+
## Hypothesis and unit of comparison
|
| 6 |
+
|
| 7 |
+
At the same validation budget, a newest-agent executable parent policy evolved from uniform selection produces a reviewer with higher historical-decision accuracy than clade Thompson sampling. The primary experimental unit is an independent paired search seed. Within each pair, score both frozen reviewers on the same sealed 100 manuscripts. The estimate is the mean of the per-seed accuracy differences, in percentage points.
|
| 8 |
+
|
| 9 |
+
## Inputs and eligibility
|
| 10 |
+
|
| 11 |
+
Use the pinned HyperAgents CSV. Decode the manuscript representation and remove decision/header metadata, split by duplicate-connected manuscript groups, discard conflicting group labels, and select one representative per group. Hash-order seed 42 produces 100 train, 100 validation, 100 test and 24 further pilot-only papers, balanced by historical outcome. The producer program and actual split hashes are committed with this registration. The writer sees the title and abstract. The reviewer sees the full cleaned paper if it fits. Otherwise a single frozen, deterministic reader processes every contiguous chunk, and the final reviewer receives its notes. Record coverage, route, chunk count and input/output tokens. The trusted scorer alone opens labels. Training feedback uses training papers only. Confirmation freezes every endpoint and the selected search budget before opening test inputs. Pilot reporting uses only the pilot set.
|
| 12 |
+
|
| 13 |
+
## Frozen backbone and budgets
|
| 14 |
+
|
| 15 |
+
Use local Ollama Qwen3.5-4B Q4_K_M digest d8b0f5e9760cd1682034f292d7ef72ec46f432149be0df7574bf2d6e92e38c04. Use a 16,384-token context on this 8 GB GPU. If a synthetic preflight fails full GPU residency, halve to 8,192, then 4,096, and lock the resulting value across arms. Use deterministic task/reader decisions, stochastic editor temperature 0.65, seeded requests, and bounded outputs. Cache fixed-reader notes and identical deterministic decisions by complete request identity; report both logical and actually incurred token counts. Split-independent caching is restricted to fixed reading of the same input and model/settings. Record failures, retries, model version, hashes and elapsed inference time. The primary budget counts scheduled validation evaluations, with auxiliary anchor, training, editing and sealed scoring calls metered separately.
|
| 16 |
+
|
| 17 |
+
## Search controls and estimand
|
| 18 |
+
|
| 19 |
+
Every workspace owns writer, reviewer, meta-agent and selector programs. The most recent valid node supplies the selector, the chosen parent supplies the program to edit, and its valid child becomes the next selector owner. The root is uniform. Recover runtime selector failures using earlier valid owners and finally the uniform root. Log the full fallback chain. Fixed arms use native clade Thompson, uniform, and the released HyperAgents sigmoid times exponential child penalty. Supply its score from the mean of current per-role Beta posterior means, including the neutral Beta(1,1) prior for unmeasured roles. Diagnostic replay uses the paper's reciprocal penalty on the same snapshot with the same uniform variate.
|
| 20 |
+
|
| 21 |
+
Follow October Algorithm 1 with expansion exponent 0.6, budget-remaining Thompson cooldown, evaluation from own counts, and least-measured eligible role/task scheduling. Collect three training examples on first expanding a parent. The reviewer predicts historical accept/reject decisions. The writer is scored by the epoch's frozen reviewer. Preserve human records and manuscripts while erasing displaced-reviewer-dependent outcomes. Use checkpoints at 8, 16, 32 and subsequent powers of two through the budget. The optional adversarial objective is off in all arms. At checkpoint elections, score each distinct reviewer program on the same eight validation anchor papers (four of each class), cache by program and paper, and count distinct paper identities. This small, fixed packet is a local compute choice shared by every arm. Select the final reviewer specialist using all distinct human validation decisions available for its program, including the packet. Use the 0.05 Beta quantile, at least five distinct observations, retain the incumbent on election ties, and use earliest admission to break endpoint ties. A malformed task decision counts as a failure. Model service outages are recoverable infrastructure interruptions.
|
| 22 |
+
|
| 23 |
+
## Stopping and analysis
|
| 24 |
+
|
| 25 |
+
Pilot seed 0 has 64 validation steps per arm. Prespecify confirmatory paired seeds 1 through 8 and controls on seeds 1 through 5. Using pilot throughput only, choose the largest of 64, 128 and 256 outcomes per search fitting the remaining week including sealed scoring, the ablation continuation and all planned arms. If even 64 is projected to overrun, keep 64 and prioritize the primary pairs. Use the worst completed pilot-arm seconds per search evaluation and worst observed held-out seconds per item, accounting separately for post-search evaluation. The first-14-hour target permits documented engineering repairs. Count all attempted runs. Retain original failed pilot versions. A change to scientific settings after unblinding requires an amendment and a fresh confirmatory cohort.
|
| 26 |
+
|
| 27 |
+
At the midpoint of the first editable confirmatory seed fork its exact archive, evaluator and RNG states. Continue its normal trajectory and override only future parent choices with native Thompson in the counterfactual. Evaluate both frozen endpoints after the manifest is locked. The fork is a single causal case study. Score the unevolved root as a fixed reference. Also freeze reviewer identities at checkpoints for an equal-token sensitivity analysis, using the last checkpoint at or below the lower total logical search-token usage in each seed pair. Count input and output tokens separately and sum them for the token-matched diagnostic.
|
| 28 |
+
|
| 29 |
+
Use 10,000 paired crossed bootstrap draws (analysis seed 1701). Resample seeds with replacement; independently resample shared paper IDs within decision class with replacement; retain the pairing across arms. Report the two-sided percentile 95% interval, individual paired effects, missing pairs, test coverage by reader route, and actual compute. Lower bound above zero supports local superiority; upper bound at or below zero is evidence against it; otherwise inconclusive. An incomplete cohort is descriptive. Development outcomes, arm-level uncertainty, learned-policy complexity and replay disagreement are secondary. The analysis does not measure intrinsic scientific quality or exclude pretraining familiarity.
|
| 30 |
+
|
| 31 |
+
## Source correspondence
|
| 32 |
+
|
| 33 |
+
[October algorithm](https://arxiv.org/html/2606.26294v3#A2.SS4) · [RQGM metrics](https://arxiv.org/html/2606.26294v3#A3.SS5) · [HyperAgents Algorithm 5](https://arxiv.org/pdf/2603.19461v2#page=61) · [Released child penalty](https://github.com/facebookresearch/HyperAgents/blob/59a68f672dfb92c74aeb7e61535d776fb36e172d/utils/gl_utils.py#L571-L584) · [Crossed bootstrap](https://artowen.su.domains/reports/pbs2.pdf)
|
reports/progress.md
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Study progress
|
| 2 |
+
|
| 3 |
+
0 completed searches and 0 completed endpoint evaluations. The sealed editable–native comparison is pending.
|
| 4 |
+
|
| 5 |
+
No search trajectory has been recorded.
|
| 6 |
+
|
| 7 |
+
The first pilot block has a 14-hour target. The remaining-week estimate becomes available after all four pilot timings.
|
| 8 |
+
|
| 9 |
+
[Run matrix](planned-runs.md) · [Live dashboard](../docs/index.html)
|
reports/reviews/methods.md
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Methodological review before inference
|
| 2 |
+
|
| 3 |
+
**Estimand.** The paired difference measures agreement with historical decisions for this corpus, backbone and search budget. Editors use training feedback from selected ancestors. The evaluator election and specialist selection reuse validation evidence, so validation improvements may reflect selection. Final paired estimates require the sealed cohort. [Registered analysis](../preregistration.md) · [RQGM protocol](https://arxiv.org/html/2606.26294v3#A3.SS7)
|
| 4 |
+
|
| 5 |
+
**Isolation.** The trusted splitter reads the original labeled public corpus to construct disjoint, fingerprinted splits. The sandbox mounts a Python runtime and receives a JSON argument. The selector sees aggregate validation outcomes and ancestry. The editor sees inherited source and training observations. Model traffic, labels and cache databases live outside its filesystem. Public pretraining familiarity and subtler author/venue cues remain possible. [Reported leakage](https://github.com/facebookresearch/HyperAgents/issues/39)
|
| 6 |
+
|
| 7 |
+
**Discriminating checks.** The scheduler fixture separates own and descendant evidence. The latest policy chooses an older workspace; a child inherits that chosen parent's programs. A fixture with known decisions tests erasure, retained human evidence, the minimum observation requirement, changed evaluator identity, deterministic resume and a matched-state fork. These are engineering checks. Search efficacy requires the real experiment.
|
| 8 |
+
|
| 9 |
+
**Limitations.** The editor has a bounded program interface and all roles share one quantized local backbone. An eight-paper balanced validation packet gives coarse elections. Reader notes may discard evidence even when every input character is covered. Shared deterministic model calls can lower later arms' actual cost and wall time. Report logical tokens, actual calls, stage order, service time and route-stratified accuracy. A single midpoint intervention cannot estimate the population-average effect of switching policies. [Program design](../plan.md) · [Paired uncertainty](https://artowen.su.domains/reports/pbs2.pdf)
|
reports/state-of-the-art-review.md
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Source and implementation audit
|
| 2 |
+
|
| 3 |
+
| Source | Reuse or evidence | Difference material to this experiment |
|
| 4 |
+
|---|---|---|
|
| 5 |
+
| [OpenRQGM at feecb32](https://github.com/DreamFallenFlowers/OpenRQGM/tree/feecb32d9fbdd1c60749ade9ecb47f971e12666e) | Apache-licensed archive, utility records, evaluator objects, posterior quantiles, scheduling, persistence and audit tests | Its engine calls the clade sampler for expansion and for evaluation. This matches [June Algorithm 1](https://arxiv.org/pdf/2606.26294v2#page=19). [October Algorithm 1](https://arxiv.org/html/2606.26294v3#A2.SS4) uses own-node counts for evaluation and demand-driven training feedback on expansion. |
|
| 6 |
+
| [OpenRQGM published reconstruction](https://github.com/DreamFallenFlowers/OpenRQGM/blob/feecb32d9fbdd1c60749ade9ecb47f971e12666e/docs/results/paper-matched-v5-summary.json) | One coding search with 12,288 validation outcomes, four replacements and 2,182 erased records | Engineering evidence in another domain. The artifact identifies its direct paper comparison as invalid. Planning verification independently passed 21 upstream archive, scheduler, engine, statistics and resume tests. |
|
| 7 |
+
| [HyperAgents released rule](https://github.com/facebookresearch/HyperAgents/blob/59a68f672dfb92c74aeb7e61535d776fb36e172d/utils/gl_utils.py#L571-L584) | Dynamic midpoint from the three highest available scores, sigmoid slope ten, exponential child penalty | [Appendix A.2](https://arxiv.org/pdf/2603.19461v2#page=24) prints a reciprocal penalty. Use the released version for end-to-end search and replay both from identical snapshots. |
|
| 8 |
+
| [kingkillery independent RQGM](https://github.com/kingkillery/red-queen-godel-machine/blob/2cea930b09e1df0e564efb0d6e77ac5154e52be7/src/rqgm/search.py#L197-L221) | Cross-check of posterior implementation and epoch logic | It also uses subtree evidence for evaluation. OpenRQGM supplies the primary implementation and serialized RNG state. |
|
| 9 |
+
| [Qwen3.5-4B](https://huggingface.co/Qwen/Qwen3.5-4B) and [Ollama](https://docs.ollama.com/api/chat) | Frozen local Q4_K_M model, streaming and token counts | The hardware and model differ from both published experiments. Verify GPU residency, context coverage and actual compute. |
|
| 10 |
+
|
| 11 |
+
## Contribution under test
|
| 12 |
+
|
| 13 |
+
The experiment joins the newest-agent selector of HyperAgents E.5 to the co-evolving writer and reviewer of RQGM. Its contribution is a specified comparison against native RQGM, diagnostic replay and a matched-state intervention. Neither cited publication reports this exact local APReS comparison. Upstream coding scores and joint robotics scores use different outcome scales.
|
| 14 |
+
|
| 15 |
+
## Sources of uncertainty
|
| 16 |
+
|
| 17 |
+
Historical human labels can be noisy. Conference status strings and duplicated versions can leak outcomes. Long manuscripts require a reading procedure whose information loss may vary by paper. Some papers may already have appeared in model pretraining. Repeated decisions on the same paper share uncertainty. Track cleaning, input route, paired search seeds and crossed-paper uncertainty explicitly. [RQGM data protocol](https://arxiv.org/html/2606.26294v3#A3.SS6) · [HyperAgents discussion](https://arxiv.org/pdf/2603.19461v2#page=63)
|
reports/summary.md
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Study summary
|
| 2 |
+
|
| 3 |
+
The sealed editable–native comparison is pending.
|
| 4 |
+
|
| 5 |
+
## Endpoint accuracy
|
| 6 |
+
|
| 7 |
+
No endpoint predictions have been recorded.
|
| 8 |
+
|
| 9 |
+
## Paired effects
|
| 10 |
+
|
| 11 |
+
Paired effects require both frozen endpoints and a shared set of scored papers.
|
| 12 |
+
|
| 13 |
+
## Search and selector behavior
|
| 14 |
+
|
| 15 |
+
No search trajectory has been recorded.
|
| 16 |
+
|
| 17 |
+
## Reading routes
|
| 18 |
+
|
| 19 |
+
Reading-route results are pending.
|
| 20 |
+
|
| 21 |
+
## Measured compute
|
| 22 |
+
|
| 23 |
+
Compute measurements begin with the first search or endpoint call.
|
| 24 |
+
|
| 25 |
+
GPU service hours sum Ollama service durations of actual requests to the GPU-resident model. Cached requests retain their logical token counts. The fork includes the shared prefix in its comparison budget.
|
| 26 |
+
|
| 27 |
+
[Registered interpretation](preregistration.md) · [Machine-readable analysis](../results/analysis.json)
|
results/analysis.json
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"scores": [],
|
| 3 |
+
"contrasts": {},
|
| 4 |
+
"searches": {}
|
| 5 |
+
}
|
results/engineering.json
ADDED
|
@@ -0,0 +1,83 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"upstream_sha": "feecb32d9fbdd1c60749ade9ecb47f971e12666e",
|
| 3 |
+
"source_commit": "f627312cd186c8b83715f2438d34c1ab4e3f4993",
|
| 4 |
+
"upstream": {
|
| 5 |
+
"tests": 21,
|
| 6 |
+
"failures": 0,
|
| 7 |
+
"errors": 0,
|
| 8 |
+
"skipped": 0,
|
| 9 |
+
"cases": [
|
| 10 |
+
"test_clade_counts_include_descendants_and_respect_erasure",
|
| 11 |
+
"test_least_measured_selection_balances_role_then_task",
|
| 12 |
+
"test_checkpoint_promotes_anchor_winner_and_selectively_erases",
|
| 13 |
+
"test_training_feedback_never_enters_validation_records",
|
| 14 |
+
"test_checkpoint_does_not_overshoot_validation_boundary",
|
| 15 |
+
"test_runtime_cannot_mutate_frozen_incumbent",
|
| 16 |
+
"test_engine_caches_by_sample_artifact_key",
|
| 17 |
+
"test_multi_slot_replacements_are_planned_from_old_epoch_vector",
|
| 18 |
+
"test_ucb_air_gate_follows_archive_growth_rule",
|
| 19 |
+
"test_exponential_checkpoint_schedule",
|
| 20 |
+
"test_checkpoint_validation_rejects_duplicates_and_budget_edge",
|
| 21 |
+
"test_best_belief_is_exact_beta_lower_quantile",
|
| 22 |
+
"test_best_belief_rejects_invalid_inputs",
|
| 23 |
+
"test_strict_improvement_keeps_numerical_ties",
|
| 24 |
+
"test_toy_runs_end_to_end_with_real_replacement",
|
| 25 |
+
"test_state_restores_only_with_same_runtime_contract",
|
| 26 |
+
"test_interrupted_run_resumes_with_identical_rng_and_checkpoint_trajectory[8]",
|
| 27 |
+
"test_interrupted_run_resumes_with_identical_rng_and_checkpoint_trajectory[11]",
|
| 28 |
+
"test_atomic_state_write_preserves_previous_snapshot_on_serialization_error",
|
| 29 |
+
"test_legacy_state_is_auditable_but_rejected_for_deterministic_resume",
|
| 30 |
+
"test_workspace_view_excludes_validation_cache_but_keeps_lineage_feedback"
|
| 31 |
+
]
|
| 32 |
+
},
|
| 33 |
+
"study": {
|
| 34 |
+
"tests": 12,
|
| 35 |
+
"failures": 0,
|
| 36 |
+
"errors": 0,
|
| 37 |
+
"skipped": 0,
|
| 38 |
+
"cases": [
|
| 39 |
+
"test_node_and_clade_evidence_differ",
|
| 40 |
+
"test_latest_selector_and_older_parent_inheritance",
|
| 41 |
+
"test_failed_owner_falls_back",
|
| 42 |
+
"test_released_and_published_penalties_can_disagree",
|
| 43 |
+
"test_strip_outcome_headers_preserve_neighbor_text",
|
| 44 |
+
"test_sandbox_blocks_private_io",
|
| 45 |
+
"test_concatenated_mastheads_and_blind_review_titles",
|
| 46 |
+
"test_failed_worker_uniform_root_and_readonly_snapshot",
|
| 47 |
+
"test_resume_midpoint_fork_and_erasure",
|
| 48 |
+
"test_minimum_anchor_and_seal_precede_scoring",
|
| 49 |
+
"test_crossed_interval_and_stratification",
|
| 50 |
+
"test_unicode_reading_pass_covers_every_character"
|
| 51 |
+
]
|
| 52 |
+
},
|
| 53 |
+
"cleaning": {
|
| 54 |
+
"splits": {
|
| 55 |
+
"train": {
|
| 56 |
+
"same_ids_and_order": true,
|
| 57 |
+
"previous_sha": "1ce98ec689af953bc808f6d5e5db4cb473beadf4eab4ada14800564fb753d485",
|
| 58 |
+
"current_sha": "c4c7dd3ed5375adc295c641f20cf981b11bf13f96b4e925eabc6ea5dd1dc3ea3"
|
| 59 |
+
},
|
| 60 |
+
"validation": {
|
| 61 |
+
"same_ids_and_order": true,
|
| 62 |
+
"previous_sha": "7d4d8cca0400b0b2490805d2dc0178298c72a50cf750a282f48e347f7fb0b7a3",
|
| 63 |
+
"current_sha": "79f6ed8ddae5a8ec33242dd36c3f6200a1d9fc6e6b3ff9aa6216cc25e530b412"
|
| 64 |
+
},
|
| 65 |
+
"test": {
|
| 66 |
+
"same_ids_and_order": true,
|
| 67 |
+
"previous_sha": "45f71863ade96f920b370f33e2612fce8f221794bda868e838801635c0bc5f1e",
|
| 68 |
+
"current_sha": "48c273c1a1275346966696106f1d93d69a566ad7a45e17ae176d854b280657a3"
|
| 69 |
+
},
|
| 70 |
+
"pilot": {
|
| 71 |
+
"same_ids_and_order": true,
|
| 72 |
+
"previous_sha": "bc6203a8d4db94c900f2f6e7245b2d314719f0d7950e636b7d2112f02ef4d037",
|
| 73 |
+
"current_sha": "68ea167ec346cc23b876f1c0b76da795e6cdca3b8c3c37cb9d27625742bd4d17"
|
| 74 |
+
}
|
| 75 |
+
},
|
| 76 |
+
"checked_texts": 200,
|
| 77 |
+
"development_residual_counts": {
|
| 78 |
+
"joined_or_unjoined_conference_header": 0,
|
| 79 |
+
"blind_title": 0,
|
| 80 |
+
"direct_forum_link": 0
|
| 81 |
+
}
|
| 82 |
+
}
|
| 83 |
+
}
|
results/split-manifest.json
ADDED
|
@@ -0,0 +1,360 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"source": "https://raw.githubusercontent.com/facebookresearch/HyperAgents/59a68f672dfb92c74aeb7e61535d776fb36e172d/domains/paper_review/dataset.csv",
|
| 3 |
+
"source_sha256": "efa8e77721d6d41c5d9ea69aaab8f0c16664618876e2c9dfe897a3852bb242c9",
|
| 4 |
+
"audit": {
|
| 5 |
+
"parsed": 711,
|
| 6 |
+
"excluded_parse_or_label": 0,
|
| 7 |
+
"groups": 705,
|
| 8 |
+
"retained_groups": 705
|
| 9 |
+
},
|
| 10 |
+
"splits": {
|
| 11 |
+
"train": {
|
| 12 |
+
"count": 100,
|
| 13 |
+
"sha256": "c4c7dd3ed5375adc295c641f20cf981b11bf13f96b4e925eabc6ea5dd1dc3ea3",
|
| 14 |
+
"ids": [
|
| 15 |
+
"ech9J3xl9X",
|
| 16 |
+
"xNaPs8bdLa",
|
| 17 |
+
"OeQE9zsztS",
|
| 18 |
+
"abuQMKDVkW",
|
| 19 |
+
"xHPVGmLXjd",
|
| 20 |
+
"wHsAi8kINK",
|
| 21 |
+
"vNGv3dJATp",
|
| 22 |
+
"rtz4df9IF1",
|
| 23 |
+
"zBrjRswpkg",
|
| 24 |
+
"7gUrYE50Rb",
|
| 25 |
+
"weM4YBicIP",
|
| 26 |
+
"IqGVIU4rvM",
|
| 27 |
+
"GRMfXcAAFh",
|
| 28 |
+
"vpJMJerXHU",
|
| 29 |
+
"zUlK1qMIcE",
|
| 30 |
+
"4bKEFyUHT4",
|
| 31 |
+
"4fbFKO4a2W",
|
| 32 |
+
"x4W8P7ybTE",
|
| 33 |
+
"i3f2N3iHl0",
|
| 34 |
+
"wkp57p0uhm",
|
| 35 |
+
"EjIKerYk1O",
|
| 36 |
+
"fMaEbeJGpp",
|
| 37 |
+
"IFOgfaX2Fj",
|
| 38 |
+
"LTbIUkN95h",
|
| 39 |
+
"4xWQS2z77v",
|
| 40 |
+
"xVOMtecrAS",
|
| 41 |
+
"T5UfIfmDbq",
|
| 42 |
+
"5t57omGVMw",
|
| 43 |
+
"G32oY4Vnm8",
|
| 44 |
+
"z5UZZjXFc9",
|
| 45 |
+
"zWYHsbuedA",
|
| 46 |
+
"hyfe5q5TD0",
|
| 47 |
+
"HPuSIXJaa9",
|
| 48 |
+
"wWpChcKLwB",
|
| 49 |
+
"6CetUU9FSt",
|
| 50 |
+
"vQIVbfTMzf",
|
| 51 |
+
"TTrzgEZt9s",
|
| 52 |
+
"ZITOHWeAy7",
|
| 53 |
+
"uwSaDHLlYc",
|
| 54 |
+
"wJVZkUOUjh",
|
| 55 |
+
"I50HbChk3U",
|
| 56 |
+
"kUuKFW7DIF",
|
| 57 |
+
"B37UmlxsaP",
|
| 58 |
+
"Bo62NeU6VF",
|
| 59 |
+
"zE4mL85zgg",
|
| 60 |
+
"yYQLvofQ1k",
|
| 61 |
+
"hrqNOxpItr",
|
| 62 |
+
"wiEHZSV15I",
|
| 63 |
+
"wPMRwmytZe",
|
| 64 |
+
"kJFIH23hXb",
|
| 65 |
+
"OfjIlbelrT",
|
| 66 |
+
"Lr2swAfwff",
|
| 67 |
+
"eJZ5vJEaaa",
|
| 68 |
+
"q131tA7HCT",
|
| 69 |
+
"JXvEzl8YkS",
|
| 70 |
+
"vMIVqlEWRw",
|
| 71 |
+
"SxRblm9aMs",
|
| 72 |
+
"qSS9izTOpo",
|
| 73 |
+
"zFfZEQHUiv",
|
| 74 |
+
"5Ca9sSzuDp",
|
| 75 |
+
"zEPYCDaJae",
|
| 76 |
+
"y2ch7iQSJu",
|
| 77 |
+
"DzGe40glxs",
|
| 78 |
+
"jDIlzSU8wJ",
|
| 79 |
+
"L3tW9nbcEM",
|
| 80 |
+
"yEnJvc7ogD",
|
| 81 |
+
"GMwRl2e9Y1",
|
| 82 |
+
"SI6zocV2SS",
|
| 83 |
+
"z4rBSPep64",
|
| 84 |
+
"IHR83ufYPy",
|
| 85 |
+
"KncRpAnprQ",
|
| 86 |
+
"7BLXhmWvwF",
|
| 87 |
+
"CSbGXyCswu",
|
| 88 |
+
"bNt7oajl2a",
|
| 89 |
+
"EHrvRNs2Y0",
|
| 90 |
+
"5zSCSE0k41",
|
| 91 |
+
"aOPTDchLBz",
|
| 92 |
+
"wF9Cz2PknU",
|
| 93 |
+
"oML3v2cFg2",
|
| 94 |
+
"wg1PCg3CUP",
|
| 95 |
+
"wetJo6xXb1",
|
| 96 |
+
"uSKzEaj9zJ",
|
| 97 |
+
"o6aUi3ukdd",
|
| 98 |
+
"ZQMlfNijY5",
|
| 99 |
+
"GGlpykXDCa",
|
| 100 |
+
"7uqVfZW6Mo",
|
| 101 |
+
"yC3q7vInux",
|
| 102 |
+
"BHXsb69bSx",
|
| 103 |
+
"5XL8c0Vg9k",
|
| 104 |
+
"UYXq4q1GpW",
|
| 105 |
+
"vyFSyfiOIu",
|
| 106 |
+
"AxYTFpdlvj",
|
| 107 |
+
"Ib2iHIJRTh",
|
| 108 |
+
"9L9j5bQPIY",
|
| 109 |
+
"xUHL8mtSUL",
|
| 110 |
+
"xYzOkOGD96",
|
| 111 |
+
"w1Pwcx5hPp",
|
| 112 |
+
"5nldnvvHfw",
|
| 113 |
+
"OXIIFZqiiN",
|
| 114 |
+
"mfTM4UdYnC"
|
| 115 |
+
]
|
| 116 |
+
},
|
| 117 |
+
"validation": {
|
| 118 |
+
"count": 100,
|
| 119 |
+
"sha256": "79f6ed8ddae5a8ec33242dd36c3f6200a1d9fc6e6b3ff9aa6216cc25e530b412",
|
| 120 |
+
"ids": [
|
| 121 |
+
"8qu52Fl1Dt",
|
| 122 |
+
"1MjOlHwCE6",
|
| 123 |
+
"EO8xpnW7aX",
|
| 124 |
+
"9pW2J49flQ",
|
| 125 |
+
"WRxCuhTMB2",
|
| 126 |
+
"ijK5hyxs0n",
|
| 127 |
+
"zv9jedBExg",
|
| 128 |
+
"6PbvbLyqT6",
|
| 129 |
+
"zgXGNXkC0F",
|
| 130 |
+
"MGceYYNvXp",
|
| 131 |
+
"bg6fVPVs3s",
|
| 132 |
+
"SjufxrSOYd",
|
| 133 |
+
"vqJZb9SX1T",
|
| 134 |
+
"qHrADgAdYu",
|
| 135 |
+
"x418ZpazsR",
|
| 136 |
+
"LxxIiInmuF",
|
| 137 |
+
"0BqyZSWfzo",
|
| 138 |
+
"CjwERcAU7w",
|
| 139 |
+
"d47iuwOt3j",
|
| 140 |
+
"zZ3eYI0QXN",
|
| 141 |
+
"wJlzUR5sFl",
|
| 142 |
+
"nGiGXLnKhl",
|
| 143 |
+
"ektPEcqGLb",
|
| 144 |
+
"zeYyq0GpXO",
|
| 145 |
+
"yfkvUJEY6i",
|
| 146 |
+
"9Jmt1eER9P",
|
| 147 |
+
"2DD4AXOAZ8",
|
| 148 |
+
"enlxHLwwFf",
|
| 149 |
+
"SctfBCLmWo",
|
| 150 |
+
"xRi8sKo4XI",
|
| 151 |
+
"zEUDoD9cU9",
|
| 152 |
+
"OEL4FJMg1b",
|
| 153 |
+
"QzcZb3fWmW",
|
| 154 |
+
"135eKqDoRR",
|
| 155 |
+
"mrBd4hyWlP",
|
| 156 |
+
"84n3UwkH7b",
|
| 157 |
+
"wJ3GeGLFmc",
|
| 158 |
+
"x4lmFlfFKX",
|
| 159 |
+
"rcXXNFVlEn",
|
| 160 |
+
"94rKFkcm56",
|
| 161 |
+
"pLsPFxqn7J",
|
| 162 |
+
"vdHSMJpBya",
|
| 163 |
+
"APGXBNkt6h",
|
| 164 |
+
"y10AP0BkID",
|
| 165 |
+
"RvUVMjfp8i",
|
| 166 |
+
"uNrFpDPMyo",
|
| 167 |
+
"zlAUnwhE2v",
|
| 168 |
+
"PdaPky8MUn",
|
| 169 |
+
"7HdtLgsvys",
|
| 170 |
+
"zUD06a6leU",
|
| 171 |
+
"zuuhtmK1Ub",
|
| 172 |
+
"rYU6xsZkfk",
|
| 173 |
+
"Fkckkr3ya8",
|
| 174 |
+
"IGzaH538fz",
|
| 175 |
+
"0BfQT652sC",
|
| 176 |
+
"lK0WxHeups",
|
| 177 |
+
"On5WIN7xyD",
|
| 178 |
+
"NPKZF1WDjZ",
|
| 179 |
+
"CxXGvKRDnL",
|
| 180 |
+
"KsUh8MMFKQ",
|
| 181 |
+
"EqCbc4wrzy",
|
| 182 |
+
"jOmk0uS1hl",
|
| 183 |
+
"rKMz6cDE7W",
|
| 184 |
+
"xJtWqVBZya",
|
| 185 |
+
"zqXANcFO9T",
|
| 186 |
+
"AqcPvWwktK",
|
| 187 |
+
"OlzB6LnXcS",
|
| 188 |
+
"5iUxMVJVEV",
|
| 189 |
+
"wl1Kup6oES",
|
| 190 |
+
"gpKEDj9Dgg",
|
| 191 |
+
"1tDoI2WBGE",
|
| 192 |
+
"wKOoWTBMZe",
|
| 193 |
+
"NZ5KXXDv1T",
|
| 194 |
+
"x1nlO1d1iG",
|
| 195 |
+
"ylgg2RE7ub",
|
| 196 |
+
"SSCtCq2MH2",
|
| 197 |
+
"yEPNPbF8E7",
|
| 198 |
+
"Xasl21tSOf",
|
| 199 |
+
"P49gSPmrvN",
|
| 200 |
+
"yPxhj1FKhG",
|
| 201 |
+
"4LiegvCeQD",
|
| 202 |
+
"9VqMaSjf7U",
|
| 203 |
+
"xvUVk9T3kZ",
|
| 204 |
+
"cnpkzQZaLU",
|
| 205 |
+
"y8qBBbAdEv",
|
| 206 |
+
"g3PuaFh5vV",
|
| 207 |
+
"R6KJN1AUAR",
|
| 208 |
+
"tUtGjQEDd4",
|
| 209 |
+
"HvSytvg3Jh",
|
| 210 |
+
"2dnO3LLiJ1",
|
| 211 |
+
"06ZvHHBR0i",
|
| 212 |
+
"zSHoaTNlmA",
|
| 213 |
+
"o1efpbvR6v",
|
| 214 |
+
"wVmShpwtY0",
|
| 215 |
+
"TYyzypZrgU",
|
| 216 |
+
"xTrAA3UKPa",
|
| 217 |
+
"qU1GtrDDst",
|
| 218 |
+
"FXJDcriMYH",
|
| 219 |
+
"6ZuDeSHzjj",
|
| 220 |
+
"IwnINorSZ5"
|
| 221 |
+
]
|
| 222 |
+
},
|
| 223 |
+
"test": {
|
| 224 |
+
"count": 100,
|
| 225 |
+
"sha256": "48c273c1a1275346966696106f1d93d69a566ad7a45e17ae176d854b280657a3",
|
| 226 |
+
"ids": [
|
| 227 |
+
"z1pydjd4XQ",
|
| 228 |
+
"IoonroIpfD",
|
| 229 |
+
"t7euV5dl5M",
|
| 230 |
+
"SpPAB1tmlC",
|
| 231 |
+
"5ES5Hdlbxw",
|
| 232 |
+
"j5BuTrEj35",
|
| 233 |
+
"ERTp3iQWPW",
|
| 234 |
+
"ShJWT0n7kX",
|
| 235 |
+
"QQBPWtvtcn",
|
| 236 |
+
"xof0bvftR1",
|
| 237 |
+
"cto6jIIbMZ",
|
| 238 |
+
"vfEqSWpMfj",
|
| 239 |
+
"IORAqe04sO",
|
| 240 |
+
"uxFme785fq",
|
| 241 |
+
"bTMMNT7IdW",
|
| 242 |
+
"RVSQpkfsLq",
|
| 243 |
+
"n84bzMrGUD",
|
| 244 |
+
"2LhCPowI6i",
|
| 245 |
+
"wO1NJLitPL",
|
| 246 |
+
"ppJuFSOAnM",
|
| 247 |
+
"ga4LyaucKr",
|
| 248 |
+
"vM4CdVScT8",
|
| 249 |
+
"AAZ3vwyQ4X",
|
| 250 |
+
"agPpmEgf8C",
|
| 251 |
+
"aVh9KRZdRk",
|
| 252 |
+
"MrOefpTvev",
|
| 253 |
+
"N8N0hgNDRt",
|
| 254 |
+
"x0h4H1WHXk",
|
| 255 |
+
"FIj9IEPCKr",
|
| 256 |
+
"J2wI2rCG2u",
|
| 257 |
+
"RSGNGiB1q4",
|
| 258 |
+
"zZU69H8tcr",
|
| 259 |
+
"EytBpUGB1Z",
|
| 260 |
+
"8EfxjTCg2k",
|
| 261 |
+
"Vi8AepAXGy",
|
| 262 |
+
"2NwHLAffZZ",
|
| 263 |
+
"z7PhIgVmZU",
|
| 264 |
+
"nTZOIlf8YH",
|
| 265 |
+
"8aDG51pxFc",
|
| 266 |
+
"wq4AeBWQJ4",
|
| 267 |
+
"MACKSU3xed",
|
| 268 |
+
"4G2DN4Kjk1",
|
| 269 |
+
"Dzh0hQPpuf",
|
| 270 |
+
"z4Ho599uOL",
|
| 271 |
+
"8QTpYC4smR",
|
| 272 |
+
"jkPDRHff3s",
|
| 273 |
+
"zBbZ2vdLzH",
|
| 274 |
+
"vsYt8UHGzI",
|
| 275 |
+
"xN6z16agjE",
|
| 276 |
+
"ZHTYtXijEn",
|
| 277 |
+
"Woiqqi5bYV",
|
| 278 |
+
"hh6azymUaE",
|
| 279 |
+
"JOkgEY9os2",
|
| 280 |
+
"RWJX5F5I9g",
|
| 281 |
+
"8rDbUoYc0p",
|
| 282 |
+
"h922Qhkmx1",
|
| 283 |
+
"hMjUnF3aQ8",
|
| 284 |
+
"zsVZCiYG2r",
|
| 285 |
+
"xxSK3ZNAhh",
|
| 286 |
+
"ZCOwwRAaEl",
|
| 287 |
+
"zJbwrk1DHc",
|
| 288 |
+
"B6xUlbgP7j",
|
| 289 |
+
"LjivA1SLZ6",
|
| 290 |
+
"3j2nasmKkP",
|
| 291 |
+
"vBlzen37i0",
|
| 292 |
+
"GrElRvXnEj",
|
| 293 |
+
"10fsmnw6aD",
|
| 294 |
+
"vOfDGYGVyj",
|
| 295 |
+
"wixDdL0vj8",
|
| 296 |
+
"6YIpvnkjUK",
|
| 297 |
+
"6EUtjXAvmj",
|
| 298 |
+
"Pujt3ADZgI",
|
| 299 |
+
"ZyMXxpBfct",
|
| 300 |
+
"gFUomIaycw",
|
| 301 |
+
"C4NbtYnyQg",
|
| 302 |
+
"brOAVSPPjw",
|
| 303 |
+
"S5wmbQc1We",
|
| 304 |
+
"Y8YVCOMEpz",
|
| 305 |
+
"TH4gKbZS1E",
|
| 306 |
+
"3FJaFElIVN",
|
| 307 |
+
"Gs8jWk0F01",
|
| 308 |
+
"S2P6KPLtm8",
|
| 309 |
+
"wFAyp2CUnq",
|
| 310 |
+
"xrtM8r0zdU",
|
| 311 |
+
"j0sq9r3HFv",
|
| 312 |
+
"N581Nje6fH",
|
| 313 |
+
"zp88xOXAfS",
|
| 314 |
+
"9VGTk2NYjF",
|
| 315 |
+
"E78OaH2s3f",
|
| 316 |
+
"seAuMedrm5",
|
| 317 |
+
"zCxGCdzreM",
|
| 318 |
+
"gGl0n7Onug",
|
| 319 |
+
"waIltEWDr8",
|
| 320 |
+
"xcPN6Or88c",
|
| 321 |
+
"WTLvXdzhmP",
|
| 322 |
+
"4aEwZkWB5z",
|
| 323 |
+
"UKZqSYB2ya",
|
| 324 |
+
"vszlHtUvSR",
|
| 325 |
+
"y5tkxH7kxQ",
|
| 326 |
+
"cFqAANINgW"
|
| 327 |
+
]
|
| 328 |
+
},
|
| 329 |
+
"pilot": {
|
| 330 |
+
"count": 24,
|
| 331 |
+
"sha256": "68ea167ec346cc23b876f1c0b76da795e6cdca3b8c3c37cb9d27625742bd4d17",
|
| 332 |
+
"ids": [
|
| 333 |
+
"zB6uMznFuZ",
|
| 334 |
+
"zZUCWkn4PL",
|
| 335 |
+
"yiGSI7Ou3i",
|
| 336 |
+
"XkMCKoHNCD",
|
| 337 |
+
"w4abltTZ2f",
|
| 338 |
+
"jSuhnO9QJv",
|
| 339 |
+
"Ddak3nSqQM",
|
| 340 |
+
"TUUjIWntkU",
|
| 341 |
+
"ZX6CEo1Wtv",
|
| 342 |
+
"T56j6aV8Oc",
|
| 343 |
+
"P7KIGdgW8S",
|
| 344 |
+
"vePZdNvrO9",
|
| 345 |
+
"wUFbwlHvbk",
|
| 346 |
+
"vSrBzCzg4G",
|
| 347 |
+
"yAU5X77S06",
|
| 348 |
+
"917crxqJdA",
|
| 349 |
+
"NSVtmmzeRB",
|
| 350 |
+
"Yacmpz84TH",
|
| 351 |
+
"ja4rpheN2n",
|
| 352 |
+
"PQrkWvQSL0",
|
| 353 |
+
"zz9jAssrwL",
|
| 354 |
+
"Rc7dAwVL3v",
|
| 355 |
+
"QkLpGxUboF",
|
| 356 |
+
"4Hf5pbk74h"
|
| 357 |
+
]
|
| 358 |
+
}
|
| 359 |
+
}
|
| 360 |
+
}
|
src/rqstudy/__init__.py
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
"""Local APReS experiment on executable expansion-parent policies."""
|
src/rqstudy/analysis.py
ADDED
|
@@ -0,0 +1,102 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Generate all empirical values from event and per-paper result files."""
|
| 2 |
+
|
| 3 |
+
from __future__ import annotations
|
| 4 |
+
|
| 5 |
+
import numpy as np
|
| 6 |
+
from .data import load
|
| 7 |
+
from .search import run_name
|
| 8 |
+
|
| 9 |
+
|
| 10 |
+
def crossed_interval(left, right, labels, draws=10000, seed=1701):
|
| 11 |
+
"""Resample common seeds and common paper columns within their decision strata."""
|
| 12 |
+
diffs = np.asarray(left, dtype=float) - np.asarray(right, dtype=float)
|
| 13 |
+
labels = np.asarray(labels)
|
| 14 |
+
if (
|
| 15 |
+
diffs.ndim != 2
|
| 16 |
+
or len(labels) != diffs.shape[1]
|
| 17 |
+
or set(labels) != {"accept", "reject"}
|
| 18 |
+
):
|
| 19 |
+
raise ValueError("Expected paired binary predictions on both decision classes")
|
| 20 |
+
rng = np.random.default_rng(seed)
|
| 21 |
+
strata = [np.flatnonzero(labels == label) for label in ("accept", "reject")]
|
| 22 |
+
samples = []
|
| 23 |
+
for start in range(0, draws, 200):
|
| 24 |
+
batch = min(200, draws - start)
|
| 25 |
+
rows = rng.integers(0, len(diffs), size=(batch, len(diffs)))
|
| 26 |
+
cols = np.concatenate(
|
| 27 |
+
[rng.choice(s, size=(batch, len(s)), replace=True) for s in strata], axis=1
|
| 28 |
+
)
|
| 29 |
+
samples.extend(
|
| 30 |
+
diffs[rows[:, :, None], cols[:, None, :]].mean(axis=(1, 2)) * 100
|
| 31 |
+
)
|
| 32 |
+
low, high = np.quantile(samples, [0.025, 0.975])
|
| 33 |
+
return dict(
|
| 34 |
+
mean_pp=float(diffs.mean() * 100),
|
| 35 |
+
low=float(low),
|
| 36 |
+
high=float(high),
|
| 37 |
+
pairs=diffs.shape[0],
|
| 38 |
+
per_seed_pp=(diffs.mean(axis=1) * 100).tolist(),
|
| 39 |
+
)
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
def summary(project):
|
| 43 |
+
"""Include in-progress searches but count only terminal evaluations for inference."""
|
| 44 |
+
runs = [load(p) for p in sorted((project / "results" / "runs").glob("*.json"))]
|
| 45 |
+
evals = [
|
| 46 |
+
load(p) for p in sorted((project / "results" / "evaluations").glob("*.json"))
|
| 47 |
+
]
|
| 48 |
+
table = []
|
| 49 |
+
for data in evals:
|
| 50 |
+
rows = data["rows"]
|
| 51 |
+
by_route = {}
|
| 52 |
+
for route in sorted({r["route"] for r in rows}):
|
| 53 |
+
sub = [r for r in rows if r["route"] == route]
|
| 54 |
+
by_route[route] = dict(
|
| 55 |
+
n=len(sub), accuracy=sum(r["correct"] for r in sub) / len(sub)
|
| 56 |
+
)
|
| 57 |
+
table.append(
|
| 58 |
+
dict(
|
| 59 |
+
name=data["name"],
|
| 60 |
+
split=data["split"],
|
| 61 |
+
arm=data["arm"],
|
| 62 |
+
n=len(rows),
|
| 63 |
+
correct=sum(r["correct"] for r in rows),
|
| 64 |
+
complete=data["complete"],
|
| 65 |
+
routes=by_route,
|
| 66 |
+
compute=data.get("compute", {}),
|
| 67 |
+
)
|
| 68 |
+
)
|
| 69 |
+
panels = {e["name"]: e for e in evals if e["split"] == "test" and e["complete"]}
|
| 70 |
+
contrasts = {}
|
| 71 |
+
for suffix in ("", "-tokens"):
|
| 72 |
+
left, right, seeds = [], [], []
|
| 73 |
+
labels = None
|
| 74 |
+
for seed in range(1, 9):
|
| 75 |
+
keys = [
|
| 76 |
+
run_name("confirm", seed, a) + suffix for a in ("editable", "native")
|
| 77 |
+
]
|
| 78 |
+
if not all(k in panels for k in keys):
|
| 79 |
+
continue
|
| 80 |
+
a, b = [sorted(panels[k]["rows"], key=lambda x: x["id"]) for k in keys]
|
| 81 |
+
if [(r["id"], r["label"]) for r in a] != [(r["id"], r["label"]) for r in b]:
|
| 82 |
+
raise ValueError("Mismatched paired papers")
|
| 83 |
+
labels = [r["label"] for r in a]
|
| 84 |
+
left.append([r["correct"] for r in a])
|
| 85 |
+
right.append([r["correct"] for r in b])
|
| 86 |
+
seeds.append(seed)
|
| 87 |
+
if seeds:
|
| 88 |
+
outcome = crossed_interval(left, right, labels)
|
| 89 |
+
outcome["seeds"] = seeds
|
| 90 |
+
outcome["interpretation"] = (
|
| 91 |
+
"incomplete, descriptive"
|
| 92 |
+
if len(seeds) < 8
|
| 93 |
+
else (
|
| 94 |
+
"supports superiority"
|
| 95 |
+
if outcome["low"] > 0
|
| 96 |
+
else "evidence against superiority"
|
| 97 |
+
if outcome["high"] <= 0
|
| 98 |
+
else "inconclusive"
|
| 99 |
+
)
|
| 100 |
+
)
|
| 101 |
+
contrasts["matched_tokens" if suffix else "primary"] = outcome
|
| 102 |
+
return runs, evals, table, contrasts
|
src/rqstudy/campaign.py
ADDED
|
@@ -0,0 +1,343 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Run, resume and publish the registered pilot, paired confirmation and midpoint fork."""
|
| 2 |
+
|
| 3 |
+
from __future__ import annotations
|
| 4 |
+
|
| 5 |
+
from contextlib import contextmanager
|
| 6 |
+
import os
|
| 7 |
+
import subprocess
|
| 8 |
+
import tempfile
|
| 9 |
+
import time
|
| 10 |
+
import zipfile
|
| 11 |
+
import httpx
|
| 12 |
+
from .data import dump, load
|
| 13 |
+
from .domain import Domain
|
| 14 |
+
from .endpoints import freeze, roster, score
|
| 15 |
+
from .inference import Broker, MODEL, MODEL_DIGEST, now
|
| 16 |
+
from .reporting import report
|
| 17 |
+
from .sandbox import Worker
|
| 18 |
+
from .search import Study, run_name
|
| 19 |
+
|
| 20 |
+
ARMS = ("editable", "native", "uniform", "handcrafted")
|
| 21 |
+
HF = "BurnyCoder/rqgm-editable-parent-selection"
|
| 22 |
+
|
| 23 |
+
|
| 24 |
+
def preflight(project):
|
| 25 |
+
"""Lock the largest registered GPU-resident context using only a synthetic input."""
|
| 26 |
+
path = project / "results" / "runtime.json"
|
| 27 |
+
if path.exists():
|
| 28 |
+
return load(path)
|
| 29 |
+
attempts = []
|
| 30 |
+
for ctx in (16384, 8192, 4096):
|
| 31 |
+
b = Broker(project, "preflight-" + str(ctx), ctx)
|
| 32 |
+
try:
|
| 33 |
+
b.ask(
|
| 34 |
+
"hardware/synthetic",
|
| 35 |
+
"preflight",
|
| 36 |
+
"Return OK.",
|
| 37 |
+
"Synthetic GPU test.",
|
| 38 |
+
8,
|
| 39 |
+
)
|
| 40 |
+
processes = b.client.get("/api/ps").json()["models"]
|
| 41 |
+
process = next(m for m in processes if m["digest"] == MODEL_DIGEST)
|
| 42 |
+
attempts.append(
|
| 43 |
+
dict(
|
| 44 |
+
ctx=ctx,
|
| 45 |
+
size=process["size"],
|
| 46 |
+
size_vram=process["size_vram"],
|
| 47 |
+
compute=b.metrics(),
|
| 48 |
+
)
|
| 49 |
+
)
|
| 50 |
+
if (
|
| 51 |
+
process["size_vram"] >= process["size"]
|
| 52 |
+
and process.get("context_length", ctx) == ctx
|
| 53 |
+
):
|
| 54 |
+
hardware = subprocess.check_output(
|
| 55 |
+
[
|
| 56 |
+
"nvidia-smi",
|
| 57 |
+
"--query-gpu=name,memory.total,driver_version",
|
| 58 |
+
"--format=csv,noheader",
|
| 59 |
+
],
|
| 60 |
+
text=True,
|
| 61 |
+
).strip()
|
| 62 |
+
runtime = dict(
|
| 63 |
+
model=MODEL,
|
| 64 |
+
digest=MODEL_DIGEST,
|
| 65 |
+
ollama=b.version,
|
| 66 |
+
ctx=ctx,
|
| 67 |
+
gpu=hardware,
|
| 68 |
+
attempts=attempts,
|
| 69 |
+
registered=now(),
|
| 70 |
+
)
|
| 71 |
+
dump(path, runtime)
|
| 72 |
+
return runtime
|
| 73 |
+
except (httpx.HTTPError, RuntimeError, KeyError, StopIteration) as exc:
|
| 74 |
+
attempts.append(dict(ctx=ctx, error=str(exc)))
|
| 75 |
+
finally:
|
| 76 |
+
b.close()
|
| 77 |
+
dump(project / ".private" / "failed-preflight.json", attempts)
|
| 78 |
+
raise RuntimeError(
|
| 79 |
+
"Registered contexts did not achieve full GPU residency; see the preflight log"
|
| 80 |
+
)
|
| 81 |
+
|
| 82 |
+
|
| 83 |
+
@contextmanager
|
| 84 |
+
def domain_for(project, name):
|
| 85 |
+
"""Open and close the per-run compute ledger on all execution paths."""
|
| 86 |
+
runtime = load(project / "results" / "runtime.json")
|
| 87 |
+
broker = Broker(project, name, runtime["ctx"])
|
| 88 |
+
try:
|
| 89 |
+
if runtime["ollama"] != broker.version or runtime["digest"] != MODEL_DIGEST:
|
| 90 |
+
raise ValueError("The frozen inference backend changed")
|
| 91 |
+
yield Domain(project, broker, Worker())
|
| 92 |
+
finally:
|
| 93 |
+
broker.close()
|
| 94 |
+
|
| 95 |
+
|
| 96 |
+
def search(project, stage, seed, arm, budget, stop_at=None):
|
| 97 |
+
"""Use the same user-facing operation from the CLI and the multi-run campaign."""
|
| 98 |
+
name = run_name(stage, seed, arm)
|
| 99 |
+
mid = (
|
| 100 |
+
project
|
| 101 |
+
/ ".private"
|
| 102 |
+
/ "runs"
|
| 103 |
+
/ run_name("confirm", 1, "editable")
|
| 104 |
+
/ "midpoint.json"
|
| 105 |
+
if arm == "fork-native"
|
| 106 |
+
else None
|
| 107 |
+
)
|
| 108 |
+
if stage == "confirm":
|
| 109 |
+
registered = load(project / "results" / "budget.json")["budget"]
|
| 110 |
+
if (
|
| 111 |
+
budget != registered
|
| 112 |
+
or (seed, arm) not in roster()
|
| 113 |
+
or (project / "results" / "freeze.json").exists()
|
| 114 |
+
):
|
| 115 |
+
raise ValueError(
|
| 116 |
+
"Confirmatory configuration is outside its registered cohort"
|
| 117 |
+
)
|
| 118 |
+
elif stage != "pilot" or seed != 0 or budget != 64 or arm not in ARMS:
|
| 119 |
+
raise ValueError(
|
| 120 |
+
"Pilot uses seed zero, the four registered arms and 64 outcomes"
|
| 121 |
+
)
|
| 122 |
+
with domain_for(project, name) as d:
|
| 123 |
+
return search_result(
|
| 124 |
+
Study(project, d, stage, seed, arm, budget, mid).run(stop_at)
|
| 125 |
+
)
|
| 126 |
+
|
| 127 |
+
|
| 128 |
+
def search_result(study):
|
| 129 |
+
return dict(
|
| 130 |
+
name=study.name,
|
| 131 |
+
n=study.n,
|
| 132 |
+
budget=study.info["budget"],
|
| 133 |
+
epoch=study.core.epoch_vector,
|
| 134 |
+
)
|
| 135 |
+
|
| 136 |
+
|
| 137 |
+
def evaluate(project, split, name):
|
| 138 |
+
with domain_for(project, "eval-" + split + "-" + name) as d:
|
| 139 |
+
out = score(project, d, split, name)
|
| 140 |
+
return dict(
|
| 141 |
+
name=name, split=split, papers=len(out["rows"]), complete=out["complete"]
|
| 142 |
+
)
|
| 143 |
+
|
| 144 |
+
|
| 145 |
+
def budget_decision(project, deadline, remaining=None):
|
| 146 |
+
"""Price all future search and endpoint runs from the slowest pilot timings only."""
|
| 147 |
+
path = project / "results" / "budget.json"
|
| 148 |
+
if path.exists():
|
| 149 |
+
return load(path)
|
| 150 |
+
searches = [
|
| 151 |
+
load(project / "results" / "runs" / (run_name("pilot", 0, a) + ".json"))
|
| 152 |
+
for a in ARMS
|
| 153 |
+
]
|
| 154 |
+
eps = [
|
| 155 |
+
load(project / "results" / "evaluations" / ("pilot-" + r["name"] + ".json"))
|
| 156 |
+
for r in searches
|
| 157 |
+
]
|
| 158 |
+
eps.append(load(project / "results" / "evaluations" / "pilot-root.json"))
|
| 159 |
+
if not all(r["complete"] for r in [*searches, *eps]):
|
| 160 |
+
raise ValueError("Incomplete pilot block")
|
| 161 |
+
per_eval = max(r["elapsed"] / r["n"] for r in searches)
|
| 162 |
+
per_paper = max(e["elapsed"] / len(e["rows"]) for e in eps)
|
| 163 |
+
available = deadline - time.time() if remaining is None else remaining
|
| 164 |
+
search_equivalents = len(roster()) - 0.5
|
| 165 |
+
endpoints = len(roster()) + 1 + 2 * 8
|
| 166 |
+
test_items = load(project / "results" / "split-manifest.json")["splits"]["test"][
|
| 167 |
+
"count"
|
| 168 |
+
]
|
| 169 |
+
reserve = per_paper * test_items * endpoints
|
| 170 |
+
projections = {
|
| 171 |
+
str(b): (per_eval * b * search_equivalents + reserve) / 3600
|
| 172 |
+
for b in (64, 128, 256)
|
| 173 |
+
}
|
| 174 |
+
fits = [b for b in (64, 128, 256) if projections[str(b)] * 3600 <= available]
|
| 175 |
+
decision = dict(
|
| 176 |
+
budget=max(fits, default=64),
|
| 177 |
+
deadline=deadline,
|
| 178 |
+
available_hours=available / 3600,
|
| 179 |
+
chosen_at=now(),
|
| 180 |
+
pilot_seconds_per_search_eval=per_eval,
|
| 181 |
+
pilot_seconds_per_item=per_paper,
|
| 182 |
+
search_equivalents=search_equivalents,
|
| 183 |
+
planned_endpoints=endpoints,
|
| 184 |
+
heldout_reserve_seconds=reserve,
|
| 185 |
+
projections_hours=projections,
|
| 186 |
+
all_projected_to_fit=bool(fits),
|
| 187 |
+
)
|
| 188 |
+
dump(path, decision)
|
| 189 |
+
return decision
|
| 190 |
+
|
| 191 |
+
|
| 192 |
+
def command(project, *args):
|
| 193 |
+
"""Run publication tools with argument arrays and checked exit statuses."""
|
| 194 |
+
return subprocess.run(list(args), cwd=project, text=True, check=True)
|
| 195 |
+
|
| 196 |
+
|
| 197 |
+
def publish(project, label):
|
| 198 |
+
"""Publish only tracked source plus committed public artifacts to both destinations."""
|
| 199 |
+
report(project)
|
| 200 |
+
branch = subprocess.check_output(
|
| 201 |
+
["git", "branch", "--show-current"], cwd=project, text=True
|
| 202 |
+
).strip()
|
| 203 |
+
if branch != "main":
|
| 204 |
+
raise RuntimeError(
|
| 205 |
+
"Merge the implementation PR before publishing empirical artifacts"
|
| 206 |
+
)
|
| 207 |
+
command(project, "git", "add", "--", "README.md", "reports", "docs", "results")
|
| 208 |
+
changed = subprocess.run(
|
| 209 |
+
["git", "diff", "--cached", "--quiet"], cwd=project
|
| 210 |
+
).returncode
|
| 211 |
+
if changed == 1:
|
| 212 |
+
command(project, "git", "commit", "-m", label)
|
| 213 |
+
elif changed != 0:
|
| 214 |
+
raise RuntimeError("Unable to check staged artifacts")
|
| 215 |
+
command(project, "git", "push", "origin", "main")
|
| 216 |
+
rev = subprocess.check_output(
|
| 217 |
+
["git", "rev-parse", "HEAD"], cwd=project, text=True
|
| 218 |
+
).strip()
|
| 219 |
+
with tempfile.TemporaryDirectory(dir=project / ".private") as temp:
|
| 220 |
+
from pathlib import Path
|
| 221 |
+
|
| 222 |
+
folder = Path(temp)
|
| 223 |
+
archive = folder / "study.zip"
|
| 224 |
+
command(
|
| 225 |
+
project, "git", "archive", "--format=zip", "--output", str(archive), rev
|
| 226 |
+
)
|
| 227 |
+
with zipfile.ZipFile(archive) as source:
|
| 228 |
+
source.extractall(folder)
|
| 229 |
+
archive.unlink()
|
| 230 |
+
body = (folder / "README.md").read_text(encoding="utf-8")
|
| 231 |
+
(folder / "README.md").write_text(
|
| 232 |
+
"---\nbase_model: Qwen/Qwen3.5-4B\nlibrary_name: rqgm-parent-study\ntags:\n- paper-review\n- evolutionary-search\n---\n\n"
|
| 233 |
+
+ body
|
| 234 |
+
+ "\n\nGitHub source revision "
|
| 235 |
+
+ rev
|
| 236 |
+
+ ". The model artifacts are the executable workspaces and selectors in each run archive.\n",
|
| 237 |
+
encoding="utf-8",
|
| 238 |
+
)
|
| 239 |
+
command(
|
| 240 |
+
project,
|
| 241 |
+
"hf",
|
| 242 |
+
"upload",
|
| 243 |
+
HF,
|
| 244 |
+
str(folder),
|
| 245 |
+
".",
|
| 246 |
+
"--type",
|
| 247 |
+
"model",
|
| 248 |
+
"--commit-message",
|
| 249 |
+
label,
|
| 250 |
+
"--quiet",
|
| 251 |
+
)
|
| 252 |
+
return rev
|
| 253 |
+
|
| 254 |
+
|
| 255 |
+
def campaign(project, publish_results):
|
| 256 |
+
"""Keep the deadline, completed milestones and resumption state local to one study."""
|
| 257 |
+
ledger = project / ".private" / "campaign.json"
|
| 258 |
+
state = (
|
| 259 |
+
load(ledger)
|
| 260 |
+
if ledger.exists()
|
| 261 |
+
else dict(started=now(), deadline=time.time() + 7 * 86400, done=[])
|
| 262 |
+
)
|
| 263 |
+
dump(ledger, state)
|
| 264 |
+
|
| 265 |
+
def step(tag, fn):
|
| 266 |
+
if tag in state["done"]:
|
| 267 |
+
return
|
| 268 |
+
print(f"[{now()}] Starting {tag}", flush=True)
|
| 269 |
+
fn()
|
| 270 |
+
if publish_results:
|
| 271 |
+
publish(project, "Record " + tag)
|
| 272 |
+
else:
|
| 273 |
+
report(project)
|
| 274 |
+
state["done"].append(tag)
|
| 275 |
+
dump(ledger, state)
|
| 276 |
+
print(f"[{now()}] Completed {tag}", flush=True)
|
| 277 |
+
|
| 278 |
+
step("GPU preflight", lambda: preflight(project))
|
| 279 |
+
step("pilot root evaluation", lambda: evaluate(project, "pilot", "root"))
|
| 280 |
+
for arm in ARMS:
|
| 281 |
+
name = run_name("pilot", 0, arm)
|
| 282 |
+
step(name + " search", lambda a=arm: search(project, "pilot", 0, a, 64))
|
| 283 |
+
step(name + " evaluation", lambda n=name: evaluate(project, "pilot", n))
|
| 284 |
+
step("timing-selected budget", lambda: budget_decision(project, state["deadline"]))
|
| 285 |
+
chosen = load(project / "results" / "budget.json")
|
| 286 |
+
if not (project / "results" / "freeze.json").exists():
|
| 287 |
+
groups = [[(seed, "editable"), (seed, "native")] for seed in range(1, 9)]
|
| 288 |
+
groups.extend([[item] for item in roster()[16:]])
|
| 289 |
+
for group in groups:
|
| 290 |
+
outstanding = [
|
| 291 |
+
(s, a)
|
| 292 |
+
for s, a in group
|
| 293 |
+
if run_name("confirm", s, a) + " search" not in state["done"]
|
| 294 |
+
]
|
| 295 |
+
if not outstanding:
|
| 296 |
+
continue
|
| 297 |
+
completed = [
|
| 298 |
+
(s, a)
|
| 299 |
+
for s, a in roster()
|
| 300 |
+
if run_name("confirm", s, a) + " search" in state["done"]
|
| 301 |
+
]
|
| 302 |
+
planned = completed + outstanding
|
| 303 |
+
endpoints = (
|
| 304 |
+
1 + len(planned) + sum(a in ("editable", "native") for s, a in planned)
|
| 305 |
+
)
|
| 306 |
+
paper_count = load(project / "results" / "split-manifest.json")["splits"][
|
| 307 |
+
"test"
|
| 308 |
+
]["count"]
|
| 309 |
+
reserve = endpoints * paper_count * chosen["pilot_seconds_per_item"]
|
| 310 |
+
cost = (
|
| 311 |
+
sum(0.5 if a == "fork-native" else 1 for s, a in outstanding)
|
| 312 |
+
* chosen["budget"]
|
| 313 |
+
* chosen["pilot_seconds_per_search_eval"]
|
| 314 |
+
)
|
| 315 |
+
# Always try the first primary pair. Thereafter protect time for already-earned endpoints.
|
| 316 |
+
if completed and time.time() + reserve + cost > state["deadline"]:
|
| 317 |
+
dump(
|
| 318 |
+
project / "results" / "time-stop.json",
|
| 319 |
+
dict(
|
| 320 |
+
at=now(),
|
| 321 |
+
next_group=outstanding,
|
| 322 |
+
projected_search_seconds=cost,
|
| 323 |
+
reserved_endpoint_seconds=reserve,
|
| 324 |
+
remaining_seconds=state["deadline"] - time.time(),
|
| 325 |
+
),
|
| 326 |
+
)
|
| 327 |
+
break
|
| 328 |
+
for seed, arm in outstanding:
|
| 329 |
+
name = run_name("confirm", seed, arm)
|
| 330 |
+
step(
|
| 331 |
+
name + " search",
|
| 332 |
+
lambda a=arm, s=seed: search(
|
| 333 |
+
project, "confirm", s, a, chosen["budget"]
|
| 334 |
+
),
|
| 335 |
+
)
|
| 336 |
+
incomplete = (
|
| 337 |
+
project / "results" / "time-stop.json"
|
| 338 |
+
).exists() or time.time() >= state["deadline"]
|
| 339 |
+
step("joint reviewer freeze", lambda: freeze(project, allow_incomplete=incomplete))
|
| 340 |
+
manifest = load(project / "results" / "freeze.json")
|
| 341 |
+
for name in manifest["entries"]:
|
| 342 |
+
step("sealed " + name, lambda n=name: evaluate(project, "test", n))
|
| 343 |
+
return dict(completed=state["done"], missing=manifest["missing"])
|
src/rqstudy/cli.py
ADDED
|
@@ -0,0 +1,83 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Public interface for data preparation, resumable search, evaluation and reporting."""
|
| 2 |
+
|
| 3 |
+
import argparse
|
| 4 |
+
import functools
|
| 5 |
+
from http.server import SimpleHTTPRequestHandler, ThreadingHTTPServer
|
| 6 |
+
import json
|
| 7 |
+
from pathlib import Path
|
| 8 |
+
import subprocess
|
| 9 |
+
import sys
|
| 10 |
+
from dotenv import load_dotenv
|
| 11 |
+
from . import campaign as study
|
| 12 |
+
from .data import prepare
|
| 13 |
+
from .endpoints import freeze
|
| 14 |
+
from .reporting import report
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
def main(argv=None):
|
| 18 |
+
parser = argparse.ArgumentParser(prog="rqgm-study", description=__doc__)
|
| 19 |
+
parser.add_argument("--project", type=Path, default=Path.cwd())
|
| 20 |
+
commands = parser.add_subparsers(dest="action", required=True)
|
| 21 |
+
for name in ("prepare", "preflight", "report", "selftest"):
|
| 22 |
+
commands.add_parser(name)
|
| 23 |
+
run = commands.add_parser("run")
|
| 24 |
+
run.add_argument("--arm", choices=(*study.ARMS, "fork-native"), required=True)
|
| 25 |
+
run.add_argument("--seed", type=int, required=True)
|
| 26 |
+
run.add_argument("--stage", choices=("pilot", "confirm"), required=True)
|
| 27 |
+
run.add_argument("--budget", type=int, required=True)
|
| 28 |
+
run.add_argument("--stop-at", type=int)
|
| 29 |
+
ev = commands.add_parser("evaluate")
|
| 30 |
+
ev.add_argument("--split", choices=("pilot", "test"), required=True)
|
| 31 |
+
ev.add_argument("--name", required=True)
|
| 32 |
+
commands.add_parser("freeze").add_argument(
|
| 33 |
+
"--allow-incomplete", action="store_true"
|
| 34 |
+
)
|
| 35 |
+
commands.add_parser("campaign").add_argument("--publish", action="store_true")
|
| 36 |
+
commands.add_parser("release").add_argument("--message", required=True)
|
| 37 |
+
serve = commands.add_parser("serve")
|
| 38 |
+
serve.add_argument("--port", default=8765, type=int)
|
| 39 |
+
args = parser.parse_args(argv)
|
| 40 |
+
project = args.project.resolve()
|
| 41 |
+
load_dotenv(project / ".env")
|
| 42 |
+
if hasattr(sys.stdout, "reconfigure"):
|
| 43 |
+
sys.stdout.reconfigure(
|
| 44 |
+
encoding="utf-8", errors="backslashreplace", line_buffering=True
|
| 45 |
+
)
|
| 46 |
+
match args.action:
|
| 47 |
+
case "prepare":
|
| 48 |
+
result = {k: v["sha256"] for k, v in prepare(project)["splits"].items()}
|
| 49 |
+
case "preflight":
|
| 50 |
+
result = study.preflight(project)
|
| 51 |
+
case "run":
|
| 52 |
+
result = study.search(
|
| 53 |
+
project, args.stage, args.seed, args.arm, args.budget, args.stop_at
|
| 54 |
+
)
|
| 55 |
+
case "evaluate":
|
| 56 |
+
result = study.evaluate(project, args.split, args.name)
|
| 57 |
+
case "freeze":
|
| 58 |
+
result = freeze(project, args.allow_incomplete)["entries_sha"]
|
| 59 |
+
case "campaign":
|
| 60 |
+
result = study.campaign(project, args.publish)
|
| 61 |
+
case "release":
|
| 62 |
+
result = study.publish(project, args.message)
|
| 63 |
+
case "report":
|
| 64 |
+
result = report(project)
|
| 65 |
+
case "selftest":
|
| 66 |
+
raise SystemExit(
|
| 67 |
+
subprocess.run(
|
| 68 |
+
[sys.executable, "-m", "pytest", "-q"], cwd=project
|
| 69 |
+
).returncode
|
| 70 |
+
)
|
| 71 |
+
case "serve":
|
| 72 |
+
handler = functools.partial(
|
| 73 |
+
SimpleHTTPRequestHandler, directory=str(project / "docs")
|
| 74 |
+
)
|
| 75 |
+
print(f"Dashboard at http://127.0.0.1:{args.port}/", flush=True)
|
| 76 |
+
with ThreadingHTTPServer(("127.0.0.1", args.port), handler) as server:
|
| 77 |
+
server.serve_forever()
|
| 78 |
+
return
|
| 79 |
+
print(json.dumps(result, ensure_ascii=False, indent=2))
|
| 80 |
+
|
| 81 |
+
|
| 82 |
+
if __name__ == "__main__":
|
| 83 |
+
main()
|
src/rqstudy/data.py
ADDED
|
@@ -0,0 +1,232 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Prepare immutable, paper-disjoint inputs from the published HyperAgents CSV.
|
| 2 |
+
|
| 3 |
+
Global context: only the trusted host reads labeled files. The model receives a
|
| 4 |
+
formatted paper, an abstract, or selected training feedback through the broker.
|
| 5 |
+
"""
|
| 6 |
+
|
| 7 |
+
from __future__ import annotations
|
| 8 |
+
|
| 9 |
+
import ast
|
| 10 |
+
import csv
|
| 11 |
+
import hashlib
|
| 12 |
+
import io
|
| 13 |
+
import json
|
| 14 |
+
import re
|
| 15 |
+
import unicodedata
|
| 16 |
+
import urllib.request
|
| 17 |
+
from collections import Counter
|
| 18 |
+
from pathlib import Path
|
| 19 |
+
|
| 20 |
+
REVISION = "59a68f672dfb92c74aeb7e61535d776fb36e172d"
|
| 21 |
+
DATA_URL = f"https://raw.githubusercontent.com/facebookresearch/HyperAgents/{REVISION}/domains/paper_review/dataset.csv"
|
| 22 |
+
DATA_HASH = "efa8e77721d6d41c5d9ea69aaab8f0c16664618876e2c9dfe897a3852bb242c9"
|
| 23 |
+
# Mastheads recur inside converted PDFs. Match just the status phrase, including
|
| 24 |
+
# its venue, year and nearby spacing, to preserve adjacent scientific text.
|
| 25 |
+
STATUS = re.compile(
|
| 26 |
+
r"(?:published\s+as|under\s+review\s+as|accepted\s+as)\s+(?:an?\s+)?(?:conference|workshop|spotlight|oral|poster)\s+paper(?:\s+(?:at|for|in|to)\s+(?:ICLR|NeurIPS|ICML|[A-Z]{2,12})(?:\s+20\d{2})?)?",
|
| 27 |
+
re.I,
|
| 28 |
+
)
|
| 29 |
+
METALINE = re.compile(
|
| 30 |
+
r"(?im)^[ \t]*(?:final decision|acceptance decision|decision|meta[- ]review|openreview (?:id|forum)|venue status)\s*:[^\n]*$"
|
| 31 |
+
)
|
| 32 |
+
BLIND_HEADER = re.compile(
|
| 33 |
+
r"(?:anonymous\s+authors?\s*)?paper\s+under\s+double[\s-]+blind\s+review", re.I
|
| 34 |
+
)
|
| 35 |
+
LINK = re.compile(
|
| 36 |
+
r"https?\s*:\s*//\s*(?:www\.)?openreview\.net/(?:forum|pdf)\?id=[\w-]+", re.I
|
| 37 |
+
)
|
| 38 |
+
MANUSCRIPT = re.compile(
|
| 39 |
+
r"\ATitle:\s*(.+?)\s*\n+\s*Abstract:\s*(.+?)(?=\n+\s*Section:|\Z)", re.S | re.I
|
| 40 |
+
)
|
| 41 |
+
SIZES = {"train": 100, "validation": 100, "test": 100, "pilot": 24}
|
| 42 |
+
|
| 43 |
+
|
| 44 |
+
def digest(value: str | bytes) -> str:
|
| 45 |
+
"""Return a content identity independent of platform newlines and Python hash seeds."""
|
| 46 |
+
return hashlib.sha256(
|
| 47 |
+
value.encode("utf-8") if isinstance(value, str) else value
|
| 48 |
+
).hexdigest()
|
| 49 |
+
|
| 50 |
+
|
| 51 |
+
def canonical(value: object) -> str:
|
| 52 |
+
"""Use one unambiguous representation for published hashes and cache keys."""
|
| 53 |
+
return json.dumps(
|
| 54 |
+
value,
|
| 55 |
+
ensure_ascii=False,
|
| 56 |
+
sort_keys=True,
|
| 57 |
+
separators=(",", ":"),
|
| 58 |
+
allow_nan=False,
|
| 59 |
+
)
|
| 60 |
+
|
| 61 |
+
|
| 62 |
+
def dump(path: Path, value: object) -> None:
|
| 63 |
+
"""Atomically publish readable JSON so observers see whole snapshots."""
|
| 64 |
+
path.parent.mkdir(parents=True, exist_ok=True)
|
| 65 |
+
tmp = path.with_suffix(path.suffix + ".part")
|
| 66 |
+
tmp.write_text(
|
| 67 |
+
json.dumps(value, ensure_ascii=False, indent=2, allow_nan=False) + "\n",
|
| 68 |
+
encoding="utf-8",
|
| 69 |
+
)
|
| 70 |
+
tmp.replace(path)
|
| 71 |
+
|
| 72 |
+
|
| 73 |
+
def load(path: Path):
|
| 74 |
+
"""Read a trusted JSON artifact."""
|
| 75 |
+
return json.loads(path.read_text(encoding="utf-8"))
|
| 76 |
+
|
| 77 |
+
|
| 78 |
+
def read_split(project: Path, split: str):
|
| 79 |
+
"""Verify manuscript contents, extracted writer inputs, labels and registered order."""
|
| 80 |
+
papers = load(project / ".private" / "data" / (split + ".json"))
|
| 81 |
+
manifest = load(project / "results" / "split-manifest.json")["splits"][split]
|
| 82 |
+
identity = [(p["id"], digest(p["text"]), p["label"]) for p in papers]
|
| 83 |
+
if digest(canonical(identity)) != manifest["sha256"]:
|
| 84 |
+
raise ValueError(f"{split} split fingerprint mismatch")
|
| 85 |
+
for paper in papers:
|
| 86 |
+
parsed = MANUSCRIPT.search(paper["text"])
|
| 87 |
+
if not parsed or tuple(s.strip() for s in parsed.groups()) != (
|
| 88 |
+
paper["title"],
|
| 89 |
+
paper["abstract"],
|
| 90 |
+
):
|
| 91 |
+
raise ValueError("Writer inputs differ from the fingerprinted manuscript")
|
| 92 |
+
return papers
|
| 93 |
+
|
| 94 |
+
|
| 95 |
+
def clean(raw: str) -> str:
|
| 96 |
+
"""Decode the released Python string representation before removing outcome cues."""
|
| 97 |
+
if raw.startswith(("'", '"')):
|
| 98 |
+
try:
|
| 99 |
+
raw = ast.literal_eval(raw)
|
| 100 |
+
except (ValueError, SyntaxError):
|
| 101 |
+
raw = raw.strip("'\"").replace("\\n", "\n")
|
| 102 |
+
raw = unicodedata.normalize("NFKC", raw).replace("\r\n", "\n")
|
| 103 |
+
return LINK.sub(
|
| 104 |
+
"", METALINE.sub("", BLIND_HEADER.sub("", STATUS.sub("", raw)))
|
| 105 |
+
).strip()
|
| 106 |
+
|
| 107 |
+
|
| 108 |
+
def words(text: str) -> set[str]:
|
| 109 |
+
"""Normalize title and abstract words for duplicate detection."""
|
| 110 |
+
return set(re.findall(r"\w+", text.casefold()))
|
| 111 |
+
|
| 112 |
+
|
| 113 |
+
def similar(left: set[str], right: set[str], threshold: float) -> bool:
|
| 114 |
+
"""Jaccard overlap rejects unrelated papers sharing a short generic title."""
|
| 115 |
+
return bool(left and right) and len(left & right) >= threshold * len(left | right)
|
| 116 |
+
|
| 117 |
+
|
| 118 |
+
def unique_papers(rows):
|
| 119 |
+
"""Group versions transitively by ID, title, body, or near-matching title and abstract."""
|
| 120 |
+
items, groups, keys, signatures = [], [], {}, []
|
| 121 |
+
missing = 0
|
| 122 |
+
|
| 123 |
+
def root(index):
|
| 124 |
+
while groups[index] != index:
|
| 125 |
+
groups[index] = groups[groups[index]]
|
| 126 |
+
index = groups[index]
|
| 127 |
+
return index
|
| 128 |
+
|
| 129 |
+
for row in rows:
|
| 130 |
+
body = clean(row["paper_text"])
|
| 131 |
+
match = MANUSCRIPT.search(body)
|
| 132 |
+
if not match or row["outcome"] not in {"accept", "reject"}:
|
| 133 |
+
missing += 1
|
| 134 |
+
continue
|
| 135 |
+
title, abstract = (s.strip() for s in match.groups())
|
| 136 |
+
index = len(items)
|
| 137 |
+
groups.append(index)
|
| 138 |
+
title_set, abstract_set = words(title), words(abstract)
|
| 139 |
+
for key in (
|
| 140 |
+
"id:" + row["question_id"],
|
| 141 |
+
"title:" + " ".join(re.findall(r"\w+", title.casefold())),
|
| 142 |
+
"body:" + digest(body),
|
| 143 |
+
):
|
| 144 |
+
if key in keys:
|
| 145 |
+
groups[root(index)] = root(keys[key])
|
| 146 |
+
keys[key] = index
|
| 147 |
+
for other, (t, a) in enumerate(signatures):
|
| 148 |
+
if similar(t, title_set, 0.75) and similar(a, abstract_set, 0.82):
|
| 149 |
+
groups[root(index)] = root(other)
|
| 150 |
+
signatures.append((title_set, abstract_set))
|
| 151 |
+
items.append(
|
| 152 |
+
dict(
|
| 153 |
+
id=row["question_id"],
|
| 154 |
+
title=title,
|
| 155 |
+
abstract=abstract,
|
| 156 |
+
text=body,
|
| 157 |
+
label=row["outcome"],
|
| 158 |
+
text_sha256=digest(body),
|
| 159 |
+
)
|
| 160 |
+
)
|
| 161 |
+
components = {}
|
| 162 |
+
for i, paper in enumerate(items):
|
| 163 |
+
components.setdefault(root(i), []).append(paper)
|
| 164 |
+
# Conflicting historical outcomes cannot define a unique group target.
|
| 165 |
+
stable = [
|
| 166 |
+
min(group, key=lambda x: x["id"])
|
| 167 |
+
for group in components.values()
|
| 168 |
+
if len({x["label"] for x in group}) == 1
|
| 169 |
+
]
|
| 170 |
+
return stable, dict(
|
| 171 |
+
parsed=len(items),
|
| 172 |
+
excluded_parse_or_label=missing,
|
| 173 |
+
groups=len(components),
|
| 174 |
+
retained_groups=len(stable),
|
| 175 |
+
)
|
| 176 |
+
|
| 177 |
+
|
| 178 |
+
def prepare(project: Path) -> dict:
|
| 179 |
+
"""Download, verify, split and fingerprint the corpus before any model calls."""
|
| 180 |
+
private = project / ".private" / "data"
|
| 181 |
+
private.mkdir(parents=True, exist_ok=True)
|
| 182 |
+
source = private / "source.csv"
|
| 183 |
+
if not source.exists():
|
| 184 |
+
with urllib.request.urlopen(DATA_URL, timeout=120) as response:
|
| 185 |
+
payload = response.read()
|
| 186 |
+
if digest(payload) != DATA_HASH:
|
| 187 |
+
raise ValueError("Released CSV checksum mismatch")
|
| 188 |
+
temporary = source.with_suffix(".part")
|
| 189 |
+
temporary.write_bytes(payload)
|
| 190 |
+
temporary.replace(source)
|
| 191 |
+
raw = source.read_bytes()
|
| 192 |
+
if digest(raw) != DATA_HASH:
|
| 193 |
+
raise ValueError("Local CSV checksum mismatch")
|
| 194 |
+
csv.field_size_limit(16 * 1024 * 1024)
|
| 195 |
+
papers, audit = unique_papers(
|
| 196 |
+
csv.DictReader(io.StringIO(raw.decode("utf-8-sig"), newline=""))
|
| 197 |
+
)
|
| 198 |
+
by_label = {
|
| 199 |
+
label: sorted(
|
| 200 |
+
(p for p in papers if p["label"] == label),
|
| 201 |
+
key=lambda p: digest("rqgm-split-v1/42/" + p["id"]),
|
| 202 |
+
)
|
| 203 |
+
for label in ("accept", "reject")
|
| 204 |
+
}
|
| 205 |
+
manifest = dict(source=DATA_URL, source_sha256=DATA_HASH, audit=audit, splits={})
|
| 206 |
+
offset = 0
|
| 207 |
+
for name, count in SIZES.items():
|
| 208 |
+
subset = sorted(
|
| 209 |
+
[
|
| 210 |
+
p
|
| 211 |
+
for pool in by_label.values()
|
| 212 |
+
for p in pool[offset : offset + count // 2]
|
| 213 |
+
],
|
| 214 |
+
key=lambda p: digest("order/" + p["id"]),
|
| 215 |
+
)
|
| 216 |
+
if Counter(p["label"] for p in subset) != {
|
| 217 |
+
"accept": count // 2,
|
| 218 |
+
"reject": count // 2,
|
| 219 |
+
}:
|
| 220 |
+
raise ValueError(f"Insufficient eligible data for {name}")
|
| 221 |
+
dump(private / f"{name}.json", subset)
|
| 222 |
+
ident = [(p["id"], p["text_sha256"], p["label"]) for p in subset]
|
| 223 |
+
manifest["splits"][name] = dict(
|
| 224 |
+
count=count, sha256=digest(canonical(ident)), ids=[p["id"] for p in subset]
|
| 225 |
+
)
|
| 226 |
+
offset += count // 2
|
| 227 |
+
dump(project / "results" / "split-manifest.json", manifest)
|
| 228 |
+
return manifest
|
| 229 |
+
|
| 230 |
+
|
| 231 |
+
if __name__ == "__main__":
|
| 232 |
+
print({k: v["sha256"] for k, v in prepare(Path.cwd())["splits"].items()})
|
src/rqstudy/domain.py
ADDED
|
@@ -0,0 +1,136 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Trusted APReS role execution and sandboxed program editing for local inference."""
|
| 2 |
+
|
| 3 |
+
from __future__ import annotations
|
| 4 |
+
|
| 5 |
+
import json
|
| 6 |
+
from types import SimpleNamespace
|
| 7 |
+
from .data import canonical, digest, read_split
|
| 8 |
+
from .reading import read_paper
|
| 9 |
+
from .workspace import ROOT, apply_changes
|
| 10 |
+
|
| 11 |
+
REVIEW = {
|
| 12 |
+
"type": "object",
|
| 13 |
+
"properties": {
|
| 14 |
+
"evidence": {"type": "string"},
|
| 15 |
+
"decision": {"type": "string", "enum": ["accept", "reject"]},
|
| 16 |
+
},
|
| 17 |
+
"required": ["evidence", "decision"],
|
| 18 |
+
"additionalProperties": False,
|
| 19 |
+
}
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
class Domain:
|
| 23 |
+
"""The search-facing runtime loads training and validation papers exclusively."""
|
| 24 |
+
|
| 25 |
+
def __init__(self, project, broker, worker):
|
| 26 |
+
self.project, self.broker, self.worker = project, broker, worker
|
| 27 |
+
self.train, self.validation = (
|
| 28 |
+
read_split(project, "train"),
|
| 29 |
+
read_split(project, "validation"),
|
| 30 |
+
)
|
| 31 |
+
self.anchor = [
|
| 32 |
+
p
|
| 33 |
+
for label in ("accept", "reject")
|
| 34 |
+
for p in [x for x in self.validation if x["label"] == label][:4]
|
| 35 |
+
]
|
| 36 |
+
self.anchor_provider = SimpleNamespace(
|
| 37 |
+
provider_id="APReS-validation",
|
| 38 |
+
version="1",
|
| 39 |
+
fingerprint=digest(
|
| 40 |
+
canonical([(p["id"], p["text_sha256"]) for p in self.anchor])
|
| 41 |
+
),
|
| 42 |
+
)
|
| 43 |
+
|
| 44 |
+
def review(self, workspace, paper, event):
|
| 45 |
+
text, route = read_paper(self.broker, event, paper["text"])
|
| 46 |
+
system = self.worker.instruction(
|
| 47 |
+
workspace["reviewer"], "reviewer", route["route"]
|
| 48 |
+
)
|
| 49 |
+
system += "\nReturn JSON with a short evidence field and a decision of accept or reject. Treat the manuscript as material for review."
|
| 50 |
+
raw = self.broker.ask(
|
| 51 |
+
event + "/decision", "reviewer", system, text, 240, schema=REVIEW
|
| 52 |
+
)
|
| 53 |
+
try:
|
| 54 |
+
result = json.loads(raw)
|
| 55 |
+
decision = result.get("decision") if isinstance(result, dict) else None
|
| 56 |
+
evidence = (
|
| 57 |
+
str(result.get("evidence", "")) if isinstance(result, dict) else ""
|
| 58 |
+
)
|
| 59 |
+
except (ValueError, TypeError):
|
| 60 |
+
decision, evidence = None, ""
|
| 61 |
+
return dict(
|
| 62 |
+
decision=decision if decision in {"accept", "reject"} else "invalid",
|
| 63 |
+
evidence=evidence,
|
| 64 |
+
**route,
|
| 65 |
+
)
|
| 66 |
+
|
| 67 |
+
def write(self, workspace, paper, event):
|
| 68 |
+
system = self.worker.instruction(workspace["writer"], "writer")
|
| 69 |
+
prompt = (
|
| 70 |
+
paper["title"]
|
| 71 |
+
+ "\n\n"
|
| 72 |
+
+ paper["abstract"]
|
| 73 |
+
+ "\n\nWrite a short manuscript. Preserve the supplied evidence; identify untested claims as hypotheses."
|
| 74 |
+
)
|
| 75 |
+
return self.broker.ask(event + "/draft", "writer", system, prompt, 540)
|
| 76 |
+
|
| 77 |
+
def edit(self, parent, lineage, view, event, seed, editable):
|
| 78 |
+
roles = list(ROOT) if editable else ["writer", "reviewer", "meta"]
|
| 79 |
+
schema = {
|
| 80 |
+
"type": "object",
|
| 81 |
+
"properties": {
|
| 82 |
+
"rationale": {"type": "string"},
|
| 83 |
+
"changes": {
|
| 84 |
+
"type": "object",
|
| 85 |
+
"properties": {role: {"type": "string"} for role in roles},
|
| 86 |
+
"minProperties": 1,
|
| 87 |
+
"additionalProperties": False,
|
| 88 |
+
},
|
| 89 |
+
},
|
| 90 |
+
"required": ["rationale", "changes"],
|
| 91 |
+
"additionalProperties": False,
|
| 92 |
+
}
|
| 93 |
+
system = self.worker.instruction(parent.workspace["meta"], "meta")
|
| 94 |
+
user = (
|
| 95 |
+
"Edit one or more inherited programs. Return rationale and changes. For writer, reviewer or meta, return a concise replacement instruction or Python def instruct(context) returning a string. "
|
| 96 |
+
"For an editable selector, return complete Python def select_parent(archive_snapshot, rng) returning ONE existing node ID. "
|
| 97 |
+
"The archive dictionary has nodes, epoch, budget and evaluations; node fields are id, parent, created, children, score, own_s, own_f, clade_s, clade_f. "
|
| 98 |
+
"Use the supplied math module and seeded random.Random rng, ordinary Python with no imports, files or network. "
|
| 99 |
+
"Use ONLY these editable keys: "
|
| 100 |
+
+ ", ".join(roles)
|
| 101 |
+
+ ".\nInherited source:\n"
|
| 102 |
+
+ canonical(parent.workspace)
|
| 103 |
+
+ "\nAncestor training observations:\n"
|
| 104 |
+
+ canonical(lineage)
|
| 105 |
+
)
|
| 106 |
+
raw = self.broker.ask(
|
| 107 |
+
event + "/edit",
|
| 108 |
+
"meta",
|
| 109 |
+
system,
|
| 110 |
+
user,
|
| 111 |
+
1050,
|
| 112 |
+
schema=schema,
|
| 113 |
+
seed=seed,
|
| 114 |
+
temperature=0.65,
|
| 115 |
+
)
|
| 116 |
+
try:
|
| 117 |
+
item = json.loads(raw)
|
| 118 |
+
child = apply_changes(parent.workspace, item["changes"], editable)
|
| 119 |
+
for role in roles:
|
| 120 |
+
if child[role] == parent.workspace[role]:
|
| 121 |
+
continue
|
| 122 |
+
if role == "selector":
|
| 123 |
+
selected = self.worker.call(
|
| 124 |
+
child[role], "select_parent", view, seed
|
| 125 |
+
)
|
| 126 |
+
if selected not in [n["id"] for n in view["nodes"]]:
|
| 127 |
+
raise ValueError("Candidate returned an ineligible parent")
|
| 128 |
+
else:
|
| 129 |
+
value = self.worker.instruction(child[role], role)
|
| 130 |
+
if len(value) > 2400:
|
| 131 |
+
raise ValueError(
|
| 132 |
+
"Instruction exceeds the registered context reserve"
|
| 133 |
+
)
|
| 134 |
+
return child, str(item.get("rationale", ""))[:1200]
|
| 135 |
+
except (ValueError, TypeError, KeyError, AttributeError) as exc:
|
| 136 |
+
return None, str(exc)
|
src/rqstudy/endpoints.py
ADDED
|
@@ -0,0 +1,175 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Freeze reviewer identities independently of the sealed paper outcomes."""
|
| 2 |
+
|
| 3 |
+
from __future__ import annotations
|
| 4 |
+
|
| 5 |
+
import time
|
| 6 |
+
from .data import canonical, digest, dump, load, read_split
|
| 7 |
+
from .inference import now
|
| 8 |
+
from .search import run_name
|
| 9 |
+
from .workspace import ROOT
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
def roster():
|
| 13 |
+
"""Order primary pairs before secondary controls; fork is attached to seed one."""
|
| 14 |
+
return (
|
| 15 |
+
[(s, a) for s in range(1, 9) for a in ("editable", "native")]
|
| 16 |
+
+ [(s, a) for s in range(1, 6) for a in ("uniform", "handcrafted")]
|
| 17 |
+
+ [(1, "fork-native")]
|
| 18 |
+
)
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
def frozen_entry(run, endpoint=None):
|
| 22 |
+
"""The selected source and validation checkpoint fully identify a reviewer."""
|
| 23 |
+
ep = endpoint or run["endpoints"][-1]
|
| 24 |
+
workspace = next(n["workspace"] for n in run["nodes"] if n["id"] == ep["node"])
|
| 25 |
+
if digest(workspace["reviewer"]) != ep["key"]:
|
| 26 |
+
raise ValueError("Endpoint program identity failed verification")
|
| 27 |
+
return dict(
|
| 28 |
+
name=run["name"],
|
| 29 |
+
seed=run["seed"],
|
| 30 |
+
arm=run["arm"],
|
| 31 |
+
source=workspace["reviewer"],
|
| 32 |
+
key=ep["key"],
|
| 33 |
+
n=ep["n"],
|
| 34 |
+
compute=ep["compute"],
|
| 35 |
+
)
|
| 36 |
+
|
| 37 |
+
|
| 38 |
+
def freeze(project, allow_incomplete=False):
|
| 39 |
+
"""Build the entire endpoint manifest before opening any test manuscript."""
|
| 40 |
+
path = project / "results" / "freeze.json"
|
| 41 |
+
if path.exists():
|
| 42 |
+
return load(path)
|
| 43 |
+
budget = load(project / "results" / "budget.json")
|
| 44 |
+
stop_file = project / "results" / "time-stop.json"
|
| 45 |
+
if allow_incomplete and time.time() < budget["deadline"] and not stop_file.exists():
|
| 46 |
+
raise ValueError(
|
| 47 |
+
"An incomplete cohort requires the registered deadline or timing-reserve stopping record"
|
| 48 |
+
)
|
| 49 |
+
entries = {
|
| 50 |
+
"root": dict(
|
| 51 |
+
name="root",
|
| 52 |
+
seed=0,
|
| 53 |
+
arm="root",
|
| 54 |
+
source=ROOT["reviewer"],
|
| 55 |
+
key=digest(ROOT["reviewer"]),
|
| 56 |
+
n=0,
|
| 57 |
+
)
|
| 58 |
+
}
|
| 59 |
+
runs = {}
|
| 60 |
+
missing = []
|
| 61 |
+
for seed, arm in roster():
|
| 62 |
+
name = run_name("confirm", seed, arm)
|
| 63 |
+
source = project / "results" / "runs" / (name + ".json")
|
| 64 |
+
data = load(source) if source.exists() else {}
|
| 65 |
+
if data.get("complete") and data["budget"] == budget["budget"]:
|
| 66 |
+
runs[name] = data
|
| 67 |
+
entries[name] = frozen_entry(data)
|
| 68 |
+
else:
|
| 69 |
+
missing.append(name)
|
| 70 |
+
if missing and not allow_incomplete:
|
| 71 |
+
raise ValueError("Pending confirmatory endpoints: " + ", ".join(missing))
|
| 72 |
+
# Token sensitivity uses a cutoff fixed without consulting any test predictions.
|
| 73 |
+
for seed in range(1, 9):
|
| 74 |
+
pair = [run_name("confirm", seed, a) for a in ("editable", "native")]
|
| 75 |
+
if not all(name in runs for name in pair):
|
| 76 |
+
continue
|
| 77 |
+
|
| 78 |
+
def tokens(ep):
|
| 79 |
+
return ep["compute"]["input"] + ep["compute"]["output"]
|
| 80 |
+
|
| 81 |
+
cutoff = min(tokens(runs[name]["endpoints"][-1]) for name in pair)
|
| 82 |
+
for name in pair:
|
| 83 |
+
eligible = [ep for ep in runs[name]["endpoints"] if tokens(ep) <= cutoff]
|
| 84 |
+
entry = (
|
| 85 |
+
frozen_entry(runs[name], eligible[-1])
|
| 86 |
+
if eligible
|
| 87 |
+
else dict(entries["root"], seed=seed, arm=runs[name]["arm"])
|
| 88 |
+
)
|
| 89 |
+
entries[name + "-tokens"] = dict(entry, cutoff=cutoff)
|
| 90 |
+
manifest = dict(
|
| 91 |
+
frozen_at=now(),
|
| 92 |
+
split_sha=load(project / "results" / "split-manifest.json")["splits"]["test"][
|
| 93 |
+
"sha256"
|
| 94 |
+
],
|
| 95 |
+
budget=budget["budget"],
|
| 96 |
+
missing=missing,
|
| 97 |
+
entries=entries,
|
| 98 |
+
entries_sha=digest(canonical(entries)),
|
| 99 |
+
)
|
| 100 |
+
dump(path, manifest)
|
| 101 |
+
return manifest
|
| 102 |
+
|
| 103 |
+
|
| 104 |
+
def score(project, domain, split, name, entry=None):
|
| 105 |
+
"""Score only frozen test programs; interrupted item scoring resumes idempotently."""
|
| 106 |
+
if split == "test":
|
| 107 |
+
manifest = load(project / "results" / "freeze.json")
|
| 108 |
+
if (
|
| 109 |
+
digest(canonical(manifest["entries"])) != manifest["entries_sha"]
|
| 110 |
+
or name not in manifest["entries"]
|
| 111 |
+
):
|
| 112 |
+
raise ValueError("Missing or corrupt frozen endpoint")
|
| 113 |
+
entry = manifest["entries"][name]
|
| 114 |
+
elif split == "pilot":
|
| 115 |
+
if entry is None and name == "root":
|
| 116 |
+
entry = dict(
|
| 117 |
+
name=name,
|
| 118 |
+
seed=0,
|
| 119 |
+
arm="root",
|
| 120 |
+
key=digest(ROOT["reviewer"]),
|
| 121 |
+
source=ROOT["reviewer"],
|
| 122 |
+
n=0,
|
| 123 |
+
)
|
| 124 |
+
elif entry is None:
|
| 125 |
+
run = load(project / "results" / "runs" / (name + ".json"))
|
| 126 |
+
if not run["complete"] or run["stage"] != "pilot":
|
| 127 |
+
raise ValueError(
|
| 128 |
+
"Only completed pilot searches may access the pilot evaluation"
|
| 129 |
+
)
|
| 130 |
+
entry = frozen_entry(run)
|
| 131 |
+
else:
|
| 132 |
+
raise ValueError("Unknown evaluation split")
|
| 133 |
+
if digest(entry["source"]) != entry["key"]:
|
| 134 |
+
raise ValueError("Frozen source hash mismatch")
|
| 135 |
+
papers = read_split(project, split)
|
| 136 |
+
path = project / "results" / "evaluations" / f"{split}-{name}.json"
|
| 137 |
+
out = (
|
| 138 |
+
load(path)
|
| 139 |
+
if path.exists()
|
| 140 |
+
else dict(
|
| 141 |
+
split=split,
|
| 142 |
+
name=name,
|
| 143 |
+
seed=entry["seed"],
|
| 144 |
+
arm=entry["arm"],
|
| 145 |
+
key=entry["key"],
|
| 146 |
+
checkpoint=entry["n"],
|
| 147 |
+
rows=[],
|
| 148 |
+
elapsed=0.0,
|
| 149 |
+
started=now(),
|
| 150 |
+
complete=False,
|
| 151 |
+
)
|
| 152 |
+
)
|
| 153 |
+
if out["key"] != entry["key"]:
|
| 154 |
+
raise ValueError("Endpoint changed during evaluation")
|
| 155 |
+
done = {r["id"] for r in out["rows"]}
|
| 156 |
+
for paper in papers:
|
| 157 |
+
if paper["id"] in done:
|
| 158 |
+
continue
|
| 159 |
+
start = time.monotonic()
|
| 160 |
+
result = domain.review(
|
| 161 |
+
{"reviewer": entry["source"]}, paper, f"endpoint/{paper['id']}"
|
| 162 |
+
)
|
| 163 |
+
out["rows"].append(
|
| 164 |
+
dict(
|
| 165 |
+
id=paper["id"],
|
| 166 |
+
label=paper["label"],
|
| 167 |
+
correct=int(result["decision"] == paper["label"]),
|
| 168 |
+
**result,
|
| 169 |
+
)
|
| 170 |
+
)
|
| 171 |
+
out["elapsed"] += time.monotonic() - start
|
| 172 |
+
out["compute"] = domain.broker.metrics("endpoint")
|
| 173 |
+
out["complete"] = len(out["rows"]) == len(papers)
|
| 174 |
+
dump(path, out)
|
| 175 |
+
return out
|
src/rqstudy/inference.py
ADDED
|
@@ -0,0 +1,225 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Local streaming inference with replayable caching and per-run compute accounting.
|
| 2 |
+
|
| 3 |
+
Ollama returns prompt/evaluation token counts and nanosecond durations on the
|
| 4 |
+
last streaming record. https://docs.ollama.com/api/chat
|
| 5 |
+
"""
|
| 6 |
+
|
| 7 |
+
from __future__ import annotations
|
| 8 |
+
|
| 9 |
+
import json
|
| 10 |
+
import os
|
| 11 |
+
import sqlite3
|
| 12 |
+
import sys
|
| 13 |
+
import time
|
| 14 |
+
from datetime import datetime, timezone
|
| 15 |
+
from pathlib import Path
|
| 16 |
+
from urllib.parse import urlparse
|
| 17 |
+
|
| 18 |
+
import httpx
|
| 19 |
+
from .data import canonical, digest
|
| 20 |
+
|
| 21 |
+
MODEL = "qwen3.5:4b"
|
| 22 |
+
MODEL_DIGEST = "d8b0f5e9760cd1682034f292d7ef72ec46f432149be0df7574bf2d6e92e38c04"
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
def now() -> str:
|
| 26 |
+
"""Timestamp event boundaries in UTC; reports display their explicit time zone."""
|
| 27 |
+
return datetime.now(timezone.utc).isoformat(timespec="milliseconds")
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
class Broker:
|
| 31 |
+
"""Record full prompts and streamed outputs once for each logical call and attempt."""
|
| 32 |
+
|
| 33 |
+
def __init__(self, project: Path, run: str, ctx: int):
|
| 34 |
+
self.project, self.run, self.ctx = project, run, ctx
|
| 35 |
+
host = os.getenv("OLLAMA_HOST", "http://127.0.0.1:11434")
|
| 36 |
+
if urlparse(host).hostname not in ("127.0.0.1", "localhost", "::1"):
|
| 37 |
+
raise ValueError("This registration requires a loopback Ollama endpoint")
|
| 38 |
+
self.client = httpx.Client(
|
| 39 |
+
base_url=host, timeout=httpx.Timeout(1200, connect=10), trust_env=False
|
| 40 |
+
)
|
| 41 |
+
self.client.get("/api/version").raise_for_status()
|
| 42 |
+
self.version = self.client.get("/api/version").json()["version"]
|
| 43 |
+
models = self.client.get("/api/tags").json()["models"]
|
| 44 |
+
if not any(
|
| 45 |
+
row["name"] == MODEL and row["digest"] == MODEL_DIGEST for row in models
|
| 46 |
+
):
|
| 47 |
+
raise RuntimeError("The registered Ollama digest is unavailable")
|
| 48 |
+
project.joinpath(".private").mkdir(exist_ok=True)
|
| 49 |
+
self.db = sqlite3.connect(project / ".private" / "inference.sqlite", timeout=60)
|
| 50 |
+
self.db.execute("PRAGMA journal_mode=WAL")
|
| 51 |
+
self.db.execute(
|
| 52 |
+
"CREATE TABLE IF NOT EXISTS memo (key TEXT PRIMARY KEY, response TEXT NOT NULL)"
|
| 53 |
+
)
|
| 54 |
+
self.db.execute(
|
| 55 |
+
"CREATE TABLE IF NOT EXISTS calls (run TEXT, event TEXT, key TEXT, phase TEXT, role TEXT, input INTEGER, output INTEGER, seconds REAL, cached INTEGER, PRIMARY KEY(run,event))"
|
| 56 |
+
)
|
| 57 |
+
self.db.execute(
|
| 58 |
+
"CREATE TABLE IF NOT EXISTS attempts (run TEXT,event TEXT,started TEXT,seconds REAL,error TEXT)"
|
| 59 |
+
)
|
| 60 |
+
stamp = datetime.now().strftime("%Y%m%d-%H%M%S-%f")
|
| 61 |
+
project.joinpath("logs").mkdir(exist_ok=True)
|
| 62 |
+
self.log = (project / "logs" / f"{run}-{stamp}.log").open(
|
| 63 |
+
"a", encoding="utf-8", buffering=1
|
| 64 |
+
)
|
| 65 |
+
|
| 66 |
+
def write(self, text: str):
|
| 67 |
+
"""Flush verbatim model traffic to disk and the worker's terminal in real time."""
|
| 68 |
+
self.log.write(text)
|
| 69 |
+
self.log.flush()
|
| 70 |
+
sys.stdout.write(text)
|
| 71 |
+
sys.stdout.flush()
|
| 72 |
+
|
| 73 |
+
def ask(
|
| 74 |
+
self, event, role, system, user, cap, *, schema=None, seed=13, temperature=0.0
|
| 75 |
+
):
|
| 76 |
+
payload = dict(
|
| 77 |
+
model=MODEL,
|
| 78 |
+
messages=[
|
| 79 |
+
dict(role="system", content=system),
|
| 80 |
+
dict(role="user", content=user),
|
| 81 |
+
],
|
| 82 |
+
stream=True,
|
| 83 |
+
think=False,
|
| 84 |
+
keep_alive="30m",
|
| 85 |
+
options=dict(
|
| 86 |
+
num_ctx=self.ctx, num_predict=cap, seed=seed, temperature=temperature
|
| 87 |
+
),
|
| 88 |
+
)
|
| 89 |
+
if schema:
|
| 90 |
+
payload["format"] = schema
|
| 91 |
+
if role == "reader":
|
| 92 |
+
compartment = "fixed-reader"
|
| 93 |
+
elif event.startswith("search/"):
|
| 94 |
+
compartment = "training" if event.startswith("search/train/") else "search"
|
| 95 |
+
elif event.startswith("endpoint/"):
|
| 96 |
+
compartment = "test" if self.run.startswith("eval-test-") else "pilot"
|
| 97 |
+
else:
|
| 98 |
+
compartment = self.run
|
| 99 |
+
key = digest(canonical([compartment, MODEL_DIGEST, self.version, payload]))
|
| 100 |
+
old = self.db.execute(
|
| 101 |
+
"SELECT key FROM calls WHERE run=? AND event=?", (self.run, event)
|
| 102 |
+
).fetchone()
|
| 103 |
+
if old and old[0] != key:
|
| 104 |
+
raise RuntimeError(f"Resume produced a different request for {event}")
|
| 105 |
+
saved = self.db.execute(
|
| 106 |
+
"SELECT response FROM memo WHERE key=?", (key,)
|
| 107 |
+
).fetchone()
|
| 108 |
+
self.write(
|
| 109 |
+
f"\n[{now()}] {self.run} {event} {role} request {key}\n{canonical(payload)}\n"
|
| 110 |
+
)
|
| 111 |
+
if saved:
|
| 112 |
+
response = json.loads(saved[0])
|
| 113 |
+
self.write(f"[{now()}] cache replay\n{response['content']}\n")
|
| 114 |
+
else:
|
| 115 |
+
start = time.monotonic()
|
| 116 |
+
parts, terminal = [], None
|
| 117 |
+
try:
|
| 118 |
+
# Count the complete two messages before requesting inference. Leave space
|
| 119 |
+
# for the chat template, decoder and a fixed margin on every backend.
|
| 120 |
+
from .reading import tokenizer
|
| 121 |
+
|
| 122 |
+
codec = tokenizer(self.project)
|
| 123 |
+
submitted = sum(
|
| 124 |
+
len(codec.encode(m["content"], add_special_tokens=False).ids)
|
| 125 |
+
for m in payload["messages"]
|
| 126 |
+
)
|
| 127 |
+
if submitted + cap + 128 > self.ctx:
|
| 128 |
+
raise ValueError(
|
| 129 |
+
"Complete input and reserved output exceed the frozen context"
|
| 130 |
+
)
|
| 131 |
+
with self.client.stream("POST", "/api/chat", json=payload) as stream:
|
| 132 |
+
stream.raise_for_status()
|
| 133 |
+
for line in stream.iter_lines():
|
| 134 |
+
if not line:
|
| 135 |
+
continue
|
| 136 |
+
chunk = json.loads(line)
|
| 137 |
+
if chunk.get("error"):
|
| 138 |
+
raise RuntimeError(chunk["error"])
|
| 139 |
+
message = chunk.get("message", {})
|
| 140 |
+
if message.get("thinking"):
|
| 141 |
+
self.write(message["thinking"])
|
| 142 |
+
piece = message.get("content", "")
|
| 143 |
+
parts.append(piece)
|
| 144 |
+
self.write(piece)
|
| 145 |
+
if chunk.get("done"):
|
| 146 |
+
terminal = chunk
|
| 147 |
+
if terminal is None:
|
| 148 |
+
raise RuntimeError("Ollama stream ended before final accounting")
|
| 149 |
+
response = dict(
|
| 150 |
+
content="".join(parts),
|
| 151 |
+
input=terminal["prompt_eval_count"],
|
| 152 |
+
output=terminal.get("eval_count", 0),
|
| 153 |
+
seconds=terminal.get("total_duration", 0) / 1e9,
|
| 154 |
+
reason=terminal.get("done_reason", ""),
|
| 155 |
+
)
|
| 156 |
+
if response["input"] >= self.ctx - 1:
|
| 157 |
+
raise ValueError(
|
| 158 |
+
"Prompt reached the context boundary; check coverage"
|
| 159 |
+
)
|
| 160 |
+
except Exception as exc:
|
| 161 |
+
with self.db:
|
| 162 |
+
self.db.execute(
|
| 163 |
+
"INSERT INTO attempts VALUES(?,?,?,?,?)",
|
| 164 |
+
(self.run, event, now(), time.monotonic() - start, str(exc)),
|
| 165 |
+
)
|
| 166 |
+
self.write(f"\n[{now()}] failed {exc}\n")
|
| 167 |
+
raise
|
| 168 |
+
self.write(
|
| 169 |
+
f"\n[{now()}] complete {canonical({k: v for k, v in response.items() if k != 'content'})}\n"
|
| 170 |
+
)
|
| 171 |
+
with self.db:
|
| 172 |
+
self.db.execute(
|
| 173 |
+
"INSERT OR IGNORE INTO memo VALUES(?,?)", (key, canonical(response))
|
| 174 |
+
)
|
| 175 |
+
self.db.execute(
|
| 176 |
+
"INSERT OR IGNORE INTO calls VALUES(?,?,?,?,?,?,?,?,?)",
|
| 177 |
+
(
|
| 178 |
+
self.run,
|
| 179 |
+
event,
|
| 180 |
+
key,
|
| 181 |
+
event.split("/")[0],
|
| 182 |
+
role,
|
| 183 |
+
response["input"],
|
| 184 |
+
response["output"],
|
| 185 |
+
response["seconds"],
|
| 186 |
+
int(bool(saved)),
|
| 187 |
+
),
|
| 188 |
+
)
|
| 189 |
+
return response["content"]
|
| 190 |
+
|
| 191 |
+
def metrics(self, phase=None):
|
| 192 |
+
"""Count unique logical events and actual GPU-resident service time separately."""
|
| 193 |
+
params = [self.run]
|
| 194 |
+
where = "run=?"
|
| 195 |
+
if phase:
|
| 196 |
+
where += " AND phase=?"
|
| 197 |
+
params.append(phase)
|
| 198 |
+
row = self.db.execute(
|
| 199 |
+
"SELECT count(*),sum(input),sum(output),sum(1-cached),sum(input*(1-cached)),sum(output*(1-cached)),sum(seconds*(1-cached)) FROM calls WHERE "
|
| 200 |
+
+ where,
|
| 201 |
+
params,
|
| 202 |
+
).fetchone()
|
| 203 |
+
result = dict(
|
| 204 |
+
zip(
|
| 205 |
+
(
|
| 206 |
+
"calls",
|
| 207 |
+
"input",
|
| 208 |
+
"output",
|
| 209 |
+
"actual_calls",
|
| 210 |
+
"actual_input",
|
| 211 |
+
"actual_output",
|
| 212 |
+
"service_seconds",
|
| 213 |
+
),
|
| 214 |
+
(v or 0 for v in row),
|
| 215 |
+
)
|
| 216 |
+
)
|
| 217 |
+
result["failed_attempts"] = self.db.execute(
|
| 218 |
+
"SELECT count(*) FROM attempts WHERE run=?", (self.run,)
|
| 219 |
+
).fetchone()[0]
|
| 220 |
+
return result
|
| 221 |
+
|
| 222 |
+
def close(self):
|
| 223 |
+
self.db.close()
|
| 224 |
+
self.client.close()
|
| 225 |
+
self.log.close()
|
src/rqstudy/paper.py
ADDED
|
@@ -0,0 +1,321 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Typeset the dated, source-linked study report using the underlying result tables."""
|
| 2 |
+
|
| 3 |
+
from datetime import datetime
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
from xml.sax.saxutils import escape
|
| 6 |
+
import matplotlib
|
| 7 |
+
from reportlab import rl_config
|
| 8 |
+
from reportlab.lib import colors
|
| 9 |
+
from reportlab.lib.pagesizes import A4
|
| 10 |
+
from reportlab.lib.styles import ParagraphStyle
|
| 11 |
+
from reportlab.lib.units import mm
|
| 12 |
+
from reportlab.pdfbase import pdfmetrics
|
| 13 |
+
from reportlab.pdfbase.ttfonts import TTFont
|
| 14 |
+
from reportlab.platypus import (
|
| 15 |
+
Image,
|
| 16 |
+
KeepTogether,
|
| 17 |
+
PageBreak,
|
| 18 |
+
Paragraph,
|
| 19 |
+
SimpleDocTemplate,
|
| 20 |
+
Spacer,
|
| 21 |
+
Table,
|
| 22 |
+
TableStyle,
|
| 23 |
+
)
|
| 24 |
+
|
| 25 |
+
RQ = "https://arxiv.org/html/2606.26294v3#A2.SS4"
|
| 26 |
+
HA = "https://arxiv.org/pdf/2603.19461v2#page=60"
|
| 27 |
+
BASE = "https://github.com/DreamFallenFlowers/OpenRQGM/tree/feecb32d9fbdd1c60749ade9ecb47f971e12666e"
|
| 28 |
+
G = "https://github.com/BurnyCoder/red-queen-godel-machine-with-evolvable-parent-selection"
|
| 29 |
+
SRC = "https://github.com/facebookresearch/HyperAgents/blob/59a68f672dfb92c74aeb7e61535d776fb36e172d/utils/gl_utils.py#L571-L584"
|
| 30 |
+
|
| 31 |
+
|
| 32 |
+
def link(label, url):
|
| 33 |
+
return f'<link href="{url}" color="#086c66"><u>{label}</u></link>'
|
| 34 |
+
|
| 35 |
+
|
| 36 |
+
def make_paper(
|
| 37 |
+
project, status, scores, searches, contrasts, examples, computes, routes, runs
|
| 38 |
+
):
|
| 39 |
+
"""Keep the preliminary protocol readable and insert outcomes only when observed."""
|
| 40 |
+
rl_config.invariant = 1
|
| 41 |
+
fonts = Path(matplotlib.get_data_path()) / "fonts" / "ttf"
|
| 42 |
+
for alias, name in (
|
| 43 |
+
("Study", "DejaVuSans.ttf"),
|
| 44 |
+
("StudyBold", "DejaVuSans-Bold.ttf"),
|
| 45 |
+
("StudySerif", "DejaVuSerif.ttf"),
|
| 46 |
+
):
|
| 47 |
+
if alias not in pdfmetrics.getRegisteredFontNames():
|
| 48 |
+
pdfmetrics.registerFont(TTFont(alias, str(fonts / name)))
|
| 49 |
+
ink = colors.HexColor("#193535")
|
| 50 |
+
styles = {
|
| 51 |
+
key: ParagraphStyle(
|
| 52 |
+
key,
|
| 53 |
+
fontName=font,
|
| 54 |
+
fontSize=size,
|
| 55 |
+
leading=leading,
|
| 56 |
+
textColor=ink,
|
| 57 |
+
spaceAfter=after,
|
| 58 |
+
keepWithNext=key == "h",
|
| 59 |
+
)
|
| 60 |
+
for key, font, size, leading, after in (
|
| 61 |
+
("title", "StudySerif", 23, 28, 12),
|
| 62 |
+
("h", "StudyBold", 13, 16, 6),
|
| 63 |
+
("body", "Study", 9, 13, 7),
|
| 64 |
+
("small", "Study", 7.5, 10, 5),
|
| 65 |
+
("cell", "Study", 7, 9, 0),
|
| 66 |
+
("th", "StudyBold", 7, 9, 0),
|
| 67 |
+
)
|
| 68 |
+
}
|
| 69 |
+
out = project / "reports" / "paper.pdf"
|
| 70 |
+
doc = SimpleDocTemplate(
|
| 71 |
+
str(out),
|
| 72 |
+
pagesize=A4,
|
| 73 |
+
leftMargin=20 * mm,
|
| 74 |
+
rightMargin=20 * mm,
|
| 75 |
+
topMargin=17 * mm,
|
| 76 |
+
bottomMargin=18 * mm,
|
| 77 |
+
title="Editable expansion-parent selection in the Red Queen Gödel Machine",
|
| 78 |
+
author="Libor “Burny” Burian",
|
| 79 |
+
)
|
| 80 |
+
story = []
|
| 81 |
+
|
| 82 |
+
def p(value, style="body"):
|
| 83 |
+
story.append(Paragraph(value, styles[style]))
|
| 84 |
+
|
| 85 |
+
def heading(value):
|
| 86 |
+
p(value, "h")
|
| 87 |
+
|
| 88 |
+
def tab(head, body, widths):
|
| 89 |
+
cells = [
|
| 90 |
+
[Paragraph(escape(str(v)), styles["th" if i == 0 else "cell"]) for v in row]
|
| 91 |
+
for i, row in enumerate([head, *body])
|
| 92 |
+
]
|
| 93 |
+
obj = Table(
|
| 94 |
+
cells, colWidths=[mm * x for x in widths], repeatRows=1, hAlign="LEFT"
|
| 95 |
+
)
|
| 96 |
+
obj.setStyle(
|
| 97 |
+
TableStyle(
|
| 98 |
+
[
|
| 99 |
+
("BACKGROUND", (0, 0), (-1, 0), colors.HexColor("#e6f1ed")),
|
| 100 |
+
("VALIGN", (0, 0), (-1, -1), "TOP"),
|
| 101 |
+
(
|
| 102 |
+
"ROWBACKGROUNDS",
|
| 103 |
+
(0, 1),
|
| 104 |
+
(-1, -1),
|
| 105 |
+
[colors.white, colors.HexColor("#f7f9f8")],
|
| 106 |
+
),
|
| 107 |
+
("LEFTPADDING", (0, 0), (-1, -1), 4),
|
| 108 |
+
("RIGHTPADDING", (0, 0), (-1, -1), 4),
|
| 109 |
+
]
|
| 110 |
+
)
|
| 111 |
+
)
|
| 112 |
+
story.extend([obj, Spacer(1, 8)])
|
| 113 |
+
|
| 114 |
+
p("Editable expansion-parent selection in the Red Queen Gödel Machine", "title")
|
| 115 |
+
p(
|
| 116 |
+
"Libor “Burny” Burian · " + datetime.now().astimezone().strftime("%d %B %Y"),
|
| 117 |
+
"small",
|
| 118 |
+
)
|
| 119 |
+
heading("Abstract")
|
| 120 |
+
p(
|
| 121 |
+
"Can a system improve its paper reviewer by rewriting the rule for choosing which archived agent to edit? We use a frozen local Qwen3.5-4B to evolve writer, reviewer, meta-agent and selector programs. The primary comparison holds the validation budget fixed and pairs search seeds across editable and native clade Thompson selection. The outcome is agreement with historical conference decisions on sealed manuscripts. "
|
| 122 |
+
+ status
|
| 123 |
+
)
|
| 124 |
+
heading("Motivation and related work")
|
| 125 |
+
p(
|
| 126 |
+
"RQGM evaluates writers under an incumbent reviewer that can change after an anchored election. Useful ancestors can therefore change as search proceeds. HyperAgents gave the latest agent control over parent selection. Its combined paper-review and robotics experiment did not establish a statistically significant ranking of its three selection methods. We test the intervention under a changing evaluator with native RQGM as the primary comparator. "
|
| 127 |
+
+ link("RQGM Algorithm 1", RQ)
|
| 128 |
+
+ " · "
|
| 129 |
+
+ link("HyperAgents Appendix E.5", HA)
|
| 130 |
+
+ "."
|
| 131 |
+
)
|
| 132 |
+
heading("Method")
|
| 133 |
+
p(
|
| 134 |
+
"Each expansion executes the newest valid selector against a snapshot. The selected parent supplies all four programs to its editor. The child enters the archive after validation. Native expansion pools successes and failures over descendants. All arms choose evaluation nodes from their own evidence, balance eligible roles and tasks, and collect lineage training feedback on first expansion. A reviewer election uses distinct human judgments and the lower fifth percentile of a Beta posterior. A new incumbent invalidates dependent writer scores. "
|
| 135 |
+
+ link("OpenRQGM base", BASE)
|
| 136 |
+
+ " · "
|
| 137 |
+
+ link(
|
| 138 |
+
"Registered local choices", G + "/blob/5454789/reports/preregistration.md"
|
| 139 |
+
)
|
| 140 |
+
+ "."
|
| 141 |
+
)
|
| 142 |
+
image = project / "docs" / "figures" / "architecture.png"
|
| 143 |
+
story.append(Image(str(image), width=164 * mm, height=59 * mm))
|
| 144 |
+
p(
|
| 145 |
+
"Figure 1. Workspace inheritance and the reviewer election. Human decisions anchor reviewers throughout search.",
|
| 146 |
+
"small",
|
| 147 |
+
)
|
| 148 |
+
story.append(PageBreak())
|
| 149 |
+
heading("Experimental design and analysis")
|
| 150 |
+
p(
|
| 151 |
+
"The corpus is grouped by manuscript version before splitting. Each main split contains 100 papers balanced by historical outcome. A separate balanced pilot has 24 papers. The writer sees the title and abstract. The reviewer sees the cleaned text or fixed-reader notes covering every chunk. Test identities are frozen jointly before scoring. The preregistration allocates eight paired primary seeds and five for each secondary control. Pilot throughput alone sets their common budget. The paper-stratified crossed bootstrap resamples seed blocks and shared paper IDs. "
|
| 152 |
+
+ link(
|
| 153 |
+
"Released paper data",
|
| 154 |
+
"https://github.com/facebookresearch/HyperAgents/tree/59a68f672dfb92c74aeb7e61535d776fb36e172d/domains/paper_review",
|
| 155 |
+
)
|
| 156 |
+
+ " · "
|
| 157 |
+
+ link("Crossed bootstrap", "https://artowen.su.domains/reports/pbs2.pdf")
|
| 158 |
+
+ "."
|
| 159 |
+
)
|
| 160 |
+
heading("Results")
|
| 161 |
+
p(status)
|
| 162 |
+
if scores:
|
| 163 |
+
tab(
|
| 164 |
+
["Split", "Frozen reviewer", "Scored", "Correct", "Accuracy", "Status"],
|
| 165 |
+
scores,
|
| 166 |
+
[17, 55, 18, 21, 24, 27],
|
| 167 |
+
)
|
| 168 |
+
else:
|
| 169 |
+
tab(
|
| 170 |
+
["Condition", "Registered evaluation"],
|
| 171 |
+
[
|
| 172 |
+
[
|
| 173 |
+
"Editable / native",
|
| 174 |
+
"Paired sealed comparison at the pilot-selected budget.",
|
| 175 |
+
],
|
| 176 |
+
[
|
| 177 |
+
"Uniform / handcrafted",
|
| 178 |
+
"Secondary fixed controls evaluated on the same papers.",
|
| 179 |
+
],
|
| 180 |
+
["Root", "Unevolved reviewer, scored directly."],
|
| 181 |
+
[
|
| 182 |
+
"Midpoint fork",
|
| 183 |
+
"Seed-one editable state, continued with native parent choice.",
|
| 184 |
+
],
|
| 185 |
+
],
|
| 186 |
+
[52, 110],
|
| 187 |
+
)
|
| 188 |
+
for key, c in contrasts.items():
|
| 189 |
+
p(
|
| 190 |
+
f"{key.replace('_', ' ').capitalize()}: {c['mean_pp']:+.2f} pp, 95% interval [{c['low']:+.2f}, {c['high']:+.2f}]."
|
| 191 |
+
)
|
| 192 |
+
tab(
|
| 193 |
+
["Paired seed", "Editable minus native (pp)"],
|
| 194 |
+
[[s, f"{v:+.2f}"] for s, v in zip(c["seeds"], c["per_seed_pp"])],
|
| 195 |
+
[48, 75],
|
| 196 |
+
)
|
| 197 |
+
endpoint_fig = project / "docs" / "figures" / "endpoints.png"
|
| 198 |
+
if endpoint_fig.exists() and scores:
|
| 199 |
+
story.append(Image(str(endpoint_fig), width=158 * mm, height=62 * mm))
|
| 200 |
+
p(
|
| 201 |
+
"Endpoint accuracy by evaluation split. Points represent individual completed evaluations; coincident values overlap.",
|
| 202 |
+
"small",
|
| 203 |
+
)
|
| 204 |
+
heading("Mechanism and interpretation")
|
| 205 |
+
p(
|
| 206 |
+
"Source changes alone cannot establish that the selector changed the trajectory. The event ledger identifies the owner, executed source, parent and child. Replaying the two handcrafted formulas isolates differences in individual choices on fixed snapshots. Continuing the first editable midpoint under native selection measures a single trajectory intervention. "
|
| 207 |
+
+ link("Released weighting code", SRC)
|
| 208 |
+
+ "."
|
| 209 |
+
)
|
| 210 |
+
if searches:
|
| 211 |
+
tab(
|
| 212 |
+
[
|
| 213 |
+
"Search",
|
| 214 |
+
"Validation",
|
| 215 |
+
"Nodes",
|
| 216 |
+
"Selector edits",
|
| 217 |
+
"Invalid",
|
| 218 |
+
"Fallbacks",
|
| 219 |
+
"Swaps",
|
| 220 |
+
"Erased",
|
| 221 |
+
"Replay diff.",
|
| 222 |
+
],
|
| 223 |
+
searches,
|
| 224 |
+
[43, 20, 13, 16, 12, 16, 13, 13, 18],
|
| 225 |
+
)
|
| 226 |
+
for r in runs:
|
| 227 |
+
if r["complete"] and (r["stage"] == "pilot" or r["arm"] == "fork-native"):
|
| 228 |
+
story.append(
|
| 229 |
+
KeepTogether(
|
| 230 |
+
[
|
| 231 |
+
Image(
|
| 232 |
+
str(
|
| 233 |
+
project / "docs" / "figures" / (r["name"] + ".png")
|
| 234 |
+
),
|
| 235 |
+
width=154 * mm,
|
| 236 |
+
height=53 * mm,
|
| 237 |
+
),
|
| 238 |
+
Paragraph(
|
| 239 |
+
escape(r["name"])
|
| 240 |
+
+ ". Valid-record accuracy and reward; dotted lines show reviewer replacement. The adjacent tree records parentage.",
|
| 241 |
+
styles["small"],
|
| 242 |
+
),
|
| 243 |
+
]
|
| 244 |
+
)
|
| 245 |
+
)
|
| 246 |
+
heading("Limitations and conclusions")
|
| 247 |
+
p(
|
| 248 |
+
"Historical acceptance reflects decisions made by a conference. Interpretation is conditional on the public corpus, model, input cleaning, fixed-reader compression, constrained program interface and local search budget. Pretraining familiarity is unknown. An eight-paper election packet can give noisy rankings or ties. Agreement on that packet is development evidence. Per-route sealed results quantify a possible long-document confound. "
|
| 249 |
+
+ link("Methodological review", G + "/blob/main/reports/reviews/methods.md")
|
| 250 |
+
+ "."
|
| 251 |
+
)
|
| 252 |
+
p(
|
| 253 |
+
status
|
| 254 |
+
+ " The study reports invalid edits, low turnover and negative effects as observed."
|
| 255 |
+
)
|
| 256 |
+
if computes or routes or examples:
|
| 257 |
+
story.append(PageBreak())
|
| 258 |
+
heading("Appendix · Compute, reading routes and outputs")
|
| 259 |
+
if computes:
|
| 260 |
+
tab(
|
| 261 |
+
[
|
| 262 |
+
"Run",
|
| 263 |
+
"Calls",
|
| 264 |
+
"Actual calls",
|
| 265 |
+
"Logical input",
|
| 266 |
+
"Logical output",
|
| 267 |
+
"Actual input",
|
| 268 |
+
"Actual output",
|
| 269 |
+
"GPU svc h",
|
| 270 |
+
"Failures",
|
| 271 |
+
],
|
| 272 |
+
computes,
|
| 273 |
+
[43, 13, 15, 17, 17, 17, 17, 14, 12],
|
| 274 |
+
)
|
| 275 |
+
p(
|
| 276 |
+
"GPU service time sums actual Ollama request durations while the model resides on the GPU. Shared-prefix costs are included in fork comparisons. Logical totals include cache hits.",
|
| 277 |
+
"small",
|
| 278 |
+
)
|
| 279 |
+
if routes:
|
| 280 |
+
tab(
|
| 281 |
+
["Endpoint", "Reading route", "Papers", "Accuracy"],
|
| 282 |
+
routes,
|
| 283 |
+
[74, 38, 25, 25],
|
| 284 |
+
)
|
| 285 |
+
for arm, roles in examples.items():
|
| 286 |
+
for role, ex in roles.items():
|
| 287 |
+
heading(escape(arm + " · " + role))
|
| 288 |
+
p(escape(ex["text"][:1100]), "small")
|
| 289 |
+
p(
|
| 290 |
+
escape(
|
| 291 |
+
f"{ex['run']} · paper {ex['id']} · decision {ex['decision']}. The full output is retained in the result file."
|
| 292 |
+
),
|
| 293 |
+
"small",
|
| 294 |
+
)
|
| 295 |
+
heading("Reproducibility")
|
| 296 |
+
p(
|
| 297 |
+
link("Source, tests and published results", G)
|
| 298 |
+
+ " · "
|
| 299 |
+
+ link(
|
| 300 |
+
"Evolved program collection",
|
| 301 |
+
"https://huggingface.co/collections/BurnyCoder/rqgm-with-editable-parent-selection-6affcf0378cae9548869a3f0",
|
| 302 |
+
)
|
| 303 |
+
+ " · "
|
| 304 |
+
+ link(
|
| 305 |
+
"Literature and source audit", G + "/blob/main/reports/literature-review.md"
|
| 306 |
+
)
|
| 307 |
+
+ ". Regenerate this report and its figures with uv run --locked rqgm-study report."
|
| 308 |
+
)
|
| 309 |
+
heading("AI authorship statement")
|
| 310 |
+
p(
|
| 311 |
+
"Codex wrote this study codebase and paper from the exact specification provided by a human. Human cleanup and rewriting are in progress.",
|
| 312 |
+
"small",
|
| 313 |
+
)
|
| 314 |
+
|
| 315 |
+
def footer(canvas, document):
|
| 316 |
+
canvas.setFont("Study", 7)
|
| 317 |
+
canvas.setFillColor(colors.HexColor("#516560"))
|
| 318 |
+
canvas.drawString(20 * mm, 10 * mm, "RQGM / Editable parent selection")
|
| 319 |
+
canvas.drawRightString(A4[0] - 20 * mm, 10 * mm, str(document.page))
|
| 320 |
+
|
| 321 |
+
doc.build(story, onFirstPage=footer, onLaterPages=footer)
|
src/rqstudy/policies.py
ADDED
|
@@ -0,0 +1,137 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Published selection formulas and the sole editable dispatch in the experiment.
|
| 2 |
+
|
| 3 |
+
RQGM October Appendix B.2 selects parents by subtree evidence, and measurement
|
| 4 |
+
targets by own evidence. HyperAgents E.5 delegates expansion to the newest valid
|
| 5 |
+
owner. Its gl_utils.py lines 571–584 implement the exponential child penalty.
|
| 6 |
+
"""
|
| 7 |
+
|
| 8 |
+
from __future__ import annotations
|
| 9 |
+
|
| 10 |
+
import math
|
| 11 |
+
import random
|
| 12 |
+
from .data import digest
|
| 13 |
+
|
| 14 |
+
|
| 15 |
+
def archive_view(archive, epoch: int, n: int, budget: int) -> dict:
|
| 16 |
+
"""Build fresh aggregate statistics from retained OpenRQGM utility records."""
|
| 17 |
+
nodes = []
|
| 18 |
+
for node in archive.nodes.values():
|
| 19 |
+
if not node.valid:
|
| 20 |
+
continue
|
| 21 |
+
s, f = archive.counts(node_ids=[node.node_id])
|
| 22 |
+
cs, cf = archive.clade_counts(node.node_id)
|
| 23 |
+
role_means = []
|
| 24 |
+
for role in ("writer", "reviewer"):
|
| 25 |
+
rs, rf = archive.counts(node_ids=[node.node_id], role_id=role)
|
| 26 |
+
role_means.append((1 + rs) / (2 + rs + rf))
|
| 27 |
+
nodes.append(
|
| 28 |
+
dict(
|
| 29 |
+
id=node.node_id,
|
| 30 |
+
parent=node.parent_id,
|
| 31 |
+
created=node.created_at_step,
|
| 32 |
+
children=len(archive.children.get(node.node_id, [])),
|
| 33 |
+
own_s=s,
|
| 34 |
+
own_f=f,
|
| 35 |
+
clade_s=cs,
|
| 36 |
+
clade_f=cf,
|
| 37 |
+
score=sum(role_means) / len(role_means),
|
| 38 |
+
)
|
| 39 |
+
)
|
| 40 |
+
return dict(nodes=nodes, epoch=epoch, evaluations=n, budget=budget)
|
| 41 |
+
|
| 42 |
+
|
| 43 |
+
def choose_thompson(view: dict, rng, clade: bool) -> str:
|
| 44 |
+
"""Sample Beta posteriors with the remaining-budget cooldown from HGM."""
|
| 45 |
+
prefix = "clade" if clade else "own"
|
| 46 |
+
scale = view["budget"] / max(1, view["budget"] - view["evaluations"])
|
| 47 |
+
return max(
|
| 48 |
+
view["nodes"],
|
| 49 |
+
key=lambda n: rng.beta(
|
| 50 |
+
(1 + n[prefix + "_s"]) * scale, (1 + n[prefix + "_f"]) * scale
|
| 51 |
+
),
|
| 52 |
+
)["id"]
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
def reference_choice(view: dict, quantile: float, paper: bool) -> str:
|
| 56 |
+
"""Draw from either published recipe using one common uniform variate."""
|
| 57 |
+
nodes = view["nodes"]
|
| 58 |
+
top = sorted((n["score"] for n in nodes), reverse=True)[:3]
|
| 59 |
+
midpoint = sum(top) / len(top)
|
| 60 |
+
weights = []
|
| 61 |
+
for node in nodes:
|
| 62 |
+
children = node["children"]
|
| 63 |
+
penalty = 1 / (1 + children) if paper else math.exp(-((children / 8) ** 3))
|
| 64 |
+
weights.append(penalty / (1 + math.exp(-10 * (node["score"] - midpoint))))
|
| 65 |
+
total = sum(weights)
|
| 66 |
+
if not total:
|
| 67 |
+
return nodes[min(len(nodes) - 1, int(quantile * len(nodes)))]["id"]
|
| 68 |
+
upto = 0.0
|
| 69 |
+
for node, weight in zip(nodes, weights):
|
| 70 |
+
upto += weight
|
| 71 |
+
if quantile * total < upto:
|
| 72 |
+
return node["id"]
|
| 73 |
+
return nodes[-1]["id"]
|
| 74 |
+
|
| 75 |
+
|
| 76 |
+
def choose_parent(
|
| 77 |
+
arm: str, archive, view: dict, rng, worker, *, fallback_allowance=None
|
| 78 |
+
) -> dict:
|
| 79 |
+
"""Keep actual selector ownership distinct from the descended workspace."""
|
| 80 |
+
draw = float(rng.random())
|
| 81 |
+
released = reference_choice(view, draw, False)
|
| 82 |
+
published = reference_choice(view, draw, True)
|
| 83 |
+
ids = [row["id"] for row in view["nodes"]]
|
| 84 |
+
seed = int(rng.integers(0, 2**31))
|
| 85 |
+
event = dict(
|
| 86 |
+
owner=None,
|
| 87 |
+
failures=[],
|
| 88 |
+
replay_u=draw,
|
| 89 |
+
released=released,
|
| 90 |
+
published=published,
|
| 91 |
+
seed=seed,
|
| 92 |
+
snapshot=view,
|
| 93 |
+
source_hash=None,
|
| 94 |
+
)
|
| 95 |
+
if arm == "native":
|
| 96 |
+
event["parent"] = choose_thompson(view, rng, clade=True)
|
| 97 |
+
elif arm == "uniform":
|
| 98 |
+
event["parent"] = ids[int(draw * len(ids))]
|
| 99 |
+
elif arm == "handcrafted":
|
| 100 |
+
event["parent"] = released
|
| 101 |
+
elif arm == "editable":
|
| 102 |
+
allowance = (
|
| 103 |
+
len(ids) if fallback_allowance is None else max(0, fallback_allowance)
|
| 104 |
+
)
|
| 105 |
+
for index, owner in enumerate(reversed(ids)):
|
| 106 |
+
if index > allowance:
|
| 107 |
+
break
|
| 108 |
+
source = archive.nodes[owner].workspace["selector"]
|
| 109 |
+
try:
|
| 110 |
+
result = worker.call(source, "select_parent", view, seed)
|
| 111 |
+
if result not in ids:
|
| 112 |
+
raise ValueError("Selected an ineligible node")
|
| 113 |
+
event.update(
|
| 114 |
+
owner=owner,
|
| 115 |
+
parent=result,
|
| 116 |
+
source=source,
|
| 117 |
+
source_hash=digest(source),
|
| 118 |
+
)
|
| 119 |
+
break
|
| 120 |
+
except ValueError as exc:
|
| 121 |
+
event["failures"].append(
|
| 122 |
+
dict(owner=owner, error=str(exc), source_hash=digest(source))
|
| 123 |
+
)
|
| 124 |
+
# A known trusted uniform implementation can also recover from a root worker timeout.
|
| 125 |
+
if "parent" not in event:
|
| 126 |
+
owner = ids[0]
|
| 127 |
+
source = archive.nodes[owner].workspace["selector"]
|
| 128 |
+
event.update(
|
| 129 |
+
owner=owner,
|
| 130 |
+
parent=random.Random(seed).choice(ids),
|
| 131 |
+
source=source,
|
| 132 |
+
source_hash=digest(source),
|
| 133 |
+
trusted_root_fallback=True,
|
| 134 |
+
)
|
| 135 |
+
else:
|
| 136 |
+
raise ValueError(f"Unknown selector {arm}")
|
| 137 |
+
return event
|
src/rqstudy/reading.py
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Token-aware full manuscript access with fixed, cached reading of every chunk."""
|
| 2 |
+
|
| 3 |
+
from __future__ import annotations
|
| 4 |
+
|
| 5 |
+
import functools
|
| 6 |
+
import urllib.request
|
| 7 |
+
from pathlib import Path
|
| 8 |
+
|
| 9 |
+
from tokenizers import Tokenizer
|
| 10 |
+
from .data import digest
|
| 11 |
+
|
| 12 |
+
TOKENIZER_URL = "https://huggingface.co/Qwen/Qwen3.5-4B/resolve/851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a/tokenizer.json"
|
| 13 |
+
TOKENIZER_HASH = "5f9e4d4901a92b997e463c1f46055088b6cca5ca61a6522d1b9f64c4bb81cb42"
|
| 14 |
+
READ = "Extract specific research questions, methods, evidence, flaws and limitations from this manuscript passage. Use compact factual notes. Preserve important numbers. Omit publication status and decisions."
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
@functools.lru_cache(maxsize=3)
|
| 18 |
+
def tokenizer(project: Path):
|
| 19 |
+
path = project / ".private" / "data" / "tokenizer.json"
|
| 20 |
+
if not path.exists():
|
| 21 |
+
path.parent.mkdir(parents=True, exist_ok=True)
|
| 22 |
+
with urllib.request.urlopen(TOKENIZER_URL, timeout=90) as stream:
|
| 23 |
+
raw = stream.read()
|
| 24 |
+
if digest(raw) != TOKENIZER_HASH:
|
| 25 |
+
raise ValueError("Tokenizer download hash mismatch")
|
| 26 |
+
path.write_bytes(raw)
|
| 27 |
+
if digest(path.read_bytes()) != TOKENIZER_HASH:
|
| 28 |
+
raise ValueError("Tokenizer hash mismatch")
|
| 29 |
+
return Tokenizer.from_file(str(path))
|
| 30 |
+
|
| 31 |
+
|
| 32 |
+
def chunks(text: str, size: int, codec) -> list[str]:
|
| 33 |
+
"""Slice original Unicode by token offsets, covering all characters exactly once."""
|
| 34 |
+
encoded = codec.encode(text, add_special_tokens=False)
|
| 35 |
+
if len(encoded.ids) <= size:
|
| 36 |
+
return [text]
|
| 37 |
+
cuts = sorted(
|
| 38 |
+
{
|
| 39 |
+
0,
|
| 40 |
+
len(text),
|
| 41 |
+
*(encoded.offsets[i][0] for i in range(size, len(encoded.ids), size)),
|
| 42 |
+
}
|
| 43 |
+
)
|
| 44 |
+
return [text[a:b] for a, b in zip(cuts, cuts[1:]) if b > a]
|
| 45 |
+
|
| 46 |
+
|
| 47 |
+
def read_paper(broker, event: str, text: str):
|
| 48 |
+
"""Include every source passage; recursively compress exceptionally long notes."""
|
| 49 |
+
codec = tokenizer(broker.project)
|
| 50 |
+
# Reserve room for evolved instructions, the review schema and output tokens.
|
| 51 |
+
limit = max(512, broker.ctx - 4096) if broker.ctx > 4096 else 2048
|
| 52 |
+
sections = chunks(text, limit, codec)
|
| 53 |
+
metadata = dict(
|
| 54 |
+
route="direct" if len(sections) == 1 else "section",
|
| 55 |
+
chunks=len(sections),
|
| 56 |
+
chars=len(text),
|
| 57 |
+
covered=sum(map(len, sections)),
|
| 58 |
+
sha256=digest(text),
|
| 59 |
+
)
|
| 60 |
+
if len(sections) == 1:
|
| 61 |
+
return text, metadata
|
| 62 |
+
layer = 0
|
| 63 |
+
while len(sections) > 1:
|
| 64 |
+
notes = [
|
| 65 |
+
broker.ask(f"{event}/read/{layer}/{i}", "reader", READ, part, 192)
|
| 66 |
+
for i, part in enumerate(sections)
|
| 67 |
+
]
|
| 68 |
+
merged = "\n\n".join(notes)
|
| 69 |
+
if not merged.strip():
|
| 70 |
+
raise ValueError("Empty reading notes")
|
| 71 |
+
sections = chunks(merged, limit, codec)
|
| 72 |
+
layer += 1
|
| 73 |
+
return sections[0], metadata
|
src/rqstudy/reporting.py
ADDED
|
@@ -0,0 +1,515 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Rebuild tables, plots, experiment records and website data from trusted result files."""
|
| 2 |
+
|
| 3 |
+
from __future__ import annotations
|
| 4 |
+
|
| 5 |
+
from collections import Counter
|
| 6 |
+
from pathlib import Path
|
| 7 |
+
import matplotlib
|
| 8 |
+
|
| 9 |
+
matplotlib.use("Agg")
|
| 10 |
+
import matplotlib.pyplot as plt
|
| 11 |
+
from .analysis import summary
|
| 12 |
+
from .data import dump, load
|
| 13 |
+
from .paper import make_paper
|
| 14 |
+
|
| 15 |
+
TITLE = "Editable expansion-parent selection in the Red Queen Gödel Machine"
|
| 16 |
+
COLORS = {
|
| 17 |
+
"editable": "#087d76",
|
| 18 |
+
"native": "#a54c32",
|
| 19 |
+
"uniform": "#536889",
|
| 20 |
+
"handcrafted": "#80549b",
|
| 21 |
+
"fork-native": "#895811",
|
| 22 |
+
"root": "#444444",
|
| 23 |
+
}
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
def write(path: Path, text: str):
|
| 27 |
+
"""Use UTF-8 consistently for Markdown viewed on Windows, GitHub and Pages."""
|
| 28 |
+
path.parent.mkdir(parents=True, exist_ok=True)
|
| 29 |
+
path.write_text(text.rstrip() + "\n", encoding="utf-8")
|
| 30 |
+
|
| 31 |
+
|
| 32 |
+
def table(head, rows):
|
| 33 |
+
"""Render a GitHub table from the same cells consumed by the procedural report."""
|
| 34 |
+
return "\n".join(
|
| 35 |
+
"| "
|
| 36 |
+
+ " | ".join(str(c).replace("|", "\\|").replace("\n", " ") for c in row)
|
| 37 |
+
+ " |"
|
| 38 |
+
for row in [head, ["---"] * len(head), *rows]
|
| 39 |
+
)
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
def evidence(run):
|
| 43 |
+
"""Count execution events separately from code changes and hypothetical replay draws."""
|
| 44 |
+
chosen = run["selection"]
|
| 45 |
+
return dict(
|
| 46 |
+
nodes=len(run["nodes"]),
|
| 47 |
+
edits=sum(bool(s["child"]) for s in chosen),
|
| 48 |
+
invalid=sum(s["child"] is None for s in chosen),
|
| 49 |
+
fallbacks=sum(len(s["failures"]) for s in chosen),
|
| 50 |
+
selector_edits=sum("selector" in s["changed"] for s in chosen),
|
| 51 |
+
older=sum(
|
| 52 |
+
s.get("owner") is not None and s["owner"] != s["parent"] for s in chosen
|
| 53 |
+
),
|
| 54 |
+
replay_diff=sum(s["published"] != s["released"] for s in chosen),
|
| 55 |
+
draws=len(chosen),
|
| 56 |
+
replacements=sum(bool(c["replacements"]) for c in run["checkpoints"]),
|
| 57 |
+
erased=sum(c["erased_records"] for c in run["checkpoints"]),
|
| 58 |
+
)
|
| 59 |
+
|
| 60 |
+
|
| 61 |
+
def example_rows(runs, evals):
|
| 62 |
+
"""Use the first recorded outputs per role/arm in file order to avoid picking highlights."""
|
| 63 |
+
examples = {}
|
| 64 |
+
for run in runs:
|
| 65 |
+
group = examples.setdefault(run["arm"], {})
|
| 66 |
+
for record in run["records"]:
|
| 67 |
+
m = record["metadata"]
|
| 68 |
+
group.setdefault(
|
| 69 |
+
record["role_id"],
|
| 70 |
+
dict(
|
| 71 |
+
id=m["paper"],
|
| 72 |
+
decision=m["decision"],
|
| 73 |
+
text=m.get("draft") or m["evidence"],
|
| 74 |
+
run=run["name"],
|
| 75 |
+
),
|
| 76 |
+
)
|
| 77 |
+
for e in evals:
|
| 78 |
+
if e["rows"]:
|
| 79 |
+
m = e["rows"][0]
|
| 80 |
+
examples.setdefault(e["arm"], {}).setdefault(
|
| 81 |
+
"endpoint",
|
| 82 |
+
dict(
|
| 83 |
+
id=m["id"],
|
| 84 |
+
decision=m["decision"],
|
| 85 |
+
text=m["evidence"],
|
| 86 |
+
run=e["name"],
|
| 87 |
+
),
|
| 88 |
+
)
|
| 89 |
+
return examples
|
| 90 |
+
|
| 91 |
+
|
| 92 |
+
def architecture(path):
|
| 93 |
+
"""Draw the inheritance and scoring paths explicitly, including the moving evaluator."""
|
| 94 |
+
fig, ax = plt.subplots(figsize=(10.7, 4.0), layout="constrained")
|
| 95 |
+
ax.set(xlim=(0, 10), ylim=(0, 3.8))
|
| 96 |
+
ax.axis("off")
|
| 97 |
+
boxes = [
|
| 98 |
+
(1.05, 2.85, "Current archive"),
|
| 99 |
+
(3.55, 2.85, "Newest selector\nor fixed rule"),
|
| 100 |
+
(6.1, 2.85, "Chosen parent's\nfour programs"),
|
| 101 |
+
(8.7, 2.85, "Editor proposes\na child"),
|
| 102 |
+
(1.05, 0.72, "Own-node\nvalidation"),
|
| 103 |
+
(3.55, 0.72, "Manuscript +\nepoch reviewer"),
|
| 104 |
+
(6.1, 0.72, "Human decision\nanchor"),
|
| 105 |
+
(8.7, 0.72, "Checkpoint\nelection"),
|
| 106 |
+
]
|
| 107 |
+
for x, y, label in boxes:
|
| 108 |
+
ax.text(
|
| 109 |
+
x,
|
| 110 |
+
y,
|
| 111 |
+
label,
|
| 112 |
+
ha="center",
|
| 113 |
+
va="center",
|
| 114 |
+
color="#14343a",
|
| 115 |
+
fontsize=11,
|
| 116 |
+
bbox=dict(
|
| 117 |
+
boxstyle="round,pad=.65", facecolor="#eff6f4", edgecolor="#5d8684"
|
| 118 |
+
),
|
| 119 |
+
)
|
| 120 |
+
edges = [
|
| 121 |
+
((1.85, 2.85), (2.73, 2.85)),
|
| 122 |
+
((4.43, 2.85), (5.15, 2.85)),
|
| 123 |
+
((7.02, 2.85), (7.85, 2.85)),
|
| 124 |
+
((1.05, 2.56), (1.05, 1.14)),
|
| 125 |
+
((1.8, 0.72), (2.6, 0.72)),
|
| 126 |
+
((7.06, 0.72), (7.88, 0.72)),
|
| 127 |
+
]
|
| 128 |
+
for a, b in edges:
|
| 129 |
+
ax.annotate(
|
| 130 |
+
"",
|
| 131 |
+
xy=b,
|
| 132 |
+
xytext=a,
|
| 133 |
+
arrowprops=dict(arrowstyle="->", color="#476363", lw=1.6),
|
| 134 |
+
)
|
| 135 |
+
ax.annotate(
|
| 136 |
+
"",
|
| 137 |
+
xy=(1.05, 3.18),
|
| 138 |
+
xytext=(8.7, 3.18),
|
| 139 |
+
arrowprops=dict(
|
| 140 |
+
arrowstyle="->", connectionstyle="bar,fraction=.052", color="#476363"
|
| 141 |
+
),
|
| 142 |
+
)
|
| 143 |
+
ax.text(4.9, 3.62, "Admit child and retain ancestry", ha="center", fontsize=9)
|
| 144 |
+
ax.annotate(
|
| 145 |
+
"",
|
| 146 |
+
xy=(3.55, 1.16),
|
| 147 |
+
xytext=(8.7, 1.16),
|
| 148 |
+
arrowprops=dict(
|
| 149 |
+
arrowstyle="->", connectionstyle="bar,fraction=.09", color="#476363"
|
| 150 |
+
),
|
| 151 |
+
)
|
| 152 |
+
ax.text(
|
| 153 |
+
6.1, 1.77, "Promoted reviewer judges future drafts", ha="center", fontsize=9
|
| 154 |
+
)
|
| 155 |
+
fig.savefig(path, dpi=130, bbox_inches="tight")
|
| 156 |
+
plt.close(fig)
|
| 157 |
+
|
| 158 |
+
|
| 159 |
+
def plots(folder, runs, evals):
|
| 160 |
+
"""Show binary reward and accuracy on their full zero-to-one scale, marking epoch changes."""
|
| 161 |
+
folder.mkdir(parents=True, exist_ok=True)
|
| 162 |
+
architecture(folder / "architecture.png")
|
| 163 |
+
for run in runs:
|
| 164 |
+
name = run["name"]
|
| 165 |
+
fig, (ax, tree) = plt.subplots(
|
| 166 |
+
1,
|
| 167 |
+
2,
|
| 168 |
+
figsize=(10, 3.45),
|
| 169 |
+
layout="constrained",
|
| 170 |
+
gridspec_kw={"width_ratios": [1.25, 1]},
|
| 171 |
+
)
|
| 172 |
+
for label, s, t, color in (
|
| 173 |
+
("Reviewer accuracy", "review_success", "review_total", "#087d76"),
|
| 174 |
+
("Writer reward", "writer_success", "writer_total", "#ad5839"),
|
| 175 |
+
):
|
| 176 |
+
points = [(r["n"], r[s] / r[t]) for r in run["trajectory"] if r[t]]
|
| 177 |
+
if points:
|
| 178 |
+
x, y = zip(*points)
|
| 179 |
+
ax.step(x, y, where="post", label=label, color=color)
|
| 180 |
+
for cp in run["checkpoints"]:
|
| 181 |
+
if cp["replacements"]:
|
| 182 |
+
ax.axvline(cp["checkpoint"], ls=":", color="#666")
|
| 183 |
+
ax.set(
|
| 184 |
+
xlabel="Scheduled validation evaluations",
|
| 185 |
+
ylabel="Fraction of valid records",
|
| 186 |
+
ylim=(-0.02, 1.02),
|
| 187 |
+
title=name,
|
| 188 |
+
)
|
| 189 |
+
if ax.lines:
|
| 190 |
+
ax.legend(fontsize=8, loc="best")
|
| 191 |
+
positions = {}
|
| 192 |
+
for i, node in enumerate(run["nodes"]):
|
| 193 |
+
parent = node["parent"]
|
| 194 |
+
depth = positions[parent][0] + 1 if parent in positions else 0
|
| 195 |
+
positions[node["id"]] = (depth, i)
|
| 196 |
+
if parent:
|
| 197 |
+
px, py = positions[parent]
|
| 198 |
+
tree.plot([px, depth], [py, i], lw=1, color="#a4b8b5")
|
| 199 |
+
tree.scatter(depth, i, s=17, color=COLORS[run["arm"]])
|
| 200 |
+
if len(run["nodes"]) < 22:
|
| 201 |
+
tree.annotate(
|
| 202 |
+
node["id"],
|
| 203 |
+
(depth, i),
|
| 204 |
+
xytext=(4, 0),
|
| 205 |
+
textcoords="offset points",
|
| 206 |
+
va="center",
|
| 207 |
+
fontsize=6,
|
| 208 |
+
)
|
| 209 |
+
tree.set(
|
| 210 |
+
xlabel="Generations from root",
|
| 211 |
+
ylabel="Admission order",
|
| 212 |
+
title="Workspace lineage",
|
| 213 |
+
)
|
| 214 |
+
tree.margins(x=0.2, y=0.08)
|
| 215 |
+
fig.savefig(folder / (name + ".png"), dpi=115)
|
| 216 |
+
plt.close(fig)
|
| 217 |
+
complete = [e for e in evals if e["complete"] and not e["name"].endswith("-tokens")]
|
| 218 |
+
if complete:
|
| 219 |
+
fig, axes = plt.subplots(
|
| 220 |
+
1, 2, figsize=(9, 3.5), layout="constrained", sharey=True
|
| 221 |
+
)
|
| 222 |
+
for ax, split in zip(axes, ("pilot", "test")):
|
| 223 |
+
ax.set(
|
| 224 |
+
title=split.capitalize() + " endpoint accuracy",
|
| 225 |
+
ylim=(0, 1.02),
|
| 226 |
+
ylabel="Correct fraction",
|
| 227 |
+
)
|
| 228 |
+
for j, (arm, color) in enumerate(COLORS.items()):
|
| 229 |
+
values = [
|
| 230 |
+
sum(r["correct"] for r in e["rows"]) / len(e["rows"])
|
| 231 |
+
for e in complete
|
| 232 |
+
if e["split"] == split and e["arm"] == arm
|
| 233 |
+
]
|
| 234 |
+
if values:
|
| 235 |
+
ax.scatter([j] * len(values), values, color=color, alpha=0.7)
|
| 236 |
+
ax.set_xticks(
|
| 237 |
+
range(len(COLORS)), list(COLORS), rotation=32, ha="right", fontsize=8
|
| 238 |
+
)
|
| 239 |
+
fig.savefig(folder / "endpoints.png", dpi=120)
|
| 240 |
+
plt.close(fig)
|
| 241 |
+
|
| 242 |
+
|
| 243 |
+
def comparison_text(contrasts):
|
| 244 |
+
"""Apply the registered rule to the primary interval only after scoring."""
|
| 245 |
+
result = contrasts.get("primary")
|
| 246 |
+
if result is None:
|
| 247 |
+
return "The sealed editable–native comparison is pending."
|
| 248 |
+
return (
|
| 249 |
+
f"The mean paired difference is {result['mean_pp']:+.2f} percentage points "
|
| 250 |
+
f"(95% interval {result['low']:+.2f} to {result['high']:+.2f}, {result['pairs']} seed pairs). "
|
| 251 |
+
f"The registered interpretation is {result['interpretation']}."
|
| 252 |
+
)
|
| 253 |
+
|
| 254 |
+
|
| 255 |
+
def report(project):
|
| 256 |
+
"""A single entry point rebuilds human-facing releases without calling a model."""
|
| 257 |
+
runs, evals, scored, contrasts = summary(project)
|
| 258 |
+
reports = project / "reports"
|
| 259 |
+
docs = project / "docs"
|
| 260 |
+
docs.mkdir(exist_ok=True)
|
| 261 |
+
examples = example_rows(runs, evals)
|
| 262 |
+
completed = sum(r["complete"] for r in runs)
|
| 263 |
+
complete_evals = sum(e["complete"] for e in evals)
|
| 264 |
+
status = comparison_text(contrasts)
|
| 265 |
+
scores = [
|
| 266 |
+
[
|
| 267 |
+
e["split"],
|
| 268 |
+
e["name"],
|
| 269 |
+
e["n"],
|
| 270 |
+
f"{e['correct']}/{e['n']}",
|
| 271 |
+
f"{100 * e['correct'] / e['n']:.1f}%",
|
| 272 |
+
"complete" if e["complete"] else "partial",
|
| 273 |
+
]
|
| 274 |
+
for e in scored
|
| 275 |
+
if e["n"]
|
| 276 |
+
]
|
| 277 |
+
score_table = (
|
| 278 |
+
table(["Split", "Endpoint", "Papers", "Correct", "Accuracy", "Status"], scores)
|
| 279 |
+
if scores
|
| 280 |
+
else "No endpoint predictions have been recorded."
|
| 281 |
+
)
|
| 282 |
+
searches = []
|
| 283 |
+
for run in runs:
|
| 284 |
+
m = evidence(run)
|
| 285 |
+
searches.append(
|
| 286 |
+
[
|
| 287 |
+
run["name"],
|
| 288 |
+
f"{run['n']}/{run['budget']}",
|
| 289 |
+
m["nodes"],
|
| 290 |
+
m["selector_edits"],
|
| 291 |
+
m["invalid"],
|
| 292 |
+
m["fallbacks"],
|
| 293 |
+
m["replacements"],
|
| 294 |
+
m["erased"],
|
| 295 |
+
f"{m['replay_diff']}/{m['draws']}",
|
| 296 |
+
]
|
| 297 |
+
)
|
| 298 |
+
search_table = (
|
| 299 |
+
table(
|
| 300 |
+
[
|
| 301 |
+
"Search",
|
| 302 |
+
"Validation",
|
| 303 |
+
"Nodes",
|
| 304 |
+
"Selector edits",
|
| 305 |
+
"Invalid edits",
|
| 306 |
+
"Fallback errors",
|
| 307 |
+
"Replacements",
|
| 308 |
+
"Erased",
|
| 309 |
+
"Formula disagreements",
|
| 310 |
+
],
|
| 311 |
+
searches,
|
| 312 |
+
)
|
| 313 |
+
if searches
|
| 314 |
+
else "No search trajectory has been recorded."
|
| 315 |
+
)
|
| 316 |
+
computes = []
|
| 317 |
+
for r in [*runs, *scored]:
|
| 318 |
+
c = r.get("compute", {})
|
| 319 |
+
if c:
|
| 320 |
+
computes.append(
|
| 321 |
+
[
|
| 322 |
+
r["name"] if "split" not in r else r["split"] + "-" + r["name"],
|
| 323 |
+
c["calls"],
|
| 324 |
+
c["actual_calls"],
|
| 325 |
+
c["input"],
|
| 326 |
+
c["output"],
|
| 327 |
+
c["actual_input"],
|
| 328 |
+
c["actual_output"],
|
| 329 |
+
f"{c['service_seconds'] / 3600:.4f}",
|
| 330 |
+
c["failed_attempts"],
|
| 331 |
+
]
|
| 332 |
+
)
|
| 333 |
+
compute_table = (
|
| 334 |
+
table(
|
| 335 |
+
[
|
| 336 |
+
"Run",
|
| 337 |
+
"Calls",
|
| 338 |
+
"Actual calls",
|
| 339 |
+
"Input",
|
| 340 |
+
"Output",
|
| 341 |
+
"Actual input",
|
| 342 |
+
"Actual output",
|
| 343 |
+
"GPU service h",
|
| 344 |
+
"Service failures",
|
| 345 |
+
],
|
| 346 |
+
computes,
|
| 347 |
+
)
|
| 348 |
+
if computes
|
| 349 |
+
else "Compute measurements begin with the first search or endpoint call."
|
| 350 |
+
)
|
| 351 |
+
route_rows = [
|
| 352 |
+
[e["split"] + " " + e["name"], route, v["n"], f"{v['accuracy']:.3f}"]
|
| 353 |
+
for e in scored
|
| 354 |
+
for route, v in e["routes"].items()
|
| 355 |
+
]
|
| 356 |
+
route_table = (
|
| 357 |
+
table(["Endpoint", "Route", "Papers", "Accuracy"], route_rows)
|
| 358 |
+
if route_rows
|
| 359 |
+
else "Reading-route results are pending."
|
| 360 |
+
)
|
| 361 |
+
pair_rows = [
|
| 362 |
+
[panel, seed, f"{pp:+.2f}", f"{value['low']:+.2f} to {value['high']:+.2f}"]
|
| 363 |
+
for panel, value in contrasts.items()
|
| 364 |
+
for seed, pp in zip(value["seeds"], value["per_seed_pp"])
|
| 365 |
+
]
|
| 366 |
+
pair_table = (
|
| 367 |
+
table(
|
| 368 |
+
["Comparison", "Seed", "Difference (pp)", "Cohort interval (pp)"], pair_rows
|
| 369 |
+
)
|
| 370 |
+
if pair_rows
|
| 371 |
+
else "Paired effects require both frozen endpoints and a shared set of scored papers."
|
| 372 |
+
)
|
| 373 |
+
figures = docs / "figures"
|
| 374 |
+
plots(figures, runs, evals)
|
| 375 |
+
dump(
|
| 376 |
+
project / "results" / "analysis.json",
|
| 377 |
+
dict(
|
| 378 |
+
scores=scored,
|
| 379 |
+
contrasts=contrasts,
|
| 380 |
+
searches={r["name"]: evidence(r) for r in runs},
|
| 381 |
+
),
|
| 382 |
+
)
|
| 383 |
+
# The local dashboard polls a compact live snapshot. Long histories load only on demand.
|
| 384 |
+
dump(
|
| 385 |
+
docs / "data.json",
|
| 386 |
+
dict(
|
| 387 |
+
scores=scored,
|
| 388 |
+
contrasts=contrasts,
|
| 389 |
+
examples=examples,
|
| 390 |
+
runs=[
|
| 391 |
+
dict(
|
| 392 |
+
name=r["name"],
|
| 393 |
+
arm=r["arm"],
|
| 394 |
+
stage=r["stage"],
|
| 395 |
+
seed=r["seed"],
|
| 396 |
+
n=r["n"],
|
| 397 |
+
budget=r["budget"],
|
| 398 |
+
counts=evidence(r),
|
| 399 |
+
trajectory=r["trajectory"],
|
| 400 |
+
compute=r["compute"],
|
| 401 |
+
checkpoints=[
|
| 402 |
+
c["checkpoint"] for c in r["checkpoints"] if c["replacements"]
|
| 403 |
+
],
|
| 404 |
+
nodes=[dict(id=v["id"], parent=v["parent"]) for v in r["nodes"]],
|
| 405 |
+
selection=[
|
| 406 |
+
{
|
| 407 |
+
k: s.get(k)
|
| 408 |
+
for k in (
|
| 409 |
+
"n",
|
| 410 |
+
"owner",
|
| 411 |
+
"parent",
|
| 412 |
+
"child",
|
| 413 |
+
"changed",
|
| 414 |
+
"error",
|
| 415 |
+
"source_hash",
|
| 416 |
+
"source",
|
| 417 |
+
)
|
| 418 |
+
}
|
| 419 |
+
for s in r["selection"]
|
| 420 |
+
],
|
| 421 |
+
)
|
| 422 |
+
for r in runs
|
| 423 |
+
],
|
| 424 |
+
),
|
| 425 |
+
)
|
| 426 |
+
if not (docs / "live.json").exists():
|
| 427 |
+
dump(docs / "live.json", {})
|
| 428 |
+
summary_text = f"# Study summary\n\n{status}\n\n## Endpoint accuracy\n\n{score_table}\n\n## Paired effects\n\n{pair_table}\n\n## Search and selector behavior\n\n{search_table}\n\n## Reading routes\n\n{route_table}\n\n## Measured compute\n\n{compute_table}\n\nGPU service hours sum Ollama service durations of actual requests to the GPU-resident model. Cached requests retain their logical token counts. The fork includes the shared prefix in its comparison budget.\n\n[Registered interpretation](preregistration.md) · [Machine-readable analysis](../results/analysis.json)"
|
| 429 |
+
write(reports / "summary.md", summary_text)
|
| 430 |
+
progress = f"# Study progress\n\n{completed} completed searches and {complete_evals} completed endpoint evaluations. {status}\n\n{search_table}\n\n"
|
| 431 |
+
budget_file = project / "results" / "budget.json"
|
| 432 |
+
if budget_file.exists():
|
| 433 |
+
b = load(budget_file)
|
| 434 |
+
progress += f"The pilot timing rule selected {b['budget']} validation evaluations per search. Projected time from the pilot was {b['projections_hours'][str(b['budget'])]:.1f} hours. The measured search and evaluation timing inputs are in [the budget decision](../results/budget.json)."
|
| 435 |
+
else:
|
| 436 |
+
progress += "The first pilot block has a 14-hour target. The remaining-week estimate becomes available after all four pilot timings."
|
| 437 |
+
write(
|
| 438 |
+
reports / "progress.md",
|
| 439 |
+
progress
|
| 440 |
+
+ "\n\n[Run matrix](planned-runs.md) · [Live dashboard](../docs/index.html)",
|
| 441 |
+
)
|
| 442 |
+
histories = reports / "experiments"
|
| 443 |
+
index = []
|
| 444 |
+
lessons = []
|
| 445 |
+
for r in runs:
|
| 446 |
+
name = r["name"]
|
| 447 |
+
folder = histories / name
|
| 448 |
+
m = evidence(r)
|
| 449 |
+
index.append(f"- [{name}]({name}/experiment.md)")
|
| 450 |
+
write(
|
| 451 |
+
folder / "experiment.md",
|
| 452 |
+
f"# {name}\n\n{r['arm']} expansion, seed {r['seed']}, frozen Qwen3.5-4B, {r['context']} tokens of context. The writer seeks acceptance by the epoch reviewer, and reviewer accuracy uses historical decisions. The endpoint follows the registered fifth-percentile rule.\n\n"
|
| 453 |
+
+ table(["Measure", "Observed"], [[k, v] for k, v in m.items()])
|
| 454 |
+
+ f"\n\n\n\n[Full raw archive, workspaces and examples](../../../results/runs/{name}.json) · [Run parameters](../../preregistration.md)",
|
| 455 |
+
)
|
| 456 |
+
observation = f"{name} admitted {m['edits']} edits in {m['draws']} windows. The selector source changed on {m['selector_edits']} edges, and the two child penalties chose different parents on {m['replay_diff']} snapshots. {m['replacements']} reviewer replacements erased {m['erased']} dependent records."
|
| 457 |
+
lessons.append("- " + observation)
|
| 458 |
+
write(
|
| 459 |
+
folder / "learnings.md",
|
| 460 |
+
"# Observations\n\n"
|
| 461 |
+
+ observation
|
| 462 |
+
+ "\n\nThe formula replay holds the archive and draw fixed. Its disagreements measure local decisions. The midpoint intervention measures downstream consequences.",
|
| 463 |
+
)
|
| 464 |
+
write(
|
| 465 |
+
histories / "experiments.md",
|
| 466 |
+
"# Experiment index\n\n"
|
| 467 |
+
+ status
|
| 468 |
+
+ "\n\n"
|
| 469 |
+
+ score_table
|
| 470 |
+
+ "\n\n"
|
| 471 |
+
+ search_table
|
| 472 |
+
+ "\n\n"
|
| 473 |
+
+ "\n".join(index)
|
| 474 |
+
+ "\n\n[Compute, reading routes and paired effects](../summary.md) · [Fixed settings and their rationale](../preregistration.md)",
|
| 475 |
+
)
|
| 476 |
+
write(
|
| 477 |
+
histories / "learnings.md",
|
| 478 |
+
"# Study observations\n\n"
|
| 479 |
+
+ (
|
| 480 |
+
"\n".join(lessons)
|
| 481 |
+
or "The initial source audit identified different child-count penalties in the released code and printed formula. The registered replay tests their effect on the same archives."
|
| 482 |
+
)
|
| 483 |
+
+ "\n\n[Source audit](../state-of-the-art-review.md) · [Interpretation limits](../reviews/methods.md)",
|
| 484 |
+
)
|
| 485 |
+
make_paper(
|
| 486 |
+
project,
|
| 487 |
+
status,
|
| 488 |
+
scores,
|
| 489 |
+
searches,
|
| 490 |
+
contrasts,
|
| 491 |
+
examples,
|
| 492 |
+
computes,
|
| 493 |
+
route_rows,
|
| 494 |
+
runs,
|
| 495 |
+
)
|
| 496 |
+
readme = project / "README.md"
|
| 497 |
+
base = (
|
| 498 |
+
readme.read_text(encoding="utf-8")
|
| 499 |
+
.split("<!-- GENERATED: outcomes -->")[0]
|
| 500 |
+
.rstrip()
|
| 501 |
+
)
|
| 502 |
+
write(
|
| 503 |
+
readme,
|
| 504 |
+
base
|
| 505 |
+
+ "\n\n<!-- GENERATED: outcomes -->\n## Observed results\n\n"
|
| 506 |
+
+ status
|
| 507 |
+
+ "\n\n"
|
| 508 |
+
+ score_table
|
| 509 |
+
+ "\n\n[Full report, compute and uncertainty](reports/summary.md) · [Examples and lineage explorer](https://burnycoder.github.io/red-queen-godel-machine-with-evolvable-parent-selection/) · [Paper PDF](reports/paper.pdf)\n",
|
| 510 |
+
)
|
| 511 |
+
return dict(
|
| 512 |
+
completed_searches=completed,
|
| 513 |
+
completed_evaluations=complete_evals,
|
| 514 |
+
primary=contrasts.get("primary"),
|
| 515 |
+
)
|
src/rqstudy/sandbox.py
ADDED
|
@@ -0,0 +1,114 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Run model-written functions with an isolated filesystem and no network.
|
| 2 |
+
|
| 3 |
+
Bubblewrap namespaces protect the host; a small Python interface also gives the
|
| 4 |
+
selector stable seeded randomness, bounded output and documented operations.
|
| 5 |
+
https://github.com/containers/bubblewrap
|
| 6 |
+
"""
|
| 7 |
+
|
| 8 |
+
from __future__ import annotations
|
| 9 |
+
|
| 10 |
+
import functools
|
| 11 |
+
import json
|
| 12 |
+
import os
|
| 13 |
+
import subprocess
|
| 14 |
+
|
| 15 |
+
DRIVER = """
|
| 16 |
+
import ast, json, math, random, resource, sys
|
| 17 |
+
resource.setrlimit(resource.RLIMIT_CPU, (2, 2))
|
| 18 |
+
resource.setrlimit(resource.RLIMIT_AS, (128*1024**2, 128*1024**2))
|
| 19 |
+
resource.setrlimit(resource.RLIMIT_FSIZE, (0, 0))
|
| 20 |
+
resource.setrlimit(resource.RLIMIT_NPROC, (0, 0))
|
| 21 |
+
p=json.load(sys.stdin)
|
| 22 |
+
tree=ast.parse(p['source'])
|
| 23 |
+
for n in ast.walk(tree):
|
| 24 |
+
if isinstance(n, (ast.Import, ast.ImportFrom, ast.Global, ast.Nonlocal, ast.ClassDef)):
|
| 25 |
+
raise ValueError('Use the supplied math module and rng object')
|
| 26 |
+
if isinstance(n,ast.Attribute) and n.attr.startswith('_') or isinstance(n,ast.Name) and n.id.startswith('_'):
|
| 27 |
+
raise ValueError('Private attributes are unavailable')
|
| 28 |
+
env={'__builtins__':{k: __builtins__.__dict__[k] for k in ('abs','all','any','bool','dict','enumerate','float','int','len','list','max','min','pow','range','reversed','round','set','sorted','str','sum','tuple','zip','isinstance')},'math':math}
|
| 29 |
+
exec(compile(tree,'<workspace>','exec'),env)
|
| 30 |
+
fn=env[p['function']]
|
| 31 |
+
args=[p['context']]
|
| 32 |
+
if p['function']=='select_parent': args.append(random.Random(p['seed']))
|
| 33 |
+
result=fn(*args)
|
| 34 |
+
if not isinstance(result,str) or not 0<len(result)<=8000: raise ValueError('Expected a nonempty bounded string')
|
| 35 |
+
print(json.dumps(result,ensure_ascii=True))
|
| 36 |
+
"""
|
| 37 |
+
|
| 38 |
+
|
| 39 |
+
class Worker:
|
| 40 |
+
"""Expose one JSON-in/string-out invocation to the host orchestrator."""
|
| 41 |
+
|
| 42 |
+
def call(self, source: str, function: str, context: dict, seed: int = 0) -> str:
|
| 43 |
+
if len(source) > 16000:
|
| 44 |
+
raise ValueError("Workspace source exceeds the worker limit")
|
| 45 |
+
prefix = (
|
| 46 |
+
["wsl", "-d", os.getenv("RQGM_WSL_DISTRO", "Ubuntu"), "--exec"]
|
| 47 |
+
if os.name == "nt"
|
| 48 |
+
else []
|
| 49 |
+
)
|
| 50 |
+
# Mount runtime binaries alone. The Windows workspace, home and dataset
|
| 51 |
+
# are absent, as are host credentials and network interfaces.
|
| 52 |
+
command = prefix + [
|
| 53 |
+
"bwrap",
|
| 54 |
+
"--unshare-all",
|
| 55 |
+
"--clearenv",
|
| 56 |
+
"--new-session",
|
| 57 |
+
"--die-with-parent",
|
| 58 |
+
"--ro-bind",
|
| 59 |
+
"/usr",
|
| 60 |
+
"/usr",
|
| 61 |
+
"--symlink",
|
| 62 |
+
"usr/lib",
|
| 63 |
+
"/lib",
|
| 64 |
+
"--symlink",
|
| 65 |
+
"usr/lib64",
|
| 66 |
+
"/lib64",
|
| 67 |
+
"--symlink",
|
| 68 |
+
"usr/bin",
|
| 69 |
+
"/bin",
|
| 70 |
+
"--tmpfs",
|
| 71 |
+
"/tmp",
|
| 72 |
+
"--dev",
|
| 73 |
+
"/dev",
|
| 74 |
+
"--proc",
|
| 75 |
+
"/proc",
|
| 76 |
+
"--chdir",
|
| 77 |
+
"/tmp",
|
| 78 |
+
"--setenv",
|
| 79 |
+
"PYTHONIOENCODING",
|
| 80 |
+
"utf-8",
|
| 81 |
+
"/usr/bin/python3",
|
| 82 |
+
"-I",
|
| 83 |
+
"-S",
|
| 84 |
+
"-c",
|
| 85 |
+
DRIVER,
|
| 86 |
+
]
|
| 87 |
+
payload = json.dumps(
|
| 88 |
+
dict(source=source, function=function, context=context, seed=seed),
|
| 89 |
+
ensure_ascii=True,
|
| 90 |
+
)
|
| 91 |
+
try:
|
| 92 |
+
result = subprocess.run(
|
| 93 |
+
command,
|
| 94 |
+
input=payload.encode(),
|
| 95 |
+
capture_output=True,
|
| 96 |
+
timeout=12,
|
| 97 |
+
check=False,
|
| 98 |
+
)
|
| 99 |
+
except subprocess.TimeoutExpired as exc:
|
| 100 |
+
raise ValueError("Worker timed out") from exc
|
| 101 |
+
if result.returncode:
|
| 102 |
+
raise ValueError(
|
| 103 |
+
result.stderr.decode("utf-8", "replace")[-500:]
|
| 104 |
+
or f"Worker exited {result.returncode}"
|
| 105 |
+
)
|
| 106 |
+
try:
|
| 107 |
+
return json.loads(result.stdout)
|
| 108 |
+
except (ValueError, UnicodeError) as exc:
|
| 109 |
+
raise ValueError("Worker did not return valid JSON") from exc
|
| 110 |
+
|
| 111 |
+
@functools.lru_cache(maxsize=1024)
|
| 112 |
+
def instruction(self, source: str, role: str, route: str = "") -> str:
|
| 113 |
+
"""Memoize only deterministic instruction calls with identical public context."""
|
| 114 |
+
return self.call(source, "instruct", {"role": role, "route": route})
|
src/rqstudy/search.py
ADDED
|
@@ -0,0 +1,467 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""October RQGM search driven by the pinned OpenRQGM archive and snapshot format.
|
| 2 |
+
|
| 3 |
+
Algorithm 1/B.2: distinguish subtree expansion evidence from own-node validation.
|
| 4 |
+
HyperAgents Algorithm 5: newest admitted selector chooses the parent that is edited.
|
| 5 |
+
"""
|
| 6 |
+
|
| 7 |
+
from __future__ import annotations
|
| 8 |
+
|
| 9 |
+
import time
|
| 10 |
+
from copy import deepcopy
|
| 11 |
+
from dataclasses import asdict
|
| 12 |
+
from pathlib import Path
|
| 13 |
+
|
| 14 |
+
import numpy as np
|
| 15 |
+
from rqgm.config import RQGMConfig
|
| 16 |
+
from rqgm.engine import RQGM
|
| 17 |
+
from rqgm.models import (
|
| 18 |
+
AnchorScore,
|
| 19 |
+
CheckpointEvent,
|
| 20 |
+
EvaluatorCandidate,
|
| 21 |
+
EvaluatorSlot,
|
| 22 |
+
RoleTask,
|
| 23 |
+
UtilityRecord,
|
| 24 |
+
WorkspaceNode,
|
| 25 |
+
)
|
| 26 |
+
from rqgm.persistence import restore_state, snapshot
|
| 27 |
+
from rqgm.scheduler import should_expand
|
| 28 |
+
from rqgm.statistics import best_belief
|
| 29 |
+
|
| 30 |
+
from .data import canonical, digest, dump, load
|
| 31 |
+
from .inference import now
|
| 32 |
+
from .policies import archive_view, choose_parent, choose_thompson
|
| 33 |
+
from .workspace import ROOT
|
| 34 |
+
|
| 35 |
+
|
| 36 |
+
def stable_seed(*parts) -> int:
|
| 37 |
+
"""Derive event-specific RNG streams so an edit cannot shift evaluation draws."""
|
| 38 |
+
return int(digest(canonical(parts))[:8], 16) & 0x7FFFFFFF
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
def run_name(stage, seed, arm):
|
| 42 |
+
return f"{stage}-{seed:02d}-{arm}"
|
| 43 |
+
|
| 44 |
+
|
| 45 |
+
class Study:
|
| 46 |
+
"""Operate the upstream core state with the v3 scheduler and a local domain."""
|
| 47 |
+
|
| 48 |
+
def __init__(self, project, domain, stage, seed, arm, budget, fork_from=None):
|
| 49 |
+
self.project, self.domain, self.arm, self.seed = project, domain, arm, seed
|
| 50 |
+
self.name = run_name(stage, seed, arm)
|
| 51 |
+
self.directory = project / ".private" / "runs" / self.name
|
| 52 |
+
self.path = self.directory / "state.json"
|
| 53 |
+
root_hash = digest(ROOT["reviewer"])
|
| 54 |
+
root = EvaluatorCandidate(root_hash, "review", ROOT["reviewer"], "root", None)
|
| 55 |
+
self.core = RQGM(
|
| 56 |
+
deepcopy(ROOT),
|
| 57 |
+
[
|
| 58 |
+
RoleTask("reviewer", "human", "fixed"),
|
| 59 |
+
RoleTask("writer", "manuscript", "learned", "review"),
|
| 60 |
+
],
|
| 61 |
+
[EvaluatorSlot("review", "reviewer", root)],
|
| 62 |
+
domain,
|
| 63 |
+
RQGMConfig(
|
| 64 |
+
validation_budget=budget,
|
| 65 |
+
expansion_alpha=0.6,
|
| 66 |
+
checkpoint_start=8,
|
| 67 |
+
random_seed=seed,
|
| 68 |
+
),
|
| 69 |
+
seed_node_id="root",
|
| 70 |
+
)
|
| 71 |
+
self.info = dict(
|
| 72 |
+
stage=stage,
|
| 73 |
+
seed=seed,
|
| 74 |
+
arm=arm,
|
| 75 |
+
budget=budget,
|
| 76 |
+
context=domain.broker.ctx,
|
| 77 |
+
backend=domain.broker.version,
|
| 78 |
+
root_hash=root_hash,
|
| 79 |
+
selection=[],
|
| 80 |
+
trajectory=[],
|
| 81 |
+
human={},
|
| 82 |
+
endpoints=[],
|
| 83 |
+
last_attempt=-1,
|
| 84 |
+
compute_prefix={},
|
| 85 |
+
elapsed=0.0,
|
| 86 |
+
started=now(),
|
| 87 |
+
)
|
| 88 |
+
self.clock = time.monotonic()
|
| 89 |
+
origin = self.path if self.path.exists() else fork_from
|
| 90 |
+
if origin:
|
| 91 |
+
restore_state(self.core, origin, require_resumable=True)
|
| 92 |
+
saved = load(origin)["study"]
|
| 93 |
+
for key in ("stage", "seed", "budget", "context", "backend"):
|
| 94 |
+
if saved[key] != self.info[key]:
|
| 95 |
+
raise ValueError(f"Incompatible resume {key}")
|
| 96 |
+
if origin == self.path and saved["arm"] != arm:
|
| 97 |
+
raise ValueError("Incompatible arm")
|
| 98 |
+
self.info = saved
|
| 99 |
+
if origin != self.path:
|
| 100 |
+
if (
|
| 101 |
+
arm != "fork-native"
|
| 102 |
+
or saved["arm"] != "editable"
|
| 103 |
+
or self.core.validation_outcomes != budget // 2
|
| 104 |
+
):
|
| 105 |
+
raise ValueError("Invalid midpoint fork")
|
| 106 |
+
self.info["arm"] = arm
|
| 107 |
+
self.info["compute_prefix"] = self.info["endpoints"][-1]["compute"]
|
| 108 |
+
self.core.initialized = True
|
| 109 |
+
|
| 110 |
+
@property
|
| 111 |
+
def n(self):
|
| 112 |
+
return self.core.validation_outcomes
|
| 113 |
+
|
| 114 |
+
def compute(self):
|
| 115 |
+
local = self.domain.broker.metrics("search")
|
| 116 |
+
return {
|
| 117 |
+
key: val + self.info["compute_prefix"].get(key, 0)
|
| 118 |
+
for key, val in local.items()
|
| 119 |
+
}
|
| 120 |
+
|
| 121 |
+
def save(self):
|
| 122 |
+
"""One atomic document captures engine state, selector ledger and endpoint identities."""
|
| 123 |
+
current = time.monotonic()
|
| 124 |
+
self.info["elapsed"] += current - self.clock
|
| 125 |
+
self.clock = current
|
| 126 |
+
saved = snapshot(self.core)
|
| 127 |
+
saved["study"] = self.info
|
| 128 |
+
dump(self.path, saved)
|
| 129 |
+
midpoint = self.directory / "midpoint.json"
|
| 130 |
+
if (
|
| 131 |
+
self.arm == "editable"
|
| 132 |
+
and self.seed == 1
|
| 133 |
+
and self.n == self.info["budget"] // 2
|
| 134 |
+
and any(e["n"] == self.n for e in self.info["endpoints"])
|
| 135 |
+
and not midpoint.exists()
|
| 136 |
+
):
|
| 137 |
+
dump(midpoint, saved)
|
| 138 |
+
self.export()
|
| 139 |
+
|
| 140 |
+
def export(self):
|
| 141 |
+
"""Publish only domain outputs, programs and aggregate state; private source data stay local."""
|
| 142 |
+
core = self.core
|
| 143 |
+
nodes = [
|
| 144 |
+
dict(
|
| 145 |
+
id=n.node_id,
|
| 146 |
+
parent=n.parent_id,
|
| 147 |
+
step=n.created_at_step,
|
| 148 |
+
workspace=n.workspace,
|
| 149 |
+
)
|
| 150 |
+
for n in core.archive.nodes.values()
|
| 151 |
+
]
|
| 152 |
+
records = [asdict(r) for r in core.archive.records]
|
| 153 |
+
result = {
|
| 154 |
+
k: self.info[k]
|
| 155 |
+
for k in (
|
| 156 |
+
"stage",
|
| 157 |
+
"arm",
|
| 158 |
+
"seed",
|
| 159 |
+
"budget",
|
| 160 |
+
"selection",
|
| 161 |
+
"endpoints",
|
| 162 |
+
"trajectory",
|
| 163 |
+
"elapsed",
|
| 164 |
+
"started",
|
| 165 |
+
"context",
|
| 166 |
+
"backend",
|
| 167 |
+
)
|
| 168 |
+
}
|
| 169 |
+
result.update(
|
| 170 |
+
name=self.name,
|
| 171 |
+
n=self.n,
|
| 172 |
+
epoch=core.epoch_vector["review"],
|
| 173 |
+
nodes=nodes,
|
| 174 |
+
records=records,
|
| 175 |
+
checkpoints=[asdict(e) for e in core.checkpoint_events],
|
| 176 |
+
compute=self.compute(),
|
| 177 |
+
complete=self.n == self.info["budget"]
|
| 178 |
+
and any(e["n"] == self.n for e in self.info["endpoints"]),
|
| 179 |
+
)
|
| 180 |
+
dump(self.project / "results" / "runs" / (self.name + ".json"), result)
|
| 181 |
+
dump(
|
| 182 |
+
self.project / "docs" / "live.json",
|
| 183 |
+
dict(
|
| 184 |
+
name=self.name,
|
| 185 |
+
updated=now(),
|
| 186 |
+
n=self.n,
|
| 187 |
+
budget=result["budget"],
|
| 188 |
+
epoch=result["epoch"],
|
| 189 |
+
nodes=len(nodes),
|
| 190 |
+
trajectory=self.info["trajectory"],
|
| 191 |
+
compute=result["compute"],
|
| 192 |
+
selections=[
|
| 193 |
+
{
|
| 194 |
+
k: s.get(k)
|
| 195 |
+
for k in ("n", "owner", "parent", "child", "changed", "error")
|
| 196 |
+
}
|
| 197 |
+
for s in result["selection"]
|
| 198 |
+
],
|
| 199 |
+
),
|
| 200 |
+
)
|
| 201 |
+
|
| 202 |
+
def training_feedback(self, parent):
|
| 203 |
+
"""Only selected parents collect training feedback; its labels never enter utility counts."""
|
| 204 |
+
if parent.training_feedback:
|
| 205 |
+
return
|
| 206 |
+
ranked = sorted(
|
| 207 |
+
self.domain.train,
|
| 208 |
+
key=lambda p: stable_seed(self.seed, parent.node_id, p["id"], "train"),
|
| 209 |
+
)
|
| 210 |
+
feedback = []
|
| 211 |
+
for i, paper in enumerate(ranked[:3]):
|
| 212 |
+
event = f"search/train/{parent.node_id}/{i}"
|
| 213 |
+
if i == 1:
|
| 214 |
+
draft = self.domain.write(parent.workspace, paper, event)
|
| 215 |
+
review = self.domain.review(
|
| 216 |
+
{"reviewer": self.core.slot_map["review"].incumbent.artifact},
|
| 217 |
+
{"text": draft},
|
| 218 |
+
event + "/grade",
|
| 219 |
+
)
|
| 220 |
+
feedback.append(
|
| 221 |
+
dict(
|
| 222 |
+
role="writer",
|
| 223 |
+
title=paper["title"],
|
| 224 |
+
decision=review["decision"],
|
| 225 |
+
evidence=review["evidence"][:450],
|
| 226 |
+
)
|
| 227 |
+
)
|
| 228 |
+
else:
|
| 229 |
+
review = self.domain.review(parent.workspace, paper, event)
|
| 230 |
+
feedback.append(
|
| 231 |
+
dict(
|
| 232 |
+
role="reviewer",
|
| 233 |
+
title=paper["title"],
|
| 234 |
+
predicted=review["decision"],
|
| 235 |
+
target=paper["label"],
|
| 236 |
+
evidence=review["evidence"][:450],
|
| 237 |
+
)
|
| 238 |
+
)
|
| 239 |
+
parent.training_feedback.extend(feedback)
|
| 240 |
+
self.core.archive.training_feedback[parent.node_id] = feedback
|
| 241 |
+
|
| 242 |
+
def expand(self):
|
| 243 |
+
c = self.core
|
| 244 |
+
view = archive_view(
|
| 245 |
+
c.archive, c.epoch_vector["review"], self.n, self.info["budget"]
|
| 246 |
+
)
|
| 247 |
+
selection = choose_parent(
|
| 248 |
+
"native" if self.arm == "fork-native" else self.arm,
|
| 249 |
+
c.archive,
|
| 250 |
+
view,
|
| 251 |
+
np.random.default_rng(stable_seed(self.seed, self.n, "select")),
|
| 252 |
+
self.domain.worker,
|
| 253 |
+
fallback_allowance=self.info["budget"]
|
| 254 |
+
- sum(len(s["failures"]) for s in self.info["selection"]),
|
| 255 |
+
)
|
| 256 |
+
parent = c.archive.nodes[selection["parent"]]
|
| 257 |
+
self.training_feedback(parent)
|
| 258 |
+
lineage = []
|
| 259 |
+
node = parent
|
| 260 |
+
while node and len(lineage) < 4:
|
| 261 |
+
lineage.append(dict(node=node.node_id, training=node.training_feedback))
|
| 262 |
+
node = c.archive.nodes.get(node.parent_id)
|
| 263 |
+
child, reason = self.domain.edit(
|
| 264 |
+
parent,
|
| 265 |
+
lineage,
|
| 266 |
+
view,
|
| 267 |
+
f"search/expand/{self.n}",
|
| 268 |
+
stable_seed(self.seed, self.n, "edit"),
|
| 269 |
+
self.arm in {"editable", "fork-native"},
|
| 270 |
+
)
|
| 271 |
+
selection.update(n=self.n, child=None, changed=[], error=None)
|
| 272 |
+
if child is None:
|
| 273 |
+
selection["error"] = reason
|
| 274 |
+
else:
|
| 275 |
+
child_id = f"n{len(c.archive.nodes):04d}"
|
| 276 |
+
c.archive.add_node(WorkspaceNode(child_id, child, parent.node_id, self.n))
|
| 277 |
+
selection.update(
|
| 278 |
+
child=child_id,
|
| 279 |
+
reason=reason,
|
| 280 |
+
changed=[k for k in child if child[k] != parent.workspace[k]],
|
| 281 |
+
)
|
| 282 |
+
self.info["selection"].append(selection)
|
| 283 |
+
self.info["last_attempt"] = self.n
|
| 284 |
+
self.save()
|
| 285 |
+
|
| 286 |
+
def observe_human(self, workspace, paper, event):
|
| 287 |
+
"""Evidence is unique by reviewer program and paper, including checkpoint reuse."""
|
| 288 |
+
key = digest(workspace["reviewer"])
|
| 289 |
+
book = self.info["human"].setdefault(key, {})
|
| 290 |
+
if paper["id"] not in book:
|
| 291 |
+
pred = self.domain.review(workspace, paper, event)
|
| 292 |
+
book[paper["id"]] = dict(
|
| 293 |
+
correct=int(pred["decision"] == paper["label"]), **pred
|
| 294 |
+
)
|
| 295 |
+
return book[paper["id"]]
|
| 296 |
+
|
| 297 |
+
def remaining(self, node_id, task):
|
| 298 |
+
used = {
|
| 299 |
+
r.metadata["paper"]
|
| 300 |
+
for r in self.core.archive.valid_records(
|
| 301 |
+
node_ids=[node_id], task_id=task.task_id
|
| 302 |
+
)
|
| 303 |
+
}
|
| 304 |
+
return [p for p in self.domain.validation if p["id"] not in used]
|
| 305 |
+
|
| 306 |
+
def evaluate(self):
|
| 307 |
+
c = self.core
|
| 308 |
+
rng = np.random.default_rng(stable_seed(self.seed, self.n, "measure"))
|
| 309 |
+
view = archive_view(
|
| 310 |
+
c.archive, c.epoch_vector["review"], self.n, self.info["budget"]
|
| 311 |
+
)
|
| 312 |
+
eligible = {
|
| 313 |
+
r["id"]: [task for task in c.tasks if self.remaining(r["id"], task)]
|
| 314 |
+
for r in view["nodes"]
|
| 315 |
+
}
|
| 316 |
+
view["nodes"] = [row for row in view["nodes"] if eligible[row["id"]]]
|
| 317 |
+
node = c.archive.nodes[choose_thompson(view, rng, False)]
|
| 318 |
+
task = c.archive.least_measured_cell(node.node_id, eligible[node.node_id], rng)
|
| 319 |
+
choices = self.remaining(node.node_id, task)
|
| 320 |
+
paper = min(
|
| 321 |
+
choices, key=lambda p: stable_seed(self.seed, task.task_id, p["id"])
|
| 322 |
+
)
|
| 323 |
+
event = f"search/val/{self.n}/{node.node_id}/{task.task_id}"
|
| 324 |
+
slot = c.slot_map["review"]
|
| 325 |
+
if task.role_id == "reviewer":
|
| 326 |
+
result = self.observe_human(node.workspace, paper, event)
|
| 327 |
+
bit = result["correct"]
|
| 328 |
+
else:
|
| 329 |
+
# Preserve the manuscript across an epoch change for on-demand re-scoring.
|
| 330 |
+
key = "writer/" + paper["id"]
|
| 331 |
+
if key not in node.cached_artifacts:
|
| 332 |
+
node.cached_artifacts[key] = self.domain.write(
|
| 333 |
+
node.workspace, paper, event
|
| 334 |
+
)
|
| 335 |
+
result = self.domain.review(
|
| 336 |
+
{"reviewer": slot.incumbent.artifact},
|
| 337 |
+
{"text": node.cached_artifacts[key]},
|
| 338 |
+
event + "/grade",
|
| 339 |
+
)
|
| 340 |
+
bit = int(result["decision"] == "accept")
|
| 341 |
+
metadata = dict(
|
| 342 |
+
paper=paper["id"],
|
| 343 |
+
route=result["route"],
|
| 344 |
+
decision=result["decision"],
|
| 345 |
+
evidence=result["evidence"],
|
| 346 |
+
chunks=result["chunks"],
|
| 347 |
+
covered=result["covered"],
|
| 348 |
+
chars=result["chars"],
|
| 349 |
+
)
|
| 350 |
+
if task.role_id == "writer":
|
| 351 |
+
metadata["draft"] = node.cached_artifacts["writer/" + paper["id"]]
|
| 352 |
+
c.archive.add_record(
|
| 353 |
+
UtilityRecord(
|
| 354 |
+
f"v{self.n:04d}",
|
| 355 |
+
node.node_id,
|
| 356 |
+
task.role_id,
|
| 357 |
+
task.task_id,
|
| 358 |
+
bit,
|
| 359 |
+
c.epoch_vector,
|
| 360 |
+
task.evaluator_slot,
|
| 361 |
+
slot.incumbent.candidate_id if task.evaluator_slot else None,
|
| 362 |
+
paper["id"],
|
| 363 |
+
metadata,
|
| 364 |
+
)
|
| 365 |
+
)
|
| 366 |
+
c.validation_outcomes += 1
|
| 367 |
+
rs, rf = c.archive.counts(role_id="reviewer")
|
| 368 |
+
ws, wf = c.archive.counts(role_id="writer")
|
| 369 |
+
self.info["trajectory"].append(
|
| 370 |
+
dict(
|
| 371 |
+
n=self.n,
|
| 372 |
+
epoch=slot.epoch,
|
| 373 |
+
review_success=rs,
|
| 374 |
+
review_total=rs + rf,
|
| 375 |
+
writer_success=ws,
|
| 376 |
+
writer_total=ws + wf,
|
| 377 |
+
nodes=len(c.archive.nodes),
|
| 378 |
+
compute=self.compute(),
|
| 379 |
+
)
|
| 380 |
+
)
|
| 381 |
+
self.save()
|
| 382 |
+
|
| 383 |
+
def checkpoint(self):
|
| 384 |
+
"""Elect a frozen incumbent on the fixed packet, then freeze a specialist by total human evidence."""
|
| 385 |
+
c = self.core
|
| 386 |
+
slot = c.slot_map["review"]
|
| 387 |
+
old = c.epoch_vector
|
| 388 |
+
owners = {}
|
| 389 |
+
for node in c.archive.nodes.values():
|
| 390 |
+
owners.setdefault(digest(node.workspace["reviewer"]), node)
|
| 391 |
+
anchor_scores = []
|
| 392 |
+
specialist = {}
|
| 393 |
+
for key, node in owners.items():
|
| 394 |
+
packet = [
|
| 395 |
+
self.observe_human(node.workspace, p, f"search/anchor/{key}/{p['id']}")[
|
| 396 |
+
"correct"
|
| 397 |
+
]
|
| 398 |
+
for p in self.domain.anchor
|
| 399 |
+
]
|
| 400 |
+
if len(packet) >= 5:
|
| 401 |
+
s = sum(packet)
|
| 402 |
+
anchor_scores.append(
|
| 403 |
+
AnchorScore(
|
| 404 |
+
key, s, len(packet) - s, best_belief(s, len(packet) - s, 0.05)
|
| 405 |
+
)
|
| 406 |
+
)
|
| 407 |
+
samples = self.info["human"][key].values()
|
| 408 |
+
if len(samples) >= 5:
|
| 409 |
+
s = sum(r["correct"] for r in samples)
|
| 410 |
+
specialist[key] = best_belief(s, len(samples) - s, 0.05)
|
| 411 |
+
if not anchor_scores or not specialist:
|
| 412 |
+
raise RuntimeError("No reviewer met the five-paper anchor minimum")
|
| 413 |
+
winner = max(
|
| 414 |
+
anchor_scores,
|
| 415 |
+
key=lambda a: (
|
| 416 |
+
a.best_belief,
|
| 417 |
+
a.candidate_id == slot.incumbent.candidate_id,
|
| 418 |
+
),
|
| 419 |
+
)
|
| 420 |
+
replaced = {}
|
| 421 |
+
erased = 0
|
| 422 |
+
if winner.candidate_id != slot.incumbent.candidate_id:
|
| 423 |
+
key = winner.candidate_id
|
| 424 |
+
replaced["review"] = (slot.incumbent.candidate_id, key)
|
| 425 |
+
slot.incumbent = EvaluatorCandidate(
|
| 426 |
+
key, "review", owners[key].workspace["reviewer"], owners[key].node_id
|
| 427 |
+
)
|
| 428 |
+
slot.epoch += 1
|
| 429 |
+
erased = c.archive.invalidate_slot("review", self.n)
|
| 430 |
+
c.checkpoint_events.append(
|
| 431 |
+
CheckpointEvent(
|
| 432 |
+
self.n, old, c.epoch_vector, replaced, erased, {"review": anchor_scores}
|
| 433 |
+
)
|
| 434 |
+
)
|
| 435 |
+
key = max(specialist, key=specialist.get)
|
| 436 |
+
self.info["endpoints"].append(
|
| 437 |
+
dict(
|
| 438 |
+
n=self.n,
|
| 439 |
+
key=key,
|
| 440 |
+
node=owners[key].node_id,
|
| 441 |
+
belief=specialist[key],
|
| 442 |
+
observed=len(self.info["human"][key]),
|
| 443 |
+
compute=self.compute(),
|
| 444 |
+
)
|
| 445 |
+
)
|
| 446 |
+
self.save()
|
| 447 |
+
|
| 448 |
+
def run(self, stop_at=None):
|
| 449 |
+
"""Resume safely even if interrupted after an evaluation and before its checkpoint."""
|
| 450 |
+
budget = self.info["budget"]
|
| 451 |
+
stop = budget if stop_at is None else min(stop_at, budget)
|
| 452 |
+
while True:
|
| 453 |
+
if (
|
| 454 |
+
self.n >= 8
|
| 455 |
+
and (self.n & (self.n - 1) == 0 or self.n == budget)
|
| 456 |
+
and not any(e.checkpoint == self.n for e in self.core.checkpoint_events)
|
| 457 |
+
):
|
| 458 |
+
self.checkpoint()
|
| 459 |
+
if self.n >= stop:
|
| 460 |
+
break
|
| 461 |
+
if self.info["last_attempt"] != self.n and should_expand(
|
| 462 |
+
self.n, len(self.core.archive.nodes), 0.6
|
| 463 |
+
):
|
| 464 |
+
self.expand()
|
| 465 |
+
continue
|
| 466 |
+
self.evaluate()
|
| 467 |
+
return self
|
src/rqstudy/workspace.py
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Executable role programs and inheritance rules; weights and scoring live in the host."""
|
| 2 |
+
|
| 3 |
+
from __future__ import annotations
|
| 4 |
+
|
| 5 |
+
|
| 6 |
+
def instruction(text: str) -> str:
|
| 7 |
+
"""Represent a text-only edit as an executable instruction function."""
|
| 8 |
+
return "def instruct(context):\n return " + repr(text.strip())
|
| 9 |
+
|
| 10 |
+
|
| 11 |
+
ROOT = {
|
| 12 |
+
"writer": instruction(
|
| 13 |
+
"Write a concise scientific manuscript based on the provided title and abstract. Explain the question, method, supporting evidence and limitations. Ground claims and numerical results in the supplied material."
|
| 14 |
+
),
|
| 15 |
+
"reviewer": instruction(
|
| 16 |
+
"Review the manuscript for a top ML venue. Identify its contribution and limitations, then decide whether to accept or reject it."
|
| 17 |
+
),
|
| 18 |
+
"meta": instruction(
|
| 19 |
+
"Improve the scientific writer, human-decision reviewer and procedure for making future improvements. Inspect the supplied ancestor training feedback and inherited programs. Make a specific, justified edit. When a selector is editable, consider how the program should choose productive archive parents."
|
| 20 |
+
),
|
| 21 |
+
"selector": "def select_parent(archive_snapshot, rng):\n return rng.choice(archive_snapshot['nodes'])['id']",
|
| 22 |
+
}
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
def apply_changes(parent: dict, changes: dict, editable: bool) -> dict:
|
| 26 |
+
"""Copy the selected parent's programs; an omitted role inherits its exact source."""
|
| 27 |
+
if not isinstance(changes, dict) or not changes:
|
| 28 |
+
raise ValueError("No workspace edits")
|
| 29 |
+
child = dict(parent)
|
| 30 |
+
for role, value in changes.items():
|
| 31 |
+
if role not in ROOT or (role == "selector" and not editable):
|
| 32 |
+
raise ValueError(f"Undeclared editable role {role}")
|
| 33 |
+
if not isinstance(value, str) or not value.strip() or len(value) > 16000:
|
| 34 |
+
raise ValueError(f"Invalid source for {role}")
|
| 35 |
+
value = value.strip()
|
| 36 |
+
if role == "selector" or "def instruct(" in value:
|
| 37 |
+
child[role] = value
|
| 38 |
+
else:
|
| 39 |
+
child[role] = instruction(value)
|
| 40 |
+
if child == parent:
|
| 41 |
+
raise ValueError("Unchanged workspace")
|
| 42 |
+
return child
|
tests/test_design.py
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Regression fixtures for the treatment, published formulas and data boundary."""
|
| 2 |
+
|
| 3 |
+
import random
|
| 4 |
+
from copy import deepcopy
|
| 5 |
+
|
| 6 |
+
import numpy as np
|
| 7 |
+
from rqgm.archive import Archive
|
| 8 |
+
from rqgm.models import UtilityRecord, WorkspaceNode
|
| 9 |
+
|
| 10 |
+
from rqstudy.data import clean, prepare
|
| 11 |
+
from rqstudy.policies import (
|
| 12 |
+
archive_view,
|
| 13 |
+
choose_parent,
|
| 14 |
+
choose_thompson,
|
| 15 |
+
reference_choice,
|
| 16 |
+
)
|
| 17 |
+
from rqstudy.sandbox import Worker
|
| 18 |
+
from rqstudy.workspace import ROOT, apply_changes
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
def tree():
|
| 22 |
+
archive = Archive(WorkspaceNode("root", deepcopy(ROOT), None, 0))
|
| 23 |
+
archive.add_node(WorkspaceNode("older", deepcopy(ROOT), "root", 1))
|
| 24 |
+
archive.add_node(WorkspaceNode("latest", deepcopy(ROOT), "older", 2))
|
| 25 |
+
for node, outcomes in (
|
| 26 |
+
("root", [0] * 16),
|
| 27 |
+
("older", [0] * 4),
|
| 28 |
+
("latest", [1] * 20),
|
| 29 |
+
):
|
| 30 |
+
for i, outcome in enumerate(outcomes):
|
| 31 |
+
archive.add_record(
|
| 32 |
+
UtilityRecord(
|
| 33 |
+
f"{node}{i}", node, "reviewer", "human", outcome, {}, None, None
|
| 34 |
+
)
|
| 35 |
+
)
|
| 36 |
+
return archive
|
| 37 |
+
|
| 38 |
+
|
| 39 |
+
def test_node_and_clade_evidence_differ():
|
| 40 |
+
view = archive_view(tree(), 1, 40, 64)
|
| 41 |
+
assert view["nodes"][0]["own_s"] == 0
|
| 42 |
+
assert view["nodes"][0]["clade_s"] == 20
|
| 43 |
+
# Compare decisions with identical RNG streams on deliberately mixed lineages.
|
| 44 |
+
choices = [
|
| 45 |
+
(
|
| 46 |
+
choose_thompson(view, np.random.default_rng(s), clade=False),
|
| 47 |
+
choose_thompson(view, np.random.default_rng(s), clade=True),
|
| 48 |
+
)
|
| 49 |
+
for s in range(500)
|
| 50 |
+
]
|
| 51 |
+
assert any(a != b for a, b in choices)
|
| 52 |
+
|
| 53 |
+
|
| 54 |
+
def test_latest_selector_and_older_parent_inheritance():
|
| 55 |
+
a = tree()
|
| 56 |
+
a.nodes["latest"].workspace["selector"] = (
|
| 57 |
+
"def select_parent(archive_snapshot, rng):\n return 'older'"
|
| 58 |
+
)
|
| 59 |
+
selected = choose_parent(
|
| 60 |
+
"editable", a, archive_view(a, 1, 40, 64), np.random.default_rng(42), Worker()
|
| 61 |
+
)
|
| 62 |
+
assert (selected["owner"], selected["parent"]) == ("latest", "older")
|
| 63 |
+
child = apply_changes(
|
| 64 |
+
a.nodes["older"].workspace, {"writer": "Focus on evidence."}, editable=True
|
| 65 |
+
)
|
| 66 |
+
assert child["selector"] == ROOT["selector"]
|
| 67 |
+
assert child["writer"] != ROOT["writer"]
|
| 68 |
+
|
| 69 |
+
|
| 70 |
+
def test_failed_owner_falls_back():
|
| 71 |
+
a = tree()
|
| 72 |
+
a.nodes["latest"].workspace["selector"] = (
|
| 73 |
+
"def select_parent(archive_snapshot, rng):\n return 'absent'"
|
| 74 |
+
)
|
| 75 |
+
result = choose_parent(
|
| 76 |
+
"editable", a, archive_view(a, 1, 40, 64), np.random.default_rng(2), Worker()
|
| 77 |
+
)
|
| 78 |
+
assert result["owner"] == "older" and result["failures"][0]["owner"] == "latest"
|
| 79 |
+
|
| 80 |
+
|
| 81 |
+
def test_released_and_published_penalties_can_disagree():
|
| 82 |
+
v = {
|
| 83 |
+
"nodes": [
|
| 84 |
+
{"id": "a", "score": 0.5, "children": 6},
|
| 85 |
+
{"id": "b", "score": 0.5, "children": 0},
|
| 86 |
+
]
|
| 87 |
+
}
|
| 88 |
+
assert reference_choice(v, 0.21, paper=False) != reference_choice(
|
| 89 |
+
v, 0.21, paper=True
|
| 90 |
+
)
|
| 91 |
+
|
| 92 |
+
|
| 93 |
+
def test_strip_outcome_headers_preserve_neighbor_text():
|
| 94 |
+
assert "science" in clean(
|
| 95 |
+
"'Title: science\\nPublished as a conference paper at ICLR 2024\\nSection: proof'"
|
| 96 |
+
)
|
| 97 |
+
assert "Published as" not in clean(
|
| 98 |
+
"Published as a conference paper at ICLR 2024\nproof"
|
| 99 |
+
)
|
| 100 |
+
|
| 101 |
+
|
| 102 |
+
def test_sandbox_blocks_private_io():
|
| 103 |
+
import pytest
|
| 104 |
+
|
| 105 |
+
with pytest.raises(ValueError):
|
| 106 |
+
Worker().call(
|
| 107 |
+
"def instruct(context):\n return open('.env').read()", "instruct", {}
|
| 108 |
+
)
|
| 109 |
+
|
| 110 |
+
|
| 111 |
+
def test_concatenated_mastheads_and_blind_review_titles():
|
| 112 |
+
assert (
|
| 113 |
+
clean("formula2Under review as a conference paper at ICLR 2025 appendix")
|
| 114 |
+
== "formula2 appendix"
|
| 115 |
+
)
|
| 116 |
+
assert (
|
| 117 |
+
clean("analyticalPublished as a conference paper at ICLR 2024 noise")
|
| 118 |
+
== "analytical noise"
|
| 119 |
+
)
|
| 120 |
+
assert (
|
| 121 |
+
clean(
|
| 122 |
+
"Study Anonymous authors Paper under double-blind review\n\nAbstract: proof"
|
| 123 |
+
)
|
| 124 |
+
== "Study \n\nAbstract: proof"
|
| 125 |
+
)
|
| 126 |
+
assert "openreview.net" not in clean(
|
| 127 |
+
"Citation https: //openreview.net/forum?id=public-id"
|
| 128 |
+
)
|
| 129 |
+
|
| 130 |
+
|
| 131 |
+
def test_failed_worker_uniform_root_and_readonly_snapshot():
|
| 132 |
+
class FailedWorker:
|
| 133 |
+
def call(self, *args):
|
| 134 |
+
raise ValueError("Worker timed out")
|
| 135 |
+
|
| 136 |
+
a = tree()
|
| 137 |
+
before = archive_view(a, 1, 40, 64)
|
| 138 |
+
selected = choose_parent(
|
| 139 |
+
"editable",
|
| 140 |
+
a,
|
| 141 |
+
before,
|
| 142 |
+
np.random.default_rng(42),
|
| 143 |
+
FailedWorker(),
|
| 144 |
+
fallback_allowance=1,
|
| 145 |
+
)
|
| 146 |
+
assert (
|
| 147 |
+
selected["trusted_root_fallback"]
|
| 148 |
+
and selected["owner"] == "root"
|
| 149 |
+
and len(selected["failures"]) == 2
|
| 150 |
+
)
|
| 151 |
+
assert selected["parent"] in a.nodes
|
| 152 |
+
assert "secret" not in before
|
| 153 |
+
Worker().call(
|
| 154 |
+
"def instruct(context):\n context['secret'] = 1\n return 'ok'",
|
| 155 |
+
"instruct",
|
| 156 |
+
before,
|
| 157 |
+
)
|
| 158 |
+
assert "secret" not in before
|
tests/test_search.py
ADDED
|
@@ -0,0 +1,144 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Exercise the actual scheduler and serialization with a deterministic paper domain."""
|
| 2 |
+
|
| 3 |
+
from copy import deepcopy
|
| 4 |
+
from types import SimpleNamespace
|
| 5 |
+
import pytest
|
| 6 |
+
from rqstudy.analysis import crossed_interval
|
| 7 |
+
from rqstudy.data import load
|
| 8 |
+
from rqstudy.endpoints import score
|
| 9 |
+
from rqstudy.sandbox import Worker
|
| 10 |
+
from rqstudy.search import Study
|
| 11 |
+
from rqstudy.workspace import ROOT, apply_changes
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
class FixtureDomain:
|
| 15 |
+
"""Supply known reviewer judgments without loading the local model or research data."""
|
| 16 |
+
|
| 17 |
+
def __init__(self):
|
| 18 |
+
self.broker = SimpleNamespace(
|
| 19 |
+
ctx=8192,
|
| 20 |
+
version="fixture",
|
| 21 |
+
metrics=lambda phase: {
|
| 22 |
+
k: 0
|
| 23 |
+
for k in (
|
| 24 |
+
"input",
|
| 25 |
+
"output",
|
| 26 |
+
"calls",
|
| 27 |
+
"actual_input",
|
| 28 |
+
"actual_output",
|
| 29 |
+
"actual_calls",
|
| 30 |
+
"service_seconds",
|
| 31 |
+
"failed_attempts",
|
| 32 |
+
)
|
| 33 |
+
},
|
| 34 |
+
)
|
| 35 |
+
self.worker = Worker()
|
| 36 |
+
self.validation = [
|
| 37 |
+
dict(
|
| 38 |
+
id=str(i), title=str(i), label=["accept", "reject"][i % 2], text=str(i)
|
| 39 |
+
)
|
| 40 |
+
for i in range(24)
|
| 41 |
+
]
|
| 42 |
+
self.train = [dict(p, id="t" + p["id"]) for p in self.validation]
|
| 43 |
+
self.anchor = self.validation[:8]
|
| 44 |
+
self.anchor_provider = SimpleNamespace(
|
| 45 |
+
provider_id="test", version="1", fingerprint="test"
|
| 46 |
+
)
|
| 47 |
+
self.edits = []
|
| 48 |
+
|
| 49 |
+
def edit(self, parent, lineage, view, event, seed, editable):
|
| 50 |
+
self.edits.append((parent.node_id, deepcopy(parent.workspace)))
|
| 51 |
+
changes = dict(
|
| 52 |
+
writer="Specific revision " + event,
|
| 53 |
+
reviewer="Use the parity of the fixture.",
|
| 54 |
+
)
|
| 55 |
+
if editable:
|
| 56 |
+
changes["selector"] = (
|
| 57 |
+
"def select_parent(archive_snapshot, rng):\n return 'root'"
|
| 58 |
+
)
|
| 59 |
+
return apply_changes(parent.workspace, changes, editable), "fixture"
|
| 60 |
+
|
| 61 |
+
def review(self, workspace, paper, event):
|
| 62 |
+
text = paper["text"]
|
| 63 |
+
choice = (
|
| 64 |
+
"reject"
|
| 65 |
+
if workspace["reviewer"] == ROOT["reviewer"]
|
| 66 |
+
else ["accept", "reject"][int(text) % 2]
|
| 67 |
+
)
|
| 68 |
+
return dict(
|
| 69 |
+
decision=choice,
|
| 70 |
+
evidence="fixture judgment",
|
| 71 |
+
route="direct",
|
| 72 |
+
chunks=1,
|
| 73 |
+
chars=len(text),
|
| 74 |
+
covered=len(text),
|
| 75 |
+
)
|
| 76 |
+
|
| 77 |
+
def write(self, workspace, paper, event):
|
| 78 |
+
return paper["title"]
|
| 79 |
+
|
| 80 |
+
|
| 81 |
+
def test_resume_midpoint_fork_and_erasure(tmp_path):
|
| 82 |
+
reference = Study(
|
| 83 |
+
tmp_path / "full", FixtureDomain(), "confirm", 1, "editable", 16
|
| 84 |
+
).run()
|
| 85 |
+
interrupted = Study(
|
| 86 |
+
tmp_path / "restart", FixtureDomain(), "confirm", 1, "editable", 16
|
| 87 |
+
).run(stop_at=7)
|
| 88 |
+
assert interrupted.n == 7
|
| 89 |
+
replay = Study(
|
| 90 |
+
tmp_path / "restart", FixtureDomain(), "confirm", 1, "editable", 16
|
| 91 |
+
).run()
|
| 92 |
+
for key in ("trajectory", "endpoints", "selection", "human"):
|
| 93 |
+
assert replay.info[key] == reference.info[key]
|
| 94 |
+
assert replay.core.epoch_vector["review"] > 1
|
| 95 |
+
assert all(r.valid for r in replay.core.archive.records if r.role_id == "reviewer")
|
| 96 |
+
assert any(
|
| 97 |
+
not r.valid for r in replay.core.archive.records if r.role_id == "writer"
|
| 98 |
+
)
|
| 99 |
+
assert any(n.cached_artifacts for n in replay.core.archive.nodes.values())
|
| 100 |
+
assert all(e["observed"] >= 5 for e in replay.info["endpoints"])
|
| 101 |
+
assert all(s["parent"] == "root" for s in replay.info["selection"])
|
| 102 |
+
assert replay.domain.edits[-1][1] == ROOT
|
| 103 |
+
mid = replay.directory / "midpoint.json"
|
| 104 |
+
fork = Study(
|
| 105 |
+
tmp_path / "restart", FixtureDomain(), "confirm", 1, "fork-native", 16, mid
|
| 106 |
+
)
|
| 107 |
+
assert fork.n == 8
|
| 108 |
+
assert fork.info["selection"] == [s for s in replay.info["selection"] if s["n"] < 8]
|
| 109 |
+
fork.run()
|
| 110 |
+
assert fork.n == replay.n
|
| 111 |
+
|
| 112 |
+
|
| 113 |
+
def test_minimum_anchor_and_seal_precede_scoring(tmp_path):
|
| 114 |
+
domain = FixtureDomain()
|
| 115 |
+
domain.anchor = domain.anchor[:4]
|
| 116 |
+
with pytest.raises(RuntimeError, match="five-paper"):
|
| 117 |
+
Study(tmp_path, domain, "pilot", 0, "native", 8).run()
|
| 118 |
+
with pytest.raises(FileNotFoundError, match="freeze.json"):
|
| 119 |
+
score(tmp_path, domain, "test", "root")
|
| 120 |
+
assert not (tmp_path / "results" / "evaluations").exists()
|
| 121 |
+
|
| 122 |
+
|
| 123 |
+
def test_crossed_interval_and_stratification():
|
| 124 |
+
labels = ["reject", "accept", "reject", "accept"]
|
| 125 |
+
perfect = [[1] * 4] * 2
|
| 126 |
+
assert crossed_interval(perfect, perfect, labels, 40)["low"] == 0
|
| 127 |
+
diff = crossed_interval(perfect, [[1, 0, 1, 0]] * 2, labels, 40)
|
| 128 |
+
assert diff["low"] == diff["high"] == diff["mean_pp"] == 50
|
| 129 |
+
assert diff["per_seed_pp"] == [50, 50]
|
| 130 |
+
|
| 131 |
+
|
| 132 |
+
def test_unicode_reading_pass_covers_every_character():
|
| 133 |
+
from rqstudy.reading import chunks
|
| 134 |
+
|
| 135 |
+
class Codec:
|
| 136 |
+
def encode(self, text, add_special_tokens=False):
|
| 137 |
+
return SimpleNamespace(
|
| 138 |
+
ids=list(range(len(text))),
|
| 139 |
+
offsets=[(n, n + 1) for n in range(len(text))],
|
| 140 |
+
)
|
| 141 |
+
|
| 142 |
+
text = "Methods\n模型 α\nResults\n📚"
|
| 143 |
+
parts = chunks(text, 4, Codec())
|
| 144 |
+
assert len(parts) > 1 and "".join(parts) == text
|
uv.lock
ADDED
|
@@ -0,0 +1,771 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version = 1
|
| 2 |
+
revision = 5
|
| 3 |
+
requires-python = "==3.12.*"
|
| 4 |
+
|
| 5 |
+
[[package]]
|
| 6 |
+
name = "annotated-doc"
|
| 7 |
+
version = "0.0.7"
|
| 8 |
+
source = { registry = "https://pypi.org/simple" }
|
| 9 |
+
sdist = { url = "https://files.pythonhosted.org/packages/0b/7d/bdbf3062e5dae31da8b3de1e3269110beb93d268df4a7f6d22b167c6cee0/annotated_doc-0.0.7.tar.gz", hash = "sha256:0a30ef8f5322a4173720ae6712dc9a5e58f5a19868f3f167b4b5778db066c2b5", size = 10764, upload-time = "2026-11-18T11:06:55.181Z" }
|
| 10 |
+
wheels = [
|
| 11 |
+
{ url = "https://files.pythonhosted.org/packages/5e/b1/9530d6bee606979d54501adcc767d958a38929827f11a524b0d93429d2ad/annotated_doc-0.0.7-py3-none-any.whl", hash = "sha256:6bc31bbbec6dfaaedc1676dbc11dbda96fe22a2b5c400e9ebad113fec44a9dc6", size = 5286, upload-time = "2026-11-18T11:06:54.096Z" },
|
| 12 |
+
]
|
| 13 |
+
|
| 14 |
+
[[package]]
|
| 15 |
+
name = "annotated-types"
|
| 16 |
+
version = "0.8.0"
|
| 17 |
+
source = { registry = "https://pypi.org/simple" }
|
| 18 |
+
sdist = { url = "https://files.pythonhosted.org/packages/5f/56/a8120250d128bed162cd73c76d45f6ef9991f3e068f62a8ee060afa3104a/annotated_types-0.8.0.tar.gz", hash = "sha256:13b2beaad985e05e2d6407ee4c4f35590b11f8d693a258a561055cac8f64cab7", size = 15893, upload-time = "2026-07-23T20:16:13.995Z" }
|
| 19 |
+
wheels = [
|
| 20 |
+
{ url = "https://files.pythonhosted.org/packages/99/91/8acff4f5e50511b911bbccb72b8628a49c68ce14148cd9f6431094859a90/annotated_types-0.8.0-py3-none-any.whl", hash = "sha256:f072f4d804ea359e4eaf198b1af7a8b0943881a87f31bb764f8bf219bb9419e0", size = 13427, upload-time = "2026-07-23T20:16:12.938Z" },
|
| 21 |
+
]
|
| 22 |
+
|
| 23 |
+
[[package]]
|
| 24 |
+
name = "anyio"
|
| 25 |
+
version = "4.16.0"
|
| 26 |
+
source = { registry = "https://pypi.org/simple" }
|
| 27 |
+
dependencies = [
|
| 28 |
+
{ name = "idna" },
|
| 29 |
+
{ name = "typing-extensions" },
|
| 30 |
+
]
|
| 31 |
+
sdist = { url = "https://files.pythonhosted.org/packages/a1/98/7e457a3b014976887a050561955c0b76e1e7e2d6e27b78ecef2ef80518f2/anyio-4.16.0.tar.gz", hash = "sha256:59bb03251907983d1603d27c3087ddb1e93299ea2163adcdba37899a4fb12ffb", size = 310971, upload-time = "2026-11-01T11:20:07.282Z" }
|
| 32 |
+
wheels = [
|
| 33 |
+
{ url = "https://files.pythonhosted.org/packages/a9/16/7757fb84c819accc7d7e9af5291b261e4abb8627ee040f99e7d35ef2457a/anyio-4.16.0-py3-none-any.whl", hash = "sha256:c66ae634e0b8228396b801741beb3294326d4b6102f7bba4041c0dfb58c29026", size = 134521, upload-time = "2026-11-01T11:20:05.59Z" },
|
| 34 |
+
]
|
| 35 |
+
|
| 36 |
+
[[package]]
|
| 37 |
+
name = "certifi"
|
| 38 |
+
version = "2026.10.23"
|
| 39 |
+
source = { registry = "https://pypi.org/simple" }
|
| 40 |
+
sdist = { url = "https://files.pythonhosted.org/packages/fd/11/b524cbd9bbdaca58608e4cf4053fd463417549e1959fa8d3aa18319f9555/certifi-2026.10.23.tar.gz", hash = "sha256:a9895e6e2758b371e0545e321a3a8fd1fcfd9829ada8824a936dfb16aaaf36cd", size = 136225, upload-time = "2026-10-23T11:36:16.478Z" }
|
| 41 |
+
wheels = [
|
| 42 |
+
{ url = "https://files.pythonhosted.org/packages/32/d1/a3652fe2c19134d0d15922177821d863cbd7e842d53a21bbe7e8e3a1b5ac/certifi-2026.10.23-py3-none-any.whl", hash = "sha256:e9b54de76e530bb6cf0ccd036787103acb58fd42ba930ea8bf948ddbaa2f61d1", size = 135082, upload-time = "2026-10-23T11:36:14.763Z" },
|
| 43 |
+
]
|
| 44 |
+
|
| 45 |
+
[[package]]
|
| 46 |
+
name = "charset-normalizer"
|
| 47 |
+
version = "3.5.2"
|
| 48 |
+
source = { registry = "https://pypi.org/simple" }
|
| 49 |
+
sdist = { url = "https://files.pythonhosted.org/packages/33/1c/f41d4e74c28ab327ff3acd36053f7ea506c55872d7a90b0fa71aa3ab0c89/charset_normalizer-3.5.2.tar.gz", hash = "sha256:39de2a259fc954455c57274dc94c79d5842774e1247a016aff30bc0efed0f4ef", size = 172659, upload-time = "2026-09-30T04:39:23.398Z" }
|
| 50 |
+
wheels = [
|
| 51 |
+
{ url = "https://files.pythonhosted.org/packages/e7/c8/693809898870237d82785a03f3b2b58fe4c9f14669f84a7d4e623c92a59e/charset_normalizer-3.5.2-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:ed2a239c0ea213acc1908150a3037257083c7c083128f1a4cec2ec4b97dca491", size = 367780, upload-time = "2026-09-30T04:35:30.888Z" },
|
| 52 |
+
{ url = "https://files.pythonhosted.org/packages/c9/87/2fea8c13dc24b3ca9c6f803a5b2dfdeae73eb4f9e12c7885ed908ff0433c/charset_normalizer-3.5.2-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:b91363207bd9dc966a691e959bb47f64b30f7ac4b072be9968b366982f7db77c", size = 246730, upload-time = "2026-09-30T04:35:32.286Z" },
|
| 53 |
+
{ url = "https://files.pythonhosted.org/packages/a8/9e/09efac30b937722f46d3110ba30b875b24b2e3a266ed746cc4e376a94d80/charset_normalizer-3.5.2-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:38a873987f3be698494da8b2e3085e29da02da7b633dce73e79c699a113d7bf0", size = 237707, upload-time = "2026-09-30T04:35:33.709Z" },
|
| 54 |
+
{ url = "https://files.pythonhosted.org/packages/9e/18/70d76670b13686237863a379928d60bd10e021f17d243ab3d7014c4a5f4e/charset_normalizer-3.5.2-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:355ad8011081dec5412240c087a9a0c9d4d5039f3ed11a3f13e18c2b29b56c51", size = 273050, upload-time = "2026-09-30T04:35:35.138Z" },
|
| 55 |
+
{ url = "https://files.pythonhosted.org/packages/54/e2/77a8b09d5adc013ed07b95b01b8b8fa5441c4e810e83ee7e4aae2fa4d91a/charset_normalizer-3.5.2-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:ee21e28f0430bd6dc9086c6e525d5e818a44a5ad19720c8a0ef766792f3eb5e5", size = 270345, upload-time = "2026-09-30T04:35:36.502Z" },
|
| 56 |
+
{ url = "https://files.pythonhosted.org/packages/7f/c5/38806a25ab5e65fc178f39affeda20858efafede2fce1ffc2556cfc9fe73/charset_normalizer-3.5.2-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:3d31298449090ab8d47b7b1b2a555ff73cac7ed438a08b7ac160980c7ebed649", size = 257601, upload-time = "2026-09-30T04:35:37.919Z" },
|
| 57 |
+
{ url = "https://files.pythonhosted.org/packages/ae/8d/213565184708fdb263ae55e2c04ee1ff748129dd65d48ed0e3502da9c85a/charset_normalizer-3.5.2-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:5cde776b7cc66e4f6c99612cea4aa7269aa65863f7a15841b2c264f103822f4e", size = 252222, upload-time = "2026-09-30T04:35:39.544Z" },
|
| 58 |
+
{ url = "https://files.pythonhosted.org/packages/7e/24/76d2cefc25472531e4c5c7dfff68865eb1c39b78482f0fdc15b46f047830/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:ae4f5fea5b8b8ccff88238cc8569303e5ee95efae67fa62922a311397a71f346", size = 248482, upload-time = "2026-09-30T04:35:41.088Z" },
|
| 59 |
+
{ url = "https://files.pythonhosted.org/packages/7d/dc/65a801b66ab4c197e22c433ab25e7ac24324ac6f45a2269aca42cce309bf/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:f7d486c83842422badd511868fd8a9a20e9407ace71564b6af47ce7e60a336c1", size = 241206, upload-time = "2026-09-30T04:35:42.59Z" },
|
| 60 |
+
{ url = "https://files.pythonhosted.org/packages/a7/95/ca9b5eabde673002c6f1e7ada1b223916fe18f6d661da7aabd4d643718f1/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:11a4d68a6ecda3292cb1e50239e111543ba5d709bb62a6b4ea1afcfa729d8875", size = 273190, upload-time = "2026-09-30T04:35:44.347Z" },
|
| 61 |
+
{ url = "https://files.pythonhosted.org/packages/2d/8b/803b4d2a3f6e1740f63f1e87b04d14b42f3d4fdfe6ed7d4db2d34102b14f/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:d6734d2ef8a50fbf8445c139477da401f50d62a0606bf00e20ec6d87773fefb1", size = 253527, upload-time = "2026-09-30T04:35:45.915Z" },
|
| 62 |
+
{ url = "https://files.pythonhosted.org/packages/a9/55/93c0e5dbd085ae0471346026abbe7e0db9ea2d6fea74e51f0b5a46f233a7/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:a815775b6c38d4e0ff7bcffbeba67feded90202bb6a226b8dd35f1c855217413", size = 271285, upload-time = "2026-09-30T04:35:47.49Z" },
|
| 63 |
+
{ url = "https://files.pythonhosted.org/packages/95/69/0dbd0e0b9b16cfa816cdfcb3e2e3854a1f680dc07fb1245ea125e7448060/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:23851fb4e1b85ed3f6c2a27b777cdfe2e19fb5b38429a8faf38c7542b7665869", size = 260010, upload-time = "2026-09-30T04:35:48.996Z" },
|
| 64 |
+
{ url = "https://files.pythonhosted.org/packages/58/9d/e7b88e7b1bf403590c3b573277b5e1e488c68c7a6fbacca310a2c324e90c/charset_normalizer-3.5.2-cp312-cp312-win32.whl", hash = "sha256:db19d07e2e0129e974a0e65d0064fc222a446cd5122c2fd4184d2af9fc734a9e", size = 184125, upload-time = "2026-09-30T04:35:50.777Z" },
|
| 65 |
+
{ url = "https://files.pythonhosted.org/packages/eb/e6/e6e083884cbcfd49c64865af05027fe7011be7b2d9179524f099a1b611f3/charset_normalizer-3.5.2-cp312-cp312-win_amd64.whl", hash = "sha256:780fbe7cab297b81dad9fb8dc5eb003c0468ffb0d9e5f65068c53a34661a96bc", size = 207486, upload-time = "2026-09-30T04:35:52.194Z" },
|
| 66 |
+
{ url = "https://files.pythonhosted.org/packages/c4/e3/017aea0911ada7405a825c7d937eb3a13009664e2f5b38e8c4bbf2abf894/charset_normalizer-3.5.2-cp312-cp312-win_arm64.whl", hash = "sha256:e2af3aad578aa6bd1384bcf4750fc285e5a9de53f40b7d41e5a0bf748edeb2b3", size = 196734, upload-time = "2026-09-30T04:35:53.636Z" },
|
| 67 |
+
{ url = "https://files.pythonhosted.org/packages/8c/ab/176fbfd5b64939c55d652366aa5b9ef1d767af207a3aa6ebeb0d226c484d/charset_normalizer-3.5.2-cp37-abi3-macosx_10_9_universal2.whl", hash = "sha256:4275811936e2f06feff5e598fb42a1b7ae852da8e39605211892b56b81a34efd", size = 331815, upload-time = "2026-09-30T04:38:26.216Z" },
|
| 68 |
+
{ url = "https://files.pythonhosted.org/packages/7e/84/371eac6b30bdbcbf2d632a1a01809103459216fcaae61b8b8d922c1bfb8a/charset_normalizer-3.5.2-cp37-abi3-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:1c50fe28bbc2ced33386f298650d91218076c05420e6cbd790b913adc41659e7", size = 253276, upload-time = "2026-09-30T04:38:28.032Z" },
|
| 69 |
+
{ url = "https://files.pythonhosted.org/packages/43/6f/c4fbae58febff71709c51bc7e18fdfa55341dc382704740f9f0cbf03817b/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d19fbd981a488e22cd04883659ca6b08f50b5974f9fd7c95655ef6a043e5893f", size = 241239, upload-time = "2026-09-30T04:38:29.732Z" },
|
| 70 |
+
{ url = "https://files.pythonhosted.org/packages/61/71/458c3f42164a07d0c5210798e9e704b39e540a6793b05aba67f3a35243a9/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:0fed1d06615f022ee3b13caf5e8b180cfea32bb2c5aded8a9d44277afc040f93", size = 231121, upload-time = "2026-09-30T04:38:31.462Z" },
|
| 71 |
+
{ url = "https://files.pythonhosted.org/packages/09/54/ab9e89367076f6331bb6c65c4bf14a5361fa5191cb6561bf534f18504e1b/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:838dcc90063569a0448120554591a1d6c4a4ffe11babf048908793154ab86ade", size = 260350, upload-time = "2026-09-30T04:38:33.239Z" },
|
| 72 |
+
{ url = "https://files.pythonhosted.org/packages/7c/c1/061431ecc688d9d76602502cb57cc01e691e682c18f1beb45f9673b5bbd2/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:2ce45c6627b22c47e390bc91a41c3d13032192e699fa0bea96e9671b373d69b0", size = 255430, upload-time = "2026-09-30T04:38:34.865Z" },
|
| 73 |
+
{ url = "https://files.pythonhosted.org/packages/8d/1f/20c8949f0676f7ab811abdeb7f4d7f1cbc6e61ff20bef08b44edeb092bc8/charset_normalizer-3.5.2-cp37-abi3-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:0774bf9bf620249fee3e0b8b9fd3065de213be30f3aa94ce2494b3b638949e26", size = 250612, upload-time = "2026-09-30T04:38:36.649Z" },
|
| 74 |
+
{ url = "https://files.pythonhosted.org/packages/2b/9e/46f2fa4c431fc98c4ae76a8cb5bdca54e0341e3cfc3fcfd8e82740250818/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:1db38f4c5496827c1a501846d64d14c3b80c7e6714e406cd7dc36a9899fa1011", size = 242083, upload-time = "2026-09-30T04:38:38.26Z" },
|
| 75 |
+
{ url = "https://files.pythonhosted.org/packages/bd/39/559be29a0c0f086e0bba6922babd38916cc5e0b58ced4de13ee01ea05508/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:304d8e4d493af723536393eee0c689eb7813f4a474c8b479dee63f1fdd98f621", size = 232738, upload-time = "2026-09-30T04:38:39.81Z" },
|
| 76 |
+
{ url = "https://files.pythonhosted.org/packages/ff/6c/387b0e4f756a282831c1d9fc6aeb6c51ca4507ca202767c8de15ce9b12e2/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_ppc64le.whl", hash = "sha256:9b7f416ff0978e2f2249330527f0ad6fa02f4932e6199692d3b52da2048c19e4", size = 260703, upload-time = "2026-09-30T04:38:41.346Z" },
|
| 77 |
+
{ url = "https://files.pythonhosted.org/packages/96/92/1fdf015f09ef449f50d3ac4b67c90887c9c318b727daa95cc4f866e6521d/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_riscv64.whl", hash = "sha256:01077390b03f7988f11d700a2194e69b119741a86b1a638b1db88891e3eced8e", size = 247622, upload-time = "2026-09-30T04:38:42.937Z" },
|
| 78 |
+
{ url = "https://files.pythonhosted.org/packages/dc/3c/8e7b8a5671ad5d433669fb2a76f1a0164df2d9b1718b0206bc2a16d840cc/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_s390x.whl", hash = "sha256:7e841fb9010836c992c9f12fcbd43a831de93a5f726fc1ccd8ca1d0268c5014c", size = 257500, upload-time = "2026-09-30T04:38:44.604Z" },
|
| 79 |
+
{ url = "https://files.pythonhosted.org/packages/b4/f0/45b579df5cabc1d5d53ea1cc35e8437d3ca768c0acccc7041517cb6fbb32/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:9cae88599c7219005d879f98e5ed53341e9a122af585e1091200358a3003d2a0", size = 255100, upload-time = "2026-09-30T04:38:46.289Z" },
|
| 80 |
+
{ url = "https://files.pythonhosted.org/packages/31/68/fdec18a343f5fb3f310588dd478b09ac4799e0b187dbade3a8cd776f03ef/charset_normalizer-3.5.2-cp37-abi3-win32.whl", hash = "sha256:01b0c0d2262a9e28e8484a278c7e1b5d650e3ac8cf2683d2967e25899f208bdf", size = 174499, upload-time = "2026-09-30T04:38:47.999Z" },
|
| 81 |
+
{ url = "https://files.pythonhosted.org/packages/9d/8a/b618149cc5207943a0242068d7a27897f56a62947b5a039085f2a22029f8/charset_normalizer-3.5.2-cp37-abi3-win_amd64.whl", hash = "sha256:9f56f72050826f63dcee7a7f55b0a77168cb3bfc553fd405e7f8f9ece75a4036", size = 200092, upload-time = "2026-09-30T04:38:49.707Z" },
|
| 82 |
+
{ url = "https://files.pythonhosted.org/packages/03/cf/4c66866fa9e2b1c78e3c911516d1de497a677b7ac60f1eceda74ce777ca3/charset_normalizer-3.5.2-cp37-abi3-win_arm64.whl", hash = "sha256:40ab6bffa02ae10a0581e6c198be7d2d8ca5c2a0c64e4ed3465d766df457573e", size = 294363, upload-time = "2026-09-30T04:38:51.312Z" },
|
| 83 |
+
{ url = "https://files.pythonhosted.org/packages/fc/ad/d07d7862a62ffa6d79d68074d14823243dd235a77c45262acbf6adeb28bf/charset_normalizer-3.5.2-py3-none-any.whl", hash = "sha256:b6b751274acb69d77b3323d6b7dbaa3c7fdfc1eb829b7eb61d262f32e1af9685", size = 68872, upload-time = "2026-09-30T04:39:21.828Z" },
|
| 84 |
+
]
|
| 85 |
+
|
| 86 |
+
[[package]]
|
| 87 |
+
name = "click"
|
| 88 |
+
version = "8.5.1"
|
| 89 |
+
source = { registry = "https://pypi.org/simple" }
|
| 90 |
+
sdist = { url = "https://files.pythonhosted.org/packages/45/37/edbf1b0707709013c0cf2e8317e03d97ed29bf4cac709fe328904ae92a38/click-8.5.1.tar.gz", hash = "sha256:9bbfada76703fd1d784b83eea012e3e8c6a001a876543ef104fa56aaaeb072b4", size = 399151, upload-time = "2026-11-06T17:37:01.021Z" }
|
| 91 |
+
wheels = [
|
| 92 |
+
{ url = "https://files.pythonhosted.org/packages/31/7d/164b7ffc8624fe9efb4221bf9af485d5c1e41b9ae118045d2b6dc5457d8b/click-8.5.1-py3-none-any.whl", hash = "sha256:8bb5376d2006950386f8c6427613334a2acadc5f559cb80e638d00b4df957e37", size = 126163, upload-time = "2026-11-06T17:36:59.287Z" },
|
| 93 |
+
]
|
| 94 |
+
|
| 95 |
+
[[package]]
|
| 96 |
+
name = "colorama"
|
| 97 |
+
version = "0.4.6"
|
| 98 |
+
source = { registry = "https://pypi.org/simple" }
|
| 99 |
+
sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697, upload-time = "2022-10-25T02:36:22.414Z" }
|
| 100 |
+
wheels = [
|
| 101 |
+
{ url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335, upload-time = "2022-10-25T02:36:20.889Z" },
|
| 102 |
+
]
|
| 103 |
+
|
| 104 |
+
[[package]]
|
| 105 |
+
name = "contourpy"
|
| 106 |
+
version = "1.4.0"
|
| 107 |
+
source = { registry = "https://pypi.org/simple" }
|
| 108 |
+
dependencies = [
|
| 109 |
+
{ name = "numpy" },
|
| 110 |
+
]
|
| 111 |
+
sdist = { url = "https://files.pythonhosted.org/packages/83/5a/a55177dd22553a277388e8a1b3220e92de91bacb28356cdc73caa240121d/contourpy-1.4.0.tar.gz", hash = "sha256:20156f5a1ac4f8ce02656e39a61e82164a3d359796dc8026f75b062783d500e1", size = 13323726, upload-time = "2026-09-11T19:05:05.808Z" }
|
| 112 |
+
wheels = [
|
| 113 |
+
{ url = "https://files.pythonhosted.org/packages/97/ba/01bde9753bdbba04a6da9d2bff3881f021bc708f654655e95fae26d3b3a3/contourpy-1.4.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:186ba929df36d61b6127da2e89cd1357e4cb79aca647381ab1a6feb0b152877b", size = 297302, upload-time = "2026-09-11T19:02:45.103Z" },
|
| 114 |
+
{ url = "https://files.pythonhosted.org/packages/dd/f5/c5bf67522d49a2222f3154fe46879451d26f0e35ece41770758a64ea78cb/contourpy-1.4.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:c76f3a5318164db7d9401132fc1b5364b784c613c93fa506e3b5e6d1bf353ec8", size = 284921, upload-time = "2026-09-11T19:02:48.049Z" },
|
| 115 |
+
{ url = "https://files.pythonhosted.org/packages/0f/cc/cb989599eec12fda312e127eb8e04a8b21a7a6c94bf7ff1bc68273334a42/contourpy-1.4.0-cp312-cp312-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:43c3ccbb32c6294b183dcc8e8c46dacf5ecef809497e3d48a5be298eef185ad0", size = 356332, upload-time = "2026-09-11T19:02:51.408Z" },
|
| 116 |
+
{ url = "https://files.pythonhosted.org/packages/47/fb/6f620d7602507817b0b4c21dd790ed68688f1f4ae9c29aacf21f08db5cf1/contourpy-1.4.0-cp312-cp312-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:86d05cec773c9507a3950122e0e40ce77c23c75ceeb2fc189514e71893cbb34b", size = 405878, upload-time = "2026-09-11T19:02:54.093Z" },
|
| 117 |
+
{ url = "https://files.pythonhosted.org/packages/32/4e/693c6d6bdece679f0953775eef3a1b66d56be55478d936e7deb1f3004422/contourpy-1.4.0-cp312-cp312-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:2deb580178ca19437a84bd77e4bc2cd91a8ccad212413a83c273900868b5978c", size = 408296, upload-time = "2026-09-11T19:02:56.528Z" },
|
| 118 |
+
{ url = "https://files.pythonhosted.org/packages/78/f9/b6831508960d559581c448532ba4df312217072975486dbf2b24fcc5b76f/contourpy-1.4.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:875f42444c9cf48d56f724f2637e60d0f73b3b12c9041e1484580a233edf9591", size = 383243, upload-time = "2026-09-11T19:02:58.638Z" },
|
| 119 |
+
{ url = "https://files.pythonhosted.org/packages/f2/21/52903825a0ae7bb625e8bd30a09816d4c3c5d6174a469c10a616166cf780/contourpy-1.4.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:f863c6100bf926cf47d13f3cd75f9bb8ebd98aaab230eeb4468b91f98f39a6b3", size = 1357306, upload-time = "2026-09-11T19:03:01.036Z" },
|
| 120 |
+
{ url = "https://files.pythonhosted.org/packages/d8/79/d68b1ce8539e4071518fed9523f558398f34dcd078b8927b109c72dad2ef/contourpy-1.4.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:3863ef2e2b13fe93f8c0ebb08ee400cb07153b8b0e91c5acb26e4537f283634f", size = 1427243, upload-time = "2026-09-11T19:03:03.866Z" },
|
| 121 |
+
{ url = "https://files.pythonhosted.org/packages/ac/f0/b75a10e9d0616b97a30de277b6dfe83f1879880854c7330337309530eb48/contourpy-1.4.0-cp312-cp312-win32.whl", hash = "sha256:5450f091ac1be0be3ad3a2a3b3f23b5e443e78c670ced4fd347d626f92a28fd2", size = 347345, upload-time = "2026-09-11T19:03:06.192Z" },
|
| 122 |
+
{ url = "https://files.pythonhosted.org/packages/50/a9/dab08786bb4d77ef9a046b3c1be923be4e73c5d07d91f5a54e8ea9b09e41/contourpy-1.4.0-cp312-cp312-win_amd64.whl", hash = "sha256:6e697d94e69f499ff6bebb899cae97a58d5d14f0e1fe9568b43a0248d2f9af8c", size = 234083, upload-time = "2026-09-11T19:03:08.122Z" },
|
| 123 |
+
{ url = "https://files.pythonhosted.org/packages/47/b9/3ba509755a970dbde5948e7142ac21f266be72f38017cc4087a05fdceee1/contourpy-1.4.0-cp312-cp312-win_arm64.whl", hash = "sha256:0c7a4c2716a4e98342221954416a836cca77c996c14ddbf22b5f01d5d93ca09c", size = 559521, upload-time = "2026-09-11T19:03:10.047Z" },
|
| 124 |
+
]
|
| 125 |
+
|
| 126 |
+
[[package]]
|
| 127 |
+
name = "cycler"
|
| 128 |
+
version = "0.12.1"
|
| 129 |
+
source = { registry = "https://pypi.org/simple" }
|
| 130 |
+
sdist = { url = "https://files.pythonhosted.org/packages/a9/95/a3dbbb5028f35eafb79008e7522a75244477d2838f38cbb722248dabc2a8/cycler-0.12.1.tar.gz", hash = "sha256:88bb128f02ba341da8ef447245a9e138fae777f6a23943da4540077d3601eb1c", size = 7615, upload-time = "2023-10-07T05:32:18.335Z" }
|
| 131 |
+
wheels = [
|
| 132 |
+
{ url = "https://files.pythonhosted.org/packages/e7/05/c19819d5e3d95294a6f5947fb9b9629efb316b96de511b418c53d245aae6/cycler-0.12.1-py3-none-any.whl", hash = "sha256:85cef7cff222d8644161529808465972e51340599459b8ac3ccbac5a854e0d30", size = 8321, upload-time = "2023-10-07T05:32:16.783Z" },
|
| 133 |
+
]
|
| 134 |
+
|
| 135 |
+
[[package]]
|
| 136 |
+
name = "filelock"
|
| 137 |
+
version = "4.2.12"
|
| 138 |
+
source = { registry = "https://pypi.org/simple" }
|
| 139 |
+
sdist = { url = "https://files.pythonhosted.org/packages/52/aa/8ccff8da9a27e089727fcffd3c5b61708383217e47eb1e1b8af37b1dd166/filelock-4.2.12.tar.gz", hash = "sha256:7e7da24d3ac39268b0f156e56870001de44886318f092f9d851e692f7114d6dd", size = 680837, upload-time = "2026-11-18T01:20:03.951Z" }
|
| 140 |
+
wheels = [
|
| 141 |
+
{ url = "https://files.pythonhosted.org/packages/8a/c9/eb6b6528c7edb958d4c24ac47a8b94113d9de36e4cfc6eecd599b1a4f349/filelock-4.2.12-py3-none-any.whl", hash = "sha256:21decfec02f116ed4c954433cdb31f28c3b346b784543177b6d7059da2702ee9", size = 222442, upload-time = "2026-11-18T01:20:02.439Z" },
|
| 142 |
+
]
|
| 143 |
+
|
| 144 |
+
[[package]]
|
| 145 |
+
name = "fonttools"
|
| 146 |
+
version = "4.68.0"
|
| 147 |
+
source = { registry = "https://pypi.org/simple" }
|
| 148 |
+
sdist = { url = "https://files.pythonhosted.org/packages/0c/b5/672312ae80ce8b8eb9779c56052a24c8f36652aa7293a1a420553bcf03e5/fonttools-4.68.0.tar.gz", hash = "sha256:73294e233070f71e2b3653b6bd8564af676d57f26d075761fb06d1ab2e4a7a5d", size = 3848583, upload-time = "2026-10-27T16:30:26.451Z" }
|
| 149 |
+
wheels = [
|
| 150 |
+
{ url = "https://files.pythonhosted.org/packages/15/63/f332b2099599b4911786a6f6fd69552fdd5ae6a45cfaffb0c881092f36c8/fonttools-4.68.0-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:f265c85432c398d86f26add143423924a4747879b2dce001a3ffe0a5fed30638", size = 3143556, upload-time = "2026-10-27T16:28:21.812Z" },
|
| 151 |
+
{ url = "https://files.pythonhosted.org/packages/c8/97/68816bb56843e06631ff11517e4fb35fc62d76aec6e29f11df095e7f33c5/fonttools-4.68.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:d225096687fc3bac0ebe3357e95b2dd8b0a49d191f016db0771d537ccdd6f47e", size = 2633689, upload-time = "2026-10-27T16:28:23.54Z" },
|
| 152 |
+
{ url = "https://files.pythonhosted.org/packages/21/94/b125c7a6d154d17f4f699150ef3abebd9d8ad0f7eddce9dad649a9e5c1d8/fonttools-4.68.0-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:b41e71b2657c9843b2327b4e3c116db1757dc8cd05d978cd47cb5061272d4997", size = 5462605, upload-time = "2026-10-27T16:28:25.774Z" },
|
| 153 |
+
{ url = "https://files.pythonhosted.org/packages/7f/58/fe13db71e3f5a020c6875f349806e84f7550f3f24cb3cdbabdd693968b1d/fonttools-4.68.0-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:3edce69ecdefa73ab1041901ca22eefed6ebb93a77bc77e889d940479f25bf7d", size = 5443448, upload-time = "2026-10-27T16:28:27.898Z" },
|
| 154 |
+
{ url = "https://files.pythonhosted.org/packages/f1/7f/48236f8c626007670586dd6b0d61ed80323a6b17ead763c881d717525cea/fonttools-4.68.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:d8d5674de2b614575f0751671727056af042ac1d61beacb59a298d74282fa492", size = 5399992, upload-time = "2026-10-27T16:28:29.99Z" },
|
| 155 |
+
{ url = "https://files.pythonhosted.org/packages/cb/0d/09e9a433430e277e454eace1c4d02c3691a33d5257bd234702a427a9d090/fonttools-4.68.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:7ab8097e7e191784974c5608eb95fb31e1243fe3054cb66778ac82558e9b36f8", size = 5563739, upload-time = "2026-10-27T16:28:32.691Z" },
|
| 156 |
+
{ url = "https://files.pythonhosted.org/packages/ac/54/6708f4c6742de2d5bf4280d8bde22fb8aef5120328bdc19ca34a9d2e8e8b/fonttools-4.68.0-cp312-cp312-win32.whl", hash = "sha256:1695cd2e1f9768fe3f14d369ce6ef1b3e8561069cc9e47059571985d1ea42614", size = 2481614, upload-time = "2026-10-27T16:28:35.122Z" },
|
| 157 |
+
{ url = "https://files.pythonhosted.org/packages/1c/3e/ef786310a3774ae7aacaa288ca6d1e1dfd03c24214137478e4b630b76af0/fonttools-4.68.0-cp312-cp312-win_amd64.whl", hash = "sha256:fedc183bdbc3fdbfbdca26e0e04566d089cbb404712509a4e824608e9304cc77", size = 2533508, upload-time = "2026-10-27T16:28:37.085Z" },
|
| 158 |
+
{ url = "https://files.pythonhosted.org/packages/06/11/2cc4272ddd485c448c0363be9beb0a24d3f429f1cc8c5aafa716c508e899/fonttools-4.68.0-cp312-cp312-win_arm64.whl", hash = "sha256:95628bbc5ea81d5761268f4c4f1ba709af510b970f363498ac801c0c1fd7a4a8", size = 2502049, upload-time = "2026-10-27T16:28:39.355Z" },
|
| 159 |
+
{ url = "https://files.pythonhosted.org/packages/35/74/4ea331ecc65ba05a58b1e4e8ccd604c8a15565f876dfbf93fc2a2ea2e22b/fonttools-4.68.0-py3-none-any.whl", hash = "sha256:d76f8fdcb6936f5e1045a0c9dd721a4bf11112e60d1e243bfa1d39f06a8b3104", size = 1248357, upload-time = "2026-10-27T16:30:24.389Z" },
|
| 160 |
+
]
|
| 161 |
+
|
| 162 |
+
[[package]]
|
| 163 |
+
name = "fsspec"
|
| 164 |
+
version = "2026.9.0"
|
| 165 |
+
source = { registry = "https://pypi.org/simple" }
|
| 166 |
+
sdist = { url = "https://files.pythonhosted.org/packages/77/cd/9be253869fc42e764de7f3dedd6969af7d44ff9c3375214a3442a6f3fc08/fsspec-2026.9.0.tar.gz", hash = "sha256:0f08147951c8cb31d844c3547d631053b127863b60be04cf06e121333ee0e2fe", size = 333545, upload-time = "2026-09-18T17:50:42.825Z" }
|
| 167 |
+
wheels = [
|
| 168 |
+
{ url = "https://files.pythonhosted.org/packages/6c/c0/a98505f18594f1bce828bb159cec0fcf9860562f1a2c85913409fc8f3d9e/fsspec-2026.9.0-py3-none-any.whl", hash = "sha256:8dd6e646e99ea382bd85f97a45e6b526a442d79423a7dc673f1e2756d05fcb5f", size = 221738, upload-time = "2026-09-18T17:50:41.341Z" },
|
| 169 |
+
]
|
| 170 |
+
|
| 171 |
+
[[package]]
|
| 172 |
+
name = "h11"
|
| 173 |
+
version = "0.16.0"
|
| 174 |
+
source = { registry = "https://pypi.org/simple" }
|
| 175 |
+
sdist = { url = "https://files.pythonhosted.org/packages/01/ee/02a2c011bdab74c6fb3c75474d40b3052059d95df7e73351460c8588d963/h11-0.16.0.tar.gz", hash = "sha256:4e35b956cf45792e4caa5885e69fba00bdbc6ffafbfa020300e549b208ee5ff1", size = 101250, upload-time = "2025-04-24T03:35:25.427Z" }
|
| 176 |
+
wheels = [
|
| 177 |
+
{ url = "https://files.pythonhosted.org/packages/04/4b/29cac41a4d98d144bf5f6d33995617b185d14b22401f75ca86f384e87ff1/h11-0.16.0-py3-none-any.whl", hash = "sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86", size = 37515, upload-time = "2025-04-24T03:35:24.344Z" },
|
| 178 |
+
]
|
| 179 |
+
|
| 180 |
+
[[package]]
|
| 181 |
+
name = "hf-xet"
|
| 182 |
+
version = "1.8.0"
|
| 183 |
+
source = { registry = "https://pypi.org/simple" }
|
| 184 |
+
sdist = { url = "https://files.pythonhosted.org/packages/2f/18/d91c20f815df6cc496a5d0ad8db6d274dad5c0cfcd59babfa2440a9aba44/hf_xet-1.8.0.tar.gz", hash = "sha256:10ed23b51dacf7917d64f335c25048deb470efa755e9989b218fc0531386138e", size = 1013014, upload-time = "2026-10-30T10:04:33.741Z" }
|
| 185 |
+
wheels = [
|
| 186 |
+
{ url = "https://files.pythonhosted.org/packages/97/74/d89d5235524bc14d8519e12ca8bc5204f45009ae83d63a410f52c29eb4a8/hf_xet-1.8.0-cp38-abi3-macosx_10_12_x86_64.whl", hash = "sha256:e00d8f60170cd3dd55d98306e41dbaf28b27ff1bcfefbfa84279d197221be83e", size = 3875002, upload-time = "2026-10-30T10:04:18.958Z" },
|
| 187 |
+
{ url = "https://files.pythonhosted.org/packages/d4/f2/ef25e2085e92dcaeaa675331e443923aed2006f6fe2d984e15d8b8d40766/hf_xet-1.8.0-cp38-abi3-macosx_11_0_arm64.whl", hash = "sha256:3e8934784425781f0f779b91044df441f3a7af4dab47375d7e3aeaecbb8eecb4", size = 3600947, upload-time = "2026-10-30T10:04:20.906Z" },
|
| 188 |
+
{ url = "https://files.pythonhosted.org/packages/f8/1e/1e8ecc05ef034e9a95c18ed32d2ec07905a7cd2ca611a9d88e25ee1f4850/hf_xet-1.8.0-cp38-abi3-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:29dab7c904cd1914a0439c6e1306c12c7497c8bd32290fbe563ebf51ca4b6d6d", size = 4292483, upload-time = "2026-10-30T10:04:22.875Z" },
|
| 189 |
+
{ url = "https://files.pythonhosted.org/packages/35/c4/127a1548df019ea4c80f06e685f263e146075143335a02e78a3c41dbc4eb/hf_xet-1.8.0-cp38-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:8800e3444770f2c630b361bc6d5c6ebb770b7830646cf632fbb79d0e5bbc9e7f", size = 4069340, upload-time = "2026-10-30T10:04:24.664Z" },
|
| 190 |
+
{ url = "https://files.pythonhosted.org/packages/a5/d5/281cd82736c3e181e597588589d2204d3a5c388a464d4a2a8c546995bae9/hf_xet-1.8.0-cp38-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:a584a7b3268da62f23c3187cc7201ca01f7b610985a36b1b6119c66bccb0383c", size = 4272344, upload-time = "2026-10-30T10:04:26.519Z" },
|
| 191 |
+
{ url = "https://files.pythonhosted.org/packages/48/77/886f09e91a5eadb054ce03b8855323cd2a72f20db76ab4119e0ecda65eef/hf_xet-1.8.0-cp38-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:1ebaf248c9bef8bb0c9d1d8d71db1fdf0cac14f922cc7a936a81adbf12eb5f01", size = 4500689, upload-time = "2026-10-30T10:04:28.394Z" },
|
| 192 |
+
{ url = "https://files.pythonhosted.org/packages/97/4d/2c76a992b370ff77d0b5219275779f8c9a7dabb8ee649deb265dfed84d0f/hf_xet-1.8.0-cp38-abi3-win_amd64.whl", hash = "sha256:92188598dedc1e1f5609bd718d4db8687a6c89915553912571e2f587892eecec", size = 3911559, upload-time = "2026-10-30T10:04:30.165Z" },
|
| 193 |
+
{ url = "https://files.pythonhosted.org/packages/87/91/fdb1454a43eff8011047d176ada2f0fb4926cf3d74b87357ff35793f6d98/hf_xet-1.8.0-cp38-abi3-win_arm64.whl", hash = "sha256:42b66fdc688eaa4ff3eb77dc9275e5a0f1258ecc9fdd083ddaf43bb49bec925b", size = 3738458, upload-time = "2026-10-30T10:04:31.882Z" },
|
| 194 |
+
]
|
| 195 |
+
|
| 196 |
+
[[package]]
|
| 197 |
+
name = "httpcore"
|
| 198 |
+
version = "1.0.9"
|
| 199 |
+
source = { registry = "https://pypi.org/simple" }
|
| 200 |
+
dependencies = [
|
| 201 |
+
{ name = "certifi" },
|
| 202 |
+
{ name = "h11" },
|
| 203 |
+
]
|
| 204 |
+
sdist = { url = "https://files.pythonhosted.org/packages/06/94/82699a10bca87a5556c9c59b5963f2d039dbd239f25bc2a63907a05a14cb/httpcore-1.0.9.tar.gz", hash = "sha256:6e34463af53fd2ab5d807f399a9b45ea31c3dfa2276f15a2c3f00afff6e176e8", size = 85484, upload-time = "2025-04-24T22:06:22.219Z" }
|
| 205 |
+
wheels = [
|
| 206 |
+
{ url = "https://files.pythonhosted.org/packages/7e/f5/f66802a942d491edb555dd61e3a9961140fd64c90bce1eafd741609d334d/httpcore-1.0.9-py3-none-any.whl", hash = "sha256:2d400746a40668fc9dec9810239072b40b4484b640a8c38fd654a024c7a1bf55", size = 78784, upload-time = "2025-04-24T22:06:20.566Z" },
|
| 207 |
+
]
|
| 208 |
+
|
| 209 |
+
[[package]]
|
| 210 |
+
name = "httpcore2"
|
| 211 |
+
version = "2.16.2"
|
| 212 |
+
source = { registry = "https://pypi.org/simple" }
|
| 213 |
+
dependencies = [
|
| 214 |
+
{ name = "h11" },
|
| 215 |
+
{ name = "truststore" },
|
| 216 |
+
]
|
| 217 |
+
sdist = { url = "https://files.pythonhosted.org/packages/92/9d/df40b41f7db0370f82019820709244e7b660c52aa3da3c9e5c4e8141f6e6/httpcore2-2.16.2.tar.gz", hash = "sha256:6c519d0f7b44f7269fa9bbb4d2763db395a4a2370f046d8e8e0a4b38227815d2", size = 70064, upload-time = "2026-11-16T10:12:19.491Z" }
|
| 218 |
+
wheels = [
|
| 219 |
+
{ url = "https://files.pythonhosted.org/packages/2a/e8/009c347feac27f8960605aa98d55ed263b5870dd4fd80b82fd1d00d5716c/httpcore2-2.16.2-py3-none-any.whl", hash = "sha256:16051ae2a42f776007543f32de9349a317b23d2cbb4e1456b4bac0e88b87419a", size = 85551, upload-time = "2026-11-16T10:12:16.674Z" },
|
| 220 |
+
]
|
| 221 |
+
|
| 222 |
+
[[package]]
|
| 223 |
+
name = "httpx"
|
| 224 |
+
version = "0.28.1"
|
| 225 |
+
source = { registry = "https://pypi.org/simple" }
|
| 226 |
+
dependencies = [
|
| 227 |
+
{ name = "anyio" },
|
| 228 |
+
{ name = "certifi" },
|
| 229 |
+
{ name = "httpcore" },
|
| 230 |
+
{ name = "idna" },
|
| 231 |
+
]
|
| 232 |
+
sdist = { url = "https://files.pythonhosted.org/packages/b1/df/48c586a5fe32a0f01324ee087459e112ebb7224f646c0b5023f5e79e9956/httpx-0.28.1.tar.gz", hash = "sha256:75e98c5f16b0f35b567856f597f06ff2270a374470a5c2392242528e3e3e42fc", size = 141406, upload-time = "2024-12-06T15:37:23.222Z" }
|
| 233 |
+
wheels = [
|
| 234 |
+
{ url = "https://files.pythonhosted.org/packages/2a/39/e50c7c3a983047577ee07d2a9e53faf5a69493943ec3f6a384bdc792deb2/httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad", size = 73517, upload-time = "2024-12-06T15:37:21.509Z" },
|
| 235 |
+
]
|
| 236 |
+
|
| 237 |
+
[[package]]
|
| 238 |
+
name = "httpx2"
|
| 239 |
+
version = "2.16.2"
|
| 240 |
+
source = { registry = "https://pypi.org/simple" }
|
| 241 |
+
dependencies = [
|
| 242 |
+
{ name = "anyio", marker = "sys_platform != 'emscripten'" },
|
| 243 |
+
{ name = "httpcore2", marker = "sys_platform != 'emscripten'" },
|
| 244 |
+
{ name = "httpx2-jsfetch", marker = "sys_platform == 'emscripten'" },
|
| 245 |
+
{ name = "idna" },
|
| 246 |
+
{ name = "truststore", marker = "sys_platform != 'emscripten'" },
|
| 247 |
+
{ name = "typing-extensions" },
|
| 248 |
+
]
|
| 249 |
+
sdist = { url = "https://files.pythonhosted.org/packages/1c/77/6515121dc5ac3c743ad1bff5afe635bcd1a3f23cc40db3c5c89f7d02917d/httpx2-2.16.2.tar.gz", hash = "sha256:748b615678f07d8e3b183efe81ad13b655ca88bfc56ce4589219b2d442860574", size = 103370, upload-time = "2026-11-16T10:12:20.49Z" }
|
| 250 |
+
wheels = [
|
| 251 |
+
{ url = "https://files.pythonhosted.org/packages/77/de/8c4306a3d6aa2495111986addf33a9e561eff4c47552e4c4b9251160d0ad/httpx2-2.16.2-py3-none-any.whl", hash = "sha256:f05c13aade4c45dbf1c9060647a1058f0acad62398fad96e741269edb33d46f5", size = 97893, upload-time = "2026-11-16T10:12:18.192Z" },
|
| 252 |
+
]
|
| 253 |
+
|
| 254 |
+
[[package]]
|
| 255 |
+
name = "httpx2-jsfetch"
|
| 256 |
+
version = "1.0"
|
| 257 |
+
source = { registry = "https://pypi.org/simple" }
|
| 258 |
+
sdist = { url = "https://files.pythonhosted.org/packages/cd/c4/0e5636363151a2a1795e0a77617168b9ca438e1748ec05fc9b5687f93d64/httpx2_jsfetch-1.0.tar.gz", hash = "sha256:70a0e3eabfef7cce5ad9c629f7d01ca05e418f586646f4ddf14782e4c1454c60", size = 6872, upload-time = "2026-08-07T00:13:07.492Z" }
|
| 259 |
+
wheels = [
|
| 260 |
+
{ url = "https://files.pythonhosted.org/packages/9b/43/832f631d32e4f1211caa2ba368317739fe71f0b8530e4c9d15dc454bac2a/httpx2_jsfetch-1.0-py3-none-any.whl", hash = "sha256:cb916b707601e69a07721aabc8f3f6659be3a6893bc1ff5c6f9e02241df2da32", size = 6382, upload-time = "2026-08-07T00:13:06.567Z" },
|
| 261 |
+
]
|
| 262 |
+
|
| 263 |
+
[[package]]
|
| 264 |
+
name = "huggingface-hub"
|
| 265 |
+
version = "2.4.0"
|
| 266 |
+
source = { registry = "https://pypi.org/simple" }
|
| 267 |
+
dependencies = [
|
| 268 |
+
{ name = "click" },
|
| 269 |
+
{ name = "filelock" },
|
| 270 |
+
{ name = "fsspec" },
|
| 271 |
+
{ name = "hf-xet", marker = "platform_machine == 'AMD64' or platform_machine == 'ARM64' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64'" },
|
| 272 |
+
{ name = "httpx2" },
|
| 273 |
+
{ name = "packaging" },
|
| 274 |
+
{ name = "pyyaml" },
|
| 275 |
+
{ name = "tqdm" },
|
| 276 |
+
{ name = "typing-extensions" },
|
| 277 |
+
]
|
| 278 |
+
sdist = { url = "https://files.pythonhosted.org/packages/b5/3b/2fcef1eabe52aec90fc8cd253cc154da1d02a446d7bbcdec59b4a51d4be7/huggingface_hub-2.4.0.tar.gz", hash = "sha256:13a6158b9e3393d9d3f248ce99074d50c2a0a1449fb9d8e2f710751e2084c188", size = 1066194, upload-time = "2026-10-29T15:30:12.321Z" }
|
| 279 |
+
wheels = [
|
| 280 |
+
{ url = "https://files.pythonhosted.org/packages/d4/55/ff47f1b082ecf5f43f4bc1e3b932d68eead171dabbbd1a92666c686301d7/huggingface_hub-2.4.0-py3-none-any.whl", hash = "sha256:42ecfd93ede47bdd333daebbf66a32d7bfe2e18752754fe4d2d4f98a0179d801", size = 857021, upload-time = "2026-10-29T15:30:10.421Z" },
|
| 281 |
+
]
|
| 282 |
+
|
| 283 |
+
[[package]]
|
| 284 |
+
name = "idna"
|
| 285 |
+
version = "3.20"
|
| 286 |
+
source = { registry = "https://pypi.org/simple" }
|
| 287 |
+
sdist = { url = "https://files.pythonhosted.org/packages/f5/08/8eea9d4b8302028f3abb2c0813953f7aec26d33b7a8960ed760e65ff29fa/idna-3.20.tar.gz", hash = "sha256:a7db850025b95ded1eae8a46181a1a6c56c92c96f0e2b005d9ff8dc0210cab44", size = 216463, upload-time = "2026-09-17T14:11:04.752Z" }
|
| 288 |
+
wheels = [
|
| 289 |
+
{ url = "https://files.pythonhosted.org/packages/58/a2/bb081bab032533a855d44de1d56f8e8426114ff1ba5d1f07a438a0a654f8/idna-3.20-py3-none-any.whl", hash = "sha256:ab7ae7122974553370f0bdb919e1a960b2cd1bc1ef0276416d896db81c14582c", size = 69583, upload-time = "2026-09-17T14:11:03.168Z" },
|
| 290 |
+
]
|
| 291 |
+
|
| 292 |
+
[[package]]
|
| 293 |
+
name = "iniconfig"
|
| 294 |
+
version = "2.3.1"
|
| 295 |
+
source = { registry = "https://pypi.org/simple" }
|
| 296 |
+
sdist = { url = "https://files.pythonhosted.org/packages/01/e1/2069291243c926a2ff1cd706c7f3eeb9b62144bf60f77c9fb9ff2fb26bd3/iniconfig-2.3.1.tar.gz", hash = "sha256:67f4b9c50da0dedf52af349e7749a80a9057a5031199791b906c3bb3ae878960", size = 21209, upload-time = "2026-10-06T22:48:38.076Z" }
|
| 297 |
+
wheels = [
|
| 298 |
+
{ url = "https://files.pythonhosted.org/packages/56/43/4ca9e49d27a1fcf6bece6f6aec0ea46bb9112489b93d4b688fb415457bdb/iniconfig-2.3.1-py3-none-any.whl", hash = "sha256:9121e2c1fdb355232495be3194c8dfe87ccc2d5dee45947b78e68f499790d7a7", size = 7552, upload-time = "2026-10-06T22:48:36.959Z" },
|
| 299 |
+
]
|
| 300 |
+
|
| 301 |
+
[[package]]
|
| 302 |
+
name = "kiwisolver"
|
| 303 |
+
version = "1.5.1"
|
| 304 |
+
source = { registry = "https://pypi.org/simple" }
|
| 305 |
+
sdist = { url = "https://files.pythonhosted.org/packages/ba/07/bd78e6a8fae171ea041ef5bba3ed21a003522fa088834b069b1909981f30/kiwisolver-1.5.1.tar.gz", hash = "sha256:f1303ef2eec81262a4b708c3e858afe58d7c75ad91c1c05266eda7673369859a", size = 104395, upload-time = "2026-08-28T10:28:27.153Z" }
|
| 306 |
+
wheels = [
|
| 307 |
+
{ url = "https://files.pythonhosted.org/packages/6b/9b/65b302742389c6f96f2956bef5decf26011309feb2fc5d79613af18adea4/kiwisolver-1.5.1-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:63fb7294b768f444eb4b068965f2662f28c2fd4161e23bd60fcf3ff27b74c046", size = 123876, upload-time = "2026-08-28T10:25:27.44Z" },
|
| 308 |
+
{ url = "https://files.pythonhosted.org/packages/71/74/c21f339956f6f691b2ed7e31d5f3ae767304df6c460192739fc830853051/kiwisolver-1.5.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:0ebdef3eae5336568147c39a55be6a2036ffde53faa9ca2d978989ae7c2da12c", size = 66487, upload-time = "2026-08-28T10:25:28.728Z" },
|
| 309 |
+
{ url = "https://files.pythonhosted.org/packages/84/e5/bdb34e21523e01dceda064d63713f3bdec91388af24fba1eca7ea5e85864/kiwisolver-1.5.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:1798e83840c3f627246104c4d8a9639c60fa068adf9ce92b61791781fa8a68c1", size = 64660, upload-time = "2026-08-28T10:25:30.071Z" },
|
| 310 |
+
{ url = "https://files.pythonhosted.org/packages/fc/f4/dadfec469313c7f428efa7e84b4aba9732f813c13ea7131a24b7b008ef57/kiwisolver-1.5.1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:34633ecf50d16187ab8e5528b7a2530f2feb4e23f300db4672538b51cfc5cd38", size = 1477929, upload-time = "2026-08-28T10:25:31.495Z" },
|
| 311 |
+
{ url = "https://files.pythonhosted.org/packages/6f/35/09c58daac34e6f6ea5c6dee0094b422118e5a7c265586008a95fd135ac5f/kiwisolver-1.5.1-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d27c2123977cb9269c30a49ba45f03a4323017ef693e19db4ec9dbe1299a3002", size = 1278499, upload-time = "2026-08-28T10:25:33.375Z" },
|
| 312 |
+
{ url = "https://files.pythonhosted.org/packages/19/32/739765e24fbad29d13f83e546ea4abc215a78cea9d677ca09025b027724d/kiwisolver-1.5.1-cp312-cp312-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:6a797a1cefc8b9c93170db580337e1fe3d011ad18b1299943231279406342048", size = 1296677, upload-time = "2026-08-28T10:25:35.059Z" },
|
| 313 |
+
{ url = "https://files.pythonhosted.org/packages/df/32/03304d1010e2cc45e5b3b52cef7e43fed3a2a5cd6c87a89b4a88e1d85b5d/kiwisolver-1.5.1-cp312-cp312-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:2551cf9917af48ee7c4b29cc82320489508cf96fd26a51f6fc124de661cd44c7", size = 1346037, upload-time = "2026-08-28T10:25:36.705Z" },
|
| 314 |
+
{ url = "https://files.pythonhosted.org/packages/3e/57/4c49377bfd274450dd72ecaa13eaac32ea804a03363e4d1db0c5aa999ceb/kiwisolver-1.5.1-cp312-cp312-manylinux_2_39_riscv64.whl", hash = "sha256:38f6e0deb4d0a4615efe0c4efc5990b06ae450ab50a0b321c0b078b6d238c083", size = 988248, upload-time = "2026-08-28T10:25:38.299Z" },
|
| 315 |
+
{ url = "https://files.pythonhosted.org/packages/cb/c3/38df144a08b6c5d75ca4504e5cc3141bb3bfef64c04f4ef48204f42711b6/kiwisolver-1.5.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:bfd1de989b3330420e29de39352f5c049905c9e3ee67233a50d550e3d652c148", size = 2228722, upload-time = "2026-08-28T10:25:40.038Z" },
|
| 316 |
+
{ url = "https://files.pythonhosted.org/packages/e7/11/3221838a89cd64d9b386353e000cd8a296069a20fbe3584507fdfd5bebae/kiwisolver-1.5.1-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:1209042a623ddfda5497e4066c7b77651dde8e1d3a9dd97599dc7e97f3b9b78c", size = 2325216, upload-time = "2026-08-28T10:25:41.699Z" },
|
| 317 |
+
{ url = "https://files.pythonhosted.org/packages/83/d4/075c219230697bb5db910d37262b9bacf880f92b4811a02ab81ed073a253/kiwisolver-1.5.1-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:26e8268480be5061d509e29669d59103c067a26377a56491630ece11762e3858", size = 1977689, upload-time = "2026-08-28T10:25:43.559Z" },
|
| 318 |
+
{ url = "https://files.pythonhosted.org/packages/bb/08/1d219c3c2dd960983d0d4da623d916e9de6385df2b0bab3d1af0e9b8fccc/kiwisolver-1.5.1-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:d79308fa689fac89cbcfbd4dbfc80b5f95c54c5a7fd4d194be221f9d33d026e6", size = 2491443, upload-time = "2026-08-28T10:25:45.242Z" },
|
| 319 |
+
{ url = "https://files.pythonhosted.org/packages/ba/d3/024208ec1079d273f1047468d1bdffbf38bb75b7b268090fd3a0301b9d9a/kiwisolver-1.5.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:b03af77d77e50edba2030fd5f7c352ff209314b09030a3cba7c14edf9a09a444", size = 2295200, upload-time = "2026-08-28T10:25:46.984Z" },
|
| 320 |
+
{ url = "https://files.pythonhosted.org/packages/6e/7c/7b210498f9f92e1cd7855f260fa69ef056881087b199ee20c208f0e4189a/kiwisolver-1.5.1-cp312-cp312-win_amd64.whl", hash = "sha256:06a6917674de9e0fe3f66f5430787f59a9f2ddb64af9b714eaec547e29ef5c19", size = 70748, upload-time = "2026-08-28T10:25:48.444Z" },
|
| 321 |
+
{ url = "https://files.pythonhosted.org/packages/94/61/ef0daa157c8bb23672f7423e0d14c39db1dc6ef8ed47e6bc54c9c1bef3bf/kiwisolver-1.5.1-cp312-cp312-win_arm64.whl", hash = "sha256:ad8b9671348d7c8716715652ae11f85ed0eb99e265a2df2ca490577d69860b2c", size = 68324, upload-time = "2026-08-28T10:25:49.81Z" },
|
| 322 |
+
{ url = "https://files.pythonhosted.org/packages/a9/c4/1407df7512a5b36cc79840e01710dc575733c461b13ab866cae77eaf87f3/kiwisolver-1.5.1-graalpy312-graalpy250_312_native-macosx_11_0_arm64.whl", hash = "sha256:482676e5bd48d70ac99d9fc78863469845421e01184fa83f1f9366dc49f7e974", size = 134002, upload-time = "2026-08-28T10:28:08.881Z" },
|
| 323 |
+
{ url = "https://files.pythonhosted.org/packages/16/45/c37a21ad5c0ab581a93c55ad544721aaa1f0ae94edb29c6a678a23d013e6/kiwisolver-1.5.1-graalpy312-graalpy250_312_native-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:072bdb15a3c19a5b5dbc8f8fb1f4e1884bf4f3507eeb4cc6334401274d37a5c0", size = 194292, upload-time = "2026-08-28T10:28:11.06Z" },
|
| 324 |
+
{ url = "https://files.pythonhosted.org/packages/a6/c1/69f00d627949580e43d57af0aa465df46868d7c29801c137a55374101294/kiwisolver-1.5.1-graalpy312-graalpy250_312_native-win_amd64.whl", hash = "sha256:a5a00665d1a0e26763a7338d7e911d4598fbc1d50dd0d6b7919b7dc6c5d6569f", size = 73362, upload-time = "2026-08-28T10:28:12.449Z" },
|
| 325 |
+
]
|
| 326 |
+
|
| 327 |
+
[[package]]
|
| 328 |
+
name = "markdown-it-py"
|
| 329 |
+
version = "4.3.0"
|
| 330 |
+
source = { registry = "https://pypi.org/simple" }
|
| 331 |
+
dependencies = [
|
| 332 |
+
{ name = "mdurl" },
|
| 333 |
+
]
|
| 334 |
+
sdist = { url = "https://files.pythonhosted.org/packages/16/fc/cee2c45553c9a9bf77d8b0c391560c556d7ed756b1f0bb35eb5d48db09ea/markdown_it_py-4.3.0.tar.gz", hash = "sha256:91a58fa5b72c71a40cf7177250fd767480d7a2bb3ac426ccfb76fb90305fdaaa", size = 242701, upload-time = "2026-11-10T16:18:30.467Z" }
|
| 335 |
+
wheels = [
|
| 336 |
+
{ url = "https://files.pythonhosted.org/packages/c9/31/5f0ac2f1a1c67423c995c731a11cd4ad05d081a2be969d74f868bdb9cc70/markdown_it_py-4.3.0-py3-none-any.whl", hash = "sha256:7aa1511a46c39138de78d9eba92ce47e63124d8003fc98b3a351909e04239efa", size = 96951, upload-time = "2026-11-10T16:18:28.975Z" },
|
| 337 |
+
]
|
| 338 |
+
|
| 339 |
+
[[package]]
|
| 340 |
+
name = "matplotlib"
|
| 341 |
+
version = "3.11.2"
|
| 342 |
+
source = { registry = "https://pypi.org/simple" }
|
| 343 |
+
dependencies = [
|
| 344 |
+
{ name = "contourpy" },
|
| 345 |
+
{ name = "cycler" },
|
| 346 |
+
{ name = "fonttools" },
|
| 347 |
+
{ name = "kiwisolver" },
|
| 348 |
+
{ name = "numpy" },
|
| 349 |
+
{ name = "packaging" },
|
| 350 |
+
{ name = "pillow" },
|
| 351 |
+
{ name = "pyparsing" },
|
| 352 |
+
{ name = "python-dateutil" },
|
| 353 |
+
]
|
| 354 |
+
sdist = { url = "https://files.pythonhosted.org/packages/e7/c8/9aa712a0afb882649424dd8de8ad9aa6235e796e84c6052e8f6dc1598d0d/matplotlib-3.11.2.tar.gz", hash = "sha256:cec596316640f2b394b8f0daa0ea61a8eae82d017b620b9f202befb972a59ea4", size = 32660610, upload-time = "2026-09-11T19:05:31.214Z" }
|
| 355 |
+
wheels = [
|
| 356 |
+
{ url = "https://files.pythonhosted.org/packages/cb/ce/1bfcc4873b121597791ad74032943b123218c0613af0b97e8dd05e916fb1/matplotlib-3.11.2-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:ef752769cd962f39ea0b6ffc82d1ea43a0012c5a6157c7a075212fa509cfcff2", size = 9476466, upload-time = "2026-09-11T19:03:19.45Z" },
|
| 357 |
+
{ url = "https://files.pythonhosted.org/packages/a6/c4/7f5f3601ee69baf072c0c7d3ce60c03e0618621c5a56c34a62a460e29d11/matplotlib-3.11.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ef31985c4dedb5f1424e1aec6849a47dd37689cb7fa3c20b1b82187f26806261", size = 9305583, upload-time = "2026-09-11T19:03:22.39Z" },
|
| 358 |
+
{ url = "https://files.pythonhosted.org/packages/b8/90/2b3fd67ee273163faeda6d514be70b5596eaa0fd77b60ffc294ad0b34f5f/matplotlib-3.11.2-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:df4f7784aca81a94f254c0a2767d592ee25f407e488f5fa7203e51093fb6ca27", size = 9860353, upload-time = "2026-09-11T19:03:25.049Z" },
|
| 359 |
+
{ url = "https://files.pythonhosted.org/packages/f4/84/32549e7a462dc311aed2ab62e5d2538028840b5c53a8be0195c789937c3d/matplotlib-3.11.2-cp312-cp312-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1b9a7ad579856284135e401ecc918c5f8a017ee30539298862a109f51b971710", size = 10670348, upload-time = "2026-09-11T19:03:28.108Z" },
|
| 360 |
+
{ url = "https://files.pythonhosted.org/packages/84/39/02e21b74f7439bd643d717ea846006d46e309e6d29b632b57751265311d6/matplotlib-3.11.2-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:3aa4b8516fd26659e4363abbf317c703d9116496c5db2e9d0609a2866dd39dd2", size = 10810580, upload-time = "2026-09-11T19:03:31.402Z" },
|
| 361 |
+
{ url = "https://files.pythonhosted.org/packages/04/93/0d239bde12b308262265c2d98909b2f0ecad2b5deeae96241642e822e9c7/matplotlib-3.11.2-cp312-cp312-win_amd64.whl", hash = "sha256:c5c1c68ee401fc98271263410f0e5ce88285abacf7627132914e8adf3d70ff43", size = 9349409, upload-time = "2026-09-11T19:03:34.195Z" },
|
| 362 |
+
{ url = "https://files.pythonhosted.org/packages/49/a8/06baf901c02246c8a222b655cc4540ef9c15e1549a04e07927f9cde716c3/matplotlib-3.11.2-cp312-cp312-win_arm64.whl", hash = "sha256:643ff850d8e0f5b8319337f87ed3cb59506afb3df3cc48de777d85871233be7b", size = 9028084, upload-time = "2026-09-11T19:03:37.032Z" },
|
| 363 |
+
]
|
| 364 |
+
|
| 365 |
+
[[package]]
|
| 366 |
+
name = "mdurl"
|
| 367 |
+
version = "0.1.2"
|
| 368 |
+
source = { registry = "https://pypi.org/simple" }
|
| 369 |
+
sdist = { url = "https://files.pythonhosted.org/packages/d6/54/cfe61301667036ec958cb99bd3efefba235e65cdeb9c84d24a8293ba1d90/mdurl-0.1.2.tar.gz", hash = "sha256:bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba", size = 8729, upload-time = "2022-08-14T12:40:10.846Z" }
|
| 370 |
+
wheels = [
|
| 371 |
+
{ url = "https://files.pythonhosted.org/packages/b3/38/89ba8ad64ae25be8de66a6d463314cf1eb366222074cfda9ee839c56a4b4/mdurl-0.1.2-py3-none-any.whl", hash = "sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8", size = 9979, upload-time = "2022-08-14T12:40:09.779Z" },
|
| 372 |
+
]
|
| 373 |
+
|
| 374 |
+
[[package]]
|
| 375 |
+
name = "numpy"
|
| 376 |
+
version = "2.5.5"
|
| 377 |
+
source = { registry = "https://pypi.org/simple" }
|
| 378 |
+
sdist = { url = "https://files.pythonhosted.org/packages/4e/3a/8770c288c47f0b5c2a786d3c20e79f66fd245f2d42cd232d7cd5e00e83e5/numpy-2.5.5.tar.gz", hash = "sha256:5cddc243c75114ba845f01b1f87aca1572dbf7b6c2d88636ed3e1d2bccd7f1bf", size = 20873892, upload-time = "2026-11-15T21:32:28.607Z" }
|
| 379 |
+
wheels = [
|
| 380 |
+
{ url = "https://files.pythonhosted.org/packages/20/74/5b99f425938870958d43dc9f7b17c684e793ce47ec46b7885cdc7acea285/numpy-2.5.5-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:7da9a248f149cfbb220c6da964a59c8d051d516704f7758acfb81eb382a05d97", size = 14750374, upload-time = "2026-11-15T21:30:10.113Z" },
|
| 381 |
+
{ url = "https://files.pythonhosted.org/packages/5c/f4/06db317e93dd6d618786004c1761214b113832bb77294c8513776956702a/numpy-2.5.5-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:b96e9ee49ccbdb5676359f852a4497f7a9c5df6c377d8877f5330d6fd3ff42e4", size = 10749920, upload-time = "2026-11-15T21:30:13.092Z" },
|
| 382 |
+
{ url = "https://files.pythonhosted.org/packages/8a/92/6de34324a266b73c04ba977db5864b9016500076b26f09078a565f527d34/numpy-2.5.5-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:a3856a97e48ed8371c680fb04120b99fbcc29f2076ebe6dc3deb34f77947c5ca", size = 5513680, upload-time = "2026-11-15T21:30:15.201Z" },
|
| 383 |
+
{ url = "https://files.pythonhosted.org/packages/1e/a1/6563b74cd67e3873f9897afebb3244529b1494d4c0df30f3201329a7e316/numpy-2.5.5-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:f5e8603f0892d1b848e12124863b5b29af72383ee9b25ddc6fe4967d4c1ee6ef", size = 6797540, upload-time = "2026-11-15T21:30:17.172Z" },
|
| 384 |
+
{ url = "https://files.pythonhosted.org/packages/c2/22/82184e9a5b50a4a298e9f8fe0bd8cfc483672dbfea8a3b57c78e2376b139/numpy-2.5.5-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a0750f2156d53446caca85663d0b65d67214e1664b9050454a731ea1418d176a", size = 15284117, upload-time = "2026-11-15T21:30:19.167Z" },
|
| 385 |
+
{ url = "https://files.pythonhosted.org/packages/99/61/522b973ba38987b22a4a71beaed2ea6ac9fd4f687baaa2bc9a45100625e0/numpy-2.5.5-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:704d819265e5d1064d932968e9ee85fff2103ccc78c05b878c06943ba27b8507", size = 15720599, upload-time = "2026-11-15T21:30:21.273Z" },
|
| 386 |
+
{ url = "https://files.pythonhosted.org/packages/25/cd/182cf60bd9c34e617c516f138f2f68988760062fa65fca8fcc97875cf7cf/numpy-2.5.5-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:86868185bf4b6c4e5a8628ac42cfa165cd9530266c731f7dd1d11b4ad7e7cd1c", size = 16503566, upload-time = "2026-11-15T21:30:24.023Z" },
|
| 387 |
+
{ url = "https://files.pythonhosted.org/packages/f3/57/4fa4723e80be805f68af552731ed483974b2a11e511284a9ef6aafbcb3cf/numpy-2.5.5-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:7fb87c4bcc73850ef433a0c42f096b010d3d3d284e9d00028bb030b43df3d078", size = 17082560, upload-time = "2026-11-15T21:30:26.224Z" },
|
| 388 |
+
{ url = "https://files.pythonhosted.org/packages/d5/0b/73d2bd5be85d3178a862e8354e2d6441b4040fadf1e7d999e01b0bdfa5c6/numpy-2.5.5-cp312-cp312-win32.whl", hash = "sha256:263b2aa236d752b18f90c5107137d24b2e3856d7db37725609f0ab5bcdb58881", size = 6146378, upload-time = "2026-11-15T21:30:28.328Z" },
|
| 389 |
+
{ url = "https://files.pythonhosted.org/packages/d1/71/b1ce51834c21020d189332979d38ba7350eb6cd7ca8c8ec424a663b0ca6f/numpy-2.5.5-cp312-cp312-win_amd64.whl", hash = "sha256:919eb420662b0b4ba34889df503f3d5329775b0c1d5f7e5f5af4fba8315b1e30", size = 12580189, upload-time = "2026-11-15T21:30:30.025Z" },
|
| 390 |
+
{ url = "https://files.pythonhosted.org/packages/c2/5e/09ae9d0d02fbfe6b160043349bbe73e6bbbbfb2565bb46146dd943687271/numpy-2.5.5-cp312-cp312-win_arm64.whl", hash = "sha256:f6622e32cb46c60bee3b2c7dd7f5c22bdc86fcb8630336b4822ec81c3986111a", size = 10535386, upload-time = "2026-11-15T21:30:32.112Z" },
|
| 391 |
+
]
|
| 392 |
+
|
| 393 |
+
[[package]]
|
| 394 |
+
name = "openrqgm"
|
| 395 |
+
version = "0.1.0"
|
| 396 |
+
source = { git = "https://github.com/DreamFallenFlowers/OpenRQGM?rev=feecb32d9fbdd1c60749ade9ecb47f971e12666e#feecb32d9fbdd1c60749ade9ecb47f971e12666e" }
|
| 397 |
+
dependencies = [
|
| 398 |
+
{ name = "scipy" },
|
| 399 |
+
{ name = "typer" },
|
| 400 |
+
]
|
| 401 |
+
|
| 402 |
+
[[package]]
|
| 403 |
+
name = "packaging"
|
| 404 |
+
version = "26.3"
|
| 405 |
+
source = { registry = "https://pypi.org/simple" }
|
| 406 |
+
sdist = { url = "https://files.pythonhosted.org/packages/7d/fa/3944b40b07da9ce895c0e6303a5ab7d53da063554f534556b134a54d6093/packaging-26.3.tar.gz", hash = "sha256:94edc256424af38762eb31306eed28beb9f0efc50a8837492c9d6fd6004aed79", size = 313412, upload-time = "2026-08-04T18:15:28.737Z" }
|
| 407 |
+
wheels = [
|
| 408 |
+
{ url = "https://files.pythonhosted.org/packages/63/34/ba1c580383c9eada3711951fef0795c80b829a078d72188184bcab9dd527/packaging-26.3-py3-none-any.whl", hash = "sha256:d7193f7c8e4e93f444fde0262bf90af30e16fa0ad0ad44cb553c87339b23cd1c", size = 129956, upload-time = "2026-08-04T18:15:27.159Z" },
|
| 409 |
+
]
|
| 410 |
+
|
| 411 |
+
[[package]]
|
| 412 |
+
name = "pillow"
|
| 413 |
+
version = "13.0.0"
|
| 414 |
+
source = { registry = "https://pypi.org/simple" }
|
| 415 |
+
sdist = { url = "https://files.pythonhosted.org/packages/ce/a4/9cc30690a394a8305e8be4c9036aa16d0dfddadd09079860b582f562496d/pillow-13.0.0.tar.gz", hash = "sha256:cdcd1ba258178f7356d74170c9a81ba4eab6a5d55748bc402a5a2a6fe6be3510", size = 47058631, upload-time = "2026-10-16T22:18:09.718Z" }
|
| 416 |
+
wheels = [
|
| 417 |
+
{ url = "https://files.pythonhosted.org/packages/7a/b8/58d79332229482eb0d27c82973850808c19d37e5bdc14443d3417bd373f5/pillow-13.0.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:67c8d44ad89fa7eb88de5d6ef6199b1e03dd24974f85a67639fc8badb801fe79", size = 5568643, upload-time = "2026-10-16T22:15:44.474Z" },
|
| 418 |
+
{ url = "https://files.pythonhosted.org/packages/39/4b/f2ed53d83aa44ac19599ac0a54897f867fafb95f406980d1e24083f8cbe3/pillow-13.0.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:fc481f742ccda20e9ed760b8f978dff50f2a4e9bc253ac167fb0a05b0783ef52", size = 4852329, upload-time = "2026-10-16T22:15:46.284Z" },
|
| 419 |
+
{ url = "https://files.pythonhosted.org/packages/3b/bb/9e30e8ed18c20800ee327a12107d5249ad8dc444867b3adfcc21654e3c71/pillow-13.0.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8bf295fe459343bc6093c8e5e0df60bfa189e0fcb775a22e2c2488fdeccc6c0d", size = 6519309, upload-time = "2026-10-16T22:15:48.14Z" },
|
| 420 |
+
{ url = "https://files.pythonhosted.org/packages/e6/99/fdf65cc539e266ab93546c261bdf98411fe165c6e4e13f9dbf597097192b/pillow-13.0.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:42d63be3af4f9b951b199b0a9d23365d37ab14687e6d77b74940432c8515c4ca", size = 7144542, upload-time = "2026-10-16T22:15:50.093Z" },
|
| 421 |
+
{ url = "https://files.pythonhosted.org/packages/26/9b/f38b7c4d8f599537e2d1a6d546cec9beef7536ff8f5c49a3f9c78179d8ac/pillow-13.0.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:4bd024d567eca931b668978d672dba914d4b8e2628e2c3073a2ad178de8a2620", size = 6618042, upload-time = "2026-10-16T22:15:52.054Z" },
|
| 422 |
+
{ url = "https://files.pythonhosted.org/packages/a8/7c/45ee28531f89ee4582967d8a17f7a26d71ca64cd902b93c269590cd60a00/pillow-13.0.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:23edf4ec4b6f4f240e8df6e4985e9ee2ced86474632433e55fb1e2548744bf40", size = 7228137, upload-time = "2026-10-16T22:15:54.009Z" },
|
| 423 |
+
{ url = "https://files.pythonhosted.org/packages/01/bc/9c2a969cb1b70201d04fa17fd5aedf02a732870b8da86bceaaa30b0ca385/pillow-13.0.0-cp312-cp312-win32.whl", hash = "sha256:02464da86f561f410e13b061ec37c3068a9cb557a095494157742d07b3c24a27", size = 6515423, upload-time = "2026-10-16T22:15:56.25Z" },
|
| 424 |
+
{ url = "https://files.pythonhosted.org/packages/ff/cd/73a79ecdc822076002eb24b5e1e4a530b0bb5310fcb6d239abbec877110b/pillow-13.0.0-cp312-cp312-win_amd64.whl", hash = "sha256:ff3fe9eb621fbb9db4c4be33ab946f6bac5f98ab50ca8d3260503653656c961b", size = 7272166, upload-time = "2026-10-16T22:15:58.597Z" },
|
| 425 |
+
{ url = "https://files.pythonhosted.org/packages/4a/a3/be5a1236efd085b3984e4305da8f179ae9dab80c991d2ad78f2bd5c4c843/pillow-13.0.0-cp312-cp312-win_arm64.whl", hash = "sha256:c3bc8ee0271387e0b1e3ad0ff893645990a656e79bf9c42f4f734a3642b11d51", size = 2698943, upload-time = "2026-10-16T22:16:00.637Z" },
|
| 426 |
+
{ url = "https://files.pythonhosted.org/packages/60/da/f6d644e631c5b370c5d0b899f3ccadd2780aab070b29a110527cf4e1fd2c/pillow-13.0.0-pp312-pypy312_pp80-macosx_10_15_x86_64.whl", hash = "sha256:8619685cad8efc4c38c66d3b36aad854523297c43d748b3b6f0cc03c90ba3463", size = 5523188, upload-time = "2026-10-16T22:17:59.334Z" },
|
| 427 |
+
{ url = "https://files.pythonhosted.org/packages/e4/b0/2594f202d743a35d4fe80682bfd96f277e5ca7aecb27cf64ef5bfc1d000b/pillow-13.0.0-pp312-pypy312_pp80-macosx_11_0_arm64.whl", hash = "sha256:7e91e97a929232cdb828889ee6ad0e48d7f40f4ec38818f4e4a8968b2b1af22e", size = 4806808, upload-time = "2026-10-16T22:18:01.188Z" },
|
| 428 |
+
{ url = "https://files.pythonhosted.org/packages/8e/ed/d504165ef79af6fafe25c76726cf30f544cc236002f7ed054f1d51adc4ff/pillow-13.0.0-pp312-pypy312_pp80-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:93ff9c9c3663ce23aaa5d0b6b6abac55359e2a0c06c7e30f3771829af816be63", size = 5464358, upload-time = "2026-10-16T22:18:02.779Z" },
|
| 429 |
+
{ url = "https://files.pythonhosted.org/packages/7b/fe/a10aba5503ca13e9e009b8bd0a1a4ce5584bdce246245fd6f3a83701369c/pillow-13.0.0-pp312-pypy312_pp80-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e65dd6e75de67b2362a4fa3e16aa627595f65054dc4ec73d64680c84d592fa61", size = 6043514, upload-time = "2026-10-16T22:18:04.538Z" },
|
| 430 |
+
{ url = "https://files.pythonhosted.org/packages/c0/37/66b12dc476041fe523bca29c9d58fbf1ea92a4eaf73acfb9e993948f1191/pillow-13.0.0-pp312-pypy312_pp80-win_amd64.whl", hash = "sha256:567f20f1c75897d7663830da6ea8af719e03d712b1d9ee7f813319f9ece42e5a", size = 7366030, upload-time = "2026-10-16T22:18:06.638Z" },
|
| 431 |
+
]
|
| 432 |
+
|
| 433 |
+
[[package]]
|
| 434 |
+
name = "pluggy"
|
| 435 |
+
version = "1.7.0"
|
| 436 |
+
source = { registry = "https://pypi.org/simple" }
|
| 437 |
+
sdist = { url = "https://files.pythonhosted.org/packages/bf/db/7fc19e6f2dc92a966727031389fc2e08b558f0f25eb7403c1119ad4713cd/pluggy-1.7.0.tar.gz", hash = "sha256:d1eaa46ebb595891b860ab086b4d09c8588af65ebd4361b8e8f4bb8920b90ba8", size = 123304, upload-time = "2026-10-15T09:50:58.343Z" }
|
| 438 |
+
wheels = [
|
| 439 |
+
{ url = "https://files.pythonhosted.org/packages/40/9e/2b38731e0fc536806f16490e1a12d7f0dc2a1235aa8cc07bcc75416a7daa/pluggy-1.7.0-py3-none-any.whl", hash = "sha256:7dd7b0d8832ba3cb632c306926ded123429211b83641b35dc5c41ad2d34f9bec", size = 27082, upload-time = "2026-10-15T09:50:56.808Z" },
|
| 440 |
+
]
|
| 441 |
+
|
| 442 |
+
[[package]]
|
| 443 |
+
name = "pydantic"
|
| 444 |
+
version = "2.14.4"
|
| 445 |
+
source = { registry = "https://pypi.org/simple" }
|
| 446 |
+
dependencies = [
|
| 447 |
+
{ name = "annotated-types" },
|
| 448 |
+
{ name = "pydantic-core" },
|
| 449 |
+
{ name = "typing-extensions" },
|
| 450 |
+
{ name = "typing-inspection" },
|
| 451 |
+
]
|
| 452 |
+
sdist = { url = "https://files.pythonhosted.org/packages/8e/25/3ec212432a6031b65f043eaca9c820ddf87c0d0aa330023e64f79fcb5db6/pydantic-2.14.4.tar.gz", hash = "sha256:7c19f1d46f8accf55a4617a6116e1ade64840870f397b846a2c53fb9019414ba", size = 927354, upload-time = "2026-11-19T12:57:39.767Z" }
|
| 453 |
+
wheels = [
|
| 454 |
+
{ url = "https://files.pythonhosted.org/packages/8a/8c/824a686c4ba815ddb0722f9e66272088bccd4e1ae1d2f7015375e4a4fc7f/pydantic-2.14.4-py3-none-any.whl", hash = "sha256:653a2ad9f6d8858529c77c72717d0ea991d6c6837fe683246b2f4b2bbfc3fadc", size = 494865, upload-time = "2026-11-19T12:57:37.688Z" },
|
| 455 |
+
]
|
| 456 |
+
|
| 457 |
+
[[package]]
|
| 458 |
+
name = "pydantic-core"
|
| 459 |
+
version = "2.50.5"
|
| 460 |
+
source = { registry = "https://pypi.org/simple" }
|
| 461 |
+
dependencies = [
|
| 462 |
+
{ name = "typing-extensions" },
|
| 463 |
+
]
|
| 464 |
+
sdist = { url = "https://files.pythonhosted.org/packages/fb/63/0ceb815a7762576027ce388544c573d440574f95afb1302a2496b96db548/pydantic_core-2.50.5.tar.gz", hash = "sha256:1e740886083ff95530d694e6a3f09ed914bcf92a496d16acd307c6c3484fc36d", size = 523285, upload-time = "2026-11-19T12:56:38.067Z" }
|
| 465 |
+
wheels = [
|
| 466 |
+
{ url = "https://files.pythonhosted.org/packages/2e/ce/c79f87db419571137da902afa5cb16f7a981943bb9e0a520886fc4ed06e6/pydantic_core-2.50.5-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:24d23de96195ff9637e5940a7fbde3bea6a355b26fb5f491737dd803aa5d5a93", size = 2233897, upload-time = "2026-11-19T12:54:02.758Z" },
|
| 467 |
+
{ url = "https://files.pythonhosted.org/packages/9f/6f/4e172894c2a4ca3bacd6c5f823ea5576df25eafe7593ffeb3576895b92aa/pydantic_core-2.50.5-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:a9bcf23628860d5a90cacdc188ee3b7d0547a38eb985214f03e7002a6ca0e558", size = 2111013, upload-time = "2026-11-19T12:54:04.084Z" },
|
| 468 |
+
{ url = "https://files.pythonhosted.org/packages/08/3f/80d4525a45660f1a8d9ccc33fbd81c5650e62857d75e008c2ac37c1b2717/pydantic_core-2.50.5-cp312-cp312-manylinux1_i686.manylinux_2_5_i686.whl", hash = "sha256:30988977d38909df645183a9869a9d12211485639ac4757de18585f0ccb6f3dc", size = 2262195, upload-time = "2026-11-19T12:54:05.347Z" },
|
| 469 |
+
{ url = "https://files.pythonhosted.org/packages/5d/55/02aacb1a5294a227e44dfba6ae921d1ffe3fd296fad6caceef3ec685d10f/pydantic_core-2.50.5-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:07a62d44515d674d750cfd86b7ce1dd93111be870f378d7c27b37aeb78d0cb4a", size = 2131910, upload-time = "2026-11-19T12:54:06.821Z" },
|
| 470 |
+
{ url = "https://files.pythonhosted.org/packages/ed/5e/38190b580e1cd1c9264ccbf3ac6baeedf5b0459887abfdd9a44a0879b4d0/pydantic_core-2.50.5-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.whl", hash = "sha256:7dfc0431e94659ae8449303ca4fb1588dc1e00282d6636d00d72bb4bd6459b4d", size = 2198229, upload-time = "2026-11-19T12:54:08.316Z" },
|
| 471 |
+
{ url = "https://files.pythonhosted.org/packages/9a/ef/467df68c04913f359b8b388def9229c5a3df52aafa20bc185073e6e94d67/pydantic_core-2.50.5-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:004c784d4642bd1112a9fa9a022543aa17793fd32004f7e903ee97df2086bad4", size = 2387400, upload-time = "2026-11-19T12:54:09.832Z" },
|
| 472 |
+
{ url = "https://files.pythonhosted.org/packages/a6/36/d7d90c0180f543904bea4b1c2a2464f3fe638d2fa570e001c391e22ce9d7/pydantic_core-2.50.5-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.whl", hash = "sha256:fa66340c6d3e08a276803812e7665312dfc75dd24eedfa8e09f18a0f8e3e0e8f", size = 2463534, upload-time = "2026-11-19T12:54:11.406Z" },
|
| 473 |
+
{ url = "https://files.pythonhosted.org/packages/be/5b/897bf2e3cc5f65dc01507d90323c13cab659c0432cc3c70b353e5be40f2f/pydantic_core-2.50.5-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:470bbc2495367f60d3ca849a8039e4c164701d10637e7743f4427d92651bdb6d", size = 2264846, upload-time = "2026-11-19T12:54:13.244Z" },
|
| 474 |
+
{ url = "https://files.pythonhosted.org/packages/4a/85/2646b0e6f74805325dc8582fec6b5fecb289cd54515d25213e6c5b5aef1c/pydantic_core-2.50.5-cp312-cp312-manylinux_2_31_riscv64.whl", hash = "sha256:43a6eaee9eeac4a54f2ff6567e1b0ec51651b37a40d862cab2e6fd16109e6528", size = 2264716, upload-time = "2026-11-19T12:54:14.59Z" },
|
| 475 |
+
{ url = "https://files.pythonhosted.org/packages/c2/3d/dc7a1ceb248a04047e744b70b8f0d8b3b64eafdd49005b67c4e8447c1b4c/pydantic_core-2.50.5-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:b66f2434c895652ac21c030d5a3a92c7811f0f9b98af41bf35be899c2d34aa4c", size = 2303511, upload-time = "2026-11-19T12:54:16.1Z" },
|
| 476 |
+
{ url = "https://files.pythonhosted.org/packages/de/93/8ab4188a5884e6aa8a632b80dbefc60872b1419ed3f69aeceeaa02907b88/pydantic_core-2.50.5-cp312-cp312-musllinux_1_1_armv7l.whl", hash = "sha256:2cb80e0323b31d4669c4d72a466d99c885e13deb06205aa079ea6594e7ad1ef8", size = 2474575, upload-time = "2026-11-19T12:54:17.379Z" },
|
| 477 |
+
{ url = "https://files.pythonhosted.org/packages/08/b6/697b1f2af3fc0ea26934dc269458d72ef2340797a9dbe60e79ca36a589f9/pydantic_core-2.50.5-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:3cf575867ecaf89aca440e5a4253d2facf1ca37bab30a4e8c205ec611228126a", size = 2501161, upload-time = "2026-11-19T12:54:18.653Z" },
|
| 478 |
+
{ url = "https://files.pythonhosted.org/packages/dc/de/6c5e2096f2f76939f554bdb5ce0892ebaf3aa46e7261815204ae2ec37efe/pydantic_core-2.50.5-cp312-cp312-win32.whl", hash = "sha256:57d4350167130c9c136b7efa35e6e7ee9539779698755b01007834d32c7a1f7d", size = 2125052, upload-time = "2026-11-19T12:54:19.992Z" },
|
| 479 |
+
{ url = "https://files.pythonhosted.org/packages/65/9d/666343e8bf3c1540f82e3a7bd1d3a844746e6827889c9b0a68561795e933/pydantic_core-2.50.5-cp312-cp312-win_amd64.whl", hash = "sha256:baa107902f8e38011a5f79836d905eb6bfaac1d4b0bd09fc86509b711d0b09c8", size = 2269672, upload-time = "2026-11-19T12:54:21.23Z" },
|
| 480 |
+
{ url = "https://files.pythonhosted.org/packages/db/16/65761cc402edd31a37cf9e91975ea1b230af89f6baeb33d9ef6f01f9f14b/pydantic_core-2.50.5-cp312-cp312-win_arm64.whl", hash = "sha256:2d785ae9ff0ac485567f27f4fc53712268916e04be4a590160e5bf55b096225a", size = 2171863, upload-time = "2026-11-19T12:54:22.86Z" },
|
| 481 |
+
{ url = "https://files.pythonhosted.org/packages/28/f0/9d804817a9c0d599c43fbf20cf6e7e8c196c97962f85c4f63a58fe7c227b/pydantic_core-2.50.5-graalpy312-graalpy250_312_native-macosx_10_12_x86_64.whl", hash = "sha256:68334f281460fb2a85bbb9e2545438bf2fd2c9a166823a60b84541a3c8f2d2e0", size = 2216148, upload-time = "2026-11-19T12:56:12.439Z" },
|
| 482 |
+
{ url = "https://files.pythonhosted.org/packages/27/45/1cba006b06e017732c40960bce5bd7a17ec4fc6f49bea40435517e3124a4/pydantic_core-2.50.5-graalpy312-graalpy250_312_native-macosx_11_0_arm64.whl", hash = "sha256:851a78a30265bb203186fd0e19712c1a4431083eb5a1e1715f758a029cd8aa6e", size = 2053985, upload-time = "2026-11-19T12:56:13.736Z" },
|
| 483 |
+
{ url = "https://files.pythonhosted.org/packages/87/35/0ce9aae400887cfe1d2699f53542cf5ae25bb8ce6c26a84f1b007f653165/pydantic_core-2.50.5-graalpy312-graalpy250_312_native-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:47f4d79fe4876feace216a5b2263c40d792476b4a6508c38d66a2facd3f1f4cc", size = 2125321, upload-time = "2026-11-19T12:56:14.973Z" },
|
| 484 |
+
{ url = "https://files.pythonhosted.org/packages/d4/d1/a720b66b4e13e0b5623370bd71b1e376a193d92e20e7dbef7748678c00df/pydantic_core-2.50.5-graalpy312-graalpy250_312_native-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:98b92dad690e6578cc0b504eda53d53adaa4f34bd09c97a547a957e419544eb7", size = 2283625, upload-time = "2026-11-19T12:56:16.458Z" },
|
| 485 |
+
]
|
| 486 |
+
|
| 487 |
+
[[package]]
|
| 488 |
+
name = "pygments"
|
| 489 |
+
version = "2.21.0"
|
| 490 |
+
source = { registry = "https://pypi.org/simple" }
|
| 491 |
+
sdist = { url = "https://files.pythonhosted.org/packages/49/2e/ced460408999b33da6b31b0021b0f37d329e202d4169aeb164493778f25b/pygments-2.21.0.tar.gz", hash = "sha256:610ca751c9bc2492b38eb9a38a7fbc93edbbb2d7182edaf34e66ae493dee5c8c", size = 5005329, upload-time = "2026-08-17T08:02:48.824Z" }
|
| 492 |
+
wheels = [
|
| 493 |
+
{ url = "https://files.pythonhosted.org/packages/71/46/17f022dd3e953bf20a04a028a21ec746d942f8d2af30fa0f124fa0e6a684/pygments-2.21.0-py3-none-any.whl", hash = "sha256:2363c69b61c4a97c838da3b130dcd6468f4848992b21a82f2a63ec34377137d9", size = 1250147, upload-time = "2026-08-17T08:02:44.912Z" },
|
| 494 |
+
]
|
| 495 |
+
|
| 496 |
+
[[package]]
|
| 497 |
+
name = "pyparsing"
|
| 498 |
+
version = "3.3.3"
|
| 499 |
+
source = { registry = "https://pypi.org/simple" }
|
| 500 |
+
sdist = { url = "https://files.pythonhosted.org/packages/e4/11/b213bebff182584360cb8d17c72c1677fec5c5c228de439e63bcf8ab1c8f/pyparsing-3.3.3.tar.gz", hash = "sha256:928ae7e20211f3b6f3915a72f06a0cfd29ab9d24279dd6346b6b1a7146397d36", size = 1050487, upload-time = "2026-09-20T20:59:05.609Z" }
|
| 501 |
+
wheels = [
|
| 502 |
+
{ url = "https://files.pythonhosted.org/packages/38/bb/d215ee7c73b61497b28a5503f9f53523f294fcc936762b7caf90e0c1c2b5/pyparsing-3.3.3-py3-none-any.whl", hash = "sha256:ece8c00a69cf01b45d0b1dedabb469c90d8caf996d4fda40f147627a122849a4", size = 126420, upload-time = "2026-09-20T20:59:04.025Z" },
|
| 503 |
+
]
|
| 504 |
+
|
| 505 |
+
[[package]]
|
| 506 |
+
name = "pypdf"
|
| 507 |
+
version = "7.1.1"
|
| 508 |
+
source = { registry = "https://pypi.org/simple" }
|
| 509 |
+
sdist = { url = "https://files.pythonhosted.org/packages/96/5f/f41984a8150ec37c6ee50fa6fa1868d065337b65ba510a155848b2ce0b62/pypdf-7.1.1.tar.gz", hash = "sha256:2eff4e2fc5fb22a6d6711e6f1166cdc9ab5765d90cd0d77dfea3f4aa91a27b1d", size = 7221452, upload-time = "2026-11-18T11:51:08.608Z" }
|
| 510 |
+
wheels = [
|
| 511 |
+
{ url = "https://files.pythonhosted.org/packages/5b/ef/11ed995bd10a1632f7fea3da38ae8d42bc3ccc5b9969fe04d8620c844408/pypdf-7.1.1-py3-none-any.whl", hash = "sha256:04c5680d4b4cfa04ab505b09393fc949860c34a4dad6565284d11a2f5c3ce8b1", size = 421026, upload-time = "2026-11-18T11:51:06.563Z" },
|
| 512 |
+
]
|
| 513 |
+
|
| 514 |
+
[[package]]
|
| 515 |
+
name = "pytest"
|
| 516 |
+
version = "9.2.0"
|
| 517 |
+
source = { registry = "https://pypi.org/simple" }
|
| 518 |
+
dependencies = [
|
| 519 |
+
{ name = "colorama", marker = "sys_platform == 'win32'" },
|
| 520 |
+
{ name = "iniconfig" },
|
| 521 |
+
{ name = "packaging" },
|
| 522 |
+
{ name = "pluggy" },
|
| 523 |
+
{ name = "pygments" },
|
| 524 |
+
]
|
| 525 |
+
sdist = { url = "https://files.pythonhosted.org/packages/79/42/bb4641652e58dedeac2ec51abc1f8cae4fee4ec63899a0999016229a0f2a/pytest-9.2.0.tar.gz", hash = "sha256:97c4f3b1f3c7414aa36465e09b8220f1d03627993bd51b1282e193753c80557b", size = 1797555, upload-time = "2026-10-27T21:30:20.728Z" }
|
| 526 |
+
wheels = [
|
| 527 |
+
{ url = "https://files.pythonhosted.org/packages/51/39/1f5d8c8877a0fa327db959c19341d4be61660de1ab6b7391f9eb805bcd67/pytest-9.2.0-py3-none-any.whl", hash = "sha256:07acdcf88ec174f907dc01af70bf52d49b014bbab03faeeade31c96b18c2e588", size = 411776, upload-time = "2026-10-27T21:30:19.131Z" },
|
| 528 |
+
]
|
| 529 |
+
|
| 530 |
+
[[package]]
|
| 531 |
+
name = "pytest-asyncio"
|
| 532 |
+
version = "1.5.0"
|
| 533 |
+
source = { registry = "https://pypi.org/simple" }
|
| 534 |
+
dependencies = [
|
| 535 |
+
{ name = "pytest" },
|
| 536 |
+
{ name = "typing-extensions" },
|
| 537 |
+
]
|
| 538 |
+
sdist = { url = "https://files.pythonhosted.org/packages/2c/de/80724f9b5b9eca1a654179cae6edc51aaa0a355a9834a736e2a188b91780/pytest_asyncio-1.5.0.tar.gz", hash = "sha256:92c8fa83ca419fd0d4bd6a34df6520dae435841d3733c319343249492adf37f7", size = 146227, upload-time = "2026-11-12T16:35:49.845Z" }
|
| 539 |
+
wheels = [
|
| 540 |
+
{ url = "https://files.pythonhosted.org/packages/27/2d/e600d8f47597a803641704aba367c7266cd621f86561ec36da9888f160ec/pytest_asyncio-1.5.0-py3-none-any.whl", hash = "sha256:557f255ee03cc84f84a8d5f438bc9c6e0f714bf86970ae743c7ecb5a38d7e07d", size = 17215, upload-time = "2026-11-12T16:35:48.446Z" },
|
| 541 |
+
]
|
| 542 |
+
|
| 543 |
+
[[package]]
|
| 544 |
+
name = "python-dateutil"
|
| 545 |
+
version = "4.0.0"
|
| 546 |
+
source = { registry = "https://pypi.org/simple" }
|
| 547 |
+
dependencies = [
|
| 548 |
+
{ name = "tzdata" },
|
| 549 |
+
]
|
| 550 |
+
sdist = { url = "https://files.pythonhosted.org/packages/18/39/b3927f3616f6223832f9b760e4208e8a7c7e1dea2b4d9ad7d32a5d214c3a/python_dateutil-4.0.0.tar.gz", hash = "sha256:d7295ff14fdc0f92f662100bfb6c551d160ca090f2939f1ec5b9794265c03f06", size = 250419, upload-time = "2026-11-01T07:02:42.426Z" }
|
| 551 |
+
wheels = [
|
| 552 |
+
{ url = "https://files.pythonhosted.org/packages/2f/a9/52b89563d154433d79b51ed1eb4842bf7334cb2696891a7fe135618853d7/python_dateutil-4.0.0-py3-none-any.whl", hash = "sha256:a5e246f79eb80475e691bf93862cead98decd8a498cf53ba0516fcdc0f50dc1c", size = 92853, upload-time = "2026-11-01T07:02:40.797Z" },
|
| 553 |
+
]
|
| 554 |
+
|
| 555 |
+
[[package]]
|
| 556 |
+
name = "python-dotenv"
|
| 557 |
+
version = "1.2.4"
|
| 558 |
+
source = { registry = "https://pypi.org/simple" }
|
| 559 |
+
sdist = { url = "https://files.pythonhosted.org/packages/74/26/2fbeedb218a787a5eea551c7532cac4e009f83d689dd2faa0d0353473f86/python_dotenv-1.2.4.tar.gz", hash = "sha256:f0d53e69935a851c0dcc78f3ab7aaccd8cabef0b92382b576b824212902873c0", size = 60824, upload-time = "2026-10-01T05:36:10Z" }
|
| 560 |
+
wheels = [
|
| 561 |
+
{ url = "https://files.pythonhosted.org/packages/60/d1/38f3a3405989a89ac18390803e70c6ad7c7760da4f9b83cbeca0c44a0c72/python_dotenv-1.2.4-py3-none-any.whl", hash = "sha256:42269a8a5b3fd54ffa6f3d84b18abed50064717576b4ecf03dc4a55d8aa04fdc", size = 23266, upload-time = "2026-10-01T05:36:08.633Z" },
|
| 562 |
+
]
|
| 563 |
+
|
| 564 |
+
[[package]]
|
| 565 |
+
name = "pyyaml"
|
| 566 |
+
version = "6.0.3"
|
| 567 |
+
source = { registry = "https://pypi.org/simple" }
|
| 568 |
+
sdist = { url = "https://files.pythonhosted.org/packages/05/8e/961c0007c59b8dd7729d542c61a4d537767a59645b82a0b521206e1e25c2/pyyaml-6.0.3.tar.gz", hash = "sha256:d76623373421df22fb4cf8817020cbb7ef15c725b9d5e45f17e189bfc384190f", size = 130960, upload-time = "2025-09-25T21:33:16.546Z" }
|
| 569 |
+
wheels = [
|
| 570 |
+
{ url = "https://files.pythonhosted.org/packages/d1/33/422b98d2195232ca1826284a76852ad5a86fe23e31b009c9886b2d0fb8b2/pyyaml-6.0.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:7f047e29dcae44602496db43be01ad42fc6f1cc0d8cd6c83d342306c32270196", size = 182063, upload-time = "2025-09-25T21:32:11.445Z" },
|
| 571 |
+
{ url = "https://files.pythonhosted.org/packages/89/a0/6cf41a19a1f2f3feab0e9c0b74134aa2ce6849093d5517a0c550fe37a648/pyyaml-6.0.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:fc09d0aa354569bc501d4e787133afc08552722d3ab34836a80547331bb5d4a0", size = 173973, upload-time = "2025-09-25T21:32:12.492Z" },
|
| 572 |
+
{ url = "https://files.pythonhosted.org/packages/ed/23/7a778b6bd0b9a8039df8b1b1d80e2e2ad78aa04171592c8a5c43a56a6af4/pyyaml-6.0.3-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9149cad251584d5fb4981be1ecde53a1ca46c891a79788c0df828d2f166bda28", size = 775116, upload-time = "2025-09-25T21:32:13.652Z" },
|
| 573 |
+
{ url = "https://files.pythonhosted.org/packages/65/30/d7353c338e12baef4ecc1b09e877c1970bd3382789c159b4f89d6a70dc09/pyyaml-6.0.3-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:5fdec68f91a0c6739b380c83b951e2c72ac0197ace422360e6d5a959d8d97b2c", size = 844011, upload-time = "2025-09-25T21:32:15.21Z" },
|
| 574 |
+
{ url = "https://files.pythonhosted.org/packages/8b/9d/b3589d3877982d4f2329302ef98a8026e7f4443c765c46cfecc8858c6b4b/pyyaml-6.0.3-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ba1cc08a7ccde2d2ec775841541641e4548226580ab850948cbfda66a1befcdc", size = 807870, upload-time = "2025-09-25T21:32:16.431Z" },
|
| 575 |
+
{ url = "https://files.pythonhosted.org/packages/05/c0/b3be26a015601b822b97d9149ff8cb5ead58c66f981e04fedf4e762f4bd4/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:8dc52c23056b9ddd46818a57b78404882310fb473d63f17b07d5c40421e47f8e", size = 761089, upload-time = "2025-09-25T21:32:17.56Z" },
|
| 576 |
+
{ url = "https://files.pythonhosted.org/packages/be/8e/98435a21d1d4b46590d5459a22d88128103f8da4c2d4cb8f14f2a96504e1/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:41715c910c881bc081f1e8872880d3c650acf13dfa8214bad49ed4cede7c34ea", size = 790181, upload-time = "2025-09-25T21:32:18.834Z" },
|
| 577 |
+
{ url = "https://files.pythonhosted.org/packages/74/93/7baea19427dcfbe1e5a372d81473250b379f04b1bd3c4c5ff825e2327202/pyyaml-6.0.3-cp312-cp312-win32.whl", hash = "sha256:96b533f0e99f6579b3d4d4995707cf36df9100d67e0c8303a0c55b27b5f99bc5", size = 137658, upload-time = "2025-09-25T21:32:20.209Z" },
|
| 578 |
+
{ url = "https://files.pythonhosted.org/packages/86/bf/899e81e4cce32febab4fb42bb97dcdf66bc135272882d1987881a4b519e9/pyyaml-6.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:5fcd34e47f6e0b794d17de1b4ff496c00986e1c83f7ab2fb8fcfe9616ff7477b", size = 154003, upload-time = "2025-09-25T21:32:21.167Z" },
|
| 579 |
+
{ url = "https://files.pythonhosted.org/packages/1a/08/67bd04656199bbb51dbed1439b7f27601dfb576fb864099c7ef0c3e55531/pyyaml-6.0.3-cp312-cp312-win_arm64.whl", hash = "sha256:64386e5e707d03a7e172c0701abfb7e10f0fb753ee1d773128192742712a98fd", size = 140344, upload-time = "2025-09-25T21:32:22.617Z" },
|
| 580 |
+
]
|
| 581 |
+
|
| 582 |
+
[[package]]
|
| 583 |
+
name = "reportlab"
|
| 584 |
+
version = "5.1.0"
|
| 585 |
+
source = { registry = "https://pypi.org/simple" }
|
| 586 |
+
dependencies = [
|
| 587 |
+
{ name = "charset-normalizer" },
|
| 588 |
+
{ name = "pillow" },
|
| 589 |
+
]
|
| 590 |
+
sdist = { url = "https://files.pythonhosted.org/packages/89/22/c18474be40b9bbb52fdb7051177d4d25f1ea59fada17eb181026411e93b1/reportlab-5.1.0.tar.gz", hash = "sha256:6878200464527e87672d19e9f7cfc6bb890e3a6931e74ac6a1a8d1754aa55671", size = 4109612, upload-time = "2026-10-22T07:26:43.307Z" }
|
| 591 |
+
wheels = [
|
| 592 |
+
{ url = "https://files.pythonhosted.org/packages/4a/3c/bf68d44f160b44685fc714f746a954c71d0091b3dc4fd3c8670154b44841/reportlab-5.1.0-py3-none-any.whl", hash = "sha256:59fdbaec5efe437095ad1d7292ec9a271c8ca2d3ec75e889c6e61400929b90df", size = 2018647, upload-time = "2026-10-22T07:26:40.754Z" },
|
| 593 |
+
]
|
| 594 |
+
|
| 595 |
+
[[package]]
|
| 596 |
+
name = "rich"
|
| 597 |
+
version = "15.0.0"
|
| 598 |
+
source = { registry = "https://pypi.org/simple" }
|
| 599 |
+
dependencies = [
|
| 600 |
+
{ name = "markdown-it-py" },
|
| 601 |
+
{ name = "pygments" },
|
| 602 |
+
]
|
| 603 |
+
sdist = { url = "https://files.pythonhosted.org/packages/c0/8f/0722ca900cc807c13a6a0c696dacf35430f72e0ec571c4275d2371fca3e9/rich-15.0.0.tar.gz", hash = "sha256:edd07a4824c6b40189fb7ac9bc4c52536e9780fbbfbddf6f1e2502c31b068c36", size = 230680, upload-time = "2026-04-12T08:24:00.75Z" }
|
| 604 |
+
wheels = [
|
| 605 |
+
{ url = "https://files.pythonhosted.org/packages/82/3b/64d4899d73f91ba49a8c18a8ff3f0ea8f1c1d75481760df8c68ef5235bf5/rich-15.0.0-py3-none-any.whl", hash = "sha256:33bd4ef74232fb73fe9279a257718407f169c09b78a87ad3d296f548e27de0bb", size = 310654, upload-time = "2026-04-12T08:24:02.83Z" },
|
| 606 |
+
]
|
| 607 |
+
|
| 608 |
+
[[package]]
|
| 609 |
+
name = "rqgm-parent-study"
|
| 610 |
+
version = "0.1.0"
|
| 611 |
+
source = { editable = "." }
|
| 612 |
+
dependencies = [
|
| 613 |
+
{ name = "httpx" },
|
| 614 |
+
{ name = "matplotlib" },
|
| 615 |
+
{ name = "numpy" },
|
| 616 |
+
{ name = "openrqgm" },
|
| 617 |
+
{ name = "python-dotenv" },
|
| 618 |
+
{ name = "reportlab" },
|
| 619 |
+
{ name = "scipy" },
|
| 620 |
+
{ name = "tokenizers" },
|
| 621 |
+
]
|
| 622 |
+
|
| 623 |
+
[package.dev-dependencies]
|
| 624 |
+
dev = [
|
| 625 |
+
{ name = "pypdf" },
|
| 626 |
+
{ name = "pytest" },
|
| 627 |
+
{ name = "pytest-asyncio" },
|
| 628 |
+
]
|
| 629 |
+
|
| 630 |
+
[package.metadata]
|
| 631 |
+
requires-dist = [
|
| 632 |
+
{ name = "httpx" },
|
| 633 |
+
{ name = "matplotlib" },
|
| 634 |
+
{ name = "numpy" },
|
| 635 |
+
{ name = "openrqgm", git = "https://github.com/DreamFallenFlowers/OpenRQGM?rev=feecb32d9fbdd1c60749ade9ecb47f971e12666e" },
|
| 636 |
+
{ name = "python-dotenv" },
|
| 637 |
+
{ name = "reportlab" },
|
| 638 |
+
{ name = "scipy" },
|
| 639 |
+
{ name = "tokenizers" },
|
| 640 |
+
]
|
| 641 |
+
|
| 642 |
+
[package.metadata.requires-dev]
|
| 643 |
+
dev = [
|
| 644 |
+
{ name = "pypdf" },
|
| 645 |
+
{ name = "pytest" },
|
| 646 |
+
{ name = "pytest-asyncio" },
|
| 647 |
+
]
|
| 648 |
+
|
| 649 |
+
[[package]]
|
| 650 |
+
name = "scipy"
|
| 651 |
+
version = "1.18.1"
|
| 652 |
+
source = { registry = "https://pypi.org/simple" }
|
| 653 |
+
dependencies = [
|
| 654 |
+
{ name = "numpy" },
|
| 655 |
+
]
|
| 656 |
+
sdist = { url = "https://files.pythonhosted.org/packages/7e/74/66de6258867beb2ef08f35f9f2ac017a52cacd5081714d239ff1a442d458/scipy-1.18.1.tar.gz", hash = "sha256:52c4b7422442aba924d03ad4019852b08a92e64ea187b933135687bfe2747307", size = 30781235, upload-time = "2026-08-21T23:28:50.599Z" }
|
| 657 |
+
wheels = [
|
| 658 |
+
{ url = "https://files.pythonhosted.org/packages/18/f7/240c110c08693826b4513a52f5717d62ec7c7af72f2920821247c03b17b3/scipy-1.18.1-cp312-cp312-macosx_10_15_x86_64.whl", hash = "sha256:457fd7a2a8edeb044ab6ffbc0aa03ff6cd18491356e5e0c834d76ce621b916d1", size = 31111061, upload-time = "2026-08-21T23:23:44.522Z" },
|
| 659 |
+
{ url = "https://files.pythonhosted.org/packages/05/4a/78c6285577c375e7cf27277ea8ee6961224327f1e1a0c44af5f17f23635c/scipy-1.18.1-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:e708533e8b2ae2497d65346538a7dcc92814410b25b81432eac66de0f2af8265", size = 28733332, upload-time = "2026-08-21T23:23:50.015Z" },
|
| 660 |
+
{ url = "https://files.pythonhosted.org/packages/a5/f6/a5b82f8abbe14d134691b8b903696f701d25a081353a29dc655c364d9e62/scipy-1.18.1-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:7bbf207c4453ce1ad2e00b17313852b33310b83090c2311bdaf97f93c0380d12", size = 20475078, upload-time = "2026-08-21T23:23:54.138Z" },
|
| 661 |
+
{ url = "https://files.pythonhosted.org/packages/23/22/0858a0bbd6b3e825ceb8cd9baf9eaf3b2f2b1d77727eb6be40500bcdc92f/scipy-1.18.1-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:78c0665edead396b1abb4897c41a5c1d9bf090c8a637a4c20a61678e0a264e66", size = 23108904, upload-time = "2026-08-21T23:23:57.824Z" },
|
| 662 |
+
{ url = "https://files.pythonhosted.org/packages/75/9a/2e71719f31eaefe0e3a1706c4a1ded94e664bfd95ffca2b219a671faee01/scipy-1.18.1-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:3c085faa2cfa879c5141df483f836f4d691045a078224a670fa570fa01612d89", size = 34025113, upload-time = "2026-08-21T23:24:02.209Z" },
|
| 663 |
+
{ url = "https://files.pythonhosted.org/packages/df/64/ff35eb9e54894cf471ff4716abd3c81eb0a0626869217ce3e6ba4ccf17d7/scipy-1.18.1-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f55fa87b6c612ecd6b058f167c53231b1d14e412efe361d3d6e38b3631c73218", size = 35344199, upload-time = "2026-08-21T23:24:07.844Z" },
|
| 664 |
+
{ url = "https://files.pythonhosted.org/packages/d3/af/c5538be1792f7034c12c7db6ee67cace58253c7b87b122d68253eaf5de89/scipy-1.18.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:c35d74ce0e193ff740c2f2be2ac913ddc232fe6c1ff40b26cfecb9c670c63314", size = 35639587, upload-time = "2026-08-21T23:24:13.05Z" },
|
| 665 |
+
{ url = "https://files.pythonhosted.org/packages/91/4c/075e4f66471bac101141ac739e9e135549be1bae584571bd03a530c056e1/scipy-1.18.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:d2924a03db38dc2e848bca2fe9f077dafb891480b91a00a0963a8cf86dfc31c1", size = 37480330, upload-time = "2026-08-21T23:24:19.608Z" },
|
| 666 |
+
{ url = "https://files.pythonhosted.org/packages/39/e7/979fd14e75008623df31ba70d6bb144700f68feadcea042021c06a05bf82/scipy-1.18.1-cp312-cp312-win_amd64.whl", hash = "sha256:5e4d44984abc0020154ea81b247adeddcc3ac5527b975ff798bd1ba0adc513c2", size = 36658278, upload-time = "2026-08-21T23:24:25.463Z" },
|
| 667 |
+
{ url = "https://files.pythonhosted.org/packages/c7/0b/e1525354ff9d7d5feb6d1b31af6d14072e5c91e9607b421fa1ec889660b3/scipy-1.18.1-cp312-cp312-win_arm64.whl", hash = "sha256:d65d448389b8436493abcf629cc94ad0cf32aecaf06e1acca1de53cc795f2f12", size = 24400588, upload-time = "2026-08-21T23:24:30.579Z" },
|
| 668 |
+
]
|
| 669 |
+
|
| 670 |
+
[[package]]
|
| 671 |
+
name = "shellingham"
|
| 672 |
+
version = "1.5.4"
|
| 673 |
+
source = { registry = "https://pypi.org/simple" }
|
| 674 |
+
sdist = { url = "https://files.pythonhosted.org/packages/58/15/8b3609fd3830ef7b27b655beb4b4e9c62313a4e8da8c676e142cc210d58e/shellingham-1.5.4.tar.gz", hash = "sha256:8dbca0739d487e5bd35ab3ca4b36e11c4078f3a234bfce294b0a0291363404de", size = 10310, upload-time = "2023-10-24T04:13:40.426Z" }
|
| 675 |
+
wheels = [
|
| 676 |
+
{ url = "https://files.pythonhosted.org/packages/e0/f9/0595336914c5619e5f28a1fb793285925a8cd4b432c9da0a987836c7f822/shellingham-1.5.4-py2.py3-none-any.whl", hash = "sha256:7ecfff8f2fd72616f7481040475a65b2bf8af90a56c89140852d1120324e8686", size = 9755, upload-time = "2023-10-24T04:13:38.866Z" },
|
| 677 |
+
]
|
| 678 |
+
|
| 679 |
+
[[package]]
|
| 680 |
+
name = "tokenizers"
|
| 681 |
+
version = "0.23.3"
|
| 682 |
+
source = { registry = "https://pypi.org/simple" }
|
| 683 |
+
dependencies = [
|
| 684 |
+
{ name = "huggingface-hub" },
|
| 685 |
+
]
|
| 686 |
+
sdist = { url = "https://files.pythonhosted.org/packages/e0/7c/2cabb2174e772636683008f2c5621949b645da7d303c596589e84516a184/tokenizers-0.23.3.tar.gz", hash = "sha256:cded33237c77caeef62944d32aa9a7ef42bdce2b3497e18d137e072a8c4be438", size = 385286, upload-time = "2026-10-09T10:16:55.759Z" }
|
| 687 |
+
wheels = [
|
| 688 |
+
{ url = "https://files.pythonhosted.org/packages/aa/2e/4ce5b9716f26e526eff6b0502ebed4ea8d7161f03b3c77617c9f25528e97/tokenizers-0.23.3-cp310-abi3-macosx_10_12_x86_64.whl", hash = "sha256:9d2b5c97daf61688c2ad1803ca851800feaba50fb68d5821779e9ea5880d968c", size = 3148800, upload-time = "2026-10-09T10:00:51.457Z" },
|
| 689 |
+
{ url = "https://files.pythonhosted.org/packages/b2/72/01e49f032bb346e5aaf06c10c74fe8aeec847173adbadd66eb7c53054bf2/tokenizers-0.23.3-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:68649e97d5b43c44c031d8d848874a6eecae8f8fe40ea989aa777a5a83aca716", size = 3101381, upload-time = "2026-10-09T10:00:54.063Z" },
|
| 690 |
+
{ url = "https://files.pythonhosted.org/packages/15/fc/ae987741829b1cd547668c4c94be732ae3eefd1d74344e64c3d2ca714acd/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ec82e80e65a862275b97c3d90b7a523df8d9519ee48aeb4e9625b2cc909274e0", size = 3519944, upload-time = "2026-10-09T10:00:55.885Z" },
|
| 691 |
+
{ url = "https://files.pythonhosted.org/packages/1c/da/cc8f6c030afaf05fbddc608158fbb761dca46913cbeba6b112e59fc82e2a/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c64a0713180ff16829d4e7f39a658b77ea11443af4e1aa46523692943c9b1414", size = 3397695, upload-time = "2026-10-09T10:00:57.444Z" },
|
| 692 |
+
{ url = "https://files.pythonhosted.org/packages/ec/f1/256f78d1365fa2cd3ea6db716883d74667c8cbb6a21f15fa5b89a773cdc2/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ddedfd4b3b4be6be24ff6ca645c4a37fddfd305f6f3e354c54cf10b715c48215", size = 3753125, upload-time = "2026-10-09T10:01:00.165Z" },
|
| 693 |
+
{ url = "https://files.pythonhosted.org/packages/60/93/eee007ac2fcbf4ecfce7fbc354826cf3611f56bdb886f3e91b1f7dd06b8f/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2a89614730d7b80940a5d2ed9320e1ec8add5a745c6151d8d05071b7215505b6", size = 4018598, upload-time = "2026-10-09T10:01:02.05Z" },
|
| 694 |
+
{ url = "https://files.pythonhosted.org/packages/bf/f9/0c96c4739461fce9d8d865b416728081bf6230022d7163bd6244f35f4b31/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e88646b8580c5ad7f4361477f1298e9cc01771a1ee9aecfe32c47b8ff614cc38", size = 3602442, upload-time = "2026-10-09T10:01:03.77Z" },
|
| 695 |
+
{ url = "https://files.pythonhosted.org/packages/3a/40/6706b82693715581457c6d5423eaa7faae576bb0526c5738a57085eb4449/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:376851d22bcf9d650a5c3090bb83e6cf9e895fbf0595369fa4cd43c1f69b5f87", size = 3396193, upload-time = "2026-10-09T10:01:05.48Z" },
|
| 696 |
+
{ url = "https://files.pythonhosted.org/packages/fe/0c/85946de40e25b7364b8f1bcf56def129069acd5bb364b7c86a32919e1a23/tokenizers-0.23.3-cp310-abi3-manylinux_2_31_riscv64.whl", hash = "sha256:bf501c40b72d2d5c8623620210430e9cac1ce47a46e45b34107b70a1557d46b0", size = 3553483, upload-time = "2026-10-09T10:01:07.387Z" },
|
| 697 |
+
{ url = "https://files.pythonhosted.org/packages/f1/6b/8d615d92cad1d511ca5ab188d1c7c167f0b3d295cc0d96207f9f82d486d8/tokenizers-0.23.3-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:114e2b55ed177179d59f4ab98200a4471e11e78f9e4b5a922d146740f96fcf52", size = 9972248, upload-time = "2026-10-09T10:01:09.437Z" },
|
| 698 |
+
{ url = "https://files.pythonhosted.org/packages/c9/7d/a922e37ddd58d1b463bbc2ad08120c8f59c60b814cd353519a116b24f8ba/tokenizers-0.23.3-cp310-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:d3407fb7b9c4d75dd68850ffd7180bc0a5d2dbaf0762d888e612f31fec3f9c6b", size = 9802957, upload-time = "2026-10-09T10:01:11.869Z" },
|
| 699 |
+
{ url = "https://files.pythonhosted.org/packages/4b/06/5d3f506a86ae0699a0e4ea05c05978f9aee169ef2c1d844e68c971cf8194/tokenizers-0.23.3-cp310-abi3-musllinux_1_2_i686.whl", hash = "sha256:84513ef0aeb8bf8f4ea11a2e8a7ac163ec5288aa115e649a59b470ac5c3107df", size = 10145487, upload-time = "2026-10-09T10:01:14.268Z" },
|
| 700 |
+
{ url = "https://files.pythonhosted.org/packages/26/e5/065625317690ea3548d834dad81f48ea1fd32e4964610e658e195d7fe28e/tokenizers-0.23.3-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:e05ab7baf7f47b406a95fea6f3b0a484b2ddcd9e1d14b68844c457eb755085a3", size = 10266026, upload-time = "2026-10-09T10:16:33.054Z" },
|
| 701 |
+
{ url = "https://files.pythonhosted.org/packages/77/4e/babede85d0d19f5e3deeef0063e01848141329934d3d77c31b5cab5ac2b4/tokenizers-0.23.3-cp310-abi3-win32.whl", hash = "sha256:1ebf28794e7e4954e20a7f70fbea410b2d1f0418f7dbbca97ca384fcfef38c25", size = 2588086, upload-time = "2026-10-09T10:16:35.686Z" },
|
| 702 |
+
{ url = "https://files.pythonhosted.org/packages/d1/6c/24f074c9a0efb98e61b20aafe6b2641922d5db24e447d5d6daffd9e17555/tokenizers-0.23.3-cp310-abi3-win_amd64.whl", hash = "sha256:1f0823bb00c5fdc98e487354d54dd55a03848d61a1a0bf29a68c77f24f3b26c3", size = 2872101, upload-time = "2026-10-09T10:16:37.533Z" },
|
| 703 |
+
{ url = "https://files.pythonhosted.org/packages/53/77/a476b6f73a661c11d113a342d2326b91506cf2285f0995d1212a6bb2022d/tokenizers-0.23.3-cp310-abi3-win_arm64.whl", hash = "sha256:7e48734d2de9260d86f03ab056d2cfeeff3869f61dbd49aaa15a2793b5f3458b", size = 2742580, upload-time = "2026-10-09T10:16:39.244Z" },
|
| 704 |
+
]
|
| 705 |
+
|
| 706 |
+
[[package]]
|
| 707 |
+
name = "tqdm"
|
| 708 |
+
version = "4.70.1"
|
| 709 |
+
source = { registry = "https://pypi.org/simple" }
|
| 710 |
+
dependencies = [
|
| 711 |
+
{ name = "colorama", marker = "sys_platform == 'win32'" },
|
| 712 |
+
]
|
| 713 |
+
sdist = { url = "https://files.pythonhosted.org/packages/0d/ea/b2a5bd54b28a324dae8211928b2d730b6547500342c7e6c6dea08bd0a485/tqdm-4.70.1.tar.gz", hash = "sha256:cefd0eca11b2a37a3aee776544d4f4ae913f02688135b5556b8788dfa474afc4", size = 171846, upload-time = "2026-09-11T07:25:16.601Z" }
|
| 714 |
+
wheels = [
|
| 715 |
+
{ url = "https://files.pythonhosted.org/packages/a7/03/921a3d3c75785aca9ebfbfcabfbc3a1be12e2ab5265deb026d55a5a3f83e/tqdm-4.70.1-py3-none-any.whl", hash = "sha256:c293e525e6fef9c20e8728fd4612df02a0aa31bb5fe91ecd93e123b1b7bffa73", size = 80199, upload-time = "2026-09-11T07:25:14.599Z" },
|
| 716 |
+
]
|
| 717 |
+
|
| 718 |
+
[[package]]
|
| 719 |
+
name = "truststore"
|
| 720 |
+
version = "0.10.5"
|
| 721 |
+
source = { registry = "https://pypi.org/simple" }
|
| 722 |
+
sdist = { url = "https://files.pythonhosted.org/packages/ee/9f/c5201d42a484c061e528825fc8e2d565f5abd50a4ced6fb7d29c4ec99b2b/truststore-0.10.5.tar.gz", hash = "sha256:30d36967ccaded5cbb38d602c433f53600036c79d502f4533a49b60a03bbefcd", size = 28091, upload-time = "2026-10-12T22:27:31.808Z" }
|
| 723 |
+
wheels = [
|
| 724 |
+
{ url = "https://files.pythonhosted.org/packages/51/e9/3a7820be2bb0fe53b6bc9c3be26d3d1158004e4c3ab953aa6840b955b1e9/truststore-0.10.5-py3-none-any.whl", hash = "sha256:9aaaedaefaf06d8b206278cf8b5012bc897f485a874503501e12d776df78951c", size = 19017, upload-time = "2026-10-12T22:27:30.377Z" },
|
| 725 |
+
]
|
| 726 |
+
|
| 727 |
+
[[package]]
|
| 728 |
+
name = "typer"
|
| 729 |
+
version = "0.29.2"
|
| 730 |
+
source = { registry = "https://pypi.org/simple" }
|
| 731 |
+
dependencies = [
|
| 732 |
+
{ name = "annotated-doc" },
|
| 733 |
+
{ name = "colorama", marker = "sys_platform == 'win32'" },
|
| 734 |
+
{ name = "pydantic" },
|
| 735 |
+
{ name = "rich" },
|
| 736 |
+
{ name = "shellingham" },
|
| 737 |
+
]
|
| 738 |
+
sdist = { url = "https://files.pythonhosted.org/packages/bf/21/37383ece7d0a4995fb8ea97729207c4292b3ff94085002f37b2387063cfb/typer-0.29.2.tar.gz", hash = "sha256:b1998dc5f2c3dedafa1517a9521fa944cc4dc1fadcea085d81a3b10ebcaeb075", size = 205728, upload-time = "2026-11-18T11:09:46.189Z" }
|
| 739 |
+
wheels = [
|
| 740 |
+
{ url = "https://files.pythonhosted.org/packages/62/f3/864dcb0e165b52e9f75aa3c7e0aeeb9876f139c66eb14d87856bb173b0fa/typer-0.29.2-py3-none-any.whl", hash = "sha256:f30731f8ca758368b836b3714872e58e395cef8fcaff918c853b1969ed5274e7", size = 121041, upload-time = "2026-11-18T11:09:45.03Z" },
|
| 741 |
+
]
|
| 742 |
+
|
| 743 |
+
[[package]]
|
| 744 |
+
name = "typing-extensions"
|
| 745 |
+
version = "4.16.0"
|
| 746 |
+
source = { registry = "https://pypi.org/simple" }
|
| 747 |
+
sdist = { url = "https://files.pythonhosted.org/packages/f6/cc/6253133b5bb138fc3306cebfbda2c520f545d36b5be2c7255cc528bb45d6/typing_extensions-4.16.0.tar.gz", hash = "sha256:dc983d19a509c94dba722ee6abd33940f7c05a89e243c47e907eb4db6f1a43e5", size = 113555, upload-time = "2026-07-02T08:40:05.92Z" }
|
| 748 |
+
wheels = [
|
| 749 |
+
{ url = "https://files.pythonhosted.org/packages/49/d3/b8441a820a491ddfc024b0b0cf0393375b75ea13866d9c66727e54c2fc80/typing_extensions-4.16.0-py3-none-any.whl", hash = "sha256:481caa481374e813c1b176ada14e97f1f67a4539ce9cfeb3f350d78d6370c2e8", size = 45571, upload-time = "2026-07-02T08:40:04.659Z" },
|
| 750 |
+
]
|
| 751 |
+
|
| 752 |
+
[[package]]
|
| 753 |
+
name = "typing-inspection"
|
| 754 |
+
version = "0.4.5"
|
| 755 |
+
source = { registry = "https://pypi.org/simple" }
|
| 756 |
+
dependencies = [
|
| 757 |
+
{ name = "typing-extensions" },
|
| 758 |
+
]
|
| 759 |
+
sdist = { url = "https://files.pythonhosted.org/packages/ff/50/0195198eb1d75bab716bb0a813abea4cc394bfa17a92a189f021a34859af/typing_inspection-0.4.5.tar.gz", hash = "sha256:7f16c411e7930dc79596d42ab44672a3fe5f60eb34b781a1647e7872363120c7", size = 81194, upload-time = "2026-11-04T14:13:23.774Z" }
|
| 760 |
+
wheels = [
|
| 761 |
+
{ url = "https://files.pythonhosted.org/packages/de/0c/ea2544850a7c135e15033a5c7a8e7211136184b7ae63e2239d557c2b3019/typing_inspection-0.4.5-py3-none-any.whl", hash = "sha256:bc210535442b39e1bf2805e0c7a17dfd6a4ace760c84c7f7d16245d23a6b1c39", size = 14874, upload-time = "2026-11-04T14:13:22.616Z" },
|
| 762 |
+
]
|
| 763 |
+
|
| 764 |
+
[[package]]
|
| 765 |
+
name = "tzdata"
|
| 766 |
+
version = "2026.6"
|
| 767 |
+
source = { registry = "https://pypi.org/simple" }
|
| 768 |
+
sdist = { url = "https://files.pythonhosted.org/packages/7a/29/6a1391d31cd00ff9e927215a224a880e1e84e826b64ba80a499e51c074d8/tzdata-2026.6.tar.gz", hash = "sha256:85d2cd9c09f81f0bb29db27759fc83af4f1e620efb814f8c5bf8b4cc4feece6d", size = 201017, upload-time = "2026-10-28T09:57:09.137Z" }
|
| 769 |
+
wheels = [
|
| 770 |
+
{ url = "https://files.pythonhosted.org/packages/0a/66/9a06c2227fedfd4919f0eaaa8b94377d9730882a7e4f95823c9a331ab5e1/tzdata-2026.6-py2.py3-none-any.whl", hash = "sha256:0a10eec6e13ef16b627fabed9a5f2ba61a62b1c67f327305f4e7e412a70b4aec", size = 348210, upload-time = "2026-10-28T09:57:07.276Z" },
|
| 771 |
+
]
|