Text Classification
syfox
decision-engine
decision-making
decision-model
structured-prediction
system-one
si-substrate
intent-classification
routing
abstention
uncertainty-quantification
selective-prediction
hebbian
energy-based-model
associative-memory
no-transformer
no-neural-network
no-pattern-matching
moderation
spam-detection
multilingual
| # SyFox — System One decision engine on an SI substrate core | |
| CXX ?= g++ | |
| CXXFLAGS ?= -std=c++17 -O2 -Wall -Wextra -Wpedantic | |
| BUILD := build | |
| all: build/syfox build/syfox-test build/libsyfox_core.so build/rebuild_sem | |
| # Copy the shared library to the REPO-ROOT build/ dir, which is where | |
| # server/syfox_bridge.py looks for it (ctypes: ../build/libsyfox_core.so). | |
| # Skipping this is the single most common setup failure: the CLI and the tests | |
| # pass, then `from inference import SyFox` dies with | |
| # undefined symbol: syfox_engine_set_* | |
| # because the bridge silently keeps loading a stale core. | |
| sync-so: build/libsyfox_core.so | |
| mkdir -p ../build | |
| cp $< ../build/libsyfox_core.so | |
| @echo "synced -> ../build/libsyfox_core.so" | |
| .PHONY: sync-so | |
| build: | |
| mkdir -p build | |
| CORE_HDRS := core/syfox.hpp core/si_substrate.hpp core/normalize.hpp core/ngram.hpp core/script.hpp core/derive.hpp core/bench.hpp core/gate.hpp core/recall.hpp core/json.hpp core/firewall.hpp core/calc.hpp core/jas.hpp core/roles.hpp core/distvec.hpp | |
| build/syfox: src/syfox_cli.cpp $(CORE_HDRS) | build | |
| $(CXX) $(CXXFLAGS) -I. $< -o $@ | |
| build/syfox-test: src/syfox_test.cpp $(CORE_HDRS) | build | |
| $(CXX) $(CXXFLAGS) -I. $< -o $@ | |
| # v3 Milestone 5: deterministic parallel-settle build (OpenMP, fixed | |
| # reduction order). Bit-identical to the sequential build by construction and | |
| # by test (syfox-test-omp proves it on the probe fabric). | |
| build/syfox-omp: src/syfox_cli.cpp $(CORE_HDRS) | build | |
| $(CXX) $(CXXFLAGS) -fopenmp -I. $< -o $@ | |
| build/syfox-test-omp: src/syfox_test.cpp $(CORE_HDRS) | build | |
| $(CXX) $(CXXFLAGS) -fopenmp -I. $< -o $@ | |
| build/libsyfox_core.so: src/syfox_core.cpp $(CORE_HDRS) | build | |
| $(CXX) $(CXXFLAGS) -fPIC -shared -I. $< -o $@ | |
| # --------------------------------------------------------------------------- | |
| # v2.1 model build (P1 + P6 of the eval-methodology fix): | |
| # * the fabric learns ONLY from data/*_train.jsonl — never from | |
| # *_heldout.jsonl (P1), and (measured) never from the paraphrase | |
| # augmentation by default: see P3 note below and README "augmentation | |
| # dose-response" | |
| # * temperature/Platt scalars are fitted on the HELD-OUT split (P6) — the | |
| # fabric sees no heldout state; the fit sets 2-3 scalars and is monotone, | |
| # so argmax decisions are unaffected | |
| # * derivation is NOT run here: `make heldout-gate` runs it per model under | |
| # the no-regression gate against the heldout rows (P5) | |
| # Deterministic: every model is rebuilt from its seed data, not grown in place. | |
| # --------------------------------------------------------------------------- | |
| models: build/syfox | |
| rm -rf model-tickets model-game model-guard | |
| @# v2.2: taught WITH trigram lanes (fabric carries the sub-word bridges). | |
| @# Decide-time default is word-level: `make bench-heldout` reproduces the | |
| @# v2.1 numbers exactly; bridges activate via --ngrams on / --lang auto. | |
| ./build/syfox learn --ngrams on --model model-tickets --examples data/tickets_train.jsonl | |
| ./build/syfox learn --ngrams on --model model-game --examples data/game_train.jsonl | |
| ./build/syfox learn --ngrams on --model model-guard --examples data/guard_train.jsonl | |
| @# P6: calibration fit on held-out rows (scalars only; argmax unaffected) | |
| ./build/syfox calibrate --ngrams on --model model-tickets --examples data/tickets_heldout.jsonl | |
| ./build/syfox calibrate --ngrams on --model model-game --examples data/game_heldout.jsonl | |
| ./build/syfox calibrate --ngrams on --model model-guard --examples data/guard_heldout.jsonl | |
| # --------------------------------------------------------------------------- | |
| # P3 reproduction: the same build WITH the paraphrase augmentation applied to | |
| # training (train + *_paraphrased.jsonl, 5 variants per taught state). The | |
| # heldout harness MEASURED this recipe regressing accuracy on every domain | |
| # (tickets 1.000 -> 0.500, guard 0.750 -> 0.667, game 0.667 -> 0.667): the | |
| # substrate damps re-exposed tokens by 1/sqrt(mass) and intern() counts | |
| # occurrences linearly, so re-teaching near-duplicate lessons re-weights the | |
| # field toward the training surface forms. Kept as a target so the A/B is | |
| # reproducible; NOT the default build. Details: README "augmentation | |
| # dose-response". | |
| # --------------------------------------------------------------------------- | |
| models-augmented: build/syfox | |
| rm -rf model-tickets model-game model-guard | |
| ./build/syfox learn --model model-tickets --examples data/tickets_train.jsonl | |
| ./build/syfox learn --model model-tickets --examples data/tickets_paraphrased.jsonl | |
| ./build/syfox learn --model model-game --examples data/game_train.jsonl | |
| ./build/syfox learn --model model-game --examples data/game_paraphrased.jsonl | |
| ./build/syfox learn --model model-guard --examples data/guard_train.jsonl | |
| ./build/syfox learn --model model-guard --examples data/guard_paraphrased.jsonl | |
| ./build/syfox calibrate --model model-tickets --examples data/tickets_heldout.jsonl | |
| ./build/syfox calibrate --model model-game --examples data/game_heldout.jsonl | |
| ./build/syfox calibrate --model model-guard --examples data/guard_heldout.jsonl | |
| # --------------------------------------------------------------------------- | |
| # P5: transactional derivation, gated on the HELD-OUT rows. Pass => derived | |
| # lanes committed (accuracy_before/after reported); revert => the fabric is | |
| # restored bit-for-bit and the model ships un-derived with a logged reason. | |
| # --------------------------------------------------------------------------- | |
| # Order matters for honest measurement: `make heldout-gate` rebuilds fresh | |
| # models and applies the gates; `bench-heldout` / `coverage` deliberately do | |
| # NOT depend on `models` (a rebuild would wipe the committed derivation) — | |
| # they measure the CURRENT on-disk model state. | |
| heldout-gate: build/syfox models | |
| ./build/syfox derive --model model-tickets --gate data/tickets_heldout.jsonl --examples data/tickets_train.jsonl | tee build/gate-tickets.json | |
| ./build/syfox derive --model model-game --gate data/game_heldout.jsonl --examples data/game_train.jsonl | tee build/gate-game.json | |
| ./build/syfox derive --model model-guard --gate data/guard_heldout.jsonl --examples data/guard_train.jsonl | tee build/gate-guard.json | |
| # --------------------------------------------------------------------------- | |
| # v2.2 variant-augmented build ("vast data"): train lessons first, then the | |
| # generated variant rows re-taught with --augment (mass-guarded: lanes | |
| # strengthen, acoustic mass unchanged — the v2.1 re-deposition artifact is | |
| # structurally impossible in this recipe). Eval data is untouched: calibrate | |
| # still fits only on the held-out split, bench still scores it read-only. | |
| # --------------------------------------------------------------------------- | |
| models-vast: build/syfox | |
| rm -rf model-tickets model-game model-guard | |
| ./build/syfox learn --model model-tickets --examples data/tickets_train.jsonl | |
| ./build/syfox learn --model model-tickets --examples data/tickets_expanded.jsonl --augment | |
| ./build/syfox learn --model model-game --examples data/game_train.jsonl | |
| ./build/syfox learn --model model-game --examples data/game_expanded.jsonl --augment | |
| ./build/syfox learn --model model-guard --examples data/guard_train.jsonl | |
| ./build/syfox learn --model model-guard --examples data/guard_expanded.jsonl --augment | |
| ./build/syfox calibrate --model model-tickets --examples data/tickets_heldout.jsonl | |
| ./build/syfox calibrate --model model-game --examples data/game_heldout.jsonl | |
| ./build/syfox calibrate --model model-guard --examples data/guard_heldout.jsonl | |
| models-vast-full: build/syfox | |
| rm -rf model-tickets model-game model-guard | |
| ./build/syfox learn --model model-tickets --examples data/tickets_train.jsonl | |
| ./build/syfox learn --model model-tickets --examples data/tickets_expanded_full.jsonl --augment | |
| ./build/syfox learn --model model-game --examples data/game_train.jsonl | |
| ./build/syfox learn --model model-game --examples data/game_expanded_full.jsonl --augment | |
| ./build/syfox learn --model model-guard --examples data/guard_train.jsonl | |
| ./build/syfox learn --model model-guard --examples data/guard_expanded_full.jsonl --augment | |
| ./build/syfox calibrate --model model-tickets --examples data/tickets_heldout.jsonl | |
| ./build/syfox calibrate --model model-game --examples data/game_heldout.jsonl | |
| ./build/syfox calibrate --model model-guard --examples data/guard_heldout.jsonl | |
| # --------------------------------------------------------------------------- | |
| # v2.2 multilingual: one SI substrate per script family, built by routing. | |
| # Latin lessons route to model-tickets-latin, Bengali to -bengali, Hindi | |
| # (Devanagari) to -devanagari, Russian (Cyrillic) to -cyrillic. | |
| # --------------------------------------------------------------------------- | |
| models-multilingual: build/syfox | |
| rm -rf model-tickets-latin model-tickets-bengali model-tickets-devanagari model-tickets-cyrillic | |
| ./build/syfox learn --model model-tickets --lang auto --examples data/tickets_train.jsonl | |
| ./build/syfox learn --model model-tickets --lang auto --examples data/tickets_bn_train.jsonl | |
| ./build/syfox learn --model model-tickets --lang auto --examples data/tickets_hi_train.jsonl | |
| ./build/syfox learn --model model-tickets --lang auto --examples data/tickets_ru_train.jsonl | |
| ./build/syfox calibrate --model model-tickets-latin --examples data/tickets_train.jsonl | |
| ./build/syfox calibrate --model model-tickets-bengali --examples data/tickets_bn_train.jsonl | |
| ./build/syfox calibrate --model model-tickets-devanagari --examples data/tickets_hi_train.jsonl | |
| ./build/syfox calibrate --model model-tickets-cyrillic --examples data/tickets_ru_train.jsonl | |
| # Held-out discipline for Bengali (train + heldout exist); hi/ru are demos. | |
| bench-multilingual: build/syfox models-multilingual | |
| ./build/syfox bench --model model-tickets --lang auto --eval data/tickets_bn_heldout.jsonl | tee build/bench-bn-heldout.json | |
| ./build/syfox bench --model model-tickets --lang auto --eval data/tickets_bn_train.jsonl | tee build/bench-bn-train.json | |
| # --------------------------------------------------------------------------- | |
| # v2.2 typo-robustness sweep: deterministic corruption, grams ON vs OFF | |
| # (the A/B that measures what the trigram lanes actually buy). | |
| # --------------------------------------------------------------------------- | |
| typos: build/syfox models | |
| ./build/syfox bench --ngrams on --model model-tickets --split heldout --typos 40 | tee build/typos-tickets-grams.json | |
| ./build/syfox bench --ngrams off --model model-tickets --split heldout --typos 40 | tee build/typos-tickets-nograms.json | |
| ./build/syfox bench --model model-tickets --lang auto --eval data/tickets_bn_heldout.jsonl --typos 40 | tee build/typos-bengali.json | |
| # Disjoint-vocabulary generalization eval (unseen words, known intents). | |
| bench-extra: build/syfox | |
| ./build/syfox bench --model model-tickets --eval data/tickets_eval_extra.jsonl | tee build/bench-extra-tickets.json | |
| ./build/syfox bench --model model-tickets --ngrams off --eval data/tickets_eval_extra.jsonl | tee build/bench-extra-tickets-nograms.json | |
| test: build/syfox-test | |
| ./build/syfox-test | |
| # v3.3.1 readout-silence regression: valid candidates answer, true unknowns | |
| # defer with the layer-specific reason (builds the QA probe fabric on demand). | |
| readout-silence: build/syfox | |
| bash tests/readout_silence_test.sh | |
| bash tests/jas_test.sh | |
| # v3.5 JAS regression: the J-A-S cycle, the calc derivation oracle, and the | |
| # impossibility register (builds the demo fabric on demand). | |
| jas-test: build/syfox | |
| bash tests/jas_test.sh | |
| # v3.8.0 physics-native thinking suite: 30 tests across 6 categories | |
| # (choice / why / how / cross-domain / chains / honesty) measured on | |
| # baseline vs thinking-flag configs. Every number from an actual run. | |
| think30: build/syfox | |
| python3 tools/think30_probes.py --json-out data/think30_tables.json | |
| # Jev-parity eval suite on the three seed models. | |
| # make bench -> train split (in-sample; labelled as such) | |
| # make bench-heldout -> held-out split (the honest headline number) | |
| # make coverage -> coverage-vs-accuracy curves on the held-out split | |
| bench: build/syfox models | |
| ./build/syfox bench --model model-tickets --split train | tee build/bench-tickets.json | |
| ./build/syfox bench --model model-game --split train | tee build/bench-game.json | |
| ./build/syfox bench --model model-guard --split train | tee build/bench-guard.json | |
| # v3.6.0 measured head-to-head vs JEV AI on JEV's published axes | |
| # (runs the parity bench JSON through tools/jev_bench.py; writes | |
| # build/jev_comparison.json). | |
| jev-compare: bench | |
| python3 tools/jev_bench.py | |
| bench-heldout: build/syfox | |
| ./build/syfox bench --model model-tickets --split heldout | tee build/bench-heldout-tickets.json | |
| ./build/syfox bench --model model-game --split heldout | tee build/bench-heldout-game.json | |
| ./build/syfox bench --model model-guard --split heldout | tee build/bench-heldout-guard.json | |
| coverage: build/syfox | |
| ./build/syfox bench --model model-tickets --split heldout --coverage-curve | tee build/coverage-tickets.txt | |
| ./build/syfox bench --model model-game --split heldout --coverage-curve | tee build/coverage-game.txt | |
| ./build/syfox bench --model model-guard --split heldout --coverage-curve | tee build/coverage-guard.txt | |
| demo: models | |
| @echo "=========== TICKETS ===========" | |
| ./build/syfox demo --domain tickets --model model-tickets | |
| @echo "============ GAME =============" | |
| ./build/syfox demo --domain game --model model-game | |
| @echo "=========== GUARD =============" | |
| ./build/syfox demo --domain guard --model model-guard | |
| serve: build/syfox models | |
| python3 server/app.py --model model-tickets --port 8010 | |
| clean: | |
| rm -rf build | |
| .PHONY: all models models-augmented models-vast models-vast-full models-multilingual bench-multilingual typos bench-extra heldout-gate test bench bench-heldout jev-compare coverage demo serve omp adv-big throughput density clean ci readout-silence jas-test | |
| # --------------------------------------------------------------------------- | |
| # v3 Milestone 1 — big-corpus models (data/big, 70/15/15 splits). | |
| # learn reads ONLY *_train.jsonl (firewall refuses _cal/_hidden) | |
| # calibrate fits on *_cal.jsonl (firewall refuses _hidden) | |
| # hidden scored by bench-big only (never taught/calibrated/derived) | |
| # Milestone-2 policy: --dedup skips exact duplicate lessons (auditable via | |
| # dedup_skipped; 0 on the distinct corpus). --novelty measured slightly | |
| # negative at floor 0.25 (-1.0pt), neutral at 0.90 — ships OFF; the A/B | |
| # target below reproduces the measurement. | |
| # --------------------------------------------------------------------------- | |
| models-big: build/syfox | |
| rm -rf model-tickets-big model-tickets-big-latin model-tickets-big-bengali \ | |
| model-tickets-big-devanagari model-tickets-big-cyrillic \ | |
| model-game-big model-game-big-latin model-guard-big model-guard-big-latin | |
| ./build/syfox learn --ngrams on --dedup --lang auto --model model-tickets-big --examples data/big/tickets_en_train.jsonl | |
| ./build/syfox learn --ngrams on --dedup --lang auto --model model-game-big --examples data/big/game_train.jsonl | |
| ./build/syfox learn --ngrams on --dedup --lang auto --model model-guard-big --examples data/big/guard_train.jsonl | |
| ./build/syfox calibrate --energy-norm --lang auto --model model-tickets-big --examples data/big/tickets_en_cal.jsonl | |
| ./build/syfox calibrate --energy-norm --lang auto --model model-game-big --examples data/big/game_cal.jsonl | |
| ./build/syfox calibrate --energy-norm --lang auto --model model-guard-big --examples data/big/guard_cal.jsonl | |
| # Bengali / Hindi / Russian substrates (routed per script family); each | |
| # hidden split carries 540 rows (>= the 500 the milestone requires). | |
| models-big-ml: models-big | |
| ./build/syfox learn --lang auto --dedup --model model-tickets-big --examples data/big/tickets_bn_train.jsonl | |
| ./build/syfox learn --lang auto --dedup --model model-tickets-big --examples data/big/tickets_hi_train.jsonl | |
| ./build/syfox learn --lang auto --dedup --model model-tickets-big --examples data/big/tickets_ru_train.jsonl | |
| ./build/syfox calibrate --energy-norm --lang auto --model model-tickets-big --examples data/big/tickets_bn_cal.jsonl | |
| ./build/syfox calibrate --energy-norm --lang auto --model model-tickets-big --examples data/big/tickets_hi_cal.jsonl | |
| ./build/syfox calibrate --energy-norm --lang auto --model model-tickets-big --examples data/big/tickets_ru_cal.jsonl | |
| # Milestone-1 headline: HIDDEN-TEST report, full timing/determinism settings. | |
| bench-big: models-big | |
| ./build/syfox bench --energy-norm --lang auto --model model-tickets-big --eval data/big/tickets_en_hidden.jsonl | tee build/bench-hidden-tickets-en.json | |
| ./build/syfox bench --energy-norm --lang auto --model model-game-big --eval data/big/game_hidden.jsonl | tee build/bench-hidden-game.json | |
| ./build/syfox bench --energy-norm --lang auto --model model-guard-big --eval data/big/guard_hidden.jsonl | tee build/bench-hidden-guard.json | |
| bench-big-ml: models-big-ml | |
| ./build/syfox bench --energy-norm --lang auto --model model-tickets-big --eval data/big/tickets_bn_hidden.jsonl | tee build/bench-hidden-tickets-bn.json | |
| ./build/syfox bench --energy-norm --lang auto --model model-tickets-big --eval data/big/tickets_hi_hidden.jsonl | tee build/bench-hidden-tickets-hi.json | |
| ./build/syfox bench --energy-norm --lang auto --model model-tickets-big --eval data/big/tickets_ru_hidden.jsonl | tee build/bench-hidden-tickets-ru.json | |
| # Coverage-vs-accuracy on the hidden tests (the headline metric). | |
| coverage-big: models-big | |
| ./build/syfox bench --energy-norm --lang auto --model model-tickets-big --eval data/big/tickets_en_hidden.jsonl --coverage-curve | tee build/coverage-hidden-tickets-en.txt | |
| ./build/syfox bench --energy-norm --lang auto --model model-game-big --eval data/big/game_hidden.jsonl --coverage-curve | tee build/coverage-hidden-game.txt | |
| ./build/syfox bench --energy-norm --lang auto --model model-guard-big --eval data/big/guard_hidden.jsonl --coverage-curve | tee build/coverage-hidden-guard.txt | |
| # --------------------------------------------------------------------------- | |
| # v3 Milestone 2 — the distinct-vs-repeated A/B (equal lesson counts). | |
| # A: 8,400 distinct rows (25,200 lessons) -> hidden choice acc | |
| # B: 1,050 rows re-taught 8x (25,200 lessons) -> hidden choice acc | |
| # B-dedup: the same file with duplicate lessons skipped (dedup_skipped | |
| # reports 7/8 of B's lessons as zero-information). | |
| # --------------------------------------------------------------------------- | |
| bank77: build/syfox | |
| python3 tools/bank77_prepare.py --topk 20 --opaque-labels --no-instructions | |
| ./build/syfox learn --examples data/bank77_train.jsonl --model model-bank77-best --epochs 3 | |
| ./build/syfox calibrate --model model-bank77-best --examples data/bank77_cal.jsonl | |
| ./build/syfox bench --model model-bank77-best --eval data/bank77_cal.jsonl --energy-norm | |
| bank77-report: bank77 | |
| python3 tools/bank77_analysis.py --model model-bank77-best --eval data/bank77_hidden.jsonl --arbitrate --dump data/bank77_hidden_predictions.jsonl | tee data/bank77_report_hidden.txt | |
| ab-distinct: build/syfox | |
| @head -n 1050 data/big/tickets_en_train.jsonl > build/ab-repeat-src.jsonl | |
| @for i in 1 2 3 4 5 6 7 8; do cat build/ab-repeat-src.jsonl; done > build/ab-repeat.jsonl | |
| rm -rf model-ab | |
| ./build/syfox learn --ngrams on --dedup --model model-ab --examples data/big/tickets_en_train.jsonl | tee build/ab-A-learn.json | |
| ./build/syfox calibrate --model model-ab --examples data/big/tickets_en_cal.jsonl > /dev/null | |
| ./build/syfox bench --model model-ab --eval data/big/tickets_en_hidden.jsonl --latency-reps 1 --replays 0 | tee build/ab-A-distinct.json | |
| rm -rf model-ab | |
| ./build/syfox learn --ngrams on --model model-ab --examples build/ab-repeat.jsonl | tee build/ab-B-learn.json | |
| ./build/syfox calibrate --model model-ab --examples data/big/tickets_en_cal.jsonl > /dev/null | |
| ./build/syfox bench --model model-ab --eval data/big/tickets_en_hidden.jsonl --latency-reps 1 --replays 0 | tee build/ab-B-repeated.json | |
| rm -rf model-ab | |
| ./build/syfox learn --ngrams on --dedup --model model-ab --examples build/ab-repeat.jsonl | tee build/ab-Bd-learn.json | |
| ./build/syfox calibrate --model model-ab --examples data/big/tickets_en_cal.jsonl > /dev/null | |
| ./build/syfox bench --model model-ab --eval data/big/tickets_en_hidden.jsonl --latency-reps 1 --replays 0 | tee build/ab-B-dedup.json | |
| rm -rf model-ab build/ab-repeat-src.jsonl | |
| @echo "A/B complete: build/ab-A-distinct.json vs ab-B-repeated.json vs ab-B-dedup.json" | |
| # Milestone-1b: the dose-response probe (does distinct experience scale?). | |
| scale-probe: build/syfox | |
| tools/scale_probe.sh | |
| # Milestone-1: prove the firewall refuses hidden/calibration reads. | |
| firewall-check: build/syfox | |
| @! ./build/syfox learn --model model-x --examples data/big/tickets_en_hidden.jsonl 2>/dev/null | |
| @echo "ok learn refuses _hidden" | |
| @! ./build/syfox learn --model model-x --examples data/big/tickets_en_cal.jsonl 2>/dev/null | |
| @echo "ok learn refuses _cal" | |
| @! ./build/syfox calibrate --model model-x --examples data/big/tickets_en_hidden.jsonl 2>/dev/null | |
| @echo "ok calibrate refuses _hidden" | |
| @! ./build/syfox derive --model model-tickets --gate data/big/game_hidden.jsonl 2>/dev/null | |
| @echo "ok derive --gate refuses _hidden" | |
| # --------------------------------------------------------------------------- | |
| # v3 Milestone 4 — the adversarial suite on the big hidden tests. | |
| # Deterministic stress families + conflicting-lessons attack; honest | |
| # per-family metrics (accuracy / defer / conf-when-wrong / false-conf). | |
| # --------------------------------------------------------------------------- | |
| adv-big: build/syfox | |
| ./build/syfox bench --energy-norm --lang auto --model model-tickets-big --eval data/big/tickets_en_hidden.jsonl --adversarial | tee build/adv-tickets.json | |
| ./build/syfox bench --energy-norm --lang auto --model model-game-big --eval data/big/game_hidden.jsonl --adversarial | tee build/adv-game.json | |
| ./build/syfox bench --energy-norm --lang auto --model model-guard-big --eval data/big/guard_hidden.jsonl --adversarial | tee build/adv-guard.json | |
| # --------------------------------------------------------------------------- | |
| # v3 Milestone 5 — multicore: deterministic OMP settle + batched throughput. | |
| # omp builds the -fopenmp binaries (same sources, no code forks) | |
| # omp-identity proves parallel settle == sequential settle BIT-IDENTICAL | |
| # throughput batched decisions/sec, 1 worker vs N workers (private | |
| # substrates per worker; performance axis, not accuracy) | |
| # density the measured GPU gate (nodes / lanes / density / degree) | |
| # --------------------------------------------------------------------------- | |
| omp: build/syfox-omp build/syfox-test-omp | |
| omp-identity: omp models-big | |
| @./build/syfox bench --energy-norm --lang auto --model model-tickets-big --eval data/big/tickets_en_hidden.jsonl --latency-reps 1 --replays 0 | python3 -c "import json,sys; print(json.load(sys.stdin)['routing']['choice_accuracy'])" > build/omp-seq-acc.txt | |
| @./build/syfox-omp bench --energy-norm --lang auto --model model-tickets-big --eval data/big/tickets_en_hidden.jsonl --latency-reps 1 --replays 0 --threads 2 | python3 -c "import json,sys; print(json.load(sys.stdin)['routing']['choice_accuracy'])" > build/omp-par-acc.txt | |
| @./build/syfox-omp bench --energy-norm --lang auto --model model-tickets-big --eval data/big/tickets_en_hidden.jsonl --latency-reps 1 --replays 0 --threads 2 > build/omp-par-full.json | |
| @./build/syfox bench --energy-norm --lang auto --model model-tickets-big --eval data/big/tickets_en_hidden.jsonl --latency-reps 1 --replays 0 > build/omp-seq-full.json | |
| @python3 tools/check_omp_identity.py | |
| throughput: build/syfox models-big | |
| @# NOTE: the BASE model dir holds only routing state (--lang auto teaches | |
| @# into <model>-<script> dirs), so throughput must load a real substrate: | |
| @# model-tickets-big-latin. workers own private engine copies; the metric | |
| @# is decisions/sec (checksum non-zero proves real decisions ran). | |
| ./build/syfox bench --energy-norm --model model-tickets-big-latin --eval data/big/tickets_en_hidden.jsonl --throughput 2 | tee build/throughput-tickets.json | |
| density: build/syfox models-big | |
| @echo "GPU gate (design only — no GPU in this sandbox):" | |
| @echo "per-script substrate fabrics (--lang auto routes lessons into" | |
| @echo "<model>-<script>; the base dir holds only routing state):" | |
| @ls -d model-*-big-* 2>/dev/null | while read d; do \ | |
| ./build/syfox stats --model "$$d" | python3 -c "import json,sys; d=json.load(sys.stdin); print('%6d nodes %7d lanes density=%.5f degree=%.2f %s' % (d.get('nodes',0), d.get('lanes',0), d.get('fabric_density',0), d.get('mean_out_degree',0), sys.argv[1]))" "$$d"; \ | |
| done | |
| giant-fetch: | |
| python3 tools/hf_fetch.py | |
| giant-prepare: | |
| python3 tools/giant_prepare.py | |
| giant-chunks: | |
| mkdir -p data/giant/chunks | |
| split -n l/12 -d -a 2 data/giant/train.jsonl data/giant/chunks/chunk_ --additional-suffix=.jsonl | |
| # -- v3.2 semantic layer: dedicated bank77 fabric + 16-domain router --------- | |
| # Dedicated high-cardinality substrate: opaque anchors, empty instructions | |
| # (the three RCA fixes), PLUS the v3.2 semantic field, context-sensitive | |
| # lanes, retrieval memories and the (gate-off) semantic hierarchy. | |
| b77-hier-data: | |
| python3 tools/bank77_hier.py | |
| b77-sem: build/syfox b77-hier-data | |
| bash scripts/b77_train_chunked.sh 0 11 | |
| cp data/bank77_hierarchy.json model-b77-sem/hierarchy.json | |
| cp data/bank77_memories.jsonl model-b77-sem/memories.jsonl | |
| ./build/syfox calibrate --model model-b77-sem --examples data/bank77_cal.jsonl | |
| b77-sem-bench: build/syfox | |
| ./build/syfox bench --model model-b77-sem --eval data/bank77_cal.jsonl --energy-norm --replays 1 --latency-reps 1 | |
| b77-sem-hidden: build/syfox | |
| ./build/syfox bench --model model-b77-sem --eval data/bank77_hidden.jsonl --energy-norm --replays 1 --latency-reps 2 | |
| # Two-stage physics router: small dedicated fabric (one anchor per domain), | |
| # trained on router-question-only rows; decide --router model-router16 routes | |
| # into the mapped domain fabric (router.json holds anchors + models). | |
| router-data: | |
| python3 tools/router_prepare.py | |
| router16: build/syfox router-data | |
| ./build/syfox learn --model model-router16 --examples data/router16_train.jsonl --epochs 3 | |
| cp data/router16_router.json model-router16/router.json | |
| ./build/syfox calibrate --model model-router16 --examples data/router16_cal.jsonl | |
| router16-bench: build/syfox | |
| ./build/syfox bench --model model-router16 --eval data/router16_cal.jsonl --energy-norm --replays 1 --latency-reps 1 | |
| # Zero-shot probe suite (email/sms spam on the tickets fabric, snake + | |
| # tic-tac-toe on the giant fabric), plain vs semantic rebuilds. | |
| zeroshot-sem: build/rebuild_sem | |
| ./build/rebuild_sem model-game-big-latin model-game-big-latin-sem | |
| ./build/rebuild_sem model-tickets-big-latin model-tickets-big-latin-sem | |
| ./build/rebuild_sem model-giant-latin model-giant-latin-sem | |
| zeroshot: build/syfox | |
| python3 tools/zeroshot_suite.py | |
| build/rebuild_sem: src/rebuild_sem.cpp $(CORE_HDRS) | |
| $(CXX) $(CXXFLAGS) -fopenmp -I. src/rebuild_sem.cpp -o build/rebuild_sem | |
| # --- v3.2.1 CI gate: the three bug-fix regressions --------------------------- | |
| # Runs the unit suite, the ablation kill-switch distinctness check on the | |
| # dedicated bank77 fabric, and the two-stage router end-to-end. Every step | |
| # exits non-zero on regression, so `make ci` is the pre-commit gate. | |
| ci: build/syfox test | |
| @# v3.6.0 BUGFIX: the router/ablation gates need model-router16, | |
| @# model-b77-sem and data/bank77_cal.jsonl — all gitignored (rebuild | |
| @# locally with make b77-sem router16). On a fresh clone they are SKIPPED | |
| @# loudly instead of failing the whole gate; the core gates below always run. | |
| @if [ -d model-router16 ] && [ -d model-b77-sem ] && [ -f data/bank77_cal.jsonl ]; then \ | |
| ./build/syfox decide --router model-router16 --model model-b77-sem \ | |
| --energy-norm --state "Why am I missing my refund" \ | |
| --questions '{"intent":{"type":"choice","instructions":"","criteria":{"c00":"refund in my account","c33":"money back","c61":"app crash"}}}' \ | |
| | python3 tools/assert_route.py && \ | |
| python3 tools/ablation_suite.py --model model-b77-sem \ | |
| --eval data/bank77_cal.jsonl --limit 40 --energy-norm || exit 1; \ | |
| else \ | |
| echo "SKIP route+ablation gates: model-router16 / model-b77-sem / bank77 data absent (gitignored; rebuild with make b77-sem router16)"; \ | |
| fi | |
| bash tests/readout_silence_test.sh | |
| bash tests/jas_test.sh | |