[ { "name": "s5-lite", "arch": "skycmd-iso", "weight_format": "q8_0", "task": "generic", "params": 17060097, "bytes": 20684640, "file": "s5-lite.gguf", "sha256": "545070d1aa7873440d34ba42b9081f72aae6b8eb42f2fa0a5a63300c717c6c0e" }, { "name": "s3-pico", "arch": "skycmd-s2", "weight_format": "ternary", "params": 445345, "bytes": 251104, "file": "s3-pico.gguf", "sha256": "60bf4d612be0a48adef8fcedbfb03dd97d36759981268d671ca47418acfa9ccc", "games": [ "flappy", "rescue", "dodge", "doom" ] }, { "name": "s4-micro", "arch": "skycmd-s2", "weight_format": "ternary", "task": "generic", "gate": "failed", "gate_kind": "fixed-before-training", "gate_note": "It scored 0.343 on the typed-decisions bench, where its gate asked for more than 0.55, and stayed below the majority class (0.398)", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#skycmd-s4-s4-micro-generic-decisions-distilled-from-qwen35-experimental", "params": 5587201, "bytes": 2419456, "file": "s4-micro.gguf", "sha256": "49956d1b6d11f772815c9f28bea2a85e5fe7313009ae519012baddc2653848d7" }, { "name": "s6-nano", "arch": "skycmd-s2", "weight_format": "ternary", "task": "general", "full_depth": true, "gate": "passed", "gate_note": "0.480 on the typed-decisions bench, above the majority class (0.398) that its gate asked it to beat, an ECE of 0.0479 (guard 0.08) and no game more than 5% below s3-pico. A constant answer per task passes this gate too: answering each question with its most common training answer scores 0.4815", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#skycmd-s6-s6-nano-s6-micro-general-purpose-decisions-and-games-pre-registered", "params": 1486225, "bytes": 715136, "file": "s6-nano.gguf", "sha256": "b31514b536ae50ebd475f7bf99811148cf3b4d6f9a9b241fc588614b30a9fdf5" }, { "name": "s6-micro", "arch": "skycmd-s2", "weight_format": "ternary", "task": "general", "full_depth": true, "gate": "passed", "gate_note": "Second version: 0.553 on the typed-decisions bench (gate 0.45) and ECE 0.0588 (guard 0.08). The first version failed the ECE guard at 0.0821, and this one was designed after that reading and judged on the same test records, so its pass is a second look", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#skycmd-s6-s6-nano-s6-micro-general-purpose-decisions-and-games-pre-registered", "params": 5587201, "bytes": 2420032, "file": "s6-micro.gguf", "sha256": "f66d702121e85e678e9b6ea73e9c01433e968b3a3734e8f68ac58f4cee4340ff" }, { "name": "s6-secrets-pico", "arch": "skycmd-s2", "weight_format": "ternary", "task": "secrets", "full_depth": true, "gate": "passed", "gate_note": "On its synthetic bench, from our own generator, it beat a gitleaks-style rule scanner: secret 0.9990 against 0.977, service 0.9795 against 0.787. Measured after publication on 719 real files with no secret, it flags 59.8% of them at p \u2265 0.9: it is not a scanner, do not use it on real files", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-secrets-pico-api-key-and-secret-detection-pre-registered", "params": 445345, "bytes": 250272, "file": "s6-secrets-pico.gguf", "sha256": "1fa48c1530607d6a81ee64ad858aebfe4a49f9e5e88b1ac89eb63f2cc73a097a" }, { "name": "s6-micro-v1", "arch": "skycmd-s2", "weight_format": "ternary", "task": "general", "full_depth": true, "gate": "failed", "gate_note": "It missed its calibration guard: ECE 0.0821 against 0.08 at full depth (0.547 on the typed-decisions bench, where the gate asked for at least 0.45)", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#skycmd-s6-s6-nano-s6-micro-general-purpose-decisions-and-games-pre-registered", "params": 5587201, "bytes": 2420032, "file": "s6-micro-v1.gguf", "sha256": "33b160fc6491d0f9d198e1e0f6eaed2f7a7c2d82d69fdce384ad9b60814913c7" }, { "name": "s6-ear-nano", "arch": "skycmd-s2", "weight_format": "ternary", "task": "ear", "gate": "failed", "gate_note": "It missed three of its four gates: end of turn 0.5681 against 0.9263 for Smart Turn v3.2, keywords 0.8885 against 0.90, French zero-shot keywords 0.1330 against 0.20; its control model, trained without the Mimi pretraining, did better on all four sets", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-ear-nano-first-run-gates-failed", "params": 1532449, "bytes": 899200, "file": "s6-ear-nano.gguf", "sha256": "b8fb087fe1b2d8ee8e02a1439eea4de06b2bbe7c744e87f5e08344413d9fcaa6" }, { "name": "s6-ear2-nano", "arch": "skycmd-turn", "weight_format": "ternary", "task": "ear", "gate": "passed", "gate_note": "An end-of-turn detector (the last 4 s of audio): 0.8993 on the 31,527 test clips of Smart Turn v3.2 (bar 0.85; the teacher measured 0.9260 on the same clips), false cut-off 0.0847 and END recall 0.8627 at the validation threshold tau85, 2.39 ms per decision in WASM and 631,936 bytes. On real conversations (eot-bench) it and its teacher are far weaker, and at tau85 it answers \"finished\" on 0.5253 of the real ends of turn", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-ear2-nano-s6-ear-v2-an-end-of-turn-student-of-smart-turn-pre-registered-gate-passed", "params": 1306178, "bytes": 631936, "file": "s6-ear2-nano.gguf", "sha256": "204354653fd864708c3206f486f255d3fedff81956fd7b82aae560185a9be783" }, { "name": "s6-ear3-nano", "arch": "skycmd-turn", "weight_format": "ternary", "task": "ear", "gate": "failed", "gate_note": "It failed E1, E2 and E3: on eot-bench (real human-to-agent speech, 14 languages) read 0.2 s into each pause, its AUC is 0.7197 against v2's 0.7448 on the same cuts (\u22120.0252 [\u22120.0336, \u22120.0167], at least +0.02 with a lower bound above 0 asked), its recall at a false cut-off of 0.10 is 0.0563 below v2's, and outside English it loses 0.0209 [\u22120.0308, \u22120.0111] (a lower bound above \u22120.02 asked); Smart Turn reads 0.7873. A1 (0.8978 on Smart Turn's test clips, bar 0.8893), A2 and G3 hold. On held-out human-to-human conversations (reported) it reads 0.6878 against v2's 0.6031: the human-to-human signal does not transfer to agents. v2 (s6-ear2-nano) stays the line's file", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-ear3-nano-s6-ear-v3-an-end-of-turn-detector-trained-on-real-conversations-pre-registered-gate-failed", "params": 1306178, "bytes": 631936, "file": "s6-ear3-nano.gguf", "sha256": "048fafa6a7ff427a457c3957a50da0418c64d3c64e55b3b30d6a5b6e77d20cde" }, { "name": "s6-cast-pico", "arch": "skycmd-cast", "weight_format": "ternary", "task": "forecast", "gate": "failed", "gate_note": "On GIFT-Eval it scored nGMASE 0.9471 and nWQL 0.6646, where the gate asked for 0.838 and 0.587", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-cast-pico-probabilistic-forecasting-pre-registered-gate-failed", "params": 369792, "bytes": 142912, "file": "s6-cast-pico.gguf", "sha256": "ff4618604e0c0076180a2846413970393dfe5d68c8ee4add342d33fdd36403f1" }, { "name": "s6-cast2-pico", "arch": "skycmd-cast", "weight_format": "ternary", "task": "forecast", "gate": "failed", "gate_note": "On GIFT-Eval it scored nGMASE 0.8847 and nWQL 0.6190, where its gate G1 asked for 0.838 and 0.587 (v1: 0.9471 and 0.6646; our TinyCast port without flip: 0.7918 and 0.5622); G2 holds, its MASE ratio to the seasonal naive is under 1.00 at each term (short 0.833, medium 0.928, long 0.988)", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-cast2-pico-s6-cast-v2-a-forecaster-with-a-periodicity-front-end-pre-registered-gate-failed", "params": 377568, "bytes": 148512, "file": "s6-cast2-pico.gguf", "sha256": "30cbee8e846bc47d0876d9d77e3460278e58025cf01b6a5390b79b999215959f" }, { "name": "s6-secrets-verify-pico", "arch": "skycmd-s2", "weight_format": "ternary", "task": "secrets-verify", "full_depth": true, "gate": "failed", "gate_note": "It missed G1 on its every-repository reading: line F1 0.8561 against 0.7332 + 0.15 for the best rule scanner (Betterleaks); the six other gates held", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-secrets-verify-pico-s6-secrets-v2-a-verifier-of-rule-candidates-pre-registered-gate-failed", "params": 445345, "bytes": 249984, "file": "s6-secrets-verify-pico.gguf", "sha256": "01e6db3fa71cc2c5563dea222c68e040d3994ee2abbb02b25491a51b8cb54f27", "dictionary": "s6-secrets-verify-dictionary.txt", "dictionary_sha256": "83f3f32b0df5fc92418dac25b8d1317ec537c0d4c6405961c9c06f31159c21e9", "dictionary_bytes": 1706770 }, { "name": "s6-route-nano", "arch": "skycmd-s2", "weight_format": "ternary", "task": "route", "full_depth": true, "gate": "failed", "gate_note": "It missed G1 against BM25, the lexical score it reads in its input: 0.8395 against 0.8500 on 2,000 slates of tools never seen in training (above potion-base-2M + 0.03 and both size-matched baselines), and G4: 38.9 ms per request in WASM against 2 ms", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-route-nano-s6-nano-v2-a-tool-router-pre-registered-gate-failed", "params": 5587201, "bytes": 2418912, "file": "s6-route-nano.gguf", "sha256": "a124dfe86f76e9547db98edc03351f66908617ae2be3f5a4f423a876b7956c82" }, { "name": "s6-route", "task": "router", "full_depth": true, "gate": "passed", "gate_note": "Passed on fresh slates; the system was defined after v2's test was read, from an exploratory reading of v2's test dumps, with its parameters from validation. 0.8868 on 945 fresh requests about tools never seen in training, against 0.8169 for BM25 (+0.0698 [0.0455, 0.0952]) and 0.9048 for all-MiniLM-L6-v2 (91.6 MB); 30.9 ms per request in WASM (bar 60 ms, set after v2 was measured at 38.9 ms). These requests are about v2's held-out test tools. Without the three largest clusters the advantage over BM25 is +0.0202 [-0.0062, +0.0481], and with every tool renamed it falls to 0.2497: it needs distinctive tool names", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-route-s6-nano-v3-the-v2-router-fused-with-a-static-embedding-pre-registered-gate-passed", "bytes": 3692224, "files": [ { "role": "model", "file": "s6-route-nano.gguf", "arch": "skycmd-s2", "weight_format": "ternary", "params": 5587201, "bytes": 2418912, "sha256": "a124dfe86f76e9547db98edc03351f66908617ae2be3f5a4f423a876b7956c82" }, { "role": "embedding", "file": "s6-route-embed.gguf", "arch": "skycmd-embed", "weight_format": "4-bit", "bytes": 1273312, "sha256": "c53fb76dc8a56a696d859e80b7383d7e9db168e54c024525f220851fbacda67a", "license": "MIT", "source": "minishlab/potion-base-2M@389b9f64" } ] }, { "name": "s6-route7-nano", "task": "router", "full_depth": true, "gate": "failed", "gate_note": "It failed G1, G2, G3 and G6: on 2,000 fresh requests about the tools of MCP servers, a family that no training slate holds, the pair reads 0.5610 against BM25 0.5675 (\u22120.0065 [\u22120.0235, +0.0120], a lower bound above 0 asked); under masked names it answers none on 0.3345 of the slates (0.10 to 0.30 asked); its ECE is 0.1845 (at most 0.05 asked); with the request hidden its model part is at chance (0.1406) and the pair is not (0.1969, at most 0.1929 asked). G4 (13.9 ms per request in WASM, 3,692,288 bytes) and G5 (0.8815 on T2-tools) hold. The route line is closed and the published router stays s6-route", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-route7-nano-s6-route-v7-the-router-retrained-without-its-shortcut-pre-registered-gate-failed", "bytes": 3692288, "files": [ { "role": "model", "file": "s6-route7-nano.gguf", "arch": "skycmd-s2", "weight_format": "ternary", "params": 5587201, "bytes": 2418976, "sha256": "5fbe51b451023730c0517254eed43ce5c96c9a2384563bca6d8ddac3b77c7a9d" }, { "role": "embedding", "file": "s6-route7-embed.gguf", "arch": "skycmd-embed", "weight_format": "4-bit", "bytes": 1273312, "sha256": "717dc3d89f096d063de9af52636fdafca834c53d484ecde533d2043047e7dafd", "license": "MIT", "source": "minishlab/potion-base-2M@389b9f64" } ] }, { "name": "s6-sleep3-nano", "task": "memory", "gate": "failed", "gate_note": "It failed H1 and H2 and the s6-nano gate: four sleep passes add +0.0030 on the recall test (95% interval \u22120.0010 to +0.0068, above 0 asked), and it plays two games far worse than the control without memory (flappy 15.87 against 71.05, dodge 5.89 against 7.94); H0 holds: with its memory it is right on 0.4892 of the recall asks against 0.2440 for the control (+0.2452)", "gate_url": "https://github.com/maxgfr/skycmd/blob/main/BENCH.md#s6-sleep3-nano-s6-sleep-v3-a-fast-weight-memory-pre-registered-gate-failed", "bytes": 752416, "files": [ { "role": "model", "file": "s6-sleep3-nano.gguf", "arch": "skycmd-s2", "weight_format": "ternary", "params": 1611505, "bytes": 752416, "sha256": "e59f837cc4ee65f35dbebdab91d6ff3348a4fe5ee9a323fe82457eedf4c23234" }, { "role": "control", "file": "s6-sleep3-nano-control.gguf", "arch": "skycmd-s2", "weight_format": "ternary", "params": 1486225, "bytes": 715136, "sha256": "cd1813207b9992270b0f634e34e0104bfc3e6b6f0fe13e07bd06bfdf00c09100" } ] }, { "name": "s1-pico", "arch": "modern-bert", "weight_format": "f16", "params": 202305, "bytes": 545280, "file": "s1-pico.gguf", "sha256": "d8c929dbacad13d28421ccfa655fc877791d1018c21dd395a498e0b5c4d311d3", "games": [ "flappy", "rescue", "dodge" ] }, { "name": "s2-nano", "arch": "skycmd-s2", "weight_format": "ternary", "params": 1532033, "bytes": 701568, "file": "s2-nano.gguf", "sha256": "9a0e96547f79e62cdadd551ee478e4f51d4438f763b70a898eca30ee454b0b8e", "games": [ "flappy", "rescue", "dodge" ] }, { "name": "s2-nano-doom", "arch": "skycmd-s2", "weight_format": "ternary", "params": 1532033, "bytes": 701568, "file": "s2-nano-doom.gguf", "sha256": "fb6df8401e78363fc6c84a403c852c56cc3b555ce4128ada19093e13c9a8abb3", "games": [ "flappy", "dodge", "doom" ] } ]