MEASURED laptop-Blackwell bench + operational honesty (not LoRA; Λ=Conjecture 1)
Browse files- BENCH.laptop-blackwell.json +186 -0
BENCH.laptop-blackwell.json
ADDED
|
@@ -0,0 +1,186 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema": "szl.kernel-bench.laptop-blackwell/v1",
|
| 3 |
+
"hub": "SZLHOLDINGS/szl-lambda-gate",
|
| 4 |
+
"kind": "SOFTWARE_KERNEL",
|
| 5 |
+
"github_source": "szl-holdings/szl-lambda-gate",
|
| 6 |
+
"github_sha": "3fb5bb65dfdba006ae917e10b7703a535ea303e0",
|
| 7 |
+
"local_path": "C:\\Users\\steph\\work-pr\\kernels\\szl-lambda-gate",
|
| 8 |
+
"computed_at": "2026-08-29T15:53:47Z",
|
| 9 |
+
"host": {
|
| 10 |
+
"os": "Windows-10-10.0.26200-SP0",
|
| 11 |
+
"python": "3.11.9",
|
| 12 |
+
"machine": "AMD64",
|
| 13 |
+
"node": "betterwithage",
|
| 14 |
+
"label": "laptop-blackwell",
|
| 15 |
+
"torch": "2.10.0+cu128",
|
| 16 |
+
"cuda_available": true,
|
| 17 |
+
"gpu": "NVIDIA GeForce RTX 5050 Laptop GPU",
|
| 18 |
+
"gpu_count": 1,
|
| 19 |
+
"cuda_capability": "12.0",
|
| 20 |
+
"arch": "Blackwell",
|
| 21 |
+
"kernels": "0.16.1"
|
| 22 |
+
},
|
| 23 |
+
"weights": false,
|
| 24 |
+
"tests": {
|
| 25 |
+
"command": "PYTHONPATH=torch-ext python -m pytest tests -q --tb=line",
|
| 26 |
+
"szl_source_tree_tests": "1",
|
| 27 |
+
"exit": 1,
|
| 28 |
+
"timeout": false,
|
| 29 |
+
"label": "FAIL",
|
| 30 |
+
"summary": "4 failed, 54 passed, 14 warnings in 52.57s",
|
| 31 |
+
"counts": {
|
| 32 |
+
"passed": 54,
|
| 33 |
+
"failed": 4,
|
| 34 |
+
"warnings": 14
|
| 35 |
+
},
|
| 36 |
+
"failed": [
|
| 37 |
+
{
|
| 38 |
+
"status": "FAILED",
|
| 39 |
+
"node": "tests/test_lambda.py::test_torch_compile_friendly"
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"status": "FAILED",
|
| 43 |
+
"node": "tests/test_lambda.py::test_fullgraph_lambda_aggregate"
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"status": "FAILED",
|
| 47 |
+
"node": "tests/test_lambda.py::test_fullgraph_lambda_gate_score"
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"status": "FAILED",
|
| 51 |
+
"node": "tests/test_lambda.py::test_fullgraph_lambda_gate_batch_score"
|
| 52 |
+
}
|
| 53 |
+
],
|
| 54 |
+
"fullgraph_or_compile_lines": [
|
| 55 |
+
"C:\\Users\\steph\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\torch\\_inductor\\cpp_builder.py:142: torch._inductor.exc.InductorError: RuntimeError: Compiler: cl is not found.",
|
| 56 |
+
"E torch._inductor.exc.InductorError: RuntimeError: Compiler: cl is not found.",
|
| 57 |
+
"C:\\Users\\steph\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\torch\\_inductor\\cpp_builder.py:142: torch._inductor.exc.InductorError: RuntimeError: Compiler: cl is not found.",
|
| 58 |
+
"FAILED tests/test_lambda.py::test_torch_compile_friendly - torch._inductor.ex...",
|
| 59 |
+
"FAILED tests/test_lambda.py::test_fullgraph_lambda_aggregate - torch._inducto...",
|
| 60 |
+
"FAILED tests/test_lambda.py::test_fullgraph_lambda_gate_score - torch._induct...",
|
| 61 |
+
"FAILED tests/test_lambda.py::test_fullgraph_lambda_gate_batch_score - torch._..."
|
| 62 |
+
],
|
| 63 |
+
"stdout_tail": "utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:compile_fx.py:2288 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:compile_fx.py:1246 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:compile_fx.py:1297 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:compile_fx.py:1335 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:convert_frame.py:1783 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:2029 \nDEBUG torch.__trace:utils.py:1724 \nDEBUG torch.__trace:utils.py:2029\nC:\\Users\\steph\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\torch\\_inductor\\cpp_builder.py:142: torch._inductor.exc.InductorError: RuntimeError: Compiler: cl is not found.\n============================== warnings summary ===============================\ntests/test_lambda.py: 14 warnings\n C:\\Users\\steph\\AppData\\Local\\Programs\\Python\\Python311\\Lib\\site-packages\\torch\\jit\\_script.py:362: DeprecationWarning: `torch.jit.script_method` is deprecated. Please switch to `torch.compile` or `torch.export`.\n warnings.warn(\n\n-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html\n=========================== short test summary info ===========================\nFAILED tests/test_lambda.py::test_torch_compile_friendly - torch._inductor.ex...\nFAILED tests/test_lambda.py::test_fullgraph_lambda_aggregate - torch._inducto...\nFAILED tests/test_lambda.py::test_fullgraph_lambda_gate_score - torch._induct...\nFAILED tests/test_lambda.py::test_fullgraph_lambda_gate_batch_score - torch._...\n4 failed, 54 passed, 14 warnings in 52.57s\n",
|
| 64 |
+
"stderr_tail": "",
|
| 65 |
+
"error": null
|
| 66 |
+
},
|
| 67 |
+
"eval": null,
|
| 68 |
+
"get_kernel": {
|
| 69 |
+
"hub": "SZLHOLDINGS/szl-lambda-gate",
|
| 70 |
+
"package": "0.16.1",
|
| 71 |
+
"load_path": "from kernels import get_kernel\nk = get_kernel(\"SZLHOLDINGS/szl-lambda-gate\", revision=\"main\", trust_remote_code=True)",
|
| 72 |
+
"trust_remote_code_true": {
|
| 73 |
+
"trust_remote_code": true,
|
| 74 |
+
"backend": null,
|
| 75 |
+
"ok": true,
|
| 76 |
+
"module": "_szl_lambda_gate_universal_cto1",
|
| 77 |
+
"file": "C:\\Users\\steph\\.cache\\huggingface\\hub\\kernels--SZLHOLDINGS--szl-lambda-gate\\snapshots\\082de2ad7d48c21fb09fbeee033f617d9e6957a7\\build\\torch-universal\\szl_lambda_gate\\__init__.py",
|
| 78 |
+
"selfcheck": {
|
| 79 |
+
"version": "0.2.0",
|
| 80 |
+
"axioms": {
|
| 81 |
+
"A1_IsMonotone": true,
|
| 82 |
+
"A2_IsHomogeneous": true,
|
| 83 |
+
"A3_IsEgyptianExact": true,
|
| 84 |
+
"A4_IsBounded": true
|
| 85 |
+
},
|
| 86 |
+
"all_axioms_hold": true,
|
| 87 |
+
"adversarial": {
|
| 88 |
+
"trials": 64,
|
| 89 |
+
"violation": null
|
| 90 |
+
},
|
| 91 |
+
"advisory": true,
|
| 92 |
+
"lambda_status": "Conjecture 1 (open) — uniqueness unproven; advisory only"
|
| 93 |
+
}
|
| 94 |
+
},
|
| 95 |
+
"trust_remote_code_true_backend_cpu": {
|
| 96 |
+
"trust_remote_code": true,
|
| 97 |
+
"backend": "cpu",
|
| 98 |
+
"ok": true,
|
| 99 |
+
"module": "_szl_lambda_gate_cpu_9cf02fddf8",
|
| 100 |
+
"file": "C:\\Users\\steph\\.cache\\huggingface\\hub\\kernels--SZLHOLDINGS--szl-lambda-gate\\snapshots\\082de2ad7d48c21fb09fbeee033f617d9e6957a7\\build\\torch-cpu\\szl_lambda_gate\\__init__.py",
|
| 101 |
+
"selfcheck": {
|
| 102 |
+
"version": "0.2.0",
|
| 103 |
+
"axioms": {
|
| 104 |
+
"A1_IsMonotone": true,
|
| 105 |
+
"A2_IsHomogeneous": true,
|
| 106 |
+
"A3_IsEgyptianExact": true,
|
| 107 |
+
"A4_IsBounded": true
|
| 108 |
+
},
|
| 109 |
+
"all_axioms_hold": true,
|
| 110 |
+
"adversarial": {
|
| 111 |
+
"trials": 64,
|
| 112 |
+
"violation": null
|
| 113 |
+
},
|
| 114 |
+
"advisory": true,
|
| 115 |
+
"lambda_status": "Conjecture 1 (open) — uniqueness unproven; advisory only"
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"trust_remote_code_false": {
|
| 119 |
+
"trust_remote_code": false,
|
| 120 |
+
"backend": null,
|
| 121 |
+
"ok": false,
|
| 122 |
+
"error_type": "ValueError",
|
| 123 |
+
"error": "Kernel repository 'SZLHOLDINGS/szl-lambda-gate' is not from a trusted publisher. Set trust_remote_code=True to allow loading kernels from untrusted sources."
|
| 124 |
+
},
|
| 125 |
+
"ok": true,
|
| 126 |
+
"default_ok": true
|
| 127 |
+
},
|
| 128 |
+
"hub_presence": {
|
| 129 |
+
"hub": "SZLHOLDINGS/szl-lambda-gate",
|
| 130 |
+
"model": true,
|
| 131 |
+
"kernel": true,
|
| 132 |
+
"model_sha": "e28ad22c20cd8e75980d089e9ea7f27c7953467d",
|
| 133 |
+
"model_library": "kernels",
|
| 134 |
+
"model_pipeline": null,
|
| 135 |
+
"model_has_bench": false,
|
| 136 |
+
"model_weights": [],
|
| 137 |
+
"kernel_sha": "47c7eb2db8859507d4115adbbff20c65de66dbb5",
|
| 138 |
+
"kernel_files_sample": [],
|
| 139 |
+
"kernel_has_bench": false
|
| 140 |
+
},
|
| 141 |
+
"formula_tax": {
|
| 142 |
+
"kind": "SOFTWARE",
|
| 143 |
+
"registry_count": 21,
|
| 144 |
+
"locked_8": [
|
| 145 |
+
"F1",
|
| 146 |
+
"F4",
|
| 147 |
+
"F7",
|
| 148 |
+
"F11",
|
| 149 |
+
"F12",
|
| 150 |
+
"F18",
|
| 151 |
+
"F19",
|
| 152 |
+
"F22"
|
| 153 |
+
],
|
| 154 |
+
"lambda_aggregate": 0.316227766016838,
|
| 155 |
+
"lambda_label": "ADVISORY",
|
| 156 |
+
"lambda_uniqueness": "CONJECTURE_1",
|
| 157 |
+
"khipu_merkle_sha256": "9041e7870a54f41a2aaac2c1c0a02df579e5d3094271b1fcd9d3ab25e1474b3a",
|
| 158 |
+
"honesty": "Λ roll-up is advisory geomean over binary checks. Uniqueness is Conjecture 1, never a theorem. locked-8 = F1 F4 F7 F11 F12 F18 F19 F22."
|
| 159 |
+
},
|
| 160 |
+
"invariants_i1_i8": [
|
| 161 |
+
"I1 receipt-chain-continuity",
|
| 162 |
+
"I2 ledger-failure-shape",
|
| 163 |
+
"I3 served-run-has-model",
|
| 164 |
+
"I4 signed-columns-atomic",
|
| 165 |
+
"I5 loop-steps-positive",
|
| 166 |
+
"I6 receipt-ed25519-verify",
|
| 167 |
+
"I7 receipt-columns-consistent",
|
| 168 |
+
"I8 flywheel-lineage"
|
| 169 |
+
],
|
| 170 |
+
"load_path": "from kernels import get_kernel\nk = get_kernel(\"SZLHOLDINGS/szl-lambda-gate\", revision=\"main\", trust_remote_code=True)",
|
| 171 |
+
"honesty": [
|
| 172 |
+
"Unsloth / LoRA training is the wrong tool for these kernels.",
|
| 173 |
+
"Λ uniqueness is Conjecture 1, never a theorem.",
|
| 174 |
+
"locked-8 formulas: F1 F4 F7 F11 F12 F18 F19 F22.",
|
| 175 |
+
"Do not pickle/joblib.load Hub kernels. GitHub/torch-ext source is the approved path.",
|
| 176 |
+
"torch.compile fullgraph failures on Windows Blackwell are MEASURED, not hidden.",
|
| 177 |
+
"Receipted kernels, not silent CUDA. No tokens/s or joules claimed here.",
|
| 178 |
+
"Do not convert a model-type card into a kernel-type repo by deleting nonexistent weights."
|
| 179 |
+
],
|
| 180 |
+
"cut": "Kernel Hub card is source, not a LoRA. Training it with Unsloth is the wrong tool. One-of-one: receipted kernels, not silent CUDA.",
|
| 181 |
+
"computed_at_get_kernel": "2026-08-29T16:00:26Z",
|
| 182 |
+
"torch_universal_put": {
|
| 183 |
+
"ok": true,
|
| 184 |
+
"commit": "082de2ad7d48c21fb09fbeee033f617d9e6957a7"
|
| 185 |
+
}
|
| 186 |
+
}
|