{ "architecture": "Jev_CeNN", "source": "convaiinnovations/laya-typed-decisions", "max_len": 512, "global_window": 1024, "sliding_radius": 64, "sliding_window": 129, "global_layers": [ 0, 3, 6, 9, 12, 15, 18, 21, 24, 27 ], "sliding_layers": [ 1, 2, 4, 5, 7, 8, 10, 11, 13, 14, 16, 17, 19, 20, 22, 23, 25, 26 ], "converted_attention_count": 28, "local": [ { "kind": "global", "layer": 0, "probe": { "nmse": 0.0007124389958779378, "cosine": 0.9995573849839021, "score": 0.0011993155135856062, "tokens": 4295 }, "audit": { "nmse": 0.0005770737623461413, "cosine": 0.9996426066287278, "score": 0.000970206470745521, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/global_W1024/layer00_W1024.pt" }, { "kind": "global", "layer": 3, "probe": { "nmse": 0.000545865976967607, "cosine": 0.9996932326151412, "score": 0.0008833101003122839, "tokens": 4295 }, "audit": { "nmse": 0.0004768546500420914, "cosine": 0.9997359501407836, "score": 0.00076730949518008, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/global_W1024/layer03_W1024.pt" }, { "kind": "global", "layer": 6, "probe": { "nmse": 0.00032345657229445864, "cosine": 0.9998375711674186, "score": 0.0005021282881340432, "tokens": 4295 }, "audit": { "nmse": 0.0002993580369785514, "cosine": 0.9998508263602475, "score": 0.0004634490407063357, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/global_W1024/layer06_W1024.pt" }, { "kind": "global", "layer": 9, "probe": { "nmse": 0.0003383366335037285, "cosine": 0.9998465239377182, "score": 0.0005071603020136827, "tokens": 4295 }, "audit": { "nmse": 0.0002916056313828612, "cosine": 0.9998637769670051, "score": 0.00044145096767722424, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/global_W1024/layer09_W1024.pt" }, { "kind": "global", "layer": 12, "probe": { "nmse": 0.0011716737618641948, "cosine": 0.9996787092322105, "score": 0.001525093606432676, "tokens": 4295 }, "audit": { "nmse": 0.0007186813102188025, "cosine": 0.9997312222398477, "score": 0.0010143368463863631, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/global_W1024/layer12_W1024.pt" }, { "kind": "global", "layer": 15, "probe": { "nmse": 0.0006497674493474899, "cosine": 0.9996716749126892, "score": 0.0010109250453894177, "tokens": 4295 }, "audit": { "nmse": 0.0006203221204783426, "cosine": 0.9997025636004917, "score": 0.0009475021599374721, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/global_W1024/layer15_W1024.pt" }, { "kind": "global", "layer": 18, "probe": { "nmse": 0.0004460299950941608, "cosine": 0.9998061369961437, "score": 0.0006592792993360523, "tokens": 4295 }, "audit": { "nmse": 0.0003751596089118697, "cosine": 0.9998309728941942, "score": 0.0005610894252982462, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/global_W1024/layer18_W1024.pt" }, { "kind": "global", "layer": 21, "probe": { "nmse": 0.00042783965998786325, "cosine": 0.9998066130561518, "score": 0.0006405652982208656, "tokens": 4295 }, "audit": { "nmse": 0.00038523649318701066, "cosine": 0.9998260776887691, "score": 0.0005765510355410259, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/global_W1024/layer21_W1024.pt" }, { "kind": "global", "layer": 24, "probe": { "nmse": 0.0003464929945296394, "cosine": 0.9997701909128529, "score": 0.0005992829903914413, "tokens": 4295 }, "audit": { "nmse": 0.0002899209374053927, "cosine": 0.9998058958101999, "score": 0.0005034355461855559, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/global_W1024/layer24_W1024.pt" }, { "kind": "global", "layer": 27, "probe": { "nmse": 0.00047876048760820745, "cosine": 0.9997884730382348, "score": 0.0007114401455499109, "tokens": 4295 }, "audit": { "nmse": 0.0004228300085975023, "cosine": 0.9997950705901015, "score": 0.000648252359485818, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/global_W1024/layer27_W1024.pt" }, { "kind": "sliding", "layer": 1, "probe": { "nmse": 3.77481835111511e-05, "cosine": 0.9999566074855392, "score": 8.547994941807317e-05, "tokens": 4295 }, "audit": { "nmse": 3.5376619765466786e-05, "cosine": 0.9999589670249048, "score": 8.051289237015123e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer01.pt" }, { "kind": "sliding", "layer": 2, "probe": { "nmse": 4.398005007793493e-05, "cosine": 0.9999655318343459, "score": 8.189503229745731e-05, "tokens": 4295 }, "audit": { "nmse": 4.158234927456413e-05, "cosine": 0.9999667497818845, "score": 7.815758920162548e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer02.pt" }, { "kind": "sliding", "layer": 4, "probe": { "nmse": 3.328555973162418e-05, "cosine": 0.9999723032550567, "score": 6.375197916924892e-05, "tokens": 4295 }, "audit": { "nmse": 3.151863011347087e-05, "cosine": 0.9999735534977792, "score": 6.0609782556388026e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer04.pt" }, { "kind": "sliding", "layer": 5, "probe": { "nmse": 3.1797979060914244e-05, "cosine": 0.999974576974498, "score": 5.976330711312943e-05, "tokens": 4295 }, "audit": { "nmse": 3.0123354038884048e-05, "cosine": 0.9999756788844385, "score": 5.687658115653254e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer05.pt" }, { "kind": "sliding", "layer": 7, "probe": { "nmse": 5.4771890723428264e-05, "cosine": 0.9999611620297948, "score": 9.749365794915678e-05, "tokens": 4295 }, "audit": { "nmse": 5.566004152229192e-05, "cosine": 0.9999612101443528, "score": 9.832888273421551e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer07.pt" }, { "kind": "sliding", "layer": 8, "probe": { "nmse": 5.119438203787054e-05, "cosine": 0.9999639757576033, "score": 9.082104867422038e-05, "tokens": 4295 }, "audit": { "nmse": 4.9348968994807336e-05, "cosine": 0.999965380363658, "score": 8.743056897099922e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer08.pt" }, { "kind": "sliding", "layer": 10, "probe": { "nmse": 5.3544246495956514e-05, "cosine": 0.999969986903376, "score": 8.655865278233671e-05, "tokens": 4295 }, "audit": { "nmse": 5.2875677717668935e-05, "cosine": 0.9999707093214626, "score": 8.509542410881782e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer10.pt" }, { "kind": "sliding", "layer": 11, "probe": { "nmse": 5.14870274912409e-05, "cosine": 0.9999696884776994, "score": 8.482970202189733e-05, "tokens": 4295 }, "audit": { "nmse": 5.1645684289368676e-05, "cosine": 0.9999698294237785, "score": 8.48333181329697e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer11.pt" }, { "kind": "sliding", "layer": 13, "probe": { "nmse": 3.617031524188775e-05, "cosine": 0.9999794370498035, "score": 5.878956045801444e-05, "tokens": 4295 }, "audit": { "nmse": 3.615308653639091e-05, "cosine": 0.9999796260310914, "score": 5.856445233589268e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer13.pt" }, { "kind": "sliding", "layer": 14, "probe": { "nmse": 4.325811834159076e-05, "cosine": 0.9999768364831927, "score": 6.873798682963383e-05, "tokens": 4295 }, "audit": { "nmse": 4.272398885814387e-05, "cosine": 0.9999773829116434, "score": 6.760278605040648e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer14.pt" }, { "kind": "sliding", "layer": 16, "probe": { "nmse": 2.686698872858975e-05, "cosine": 0.9999858105696122, "score": 4.247536215514638e-05, "tokens": 4295 }, "audit": { "nmse": 2.5984023471704056e-05, "cosine": 0.9999862748354219, "score": 4.1081704507606755e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer16.pt" }, { "kind": "sliding", "layer": 17, "probe": { "nmse": 2.6391633460418816e-05, "cosine": 0.9999859029394645, "score": 4.189840004942067e-05, "tokens": 4295 }, "audit": { "nmse": 2.6020018554519522e-05, "cosine": 0.9999862686389593, "score": 4.112451569924403e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer17.pt" }, { "kind": "sliding", "layer": 19, "probe": { "nmse": 3.0123802392411106e-05, "cosine": 0.9999817391907377, "score": 5.0210692580897636e-05, "tokens": 4295 }, "audit": { "nmse": 2.936153846211306e-05, "cosine": 0.999982271920606, "score": 4.8862425795558745e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer19.pt" }, { "kind": "sliding", "layer": 20, "probe": { "nmse": 2.9020674861868706e-05, "cosine": 0.9999787407232247, "score": 5.240587931472135e-05, "tokens": 4295 }, "audit": { "nmse": 2.6570794828556004e-05, "cosine": 0.9999813858264593, "score": 4.704638572327562e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer20.pt" }, { "kind": "sliding", "layer": 22, "probe": { "nmse": 2.5771672336608802e-05, "cosine": 0.9999852492451251, "score": 4.19975026989907e-05, "tokens": 4295 }, "audit": { "nmse": 2.4729936561063698e-05, "cosine": 0.9999858968512055, "score": 4.024340023497441e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer22.pt" }, { "kind": "sliding", "layer": 23, "probe": { "nmse": 5.0717599861347446e-05, "cosine": 0.9999618370402539, "score": 9.269685558208402e-05, "tokens": 4295 }, "audit": { "nmse": 5.089498123869494e-05, "cosine": 0.9999615261639435, "score": 9.32162009008286e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer23.pt" }, { "kind": "sliding", "layer": 25, "probe": { "nmse": 3.953773487611946e-05, "cosine": 0.9999700863786015, "score": 7.244271841444829e-05, "tokens": 4295 }, "audit": { "nmse": 4.374572420020146e-05, "cosine": 0.9999666382455584, "score": 8.044365408593319e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer25.pt" }, { "kind": "sliding", "layer": 26, "probe": { "nmse": 3.4618716348293095e-05, "cosine": 0.9999764172661707, "score": 6.0559723560519904e-05, "tokens": 4295 }, "audit": { "nmse": 3.806028946092293e-05, "cosine": 0.9999737517845813, "score": 6.693332642154231e-05, "tokens": 4925 }, "checkpoint": "/content/Jev_CeNN/sliding_W129/layer26.pt" } ], "cumulative": [ { "kind": "global", "layer": 0, "dev": null }, { "kind": "global", "layer": 3, "dev": null }, { "kind": "global", "layer": 6, "dev": null }, { "kind": "global", "layer": 9, "dev": null }, { "kind": "global", "layer": 12, "dev": { "decisions": 160, "agreement": 1.0, "mean_js": 1.1418290051778968e-05, "teacher_gold_accuracy": 0.8875, "student_gold_accuracy": 0.8875 } }, { "kind": "global", "layer": 15, "dev": null }, { "kind": "global", "layer": 18, "dev": null }, { "kind": "global", "layer": 21, "dev": null }, { "kind": "global", "layer": 24, "dev": null }, { "kind": "global", "layer": 27, "dev": { "decisions": 160, "agreement": 1.0, "mean_js": 1.70003613618519e-05, "teacher_gold_accuracy": 0.8875, "student_gold_accuracy": 0.8875 } }, { "kind": "sliding", "layer": 1, "dev": null }, { "kind": "sliding", "layer": 2, "dev": null }, { "kind": "sliding", "layer": 4, "dev": null }, { "kind": "sliding", "layer": 5, "dev": null }, { "kind": "sliding", "layer": 7, "dev": { "decisions": 160, "agreement": 1.0, "mean_js": 1.843388936890733e-05, "teacher_gold_accuracy": 0.8875, "student_gold_accuracy": 0.8875 } }, { "kind": "sliding", "layer": 8, "dev": null }, { "kind": "sliding", "layer": 10, "dev": null }, { "kind": "sliding", "layer": 11, "dev": null }, { "kind": "sliding", "layer": 13, "dev": null }, { "kind": "sliding", "layer": 14, "dev": { "decisions": 160, "agreement": 0.9875, "mean_js": 2.1535343068990188e-05, "teacher_gold_accuracy": 0.8875, "student_gold_accuracy": 0.8875 } }, { "kind": "sliding", "layer": 16, "dev": null }, { "kind": "sliding", "layer": 17, "dev": null }, { "kind": "sliding", "layer": 19, "dev": null }, { "kind": "sliding", "layer": 20, "dev": null }, { "kind": "sliding", "layer": 22, "dev": { "decisions": 160, "agreement": 0.9875, "mean_js": 2.16957741962176e-05, "teacher_gold_accuracy": 0.8875, "student_gold_accuracy": 0.8875 } }, { "kind": "sliding", "layer": 23, "dev": null }, { "kind": "sliding", "layer": 25, "dev": null }, { "kind": "sliding", "layer": 26, "dev": { "decisions": 160, "agreement": 0.9875, "mean_js": 2.1582550392906796e-05, "teacher_gold_accuracy": 0.8875, "student_gold_accuracy": 0.8875 } } ], "joint": { "steps": 160, "best_step": 1, "before": { "decisions": 160, "agreement": 0.9875, "mean_js": 2.1582550392906796e-05, "teacher_gold_accuracy": 0.8875, "student_gold_accuracy": 0.8875 }, "selected": { "decisions": 160, "agreement": 0.9875, "mean_js": 2.030820739378214e-05, "teacher_gold_accuracy": 0.8875, "student_gold_accuracy": 0.8875 }, "improved": true, "test_leakage": false }, "dev": { "decisions": 868, "agreement": 0.9965437788018433, "mean_js": 1.6977921595852828e-05, "teacher_gold_accuracy": 0.8582949308755761, "student_gold_accuracy": 0.8594470046082949 }, "official_test": { "decisions": 2000, "agreement": 0.9935, "mean_js": 1.8857523457427305e-05, "teacher_gold_accuracy": 0.766, "student_gold_accuracy": 0.7675 }, "latency": [ { "batch": 1, "teacher": { "median_ms": 33.4528075001117, "p95_ms": 35.11658429990803, "seq_len": 172 }, "student": { "median_ms": 77.13611150006727, "p95_ms": 87.23604654984456, "seq_len": 172 }, "speedup": 0.4336854276104199 }, { "batch": 2, "teacher": { "median_ms": 69.68447650001508, "p95_ms": 71.69697865001581, "seq_len": 335 }, "student": { "median_ms": 108.50579349994405, "p95_ms": 111.8598255499478, "seq_len": 335 }, "speedup": 0.6422189475076371 } ], "all_local_gate_pass": true, "dev_gate_pass": true, "quality_gate_pass": true, "test_used_for_training_or_selection": false, "attention_free": false, "global_quadratic_control": true, "jev_cenn_cuda_backend": { "kernel_preflight": { "enabled": true, "available": true, "cases": [ { "length": 9, "radius": 32, "max_abs": 0.0009765625, "cosine": 1.0 }, { "length": 9, "radius": 64, "max_abs": 0.0009765625, "cosine": 1.0 }, { "length": 129, "radius": 32, "max_abs": 0.0009765625, "cosine": 1.0 }, { "length": 129, "radius": 64, "max_abs": 0.00048828125, "cosine": 1.0 }, { "length": 290, "radius": 32, "max_abs": 0.00048828125, "cosine": 1.0 }, { "length": 290, "radius": 64, "max_abs": 0.00048828125, "cosine": 1.0 }, { "length": 512, "radius": 32, "max_abs": 0.0009765625, "cosine": 1.0 }, { "length": 512, "radius": 64, "max_abs": 0.00048828125, "cosine": 1.0 } ], "passed": true, "speed_selected": false }, "gpu": "Tesla T4", "optimized_full_model": [ { "batch": 1, "native": { "median_ms": 34.146107999958986, "p95_ms": 38.85247145000221, "batch": 1, "length": 172 }, "jev_cenn_triton": { "median_ms": 80.85944150002433, "p95_ms": 86.67366449996052, "batch": 1, "length": 172 }, "jev_cenn_reference": { "median_ms": 81.1585635000256, "p95_ms": 86.43554979998953, "batch": 1, "length": 172 }, "optimized_vs_native": 0.42228968400614925, "triton_vs_pytorch": 1.0036992835277148 }, { "batch": 2, "native": { "median_ms": 68.21441900001446, "p95_ms": 70.15177629997424, "batch": 2, "length": 335 }, "jev_cenn_triton": { "median_ms": 107.10515349990146, "p95_ms": 111.1951382000484, "batch": 2, "length": 335 }, "jev_cenn_reference": { "median_ms": 106.72905000001265, "p95_ms": 111.45207924990927, "batch": 2, "length": 335 }, "optimized_vs_native": 0.636892033398535, "triton_vs_pytorch": 0.9964884649561783 } ], "speed_selected": false }, "cuda_backend_selected": "PyTorch SDPA" }