Jev_CeNN / training_report.json
vtava's picture
Publish self-contained trained model
e82b8a3 verified
Raw History Blame Contribute Delete
20.8 kB
{
"architecture": "Jev_CeNN",
"source": "convaiinnovations/laya-typed-decisions",
"max_len": 512,
"global_window": 1024,
"sliding_radius": 64,
"sliding_window": 129,
"global_layers": [
0,
3,
6,
9,
12,
15,
18,
21,
24,
27
],
"sliding_layers": [
1,
2,
4,
5,
7,
8,
10,
11,
13,
14,
16,
17,
19,
20,
22,
23,
25,
26
],
"converted_attention_count": 28,
"local": [
{
"kind": "global",
"layer": 0,
"probe": {
"nmse": 0.0007124389958779378,
"cosine": 0.9995573849839021,
"score": 0.0011993155135856062,
"tokens": 4295
},
"audit": {
"nmse": 0.0005770737623461413,
"cosine": 0.9996426066287278,
"score": 0.000970206470745521,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/global_W1024/layer00_W1024.pt"
},
{
"kind": "global",
"layer": 3,
"probe": {
"nmse": 0.000545865976967607,
"cosine": 0.9996932326151412,
"score": 0.0008833101003122839,
"tokens": 4295
},
"audit": {
"nmse": 0.0004768546500420914,
"cosine": 0.9997359501407836,
"score": 0.00076730949518008,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/global_W1024/layer03_W1024.pt"
},
{
"kind": "global",
"layer": 6,
"probe": {
"nmse": 0.00032345657229445864,
"cosine": 0.9998375711674186,
"score": 0.0005021282881340432,
"tokens": 4295
},
"audit": {
"nmse": 0.0002993580369785514,
"cosine": 0.9998508263602475,
"score": 0.0004634490407063357,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/global_W1024/layer06_W1024.pt"
},
{
"kind": "global",
"layer": 9,
"probe": {
"nmse": 0.0003383366335037285,
"cosine": 0.9998465239377182,
"score": 0.0005071603020136827,
"tokens": 4295
},
"audit": {
"nmse": 0.0002916056313828612,
"cosine": 0.9998637769670051,
"score": 0.00044145096767722424,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/global_W1024/layer09_W1024.pt"
},
{
"kind": "global",
"layer": 12,
"probe": {
"nmse": 0.0011716737618641948,
"cosine": 0.9996787092322105,
"score": 0.001525093606432676,
"tokens": 4295
},
"audit": {
"nmse": 0.0007186813102188025,
"cosine": 0.9997312222398477,
"score": 0.0010143368463863631,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/global_W1024/layer12_W1024.pt"
},
{
"kind": "global",
"layer": 15,
"probe": {
"nmse": 0.0006497674493474899,
"cosine": 0.9996716749126892,
"score": 0.0010109250453894177,
"tokens": 4295
},
"audit": {
"nmse": 0.0006203221204783426,
"cosine": 0.9997025636004917,
"score": 0.0009475021599374721,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/global_W1024/layer15_W1024.pt"
},
{
"kind": "global",
"layer": 18,
"probe": {
"nmse": 0.0004460299950941608,
"cosine": 0.9998061369961437,
"score": 0.0006592792993360523,
"tokens": 4295
},
"audit": {
"nmse": 0.0003751596089118697,
"cosine": 0.9998309728941942,
"score": 0.0005610894252982462,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/global_W1024/layer18_W1024.pt"
},
{
"kind": "global",
"layer": 21,
"probe": {
"nmse": 0.00042783965998786325,
"cosine": 0.9998066130561518,
"score": 0.0006405652982208656,
"tokens": 4295
},
"audit": {
"nmse": 0.00038523649318701066,
"cosine": 0.9998260776887691,
"score": 0.0005765510355410259,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/global_W1024/layer21_W1024.pt"
},
{
"kind": "global",
"layer": 24,
"probe": {
"nmse": 0.0003464929945296394,
"cosine": 0.9997701909128529,
"score": 0.0005992829903914413,
"tokens": 4295
},
"audit": {
"nmse": 0.0002899209374053927,
"cosine": 0.9998058958101999,
"score": 0.0005034355461855559,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/global_W1024/layer24_W1024.pt"
},
{
"kind": "global",
"layer": 27,
"probe": {
"nmse": 0.00047876048760820745,
"cosine": 0.9997884730382348,
"score": 0.0007114401455499109,
"tokens": 4295
},
"audit": {
"nmse": 0.0004228300085975023,
"cosine": 0.9997950705901015,
"score": 0.000648252359485818,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/global_W1024/layer27_W1024.pt"
},
{
"kind": "sliding",
"layer": 1,
"probe": {
"nmse": 3.77481835111511e-05,
"cosine": 0.9999566074855392,
"score": 8.547994941807317e-05,
"tokens": 4295
},
"audit": {
"nmse": 3.5376619765466786e-05,
"cosine": 0.9999589670249048,
"score": 8.051289237015123e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer01.pt"
},
{
"kind": "sliding",
"layer": 2,
"probe": {
"nmse": 4.398005007793493e-05,
"cosine": 0.9999655318343459,
"score": 8.189503229745731e-05,
"tokens": 4295
},
"audit": {
"nmse": 4.158234927456413e-05,
"cosine": 0.9999667497818845,
"score": 7.815758920162548e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer02.pt"
},
{
"kind": "sliding",
"layer": 4,
"probe": {
"nmse": 3.328555973162418e-05,
"cosine": 0.9999723032550567,
"score": 6.375197916924892e-05,
"tokens": 4295
},
"audit": {
"nmse": 3.151863011347087e-05,
"cosine": 0.9999735534977792,
"score": 6.0609782556388026e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer04.pt"
},
{
"kind": "sliding",
"layer": 5,
"probe": {
"nmse": 3.1797979060914244e-05,
"cosine": 0.999974576974498,
"score": 5.976330711312943e-05,
"tokens": 4295
},
"audit": {
"nmse": 3.0123354038884048e-05,
"cosine": 0.9999756788844385,
"score": 5.687658115653254e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer05.pt"
},
{
"kind": "sliding",
"layer": 7,
"probe": {
"nmse": 5.4771890723428264e-05,
"cosine": 0.9999611620297948,
"score": 9.749365794915678e-05,
"tokens": 4295
},
"audit": {
"nmse": 5.566004152229192e-05,
"cosine": 0.9999612101443528,
"score": 9.832888273421551e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer07.pt"
},
{
"kind": "sliding",
"layer": 8,
"probe": {
"nmse": 5.119438203787054e-05,
"cosine": 0.9999639757576033,
"score": 9.082104867422038e-05,
"tokens": 4295
},
"audit": {
"nmse": 4.9348968994807336e-05,
"cosine": 0.999965380363658,
"score": 8.743056897099922e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer08.pt"
},
{
"kind": "sliding",
"layer": 10,
"probe": {
"nmse": 5.3544246495956514e-05,
"cosine": 0.999969986903376,
"score": 8.655865278233671e-05,
"tokens": 4295
},
"audit": {
"nmse": 5.2875677717668935e-05,
"cosine": 0.9999707093214626,
"score": 8.509542410881782e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer10.pt"
},
{
"kind": "sliding",
"layer": 11,
"probe": {
"nmse": 5.14870274912409e-05,
"cosine": 0.9999696884776994,
"score": 8.482970202189733e-05,
"tokens": 4295
},
"audit": {
"nmse": 5.1645684289368676e-05,
"cosine": 0.9999698294237785,
"score": 8.48333181329697e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer11.pt"
},
{
"kind": "sliding",
"layer": 13,
"probe": {
"nmse": 3.617031524188775e-05,
"cosine": 0.9999794370498035,
"score": 5.878956045801444e-05,
"tokens": 4295
},
"audit": {
"nmse": 3.615308653639091e-05,
"cosine": 0.9999796260310914,
"score": 5.856445233589268e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer13.pt"
},
{
"kind": "sliding",
"layer": 14,
"probe": {
"nmse": 4.325811834159076e-05,
"cosine": 0.9999768364831927,
"score": 6.873798682963383e-05,
"tokens": 4295
},
"audit": {
"nmse": 4.272398885814387e-05,
"cosine": 0.9999773829116434,
"score": 6.760278605040648e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer14.pt"
},
{
"kind": "sliding",
"layer": 16,
"probe": {
"nmse": 2.686698872858975e-05,
"cosine": 0.9999858105696122,
"score": 4.247536215514638e-05,
"tokens": 4295
},
"audit": {
"nmse": 2.5984023471704056e-05,
"cosine": 0.9999862748354219,
"score": 4.1081704507606755e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer16.pt"
},
{
"kind": "sliding",
"layer": 17,
"probe": {
"nmse": 2.6391633460418816e-05,
"cosine": 0.9999859029394645,
"score": 4.189840004942067e-05,
"tokens": 4295
},
"audit": {
"nmse": 2.6020018554519522e-05,
"cosine": 0.9999862686389593,
"score": 4.112451569924403e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer17.pt"
},
{
"kind": "sliding",
"layer": 19,
"probe": {
"nmse": 3.0123802392411106e-05,
"cosine": 0.9999817391907377,
"score": 5.0210692580897636e-05,
"tokens": 4295
},
"audit": {
"nmse": 2.936153846211306e-05,
"cosine": 0.999982271920606,
"score": 4.8862425795558745e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer19.pt"
},
{
"kind": "sliding",
"layer": 20,
"probe": {
"nmse": 2.9020674861868706e-05,
"cosine": 0.9999787407232247,
"score": 5.240587931472135e-05,
"tokens": 4295
},
"audit": {
"nmse": 2.6570794828556004e-05,
"cosine": 0.9999813858264593,
"score": 4.704638572327562e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer20.pt"
},
{
"kind": "sliding",
"layer": 22,
"probe": {
"nmse": 2.5771672336608802e-05,
"cosine": 0.9999852492451251,
"score": 4.19975026989907e-05,
"tokens": 4295
},
"audit": {
"nmse": 2.4729936561063698e-05,
"cosine": 0.9999858968512055,
"score": 4.024340023497441e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer22.pt"
},
{
"kind": "sliding",
"layer": 23,
"probe": {
"nmse": 5.0717599861347446e-05,
"cosine": 0.9999618370402539,
"score": 9.269685558208402e-05,
"tokens": 4295
},
"audit": {
"nmse": 5.089498123869494e-05,
"cosine": 0.9999615261639435,
"score": 9.32162009008286e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer23.pt"
},
{
"kind": "sliding",
"layer": 25,
"probe": {
"nmse": 3.953773487611946e-05,
"cosine": 0.9999700863786015,
"score": 7.244271841444829e-05,
"tokens": 4295
},
"audit": {
"nmse": 4.374572420020146e-05,
"cosine": 0.9999666382455584,
"score": 8.044365408593319e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer25.pt"
},
{
"kind": "sliding",
"layer": 26,
"probe": {
"nmse": 3.4618716348293095e-05,
"cosine": 0.9999764172661707,
"score": 6.0559723560519904e-05,
"tokens": 4295
},
"audit": {
"nmse": 3.806028946092293e-05,
"cosine": 0.9999737517845813,
"score": 6.693332642154231e-05,
"tokens": 4925
},
"checkpoint": "/content/Jev_CeNN/sliding_W129/layer26.pt"
}
],
"cumulative": [
{
"kind": "global",
"layer": 0,
"dev": null
},
{
"kind": "global",
"layer": 3,
"dev": null
},
{
"kind": "global",
"layer": 6,
"dev": null
},
{
"kind": "global",
"layer": 9,
"dev": null
},
{
"kind": "global",
"layer": 12,
"dev": {
"decisions": 160,
"agreement": 1.0,
"mean_js": 1.1418290051778968e-05,
"teacher_gold_accuracy": 0.8875,
"student_gold_accuracy": 0.8875
}
},
{
"kind": "global",
"layer": 15,
"dev": null
},
{
"kind": "global",
"layer": 18,
"dev": null
},
{
"kind": "global",
"layer": 21,
"dev": null
},
{
"kind": "global",
"layer": 24,
"dev": null
},
{
"kind": "global",
"layer": 27,
"dev": {
"decisions": 160,
"agreement": 1.0,
"mean_js": 1.70003613618519e-05,
"teacher_gold_accuracy": 0.8875,
"student_gold_accuracy": 0.8875
}
},
{
"kind": "sliding",
"layer": 1,
"dev": null
},
{
"kind": "sliding",
"layer": 2,
"dev": null
},
{
"kind": "sliding",
"layer": 4,
"dev": null
},
{
"kind": "sliding",
"layer": 5,
"dev": null
},
{
"kind": "sliding",
"layer": 7,
"dev": {
"decisions": 160,
"agreement": 1.0,
"mean_js": 1.843388936890733e-05,
"teacher_gold_accuracy": 0.8875,
"student_gold_accuracy": 0.8875
}
},
{
"kind": "sliding",
"layer": 8,
"dev": null
},
{
"kind": "sliding",
"layer": 10,
"dev": null
},
{
"kind": "sliding",
"layer": 11,
"dev": null
},
{
"kind": "sliding",
"layer": 13,
"dev": null
},
{
"kind": "sliding",
"layer": 14,
"dev": {
"decisions": 160,
"agreement": 0.9875,
"mean_js": 2.1535343068990188e-05,
"teacher_gold_accuracy": 0.8875,
"student_gold_accuracy": 0.8875
}
},
{
"kind": "sliding",
"layer": 16,
"dev": null
},
{
"kind": "sliding",
"layer": 17,
"dev": null
},
{
"kind": "sliding",
"layer": 19,
"dev": null
},
{
"kind": "sliding",
"layer": 20,
"dev": null
},
{
"kind": "sliding",
"layer": 22,
"dev": {
"decisions": 160,
"agreement": 0.9875,
"mean_js": 2.16957741962176e-05,
"teacher_gold_accuracy": 0.8875,
"student_gold_accuracy": 0.8875
}
},
{
"kind": "sliding",
"layer": 23,
"dev": null
},
{
"kind": "sliding",
"layer": 25,
"dev": null
},
{
"kind": "sliding",
"layer": 26,
"dev": {
"decisions": 160,
"agreement": 0.9875,
"mean_js": 2.1582550392906796e-05,
"teacher_gold_accuracy": 0.8875,
"student_gold_accuracy": 0.8875
}
}
],
"joint": {
"steps": 160,
"best_step": 1,
"before": {
"decisions": 160,
"agreement": 0.9875,
"mean_js": 2.1582550392906796e-05,
"teacher_gold_accuracy": 0.8875,
"student_gold_accuracy": 0.8875
},
"selected": {
"decisions": 160,
"agreement": 0.9875,
"mean_js": 2.030820739378214e-05,
"teacher_gold_accuracy": 0.8875,
"student_gold_accuracy": 0.8875
},
"improved": true,
"test_leakage": false
},
"dev": {
"decisions": 868,
"agreement": 0.9965437788018433,
"mean_js": 1.6977921595852828e-05,
"teacher_gold_accuracy": 0.8582949308755761,
"student_gold_accuracy": 0.8594470046082949
},
"official_test": {
"decisions": 2000,
"agreement": 0.9935,
"mean_js": 1.8857523457427305e-05,
"teacher_gold_accuracy": 0.766,
"student_gold_accuracy": 0.7675
},
"latency": [
{
"batch": 1,
"teacher": {
"median_ms": 33.4528075001117,
"p95_ms": 35.11658429990803,
"seq_len": 172
},
"student": {
"median_ms": 77.13611150006727,
"p95_ms": 87.23604654984456,
"seq_len": 172
},
"speedup": 0.4336854276104199
},
{
"batch": 2,
"teacher": {
"median_ms": 69.68447650001508,
"p95_ms": 71.69697865001581,
"seq_len": 335
},
"student": {
"median_ms": 108.50579349994405,
"p95_ms": 111.8598255499478,
"seq_len": 335
},
"speedup": 0.6422189475076371
}
],
"all_local_gate_pass": true,
"dev_gate_pass": true,
"quality_gate_pass": true,
"test_used_for_training_or_selection": false,
"attention_free": false,
"global_quadratic_control": true,
"jev_cenn_cuda_backend": {
"kernel_preflight": {
"enabled": true,
"available": true,
"cases": [
{
"length": 9,
"radius": 32,
"max_abs": 0.0009765625,
"cosine": 1.0
},
{
"length": 9,
"radius": 64,
"max_abs": 0.0009765625,
"cosine": 1.0
},
{
"length": 129,
"radius": 32,
"max_abs": 0.0009765625,
"cosine": 1.0
},
{
"length": 129,
"radius": 64,
"max_abs": 0.00048828125,
"cosine": 1.0
},
{
"length": 290,
"radius": 32,
"max_abs": 0.00048828125,
"cosine": 1.0
},
{
"length": 290,
"radius": 64,
"max_abs": 0.00048828125,
"cosine": 1.0
},
{
"length": 512,
"radius": 32,
"max_abs": 0.0009765625,
"cosine": 1.0
},
{
"length": 512,
"radius": 64,
"max_abs": 0.00048828125,
"cosine": 1.0
}
],
"passed": true,
"speed_selected": false
},
"gpu": "Tesla T4",
"optimized_full_model": [
{
"batch": 1,
"native": {
"median_ms": 34.146107999958986,
"p95_ms": 38.85247145000221,
"batch": 1,
"length": 172
},
"jev_cenn_triton": {
"median_ms": 80.85944150002433,
"p95_ms": 86.67366449996052,
"batch": 1,
"length": 172
},
"jev_cenn_reference": {
"median_ms": 81.1585635000256,
"p95_ms": 86.43554979998953,
"batch": 1,
"length": 172
},
"optimized_vs_native": 0.42228968400614925,
"triton_vs_pytorch": 1.0036992835277148
},
{
"batch": 2,
"native": {
"median_ms": 68.21441900001446,
"p95_ms": 70.15177629997424,
"batch": 2,
"length": 335
},
"jev_cenn_triton": {
"median_ms": 107.10515349990146,
"p95_ms": 111.1951382000484,
"batch": 2,
"length": 335
},
"jev_cenn_reference": {
"median_ms": 106.72905000001265,
"p95_ms": 111.45207924990927,
"batch": 2,
"length": 335
},
"optimized_vs_native": 0.636892033398535,
"triton_vs_pytorch": 0.9964884649561783
}
],
"speed_selected": false
},
"cuda_backend_selected": "PyTorch SDPA"
}