Download training_report.json from vtava/Jev_CeNN: direct link, hf CLI and curl.
- Browser
- Download file 20.8 kB
-
https://huggingface.co/vtava/Jev_CeNN/resolve/main/training_report.json
- Command line
-
hf download hf://vtava/Jev_CeNN/training_report.json
-
curl -L -o training_report.json https://huggingface.co/vtava/Jev_CeNN/resolve/main/training_report.json
20.8 kB
| { | |
| "architecture": "Jev_CeNN", | |
| "source": "convaiinnovations/laya-typed-decisions", | |
| "max_len": 512, | |
| "global_window": 1024, | |
| "sliding_radius": 64, | |
| "sliding_window": 129, | |
| "global_layers": [ | |
| 0, | |
| 3, | |
| 6, | |
| 9, | |
| 12, | |
| 15, | |
| 18, | |
| 21, | |
| 24, | |
| 27 | |
| ], | |
| "sliding_layers": [ | |
| 1, | |
| 2, | |
| 4, | |
| 5, | |
| 7, | |
| 8, | |
| 10, | |
| 11, | |
| 13, | |
| 14, | |
| 16, | |
| 17, | |
| 19, | |
| 20, | |
| 22, | |
| 23, | |
| 25, | |
| 26 | |
| ], | |
| "converted_attention_count": 28, | |
| "local": [ | |
| { | |
| "kind": "global", | |
| "layer": 0, | |
| "probe": { | |
| "nmse": 0.0007124389958779378, | |
| "cosine": 0.9995573849839021, | |
| "score": 0.0011993155135856062, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 0.0005770737623461413, | |
| "cosine": 0.9996426066287278, | |
| "score": 0.000970206470745521, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/global_W1024/layer00_W1024.pt" | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 3, | |
| "probe": { | |
| "nmse": 0.000545865976967607, | |
| "cosine": 0.9996932326151412, | |
| "score": 0.0008833101003122839, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 0.0004768546500420914, | |
| "cosine": 0.9997359501407836, | |
| "score": 0.00076730949518008, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/global_W1024/layer03_W1024.pt" | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 6, | |
| "probe": { | |
| "nmse": 0.00032345657229445864, | |
| "cosine": 0.9998375711674186, | |
| "score": 0.0005021282881340432, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 0.0002993580369785514, | |
| "cosine": 0.9998508263602475, | |
| "score": 0.0004634490407063357, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/global_W1024/layer06_W1024.pt" | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 9, | |
| "probe": { | |
| "nmse": 0.0003383366335037285, | |
| "cosine": 0.9998465239377182, | |
| "score": 0.0005071603020136827, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 0.0002916056313828612, | |
| "cosine": 0.9998637769670051, | |
| "score": 0.00044145096767722424, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/global_W1024/layer09_W1024.pt" | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 12, | |
| "probe": { | |
| "nmse": 0.0011716737618641948, | |
| "cosine": 0.9996787092322105, | |
| "score": 0.001525093606432676, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 0.0007186813102188025, | |
| "cosine": 0.9997312222398477, | |
| "score": 0.0010143368463863631, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/global_W1024/layer12_W1024.pt" | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 15, | |
| "probe": { | |
| "nmse": 0.0006497674493474899, | |
| "cosine": 0.9996716749126892, | |
| "score": 0.0010109250453894177, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 0.0006203221204783426, | |
| "cosine": 0.9997025636004917, | |
| "score": 0.0009475021599374721, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/global_W1024/layer15_W1024.pt" | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 18, | |
| "probe": { | |
| "nmse": 0.0004460299950941608, | |
| "cosine": 0.9998061369961437, | |
| "score": 0.0006592792993360523, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 0.0003751596089118697, | |
| "cosine": 0.9998309728941942, | |
| "score": 0.0005610894252982462, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/global_W1024/layer18_W1024.pt" | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 21, | |
| "probe": { | |
| "nmse": 0.00042783965998786325, | |
| "cosine": 0.9998066130561518, | |
| "score": 0.0006405652982208656, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 0.00038523649318701066, | |
| "cosine": 0.9998260776887691, | |
| "score": 0.0005765510355410259, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/global_W1024/layer21_W1024.pt" | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 24, | |
| "probe": { | |
| "nmse": 0.0003464929945296394, | |
| "cosine": 0.9997701909128529, | |
| "score": 0.0005992829903914413, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 0.0002899209374053927, | |
| "cosine": 0.9998058958101999, | |
| "score": 0.0005034355461855559, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/global_W1024/layer24_W1024.pt" | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 27, | |
| "probe": { | |
| "nmse": 0.00047876048760820745, | |
| "cosine": 0.9997884730382348, | |
| "score": 0.0007114401455499109, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 0.0004228300085975023, | |
| "cosine": 0.9997950705901015, | |
| "score": 0.000648252359485818, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/global_W1024/layer27_W1024.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 1, | |
| "probe": { | |
| "nmse": 3.77481835111511e-05, | |
| "cosine": 0.9999566074855392, | |
| "score": 8.547994941807317e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 3.5376619765466786e-05, | |
| "cosine": 0.9999589670249048, | |
| "score": 8.051289237015123e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer01.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 2, | |
| "probe": { | |
| "nmse": 4.398005007793493e-05, | |
| "cosine": 0.9999655318343459, | |
| "score": 8.189503229745731e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 4.158234927456413e-05, | |
| "cosine": 0.9999667497818845, | |
| "score": 7.815758920162548e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer02.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 4, | |
| "probe": { | |
| "nmse": 3.328555973162418e-05, | |
| "cosine": 0.9999723032550567, | |
| "score": 6.375197916924892e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 3.151863011347087e-05, | |
| "cosine": 0.9999735534977792, | |
| "score": 6.0609782556388026e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer04.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 5, | |
| "probe": { | |
| "nmse": 3.1797979060914244e-05, | |
| "cosine": 0.999974576974498, | |
| "score": 5.976330711312943e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 3.0123354038884048e-05, | |
| "cosine": 0.9999756788844385, | |
| "score": 5.687658115653254e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer05.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 7, | |
| "probe": { | |
| "nmse": 5.4771890723428264e-05, | |
| "cosine": 0.9999611620297948, | |
| "score": 9.749365794915678e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 5.566004152229192e-05, | |
| "cosine": 0.9999612101443528, | |
| "score": 9.832888273421551e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer07.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 8, | |
| "probe": { | |
| "nmse": 5.119438203787054e-05, | |
| "cosine": 0.9999639757576033, | |
| "score": 9.082104867422038e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 4.9348968994807336e-05, | |
| "cosine": 0.999965380363658, | |
| "score": 8.743056897099922e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer08.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 10, | |
| "probe": { | |
| "nmse": 5.3544246495956514e-05, | |
| "cosine": 0.999969986903376, | |
| "score": 8.655865278233671e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 5.2875677717668935e-05, | |
| "cosine": 0.9999707093214626, | |
| "score": 8.509542410881782e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer10.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 11, | |
| "probe": { | |
| "nmse": 5.14870274912409e-05, | |
| "cosine": 0.9999696884776994, | |
| "score": 8.482970202189733e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 5.1645684289368676e-05, | |
| "cosine": 0.9999698294237785, | |
| "score": 8.48333181329697e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer11.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 13, | |
| "probe": { | |
| "nmse": 3.617031524188775e-05, | |
| "cosine": 0.9999794370498035, | |
| "score": 5.878956045801444e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 3.615308653639091e-05, | |
| "cosine": 0.9999796260310914, | |
| "score": 5.856445233589268e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer13.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 14, | |
| "probe": { | |
| "nmse": 4.325811834159076e-05, | |
| "cosine": 0.9999768364831927, | |
| "score": 6.873798682963383e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 4.272398885814387e-05, | |
| "cosine": 0.9999773829116434, | |
| "score": 6.760278605040648e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer14.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 16, | |
| "probe": { | |
| "nmse": 2.686698872858975e-05, | |
| "cosine": 0.9999858105696122, | |
| "score": 4.247536215514638e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 2.5984023471704056e-05, | |
| "cosine": 0.9999862748354219, | |
| "score": 4.1081704507606755e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer16.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 17, | |
| "probe": { | |
| "nmse": 2.6391633460418816e-05, | |
| "cosine": 0.9999859029394645, | |
| "score": 4.189840004942067e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 2.6020018554519522e-05, | |
| "cosine": 0.9999862686389593, | |
| "score": 4.112451569924403e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer17.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 19, | |
| "probe": { | |
| "nmse": 3.0123802392411106e-05, | |
| "cosine": 0.9999817391907377, | |
| "score": 5.0210692580897636e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 2.936153846211306e-05, | |
| "cosine": 0.999982271920606, | |
| "score": 4.8862425795558745e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer19.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 20, | |
| "probe": { | |
| "nmse": 2.9020674861868706e-05, | |
| "cosine": 0.9999787407232247, | |
| "score": 5.240587931472135e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 2.6570794828556004e-05, | |
| "cosine": 0.9999813858264593, | |
| "score": 4.704638572327562e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer20.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 22, | |
| "probe": { | |
| "nmse": 2.5771672336608802e-05, | |
| "cosine": 0.9999852492451251, | |
| "score": 4.19975026989907e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 2.4729936561063698e-05, | |
| "cosine": 0.9999858968512055, | |
| "score": 4.024340023497441e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer22.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 23, | |
| "probe": { | |
| "nmse": 5.0717599861347446e-05, | |
| "cosine": 0.9999618370402539, | |
| "score": 9.269685558208402e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 5.089498123869494e-05, | |
| "cosine": 0.9999615261639435, | |
| "score": 9.32162009008286e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer23.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 25, | |
| "probe": { | |
| "nmse": 3.953773487611946e-05, | |
| "cosine": 0.9999700863786015, | |
| "score": 7.244271841444829e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 4.374572420020146e-05, | |
| "cosine": 0.9999666382455584, | |
| "score": 8.044365408593319e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer25.pt" | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 26, | |
| "probe": { | |
| "nmse": 3.4618716348293095e-05, | |
| "cosine": 0.9999764172661707, | |
| "score": 6.0559723560519904e-05, | |
| "tokens": 4295 | |
| }, | |
| "audit": { | |
| "nmse": 3.806028946092293e-05, | |
| "cosine": 0.9999737517845813, | |
| "score": 6.693332642154231e-05, | |
| "tokens": 4925 | |
| }, | |
| "checkpoint": "/content/Jev_CeNN/sliding_W129/layer26.pt" | |
| } | |
| ], | |
| "cumulative": [ | |
| { | |
| "kind": "global", | |
| "layer": 0, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 3, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 6, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 9, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 12, | |
| "dev": { | |
| "decisions": 160, | |
| "agreement": 1.0, | |
| "mean_js": 1.1418290051778968e-05, | |
| "teacher_gold_accuracy": 0.8875, | |
| "student_gold_accuracy": 0.8875 | |
| } | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 15, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 18, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 21, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 24, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "global", | |
| "layer": 27, | |
| "dev": { | |
| "decisions": 160, | |
| "agreement": 1.0, | |
| "mean_js": 1.70003613618519e-05, | |
| "teacher_gold_accuracy": 0.8875, | |
| "student_gold_accuracy": 0.8875 | |
| } | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 1, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 2, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 4, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 5, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 7, | |
| "dev": { | |
| "decisions": 160, | |
| "agreement": 1.0, | |
| "mean_js": 1.843388936890733e-05, | |
| "teacher_gold_accuracy": 0.8875, | |
| "student_gold_accuracy": 0.8875 | |
| } | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 8, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 10, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 11, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 13, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 14, | |
| "dev": { | |
| "decisions": 160, | |
| "agreement": 0.9875, | |
| "mean_js": 2.1535343068990188e-05, | |
| "teacher_gold_accuracy": 0.8875, | |
| "student_gold_accuracy": 0.8875 | |
| } | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 16, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 17, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 19, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 20, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 22, | |
| "dev": { | |
| "decisions": 160, | |
| "agreement": 0.9875, | |
| "mean_js": 2.16957741962176e-05, | |
| "teacher_gold_accuracy": 0.8875, | |
| "student_gold_accuracy": 0.8875 | |
| } | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 23, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 25, | |
| "dev": null | |
| }, | |
| { | |
| "kind": "sliding", | |
| "layer": 26, | |
| "dev": { | |
| "decisions": 160, | |
| "agreement": 0.9875, | |
| "mean_js": 2.1582550392906796e-05, | |
| "teacher_gold_accuracy": 0.8875, | |
| "student_gold_accuracy": 0.8875 | |
| } | |
| } | |
| ], | |
| "joint": { | |
| "steps": 160, | |
| "best_step": 1, | |
| "before": { | |
| "decisions": 160, | |
| "agreement": 0.9875, | |
| "mean_js": 2.1582550392906796e-05, | |
| "teacher_gold_accuracy": 0.8875, | |
| "student_gold_accuracy": 0.8875 | |
| }, | |
| "selected": { | |
| "decisions": 160, | |
| "agreement": 0.9875, | |
| "mean_js": 2.030820739378214e-05, | |
| "teacher_gold_accuracy": 0.8875, | |
| "student_gold_accuracy": 0.8875 | |
| }, | |
| "improved": true, | |
| "test_leakage": false | |
| }, | |
| "dev": { | |
| "decisions": 868, | |
| "agreement": 0.9965437788018433, | |
| "mean_js": 1.6977921595852828e-05, | |
| "teacher_gold_accuracy": 0.8582949308755761, | |
| "student_gold_accuracy": 0.8594470046082949 | |
| }, | |
| "official_test": { | |
| "decisions": 2000, | |
| "agreement": 0.9935, | |
| "mean_js": 1.8857523457427305e-05, | |
| "teacher_gold_accuracy": 0.766, | |
| "student_gold_accuracy": 0.7675 | |
| }, | |
| "latency": [ | |
| { | |
| "batch": 1, | |
| "teacher": { | |
| "median_ms": 33.4528075001117, | |
| "p95_ms": 35.11658429990803, | |
| "seq_len": 172 | |
| }, | |
| "student": { | |
| "median_ms": 77.13611150006727, | |
| "p95_ms": 87.23604654984456, | |
| "seq_len": 172 | |
| }, | |
| "speedup": 0.4336854276104199 | |
| }, | |
| { | |
| "batch": 2, | |
| "teacher": { | |
| "median_ms": 69.68447650001508, | |
| "p95_ms": 71.69697865001581, | |
| "seq_len": 335 | |
| }, | |
| "student": { | |
| "median_ms": 108.50579349994405, | |
| "p95_ms": 111.8598255499478, | |
| "seq_len": 335 | |
| }, | |
| "speedup": 0.6422189475076371 | |
| } | |
| ], | |
| "all_local_gate_pass": true, | |
| "dev_gate_pass": true, | |
| "quality_gate_pass": true, | |
| "test_used_for_training_or_selection": false, | |
| "attention_free": false, | |
| "global_quadratic_control": true, | |
| "jev_cenn_cuda_backend": { | |
| "kernel_preflight": { | |
| "enabled": true, | |
| "available": true, | |
| "cases": [ | |
| { | |
| "length": 9, | |
| "radius": 32, | |
| "max_abs": 0.0009765625, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 9, | |
| "radius": 64, | |
| "max_abs": 0.0009765625, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 129, | |
| "radius": 32, | |
| "max_abs": 0.0009765625, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 129, | |
| "radius": 64, | |
| "max_abs": 0.00048828125, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 290, | |
| "radius": 32, | |
| "max_abs": 0.00048828125, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 290, | |
| "radius": 64, | |
| "max_abs": 0.00048828125, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 512, | |
| "radius": 32, | |
| "max_abs": 0.0009765625, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 512, | |
| "radius": 64, | |
| "max_abs": 0.00048828125, | |
| "cosine": 1.0 | |
| } | |
| ], | |
| "passed": true, | |
| "speed_selected": false | |
| }, | |
| "gpu": "Tesla T4", | |
| "optimized_full_model": [ | |
| { | |
| "batch": 1, | |
| "native": { | |
| "median_ms": 34.146107999958986, | |
| "p95_ms": 38.85247145000221, | |
| "batch": 1, | |
| "length": 172 | |
| }, | |
| "jev_cenn_triton": { | |
| "median_ms": 80.85944150002433, | |
| "p95_ms": 86.67366449996052, | |
| "batch": 1, | |
| "length": 172 | |
| }, | |
| "jev_cenn_reference": { | |
| "median_ms": 81.1585635000256, | |
| "p95_ms": 86.43554979998953, | |
| "batch": 1, | |
| "length": 172 | |
| }, | |
| "optimized_vs_native": 0.42228968400614925, | |
| "triton_vs_pytorch": 1.0036992835277148 | |
| }, | |
| { | |
| "batch": 2, | |
| "native": { | |
| "median_ms": 68.21441900001446, | |
| "p95_ms": 70.15177629997424, | |
| "batch": 2, | |
| "length": 335 | |
| }, | |
| "jev_cenn_triton": { | |
| "median_ms": 107.10515349990146, | |
| "p95_ms": 111.1951382000484, | |
| "batch": 2, | |
| "length": 335 | |
| }, | |
| "jev_cenn_reference": { | |
| "median_ms": 106.72905000001265, | |
| "p95_ms": 111.45207924990927, | |
| "batch": 2, | |
| "length": 335 | |
| }, | |
| "optimized_vs_native": 0.636892033398535, | |
| "triton_vs_pytorch": 0.9964884649561783 | |
| } | |
| ], | |
| "speed_selected": false | |
| }, | |
| "cuda_backend_selected": "PyTorch SDPA" | |
| } |