| { | |
| "runtime_format": 1, | |
| "architecture": "Jev_CeNN", | |
| "source_model": "convaiinnovations/laya-typed-decisions", | |
| "head_layers": 2, | |
| "n_act": 2, | |
| "global_layers": [ | |
| 0, | |
| 3, | |
| 6, | |
| 9, | |
| 12, | |
| 15, | |
| 18, | |
| 21, | |
| 24, | |
| 27 | |
| ], | |
| "sliding_layers": [ | |
| 1, | |
| 2, | |
| 4, | |
| 5, | |
| 7, | |
| 8, | |
| 10, | |
| 11, | |
| 13, | |
| 14, | |
| 16, | |
| 17, | |
| 19, | |
| 20, | |
| 22, | |
| 23, | |
| 25, | |
| 26 | |
| ], | |
| "window": 1024, | |
| "global_window": 1024, | |
| "sliding_radius": 64, | |
| "sliding_window_positions": 129, | |
| "sliding_block_size": 64, | |
| "max_len": 512, | |
| "feature_dim": 96, | |
| "landmark_stride": 16, | |
| "max_landmarks": 32, | |
| "global_quadratic_full_context_control": true, | |
| "contains_attention_ops": true, | |
| "runtime_file": "runtime.py", | |
| "optimized_cuda_backend": "triton_inference_sliding_with_sdpa_autograd_fallback", | |
| "full_attention_layers": 10, | |
| "sliding_attention_layers": 18, | |
| "cuda_kernel_preflight": { | |
| "enabled": true, | |
| "available": true, | |
| "cases": [ | |
| { | |
| "length": 9, | |
| "radius": 32, | |
| "max_abs": 0.0009765625, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 9, | |
| "radius": 64, | |
| "max_abs": 0.0009765625, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 129, | |
| "radius": 32, | |
| "max_abs": 0.0009765625, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 129, | |
| "radius": 64, | |
| "max_abs": 0.00048828125, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 290, | |
| "radius": 32, | |
| "max_abs": 0.00048828125, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 290, | |
| "radius": 64, | |
| "max_abs": 0.00048828125, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 512, | |
| "radius": 32, | |
| "max_abs": 0.0009765625, | |
| "cosine": 1.0 | |
| }, | |
| { | |
| "length": 512, | |
| "radius": 64, | |
| "max_abs": 0.00048828125, | |
| "cosine": 1.0 | |
| } | |
| ], | |
| "passed": true, | |
| "speed_selected": false | |
| }, | |
| "cuda_enabled_by_benchmark": false | |
| } |