File size: 2,016 Bytes
e82b8a3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
{
  "runtime_format": 1,
  "architecture": "Jev_CeNN",
  "source_model": "convaiinnovations/laya-typed-decisions",
  "head_layers": 2,
  "n_act": 2,
  "global_layers": [
    0,
    3,
    6,
    9,
    12,
    15,
    18,
    21,
    24,
    27
  ],
  "sliding_layers": [
    1,
    2,
    4,
    5,
    7,
    8,
    10,
    11,
    13,
    14,
    16,
    17,
    19,
    20,
    22,
    23,
    25,
    26
  ],
  "window": 1024,
  "global_window": 1024,
  "sliding_radius": 64,
  "sliding_window_positions": 129,
  "sliding_block_size": 64,
  "max_len": 512,
  "feature_dim": 96,
  "landmark_stride": 16,
  "max_landmarks": 32,
  "global_quadratic_full_context_control": true,
  "contains_attention_ops": true,
  "runtime_file": "runtime.py",
  "optimized_cuda_backend": "triton_inference_sliding_with_sdpa_autograd_fallback",
  "full_attention_layers": 10,
  "sliding_attention_layers": 18,
  "cuda_kernel_preflight": {
    "enabled": true,
    "available": true,
    "cases": [
      {
        "length": 9,
        "radius": 32,
        "max_abs": 0.0009765625,
        "cosine": 1.0
      },
      {
        "length": 9,
        "radius": 64,
        "max_abs": 0.0009765625,
        "cosine": 1.0
      },
      {
        "length": 129,
        "radius": 32,
        "max_abs": 0.0009765625,
        "cosine": 1.0
      },
      {
        "length": 129,
        "radius": 64,
        "max_abs": 0.00048828125,
        "cosine": 1.0
      },
      {
        "length": 290,
        "radius": 32,
        "max_abs": 0.00048828125,
        "cosine": 1.0
      },
      {
        "length": 290,
        "radius": 64,
        "max_abs": 0.00048828125,
        "cosine": 1.0
      },
      {
        "length": 512,
        "radius": 32,
        "max_abs": 0.0009765625,
        "cosine": 1.0
      },
      {
        "length": 512,
        "radius": 64,
        "max_abs": 0.00048828125,
        "cosine": 1.0
      }
    ],
    "passed": true,
    "speed_selected": false
  },
  "cuda_enabled_by_benchmark": false
}