File size: 4,183 Bytes
cf23f0c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 | version: 2
target:
torch: 2.7.1+cu126
cuda: true
gpu: NVIDIA RTX A6000
cc: '8.6'
vram_gb: 47.4
ort: 1.23.2
trt_ep_listed: true
trt_libs_loadable: true
trt: true
cuda_ep: true
objective: end_to_end_ms
default_mode: eager
chosen_combo:
emotion: onnx
audio: onnx
fmt: onnx
refenc: compile
e2e:
kind: global_generator
eager_ms: 18.77132902154699
eager_mad_ms: 0.012680015061050653
compile_ms: 16.538165014935657
compile_mad_ms: 0.04346101195551455
compile_s: 3.469
speedup: 1.1350309423442417
significant: true
components:
emotion:
mode: onnx
provider: trt
onnx_path: onnx/emotion_v1.onnx
metrics:
eager_ms: 16.313770989654586
eager_mad_ms: 0.2377640048507601
compile_ms: 12.844707001931965
compile_mad_ms: 0.22261301637627184
compile_s: 3.432
onnx_parity:
max_abs: 0.000633
mean_abs: 0.000164
cosine: 1.0
ok: true
onnx_ms: 2.843594003934413
onnx_mad_ms: 0.004879984771832824
onnx_provider: trt
onnx_providers:
- TensorrtExecutionProvider
- CUDAExecutionProvider
- CPUExecutionProvider
audio:
mode: onnx
provider: trt
onnx_path: onnx/wav2vec_v1.onnx
metrics:
eager_ms: 7.668967999052256
eager_mad_ms: 0.03063099575228989
compile_ms: 4.126863001147285
compile_mad_ms: 0.03980001201853156
compile_s: 6.241
onnx_parity:
max_abs: 0.015054
mean_abs: 0.000658
cosine: 0.99999
ok: true
onnx_ms: 1.743127009831369
onnx_mad_ms: 0.004930014256387949
onnx_provider: trt
onnx_providers:
- TensorrtExecutionProvider
- CUDAExecutionProvider
- CPUExecutionProvider
direction:
mode: eager
onnx_path: onnx/direction_v1.onnx
metrics:
eager_ms: 0.037949997931718826
eager_mad_ms: 0.0008099887054413557
compile_ms: 0.07996099884621799
compile_mad_ms: 0.001040025381371379
compile_s: 0.025
onnx_parity:
max_abs: 0.000194
mean_abs: 3.9e-05
cosine: 1.0
ok: true
onnx_ms: 0.181223003892228
onnx_mad_ms: 0.003029999788850546
onnx_provider: trt
onnx_providers:
- TensorrtExecutionProvider
- CUDAExecutionProvider
- CPUExecutionProvider
reason: no candidate beat eager by 1.10x outside the noise band
fmt:
mode: onnx
provider: trt
onnx_path: onnx/fmt_step_v1.onnx
metrics:
eager_ms: 5.844598985277116
eager_mad_ms: 0.013921002391725779
compile_ms: 4.951315990183502
compile_mad_ms: 0.020679988665506244
compile_s: 3.774
onnx_parity:
max_abs: 0.020788
mean_abs: 0.002348
cosine: 0.999996
ok: true
onnx_ms: 2.2519149933941662
onnx_mad_ms: 0.01677899854257703
onnx_provider: trt
onnx_providers:
- TensorrtExecutionProvider
- CUDAExecutionProvider
- CPUExecutionProvider
decoder:
mode: eager
onnx_path: onnx/decoder_v1.onnx
metrics:
eager_ms: 25.683184998342767
eager_mad_ms: 0.08247100049629807
compile_ms: 24.97261398821138
compile_mad_ms: 0.13203200069256127
compile_s: 9.272
onnx_parity:
max_abs: 0.673292
mean_abs: 0.003701
cosine: 0.999929
ok: true
onnx_ms: 149.67813200200908
onnx_mad_ms: 2.0826529944315553
onnx_provider: cuda
onnx_providers:
- CUDAExecutionProvider
- CPUExecutionProvider
reason: no candidate beat eager by 1.10x outside the noise band
refenc:
mode: compile
onnx_path: onnx/refenc_v1.onnx
metrics:
eager_ms: 5.775298981461674
eager_mad_ms: 0.004929985152557492
compile_ms: 5.231279996223748
compile_mad_ms: 0.04106998676434159
compile_s: 3.105
onnx_parity:
max_abs: 0.091488
mean_abs: 0.007204
cosine: 0.999985
ok: true
onnx_ms: 11.51109699276276
onnx_mad_ms: 0.11942200944758952
onnx_provider: trt
onnx_providers:
- TensorrtExecutionProvider
- CUDAExecutionProvider
- CPUExecutionProvider
|