| version: 2 |
| target: |
| torch: 2.7.1+cu126 |
| cuda: true |
| gpu: NVIDIA RTX A6000 |
| cc: '8.6' |
| vram_gb: 47.4 |
| ort: 1.23.2 |
| trt_ep_listed: true |
| trt_libs_loadable: true |
| trt: true |
| cuda_ep: true |
| objective: end_to_end_ms |
| default_mode: eager |
| chosen_combo: |
| emotion: onnx |
| audio: onnx |
| fmt: onnx |
| refenc: compile |
| e2e: |
| kind: global_generator |
| eager_ms: 18.77132902154699 |
| eager_mad_ms: 0.012680015061050653 |
| compile_ms: 16.538165014935657 |
| compile_mad_ms: 0.04346101195551455 |
| compile_s: 3.469 |
| speedup: 1.1350309423442417 |
| significant: true |
| components: |
| emotion: |
| mode: onnx |
| provider: trt |
| onnx_path: onnx/emotion_v1.onnx |
| metrics: |
| eager_ms: 16.313770989654586 |
| eager_mad_ms: 0.2377640048507601 |
| compile_ms: 12.844707001931965 |
| compile_mad_ms: 0.22261301637627184 |
| compile_s: 3.432 |
| onnx_parity: |
| max_abs: 0.000633 |
| mean_abs: 0.000164 |
| cosine: 1.0 |
| ok: true |
| onnx_ms: 2.843594003934413 |
| onnx_mad_ms: 0.004879984771832824 |
| onnx_provider: trt |
| onnx_providers: |
| - TensorrtExecutionProvider |
| - CUDAExecutionProvider |
| - CPUExecutionProvider |
| audio: |
| mode: onnx |
| provider: trt |
| onnx_path: onnx/wav2vec_v1.onnx |
| metrics: |
| eager_ms: 7.668967999052256 |
| eager_mad_ms: 0.03063099575228989 |
| compile_ms: 4.126863001147285 |
| compile_mad_ms: 0.03980001201853156 |
| compile_s: 6.241 |
| onnx_parity: |
| max_abs: 0.015054 |
| mean_abs: 0.000658 |
| cosine: 0.99999 |
| ok: true |
| onnx_ms: 1.743127009831369 |
| onnx_mad_ms: 0.004930014256387949 |
| onnx_provider: trt |
| onnx_providers: |
| - TensorrtExecutionProvider |
| - CUDAExecutionProvider |
| - CPUExecutionProvider |
| direction: |
| mode: eager |
| onnx_path: onnx/direction_v1.onnx |
| metrics: |
| eager_ms: 0.037949997931718826 |
| eager_mad_ms: 0.0008099887054413557 |
| compile_ms: 0.07996099884621799 |
| compile_mad_ms: 0.001040025381371379 |
| compile_s: 0.025 |
| onnx_parity: |
| max_abs: 0.000194 |
| mean_abs: 3.9e-05 |
| cosine: 1.0 |
| ok: true |
| onnx_ms: 0.181223003892228 |
| onnx_mad_ms: 0.003029999788850546 |
| onnx_provider: trt |
| onnx_providers: |
| - TensorrtExecutionProvider |
| - CUDAExecutionProvider |
| - CPUExecutionProvider |
| reason: no candidate beat eager by 1.10x outside the noise band |
| fmt: |
| mode: onnx |
| provider: trt |
| onnx_path: onnx/fmt_step_v1.onnx |
| metrics: |
| eager_ms: 5.844598985277116 |
| eager_mad_ms: 0.013921002391725779 |
| compile_ms: 4.951315990183502 |
| compile_mad_ms: 0.020679988665506244 |
| compile_s: 3.774 |
| onnx_parity: |
| max_abs: 0.020788 |
| mean_abs: 0.002348 |
| cosine: 0.999996 |
| ok: true |
| onnx_ms: 2.2519149933941662 |
| onnx_mad_ms: 0.01677899854257703 |
| onnx_provider: trt |
| onnx_providers: |
| - TensorrtExecutionProvider |
| - CUDAExecutionProvider |
| - CPUExecutionProvider |
| decoder: |
| mode: eager |
| onnx_path: onnx/decoder_v1.onnx |
| metrics: |
| eager_ms: 25.683184998342767 |
| eager_mad_ms: 0.08247100049629807 |
| compile_ms: 24.97261398821138 |
| compile_mad_ms: 0.13203200069256127 |
| compile_s: 9.272 |
| onnx_parity: |
| max_abs: 0.673292 |
| mean_abs: 0.003701 |
| cosine: 0.999929 |
| ok: true |
| onnx_ms: 149.67813200200908 |
| onnx_mad_ms: 2.0826529944315553 |
| onnx_provider: cuda |
| onnx_providers: |
| - CUDAExecutionProvider |
| - CPUExecutionProvider |
| reason: no candidate beat eager by 1.10x outside the noise band |
| refenc: |
| mode: compile |
| onnx_path: onnx/refenc_v1.onnx |
| metrics: |
| eager_ms: 5.775298981461674 |
| eager_mad_ms: 0.004929985152557492 |
| compile_ms: 5.231279996223748 |
| compile_mad_ms: 0.04106998676434159 |
| compile_s: 3.105 |
| onnx_parity: |
| max_abs: 0.091488 |
| mean_abs: 0.007204 |
| cosine: 0.999985 |
| ok: true |
| onnx_ms: 11.51109699276276 |
| onnx_mad_ms: 0.11942200944758952 |
| onnx_provider: trt |
| onnx_providers: |
| - TensorrtExecutionProvider |
| - CUDAExecutionProvider |
| - CPUExecutionProvider |
|
|
