Hugging Face's logo

mohamedemam
/
float

Image-to-Video
TensorRT
ONNX
Safetensors
PyTorch
English
Arabic
audio-to-video
talking-head
portrait-animation
lip-sync
flow-matching
motion-generation
video-generation
wav2vec2
real-time
Model card Files
xet
 Community
mohamedemam commited on
Commit
cf23f0c
·
verified ·
1 Parent(s): 153561a

Add the converted ONNX artifacts (onnx/)

Browse files
Files changed (9) hide show
  1. onnx/.build_manifest.json +167 -0
  2. onnx/backends.generated.yaml +159 -0
  3. onnx/decoder_v1.onnx +3 -0
  4. onnx/decoder_v1.onnx.no_trt +1 -0
  5. onnx/direction_v1.onnx +3 -0
  6. onnx/emotion_v1.onnx +3 -0
  7. onnx/fmt_step_v1.onnx +3 -0
  8. onnx/refenc_v1.onnx +3 -0
  9. onnx/wav2vec_v1.onnx +3 -0
onnx/.build_manifest.json ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "12b835f6cbe305bdfe28380a8f208c9f": {
3
+ "batch": null,
4
+ "built_at": null,
5
+ "component": "direction",
6
+ "fingerprint": "12b835f6cbe305bdfe28380a8f208c9f",
7
+ "kind": "onnx",
8
+ "metrics": {
9
+ "onnx_ms": 0.181223,
10
+ "onnx_providers": [
11
+ "TensorrtExecutionProvider",
12
+ "CUDAExecutionProvider",
13
+ "CPUExecutionProvider"
14
+ ]
15
+ },
16
+ "parity": {
17
+ "cosine": 0.9999999999999399,
18
+ "max_abs": 0.00019410252571105957,
19
+ "mean_abs": 3.9430025935871527e-05,
20
+ "ok": true
21
+ },
22
+ "path": "onnx/direction_v1.onnx",
23
+ "precision": "fp16",
24
+ "provider": "trt"
25
+ },
26
+ "25effc3d560743ecd2d50d31290a596b": {
27
+ "batch": null,
28
+ "built_at": null,
29
+ "component": "decoder",
30
+ "fingerprint": "25effc3d560743ecd2d50d31290a596b",
31
+ "kind": "onnx",
32
+ "metrics": {
33
+ "onnx_ms": 149.678132,
34
+ "onnx_providers": [
35
+ "CUDAExecutionProvider",
36
+ "CPUExecutionProvider"
37
+ ]
38
+ },
39
+ "parity": {
40
+ "cosine": 0.9999294430469314,
41
+ "max_abs": 0.6732921600341797,
42
+ "mean_abs": 0.003700948553159833,
43
+ "ok": true
44
+ },
45
+ "path": "onnx/decoder_v1.onnx",
46
+ "precision": "fp16",
47
+ "provider": "cuda"
48
+ },
49
+ "62731b60cd7a5527d7ecf90f10b8764a": {
50
+ "batch": null,
51
+ "built_at": null,
52
+ "component": "audio",
53
+ "fingerprint": "62731b60cd7a5527d7ecf90f10b8764a",
54
+ "kind": "onnx",
55
+ "metrics": {
56
+ "onnx_ms": 1.743127,
57
+ "onnx_providers": [
58
+ "TensorrtExecutionProvider",
59
+ "CUDAExecutionProvider",
60
+ "CPUExecutionProvider"
61
+ ]
62
+ },
63
+ "parity": {
64
+ "cosine": 0.9999900101228454,
65
+ "max_abs": 0.01505422592163086,
66
+ "mean_abs": 0.0006579834152944386,
67
+ "ok": true
68
+ },
69
+ "path": "onnx/wav2vec_v1.onnx",
70
+ "precision": "fp16",
71
+ "provider": "trt"
72
+ },
73
+ "701488830b412a4317649f06392aa90c": {
74
+ "batch": null,
75
+ "built_at": null,
76
+ "component": "refenc",
77
+ "fingerprint": "701488830b412a4317649f06392aa90c",
78
+ "kind": "onnx",
79
+ "metrics": {
80
+ "onnx_ms": 11.511097,
81
+ "onnx_providers": [
82
+ "TensorrtExecutionProvider",
83
+ "CUDAExecutionProvider",
84
+ "CPUExecutionProvider"
85
+ ]
86
+ },
87
+ "parity": {
88
+ "cosine": 0.9999852707305241,
89
+ "max_abs": 0.09148788452148438,
90
+ "mean_abs": 0.0072043477557599545,
91
+ "ok": true
92
+ },
93
+ "path": "onnx/refenc_v1.onnx",
94
+ "precision": "fp16",
95
+ "provider": "trt"
96
+ },
97
+ "8b9f1b903e7f8e8f40b718a370e6de41": {
98
+ "batch": null,
99
+ "built_at": null,
100
+ "component": "fmt",
101
+ "fingerprint": "8b9f1b903e7f8e8f40b718a370e6de41",
102
+ "kind": "onnx",
103
+ "metrics": {
104
+ "onnx_ms": 2.251915,
105
+ "onnx_providers": [
106
+ "TensorrtExecutionProvider",
107
+ "CUDAExecutionProvider",
108
+ "CPUExecutionProvider"
109
+ ]
110
+ },
111
+ "parity": {
112
+ "cosine": 0.999995767830717,
113
+ "max_abs": 0.02078750729560852,
114
+ "mean_abs": 0.0023481743410229683,
115
+ "ok": true
116
+ },
117
+ "path": "onnx/fmt_step_v1.onnx",
118
+ "precision": "fp16",
119
+ "provider": "trt"
120
+ },
121
+ "9202ca8a94b43eb31ce6c875a66aee4d": {
122
+ "batch": null,
123
+ "built_at": null,
124
+ "component": "emotion",
125
+ "fingerprint": "9202ca8a94b43eb31ce6c875a66aee4d",
126
+ "kind": "onnx",
127
+ "metrics": {
128
+ "onnx_ms": 2.843594,
129
+ "onnx_providers": [
130
+ "TensorrtExecutionProvider",
131
+ "CUDAExecutionProvider",
132
+ "CPUExecutionProvider"
133
+ ]
134
+ },
135
+ "parity": {
136
+ "cosine": 0.999999806009697,
137
+ "max_abs": 0.0006333105266094208,
138
+ "mean_abs": 0.00016434545977972448,
139
+ "ok": true
140
+ },
141
+ "path": "onnx/emotion_v1.onnx",
142
+ "precision": "fp16",
143
+ "provider": "trt"
144
+ },
145
+ "f82ebec110421bf87d3ea0e2fb78fee0": {
146
+ "batch": null,
147
+ "built_at": null,
148
+ "component": "fmt",
149
+ "fingerprint": "f82ebec110421bf87d3ea0e2fb78fee0",
150
+ "kind": "onnx",
151
+ "metrics": {
152
+ "onnx_ms": 605.163577,
153
+ "onnx_providers": [
154
+ "CPUExecutionProvider"
155
+ ]
156
+ },
157
+ "parity": {
158
+ "cosine": 0.9999998824623342,
159
+ "max_abs": 6.198883056640625e-06,
160
+ "mean_abs": 7.334410838666372e-07,
161
+ "ok": true
162
+ },
163
+ "path": "/tmp/opencode/onnxdir/fmt_step_v1.onnx",
164
+ "precision": "fp16",
165
+ "provider": "cpu"
166
+ }
167
+ }
onnx/backends.generated.yaml ADDED
@@ -0,0 +1,159 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ version: 2
2
+ target:
3
+ torch: 2.7.1+cu126
4
+ cuda: true
5
+ gpu: NVIDIA RTX A6000
6
+ cc: '8.6'
7
+ vram_gb: 47.4
8
+ ort: 1.23.2
9
+ trt_ep_listed: true
10
+ trt_libs_loadable: true
11
+ trt: true
12
+ cuda_ep: true
13
+ objective: end_to_end_ms
14
+ default_mode: eager
15
+ chosen_combo:
16
+ emotion: onnx
17
+ audio: onnx
18
+ fmt: onnx
19
+ refenc: compile
20
+ e2e:
21
+ kind: global_generator
22
+ eager_ms: 18.77132902154699
23
+ eager_mad_ms: 0.012680015061050653
24
+ compile_ms: 16.538165014935657
25
+ compile_mad_ms: 0.04346101195551455
26
+ compile_s: 3.469
27
+ speedup: 1.1350309423442417
28
+ significant: true
29
+ components:
30
+ emotion:
31
+ mode: onnx
32
+ provider: trt
33
+ onnx_path: onnx/emotion_v1.onnx
34
+ metrics:
35
+ eager_ms: 16.313770989654586
36
+ eager_mad_ms: 0.2377640048507601
37
+ compile_ms: 12.844707001931965
38
+ compile_mad_ms: 0.22261301637627184
39
+ compile_s: 3.432
40
+ onnx_parity:
41
+ max_abs: 0.000633
42
+ mean_abs: 0.000164
43
+ cosine: 1.0
44
+ ok: true
45
+ onnx_ms: 2.843594003934413
46
+ onnx_mad_ms: 0.004879984771832824
47
+ onnx_provider: trt
48
+ onnx_providers:
49
+ - TensorrtExecutionProvider
50
+ - CUDAExecutionProvider
51
+ - CPUExecutionProvider
52
+ audio:
53
+ mode: onnx
54
+ provider: trt
55
+ onnx_path: onnx/wav2vec_v1.onnx
56
+ metrics:
57
+ eager_ms: 7.668967999052256
58
+ eager_mad_ms: 0.03063099575228989
59
+ compile_ms: 4.126863001147285
60
+ compile_mad_ms: 0.03980001201853156
61
+ compile_s: 6.241
62
+ onnx_parity:
63
+ max_abs: 0.015054
64
+ mean_abs: 0.000658
65
+ cosine: 0.99999
66
+ ok: true
67
+ onnx_ms: 1.743127009831369
68
+ onnx_mad_ms: 0.004930014256387949
69
+ onnx_provider: trt
70
+ onnx_providers:
71
+ - TensorrtExecutionProvider
72
+ - CUDAExecutionProvider
73
+ - CPUExecutionProvider
74
+ direction:
75
+ mode: eager
76
+ onnx_path: onnx/direction_v1.onnx
77
+ metrics:
78
+ eager_ms: 0.037949997931718826
79
+ eager_mad_ms: 0.0008099887054413557
80
+ compile_ms: 0.07996099884621799
81
+ compile_mad_ms: 0.001040025381371379
82
+ compile_s: 0.025
83
+ onnx_parity:
84
+ max_abs: 0.000194
85
+ mean_abs: 3.9e-05
86
+ cosine: 1.0
87
+ ok: true
88
+ onnx_ms: 0.181223003892228
89
+ onnx_mad_ms: 0.003029999788850546
90
+ onnx_provider: trt
91
+ onnx_providers:
92
+ - TensorrtExecutionProvider
93
+ - CUDAExecutionProvider
94
+ - CPUExecutionProvider
95
+ reason: no candidate beat eager by 1.10x outside the noise band
96
+ fmt:
97
+ mode: onnx
98
+ provider: trt
99
+ onnx_path: onnx/fmt_step_v1.onnx
100
+ metrics:
101
+ eager_ms: 5.844598985277116
102
+ eager_mad_ms: 0.013921002391725779
103
+ compile_ms: 4.951315990183502
104
+ compile_mad_ms: 0.020679988665506244
105
+ compile_s: 3.774
106
+ onnx_parity:
107
+ max_abs: 0.020788
108
+ mean_abs: 0.002348
109
+ cosine: 0.999996
110
+ ok: true
111
+ onnx_ms: 2.2519149933941662
112
+ onnx_mad_ms: 0.01677899854257703
113
+ onnx_provider: trt
114
+ onnx_providers:
115
+ - TensorrtExecutionProvider
116
+ - CUDAExecutionProvider
117
+ - CPUExecutionProvider
118
+ decoder:
119
+ mode: eager
120
+ onnx_path: onnx/decoder_v1.onnx
121
+ metrics:
122
+ eager_ms: 25.683184998342767
123
+ eager_mad_ms: 0.08247100049629807
124
+ compile_ms: 24.97261398821138
125
+ compile_mad_ms: 0.13203200069256127
126
+ compile_s: 9.272
127
+ onnx_parity:
128
+ max_abs: 0.673292
129
+ mean_abs: 0.003701
130
+ cosine: 0.999929
131
+ ok: true
132
+ onnx_ms: 149.67813200200908
133
+ onnx_mad_ms: 2.0826529944315553
134
+ onnx_provider: cuda
135
+ onnx_providers:
136
+ - CUDAExecutionProvider
137
+ - CPUExecutionProvider
138
+ reason: no candidate beat eager by 1.10x outside the noise band
139
+ refenc:
140
+ mode: compile
141
+ onnx_path: onnx/refenc_v1.onnx
142
+ metrics:
143
+ eager_ms: 5.775298981461674
144
+ eager_mad_ms: 0.004929985152557492
145
+ compile_ms: 5.231279996223748
146
+ compile_mad_ms: 0.04106998676434159
147
+ compile_s: 3.105
148
+ onnx_parity:
149
+ max_abs: 0.091488
150
+ mean_abs: 0.007204
151
+ cosine: 0.999985
152
+ ok: true
153
+ onnx_ms: 11.51109699276276
154
+ onnx_mad_ms: 0.11942200944758952
155
+ onnx_provider: trt
156
+ onnx_providers:
157
+ - TensorrtExecutionProvider
158
+ - CUDAExecutionProvider
159
+ - CPUExecutionProvider
onnx/decoder_v1.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c43ee5f8460e42af83e44c2328701aaac8884a0c1d18bc118a9a8b90501b8091
3
+ size 93838217
onnx/decoder_v1.onnx.no_trt ADDED
@@ -0,0 +1 @@
 
 
1
+ TensorRT EP is vetoed for this decoder artifact: it either failed the uint8 parity gate or the artifact was validated without it (see convert_decoder).
onnx/direction_v1.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d003d1df407dffaf5c203ec9df8ed2765f321b456afee20114566138b67fd72a
3
+ size 42441
onnx/emotion_v1.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d230239548c172d19c3d2d175d8a14c6dd1ce185c78ef59ca9bacda2967a2b43
3
+ size 1268906947
onnx/fmt_step_v1.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:396aff5989f1e3ee3032b73ae19e1e4d1357b7359f362131a3b1bb8ab3c1284e
3
+ size 627643963
onnx/refenc_v1.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2233775108bc7efae0a39403dd8f87be63e5f44130ae84bed7a52bc5977e8c71
3
+ size 91328700
onnx/wav2vec_v1.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1667b670660ddb681e3e2b2bd632632a9ffd8e2a5ec1c8c99df840b7d5d1da6c
3
+ size 380456433