thanhkt commited on
Commit
feb8b42
·
verified ·
1 Parent(s): f0eda3a

Upload bench_a5000_cpu.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. bench_a5000_cpu.json +141 -0
bench_a5000_cpu.json ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "device": "cpu",
3
+ "hardware": "cpu x4",
4
+ "amp": false,
5
+ "fps": 30,
6
+ "torch": "2.11.0+cu128",
7
+ "policies": {
8
+ "bsp10": {
9
+ "path": "/home/25thanh.tk/lerobot-nexarm/experiments/261029-plan-bind-d1b-seeds/outputs/full/train_bsp10_s1000/checkpoints/last/pretrained_model",
10
+ "mode": "diffusion",
11
+ "num_inference_steps": 10,
12
+ "stages": {
13
+ "preprocess": {
14
+ "p50_ms": 5.64218801446259,
15
+ "p95_ms": 9.944244235521179,
16
+ "mean_ms": 6.431986934621818,
17
+ "max_ms": 32.2350210044533
18
+ },
19
+ "encode": {
20
+ "p50_ms": 133.1184035516344,
21
+ "p95_ms": 208.1898321106564,
22
+ "mean_ms": 148.14169175107963,
23
+ "max_ms": 469.5784819778055
24
+ },
25
+ "denoise": {
26
+ "p50_ms": 1169.5483259973116,
27
+ "p95_ms": 1671.3938098633655,
28
+ "mean_ms": 1291.169332935242,
29
+ "max_ms": 4079.003569902852
30
+ },
31
+ "decode": {
32
+ "p50_ms": 0.4383300547488034,
33
+ "p95_ms": 0.7632252585608511,
34
+ "mean_ms": 0.4975233011646196,
35
+ "max_ms": 2.315194928087294
36
+ }
37
+ },
38
+ "call": {
39
+ "p50_ms": 1304.954914492555,
40
+ "p95_ms": 1848.7580477318252,
41
+ "mean_ms": 1446.240534922108,
42
+ "max_ms": 4478.858141810633
43
+ },
44
+ "latency_frames": 56,
45
+ "select_action": {
46
+ "p50_ms": 0.8753440342843533,
47
+ "p95_ms": 2.166828507324654,
48
+ "mean_ms": 59.715400274779476,
49
+ "max_ms": 1446.834865026176
50
+ }
51
+ },
52
+ "onestep": {
53
+ "path": "/home/25thanh.tk/lerobot-nexarm/experiments/261029-plan-bind-d1b-seeds/outputs/full/train_onestep_s1000/checkpoints/last/pretrained_model",
54
+ "mode": "onestep",
55
+ "num_inference_steps": null,
56
+ "stages": {
57
+ "preprocess": {
58
+ "p50_ms": 3.080316528212279,
59
+ "p95_ms": 6.718537473352621,
60
+ "mean_ms": 3.5436075762845576,
61
+ "max_ms": 23.456039023585618
62
+ },
63
+ "encode": {
64
+ "p50_ms": 110.6672509922646,
65
+ "p95_ms": 132.02334220986813,
66
+ "mean_ms": 113.58544231276028,
67
+ "max_ms": 155.0611659185961
68
+ },
69
+ "onestep": {
70
+ "p50_ms": 96.597823954653,
71
+ "p95_ms": 118.86233416153117,
72
+ "mean_ms": 98.44666889985092,
73
+ "max_ms": 154.559082002379
74
+ }
75
+ },
76
+ "call": {
77
+ "p50_ms": 212.6572779379785,
78
+ "p95_ms": 241.70128685655072,
79
+ "mean_ms": 215.57571878889576,
80
+ "max_ms": 291.2304879864678
81
+ },
82
+ "latency_frames": 8,
83
+ "select_action": {
84
+ "p50_ms": 1.1329364497214556,
85
+ "p95_ms": 230.2940787107218,
86
+ "mean_ms": 54.84585591263815,
87
+ "max_ms": 245.0720730703324
88
+ }
89
+ },
90
+ "planbind": {
91
+ "path": "/home/25thanh.tk/lerobot-nexarm/experiments/261029-plan-bind-d1b-seeds/outputs/full/train_planbind_s1000/checkpoints/last/pretrained_model",
92
+ "mode": "planbind",
93
+ "num_inference_steps": null,
94
+ "stages": {
95
+ "preprocess": {
96
+ "p50_ms": 2.935459022410214,
97
+ "p95_ms": 8.622834237758068,
98
+ "mean_ms": 4.316734630265273,
99
+ "max_ms": 24.931077961809933
100
+ },
101
+ "encode": {
102
+ "p50_ms": 81.43453346565366,
103
+ "p95_ms": 95.05004543461835,
104
+ "mean_ms": 82.50966286403127,
105
+ "max_ms": 106.93029605317861
106
+ },
107
+ "plan": {
108
+ "p50_ms": 64.76635043509305,
109
+ "p95_ms": 85.61457526520826,
110
+ "mean_ms": 67.7392755926121,
111
+ "max_ms": 117.84144095145166
112
+ },
113
+ "bind": {
114
+ "p50_ms": 91.53704048367217,
115
+ "p95_ms": 110.61191047774625,
116
+ "mean_ms": 93.34723943611607,
117
+ "max_ms": 139.52967000659555
118
+ }
119
+ },
120
+ "call": {
121
+ "p50_ms": 245.88641111040488,
122
+ "p95_ms": 277.0164437126368,
123
+ "mean_ms": 247.91291252302472,
124
+ "max_ms": 316.0655478714034
125
+ },
126
+ "latency_frames": 9,
127
+ "select_action": {
128
+ "p50_ms": 1.0648600291460752,
129
+ "p95_ms": 206.45257865544403,
130
+ "mean_ms": 50.040475215593524,
131
+ "max_ms": 371.9714659964666
132
+ },
133
+ "bind_only_call": {
134
+ "p50_ms": 179.16414147475734,
135
+ "p95_ms": 202.2681876725983,
136
+ "mean_ms": 180.1736369304126,
137
+ "max_ms": 233.93528489395976
138
+ }
139
+ }
140
+ }
141
+ }