AaronLeeky commited on
Commit
3627daf
·
verified ·
1 Parent(s): ed705fb

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/aistpp_edge_metrics.json +44 -0
  2. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/artifact_samples.jsonl +512 -0
  3. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/audio_metrics.json +26 -0
  4. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/benchmark.json +1059 -0
  5. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/dataset_metrics.json +382 -0
  6. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/metrics.json +1062 -0
  7. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/physical_metrics.json +24 -0
  8. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/sample_metrics.jsonl +0 -0
  9. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/samples.jsonl +0 -0
  10. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/summary.md +10 -0
  11. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed.json +565 -0
  12. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/benchmark_tracker.json +564 -0
  13. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_metrics.json +30 -0
  14. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_sample_metrics.jsonl +0 -0
  15. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/transition_metrics.json +6 -0
  16. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/aistpp_edge_metrics.json +44 -0
  17. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/audio_metrics.json +26 -0
  18. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/benchmark.json +349 -0
  19. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/dataset_metrics.json +230 -0
  20. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/metrics.json +145 -0
  21. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/physical_metrics.json +24 -0
  22. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/sample_metrics.jsonl +0 -0
  23. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/samples.jsonl +0 -0
  24. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/summary.md +21 -0
  25. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/transition_metrics.json +6 -0
  26. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/aistpp_edge_metrics.json +44 -0
  27. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/benchmark.json +349 -0
  28. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/dataset_metrics.json +230 -0
  29. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/metrics.json +145 -0
  30. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/artifact_samples.jsonl +512 -0
  31. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/benchmark.json +1278 -0
  32. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/dataset_metrics.json +629 -0
  33. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/embedding_metrics.json +7 -0
  34. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/metrics.json +1281 -0
  35. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/physical_metrics.json +24 -0
  36. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/sample_metrics.jsonl +0 -0
  37. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/summary.md +10 -0
  38. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed.json +565 -0
  39. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/benchmark_tracker.json +564 -0
  40. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_metrics.json +30 -0
  41. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_sample_metrics.jsonl +0 -0
  42. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/tracking_metrics.json +35 -0
  43. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/transition_metrics.json +6 -0
  44. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/artifact_samples.jsonl +512 -0
  45. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/benchmark.json +1278 -0
  46. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/dataset_metrics.json +629 -0
  47. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/embedding_metrics.json +7 -0
  48. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/metrics.json +1281 -0
  49. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/physical_metrics.json +24 -0
  50. benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/sample_metrics.jsonl +0 -0
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/aistpp_edge_metrics.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "div_g_gap": 0.4912396923982545,
3
+ "div_g_generated": 5.538479940205537,
4
+ "div_g_reference": 5.047240247807283,
5
+ "div_k_gap": 145.79114684059667,
6
+ "div_k_generated": 163.34853772375862,
7
+ "div_k_reference": 17.557390883161947,
8
+ "fid_g": 17.59154010845832,
9
+ "fid_k": 35864.35698965406,
10
+ "frames": 60,
11
+ "geometric_feature": "g1_root_relative_body_geometry",
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
14
+ "kinetic_feature_dim": 90,
15
+ "left_foot_indices": [
16
+ 5,
17
+ 6
18
+ ],
19
+ "num_samples": 512,
20
+ "pfc_gap": {
21
+ "max": 322.5566418987712,
22
+ "mean": 41.34240462827442,
23
+ "min": -4.893458629439935,
24
+ "std": 48.32229743895122
25
+ },
26
+ "pfc_generated": {
27
+ "max": 323.8050697555552,
28
+ "mean": 41.818004293040815,
29
+ "min": 8.277262495324009e-05,
30
+ "std": 48.21023310686493
31
+ },
32
+ "pfc_reference": {
33
+ "max": 5.70707503865729,
34
+ "mean": 0.4755996647663911,
35
+ "min": 1.734478249173508e-05,
36
+ "std": 0.7533269154919695
37
+ },
38
+ "right_foot_indices": [
39
+ 11,
40
+ 12
41
+ ],
42
+ "root_index": 0,
43
+ "up_axis": "z"
44
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/artifact_samples.jsonl ADDED
@@ -0,0 +1,512 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 3, "sample_index": 0}
2
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 7, "sample_index": 1}
3
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 12, "sample_index": 2}
4
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 23, "sample_index": 3}
5
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 32, "sample_index": 4}
6
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 41, "sample_index": 5}
7
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 48, "sample_index": 6}
8
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 58, "sample_index": 7}
9
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 73, "sample_index": 8}
10
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 106, "sample_index": 9}
11
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 108, "sample_index": 10}
12
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 116, "sample_index": 11}
13
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 127, "sample_index": 12}
14
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 129, "sample_index": 13}
15
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 181, "sample_index": 14}
16
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 200, "sample_index": 15}
17
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 249, "sample_index": 16}
18
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 254, "sample_index": 17}
19
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 342, "sample_index": 18}
20
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 376, "sample_index": 19}
21
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 381, "sample_index": 20}
22
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 382, "sample_index": 21}
23
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 398, "sample_index": 22}
24
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 435, "sample_index": 23}
25
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 437, "sample_index": 24}
26
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 461, "sample_index": 25}
27
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 480, "sample_index": 26}
28
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 482, "sample_index": 27}
29
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 494, "sample_index": 28}
30
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 507, "sample_index": 29}
31
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 534, "sample_index": 30}
32
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 557, "sample_index": 31}
33
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 558, "sample_index": 32}
34
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 562, "sample_index": 33}
35
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 567, "sample_index": 34}
36
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 570, "sample_index": 35}
37
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 575, "sample_index": 36}
38
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 587, "sample_index": 37}
39
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 589, "sample_index": 38}
40
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 607, "sample_index": 39}
41
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 615, "sample_index": 40}
42
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 629, "sample_index": 41}
43
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 676, "sample_index": 42}
44
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 699, "sample_index": 43}
45
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 719, "sample_index": 44}
46
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 723, "sample_index": 45}
47
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 724, "sample_index": 46}
48
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 757, "sample_index": 47}
49
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 768, "sample_index": 48}
50
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 779, "sample_index": 49}
51
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 780, "sample_index": 50}
52
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 785, "sample_index": 51}
53
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 793, "sample_index": 52}
54
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 799, "sample_index": 53}
55
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 802, "sample_index": 54}
56
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 855, "sample_index": 55}
57
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 857, "sample_index": 56}
58
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 866, "sample_index": 57}
59
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 892, "sample_index": 58}
60
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 901, "sample_index": 59}
61
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 902, "sample_index": 60}
62
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 905, "sample_index": 61}
63
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 926, "sample_index": 62}
64
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 941, "sample_index": 63}
65
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 946, "sample_index": 64}
66
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 959, "sample_index": 65}
67
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 964, "sample_index": 66}
68
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 979, "sample_index": 67}
69
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1006, "sample_index": 68}
70
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1009, "sample_index": 69}
71
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1016, "sample_index": 70}
72
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1040, "sample_index": 71}
73
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1043, "sample_index": 72}
74
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1054, "sample_index": 73}
75
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1069, "sample_index": 74}
76
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1071, "sample_index": 75}
77
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1078, "sample_index": 76}
78
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1079, "sample_index": 77}
79
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1104, "sample_index": 78}
80
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1120, "sample_index": 79}
81
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1144, "sample_index": 80}
82
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1158, "sample_index": 81}
83
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1172, "sample_index": 82}
84
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1183, "sample_index": 83}
85
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1194, "sample_index": 84}
86
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1204, "sample_index": 85}
87
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1224, "sample_index": 86}
88
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1235, "sample_index": 87}
89
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1240, "sample_index": 88}
90
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1250, "sample_index": 89}
91
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1254, "sample_index": 90}
92
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1261, "sample_index": 91}
93
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1295, "sample_index": 92}
94
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1302, "sample_index": 93}
95
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1326, "sample_index": 94}
96
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1341, "sample_index": 95}
97
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1388, "sample_index": 96}
98
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1394, "sample_index": 97}
99
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1400, "sample_index": 98}
100
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1442, "sample_index": 99}
101
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1464, "sample_index": 100}
102
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1506, "sample_index": 101}
103
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1507, "sample_index": 102}
104
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 19, "sample_index": 103}
105
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 30, "sample_index": 104}
106
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 50, "sample_index": 105}
107
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 53, "sample_index": 106}
108
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 76, "sample_index": 107}
109
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 82, "sample_index": 108}
110
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 84, "sample_index": 109}
111
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 118, "sample_index": 110}
112
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 126, "sample_index": 111}
113
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 127, "sample_index": 112}
114
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 156, "sample_index": 113}
115
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 160, "sample_index": 114}
116
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 174, "sample_index": 115}
117
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 202, "sample_index": 116}
118
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 217, "sample_index": 117}
119
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 224, "sample_index": 118}
120
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 241, "sample_index": 119}
121
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 242, "sample_index": 120}
122
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 263, "sample_index": 121}
123
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 271, "sample_index": 122}
124
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 281, "sample_index": 123}
125
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 285, "sample_index": 124}
126
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 286, "sample_index": 125}
127
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 348, "sample_index": 126}
128
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 404, "sample_index": 127}
129
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 422, "sample_index": 128}
130
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 434, "sample_index": 129}
131
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 436, "sample_index": 130}
132
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 453, "sample_index": 131}
133
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 466, "sample_index": 132}
134
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 499, "sample_index": 133}
135
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 502, "sample_index": 134}
136
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 512, "sample_index": 135}
137
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 513, "sample_index": 136}
138
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 525, "sample_index": 137}
139
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 558, "sample_index": 138}
140
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 561, "sample_index": 139}
141
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 590, "sample_index": 140}
142
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 661, "sample_index": 141}
143
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 723, "sample_index": 142}
144
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 800, "sample_index": 143}
145
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 805, "sample_index": 144}
146
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 820, "sample_index": 145}
147
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 827, "sample_index": 146}
148
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 837, "sample_index": 147}
149
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 881, "sample_index": 148}
150
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 885, "sample_index": 149}
151
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 947, "sample_index": 150}
152
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 953, "sample_index": 151}
153
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 959, "sample_index": 152}
154
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 979, "sample_index": 153}
155
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1018, "sample_index": 154}
156
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1076, "sample_index": 155}
157
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1082, "sample_index": 156}
158
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1083, "sample_index": 157}
159
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1090, "sample_index": 158}
160
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1137, "sample_index": 159}
161
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1165, "sample_index": 160}
162
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1167, "sample_index": 161}
163
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1170, "sample_index": 162}
164
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1197, "sample_index": 163}
165
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1224, "sample_index": 164}
166
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1242, "sample_index": 165}
167
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1246, "sample_index": 166}
168
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1247, "sample_index": 167}
169
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1296, "sample_index": 168}
170
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1311, "sample_index": 169}
171
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1369, "sample_index": 170}
172
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1388, "sample_index": 171}
173
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1389, "sample_index": 172}
174
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1446, "sample_index": 173}
175
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1467, "sample_index": 174}
176
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1484, "sample_index": 175}
177
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1507, "sample_index": 176}
178
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1510, "sample_index": 177}
179
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1544, "sample_index": 178}
180
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1555, "sample_index": 179}
181
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1559, "sample_index": 180}
182
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1574, "sample_index": 181}
183
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1596, "sample_index": 182}
184
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1611, "sample_index": 183}
185
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1612, "sample_index": 184}
186
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1624, "sample_index": 185}
187
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1641, "sample_index": 186}
188
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1666, "sample_index": 187}
189
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1679, "sample_index": 188}
190
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1700, "sample_index": 189}
191
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1715, "sample_index": 190}
192
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1717, "sample_index": 191}
193
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1741, "sample_index": 192}
194
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1763, "sample_index": 193}
195
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1764, "sample_index": 194}
196
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1776, "sample_index": 195}
197
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1792, "sample_index": 196}
198
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1832, "sample_index": 197}
199
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1854, "sample_index": 198}
200
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1856, "sample_index": 199}
201
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1858, "sample_index": 200}
202
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1875, "sample_index": 201}
203
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1949, "sample_index": 202}
204
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1963, "sample_index": 203}
205
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1966, "sample_index": 204}
206
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1981, "sample_index": 205}
207
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 6, "sample_index": 206}
208
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 26, "sample_index": 207}
209
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 42, "sample_index": 208}
210
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 47, "sample_index": 209}
211
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 60, "sample_index": 210}
212
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 64, "sample_index": 211}
213
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 71, "sample_index": 212}
214
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 73, "sample_index": 213}
215
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 76, "sample_index": 214}
216
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 88, "sample_index": 215}
217
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 89, "sample_index": 216}
218
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 92, "sample_index": 217}
219
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 98, "sample_index": 218}
220
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 118, "sample_index": 219}
221
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 128, "sample_index": 220}
222
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 131, "sample_index": 221}
223
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 134, "sample_index": 222}
224
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 139, "sample_index": 223}
225
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 170, "sample_index": 224}
226
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 180, "sample_index": 225}
227
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 196, "sample_index": 226}
228
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 210, "sample_index": 227}
229
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 219, "sample_index": 228}
230
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 237, "sample_index": 229}
231
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 238, "sample_index": 230}
232
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 272, "sample_index": 231}
233
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 274, "sample_index": 232}
234
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 276, "sample_index": 233}
235
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 280, "sample_index": 234}
236
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 286, "sample_index": 235}
237
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 318, "sample_index": 236}
238
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 324, "sample_index": 237}
239
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 333, "sample_index": 238}
240
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 356, "sample_index": 239}
241
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 375, "sample_index": 240}
242
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 393, "sample_index": 241}
243
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 399, "sample_index": 242}
244
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 404, "sample_index": 243}
245
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 417, "sample_index": 244}
246
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 465, "sample_index": 245}
247
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 475, "sample_index": 246}
248
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 484, "sample_index": 247}
249
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 503, "sample_index": 248}
250
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 505, "sample_index": 249}
251
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 517, "sample_index": 250}
252
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 518, "sample_index": 251}
253
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 521, "sample_index": 252}
254
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 526, "sample_index": 253}
255
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 534, "sample_index": 254}
256
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 536, "sample_index": 255}
257
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 539, "sample_index": 256}
258
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 556, "sample_index": 257}
259
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 559, "sample_index": 258}
260
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 560, "sample_index": 259}
261
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 595, "sample_index": 260}
262
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 603, "sample_index": 261}
263
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 614, "sample_index": 262}
264
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 615, "sample_index": 263}
265
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 652, "sample_index": 264}
266
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 660, "sample_index": 265}
267
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 688, "sample_index": 266}
268
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 696, "sample_index": 267}
269
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 699, "sample_index": 268}
270
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 705, "sample_index": 269}
271
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 710, "sample_index": 270}
272
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 721, "sample_index": 271}
273
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 726, "sample_index": 272}
274
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 738, "sample_index": 273}
275
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 747, "sample_index": 274}
276
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 751, "sample_index": 275}
277
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 761, "sample_index": 276}
278
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 782, "sample_index": 277}
279
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 785, "sample_index": 278}
280
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 788, "sample_index": 279}
281
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 826, "sample_index": 280}
282
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 834, "sample_index": 281}
283
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 857, "sample_index": 282}
284
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 860, "sample_index": 283}
285
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 861, "sample_index": 284}
286
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 877, "sample_index": 285}
287
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 885, "sample_index": 286}
288
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 893, "sample_index": 287}
289
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 898, "sample_index": 288}
290
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 902, "sample_index": 289}
291
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 910, "sample_index": 290}
292
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 920, "sample_index": 291}
293
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 937, "sample_index": 292}
294
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 943, "sample_index": 293}
295
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 944, "sample_index": 294}
296
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 953, "sample_index": 295}
297
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 959, "sample_index": 296}
298
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 965, "sample_index": 297}
299
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 991, "sample_index": 298}
300
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1001, "sample_index": 299}
301
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1017, "sample_index": 300}
302
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1026, "sample_index": 301}
303
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1033, "sample_index": 302}
304
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1036, "sample_index": 303}
305
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1052, "sample_index": 304}
306
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1056, "sample_index": 305}
307
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1060, "sample_index": 306}
308
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1088, "sample_index": 307}
309
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 21, "sample_index": 308}
310
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 41, "sample_index": 309}
311
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 58, "sample_index": 310}
312
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 118, "sample_index": 311}
313
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 128, "sample_index": 312}
314
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 145, "sample_index": 313}
315
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 210, "sample_index": 314}
316
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 214, "sample_index": 315}
317
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 233, "sample_index": 316}
318
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 240, "sample_index": 317}
319
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 263, "sample_index": 318}
320
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 266, "sample_index": 319}
321
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 280, "sample_index": 320}
322
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 285, "sample_index": 321}
323
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 295, "sample_index": 322}
324
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 298, "sample_index": 323}
325
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 301, "sample_index": 324}
326
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 303, "sample_index": 325}
327
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 321, "sample_index": 326}
328
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 333, "sample_index": 327}
329
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 339, "sample_index": 328}
330
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 341, "sample_index": 329}
331
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 350, "sample_index": 330}
332
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 384, "sample_index": 331}
333
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 387, "sample_index": 332}
334
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 423, "sample_index": 333}
335
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 429, "sample_index": 334}
336
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 467, "sample_index": 335}
337
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 471, "sample_index": 336}
338
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 489, "sample_index": 337}
339
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 522, "sample_index": 338}
340
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 535, "sample_index": 339}
341
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 538, "sample_index": 340}
342
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 547, "sample_index": 341}
343
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 550, "sample_index": 342}
344
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 557, "sample_index": 343}
345
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 563, "sample_index": 344}
346
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 585, "sample_index": 345}
347
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 619, "sample_index": 346}
348
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 625, "sample_index": 347}
349
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 628, "sample_index": 348}
350
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 655, "sample_index": 349}
351
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 688, "sample_index": 350}
352
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 705, "sample_index": 351}
353
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 723, "sample_index": 352}
354
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 726, "sample_index": 353}
355
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 736, "sample_index": 354}
356
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 820, "sample_index": 355}
357
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 869, "sample_index": 356}
358
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 878, "sample_index": 357}
359
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 884, "sample_index": 358}
360
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 953, "sample_index": 359}
361
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 954, "sample_index": 360}
362
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 960, "sample_index": 361}
363
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 964, "sample_index": 362}
364
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 987, "sample_index": 363}
365
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 996, "sample_index": 364}
366
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1002, "sample_index": 365}
367
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1032, "sample_index": 366}
368
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1033, "sample_index": 367}
369
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1035, "sample_index": 368}
370
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1063, "sample_index": 369}
371
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1065, "sample_index": 370}
372
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1068, "sample_index": 371}
373
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1083, "sample_index": 372}
374
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1100, "sample_index": 373}
375
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1104, "sample_index": 374}
376
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1107, "sample_index": 375}
377
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1122, "sample_index": 376}
378
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1150, "sample_index": 377}
379
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1151, "sample_index": 378}
380
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1182, "sample_index": 379}
381
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1215, "sample_index": 380}
382
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1221, "sample_index": 381}
383
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1222, "sample_index": 382}
384
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1223, "sample_index": 383}
385
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1235, "sample_index": 384}
386
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1243, "sample_index": 385}
387
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1261, "sample_index": 386}
388
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1262, "sample_index": 387}
389
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1289, "sample_index": 388}
390
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1297, "sample_index": 389}
391
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1321, "sample_index": 390}
392
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1326, "sample_index": 391}
393
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1342, "sample_index": 392}
394
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1350, "sample_index": 393}
395
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1354, "sample_index": 394}
396
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1359, "sample_index": 395}
397
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1457, "sample_index": 396}
398
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1520, "sample_index": 397}
399
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1523, "sample_index": 398}
400
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1579, "sample_index": 399}
401
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1593, "sample_index": 400}
402
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1614, "sample_index": 401}
403
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1617, "sample_index": 402}
404
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1649, "sample_index": 403}
405
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1662, "sample_index": 404}
406
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1668, "sample_index": 405}
407
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1684, "sample_index": 406}
408
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1694, "sample_index": 407}
409
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1735, "sample_index": 408}
410
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1738, "sample_index": 409}
411
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 14, "sample_index": 410}
412
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 15, "sample_index": 411}
413
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 38, "sample_index": 412}
414
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 49, "sample_index": 413}
415
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 57, "sample_index": 414}
416
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 58, "sample_index": 415}
417
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 73, "sample_index": 416}
418
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 86, "sample_index": 417}
419
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 89, "sample_index": 418}
420
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 90, "sample_index": 419}
421
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 94, "sample_index": 420}
422
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 98, "sample_index": 421}
423
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 99, "sample_index": 422}
424
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 110, "sample_index": 423}
425
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 111, "sample_index": 424}
426
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 113, "sample_index": 425}
427
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 118, "sample_index": 426}
428
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 127, "sample_index": 427}
429
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 140, "sample_index": 428}
430
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 142, "sample_index": 429}
431
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 149, "sample_index": 430}
432
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 158, "sample_index": 431}
433
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 159, "sample_index": 432}
434
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 167, "sample_index": 433}
435
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 173, "sample_index": 434}
436
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 175, "sample_index": 435}
437
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 183, "sample_index": 436}
438
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 184, "sample_index": 437}
439
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 189, "sample_index": 438}
440
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 210, "sample_index": 439}
441
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 216, "sample_index": 440}
442
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 217, "sample_index": 441}
443
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 223, "sample_index": 442}
444
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 230, "sample_index": 443}
445
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 245, "sample_index": 444}
446
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 255, "sample_index": 445}
447
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 263, "sample_index": 446}
448
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 266, "sample_index": 447}
449
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 271, "sample_index": 448}
450
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 273, "sample_index": 449}
451
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 275, "sample_index": 450}
452
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 278, "sample_index": 451}
453
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 281, "sample_index": 452}
454
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 284, "sample_index": 453}
455
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 286, "sample_index": 454}
456
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 291, "sample_index": 455}
457
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 292, "sample_index": 456}
458
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 302, "sample_index": 457}
459
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 305, "sample_index": 458}
460
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 306, "sample_index": 459}
461
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 320, "sample_index": 460}
462
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 326, "sample_index": 461}
463
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 332, "sample_index": 462}
464
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 333, "sample_index": 463}
465
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 336, "sample_index": 464}
466
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 339, "sample_index": 465}
467
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 340, "sample_index": 466}
468
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 347, "sample_index": 467}
469
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 358, "sample_index": 468}
470
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 360, "sample_index": 469}
471
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 378, "sample_index": 470}
472
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 380, "sample_index": 471}
473
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 388, "sample_index": 472}
474
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 390, "sample_index": 473}
475
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 396, "sample_index": 474}
476
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 399, "sample_index": 475}
477
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 402, "sample_index": 476}
478
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 404, "sample_index": 477}
479
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 406, "sample_index": 478}
480
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 408, "sample_index": 479}
481
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 413, "sample_index": 480}
482
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 418, "sample_index": 481}
483
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 427, "sample_index": 482}
484
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 432, "sample_index": 483}
485
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 433, "sample_index": 484}
486
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 439, "sample_index": 485}
487
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 446, "sample_index": 486}
488
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 447, "sample_index": 487}
489
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 454, "sample_index": 488}
490
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 457, "sample_index": 489}
491
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 468, "sample_index": 490}
492
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 480, "sample_index": 491}
493
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 492, "sample_index": 492}
494
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 495, "sample_index": 493}
495
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 499, "sample_index": 494}
496
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 500, "sample_index": 495}
497
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 506, "sample_index": 496}
498
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 515, "sample_index": 497}
499
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 549, "sample_index": 498}
500
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 551, "sample_index": 499}
501
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 553, "sample_index": 500}
502
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 555, "sample_index": 501}
503
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 558, "sample_index": 502}
504
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 559, "sample_index": 503}
505
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 567, "sample_index": 504}
506
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 569, "sample_index": 505}
507
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 570, "sample_index": 506}
508
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 585, "sample_index": 507}
509
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 588, "sample_index": 508}
510
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 592, "sample_index": 509}
511
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 594, "sample_index": 510}
512
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 596, "sample_index": 511}
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/audio_metrics.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "beat_align_gap": {
3
+ "max": 0.7658168181202128,
4
+ "mean": 0.04191770639367189,
5
+ "min": -0.568428354170887,
6
+ "std": 0.1717820495883199
7
+ },
8
+ "beat_align_generated": {
9
+ "max": 0.9819864896355884,
10
+ "mean": 0.603645625940858,
11
+ "min": 0.0,
12
+ "std": 0.1235465244944715
13
+ },
14
+ "beat_align_reference": {
15
+ "max": 0.9864898672266914,
16
+ "mean": 0.5617279195471861,
17
+ "min": 0.0,
18
+ "std": 0.13623366091628014
19
+ },
20
+ "beat_direction": "music_to_motion",
21
+ "beat_threshold": 0.5,
22
+ "frames": 60,
23
+ "min_motion_beat_distance_seconds": 0.25,
24
+ "num_samples": 512,
25
+ "sigma_frames": 3.0
26
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/benchmark.json ADDED
@@ -0,0 +1,1059 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aistpp_edge_metrics": {
3
+ "div_g_gap": 0.4912396923982545,
4
+ "div_g_generated": 5.538479940205537,
5
+ "div_g_reference": 5.047240247807283,
6
+ "div_k_gap": 145.79114684059667,
7
+ "div_k_generated": 163.34853772375862,
8
+ "div_k_reference": 17.557390883161947,
9
+ "fid_g": 17.59154010845832,
10
+ "fid_k": 35864.35698965406,
11
+ "frames": 60,
12
+ "geometric_feature": "g1_root_relative_body_geometry",
13
+ "geometric_feature_dim": 412,
14
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
15
+ "kinetic_feature_dim": 90,
16
+ "left_foot_indices": [
17
+ 5,
18
+ 6
19
+ ],
20
+ "num_samples": 512,
21
+ "pfc_gap": {
22
+ "max": 322.5566418987712,
23
+ "mean": 41.34240462827442,
24
+ "min": -4.893458629439935,
25
+ "std": 48.32229743895122
26
+ },
27
+ "pfc_generated": {
28
+ "max": 323.8050697555552,
29
+ "mean": 41.818004293040815,
30
+ "min": 8.277262495324009e-05,
31
+ "std": 48.21023310686493
32
+ },
33
+ "pfc_reference": {
34
+ "max": 5.70707503865729,
35
+ "mean": 0.4755996647663911,
36
+ "min": 1.734478249173508e-05,
37
+ "std": 0.7533269154919695
38
+ },
39
+ "right_foot_indices": [
40
+ 11,
41
+ 12
42
+ ],
43
+ "root_index": 0,
44
+ "up_axis": "z"
45
+ },
46
+ "audio_metrics": {
47
+ "beat_align_gap": {
48
+ "max": 0.7658168181202128,
49
+ "mean": 0.04191770639367189,
50
+ "min": -0.568428354170887,
51
+ "std": 0.1717820495883199
52
+ },
53
+ "beat_align_generated": {
54
+ "max": 0.9819864896355884,
55
+ "mean": 0.603645625940858,
56
+ "min": 0.0,
57
+ "std": 0.1235465244944715
58
+ },
59
+ "beat_align_reference": {
60
+ "max": 0.9864898672266914,
61
+ "mean": 0.5617279195471861,
62
+ "min": 0.0,
63
+ "std": 0.13623366091628014
64
+ },
65
+ "beat_direction": "music_to_motion",
66
+ "beat_threshold": 0.5,
67
+ "frames": 60,
68
+ "min_motion_beat_distance_seconds": 0.25,
69
+ "num_samples": 512,
70
+ "sigma_frames": 3.0
71
+ },
72
+ "benchmark": "artifact_audio",
73
+ "dataset_metrics": {
74
+ "aioz_gdance_original_audio_test": {
75
+ "aistpp_edge": {
76
+ "div_g_gap": -0.6005604697678382,
77
+ "div_g_generated": 2.9081926992446028,
78
+ "div_g_reference": 3.508753169012441,
79
+ "div_k_gap": 81.02940894675827,
80
+ "div_k_generated": 91.78117030023866,
81
+ "div_k_reference": 10.751761353480386,
82
+ "fid_g": 35.6306334000604,
83
+ "fid_k": 93651.29931592321,
84
+ "geometric_feature_dim": 412,
85
+ "kinetic_feature_dim": 90,
86
+ "num_samples": 103,
87
+ "pfc_gap": {
88
+ "max": 178.32003576864545,
89
+ "mean": 67.24127459760724,
90
+ "min": 15.298920955721847,
91
+ "std": 33.42092286828773
92
+ },
93
+ "pfc_generated": {
94
+ "max": 179.86476432794308,
95
+ "mean": 67.57230904438626,
96
+ "min": 17.126270322521176,
97
+ "std": 33.45877669190236
98
+ },
99
+ "pfc_reference": {
100
+ "max": 1.8273493667993277,
101
+ "mean": 0.33103444677902044,
102
+ "min": 0.0002850819517247187,
103
+ "std": 0.42521447955859853
104
+ }
105
+ },
106
+ "audio": {
107
+ "beat_align_gap": {
108
+ "max": 0.29742109364880104,
109
+ "mean": 0.09435439286732383,
110
+ "min": -0.13135234652654493,
111
+ "std": 0.09458591721878264
112
+ },
113
+ "beat_align_generated": {
114
+ "max": 0.7279403746511989,
115
+ "mean": 0.6198918756497075,
116
+ "min": 0.4757741387662795,
117
+ "std": 0.0536572664835285
118
+ },
119
+ "beat_align_reference": {
120
+ "max": 0.723284948504687,
121
+ "mean": 0.5255374827823837,
122
+ "min": 0.33650493752041727,
123
+ "std": 0.08282468265444852
124
+ },
125
+ "num_samples": 103
126
+ },
127
+ "num_samples": 103,
128
+ "physical": {
129
+ "body_jerk_mean": {
130
+ "max": 25616.380859375,
131
+ "mean": 18061.523503868324,
132
+ "min": 6780.6328125,
133
+ "std": 3245.0410847196554
134
+ },
135
+ "contact_sliding_speed": {
136
+ "max": 22.51631736755371,
137
+ "mean": 3.7335644046079763,
138
+ "min": 0.0,
139
+ "std": 2.7108540977657634
140
+ },
141
+ "foot_ground_error": {
142
+ "max": 1.1691645383834839,
143
+ "mean": 0.31919354590976123,
144
+ "min": 0.061452366411685944,
145
+ "std": 0.22647818269227832
146
+ },
147
+ "num_samples": 103
148
+ }
149
+ },
150
+ "aistpp_original_audio_test": {
151
+ "aistpp_edge": {
152
+ "div_g_gap": 1.0533737183610317,
153
+ "div_g_generated": 4.590722036034418,
154
+ "div_g_reference": 3.537348317673386,
155
+ "div_k_gap": -9.707989987753372,
156
+ "div_k_generated": 16.093876828008163,
157
+ "div_k_reference": 25.801866815761535,
158
+ "fid_g": 9.562538598025316,
159
+ "fid_k": 213.2890907681226,
160
+ "geometric_feature_dim": 412,
161
+ "kinetic_feature_dim": 90,
162
+ "num_samples": 103,
163
+ "pfc_gap": {
164
+ "max": 2.087185738295884,
165
+ "mean": -0.7116793787472444,
166
+ "min": -4.893458629439935,
167
+ "std": 1.2512048435074894
168
+ },
169
+ "pfc_generated": {
170
+ "max": 2.8522108075813595,
171
+ "mean": 0.4220777733356894,
172
+ "min": 0.0007431623633105094,
173
+ "std": 0.5140447171228101
174
+ },
175
+ "pfc_reference": {
176
+ "max": 5.70707503865729,
177
+ "mean": 1.133757152082934,
178
+ "min": 7.906221758636705e-05,
179
+ "std": 1.20097808165578
180
+ }
181
+ },
182
+ "audio": {
183
+ "beat_align_gap": {
184
+ "max": 0.7658168181202128,
185
+ "mean": 0.02336445099857403,
186
+ "min": -0.568428354170887,
187
+ "std": 0.24850789467245124
188
+ },
189
+ "beat_align_generated": {
190
+ "max": 0.9819864896355884,
191
+ "mean": 0.60847088573251,
192
+ "min": 0.0,
193
+ "std": 0.18694824679673994
194
+ },
195
+ "beat_align_reference": {
196
+ "max": 0.9864898672266914,
197
+ "mean": 0.585106434733936,
198
+ "min": 0.0,
199
+ "std": 0.1957126332414608
200
+ },
201
+ "num_samples": 103
202
+ },
203
+ "num_samples": 103,
204
+ "physical": {
205
+ "body_jerk_mean": {
206
+ "max": 859.9328002929688,
207
+ "mean": 282.2387893269363,
208
+ "min": 30.962900161743164,
209
+ "std": 143.17128808605202
210
+ },
211
+ "contact_sliding_speed": {
212
+ "max": 1.2693005800247192,
213
+ "mean": 0.45676151073528726,
214
+ "min": 0.022182516753673553,
215
+ "std": 0.315213892582366
216
+ },
217
+ "foot_ground_error": {
218
+ "max": 0.06355953216552734,
219
+ "mean": 0.022397311612312655,
220
+ "min": 0.009284330531954765,
221
+ "std": 0.00869792421107897
222
+ },
223
+ "num_samples": 103
224
+ }
225
+ },
226
+ "compas3d_original_audio_test": {
227
+ "aistpp_edge": {
228
+ "div_g_gap": -0.6279832392159723,
229
+ "div_g_generated": 3.9001632548713405,
230
+ "div_g_reference": 4.528146494087313,
231
+ "div_k_gap": 47.31130119840421,
232
+ "div_k_generated": 58.89592381384651,
233
+ "div_k_reference": 11.5846226154423,
234
+ "fid_g": 46.616300009091404,
235
+ "fid_k": 17444.449817686982,
236
+ "geometric_feature_dim": 412,
237
+ "kinetic_feature_dim": 90,
238
+ "num_samples": 102,
239
+ "pfc_gap": {
240
+ "max": 322.5566418987712,
241
+ "mean": 78.99655873289996,
242
+ "min": 6.708281900178947,
243
+ "std": 53.287965766228
244
+ },
245
+ "pfc_generated": {
246
+ "max": 323.8050697555552,
247
+ "mean": 79.50755186200065,
248
+ "min": 7.4465685437218285,
249
+ "std": 53.35215008958906
250
+ },
251
+ "pfc_reference": {
252
+ "max": 4.452664764476702,
253
+ "mean": 0.5109931291006972,
254
+ "min": 0.030597062388144053,
255
+ "std": 0.5892266660959979
256
+ }
257
+ },
258
+ "audio": {
259
+ "beat_align_gap": {
260
+ "max": 0.24031819221619904,
261
+ "mean": 0.0297418365308771,
262
+ "min": -0.1134923175392768,
263
+ "std": 0.07801862266473299
264
+ },
265
+ "beat_align_generated": {
266
+ "max": 0.7324747017403456,
267
+ "mean": 0.6170176543693774,
268
+ "min": 0.49080789860977725,
269
+ "std": 0.04950484143581938
270
+ },
271
+ "beat_align_reference": {
272
+ "max": 0.6759029031940639,
273
+ "mean": 0.5872758178385001,
274
+ "min": 0.44007268746408307,
275
+ "std": 0.06101503222114459
276
+ },
277
+ "num_samples": 102
278
+ },
279
+ "num_samples": 102,
280
+ "physical": {
281
+ "body_jerk_mean": {
282
+ "max": 28216.76171875,
283
+ "mean": 14276.820077933517,
284
+ "min": 4906.83984375,
285
+ "std": 4674.8227545327345
286
+ },
287
+ "contact_sliding_speed": {
288
+ "max": 6.2769775390625,
289
+ "mean": 0.9167704097196168,
290
+ "min": 0.0,
291
+ "std": 1.6784410136764993
292
+ },
293
+ "foot_ground_error": {
294
+ "max": 2.6670262813568115,
295
+ "mean": 1.3802508282310821,
296
+ "min": 0.39953500032424927,
297
+ "std": 0.4974793291813295
298
+ },
299
+ "num_samples": 102
300
+ }
301
+ },
302
+ "finedance_original_audio_test": {
303
+ "aistpp_edge": {
304
+ "div_g_gap": 0.3173109242448602,
305
+ "div_g_generated": 5.16353077951664,
306
+ "div_g_reference": 4.84621985527178,
307
+ "div_k_gap": -7.1505559477197735,
308
+ "div_k_generated": 12.332072995375196,
309
+ "div_k_reference": 19.48262894309497,
310
+ "fid_g": 5.893657515006794,
311
+ "fid_k": 119.53445360458551,
312
+ "geometric_feature_dim": 412,
313
+ "kinetic_feature_dim": 90,
314
+ "num_samples": 102,
315
+ "pfc_gap": {
316
+ "max": 1.0240496511371258,
317
+ "mean": -0.12444918037516027,
318
+ "min": -3.002920215477951,
319
+ "std": 0.523104842172866
320
+ },
321
+ "pfc_generated": {
322
+ "max": 1.202681668932795,
323
+ "mean": 0.19190521980438732,
324
+ "min": 8.277262495324009e-05,
325
+ "std": 0.26156852045351475
326
+ },
327
+ "pfc_reference": {
328
+ "max": 3.122781850827104,
329
+ "mean": 0.31635440017954763,
330
+ "min": 0.0007167596177271045,
331
+ "std": 0.4615235406182573
332
+ }
333
+ },
334
+ "audio": {
335
+ "beat_align_gap": {
336
+ "max": 0.5621422502572357,
337
+ "mean": 0.032861139612851836,
338
+ "min": -0.5132260357579682,
339
+ "std": 0.24598932208808078
340
+ },
341
+ "beat_align_generated": {
342
+ "max": 0.9155656239411915,
343
+ "mean": 0.5658693215966234,
344
+ "min": 0.15026226260999345,
345
+ "std": 0.16468514188270938
346
+ },
347
+ "beat_align_reference": {
348
+ "max": 0.9155656239411911,
349
+ "mean": 0.5330081819837715,
350
+ "min": 0.16565130039393888,
351
+ "std": 0.18274789702555308
352
+ },
353
+ "num_samples": 102
354
+ },
355
+ "num_samples": 102,
356
+ "physical": {
357
+ "body_jerk_mean": {
358
+ "max": 692.5217895507812,
359
+ "mean": 188.26059644362505,
360
+ "min": 19.212764739990234,
361
+ "std": 109.35706942267761
362
+ },
363
+ "contact_sliding_speed": {
364
+ "max": 1.16244375705719,
365
+ "mean": 0.28323549392414005,
366
+ "min": 0.0,
367
+ "std": 0.23842818147710385
368
+ },
369
+ "foot_ground_error": {
370
+ "max": 0.12142575532197952,
371
+ "mean": 0.030031215531897602,
372
+ "min": 0.00448920764029026,
373
+ "std": 0.019425109109486513
374
+ },
375
+ "num_samples": 102
376
+ }
377
+ },
378
+ "opendance_original_audio_test": {
379
+ "aistpp_edge": {
380
+ "div_g_gap": -1.2565420256896038,
381
+ "div_g_generated": 3.264311579716219,
382
+ "div_g_reference": 4.520853605405823,
383
+ "div_k_gap": 103.07271192784442,
384
+ "div_k_generated": 114.28793160504753,
385
+ "div_k_reference": 11.215219677203104,
386
+ "fid_g": 40.19751680852359,
387
+ "fid_k": 89329.93468900953,
388
+ "geometric_feature_dim": 412,
389
+ "kinetic_feature_dim": 90,
390
+ "num_samples": 102,
391
+ "pfc_gap": {
392
+ "max": 245.8800906987049,
393
+ "mean": 61.46870282133721,
394
+ "min": 0.24780043773071553,
395
+ "std": 41.78542317307547
396
+ },
397
+ "pfc_generated": {
398
+ "max": 245.93516029812736,
399
+ "mean": 61.54952679870019,
400
+ "min": 0.24782233986335134,
401
+ "std": 41.79326020708652
402
+ },
403
+ "pfc_reference": {
404
+ "max": 0.5202685491331398,
405
+ "mean": 0.08082397736300001,
406
+ "min": 1.734478249173508e-05,
407
+ "std": 0.0916078679556263
408
+ }
409
+ },
410
+ "audio": {
411
+ "beat_align_gap": {
412
+ "max": 0.2918844258915841,
413
+ "mean": 0.028934521457962516,
414
+ "min": -0.20258252315050052,
415
+ "std": 0.08128646747616958
416
+ },
417
+ "beat_align_generated": {
418
+ "max": 0.7384276759226012,
419
+ "mean": 0.6067718089295964,
420
+ "min": 0.0,
421
+ "std": 0.0833114040858493
422
+ },
423
+ "beat_align_reference": {
424
+ "max": 0.7346093465204763,
425
+ "mean": 0.5778372874716339,
426
+ "min": 0.0,
427
+ "std": 0.08261153009190644
428
+ },
429
+ "num_samples": 102
430
+ },
431
+ "num_samples": 102,
432
+ "physical": {
433
+ "body_jerk_mean": {
434
+ "max": 30477.10546875,
435
+ "mean": 17048.500413483263,
436
+ "min": 649.6159057617188,
437
+ "std": 4709.2940804525515
438
+ },
439
+ "contact_sliding_speed": {
440
+ "max": 8.206432342529297,
441
+ "mean": 3.3104384592642973,
442
+ "min": 0.0,
443
+ "std": 1.9495835352859283
444
+ },
445
+ "foot_ground_error": {
446
+ "max": 1.6481894254684448,
447
+ "mean": 0.3068474505607988,
448
+ "min": 0.02426082268357277,
449
+ "std": 0.25002561089042685
450
+ },
451
+ "num_samples": 102
452
+ }
453
+ }
454
+ },
455
+ "exp": "g1_transformer_guided_100m",
456
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs_baseline/genmo_gmr/audio_mixed_modalities_all_v1/generated_qpos.npz",
457
+ "label": "GENMO+GMR Audio",
458
+ "num_frames": 60,
459
+ "num_samples": 512,
460
+ "physical_metrics": {
461
+ "body_jerk_mean": {
462
+ "max": 30477.10546875,
463
+ "mean": 9968.34528742358,
464
+ "min": 19.212764739990234,
465
+ "std": 8699.854044929549
466
+ },
467
+ "contact_height_threshold": 0.12,
468
+ "contact_penetration_tolerance": 0.02,
469
+ "contact_sliding_speed": {
470
+ "max": 22.51631736755371,
471
+ "mean": 1.7415408091737845,
472
+ "min": 0.0,
473
+ "std": 2.237858122710894
474
+ },
475
+ "foot_ground_error": {
476
+ "max": 2.6670262813568115,
477
+ "mean": 0.41080286473788874,
478
+ "min": 0.00448920764029026,
479
+ "std": 0.5678661867335456
480
+ },
481
+ "frames": 60,
482
+ "num_samples": 512
483
+ },
484
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/reference_qpos.npz",
485
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/sample_metrics.jsonl",
486
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512.jsonl",
487
+ "split": "test",
488
+ "tracker_executed": {
489
+ "action_clip": 10.0,
490
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_executed_qpos.npz",
491
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/benchmark_tracker.json",
492
+ "control_substeps": 10,
493
+ "enabled": true,
494
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
495
+ "metrics": {
496
+ "e_acc": {
497
+ "max": 258.4482729434967,
498
+ "mean": 86.02419120916238,
499
+ "min": 0.5103882867842913,
500
+ "std": 75.36821807539927
501
+ },
502
+ "e_vel": {
503
+ "max": 922.0945835113525,
504
+ "mean": 129.9120680298529,
505
+ "min": 1.0759305441752076,
506
+ "std": 146.71336277286673
507
+ },
508
+ "enabled": true,
509
+ "g_mpjpe": {
510
+ "max": 48326.011657714844,
511
+ "mean": 4629.739625965158,
512
+ "min": 24.832356721162796,
513
+ "std": 8118.169371384463
514
+ },
515
+ "mpjpe": {
516
+ "max": 486.8028461933136,
517
+ "mean": 248.8679347152356,
518
+ "min": 19.64125782251358,
519
+ "std": 171.5156639069681
520
+ },
521
+ "num_samples": 512,
522
+ "root_index": 0,
523
+ "target_fps": 50.0
524
+ },
525
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_metrics.json",
526
+ "num_generated_samples": 512,
527
+ "num_samples": 512,
528
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
529
+ "robot_xml": null,
530
+ "root_index": 0,
531
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_sample_metrics.jsonl",
532
+ "selected_indices": [
533
+ 0,
534
+ 1,
535
+ 2,
536
+ 3,
537
+ 4,
538
+ 5,
539
+ 6,
540
+ 7,
541
+ 8,
542
+ 9,
543
+ 10,
544
+ 11,
545
+ 12,
546
+ 13,
547
+ 14,
548
+ 15,
549
+ 16,
550
+ 17,
551
+ 18,
552
+ 19,
553
+ 20,
554
+ 21,
555
+ 22,
556
+ 23,
557
+ 24,
558
+ 25,
559
+ 26,
560
+ 27,
561
+ 28,
562
+ 29,
563
+ 30,
564
+ 31,
565
+ 32,
566
+ 33,
567
+ 34,
568
+ 35,
569
+ 36,
570
+ 37,
571
+ 38,
572
+ 39,
573
+ 40,
574
+ 41,
575
+ 42,
576
+ 43,
577
+ 44,
578
+ 45,
579
+ 46,
580
+ 47,
581
+ 48,
582
+ 49,
583
+ 50,
584
+ 51,
585
+ 52,
586
+ 53,
587
+ 54,
588
+ 55,
589
+ 56,
590
+ 57,
591
+ 58,
592
+ 59,
593
+ 60,
594
+ 61,
595
+ 62,
596
+ 63,
597
+ 64,
598
+ 65,
599
+ 66,
600
+ 67,
601
+ 68,
602
+ 69,
603
+ 70,
604
+ 71,
605
+ 72,
606
+ 73,
607
+ 74,
608
+ 75,
609
+ 76,
610
+ 77,
611
+ 78,
612
+ 79,
613
+ 80,
614
+ 81,
615
+ 82,
616
+ 83,
617
+ 84,
618
+ 85,
619
+ 86,
620
+ 87,
621
+ 88,
622
+ 89,
623
+ 90,
624
+ 91,
625
+ 92,
626
+ 93,
627
+ 94,
628
+ 95,
629
+ 96,
630
+ 97,
631
+ 98,
632
+ 99,
633
+ 100,
634
+ 101,
635
+ 102,
636
+ 103,
637
+ 104,
638
+ 105,
639
+ 106,
640
+ 107,
641
+ 108,
642
+ 109,
643
+ 110,
644
+ 111,
645
+ 112,
646
+ 113,
647
+ 114,
648
+ 115,
649
+ 116,
650
+ 117,
651
+ 118,
652
+ 119,
653
+ 120,
654
+ 121,
655
+ 122,
656
+ 123,
657
+ 124,
658
+ 125,
659
+ 126,
660
+ 127,
661
+ 128,
662
+ 129,
663
+ 130,
664
+ 131,
665
+ 132,
666
+ 133,
667
+ 134,
668
+ 135,
669
+ 136,
670
+ 137,
671
+ 138,
672
+ 139,
673
+ 140,
674
+ 141,
675
+ 142,
676
+ 143,
677
+ 144,
678
+ 145,
679
+ 146,
680
+ 147,
681
+ 148,
682
+ 149,
683
+ 150,
684
+ 151,
685
+ 152,
686
+ 153,
687
+ 154,
688
+ 155,
689
+ 156,
690
+ 157,
691
+ 158,
692
+ 159,
693
+ 160,
694
+ 161,
695
+ 162,
696
+ 163,
697
+ 164,
698
+ 165,
699
+ 166,
700
+ 167,
701
+ 168,
702
+ 169,
703
+ 170,
704
+ 171,
705
+ 172,
706
+ 173,
707
+ 174,
708
+ 175,
709
+ 176,
710
+ 177,
711
+ 178,
712
+ 179,
713
+ 180,
714
+ 181,
715
+ 182,
716
+ 183,
717
+ 184,
718
+ 185,
719
+ 186,
720
+ 187,
721
+ 188,
722
+ 189,
723
+ 190,
724
+ 191,
725
+ 192,
726
+ 193,
727
+ 194,
728
+ 195,
729
+ 196,
730
+ 197,
731
+ 198,
732
+ 199,
733
+ 200,
734
+ 201,
735
+ 202,
736
+ 203,
737
+ 204,
738
+ 205,
739
+ 206,
740
+ 207,
741
+ 208,
742
+ 209,
743
+ 210,
744
+ 211,
745
+ 212,
746
+ 213,
747
+ 214,
748
+ 215,
749
+ 216,
750
+ 217,
751
+ 218,
752
+ 219,
753
+ 220,
754
+ 221,
755
+ 222,
756
+ 223,
757
+ 224,
758
+ 225,
759
+ 226,
760
+ 227,
761
+ 228,
762
+ 229,
763
+ 230,
764
+ 231,
765
+ 232,
766
+ 233,
767
+ 234,
768
+ 235,
769
+ 236,
770
+ 237,
771
+ 238,
772
+ 239,
773
+ 240,
774
+ 241,
775
+ 242,
776
+ 243,
777
+ 244,
778
+ 245,
779
+ 246,
780
+ 247,
781
+ 248,
782
+ 249,
783
+ 250,
784
+ 251,
785
+ 252,
786
+ 253,
787
+ 254,
788
+ 255,
789
+ 256,
790
+ 257,
791
+ 258,
792
+ 259,
793
+ 260,
794
+ 261,
795
+ 262,
796
+ 263,
797
+ 264,
798
+ 265,
799
+ 266,
800
+ 267,
801
+ 268,
802
+ 269,
803
+ 270,
804
+ 271,
805
+ 272,
806
+ 273,
807
+ 274,
808
+ 275,
809
+ 276,
810
+ 277,
811
+ 278,
812
+ 279,
813
+ 280,
814
+ 281,
815
+ 282,
816
+ 283,
817
+ 284,
818
+ 285,
819
+ 286,
820
+ 287,
821
+ 288,
822
+ 289,
823
+ 290,
824
+ 291,
825
+ 292,
826
+ 293,
827
+ 294,
828
+ 295,
829
+ 296,
830
+ 297,
831
+ 298,
832
+ 299,
833
+ 300,
834
+ 301,
835
+ 302,
836
+ 303,
837
+ 304,
838
+ 305,
839
+ 306,
840
+ 307,
841
+ 308,
842
+ 309,
843
+ 310,
844
+ 311,
845
+ 312,
846
+ 313,
847
+ 314,
848
+ 315,
849
+ 316,
850
+ 317,
851
+ 318,
852
+ 319,
853
+ 320,
854
+ 321,
855
+ 322,
856
+ 323,
857
+ 324,
858
+ 325,
859
+ 326,
860
+ 327,
861
+ 328,
862
+ 329,
863
+ 330,
864
+ 331,
865
+ 332,
866
+ 333,
867
+ 334,
868
+ 335,
869
+ 336,
870
+ 337,
871
+ 338,
872
+ 339,
873
+ 340,
874
+ 341,
875
+ 342,
876
+ 343,
877
+ 344,
878
+ 345,
879
+ 346,
880
+ 347,
881
+ 348,
882
+ 349,
883
+ 350,
884
+ 351,
885
+ 352,
886
+ 353,
887
+ 354,
888
+ 355,
889
+ 356,
890
+ 357,
891
+ 358,
892
+ 359,
893
+ 360,
894
+ 361,
895
+ 362,
896
+ 363,
897
+ 364,
898
+ 365,
899
+ 366,
900
+ 367,
901
+ 368,
902
+ 369,
903
+ 370,
904
+ 371,
905
+ 372,
906
+ 373,
907
+ 374,
908
+ 375,
909
+ 376,
910
+ 377,
911
+ 378,
912
+ 379,
913
+ 380,
914
+ 381,
915
+ 382,
916
+ 383,
917
+ 384,
918
+ 385,
919
+ 386,
920
+ 387,
921
+ 388,
922
+ 389,
923
+ 390,
924
+ 391,
925
+ 392,
926
+ 393,
927
+ 394,
928
+ 395,
929
+ 396,
930
+ 397,
931
+ 398,
932
+ 399,
933
+ 400,
934
+ 401,
935
+ 402,
936
+ 403,
937
+ 404,
938
+ 405,
939
+ 406,
940
+ 407,
941
+ 408,
942
+ 409,
943
+ 410,
944
+ 411,
945
+ 412,
946
+ 413,
947
+ 414,
948
+ 415,
949
+ 416,
950
+ 417,
951
+ 418,
952
+ 419,
953
+ 420,
954
+ 421,
955
+ 422,
956
+ 423,
957
+ 424,
958
+ 425,
959
+ 426,
960
+ 427,
961
+ 428,
962
+ 429,
963
+ 430,
964
+ 431,
965
+ 432,
966
+ 433,
967
+ 434,
968
+ 435,
969
+ 436,
970
+ 437,
971
+ 438,
972
+ 439,
973
+ 440,
974
+ 441,
975
+ 442,
976
+ 443,
977
+ 444,
978
+ 445,
979
+ 446,
980
+ 447,
981
+ 448,
982
+ 449,
983
+ 450,
984
+ 451,
985
+ 452,
986
+ 453,
987
+ 454,
988
+ 455,
989
+ 456,
990
+ 457,
991
+ 458,
992
+ 459,
993
+ 460,
994
+ 461,
995
+ 462,
996
+ 463,
997
+ 464,
998
+ 465,
999
+ 466,
1000
+ 467,
1001
+ 468,
1002
+ 469,
1003
+ 470,
1004
+ 471,
1005
+ 472,
1006
+ 473,
1007
+ 474,
1008
+ 475,
1009
+ 476,
1010
+ 477,
1011
+ 478,
1012
+ 479,
1013
+ 480,
1014
+ 481,
1015
+ 482,
1016
+ 483,
1017
+ 484,
1018
+ 485,
1019
+ 486,
1020
+ 487,
1021
+ 488,
1022
+ 489,
1023
+ 490,
1024
+ 491,
1025
+ 492,
1026
+ 493,
1027
+ 494,
1028
+ 495,
1029
+ 496,
1030
+ 497,
1031
+ 498,
1032
+ 499,
1033
+ 500,
1034
+ 501,
1035
+ 502,
1036
+ 503,
1037
+ 504,
1038
+ 505,
1039
+ 506,
1040
+ 507,
1041
+ 508,
1042
+ 509,
1043
+ 510,
1044
+ 511
1045
+ ],
1046
+ "steps": null,
1047
+ "target_fps": 50.0,
1048
+ "valid_shape": [
1049
+ 512,
1050
+ 99
1051
+ ]
1052
+ },
1053
+ "transition_metrics": {
1054
+ "chunk_length": 60,
1055
+ "enabled": false,
1056
+ "num_frames": 60,
1057
+ "reason": "num_frames must be greater than chunk_length"
1058
+ }
1059
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/dataset_metrics.json ADDED
@@ -0,0 +1,382 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aioz_gdance_original_audio_test": {
3
+ "aistpp_edge": {
4
+ "div_g_gap": -0.6005604697678382,
5
+ "div_g_generated": 2.9081926992446028,
6
+ "div_g_reference": 3.508753169012441,
7
+ "div_k_gap": 81.02940894675827,
8
+ "div_k_generated": 91.78117030023866,
9
+ "div_k_reference": 10.751761353480386,
10
+ "fid_g": 35.6306334000604,
11
+ "fid_k": 93651.29931592321,
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature_dim": 90,
14
+ "num_samples": 103,
15
+ "pfc_gap": {
16
+ "max": 178.32003576864545,
17
+ "mean": 67.24127459760724,
18
+ "min": 15.298920955721847,
19
+ "std": 33.42092286828773
20
+ },
21
+ "pfc_generated": {
22
+ "max": 179.86476432794308,
23
+ "mean": 67.57230904438626,
24
+ "min": 17.126270322521176,
25
+ "std": 33.45877669190236
26
+ },
27
+ "pfc_reference": {
28
+ "max": 1.8273493667993277,
29
+ "mean": 0.33103444677902044,
30
+ "min": 0.0002850819517247187,
31
+ "std": 0.42521447955859853
32
+ }
33
+ },
34
+ "audio": {
35
+ "beat_align_gap": {
36
+ "max": 0.29742109364880104,
37
+ "mean": 0.09435439286732383,
38
+ "min": -0.13135234652654493,
39
+ "std": 0.09458591721878264
40
+ },
41
+ "beat_align_generated": {
42
+ "max": 0.7279403746511989,
43
+ "mean": 0.6198918756497075,
44
+ "min": 0.4757741387662795,
45
+ "std": 0.0536572664835285
46
+ },
47
+ "beat_align_reference": {
48
+ "max": 0.723284948504687,
49
+ "mean": 0.5255374827823837,
50
+ "min": 0.33650493752041727,
51
+ "std": 0.08282468265444852
52
+ },
53
+ "num_samples": 103
54
+ },
55
+ "num_samples": 103,
56
+ "physical": {
57
+ "body_jerk_mean": {
58
+ "max": 25616.380859375,
59
+ "mean": 18061.523503868324,
60
+ "min": 6780.6328125,
61
+ "std": 3245.0410847196554
62
+ },
63
+ "contact_sliding_speed": {
64
+ "max": 22.51631736755371,
65
+ "mean": 3.7335644046079763,
66
+ "min": 0.0,
67
+ "std": 2.7108540977657634
68
+ },
69
+ "foot_ground_error": {
70
+ "max": 1.1691645383834839,
71
+ "mean": 0.31919354590976123,
72
+ "min": 0.061452366411685944,
73
+ "std": 0.22647818269227832
74
+ },
75
+ "num_samples": 103
76
+ }
77
+ },
78
+ "aistpp_original_audio_test": {
79
+ "aistpp_edge": {
80
+ "div_g_gap": 1.0533737183610317,
81
+ "div_g_generated": 4.590722036034418,
82
+ "div_g_reference": 3.537348317673386,
83
+ "div_k_gap": -9.707989987753372,
84
+ "div_k_generated": 16.093876828008163,
85
+ "div_k_reference": 25.801866815761535,
86
+ "fid_g": 9.562538598025316,
87
+ "fid_k": 213.2890907681226,
88
+ "geometric_feature_dim": 412,
89
+ "kinetic_feature_dim": 90,
90
+ "num_samples": 103,
91
+ "pfc_gap": {
92
+ "max": 2.087185738295884,
93
+ "mean": -0.7116793787472444,
94
+ "min": -4.893458629439935,
95
+ "std": 1.2512048435074894
96
+ },
97
+ "pfc_generated": {
98
+ "max": 2.8522108075813595,
99
+ "mean": 0.4220777733356894,
100
+ "min": 0.0007431623633105094,
101
+ "std": 0.5140447171228101
102
+ },
103
+ "pfc_reference": {
104
+ "max": 5.70707503865729,
105
+ "mean": 1.133757152082934,
106
+ "min": 7.906221758636705e-05,
107
+ "std": 1.20097808165578
108
+ }
109
+ },
110
+ "audio": {
111
+ "beat_align_gap": {
112
+ "max": 0.7658168181202128,
113
+ "mean": 0.02336445099857403,
114
+ "min": -0.568428354170887,
115
+ "std": 0.24850789467245124
116
+ },
117
+ "beat_align_generated": {
118
+ "max": 0.9819864896355884,
119
+ "mean": 0.60847088573251,
120
+ "min": 0.0,
121
+ "std": 0.18694824679673994
122
+ },
123
+ "beat_align_reference": {
124
+ "max": 0.9864898672266914,
125
+ "mean": 0.585106434733936,
126
+ "min": 0.0,
127
+ "std": 0.1957126332414608
128
+ },
129
+ "num_samples": 103
130
+ },
131
+ "num_samples": 103,
132
+ "physical": {
133
+ "body_jerk_mean": {
134
+ "max": 859.9328002929688,
135
+ "mean": 282.2387893269363,
136
+ "min": 30.962900161743164,
137
+ "std": 143.17128808605202
138
+ },
139
+ "contact_sliding_speed": {
140
+ "max": 1.2693005800247192,
141
+ "mean": 0.45676151073528726,
142
+ "min": 0.022182516753673553,
143
+ "std": 0.315213892582366
144
+ },
145
+ "foot_ground_error": {
146
+ "max": 0.06355953216552734,
147
+ "mean": 0.022397311612312655,
148
+ "min": 0.009284330531954765,
149
+ "std": 0.00869792421107897
150
+ },
151
+ "num_samples": 103
152
+ }
153
+ },
154
+ "compas3d_original_audio_test": {
155
+ "aistpp_edge": {
156
+ "div_g_gap": -0.6279832392159723,
157
+ "div_g_generated": 3.9001632548713405,
158
+ "div_g_reference": 4.528146494087313,
159
+ "div_k_gap": 47.31130119840421,
160
+ "div_k_generated": 58.89592381384651,
161
+ "div_k_reference": 11.5846226154423,
162
+ "fid_g": 46.616300009091404,
163
+ "fid_k": 17444.449817686982,
164
+ "geometric_feature_dim": 412,
165
+ "kinetic_feature_dim": 90,
166
+ "num_samples": 102,
167
+ "pfc_gap": {
168
+ "max": 322.5566418987712,
169
+ "mean": 78.99655873289996,
170
+ "min": 6.708281900178947,
171
+ "std": 53.287965766228
172
+ },
173
+ "pfc_generated": {
174
+ "max": 323.8050697555552,
175
+ "mean": 79.50755186200065,
176
+ "min": 7.4465685437218285,
177
+ "std": 53.35215008958906
178
+ },
179
+ "pfc_reference": {
180
+ "max": 4.452664764476702,
181
+ "mean": 0.5109931291006972,
182
+ "min": 0.030597062388144053,
183
+ "std": 0.5892266660959979
184
+ }
185
+ },
186
+ "audio": {
187
+ "beat_align_gap": {
188
+ "max": 0.24031819221619904,
189
+ "mean": 0.0297418365308771,
190
+ "min": -0.1134923175392768,
191
+ "std": 0.07801862266473299
192
+ },
193
+ "beat_align_generated": {
194
+ "max": 0.7324747017403456,
195
+ "mean": 0.6170176543693774,
196
+ "min": 0.49080789860977725,
197
+ "std": 0.04950484143581938
198
+ },
199
+ "beat_align_reference": {
200
+ "max": 0.6759029031940639,
201
+ "mean": 0.5872758178385001,
202
+ "min": 0.44007268746408307,
203
+ "std": 0.06101503222114459
204
+ },
205
+ "num_samples": 102
206
+ },
207
+ "num_samples": 102,
208
+ "physical": {
209
+ "body_jerk_mean": {
210
+ "max": 28216.76171875,
211
+ "mean": 14276.820077933517,
212
+ "min": 4906.83984375,
213
+ "std": 4674.8227545327345
214
+ },
215
+ "contact_sliding_speed": {
216
+ "max": 6.2769775390625,
217
+ "mean": 0.9167704097196168,
218
+ "min": 0.0,
219
+ "std": 1.6784410136764993
220
+ },
221
+ "foot_ground_error": {
222
+ "max": 2.6670262813568115,
223
+ "mean": 1.3802508282310821,
224
+ "min": 0.39953500032424927,
225
+ "std": 0.4974793291813295
226
+ },
227
+ "num_samples": 102
228
+ }
229
+ },
230
+ "finedance_original_audio_test": {
231
+ "aistpp_edge": {
232
+ "div_g_gap": 0.3173109242448602,
233
+ "div_g_generated": 5.16353077951664,
234
+ "div_g_reference": 4.84621985527178,
235
+ "div_k_gap": -7.1505559477197735,
236
+ "div_k_generated": 12.332072995375196,
237
+ "div_k_reference": 19.48262894309497,
238
+ "fid_g": 5.893657515006794,
239
+ "fid_k": 119.53445360458551,
240
+ "geometric_feature_dim": 412,
241
+ "kinetic_feature_dim": 90,
242
+ "num_samples": 102,
243
+ "pfc_gap": {
244
+ "max": 1.0240496511371258,
245
+ "mean": -0.12444918037516027,
246
+ "min": -3.002920215477951,
247
+ "std": 0.523104842172866
248
+ },
249
+ "pfc_generated": {
250
+ "max": 1.202681668932795,
251
+ "mean": 0.19190521980438732,
252
+ "min": 8.277262495324009e-05,
253
+ "std": 0.26156852045351475
254
+ },
255
+ "pfc_reference": {
256
+ "max": 3.122781850827104,
257
+ "mean": 0.31635440017954763,
258
+ "min": 0.0007167596177271045,
259
+ "std": 0.4615235406182573
260
+ }
261
+ },
262
+ "audio": {
263
+ "beat_align_gap": {
264
+ "max": 0.5621422502572357,
265
+ "mean": 0.032861139612851836,
266
+ "min": -0.5132260357579682,
267
+ "std": 0.24598932208808078
268
+ },
269
+ "beat_align_generated": {
270
+ "max": 0.9155656239411915,
271
+ "mean": 0.5658693215966234,
272
+ "min": 0.15026226260999345,
273
+ "std": 0.16468514188270938
274
+ },
275
+ "beat_align_reference": {
276
+ "max": 0.9155656239411911,
277
+ "mean": 0.5330081819837715,
278
+ "min": 0.16565130039393888,
279
+ "std": 0.18274789702555308
280
+ },
281
+ "num_samples": 102
282
+ },
283
+ "num_samples": 102,
284
+ "physical": {
285
+ "body_jerk_mean": {
286
+ "max": 692.5217895507812,
287
+ "mean": 188.26059644362505,
288
+ "min": 19.212764739990234,
289
+ "std": 109.35706942267761
290
+ },
291
+ "contact_sliding_speed": {
292
+ "max": 1.16244375705719,
293
+ "mean": 0.28323549392414005,
294
+ "min": 0.0,
295
+ "std": 0.23842818147710385
296
+ },
297
+ "foot_ground_error": {
298
+ "max": 0.12142575532197952,
299
+ "mean": 0.030031215531897602,
300
+ "min": 0.00448920764029026,
301
+ "std": 0.019425109109486513
302
+ },
303
+ "num_samples": 102
304
+ }
305
+ },
306
+ "opendance_original_audio_test": {
307
+ "aistpp_edge": {
308
+ "div_g_gap": -1.2565420256896038,
309
+ "div_g_generated": 3.264311579716219,
310
+ "div_g_reference": 4.520853605405823,
311
+ "div_k_gap": 103.07271192784442,
312
+ "div_k_generated": 114.28793160504753,
313
+ "div_k_reference": 11.215219677203104,
314
+ "fid_g": 40.19751680852359,
315
+ "fid_k": 89329.93468900953,
316
+ "geometric_feature_dim": 412,
317
+ "kinetic_feature_dim": 90,
318
+ "num_samples": 102,
319
+ "pfc_gap": {
320
+ "max": 245.8800906987049,
321
+ "mean": 61.46870282133721,
322
+ "min": 0.24780043773071553,
323
+ "std": 41.78542317307547
324
+ },
325
+ "pfc_generated": {
326
+ "max": 245.93516029812736,
327
+ "mean": 61.54952679870019,
328
+ "min": 0.24782233986335134,
329
+ "std": 41.79326020708652
330
+ },
331
+ "pfc_reference": {
332
+ "max": 0.5202685491331398,
333
+ "mean": 0.08082397736300001,
334
+ "min": 1.734478249173508e-05,
335
+ "std": 0.0916078679556263
336
+ }
337
+ },
338
+ "audio": {
339
+ "beat_align_gap": {
340
+ "max": 0.2918844258915841,
341
+ "mean": 0.028934521457962516,
342
+ "min": -0.20258252315050052,
343
+ "std": 0.08128646747616958
344
+ },
345
+ "beat_align_generated": {
346
+ "max": 0.7384276759226012,
347
+ "mean": 0.6067718089295964,
348
+ "min": 0.0,
349
+ "std": 0.0833114040858493
350
+ },
351
+ "beat_align_reference": {
352
+ "max": 0.7346093465204763,
353
+ "mean": 0.5778372874716339,
354
+ "min": 0.0,
355
+ "std": 0.08261153009190644
356
+ },
357
+ "num_samples": 102
358
+ },
359
+ "num_samples": 102,
360
+ "physical": {
361
+ "body_jerk_mean": {
362
+ "max": 30477.10546875,
363
+ "mean": 17048.500413483263,
364
+ "min": 649.6159057617188,
365
+ "std": 4709.2940804525515
366
+ },
367
+ "contact_sliding_speed": {
368
+ "max": 8.206432342529297,
369
+ "mean": 3.3104384592642973,
370
+ "min": 0.0,
371
+ "std": 1.9495835352859283
372
+ },
373
+ "foot_ground_error": {
374
+ "max": 1.6481894254684448,
375
+ "mean": 0.3068474505607988,
376
+ "min": 0.02426082268357277,
377
+ "std": 0.25002561089042685
378
+ },
379
+ "num_samples": 102
380
+ }
381
+ }
382
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/metrics.json ADDED
@@ -0,0 +1,1062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": {
3
+ "aistpp_edge_metrics": {
4
+ "div_g_gap": 0.4912396923982545,
5
+ "div_g_generated": 5.538479940205537,
6
+ "div_g_reference": 5.047240247807283,
7
+ "div_k_gap": 145.79114684059667,
8
+ "div_k_generated": 163.34853772375862,
9
+ "div_k_reference": 17.557390883161947,
10
+ "fid_g": 17.59154010845832,
11
+ "fid_k": 35864.35698965406,
12
+ "frames": 60,
13
+ "geometric_feature": "g1_root_relative_body_geometry",
14
+ "geometric_feature_dim": 412,
15
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
16
+ "kinetic_feature_dim": 90,
17
+ "left_foot_indices": [
18
+ 5,
19
+ 6
20
+ ],
21
+ "num_samples": 512,
22
+ "pfc_gap": {
23
+ "max": 322.5566418987712,
24
+ "mean": 41.34240462827442,
25
+ "min": -4.893458629439935,
26
+ "std": 48.32229743895122
27
+ },
28
+ "pfc_generated": {
29
+ "max": 323.8050697555552,
30
+ "mean": 41.818004293040815,
31
+ "min": 8.277262495324009e-05,
32
+ "std": 48.21023310686493
33
+ },
34
+ "pfc_reference": {
35
+ "max": 5.70707503865729,
36
+ "mean": 0.4755996647663911,
37
+ "min": 1.734478249173508e-05,
38
+ "std": 0.7533269154919695
39
+ },
40
+ "right_foot_indices": [
41
+ 11,
42
+ 12
43
+ ],
44
+ "root_index": 0,
45
+ "up_axis": "z"
46
+ },
47
+ "audio_metrics": {
48
+ "beat_align_gap": {
49
+ "max": 0.7658168181202128,
50
+ "mean": 0.04191770639367189,
51
+ "min": -0.568428354170887,
52
+ "std": 0.1717820495883199
53
+ },
54
+ "beat_align_generated": {
55
+ "max": 0.9819864896355884,
56
+ "mean": 0.603645625940858,
57
+ "min": 0.0,
58
+ "std": 0.1235465244944715
59
+ },
60
+ "beat_align_reference": {
61
+ "max": 0.9864898672266914,
62
+ "mean": 0.5617279195471861,
63
+ "min": 0.0,
64
+ "std": 0.13623366091628014
65
+ },
66
+ "beat_direction": "music_to_motion",
67
+ "beat_threshold": 0.5,
68
+ "frames": 60,
69
+ "min_motion_beat_distance_seconds": 0.25,
70
+ "num_samples": 512,
71
+ "sigma_frames": 3.0
72
+ },
73
+ "benchmark": "artifact_audio",
74
+ "dataset_metrics": {
75
+ "aioz_gdance_original_audio_test": {
76
+ "aistpp_edge": {
77
+ "div_g_gap": -0.6005604697678382,
78
+ "div_g_generated": 2.9081926992446028,
79
+ "div_g_reference": 3.508753169012441,
80
+ "div_k_gap": 81.02940894675827,
81
+ "div_k_generated": 91.78117030023866,
82
+ "div_k_reference": 10.751761353480386,
83
+ "fid_g": 35.6306334000604,
84
+ "fid_k": 93651.29931592321,
85
+ "geometric_feature_dim": 412,
86
+ "kinetic_feature_dim": 90,
87
+ "num_samples": 103,
88
+ "pfc_gap": {
89
+ "max": 178.32003576864545,
90
+ "mean": 67.24127459760724,
91
+ "min": 15.298920955721847,
92
+ "std": 33.42092286828773
93
+ },
94
+ "pfc_generated": {
95
+ "max": 179.86476432794308,
96
+ "mean": 67.57230904438626,
97
+ "min": 17.126270322521176,
98
+ "std": 33.45877669190236
99
+ },
100
+ "pfc_reference": {
101
+ "max": 1.8273493667993277,
102
+ "mean": 0.33103444677902044,
103
+ "min": 0.0002850819517247187,
104
+ "std": 0.42521447955859853
105
+ }
106
+ },
107
+ "audio": {
108
+ "beat_align_gap": {
109
+ "max": 0.29742109364880104,
110
+ "mean": 0.09435439286732383,
111
+ "min": -0.13135234652654493,
112
+ "std": 0.09458591721878264
113
+ },
114
+ "beat_align_generated": {
115
+ "max": 0.7279403746511989,
116
+ "mean": 0.6198918756497075,
117
+ "min": 0.4757741387662795,
118
+ "std": 0.0536572664835285
119
+ },
120
+ "beat_align_reference": {
121
+ "max": 0.723284948504687,
122
+ "mean": 0.5255374827823837,
123
+ "min": 0.33650493752041727,
124
+ "std": 0.08282468265444852
125
+ },
126
+ "num_samples": 103
127
+ },
128
+ "num_samples": 103,
129
+ "physical": {
130
+ "body_jerk_mean": {
131
+ "max": 25616.380859375,
132
+ "mean": 18061.523503868324,
133
+ "min": 6780.6328125,
134
+ "std": 3245.0410847196554
135
+ },
136
+ "contact_sliding_speed": {
137
+ "max": 22.51631736755371,
138
+ "mean": 3.7335644046079763,
139
+ "min": 0.0,
140
+ "std": 2.7108540977657634
141
+ },
142
+ "foot_ground_error": {
143
+ "max": 1.1691645383834839,
144
+ "mean": 0.31919354590976123,
145
+ "min": 0.061452366411685944,
146
+ "std": 0.22647818269227832
147
+ },
148
+ "num_samples": 103
149
+ }
150
+ },
151
+ "aistpp_original_audio_test": {
152
+ "aistpp_edge": {
153
+ "div_g_gap": 1.0533737183610317,
154
+ "div_g_generated": 4.590722036034418,
155
+ "div_g_reference": 3.537348317673386,
156
+ "div_k_gap": -9.707989987753372,
157
+ "div_k_generated": 16.093876828008163,
158
+ "div_k_reference": 25.801866815761535,
159
+ "fid_g": 9.562538598025316,
160
+ "fid_k": 213.2890907681226,
161
+ "geometric_feature_dim": 412,
162
+ "kinetic_feature_dim": 90,
163
+ "num_samples": 103,
164
+ "pfc_gap": {
165
+ "max": 2.087185738295884,
166
+ "mean": -0.7116793787472444,
167
+ "min": -4.893458629439935,
168
+ "std": 1.2512048435074894
169
+ },
170
+ "pfc_generated": {
171
+ "max": 2.8522108075813595,
172
+ "mean": 0.4220777733356894,
173
+ "min": 0.0007431623633105094,
174
+ "std": 0.5140447171228101
175
+ },
176
+ "pfc_reference": {
177
+ "max": 5.70707503865729,
178
+ "mean": 1.133757152082934,
179
+ "min": 7.906221758636705e-05,
180
+ "std": 1.20097808165578
181
+ }
182
+ },
183
+ "audio": {
184
+ "beat_align_gap": {
185
+ "max": 0.7658168181202128,
186
+ "mean": 0.02336445099857403,
187
+ "min": -0.568428354170887,
188
+ "std": 0.24850789467245124
189
+ },
190
+ "beat_align_generated": {
191
+ "max": 0.9819864896355884,
192
+ "mean": 0.60847088573251,
193
+ "min": 0.0,
194
+ "std": 0.18694824679673994
195
+ },
196
+ "beat_align_reference": {
197
+ "max": 0.9864898672266914,
198
+ "mean": 0.585106434733936,
199
+ "min": 0.0,
200
+ "std": 0.1957126332414608
201
+ },
202
+ "num_samples": 103
203
+ },
204
+ "num_samples": 103,
205
+ "physical": {
206
+ "body_jerk_mean": {
207
+ "max": 859.9328002929688,
208
+ "mean": 282.2387893269363,
209
+ "min": 30.962900161743164,
210
+ "std": 143.17128808605202
211
+ },
212
+ "contact_sliding_speed": {
213
+ "max": 1.2693005800247192,
214
+ "mean": 0.45676151073528726,
215
+ "min": 0.022182516753673553,
216
+ "std": 0.315213892582366
217
+ },
218
+ "foot_ground_error": {
219
+ "max": 0.06355953216552734,
220
+ "mean": 0.022397311612312655,
221
+ "min": 0.009284330531954765,
222
+ "std": 0.00869792421107897
223
+ },
224
+ "num_samples": 103
225
+ }
226
+ },
227
+ "compas3d_original_audio_test": {
228
+ "aistpp_edge": {
229
+ "div_g_gap": -0.6279832392159723,
230
+ "div_g_generated": 3.9001632548713405,
231
+ "div_g_reference": 4.528146494087313,
232
+ "div_k_gap": 47.31130119840421,
233
+ "div_k_generated": 58.89592381384651,
234
+ "div_k_reference": 11.5846226154423,
235
+ "fid_g": 46.616300009091404,
236
+ "fid_k": 17444.449817686982,
237
+ "geometric_feature_dim": 412,
238
+ "kinetic_feature_dim": 90,
239
+ "num_samples": 102,
240
+ "pfc_gap": {
241
+ "max": 322.5566418987712,
242
+ "mean": 78.99655873289996,
243
+ "min": 6.708281900178947,
244
+ "std": 53.287965766228
245
+ },
246
+ "pfc_generated": {
247
+ "max": 323.8050697555552,
248
+ "mean": 79.50755186200065,
249
+ "min": 7.4465685437218285,
250
+ "std": 53.35215008958906
251
+ },
252
+ "pfc_reference": {
253
+ "max": 4.452664764476702,
254
+ "mean": 0.5109931291006972,
255
+ "min": 0.030597062388144053,
256
+ "std": 0.5892266660959979
257
+ }
258
+ },
259
+ "audio": {
260
+ "beat_align_gap": {
261
+ "max": 0.24031819221619904,
262
+ "mean": 0.0297418365308771,
263
+ "min": -0.1134923175392768,
264
+ "std": 0.07801862266473299
265
+ },
266
+ "beat_align_generated": {
267
+ "max": 0.7324747017403456,
268
+ "mean": 0.6170176543693774,
269
+ "min": 0.49080789860977725,
270
+ "std": 0.04950484143581938
271
+ },
272
+ "beat_align_reference": {
273
+ "max": 0.6759029031940639,
274
+ "mean": 0.5872758178385001,
275
+ "min": 0.44007268746408307,
276
+ "std": 0.06101503222114459
277
+ },
278
+ "num_samples": 102
279
+ },
280
+ "num_samples": 102,
281
+ "physical": {
282
+ "body_jerk_mean": {
283
+ "max": 28216.76171875,
284
+ "mean": 14276.820077933517,
285
+ "min": 4906.83984375,
286
+ "std": 4674.8227545327345
287
+ },
288
+ "contact_sliding_speed": {
289
+ "max": 6.2769775390625,
290
+ "mean": 0.9167704097196168,
291
+ "min": 0.0,
292
+ "std": 1.6784410136764993
293
+ },
294
+ "foot_ground_error": {
295
+ "max": 2.6670262813568115,
296
+ "mean": 1.3802508282310821,
297
+ "min": 0.39953500032424927,
298
+ "std": 0.4974793291813295
299
+ },
300
+ "num_samples": 102
301
+ }
302
+ },
303
+ "finedance_original_audio_test": {
304
+ "aistpp_edge": {
305
+ "div_g_gap": 0.3173109242448602,
306
+ "div_g_generated": 5.16353077951664,
307
+ "div_g_reference": 4.84621985527178,
308
+ "div_k_gap": -7.1505559477197735,
309
+ "div_k_generated": 12.332072995375196,
310
+ "div_k_reference": 19.48262894309497,
311
+ "fid_g": 5.893657515006794,
312
+ "fid_k": 119.53445360458551,
313
+ "geometric_feature_dim": 412,
314
+ "kinetic_feature_dim": 90,
315
+ "num_samples": 102,
316
+ "pfc_gap": {
317
+ "max": 1.0240496511371258,
318
+ "mean": -0.12444918037516027,
319
+ "min": -3.002920215477951,
320
+ "std": 0.523104842172866
321
+ },
322
+ "pfc_generated": {
323
+ "max": 1.202681668932795,
324
+ "mean": 0.19190521980438732,
325
+ "min": 8.277262495324009e-05,
326
+ "std": 0.26156852045351475
327
+ },
328
+ "pfc_reference": {
329
+ "max": 3.122781850827104,
330
+ "mean": 0.31635440017954763,
331
+ "min": 0.0007167596177271045,
332
+ "std": 0.4615235406182573
333
+ }
334
+ },
335
+ "audio": {
336
+ "beat_align_gap": {
337
+ "max": 0.5621422502572357,
338
+ "mean": 0.032861139612851836,
339
+ "min": -0.5132260357579682,
340
+ "std": 0.24598932208808078
341
+ },
342
+ "beat_align_generated": {
343
+ "max": 0.9155656239411915,
344
+ "mean": 0.5658693215966234,
345
+ "min": 0.15026226260999345,
346
+ "std": 0.16468514188270938
347
+ },
348
+ "beat_align_reference": {
349
+ "max": 0.9155656239411911,
350
+ "mean": 0.5330081819837715,
351
+ "min": 0.16565130039393888,
352
+ "std": 0.18274789702555308
353
+ },
354
+ "num_samples": 102
355
+ },
356
+ "num_samples": 102,
357
+ "physical": {
358
+ "body_jerk_mean": {
359
+ "max": 692.5217895507812,
360
+ "mean": 188.26059644362505,
361
+ "min": 19.212764739990234,
362
+ "std": 109.35706942267761
363
+ },
364
+ "contact_sliding_speed": {
365
+ "max": 1.16244375705719,
366
+ "mean": 0.28323549392414005,
367
+ "min": 0.0,
368
+ "std": 0.23842818147710385
369
+ },
370
+ "foot_ground_error": {
371
+ "max": 0.12142575532197952,
372
+ "mean": 0.030031215531897602,
373
+ "min": 0.00448920764029026,
374
+ "std": 0.019425109109486513
375
+ },
376
+ "num_samples": 102
377
+ }
378
+ },
379
+ "opendance_original_audio_test": {
380
+ "aistpp_edge": {
381
+ "div_g_gap": -1.2565420256896038,
382
+ "div_g_generated": 3.264311579716219,
383
+ "div_g_reference": 4.520853605405823,
384
+ "div_k_gap": 103.07271192784442,
385
+ "div_k_generated": 114.28793160504753,
386
+ "div_k_reference": 11.215219677203104,
387
+ "fid_g": 40.19751680852359,
388
+ "fid_k": 89329.93468900953,
389
+ "geometric_feature_dim": 412,
390
+ "kinetic_feature_dim": 90,
391
+ "num_samples": 102,
392
+ "pfc_gap": {
393
+ "max": 245.8800906987049,
394
+ "mean": 61.46870282133721,
395
+ "min": 0.24780043773071553,
396
+ "std": 41.78542317307547
397
+ },
398
+ "pfc_generated": {
399
+ "max": 245.93516029812736,
400
+ "mean": 61.54952679870019,
401
+ "min": 0.24782233986335134,
402
+ "std": 41.79326020708652
403
+ },
404
+ "pfc_reference": {
405
+ "max": 0.5202685491331398,
406
+ "mean": 0.08082397736300001,
407
+ "min": 1.734478249173508e-05,
408
+ "std": 0.0916078679556263
409
+ }
410
+ },
411
+ "audio": {
412
+ "beat_align_gap": {
413
+ "max": 0.2918844258915841,
414
+ "mean": 0.028934521457962516,
415
+ "min": -0.20258252315050052,
416
+ "std": 0.08128646747616958
417
+ },
418
+ "beat_align_generated": {
419
+ "max": 0.7384276759226012,
420
+ "mean": 0.6067718089295964,
421
+ "min": 0.0,
422
+ "std": 0.0833114040858493
423
+ },
424
+ "beat_align_reference": {
425
+ "max": 0.7346093465204763,
426
+ "mean": 0.5778372874716339,
427
+ "min": 0.0,
428
+ "std": 0.08261153009190644
429
+ },
430
+ "num_samples": 102
431
+ },
432
+ "num_samples": 102,
433
+ "physical": {
434
+ "body_jerk_mean": {
435
+ "max": 30477.10546875,
436
+ "mean": 17048.500413483263,
437
+ "min": 649.6159057617188,
438
+ "std": 4709.2940804525515
439
+ },
440
+ "contact_sliding_speed": {
441
+ "max": 8.206432342529297,
442
+ "mean": 3.3104384592642973,
443
+ "min": 0.0,
444
+ "std": 1.9495835352859283
445
+ },
446
+ "foot_ground_error": {
447
+ "max": 1.6481894254684448,
448
+ "mean": 0.3068474505607988,
449
+ "min": 0.02426082268357277,
450
+ "std": 0.25002561089042685
451
+ },
452
+ "num_samples": 102
453
+ }
454
+ }
455
+ },
456
+ "exp": "g1_transformer_guided_100m",
457
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs_baseline/genmo_gmr/audio_mixed_modalities_all_v1/generated_qpos.npz",
458
+ "label": "GENMO+GMR Audio",
459
+ "num_frames": 60,
460
+ "num_samples": 512,
461
+ "physical_metrics": {
462
+ "body_jerk_mean": {
463
+ "max": 30477.10546875,
464
+ "mean": 9968.34528742358,
465
+ "min": 19.212764739990234,
466
+ "std": 8699.854044929549
467
+ },
468
+ "contact_height_threshold": 0.12,
469
+ "contact_penetration_tolerance": 0.02,
470
+ "contact_sliding_speed": {
471
+ "max": 22.51631736755371,
472
+ "mean": 1.7415408091737845,
473
+ "min": 0.0,
474
+ "std": 2.237858122710894
475
+ },
476
+ "foot_ground_error": {
477
+ "max": 2.6670262813568115,
478
+ "mean": 0.41080286473788874,
479
+ "min": 0.00448920764029026,
480
+ "std": 0.5678661867335456
481
+ },
482
+ "frames": 60,
483
+ "num_samples": 512
484
+ },
485
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/reference_qpos.npz",
486
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/sample_metrics.jsonl",
487
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512.jsonl",
488
+ "split": "test",
489
+ "tracker_executed": {
490
+ "action_clip": 10.0,
491
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_executed_qpos.npz",
492
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/benchmark_tracker.json",
493
+ "control_substeps": 10,
494
+ "enabled": true,
495
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
496
+ "metrics": {
497
+ "e_acc": {
498
+ "max": 258.4482729434967,
499
+ "mean": 86.02419120916238,
500
+ "min": 0.5103882867842913,
501
+ "std": 75.36821807539927
502
+ },
503
+ "e_vel": {
504
+ "max": 922.0945835113525,
505
+ "mean": 129.9120680298529,
506
+ "min": 1.0759305441752076,
507
+ "std": 146.71336277286673
508
+ },
509
+ "enabled": true,
510
+ "g_mpjpe": {
511
+ "max": 48326.011657714844,
512
+ "mean": 4629.739625965158,
513
+ "min": 24.832356721162796,
514
+ "std": 8118.169371384463
515
+ },
516
+ "mpjpe": {
517
+ "max": 486.8028461933136,
518
+ "mean": 248.8679347152356,
519
+ "min": 19.64125782251358,
520
+ "std": 171.5156639069681
521
+ },
522
+ "num_samples": 512,
523
+ "root_index": 0,
524
+ "target_fps": 50.0
525
+ },
526
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_metrics.json",
527
+ "num_generated_samples": 512,
528
+ "num_samples": 512,
529
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
530
+ "robot_xml": null,
531
+ "root_index": 0,
532
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_sample_metrics.jsonl",
533
+ "selected_indices": [
534
+ 0,
535
+ 1,
536
+ 2,
537
+ 3,
538
+ 4,
539
+ 5,
540
+ 6,
541
+ 7,
542
+ 8,
543
+ 9,
544
+ 10,
545
+ 11,
546
+ 12,
547
+ 13,
548
+ 14,
549
+ 15,
550
+ 16,
551
+ 17,
552
+ 18,
553
+ 19,
554
+ 20,
555
+ 21,
556
+ 22,
557
+ 23,
558
+ 24,
559
+ 25,
560
+ 26,
561
+ 27,
562
+ 28,
563
+ 29,
564
+ 30,
565
+ 31,
566
+ 32,
567
+ 33,
568
+ 34,
569
+ 35,
570
+ 36,
571
+ 37,
572
+ 38,
573
+ 39,
574
+ 40,
575
+ 41,
576
+ 42,
577
+ 43,
578
+ 44,
579
+ 45,
580
+ 46,
581
+ 47,
582
+ 48,
583
+ 49,
584
+ 50,
585
+ 51,
586
+ 52,
587
+ 53,
588
+ 54,
589
+ 55,
590
+ 56,
591
+ 57,
592
+ 58,
593
+ 59,
594
+ 60,
595
+ 61,
596
+ 62,
597
+ 63,
598
+ 64,
599
+ 65,
600
+ 66,
601
+ 67,
602
+ 68,
603
+ 69,
604
+ 70,
605
+ 71,
606
+ 72,
607
+ 73,
608
+ 74,
609
+ 75,
610
+ 76,
611
+ 77,
612
+ 78,
613
+ 79,
614
+ 80,
615
+ 81,
616
+ 82,
617
+ 83,
618
+ 84,
619
+ 85,
620
+ 86,
621
+ 87,
622
+ 88,
623
+ 89,
624
+ 90,
625
+ 91,
626
+ 92,
627
+ 93,
628
+ 94,
629
+ 95,
630
+ 96,
631
+ 97,
632
+ 98,
633
+ 99,
634
+ 100,
635
+ 101,
636
+ 102,
637
+ 103,
638
+ 104,
639
+ 105,
640
+ 106,
641
+ 107,
642
+ 108,
643
+ 109,
644
+ 110,
645
+ 111,
646
+ 112,
647
+ 113,
648
+ 114,
649
+ 115,
650
+ 116,
651
+ 117,
652
+ 118,
653
+ 119,
654
+ 120,
655
+ 121,
656
+ 122,
657
+ 123,
658
+ 124,
659
+ 125,
660
+ 126,
661
+ 127,
662
+ 128,
663
+ 129,
664
+ 130,
665
+ 131,
666
+ 132,
667
+ 133,
668
+ 134,
669
+ 135,
670
+ 136,
671
+ 137,
672
+ 138,
673
+ 139,
674
+ 140,
675
+ 141,
676
+ 142,
677
+ 143,
678
+ 144,
679
+ 145,
680
+ 146,
681
+ 147,
682
+ 148,
683
+ 149,
684
+ 150,
685
+ 151,
686
+ 152,
687
+ 153,
688
+ 154,
689
+ 155,
690
+ 156,
691
+ 157,
692
+ 158,
693
+ 159,
694
+ 160,
695
+ 161,
696
+ 162,
697
+ 163,
698
+ 164,
699
+ 165,
700
+ 166,
701
+ 167,
702
+ 168,
703
+ 169,
704
+ 170,
705
+ 171,
706
+ 172,
707
+ 173,
708
+ 174,
709
+ 175,
710
+ 176,
711
+ 177,
712
+ 178,
713
+ 179,
714
+ 180,
715
+ 181,
716
+ 182,
717
+ 183,
718
+ 184,
719
+ 185,
720
+ 186,
721
+ 187,
722
+ 188,
723
+ 189,
724
+ 190,
725
+ 191,
726
+ 192,
727
+ 193,
728
+ 194,
729
+ 195,
730
+ 196,
731
+ 197,
732
+ 198,
733
+ 199,
734
+ 200,
735
+ 201,
736
+ 202,
737
+ 203,
738
+ 204,
739
+ 205,
740
+ 206,
741
+ 207,
742
+ 208,
743
+ 209,
744
+ 210,
745
+ 211,
746
+ 212,
747
+ 213,
748
+ 214,
749
+ 215,
750
+ 216,
751
+ 217,
752
+ 218,
753
+ 219,
754
+ 220,
755
+ 221,
756
+ 222,
757
+ 223,
758
+ 224,
759
+ 225,
760
+ 226,
761
+ 227,
762
+ 228,
763
+ 229,
764
+ 230,
765
+ 231,
766
+ 232,
767
+ 233,
768
+ 234,
769
+ 235,
770
+ 236,
771
+ 237,
772
+ 238,
773
+ 239,
774
+ 240,
775
+ 241,
776
+ 242,
777
+ 243,
778
+ 244,
779
+ 245,
780
+ 246,
781
+ 247,
782
+ 248,
783
+ 249,
784
+ 250,
785
+ 251,
786
+ 252,
787
+ 253,
788
+ 254,
789
+ 255,
790
+ 256,
791
+ 257,
792
+ 258,
793
+ 259,
794
+ 260,
795
+ 261,
796
+ 262,
797
+ 263,
798
+ 264,
799
+ 265,
800
+ 266,
801
+ 267,
802
+ 268,
803
+ 269,
804
+ 270,
805
+ 271,
806
+ 272,
807
+ 273,
808
+ 274,
809
+ 275,
810
+ 276,
811
+ 277,
812
+ 278,
813
+ 279,
814
+ 280,
815
+ 281,
816
+ 282,
817
+ 283,
818
+ 284,
819
+ 285,
820
+ 286,
821
+ 287,
822
+ 288,
823
+ 289,
824
+ 290,
825
+ 291,
826
+ 292,
827
+ 293,
828
+ 294,
829
+ 295,
830
+ 296,
831
+ 297,
832
+ 298,
833
+ 299,
834
+ 300,
835
+ 301,
836
+ 302,
837
+ 303,
838
+ 304,
839
+ 305,
840
+ 306,
841
+ 307,
842
+ 308,
843
+ 309,
844
+ 310,
845
+ 311,
846
+ 312,
847
+ 313,
848
+ 314,
849
+ 315,
850
+ 316,
851
+ 317,
852
+ 318,
853
+ 319,
854
+ 320,
855
+ 321,
856
+ 322,
857
+ 323,
858
+ 324,
859
+ 325,
860
+ 326,
861
+ 327,
862
+ 328,
863
+ 329,
864
+ 330,
865
+ 331,
866
+ 332,
867
+ 333,
868
+ 334,
869
+ 335,
870
+ 336,
871
+ 337,
872
+ 338,
873
+ 339,
874
+ 340,
875
+ 341,
876
+ 342,
877
+ 343,
878
+ 344,
879
+ 345,
880
+ 346,
881
+ 347,
882
+ 348,
883
+ 349,
884
+ 350,
885
+ 351,
886
+ 352,
887
+ 353,
888
+ 354,
889
+ 355,
890
+ 356,
891
+ 357,
892
+ 358,
893
+ 359,
894
+ 360,
895
+ 361,
896
+ 362,
897
+ 363,
898
+ 364,
899
+ 365,
900
+ 366,
901
+ 367,
902
+ 368,
903
+ 369,
904
+ 370,
905
+ 371,
906
+ 372,
907
+ 373,
908
+ 374,
909
+ 375,
910
+ 376,
911
+ 377,
912
+ 378,
913
+ 379,
914
+ 380,
915
+ 381,
916
+ 382,
917
+ 383,
918
+ 384,
919
+ 385,
920
+ 386,
921
+ 387,
922
+ 388,
923
+ 389,
924
+ 390,
925
+ 391,
926
+ 392,
927
+ 393,
928
+ 394,
929
+ 395,
930
+ 396,
931
+ 397,
932
+ 398,
933
+ 399,
934
+ 400,
935
+ 401,
936
+ 402,
937
+ 403,
938
+ 404,
939
+ 405,
940
+ 406,
941
+ 407,
942
+ 408,
943
+ 409,
944
+ 410,
945
+ 411,
946
+ 412,
947
+ 413,
948
+ 414,
949
+ 415,
950
+ 416,
951
+ 417,
952
+ 418,
953
+ 419,
954
+ 420,
955
+ 421,
956
+ 422,
957
+ 423,
958
+ 424,
959
+ 425,
960
+ 426,
961
+ 427,
962
+ 428,
963
+ 429,
964
+ 430,
965
+ 431,
966
+ 432,
967
+ 433,
968
+ 434,
969
+ 435,
970
+ 436,
971
+ 437,
972
+ 438,
973
+ 439,
974
+ 440,
975
+ 441,
976
+ 442,
977
+ 443,
978
+ 444,
979
+ 445,
980
+ 446,
981
+ 447,
982
+ 448,
983
+ 449,
984
+ 450,
985
+ 451,
986
+ 452,
987
+ 453,
988
+ 454,
989
+ 455,
990
+ 456,
991
+ 457,
992
+ 458,
993
+ 459,
994
+ 460,
995
+ 461,
996
+ 462,
997
+ 463,
998
+ 464,
999
+ 465,
1000
+ 466,
1001
+ 467,
1002
+ 468,
1003
+ 469,
1004
+ 470,
1005
+ 471,
1006
+ 472,
1007
+ 473,
1008
+ 474,
1009
+ 475,
1010
+ 476,
1011
+ 477,
1012
+ 478,
1013
+ 479,
1014
+ 480,
1015
+ 481,
1016
+ 482,
1017
+ 483,
1018
+ 484,
1019
+ 485,
1020
+ 486,
1021
+ 487,
1022
+ 488,
1023
+ 489,
1024
+ 490,
1025
+ 491,
1026
+ 492,
1027
+ 493,
1028
+ 494,
1029
+ 495,
1030
+ 496,
1031
+ 497,
1032
+ 498,
1033
+ 499,
1034
+ 500,
1035
+ 501,
1036
+ 502,
1037
+ 503,
1038
+ 504,
1039
+ 505,
1040
+ 506,
1041
+ 507,
1042
+ 508,
1043
+ 509,
1044
+ 510,
1045
+ 511
1046
+ ],
1047
+ "steps": null,
1048
+ "target_fps": 50.0,
1049
+ "valid_shape": [
1050
+ 512,
1051
+ 99
1052
+ ]
1053
+ },
1054
+ "transition_metrics": {
1055
+ "chunk_length": 60,
1056
+ "enabled": false,
1057
+ "num_frames": 60,
1058
+ "reason": "num_frames must be greater than chunk_length"
1059
+ }
1060
+ },
1061
+ "label": "GENMO+GMR Audio"
1062
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/physical_metrics.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "body_jerk_mean": {
3
+ "max": 30477.10546875,
4
+ "mean": 9968.34528742358,
5
+ "min": 19.212764739990234,
6
+ "std": 8699.854044929549
7
+ },
8
+ "contact_height_threshold": 0.12,
9
+ "contact_penetration_tolerance": 0.02,
10
+ "contact_sliding_speed": {
11
+ "max": 22.51631736755371,
12
+ "mean": 1.7415408091737845,
13
+ "min": 0.0,
14
+ "std": 2.237858122710894
15
+ },
16
+ "foot_ground_error": {
17
+ "max": 2.6670262813568115,
18
+ "mean": 0.41080286473788874,
19
+ "min": 0.00448920764029026,
20
+ "std": 0.5678661867335456
21
+ },
22
+ "frames": 60,
23
+ "num_samples": 512
24
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/samples.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/summary.md ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ # Generation Benchmark Summary
2
+
3
+ - benchmark: artifact_audio
4
+ - label: GENMO+GMR Audio
5
+ - exp: g1_transformer_guided_100m
6
+ - split: test
7
+
8
+ | ckpt | FID(seq) | KID(seq) | R@1 | R@2 | R@3 | Diversity | Matching | MultiModal Dist | BeatAlign | BeatAlign Ref | BeatAlign Gap | FIDk | FIDg | Divk | Divg | PFC | PFC Ref | contact_sliding | foot_ground_error | body_jerk | PJ | AUJ | Tracker g-MPJPE | Tracker MPJPE | Tracker E_vel | Tracker E_acc |
9
+ |---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
10
+ | GENMO+GMR Audio | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | **0.6036 +/- 0.1235** | **0.5617 +/- 0.1362** | **0.0419 +/- 0.1718** | **35864.3570** | **17.5915** | **163.3485** | **5.5385** | **41.8180 +/- 48.2102** | **0.4756 +/- 0.7533** | **1.7415 +/- 2.2379** | **0.4108 +/- 0.5679** | **9968.3453 +/- 8699.8540** | N/A | N/A | **4629.7396 +/- 8118.1694** | **248.8679 +/- 171.5157** | **129.9121 +/- 146.7134** | **86.0242 +/- 75.3682** |
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed.json ADDED
@@ -0,0 +1,565 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_clip": 10.0,
3
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_executed_qpos.npz",
4
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/benchmark_tracker.json",
5
+ "control_substeps": 10,
6
+ "enabled": true,
7
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
8
+ "metrics": {
9
+ "e_acc": {
10
+ "max": 258.4482729434967,
11
+ "mean": 86.02419120916238,
12
+ "min": 0.5103882867842913,
13
+ "std": 75.36821807539927
14
+ },
15
+ "e_vel": {
16
+ "max": 922.0945835113525,
17
+ "mean": 129.9120680298529,
18
+ "min": 1.0759305441752076,
19
+ "std": 146.71336277286673
20
+ },
21
+ "enabled": true,
22
+ "g_mpjpe": {
23
+ "max": 48326.011657714844,
24
+ "mean": 4629.739625965158,
25
+ "min": 24.832356721162796,
26
+ "std": 8118.169371384463
27
+ },
28
+ "mpjpe": {
29
+ "max": 486.8028461933136,
30
+ "mean": 248.8679347152356,
31
+ "min": 19.64125782251358,
32
+ "std": 171.5156639069681
33
+ },
34
+ "num_samples": 512,
35
+ "root_index": 0,
36
+ "target_fps": 50.0
37
+ },
38
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_metrics.json",
39
+ "num_generated_samples": 512,
40
+ "num_samples": 512,
41
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
42
+ "robot_xml": null,
43
+ "root_index": 0,
44
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_sample_metrics.jsonl",
45
+ "selected_indices": [
46
+ 0,
47
+ 1,
48
+ 2,
49
+ 3,
50
+ 4,
51
+ 5,
52
+ 6,
53
+ 7,
54
+ 8,
55
+ 9,
56
+ 10,
57
+ 11,
58
+ 12,
59
+ 13,
60
+ 14,
61
+ 15,
62
+ 16,
63
+ 17,
64
+ 18,
65
+ 19,
66
+ 20,
67
+ 21,
68
+ 22,
69
+ 23,
70
+ 24,
71
+ 25,
72
+ 26,
73
+ 27,
74
+ 28,
75
+ 29,
76
+ 30,
77
+ 31,
78
+ 32,
79
+ 33,
80
+ 34,
81
+ 35,
82
+ 36,
83
+ 37,
84
+ 38,
85
+ 39,
86
+ 40,
87
+ 41,
88
+ 42,
89
+ 43,
90
+ 44,
91
+ 45,
92
+ 46,
93
+ 47,
94
+ 48,
95
+ 49,
96
+ 50,
97
+ 51,
98
+ 52,
99
+ 53,
100
+ 54,
101
+ 55,
102
+ 56,
103
+ 57,
104
+ 58,
105
+ 59,
106
+ 60,
107
+ 61,
108
+ 62,
109
+ 63,
110
+ 64,
111
+ 65,
112
+ 66,
113
+ 67,
114
+ 68,
115
+ 69,
116
+ 70,
117
+ 71,
118
+ 72,
119
+ 73,
120
+ 74,
121
+ 75,
122
+ 76,
123
+ 77,
124
+ 78,
125
+ 79,
126
+ 80,
127
+ 81,
128
+ 82,
129
+ 83,
130
+ 84,
131
+ 85,
132
+ 86,
133
+ 87,
134
+ 88,
135
+ 89,
136
+ 90,
137
+ 91,
138
+ 92,
139
+ 93,
140
+ 94,
141
+ 95,
142
+ 96,
143
+ 97,
144
+ 98,
145
+ 99,
146
+ 100,
147
+ 101,
148
+ 102,
149
+ 103,
150
+ 104,
151
+ 105,
152
+ 106,
153
+ 107,
154
+ 108,
155
+ 109,
156
+ 110,
157
+ 111,
158
+ 112,
159
+ 113,
160
+ 114,
161
+ 115,
162
+ 116,
163
+ 117,
164
+ 118,
165
+ 119,
166
+ 120,
167
+ 121,
168
+ 122,
169
+ 123,
170
+ 124,
171
+ 125,
172
+ 126,
173
+ 127,
174
+ 128,
175
+ 129,
176
+ 130,
177
+ 131,
178
+ 132,
179
+ 133,
180
+ 134,
181
+ 135,
182
+ 136,
183
+ 137,
184
+ 138,
185
+ 139,
186
+ 140,
187
+ 141,
188
+ 142,
189
+ 143,
190
+ 144,
191
+ 145,
192
+ 146,
193
+ 147,
194
+ 148,
195
+ 149,
196
+ 150,
197
+ 151,
198
+ 152,
199
+ 153,
200
+ 154,
201
+ 155,
202
+ 156,
203
+ 157,
204
+ 158,
205
+ 159,
206
+ 160,
207
+ 161,
208
+ 162,
209
+ 163,
210
+ 164,
211
+ 165,
212
+ 166,
213
+ 167,
214
+ 168,
215
+ 169,
216
+ 170,
217
+ 171,
218
+ 172,
219
+ 173,
220
+ 174,
221
+ 175,
222
+ 176,
223
+ 177,
224
+ 178,
225
+ 179,
226
+ 180,
227
+ 181,
228
+ 182,
229
+ 183,
230
+ 184,
231
+ 185,
232
+ 186,
233
+ 187,
234
+ 188,
235
+ 189,
236
+ 190,
237
+ 191,
238
+ 192,
239
+ 193,
240
+ 194,
241
+ 195,
242
+ 196,
243
+ 197,
244
+ 198,
245
+ 199,
246
+ 200,
247
+ 201,
248
+ 202,
249
+ 203,
250
+ 204,
251
+ 205,
252
+ 206,
253
+ 207,
254
+ 208,
255
+ 209,
256
+ 210,
257
+ 211,
258
+ 212,
259
+ 213,
260
+ 214,
261
+ 215,
262
+ 216,
263
+ 217,
264
+ 218,
265
+ 219,
266
+ 220,
267
+ 221,
268
+ 222,
269
+ 223,
270
+ 224,
271
+ 225,
272
+ 226,
273
+ 227,
274
+ 228,
275
+ 229,
276
+ 230,
277
+ 231,
278
+ 232,
279
+ 233,
280
+ 234,
281
+ 235,
282
+ 236,
283
+ 237,
284
+ 238,
285
+ 239,
286
+ 240,
287
+ 241,
288
+ 242,
289
+ 243,
290
+ 244,
291
+ 245,
292
+ 246,
293
+ 247,
294
+ 248,
295
+ 249,
296
+ 250,
297
+ 251,
298
+ 252,
299
+ 253,
300
+ 254,
301
+ 255,
302
+ 256,
303
+ 257,
304
+ 258,
305
+ 259,
306
+ 260,
307
+ 261,
308
+ 262,
309
+ 263,
310
+ 264,
311
+ 265,
312
+ 266,
313
+ 267,
314
+ 268,
315
+ 269,
316
+ 270,
317
+ 271,
318
+ 272,
319
+ 273,
320
+ 274,
321
+ 275,
322
+ 276,
323
+ 277,
324
+ 278,
325
+ 279,
326
+ 280,
327
+ 281,
328
+ 282,
329
+ 283,
330
+ 284,
331
+ 285,
332
+ 286,
333
+ 287,
334
+ 288,
335
+ 289,
336
+ 290,
337
+ 291,
338
+ 292,
339
+ 293,
340
+ 294,
341
+ 295,
342
+ 296,
343
+ 297,
344
+ 298,
345
+ 299,
346
+ 300,
347
+ 301,
348
+ 302,
349
+ 303,
350
+ 304,
351
+ 305,
352
+ 306,
353
+ 307,
354
+ 308,
355
+ 309,
356
+ 310,
357
+ 311,
358
+ 312,
359
+ 313,
360
+ 314,
361
+ 315,
362
+ 316,
363
+ 317,
364
+ 318,
365
+ 319,
366
+ 320,
367
+ 321,
368
+ 322,
369
+ 323,
370
+ 324,
371
+ 325,
372
+ 326,
373
+ 327,
374
+ 328,
375
+ 329,
376
+ 330,
377
+ 331,
378
+ 332,
379
+ 333,
380
+ 334,
381
+ 335,
382
+ 336,
383
+ 337,
384
+ 338,
385
+ 339,
386
+ 340,
387
+ 341,
388
+ 342,
389
+ 343,
390
+ 344,
391
+ 345,
392
+ 346,
393
+ 347,
394
+ 348,
395
+ 349,
396
+ 350,
397
+ 351,
398
+ 352,
399
+ 353,
400
+ 354,
401
+ 355,
402
+ 356,
403
+ 357,
404
+ 358,
405
+ 359,
406
+ 360,
407
+ 361,
408
+ 362,
409
+ 363,
410
+ 364,
411
+ 365,
412
+ 366,
413
+ 367,
414
+ 368,
415
+ 369,
416
+ 370,
417
+ 371,
418
+ 372,
419
+ 373,
420
+ 374,
421
+ 375,
422
+ 376,
423
+ 377,
424
+ 378,
425
+ 379,
426
+ 380,
427
+ 381,
428
+ 382,
429
+ 383,
430
+ 384,
431
+ 385,
432
+ 386,
433
+ 387,
434
+ 388,
435
+ 389,
436
+ 390,
437
+ 391,
438
+ 392,
439
+ 393,
440
+ 394,
441
+ 395,
442
+ 396,
443
+ 397,
444
+ 398,
445
+ 399,
446
+ 400,
447
+ 401,
448
+ 402,
449
+ 403,
450
+ 404,
451
+ 405,
452
+ 406,
453
+ 407,
454
+ 408,
455
+ 409,
456
+ 410,
457
+ 411,
458
+ 412,
459
+ 413,
460
+ 414,
461
+ 415,
462
+ 416,
463
+ 417,
464
+ 418,
465
+ 419,
466
+ 420,
467
+ 421,
468
+ 422,
469
+ 423,
470
+ 424,
471
+ 425,
472
+ 426,
473
+ 427,
474
+ 428,
475
+ 429,
476
+ 430,
477
+ 431,
478
+ 432,
479
+ 433,
480
+ 434,
481
+ 435,
482
+ 436,
483
+ 437,
484
+ 438,
485
+ 439,
486
+ 440,
487
+ 441,
488
+ 442,
489
+ 443,
490
+ 444,
491
+ 445,
492
+ 446,
493
+ 447,
494
+ 448,
495
+ 449,
496
+ 450,
497
+ 451,
498
+ 452,
499
+ 453,
500
+ 454,
501
+ 455,
502
+ 456,
503
+ 457,
504
+ 458,
505
+ 459,
506
+ 460,
507
+ 461,
508
+ 462,
509
+ 463,
510
+ 464,
511
+ 465,
512
+ 466,
513
+ 467,
514
+ 468,
515
+ 469,
516
+ 470,
517
+ 471,
518
+ 472,
519
+ 473,
520
+ 474,
521
+ 475,
522
+ 476,
523
+ 477,
524
+ 478,
525
+ 479,
526
+ 480,
527
+ 481,
528
+ 482,
529
+ 483,
530
+ 484,
531
+ 485,
532
+ 486,
533
+ 487,
534
+ 488,
535
+ 489,
536
+ 490,
537
+ 491,
538
+ 492,
539
+ 493,
540
+ 494,
541
+ 495,
542
+ 496,
543
+ 497,
544
+ 498,
545
+ 499,
546
+ 500,
547
+ 501,
548
+ 502,
549
+ 503,
550
+ 504,
551
+ 505,
552
+ 506,
553
+ 507,
554
+ 508,
555
+ 509,
556
+ 510,
557
+ 511
558
+ ],
559
+ "steps": null,
560
+ "target_fps": 50.0,
561
+ "valid_shape": [
562
+ 512,
563
+ 99
564
+ ]
565
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/benchmark_tracker.json ADDED
@@ -0,0 +1,564 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_clip": 10.0,
3
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_executed_qpos.npz",
4
+ "control_substeps": 10,
5
+ "enabled": true,
6
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
7
+ "metrics": {
8
+ "e_acc": {
9
+ "max": 258.4482729434967,
10
+ "mean": 86.02419120916238,
11
+ "min": 0.5103882867842913,
12
+ "std": 75.36821807539927
13
+ },
14
+ "e_vel": {
15
+ "max": 922.0945835113525,
16
+ "mean": 129.9120680298529,
17
+ "min": 1.0759305441752076,
18
+ "std": 146.71336277286673
19
+ },
20
+ "enabled": true,
21
+ "g_mpjpe": {
22
+ "max": 48326.011657714844,
23
+ "mean": 4629.739625965158,
24
+ "min": 24.832356721162796,
25
+ "std": 8118.169371384463
26
+ },
27
+ "mpjpe": {
28
+ "max": 486.8028461933136,
29
+ "mean": 248.8679347152356,
30
+ "min": 19.64125782251358,
31
+ "std": 171.5156639069681
32
+ },
33
+ "num_samples": 512,
34
+ "root_index": 0,
35
+ "target_fps": 50.0
36
+ },
37
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_metrics.json",
38
+ "num_generated_samples": 512,
39
+ "num_samples": 512,
40
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
41
+ "robot_xml": null,
42
+ "root_index": 0,
43
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_sample_metrics.jsonl",
44
+ "selected_indices": [
45
+ 0,
46
+ 1,
47
+ 2,
48
+ 3,
49
+ 4,
50
+ 5,
51
+ 6,
52
+ 7,
53
+ 8,
54
+ 9,
55
+ 10,
56
+ 11,
57
+ 12,
58
+ 13,
59
+ 14,
60
+ 15,
61
+ 16,
62
+ 17,
63
+ 18,
64
+ 19,
65
+ 20,
66
+ 21,
67
+ 22,
68
+ 23,
69
+ 24,
70
+ 25,
71
+ 26,
72
+ 27,
73
+ 28,
74
+ 29,
75
+ 30,
76
+ 31,
77
+ 32,
78
+ 33,
79
+ 34,
80
+ 35,
81
+ 36,
82
+ 37,
83
+ 38,
84
+ 39,
85
+ 40,
86
+ 41,
87
+ 42,
88
+ 43,
89
+ 44,
90
+ 45,
91
+ 46,
92
+ 47,
93
+ 48,
94
+ 49,
95
+ 50,
96
+ 51,
97
+ 52,
98
+ 53,
99
+ 54,
100
+ 55,
101
+ 56,
102
+ 57,
103
+ 58,
104
+ 59,
105
+ 60,
106
+ 61,
107
+ 62,
108
+ 63,
109
+ 64,
110
+ 65,
111
+ 66,
112
+ 67,
113
+ 68,
114
+ 69,
115
+ 70,
116
+ 71,
117
+ 72,
118
+ 73,
119
+ 74,
120
+ 75,
121
+ 76,
122
+ 77,
123
+ 78,
124
+ 79,
125
+ 80,
126
+ 81,
127
+ 82,
128
+ 83,
129
+ 84,
130
+ 85,
131
+ 86,
132
+ 87,
133
+ 88,
134
+ 89,
135
+ 90,
136
+ 91,
137
+ 92,
138
+ 93,
139
+ 94,
140
+ 95,
141
+ 96,
142
+ 97,
143
+ 98,
144
+ 99,
145
+ 100,
146
+ 101,
147
+ 102,
148
+ 103,
149
+ 104,
150
+ 105,
151
+ 106,
152
+ 107,
153
+ 108,
154
+ 109,
155
+ 110,
156
+ 111,
157
+ 112,
158
+ 113,
159
+ 114,
160
+ 115,
161
+ 116,
162
+ 117,
163
+ 118,
164
+ 119,
165
+ 120,
166
+ 121,
167
+ 122,
168
+ 123,
169
+ 124,
170
+ 125,
171
+ 126,
172
+ 127,
173
+ 128,
174
+ 129,
175
+ 130,
176
+ 131,
177
+ 132,
178
+ 133,
179
+ 134,
180
+ 135,
181
+ 136,
182
+ 137,
183
+ 138,
184
+ 139,
185
+ 140,
186
+ 141,
187
+ 142,
188
+ 143,
189
+ 144,
190
+ 145,
191
+ 146,
192
+ 147,
193
+ 148,
194
+ 149,
195
+ 150,
196
+ 151,
197
+ 152,
198
+ 153,
199
+ 154,
200
+ 155,
201
+ 156,
202
+ 157,
203
+ 158,
204
+ 159,
205
+ 160,
206
+ 161,
207
+ 162,
208
+ 163,
209
+ 164,
210
+ 165,
211
+ 166,
212
+ 167,
213
+ 168,
214
+ 169,
215
+ 170,
216
+ 171,
217
+ 172,
218
+ 173,
219
+ 174,
220
+ 175,
221
+ 176,
222
+ 177,
223
+ 178,
224
+ 179,
225
+ 180,
226
+ 181,
227
+ 182,
228
+ 183,
229
+ 184,
230
+ 185,
231
+ 186,
232
+ 187,
233
+ 188,
234
+ 189,
235
+ 190,
236
+ 191,
237
+ 192,
238
+ 193,
239
+ 194,
240
+ 195,
241
+ 196,
242
+ 197,
243
+ 198,
244
+ 199,
245
+ 200,
246
+ 201,
247
+ 202,
248
+ 203,
249
+ 204,
250
+ 205,
251
+ 206,
252
+ 207,
253
+ 208,
254
+ 209,
255
+ 210,
256
+ 211,
257
+ 212,
258
+ 213,
259
+ 214,
260
+ 215,
261
+ 216,
262
+ 217,
263
+ 218,
264
+ 219,
265
+ 220,
266
+ 221,
267
+ 222,
268
+ 223,
269
+ 224,
270
+ 225,
271
+ 226,
272
+ 227,
273
+ 228,
274
+ 229,
275
+ 230,
276
+ 231,
277
+ 232,
278
+ 233,
279
+ 234,
280
+ 235,
281
+ 236,
282
+ 237,
283
+ 238,
284
+ 239,
285
+ 240,
286
+ 241,
287
+ 242,
288
+ 243,
289
+ 244,
290
+ 245,
291
+ 246,
292
+ 247,
293
+ 248,
294
+ 249,
295
+ 250,
296
+ 251,
297
+ 252,
298
+ 253,
299
+ 254,
300
+ 255,
301
+ 256,
302
+ 257,
303
+ 258,
304
+ 259,
305
+ 260,
306
+ 261,
307
+ 262,
308
+ 263,
309
+ 264,
310
+ 265,
311
+ 266,
312
+ 267,
313
+ 268,
314
+ 269,
315
+ 270,
316
+ 271,
317
+ 272,
318
+ 273,
319
+ 274,
320
+ 275,
321
+ 276,
322
+ 277,
323
+ 278,
324
+ 279,
325
+ 280,
326
+ 281,
327
+ 282,
328
+ 283,
329
+ 284,
330
+ 285,
331
+ 286,
332
+ 287,
333
+ 288,
334
+ 289,
335
+ 290,
336
+ 291,
337
+ 292,
338
+ 293,
339
+ 294,
340
+ 295,
341
+ 296,
342
+ 297,
343
+ 298,
344
+ 299,
345
+ 300,
346
+ 301,
347
+ 302,
348
+ 303,
349
+ 304,
350
+ 305,
351
+ 306,
352
+ 307,
353
+ 308,
354
+ 309,
355
+ 310,
356
+ 311,
357
+ 312,
358
+ 313,
359
+ 314,
360
+ 315,
361
+ 316,
362
+ 317,
363
+ 318,
364
+ 319,
365
+ 320,
366
+ 321,
367
+ 322,
368
+ 323,
369
+ 324,
370
+ 325,
371
+ 326,
372
+ 327,
373
+ 328,
374
+ 329,
375
+ 330,
376
+ 331,
377
+ 332,
378
+ 333,
379
+ 334,
380
+ 335,
381
+ 336,
382
+ 337,
383
+ 338,
384
+ 339,
385
+ 340,
386
+ 341,
387
+ 342,
388
+ 343,
389
+ 344,
390
+ 345,
391
+ 346,
392
+ 347,
393
+ 348,
394
+ 349,
395
+ 350,
396
+ 351,
397
+ 352,
398
+ 353,
399
+ 354,
400
+ 355,
401
+ 356,
402
+ 357,
403
+ 358,
404
+ 359,
405
+ 360,
406
+ 361,
407
+ 362,
408
+ 363,
409
+ 364,
410
+ 365,
411
+ 366,
412
+ 367,
413
+ 368,
414
+ 369,
415
+ 370,
416
+ 371,
417
+ 372,
418
+ 373,
419
+ 374,
420
+ 375,
421
+ 376,
422
+ 377,
423
+ 378,
424
+ 379,
425
+ 380,
426
+ 381,
427
+ 382,
428
+ 383,
429
+ 384,
430
+ 385,
431
+ 386,
432
+ 387,
433
+ 388,
434
+ 389,
435
+ 390,
436
+ 391,
437
+ 392,
438
+ 393,
439
+ 394,
440
+ 395,
441
+ 396,
442
+ 397,
443
+ 398,
444
+ 399,
445
+ 400,
446
+ 401,
447
+ 402,
448
+ 403,
449
+ 404,
450
+ 405,
451
+ 406,
452
+ 407,
453
+ 408,
454
+ 409,
455
+ 410,
456
+ 411,
457
+ 412,
458
+ 413,
459
+ 414,
460
+ 415,
461
+ 416,
462
+ 417,
463
+ 418,
464
+ 419,
465
+ 420,
466
+ 421,
467
+ 422,
468
+ 423,
469
+ 424,
470
+ 425,
471
+ 426,
472
+ 427,
473
+ 428,
474
+ 429,
475
+ 430,
476
+ 431,
477
+ 432,
478
+ 433,
479
+ 434,
480
+ 435,
481
+ 436,
482
+ 437,
483
+ 438,
484
+ 439,
485
+ 440,
486
+ 441,
487
+ 442,
488
+ 443,
489
+ 444,
490
+ 445,
491
+ 446,
492
+ 447,
493
+ 448,
494
+ 449,
495
+ 450,
496
+ 451,
497
+ 452,
498
+ 453,
499
+ 454,
500
+ 455,
501
+ 456,
502
+ 457,
503
+ 458,
504
+ 459,
505
+ 460,
506
+ 461,
507
+ 462,
508
+ 463,
509
+ 464,
510
+ 465,
511
+ 466,
512
+ 467,
513
+ 468,
514
+ 469,
515
+ 470,
516
+ 471,
517
+ 472,
518
+ 473,
519
+ 474,
520
+ 475,
521
+ 476,
522
+ 477,
523
+ 478,
524
+ 479,
525
+ 480,
526
+ 481,
527
+ 482,
528
+ 483,
529
+ 484,
530
+ 485,
531
+ 486,
532
+ 487,
533
+ 488,
534
+ 489,
535
+ 490,
536
+ 491,
537
+ 492,
538
+ 493,
539
+ 494,
540
+ 495,
541
+ 496,
542
+ 497,
543
+ 498,
544
+ 499,
545
+ 500,
546
+ 501,
547
+ 502,
548
+ 503,
549
+ 504,
550
+ 505,
551
+ 506,
552
+ 507,
553
+ 508,
554
+ 509,
555
+ 510,
556
+ 511
557
+ ],
558
+ "steps": null,
559
+ "target_fps": 50.0,
560
+ "valid_shape": [
561
+ 512,
562
+ 99
563
+ ]
564
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_metrics.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "e_acc": {
3
+ "max": 258.4482729434967,
4
+ "mean": 86.02419120916238,
5
+ "min": 0.5103882867842913,
6
+ "std": 75.36821807539927
7
+ },
8
+ "e_vel": {
9
+ "max": 922.0945835113525,
10
+ "mean": 129.9120680298529,
11
+ "min": 1.0759305441752076,
12
+ "std": 146.71336277286673
13
+ },
14
+ "enabled": true,
15
+ "g_mpjpe": {
16
+ "max": 48326.011657714844,
17
+ "mean": 4629.739625965158,
18
+ "min": 24.832356721162796,
19
+ "std": 8118.169371384463
20
+ },
21
+ "mpjpe": {
22
+ "max": 486.8028461933136,
23
+ "mean": 248.8679347152356,
24
+ "min": 19.64125782251358,
25
+ "std": 171.5156639069681
26
+ },
27
+ "num_samples": 512,
28
+ "root_index": 0,
29
+ "target_fps": 50.0
30
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/tracker_executed/tracker_sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker/transition_metrics.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 60,
3
+ "enabled": false,
4
+ "num_frames": 60,
5
+ "reason": "num_frames must be greater than chunk_length"
6
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/aistpp_edge_metrics.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "div_g_gap": 0.007383593326618865,
3
+ "div_g_generated": 4.196082399586882,
4
+ "div_g_reference": 4.1886988062602635,
5
+ "div_k_gap": -4.155815289403172,
6
+ "div_k_generated": 15.108396272141118,
7
+ "div_k_reference": 19.26421156154429,
8
+ "fid_g": 1.2896432214137263,
9
+ "fid_k": 47.1723945779014,
10
+ "frames": 60,
11
+ "geometric_feature": "g1_root_relative_body_geometry",
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
14
+ "kinetic_feature_dim": 90,
15
+ "left_foot_indices": [
16
+ 5,
17
+ 6
18
+ ],
19
+ "num_samples": 256,
20
+ "pfc_gap": {
21
+ "max": 3.85281726068168,
22
+ "mean": 0.0946701979248723,
23
+ "min": -4.117727475803837,
24
+ "std": 1.031935879493527
25
+ },
26
+ "pfc_generated": {
27
+ "max": 6.867750479656623,
28
+ "mean": 0.8100313130169611,
29
+ "min": 0.0008237106183497562,
30
+ "std": 0.9306538622678722
31
+ },
32
+ "pfc_reference": {
33
+ "max": 5.70707503865729,
34
+ "mean": 0.7153611150920888,
35
+ "min": 7.906221758636705e-05,
36
+ "std": 0.9397574506355753
37
+ },
38
+ "right_foot_indices": [
39
+ 11,
40
+ 12
41
+ ],
42
+ "root_index": 0,
43
+ "up_axis": "z"
44
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/audio_metrics.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "beat_align_gap": {
3
+ "max": 0.5695349225671977,
4
+ "mean": -0.04492762875520097,
5
+ "min": -0.6248504998389108,
6
+ "std": 0.16718546855715075
7
+ },
8
+ "beat_align_generated": {
9
+ "max": 0.963972979271177,
10
+ "mean": 0.5174508664535036,
11
+ "min": 0.0,
12
+ "std": 0.136293381253687
13
+ },
14
+ "beat_align_reference": {
15
+ "max": 0.9864898672266914,
16
+ "mean": 0.5623784952087045,
17
+ "min": 0.0,
18
+ "std": 0.14013849919400329
19
+ },
20
+ "beat_direction": "music_to_motion",
21
+ "beat_threshold": 0.5,
22
+ "frames": 60,
23
+ "min_motion_beat_distance_seconds": 0.25,
24
+ "num_samples": 256,
25
+ "sigma_frames": 3.0
26
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/benchmark.json ADDED
@@ -0,0 +1,349 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aistpp_edge_metrics": {
3
+ "div_g_gap": 0.007383593326618865,
4
+ "div_g_generated": 4.196082399586882,
5
+ "div_g_reference": 4.1886988062602635,
6
+ "div_k_gap": -4.155815289403172,
7
+ "div_k_generated": 15.108396272141118,
8
+ "div_k_reference": 19.26421156154429,
9
+ "fid_g": 1.2896432214137263,
10
+ "fid_k": 47.1723945779014,
11
+ "frames": 60,
12
+ "geometric_feature": "g1_root_relative_body_geometry",
13
+ "geometric_feature_dim": 412,
14
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
15
+ "kinetic_feature_dim": 90,
16
+ "left_foot_indices": [
17
+ 5,
18
+ 6
19
+ ],
20
+ "num_samples": 256,
21
+ "pfc_gap": {
22
+ "max": 3.85281726068168,
23
+ "mean": 0.0946701979248723,
24
+ "min": -4.117727475803837,
25
+ "std": 1.031935879493527
26
+ },
27
+ "pfc_generated": {
28
+ "max": 6.867750479656623,
29
+ "mean": 0.8100313130169611,
30
+ "min": 0.0008237106183497562,
31
+ "std": 0.9306538622678722
32
+ },
33
+ "pfc_reference": {
34
+ "max": 5.70707503865729,
35
+ "mean": 0.7153611150920888,
36
+ "min": 7.906221758636705e-05,
37
+ "std": 0.9397574506355753
38
+ },
39
+ "right_foot_indices": [
40
+ 11,
41
+ 12
42
+ ],
43
+ "root_index": 0,
44
+ "up_axis": "z"
45
+ },
46
+ "audio_features": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/audio_features.npz",
47
+ "audio_metrics": {
48
+ "beat_align_gap": {
49
+ "max": 0.5695349225671977,
50
+ "mean": -0.04492762875520097,
51
+ "min": -0.6248504998389108,
52
+ "std": 0.16718546855715075
53
+ },
54
+ "beat_align_generated": {
55
+ "max": 0.963972979271177,
56
+ "mean": 0.5174508664535036,
57
+ "min": 0.0,
58
+ "std": 0.136293381253687
59
+ },
60
+ "beat_align_reference": {
61
+ "max": 0.9864898672266914,
62
+ "mean": 0.5623784952087045,
63
+ "min": 0.0,
64
+ "std": 0.14013849919400329
65
+ },
66
+ "beat_direction": "music_to_motion",
67
+ "beat_threshold": 0.5,
68
+ "frames": 60,
69
+ "min_motion_beat_distance_seconds": 0.25,
70
+ "num_samples": 256,
71
+ "sigma_frames": 3.0
72
+ },
73
+ "batch_size": 16,
74
+ "benchmark": "audio",
75
+ "cfg_audio_scale": null,
76
+ "ckpt_path": "${OMG_REPO_ROOT}/outputs/g1_transformer_guided_500m_mixed_modal_all_original_rot6d_diffusion_only_8gpu_materialized_resume45k_lr3e-5_diagoff/checkpoints/sstep=050000.ckpt",
77
+ "dataset_metrics": {
78
+ "aioz_gdance_original_audio_test": {
79
+ "aistpp_edge": {
80
+ "div_g_gap": -0.06998715371489572,
81
+ "div_g_generated": 3.438766015297545,
82
+ "div_g_reference": 3.508753169012441,
83
+ "div_k_gap": -2.806413178115812,
84
+ "div_k_generated": 7.9453481753645745,
85
+ "div_k_reference": 10.751761353480386,
86
+ "fid_g": 1.3111535779908294,
87
+ "fid_k": 34.61283785274196,
88
+ "geometric_feature_dim": 412,
89
+ "kinetic_feature_dim": 90,
90
+ "num_samples": 103,
91
+ "pfc_gap": {
92
+ "max": 2.0397898797074503,
93
+ "mean": -0.07085642796472727,
94
+ "min": -1.7851854108723388,
95
+ "std": 0.4828489961940367
96
+ },
97
+ "pfc_generated": {
98
+ "max": 2.13908478455454,
99
+ "mean": 0.2601780188142931,
100
+ "min": 0.0008237106183497562,
101
+ "std": 0.31849486310106523
102
+ },
103
+ "pfc_reference": {
104
+ "max": 1.8273493667993277,
105
+ "mean": 0.33103444677902044,
106
+ "min": 0.0002850819517247187,
107
+ "std": 0.42521447955859853
108
+ }
109
+ },
110
+ "audio": {
111
+ "beat_align_gap": {
112
+ "max": 0.2485021597009438,
113
+ "mean": -0.04260943691044081,
114
+ "min": -0.30218491679087767,
115
+ "std": 0.1264509862006407
116
+ },
117
+ "beat_align_generated": {
118
+ "max": 0.6778031852864087,
119
+ "mean": 0.4829280458719427,
120
+ "min": 0.24245409507823237,
121
+ "std": 0.08889350142934516
122
+ },
123
+ "beat_align_reference": {
124
+ "max": 0.723284948504687,
125
+ "mean": 0.5255374827823837,
126
+ "min": 0.33650493752041727,
127
+ "std": 0.08282468265444852
128
+ },
129
+ "num_samples": 103
130
+ },
131
+ "num_samples": 103,
132
+ "physical": {
133
+ "body_jerk_mean": {
134
+ "max": 144.38011169433594,
135
+ "mean": 62.218864718687186,
136
+ "min": 24.07212257385254,
137
+ "std": 20.697605203691076
138
+ },
139
+ "contact_sliding_speed": {
140
+ "max": 0.8158286809921265,
141
+ "mean": 0.2639153096282366,
142
+ "min": 0.03588227927684784,
143
+ "std": 0.15640889532614338
144
+ },
145
+ "foot_ground_error": {
146
+ "max": 0.09002088010311127,
147
+ "mean": 0.05785822578552134,
148
+ "min": 0.007650009822100401,
149
+ "std": 0.016436074617839573
150
+ },
151
+ "num_samples": 103
152
+ }
153
+ },
154
+ "aistpp_original_audio_test": {
155
+ "aistpp_edge": {
156
+ "div_g_gap": 0.14415166986435413,
157
+ "div_g_generated": 3.68149998753774,
158
+ "div_g_reference": 3.537348317673386,
159
+ "div_k_gap": -8.671433705201459,
160
+ "div_k_generated": 17.130433110560077,
161
+ "div_k_reference": 25.801866815761535,
162
+ "fid_g": 2.8766538030471214,
163
+ "fid_k": 90.05033353791168,
164
+ "geometric_feature_dim": 412,
165
+ "kinetic_feature_dim": 90,
166
+ "num_samples": 103,
167
+ "pfc_gap": {
168
+ "max": 3.85281726068168,
169
+ "mean": 0.09697938702107947,
170
+ "min": -4.117727475803837,
171
+ "std": 1.3684113812960206
172
+ },
173
+ "pfc_generated": {
174
+ "max": 6.867750479656623,
175
+ "mean": 1.2307365391040133,
176
+ "min": 0.05101119310100038,
177
+ "std": 1.1218212584445268
178
+ },
179
+ "pfc_reference": {
180
+ "max": 5.70707503865729,
181
+ "mean": 1.133757152082934,
182
+ "min": 7.906221758636705e-05,
183
+ "std": 1.20097808165578
184
+ }
185
+ },
186
+ "audio": {
187
+ "beat_align_gap": {
188
+ "max": 0.5695349225671977,
189
+ "mean": -0.044781618999550285,
190
+ "min": -0.6248504998389108,
191
+ "std": 0.2210364618991782
192
+ },
193
+ "beat_align_generated": {
194
+ "max": 0.963972979271177,
195
+ "mean": 0.5403248157343856,
196
+ "min": 0.0,
197
+ "std": 0.181915954454542
198
+ },
199
+ "beat_align_reference": {
200
+ "max": 0.9864898672266914,
201
+ "mean": 0.585106434733936,
202
+ "min": 0.0,
203
+ "std": 0.1957126332414608
204
+ },
205
+ "num_samples": 103
206
+ },
207
+ "num_samples": 103,
208
+ "physical": {
209
+ "body_jerk_mean": {
210
+ "max": 401.625732421875,
211
+ "mean": 189.29621076120912,
212
+ "min": 62.0899772644043,
213
+ "std": 67.3487691981574
214
+ },
215
+ "contact_sliding_speed": {
216
+ "max": 1.3323007822036743,
217
+ "mean": 0.5876918307785849,
218
+ "min": 0.0,
219
+ "std": 0.28623144400207534
220
+ },
221
+ "foot_ground_error": {
222
+ "max": 0.19131435453891754,
223
+ "mean": 0.02746781158866813,
224
+ "min": 0.005538386292755604,
225
+ "std": 0.03184623526728077
226
+ },
227
+ "num_samples": 103
228
+ }
229
+ },
230
+ "compas3d_original_audio_test": {
231
+ "aistpp_edge": {
232
+ "div_g_gap": -0.027606775871054978,
233
+ "div_g_generated": 4.583132530660986,
234
+ "div_g_reference": 4.610739306532041,
235
+ "div_k_gap": -3.5207521742353833,
236
+ "div_k_generated": 9.2084975861591,
237
+ "div_k_reference": 12.729249760394483,
238
+ "fid_g": 2.374204340962198,
239
+ "fid_k": 41.46528813849622,
240
+ "geometric_feature_dim": 412,
241
+ "kinetic_feature_dim": 90,
242
+ "num_samples": 50,
243
+ "pfc_gap": {
244
+ "max": 3.0366982476028537,
245
+ "mean": 0.43089811771926056,
246
+ "min": -3.761890776100574,
247
+ "std": 0.9721191958298316
248
+ },
249
+ "pfc_generated": {
250
+ "max": 3.1893397605006357,
251
+ "mean": 1.0760763333351298,
252
+ "min": 0.08046842152681899,
253
+ "std": 0.7582051162350296
254
+ },
255
+ "pfc_reference": {
256
+ "max": 4.452664764476702,
257
+ "mean": 0.645178215615869,
258
+ "min": 0.030597062388144053,
259
+ "std": 0.7128681690255066
260
+ }
261
+ },
262
+ "audio": {
263
+ "beat_align_gap": {
264
+ "max": 0.18671569027241758,
265
+ "mean": -0.050003884052047295,
266
+ "min": -0.28052807087358694,
267
+ "std": 0.09740319540238758
268
+ },
269
+ "beat_align_generated": {
270
+ "max": 0.6713066197395544,
271
+ "mean": 0.5414475413329015,
272
+ "min": 0.3576754865407902,
273
+ "std": 0.08092614220704716
274
+ },
275
+ "beat_align_reference": {
276
+ "max": 0.6759029031940639,
277
+ "mean": 0.5914514253849488,
278
+ "min": 0.48153053479779045,
279
+ "std": 0.05299830046321824
280
+ },
281
+ "num_samples": 50
282
+ },
283
+ "num_samples": 50,
284
+ "physical": {
285
+ "body_jerk_mean": {
286
+ "max": 179.3919219970703,
287
+ "mean": 124.08764678955077,
288
+ "min": 72.04866027832031,
289
+ "std": 25.167834537803046
290
+ },
291
+ "contact_sliding_speed": {
292
+ "max": 1.253017783164978,
293
+ "mean": 0.7300863572955132,
294
+ "min": 0.1630057841539383,
295
+ "std": 0.2655477531797124
296
+ },
297
+ "foot_ground_error": {
298
+ "max": 0.03292958065867424,
299
+ "mean": 0.014495844002813101,
300
+ "min": 0.005560926161706448,
301
+ "std": 0.006769608276956105
302
+ },
303
+ "num_samples": 50
304
+ }
305
+ }
306
+ },
307
+ "exp": "500m",
308
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/generated_qpos.npz",
309
+ "num_frames": 60,
310
+ "num_samples": 256,
311
+ "physical_metrics": {
312
+ "body_jerk_mean": {
313
+ "max": 401.625732421875,
314
+ "mean": 125.43138716369867,
315
+ "min": 24.07212257385254,
316
+ "std": 73.28125030718209
317
+ },
318
+ "contact_height_threshold": 0.12,
319
+ "contact_penetration_tolerance": 0.02,
320
+ "contact_sliding_speed": {
321
+ "max": 1.3323007822036743,
322
+ "mean": 0.485233802057337,
323
+ "min": 0.0,
324
+ "std": 0.3036767192148456
325
+ },
326
+ "foot_ground_error": {
327
+ "max": 0.19131435453891754,
328
+ "mean": 0.03716161738157098,
329
+ "min": 0.005538386292755604,
330
+ "std": 0.028916829556202197
331
+ },
332
+ "frames": 60,
333
+ "num_samples": 256
334
+ },
335
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/reference_qpos.npz",
336
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/sample_metrics.jsonl",
337
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/samples.jsonl",
338
+ "seed": 0,
339
+ "split": "test",
340
+ "tracker_executed": {
341
+ "enabled": false
342
+ },
343
+ "transition_metrics": {
344
+ "chunk_length": 60,
345
+ "enabled": false,
346
+ "num_frames": 60,
347
+ "reason": "num_frames must be greater than chunk_length"
348
+ }
349
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/dataset_metrics.json ADDED
@@ -0,0 +1,230 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aioz_gdance_original_audio_test": {
3
+ "aistpp_edge": {
4
+ "div_g_gap": -0.06998715371489572,
5
+ "div_g_generated": 3.438766015297545,
6
+ "div_g_reference": 3.508753169012441,
7
+ "div_k_gap": -2.806413178115812,
8
+ "div_k_generated": 7.9453481753645745,
9
+ "div_k_reference": 10.751761353480386,
10
+ "fid_g": 1.3111535779908294,
11
+ "fid_k": 34.61283785274196,
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature_dim": 90,
14
+ "num_samples": 103,
15
+ "pfc_gap": {
16
+ "max": 2.0397898797074503,
17
+ "mean": -0.07085642796472727,
18
+ "min": -1.7851854108723388,
19
+ "std": 0.4828489961940367
20
+ },
21
+ "pfc_generated": {
22
+ "max": 2.13908478455454,
23
+ "mean": 0.2601780188142931,
24
+ "min": 0.0008237106183497562,
25
+ "std": 0.31849486310106523
26
+ },
27
+ "pfc_reference": {
28
+ "max": 1.8273493667993277,
29
+ "mean": 0.33103444677902044,
30
+ "min": 0.0002850819517247187,
31
+ "std": 0.42521447955859853
32
+ }
33
+ },
34
+ "audio": {
35
+ "beat_align_gap": {
36
+ "max": 0.2485021597009438,
37
+ "mean": -0.04260943691044081,
38
+ "min": -0.30218491679087767,
39
+ "std": 0.1264509862006407
40
+ },
41
+ "beat_align_generated": {
42
+ "max": 0.6778031852864087,
43
+ "mean": 0.4829280458719427,
44
+ "min": 0.24245409507823237,
45
+ "std": 0.08889350142934516
46
+ },
47
+ "beat_align_reference": {
48
+ "max": 0.723284948504687,
49
+ "mean": 0.5255374827823837,
50
+ "min": 0.33650493752041727,
51
+ "std": 0.08282468265444852
52
+ },
53
+ "num_samples": 103
54
+ },
55
+ "num_samples": 103,
56
+ "physical": {
57
+ "body_jerk_mean": {
58
+ "max": 144.38011169433594,
59
+ "mean": 62.218864718687186,
60
+ "min": 24.07212257385254,
61
+ "std": 20.697605203691076
62
+ },
63
+ "contact_sliding_speed": {
64
+ "max": 0.8158286809921265,
65
+ "mean": 0.2639153096282366,
66
+ "min": 0.03588227927684784,
67
+ "std": 0.15640889532614338
68
+ },
69
+ "foot_ground_error": {
70
+ "max": 0.09002088010311127,
71
+ "mean": 0.05785822578552134,
72
+ "min": 0.007650009822100401,
73
+ "std": 0.016436074617839573
74
+ },
75
+ "num_samples": 103
76
+ }
77
+ },
78
+ "aistpp_original_audio_test": {
79
+ "aistpp_edge": {
80
+ "div_g_gap": 0.14415166986435413,
81
+ "div_g_generated": 3.68149998753774,
82
+ "div_g_reference": 3.537348317673386,
83
+ "div_k_gap": -8.671433705201459,
84
+ "div_k_generated": 17.130433110560077,
85
+ "div_k_reference": 25.801866815761535,
86
+ "fid_g": 2.8766538030471214,
87
+ "fid_k": 90.05033353791168,
88
+ "geometric_feature_dim": 412,
89
+ "kinetic_feature_dim": 90,
90
+ "num_samples": 103,
91
+ "pfc_gap": {
92
+ "max": 3.85281726068168,
93
+ "mean": 0.09697938702107947,
94
+ "min": -4.117727475803837,
95
+ "std": 1.3684113812960206
96
+ },
97
+ "pfc_generated": {
98
+ "max": 6.867750479656623,
99
+ "mean": 1.2307365391040133,
100
+ "min": 0.05101119310100038,
101
+ "std": 1.1218212584445268
102
+ },
103
+ "pfc_reference": {
104
+ "max": 5.70707503865729,
105
+ "mean": 1.133757152082934,
106
+ "min": 7.906221758636705e-05,
107
+ "std": 1.20097808165578
108
+ }
109
+ },
110
+ "audio": {
111
+ "beat_align_gap": {
112
+ "max": 0.5695349225671977,
113
+ "mean": -0.044781618999550285,
114
+ "min": -0.6248504998389108,
115
+ "std": 0.2210364618991782
116
+ },
117
+ "beat_align_generated": {
118
+ "max": 0.963972979271177,
119
+ "mean": 0.5403248157343856,
120
+ "min": 0.0,
121
+ "std": 0.181915954454542
122
+ },
123
+ "beat_align_reference": {
124
+ "max": 0.9864898672266914,
125
+ "mean": 0.585106434733936,
126
+ "min": 0.0,
127
+ "std": 0.1957126332414608
128
+ },
129
+ "num_samples": 103
130
+ },
131
+ "num_samples": 103,
132
+ "physical": {
133
+ "body_jerk_mean": {
134
+ "max": 401.625732421875,
135
+ "mean": 189.29621076120912,
136
+ "min": 62.0899772644043,
137
+ "std": 67.3487691981574
138
+ },
139
+ "contact_sliding_speed": {
140
+ "max": 1.3323007822036743,
141
+ "mean": 0.5876918307785849,
142
+ "min": 0.0,
143
+ "std": 0.28623144400207534
144
+ },
145
+ "foot_ground_error": {
146
+ "max": 0.19131435453891754,
147
+ "mean": 0.02746781158866813,
148
+ "min": 0.005538386292755604,
149
+ "std": 0.03184623526728077
150
+ },
151
+ "num_samples": 103
152
+ }
153
+ },
154
+ "compas3d_original_audio_test": {
155
+ "aistpp_edge": {
156
+ "div_g_gap": -0.027606775871054978,
157
+ "div_g_generated": 4.583132530660986,
158
+ "div_g_reference": 4.610739306532041,
159
+ "div_k_gap": -3.5207521742353833,
160
+ "div_k_generated": 9.2084975861591,
161
+ "div_k_reference": 12.729249760394483,
162
+ "fid_g": 2.374204340962198,
163
+ "fid_k": 41.46528813849622,
164
+ "geometric_feature_dim": 412,
165
+ "kinetic_feature_dim": 90,
166
+ "num_samples": 50,
167
+ "pfc_gap": {
168
+ "max": 3.0366982476028537,
169
+ "mean": 0.43089811771926056,
170
+ "min": -3.761890776100574,
171
+ "std": 0.9721191958298316
172
+ },
173
+ "pfc_generated": {
174
+ "max": 3.1893397605006357,
175
+ "mean": 1.0760763333351298,
176
+ "min": 0.08046842152681899,
177
+ "std": 0.7582051162350296
178
+ },
179
+ "pfc_reference": {
180
+ "max": 4.452664764476702,
181
+ "mean": 0.645178215615869,
182
+ "min": 0.030597062388144053,
183
+ "std": 0.7128681690255066
184
+ }
185
+ },
186
+ "audio": {
187
+ "beat_align_gap": {
188
+ "max": 0.18671569027241758,
189
+ "mean": -0.050003884052047295,
190
+ "min": -0.28052807087358694,
191
+ "std": 0.09740319540238758
192
+ },
193
+ "beat_align_generated": {
194
+ "max": 0.6713066197395544,
195
+ "mean": 0.5414475413329015,
196
+ "min": 0.3576754865407902,
197
+ "std": 0.08092614220704716
198
+ },
199
+ "beat_align_reference": {
200
+ "max": 0.6759029031940639,
201
+ "mean": 0.5914514253849488,
202
+ "min": 0.48153053479779045,
203
+ "std": 0.05299830046321824
204
+ },
205
+ "num_samples": 50
206
+ },
207
+ "num_samples": 50,
208
+ "physical": {
209
+ "body_jerk_mean": {
210
+ "max": 179.3919219970703,
211
+ "mean": 124.08764678955077,
212
+ "min": 72.04866027832031,
213
+ "std": 25.167834537803046
214
+ },
215
+ "contact_sliding_speed": {
216
+ "max": 1.253017783164978,
217
+ "mean": 0.7300863572955132,
218
+ "min": 0.1630057841539383,
219
+ "std": 0.2655477531797124
220
+ },
221
+ "foot_ground_error": {
222
+ "max": 0.03292958065867424,
223
+ "mean": 0.014495844002813101,
224
+ "min": 0.005560926161706448,
225
+ "std": 0.006769608276956105
226
+ },
227
+ "num_samples": 50
228
+ }
229
+ }
230
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/metrics.json ADDED
@@ -0,0 +1,145 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 16,
3
+ "benchmark": "audio",
4
+ "ckpts": [
5
+ "${OMG_REPO_ROOT}/outputs/g1_transformer_guided_500m_mixed_modal_all_original_rot6d_diffusion_only_8gpu_materialized_resume45k_lr3e-5_diagoff/checkpoints/sstep=050000.ckpt"
6
+ ],
7
+ "datasets": [
8
+ "100style_original_filtered_test",
9
+ "amass_original_filtered_test",
10
+ "bones_seed_original_filtered_test",
11
+ "fitness_original_filtered_test",
12
+ "humanml_original_filtered_test",
13
+ "idea400_original_filtered_test",
14
+ "lafan1_original_filtered_test",
15
+ "motiongv_original_filtered_test",
16
+ "motionllama_original_filtered_test",
17
+ "omomo_original_filtered_test",
18
+ "permo_original_filtered_test",
19
+ "snapmogen_original_filtered_test",
20
+ "aioz_gdance_original_audio_test",
21
+ "aistpp_original_audio_test",
22
+ "choreomaster_original_audio_test",
23
+ "compas3d_original_audio_test",
24
+ "opendance_original_audio_test",
25
+ "finedance_original_audio_test",
26
+ "beat2_original_humanref_test"
27
+ ],
28
+ "exp": "500m",
29
+ "num_frames": 60,
30
+ "num_samples": 256,
31
+ "runs": {
32
+ "sstep=050000": {
33
+ "aistpp_edge_metrics": {
34
+ "div_g_gap": 0.007383593326618865,
35
+ "div_g_generated": 4.196082399586882,
36
+ "div_g_reference": 4.1886988062602635,
37
+ "div_k_gap": -4.155815289403172,
38
+ "div_k_generated": 15.108396272141118,
39
+ "div_k_reference": 19.26421156154429,
40
+ "fid_g": 1.2896432214137263,
41
+ "fid_k": 47.1723945779014,
42
+ "frames": 60,
43
+ "geometric_feature": "g1_root_relative_body_geometry",
44
+ "geometric_feature_dim": 412,
45
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
46
+ "kinetic_feature_dim": 90,
47
+ "left_foot_indices": [
48
+ 5,
49
+ 6
50
+ ],
51
+ "num_samples": 256,
52
+ "pfc_gap": {
53
+ "max": 3.85281726068168,
54
+ "mean": 0.0946701979248723,
55
+ "min": -4.117727475803837,
56
+ "std": 1.031935879493527
57
+ },
58
+ "pfc_generated": {
59
+ "max": 6.867750479656623,
60
+ "mean": 0.8100313130169611,
61
+ "min": 0.0008237106183497562,
62
+ "std": 0.9306538622678722
63
+ },
64
+ "pfc_reference": {
65
+ "max": 5.70707503865729,
66
+ "mean": 0.7153611150920888,
67
+ "min": 7.906221758636705e-05,
68
+ "std": 0.9397574506355753
69
+ },
70
+ "right_foot_indices": [
71
+ 11,
72
+ 12
73
+ ],
74
+ "root_index": 0,
75
+ "up_axis": "z"
76
+ },
77
+ "audio_metrics": {
78
+ "beat_align_gap": {
79
+ "max": 0.5695349225671977,
80
+ "mean": -0.04492762875520097,
81
+ "min": -0.6248504998389108,
82
+ "std": 0.16718546855715075
83
+ },
84
+ "beat_align_generated": {
85
+ "max": 0.963972979271177,
86
+ "mean": 0.5174508664535036,
87
+ "min": 0.0,
88
+ "std": 0.136293381253687
89
+ },
90
+ "beat_align_reference": {
91
+ "max": 0.9864898672266914,
92
+ "mean": 0.5623784952087045,
93
+ "min": 0.0,
94
+ "std": 0.14013849919400329
95
+ },
96
+ "beat_direction": "music_to_motion",
97
+ "beat_threshold": 0.5,
98
+ "frames": 60,
99
+ "min_motion_beat_distance_seconds": 0.25,
100
+ "num_samples": 256,
101
+ "sigma_frames": 3.0
102
+ },
103
+ "benchmark_json": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/benchmark.json",
104
+ "cfg_audio_scale": null,
105
+ "ckpt_path": "${OMG_REPO_ROOT}/outputs/g1_transformer_guided_500m_mixed_modal_all_original_rot6d_diffusion_only_8gpu_materialized_resume45k_lr3e-5_diagoff/checkpoints/sstep=050000.ckpt",
106
+ "output_dir": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000",
107
+ "physical_metrics": {
108
+ "body_jerk_mean": {
109
+ "max": 401.625732421875,
110
+ "mean": 125.43138716369867,
111
+ "min": 24.07212257385254,
112
+ "std": 73.28125030718209
113
+ },
114
+ "contact_height_threshold": 0.12,
115
+ "contact_penetration_tolerance": 0.02,
116
+ "contact_sliding_speed": {
117
+ "max": 1.3323007822036743,
118
+ "mean": 0.485233802057337,
119
+ "min": 0.0,
120
+ "std": 0.3036767192148456
121
+ },
122
+ "foot_ground_error": {
123
+ "max": 0.19131435453891754,
124
+ "mean": 0.03716161738157098,
125
+ "min": 0.005538386292755604,
126
+ "std": 0.028916829556202197
127
+ },
128
+ "frames": 60,
129
+ "num_samples": 256
130
+ },
131
+ "tracker_executed": {
132
+ "enabled": false
133
+ },
134
+ "transition_metrics": {
135
+ "chunk_length": 60,
136
+ "enabled": false,
137
+ "num_frames": 60,
138
+ "reason": "num_frames must be greater than chunk_length"
139
+ }
140
+ }
141
+ },
142
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/samples.jsonl",
143
+ "seed": 0,
144
+ "split": "test"
145
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/physical_metrics.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "body_jerk_mean": {
3
+ "max": 401.625732421875,
4
+ "mean": 125.43138716369867,
5
+ "min": 24.07212257385254,
6
+ "std": 73.28125030718209
7
+ },
8
+ "contact_height_threshold": 0.12,
9
+ "contact_penetration_tolerance": 0.02,
10
+ "contact_sliding_speed": {
11
+ "max": 1.3323007822036743,
12
+ "mean": 0.485233802057337,
13
+ "min": 0.0,
14
+ "std": 0.3036767192148456
15
+ },
16
+ "foot_ground_error": {
17
+ "max": 0.19131435453891754,
18
+ "mean": 0.03716161738157098,
19
+ "min": 0.005538386292755604,
20
+ "std": 0.028916829556202197
21
+ },
22
+ "frames": 60,
23
+ "num_samples": 256
24
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/samples.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/summary.md ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Generation Benchmark Summary
2
+
3
+ - benchmark: audio
4
+ - ckpts: ['${OMG_REPO_ROOT}/outputs/g1_transformer_guided_500m_mixed_modal_all_original_rot6d_diffusion_only_8gpu_materialized_resume45k_lr3e-5_diagoff/checkpoints/sstep=050000.ckpt']
5
+ - datasets: ['100style_original_filtered_test', 'amass_original_filtered_test', 'bones_seed_original_filtered_test', 'fitness_original_filtered_test', 'humanml_original_filtered_test', 'idea400_original_filtered_test', 'lafan1_original_filtered_test', 'motiongv_original_filtered_test', 'motionllama_original_filtered_test', 'omomo_original_filtered_test', 'permo_original_filtered_test', 'snapmogen_original_filtered_test', 'aioz_gdance_original_audio_test', 'aistpp_original_audio_test', 'choreomaster_original_audio_test', 'compas3d_original_audio_test', 'opendance_original_audio_test', 'finedance_original_audio_test', 'beat2_original_humanref_test']
6
+ - num_samples: 256
7
+ - num_frames: 60
8
+ - batch_size: 16
9
+ - split: test
10
+ - data: filtered_original_mixed_modalities_all
11
+ - beat_direction: music_to_motion
12
+ - sigma_frames: 3.0
13
+ - aistpp_up_axis: z
14
+ - pfc_root_index: 0
15
+ - pfc_left_foot_indices: [5, 6]
16
+ - pfc_right_foot_indices: [11, 12]
17
+ - transition_metrics: TextOp-style PJ/AUJ on body/link jerk over transition windows centered at autoregressive chunk seams.
18
+
19
+ | ckpt | BeatAlign | BeatAlign Ref | BeatAlign Gap | FIDk | FIDg | Divk | Divg | PFC | PFC Ref | contact_sliding | foot_ground_error | body_jerk | PJ | AUJ | Tracker g-MPJPE | Tracker MPJPE | Tracker E_vel | Tracker E_acc |
20
+ |---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
21
+ | sstep=050000 | **0.5175 +/- 0.1363** | **0.5624 +/- 0.1401** | **-0.0449 +/- 0.1672** | **47.1724** | **1.2896** | **15.1084** | **4.1961** | **0.8100 +/- 0.9307** | **0.7154 +/- 0.9398** | **0.4852 +/- 0.3037** | **0.0372 +/- 0.0289** | **125.4314 +/- 73.2813** | N/A | N/A | N/A | N/A | N/A | N/A |
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/transition_metrics.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 60,
3
+ "enabled": false,
4
+ "num_frames": 60,
5
+ "reason": "num_frames must be greater than chunk_length"
6
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/aistpp_edge_metrics.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "div_g_gap": -0.24576686635714395,
3
+ "div_g_generated": 4.952631843501632,
4
+ "div_g_reference": 5.198398709858776,
5
+ "div_k_gap": -4.678527302952977,
6
+ "div_k_generated": 9.777366369206987,
7
+ "div_k_reference": 14.455893672159965,
8
+ "fid_g": 1.2876681867368553,
9
+ "fid_k": 37.75115099709191,
10
+ "frames": 60,
11
+ "geometric_feature": "g1_root_relative_body_geometry",
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
14
+ "kinetic_feature_dim": 90,
15
+ "left_foot_indices": [
16
+ 5,
17
+ 6
18
+ ],
19
+ "num_samples": 256,
20
+ "pfc_gap": {
21
+ "max": 3.9473191468566466,
22
+ "mean": 0.22930342430055922,
23
+ "min": -1.7137129882534128,
24
+ "std": 0.642198891340277
25
+ },
26
+ "pfc_generated": {
27
+ "max": 3.98434950996021,
28
+ "mean": 0.4651416387412526,
29
+ "min": 0.0005474476438059116,
30
+ "std": 0.6731526131084465
31
+ },
32
+ "pfc_reference": {
33
+ "max": 3.122781850827104,
34
+ "mean": 0.23583821444069344,
35
+ "min": 1.734478249173508e-05,
36
+ "std": 0.3699833929511572
37
+ },
38
+ "right_foot_indices": [
39
+ 11,
40
+ 12
41
+ ],
42
+ "root_index": 0,
43
+ "up_axis": "z"
44
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/benchmark.json ADDED
@@ -0,0 +1,349 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aistpp_edge_metrics": {
3
+ "div_g_gap": -0.24576686635714395,
4
+ "div_g_generated": 4.952631843501632,
5
+ "div_g_reference": 5.198398709858776,
6
+ "div_k_gap": -4.678527302952977,
7
+ "div_k_generated": 9.777366369206987,
8
+ "div_k_reference": 14.455893672159965,
9
+ "fid_g": 1.2876681867368553,
10
+ "fid_k": 37.75115099709191,
11
+ "frames": 60,
12
+ "geometric_feature": "g1_root_relative_body_geometry",
13
+ "geometric_feature_dim": 412,
14
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
15
+ "kinetic_feature_dim": 90,
16
+ "left_foot_indices": [
17
+ 5,
18
+ 6
19
+ ],
20
+ "num_samples": 256,
21
+ "pfc_gap": {
22
+ "max": 3.9473191468566466,
23
+ "mean": 0.22930342430055922,
24
+ "min": -1.7137129882534128,
25
+ "std": 0.642198891340277
26
+ },
27
+ "pfc_generated": {
28
+ "max": 3.98434950996021,
29
+ "mean": 0.4651416387412526,
30
+ "min": 0.0005474476438059116,
31
+ "std": 0.6731526131084465
32
+ },
33
+ "pfc_reference": {
34
+ "max": 3.122781850827104,
35
+ "mean": 0.23583821444069344,
36
+ "min": 1.734478249173508e-05,
37
+ "std": 0.3699833929511572
38
+ },
39
+ "right_foot_indices": [
40
+ 11,
41
+ 12
42
+ ],
43
+ "root_index": 0,
44
+ "up_axis": "z"
45
+ },
46
+ "audio_features": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/audio_features.npz",
47
+ "audio_metrics": {
48
+ "beat_align_gap": {
49
+ "max": 0.6486531208176839,
50
+ "mean": -0.061145166624297316,
51
+ "min": -0.6907824785306439,
52
+ "std": 0.19236023453747444
53
+ },
54
+ "beat_align_generated": {
55
+ "max": 0.9729797344533828,
56
+ "mean": 0.49993217726137046,
57
+ "min": 0.0,
58
+ "std": 0.1421863999351507
59
+ },
60
+ "beat_align_reference": {
61
+ "max": 0.9155656239411911,
62
+ "mean": 0.5610773438856678,
63
+ "min": 0.0,
64
+ "std": 0.13221034482813218
65
+ },
66
+ "beat_direction": "music_to_motion",
67
+ "beat_threshold": 0.5,
68
+ "frames": 60,
69
+ "min_motion_beat_distance_seconds": 0.25,
70
+ "num_samples": 256,
71
+ "sigma_frames": 3.0
72
+ },
73
+ "batch_size": 16,
74
+ "benchmark": "audio",
75
+ "cfg_audio_scale": null,
76
+ "ckpt_path": "${OMG_REPO_ROOT}/outputs/g1_transformer_guided_500m_mixed_modal_all_original_rot6d_diffusion_only_8gpu_materialized_resume45k_lr3e-5_diagoff/checkpoints/sstep=050000.ckpt",
77
+ "dataset_metrics": {
78
+ "compas3d_original_audio_test": {
79
+ "aistpp_edge": {
80
+ "div_g_gap": 0.06746493006065002,
81
+ "div_g_generated": 4.764836504208959,
82
+ "div_g_reference": 4.697371574148309,
83
+ "div_k_gap": 0.9302900120733248,
84
+ "div_k_generated": 10.01593115474435,
85
+ "div_k_reference": 9.085641142671026,
86
+ "fid_g": 2.68024344166615,
87
+ "fid_k": 25.373122139235576,
88
+ "geometric_feature_dim": 412,
89
+ "kinetic_feature_dim": 90,
90
+ "num_samples": 52,
91
+ "pfc_gap": {
92
+ "max": 3.221507129563266,
93
+ "mean": 0.690930074591217,
94
+ "min": -0.9512549487667099,
95
+ "std": 0.8236456398657651
96
+ },
97
+ "pfc_generated": {
98
+ "max": 3.578572602822791,
99
+ "mean": 1.0728990820427105,
100
+ "min": 0.010215480885652266,
101
+ "std": 0.8870359278855278
102
+ },
103
+ "pfc_reference": {
104
+ "max": 1.9474071186962572,
105
+ "mean": 0.3819690074514934,
106
+ "min": 0.0362565896202138,
107
+ "std": 0.3980286444319252
108
+ }
109
+ },
110
+ "audio": {
111
+ "beat_align_gap": {
112
+ "max": 0.12880246479428875,
113
+ "mean": -0.051700885715526876,
114
+ "min": -0.3168640301205357,
115
+ "std": 0.11812064359076489
116
+ },
117
+ "beat_align_generated": {
118
+ "max": 0.680390879680282,
119
+ "mean": 0.5315599248667728,
120
+ "min": 0.3429902385005909,
121
+ "std": 0.08888630415072321
122
+ },
123
+ "beat_align_reference": {
124
+ "max": 0.6751071839242437,
125
+ "mean": 0.5832608105822996,
126
+ "min": 0.44007268746408307,
127
+ "std": 0.06759296330014804
128
+ },
129
+ "num_samples": 52
130
+ },
131
+ "num_samples": 52,
132
+ "physical": {
133
+ "body_jerk_mean": {
134
+ "max": 185.16583251953125,
135
+ "mean": 111.5181389588576,
136
+ "min": 59.64802169799805,
137
+ "std": 27.439575078070813
138
+ },
139
+ "contact_sliding_speed": {
140
+ "max": 1.3461910486221313,
141
+ "mean": 0.6964004814911348,
142
+ "min": 0.07012514024972916,
143
+ "std": 0.28985608265358936
144
+ },
145
+ "foot_ground_error": {
146
+ "max": 0.03956867381930351,
147
+ "mean": 0.014369543843293706,
148
+ "min": 0.0027767836581915617,
149
+ "std": 0.008501962252376722
150
+ },
151
+ "num_samples": 52
152
+ }
153
+ },
154
+ "finedance_original_audio_test": {
155
+ "aistpp_edge": {
156
+ "div_g_gap": -0.0618660367090591,
157
+ "div_g_generated": 4.784353818562721,
158
+ "div_g_reference": 4.84621985527178,
159
+ "div_k_gap": -7.958904927703179,
160
+ "div_k_generated": 11.52372401539179,
161
+ "div_k_reference": 19.48262894309497,
162
+ "fid_g": 2.824035487623348,
163
+ "fid_k": 68.93055817664657,
164
+ "geometric_feature_dim": 412,
165
+ "kinetic_feature_dim": 90,
166
+ "num_samples": 102,
167
+ "pfc_gap": {
168
+ "max": 3.9473191468566466,
169
+ "mean": 0.17022981894182967,
170
+ "min": -1.7137129882534128,
171
+ "std": 0.7089824406339773
172
+ },
173
+ "pfc_generated": {
174
+ "max": 3.98434950996021,
175
+ "mean": 0.4865842191213773,
176
+ "min": 0.0005474476438059116,
177
+ "std": 0.6318870876418302
178
+ },
179
+ "pfc_reference": {
180
+ "max": 3.122781850827104,
181
+ "mean": 0.31635440017954763,
182
+ "min": 0.0007167596177271045,
183
+ "std": 0.4615235406182573
184
+ }
185
+ },
186
+ "audio": {
187
+ "beat_align_gap": {
188
+ "max": 0.6486531208176839,
189
+ "mean": -0.03766444282113537,
190
+ "min": -0.6907824785306439,
191
+ "std": 0.27221417975706674
192
+ },
193
+ "beat_align_generated": {
194
+ "max": 0.9729797344533828,
195
+ "mean": 0.49534373916263624,
196
+ "min": 0.036607993477694056,
197
+ "std": 0.19267250125302246
198
+ },
199
+ "beat_align_reference": {
200
+ "max": 0.9155656239411911,
201
+ "mean": 0.5330081819837715,
202
+ "min": 0.16565130039393888,
203
+ "std": 0.18274789702555308
204
+ },
205
+ "num_samples": 102
206
+ },
207
+ "num_samples": 102,
208
+ "physical": {
209
+ "body_jerk_mean": {
210
+ "max": 291.0885925292969,
211
+ "mean": 94.71486886342366,
212
+ "min": 14.018400192260742,
213
+ "std": 48.16290529326161
214
+ },
215
+ "contact_sliding_speed": {
216
+ "max": 1.022678256034851,
217
+ "mean": 0.3737067140127514,
218
+ "min": 0.0,
219
+ "std": 0.21848837181002673
220
+ },
221
+ "foot_ground_error": {
222
+ "max": 0.14209884405136108,
223
+ "mean": 0.034360538494736685,
224
+ "min": 0.003287579631432891,
225
+ "std": 0.032193083296474134
226
+ },
227
+ "num_samples": 102
228
+ }
229
+ },
230
+ "opendance_original_audio_test": {
231
+ "aistpp_edge": {
232
+ "div_g_gap": -0.0742816910365125,
233
+ "div_g_generated": 4.4465719143693105,
234
+ "div_g_reference": 4.520853605405823,
235
+ "div_k_gap": -3.262030150852458,
236
+ "div_k_generated": 7.953189526350646,
237
+ "div_k_reference": 11.215219677203104,
238
+ "fid_g": 1.4636896935032233,
239
+ "fid_k": 26.601276926219583,
240
+ "geometric_feature_dim": 412,
241
+ "kinetic_feature_dim": 90,
242
+ "num_samples": 102,
243
+ "pfc_gap": {
244
+ "max": 1.307505951846604,
245
+ "mean": 0.05303795304052197,
246
+ "min": -0.28941506349572305,
247
+ "std": 0.20830457598918126
248
+ },
249
+ "pfc_generated": {
250
+ "max": 1.3430260621102088,
251
+ "mean": 0.133861930403522,
252
+ "min": 0.002493521337272966,
253
+ "std": 0.19584442565912655
254
+ },
255
+ "pfc_reference": {
256
+ "max": 0.5202685491331398,
257
+ "mean": 0.08082397736300001,
258
+ "min": 1.734478249173508e-05,
259
+ "std": 0.0916078679556263
260
+ }
261
+ },
262
+ "audio": {
263
+ "beat_align_gap": {
264
+ "max": 0.15990963191547536,
265
+ "mean": -0.08944062187114611,
266
+ "min": -0.35854924932211135,
267
+ "std": 0.10128118272109166
268
+ },
269
+ "beat_align_generated": {
270
+ "max": 0.657274161786988,
271
+ "mean": 0.4883966656004877,
272
+ "min": 0.0,
273
+ "std": 0.09447757178039443
274
+ },
275
+ "beat_align_reference": {
276
+ "max": 0.7346093465204763,
277
+ "mean": 0.5778372874716339,
278
+ "min": 0.0,
279
+ "std": 0.08261153009190644
280
+ },
281
+ "num_samples": 102
282
+ },
283
+ "num_samples": 102,
284
+ "physical": {
285
+ "body_jerk_mean": {
286
+ "max": 230.37017822265625,
287
+ "mean": 65.99638667761111,
288
+ "min": 14.008991241455078,
289
+ "std": 31.45301843520524
290
+ },
291
+ "contact_sliding_speed": {
292
+ "max": 0.8009432554244995,
293
+ "mean": 0.1896850264028591,
294
+ "min": 0.035910848528146744,
295
+ "std": 0.11821731047060538
296
+ },
297
+ "foot_ground_error": {
298
+ "max": 0.11037759482860565,
299
+ "mean": 0.07752252446816248,
300
+ "min": 0.05053240433335304,
301
+ "std": 0.009786961025194049
302
+ },
303
+ "num_samples": 102
304
+ }
305
+ }
306
+ },
307
+ "exp": "500m",
308
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/generated_qpos.npz",
309
+ "num_frames": 60,
310
+ "num_samples": 256,
311
+ "physical_metrics": {
312
+ "body_jerk_mean": {
313
+ "max": 291.0885925292969,
314
+ "mean": 86.685512855649,
315
+ "min": 14.008991241455078,
316
+ "std": 42.34200537456419
317
+ },
318
+ "contact_height_threshold": 0.12,
319
+ "contact_penetration_tolerance": 0.02,
320
+ "contact_sliding_speed": {
321
+ "max": 1.3461910486221313,
322
+ "mean": 0.36593274437473156,
323
+ "min": 0.0,
324
+ "std": 0.2761129213936802
325
+ },
326
+ "foot_ground_error": {
327
+ "max": 0.14209884405136108,
328
+ "mean": 0.04749722149244917,
329
+ "min": 0.0027767836581915617,
330
+ "std": 0.03341648643918651
331
+ },
332
+ "frames": 60,
333
+ "num_samples": 256
334
+ },
335
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/reference_qpos.npz",
336
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/sample_metrics.jsonl",
337
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/samples.jsonl",
338
+ "seed": 0,
339
+ "split": "test",
340
+ "tracker_executed": {
341
+ "enabled": false
342
+ },
343
+ "transition_metrics": {
344
+ "chunk_length": 60,
345
+ "enabled": false,
346
+ "num_frames": 60,
347
+ "reason": "num_frames must be greater than chunk_length"
348
+ }
349
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/dataset_metrics.json ADDED
@@ -0,0 +1,230 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "compas3d_original_audio_test": {
3
+ "aistpp_edge": {
4
+ "div_g_gap": 0.06746493006065002,
5
+ "div_g_generated": 4.764836504208959,
6
+ "div_g_reference": 4.697371574148309,
7
+ "div_k_gap": 0.9302900120733248,
8
+ "div_k_generated": 10.01593115474435,
9
+ "div_k_reference": 9.085641142671026,
10
+ "fid_g": 2.68024344166615,
11
+ "fid_k": 25.373122139235576,
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature_dim": 90,
14
+ "num_samples": 52,
15
+ "pfc_gap": {
16
+ "max": 3.221507129563266,
17
+ "mean": 0.690930074591217,
18
+ "min": -0.9512549487667099,
19
+ "std": 0.8236456398657651
20
+ },
21
+ "pfc_generated": {
22
+ "max": 3.578572602822791,
23
+ "mean": 1.0728990820427105,
24
+ "min": 0.010215480885652266,
25
+ "std": 0.8870359278855278
26
+ },
27
+ "pfc_reference": {
28
+ "max": 1.9474071186962572,
29
+ "mean": 0.3819690074514934,
30
+ "min": 0.0362565896202138,
31
+ "std": 0.3980286444319252
32
+ }
33
+ },
34
+ "audio": {
35
+ "beat_align_gap": {
36
+ "max": 0.12880246479428875,
37
+ "mean": -0.051700885715526876,
38
+ "min": -0.3168640301205357,
39
+ "std": 0.11812064359076489
40
+ },
41
+ "beat_align_generated": {
42
+ "max": 0.680390879680282,
43
+ "mean": 0.5315599248667728,
44
+ "min": 0.3429902385005909,
45
+ "std": 0.08888630415072321
46
+ },
47
+ "beat_align_reference": {
48
+ "max": 0.6751071839242437,
49
+ "mean": 0.5832608105822996,
50
+ "min": 0.44007268746408307,
51
+ "std": 0.06759296330014804
52
+ },
53
+ "num_samples": 52
54
+ },
55
+ "num_samples": 52,
56
+ "physical": {
57
+ "body_jerk_mean": {
58
+ "max": 185.16583251953125,
59
+ "mean": 111.5181389588576,
60
+ "min": 59.64802169799805,
61
+ "std": 27.439575078070813
62
+ },
63
+ "contact_sliding_speed": {
64
+ "max": 1.3461910486221313,
65
+ "mean": 0.6964004814911348,
66
+ "min": 0.07012514024972916,
67
+ "std": 0.28985608265358936
68
+ },
69
+ "foot_ground_error": {
70
+ "max": 0.03956867381930351,
71
+ "mean": 0.014369543843293706,
72
+ "min": 0.0027767836581915617,
73
+ "std": 0.008501962252376722
74
+ },
75
+ "num_samples": 52
76
+ }
77
+ },
78
+ "finedance_original_audio_test": {
79
+ "aistpp_edge": {
80
+ "div_g_gap": -0.0618660367090591,
81
+ "div_g_generated": 4.784353818562721,
82
+ "div_g_reference": 4.84621985527178,
83
+ "div_k_gap": -7.958904927703179,
84
+ "div_k_generated": 11.52372401539179,
85
+ "div_k_reference": 19.48262894309497,
86
+ "fid_g": 2.824035487623348,
87
+ "fid_k": 68.93055817664657,
88
+ "geometric_feature_dim": 412,
89
+ "kinetic_feature_dim": 90,
90
+ "num_samples": 102,
91
+ "pfc_gap": {
92
+ "max": 3.9473191468566466,
93
+ "mean": 0.17022981894182967,
94
+ "min": -1.7137129882534128,
95
+ "std": 0.7089824406339773
96
+ },
97
+ "pfc_generated": {
98
+ "max": 3.98434950996021,
99
+ "mean": 0.4865842191213773,
100
+ "min": 0.0005474476438059116,
101
+ "std": 0.6318870876418302
102
+ },
103
+ "pfc_reference": {
104
+ "max": 3.122781850827104,
105
+ "mean": 0.31635440017954763,
106
+ "min": 0.0007167596177271045,
107
+ "std": 0.4615235406182573
108
+ }
109
+ },
110
+ "audio": {
111
+ "beat_align_gap": {
112
+ "max": 0.6486531208176839,
113
+ "mean": -0.03766444282113537,
114
+ "min": -0.6907824785306439,
115
+ "std": 0.27221417975706674
116
+ },
117
+ "beat_align_generated": {
118
+ "max": 0.9729797344533828,
119
+ "mean": 0.49534373916263624,
120
+ "min": 0.036607993477694056,
121
+ "std": 0.19267250125302246
122
+ },
123
+ "beat_align_reference": {
124
+ "max": 0.9155656239411911,
125
+ "mean": 0.5330081819837715,
126
+ "min": 0.16565130039393888,
127
+ "std": 0.18274789702555308
128
+ },
129
+ "num_samples": 102
130
+ },
131
+ "num_samples": 102,
132
+ "physical": {
133
+ "body_jerk_mean": {
134
+ "max": 291.0885925292969,
135
+ "mean": 94.71486886342366,
136
+ "min": 14.018400192260742,
137
+ "std": 48.16290529326161
138
+ },
139
+ "contact_sliding_speed": {
140
+ "max": 1.022678256034851,
141
+ "mean": 0.3737067140127514,
142
+ "min": 0.0,
143
+ "std": 0.21848837181002673
144
+ },
145
+ "foot_ground_error": {
146
+ "max": 0.14209884405136108,
147
+ "mean": 0.034360538494736685,
148
+ "min": 0.003287579631432891,
149
+ "std": 0.032193083296474134
150
+ },
151
+ "num_samples": 102
152
+ }
153
+ },
154
+ "opendance_original_audio_test": {
155
+ "aistpp_edge": {
156
+ "div_g_gap": -0.0742816910365125,
157
+ "div_g_generated": 4.4465719143693105,
158
+ "div_g_reference": 4.520853605405823,
159
+ "div_k_gap": -3.262030150852458,
160
+ "div_k_generated": 7.953189526350646,
161
+ "div_k_reference": 11.215219677203104,
162
+ "fid_g": 1.4636896935032233,
163
+ "fid_k": 26.601276926219583,
164
+ "geometric_feature_dim": 412,
165
+ "kinetic_feature_dim": 90,
166
+ "num_samples": 102,
167
+ "pfc_gap": {
168
+ "max": 1.307505951846604,
169
+ "mean": 0.05303795304052197,
170
+ "min": -0.28941506349572305,
171
+ "std": 0.20830457598918126
172
+ },
173
+ "pfc_generated": {
174
+ "max": 1.3430260621102088,
175
+ "mean": 0.133861930403522,
176
+ "min": 0.002493521337272966,
177
+ "std": 0.19584442565912655
178
+ },
179
+ "pfc_reference": {
180
+ "max": 0.5202685491331398,
181
+ "mean": 0.08082397736300001,
182
+ "min": 1.734478249173508e-05,
183
+ "std": 0.0916078679556263
184
+ }
185
+ },
186
+ "audio": {
187
+ "beat_align_gap": {
188
+ "max": 0.15990963191547536,
189
+ "mean": -0.08944062187114611,
190
+ "min": -0.35854924932211135,
191
+ "std": 0.10128118272109166
192
+ },
193
+ "beat_align_generated": {
194
+ "max": 0.657274161786988,
195
+ "mean": 0.4883966656004877,
196
+ "min": 0.0,
197
+ "std": 0.09447757178039443
198
+ },
199
+ "beat_align_reference": {
200
+ "max": 0.7346093465204763,
201
+ "mean": 0.5778372874716339,
202
+ "min": 0.0,
203
+ "std": 0.08261153009190644
204
+ },
205
+ "num_samples": 102
206
+ },
207
+ "num_samples": 102,
208
+ "physical": {
209
+ "body_jerk_mean": {
210
+ "max": 230.37017822265625,
211
+ "mean": 65.99638667761111,
212
+ "min": 14.008991241455078,
213
+ "std": 31.45301843520524
214
+ },
215
+ "contact_sliding_speed": {
216
+ "max": 0.8009432554244995,
217
+ "mean": 0.1896850264028591,
218
+ "min": 0.035910848528146744,
219
+ "std": 0.11821731047060538
220
+ },
221
+ "foot_ground_error": {
222
+ "max": 0.11037759482860565,
223
+ "mean": 0.07752252446816248,
224
+ "min": 0.05053240433335304,
225
+ "std": 0.009786961025194049
226
+ },
227
+ "num_samples": 102
228
+ }
229
+ }
230
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/metrics.json ADDED
@@ -0,0 +1,145 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "batch_size": 16,
3
+ "benchmark": "audio",
4
+ "ckpts": [
5
+ "${OMG_REPO_ROOT}/outputs/g1_transformer_guided_500m_mixed_modal_all_original_rot6d_diffusion_only_8gpu_materialized_resume45k_lr3e-5_diagoff/checkpoints/sstep=050000.ckpt"
6
+ ],
7
+ "datasets": [
8
+ "100style_original_filtered_test",
9
+ "amass_original_filtered_test",
10
+ "bones_seed_original_filtered_test",
11
+ "fitness_original_filtered_test",
12
+ "humanml_original_filtered_test",
13
+ "idea400_original_filtered_test",
14
+ "lafan1_original_filtered_test",
15
+ "motiongv_original_filtered_test",
16
+ "motionllama_original_filtered_test",
17
+ "omomo_original_filtered_test",
18
+ "permo_original_filtered_test",
19
+ "snapmogen_original_filtered_test",
20
+ "aioz_gdance_original_audio_test",
21
+ "aistpp_original_audio_test",
22
+ "choreomaster_original_audio_test",
23
+ "compas3d_original_audio_test",
24
+ "opendance_original_audio_test",
25
+ "finedance_original_audio_test",
26
+ "beat2_original_humanref_test"
27
+ ],
28
+ "exp": "500m",
29
+ "num_frames": 60,
30
+ "num_samples": 256,
31
+ "runs": {
32
+ "sstep=050000": {
33
+ "aistpp_edge_metrics": {
34
+ "div_g_gap": -0.24576686635714395,
35
+ "div_g_generated": 4.952631843501632,
36
+ "div_g_reference": 5.198398709858776,
37
+ "div_k_gap": -4.678527302952977,
38
+ "div_k_generated": 9.777366369206987,
39
+ "div_k_reference": 14.455893672159965,
40
+ "fid_g": 1.2876681867368553,
41
+ "fid_k": 37.75115099709191,
42
+ "frames": 60,
43
+ "geometric_feature": "g1_root_relative_body_geometry",
44
+ "geometric_feature_dim": 412,
45
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
46
+ "kinetic_feature_dim": 90,
47
+ "left_foot_indices": [
48
+ 5,
49
+ 6
50
+ ],
51
+ "num_samples": 256,
52
+ "pfc_gap": {
53
+ "max": 3.9473191468566466,
54
+ "mean": 0.22930342430055922,
55
+ "min": -1.7137129882534128,
56
+ "std": 0.642198891340277
57
+ },
58
+ "pfc_generated": {
59
+ "max": 3.98434950996021,
60
+ "mean": 0.4651416387412526,
61
+ "min": 0.0005474476438059116,
62
+ "std": 0.6731526131084465
63
+ },
64
+ "pfc_reference": {
65
+ "max": 3.122781850827104,
66
+ "mean": 0.23583821444069344,
67
+ "min": 1.734478249173508e-05,
68
+ "std": 0.3699833929511572
69
+ },
70
+ "right_foot_indices": [
71
+ 11,
72
+ 12
73
+ ],
74
+ "root_index": 0,
75
+ "up_axis": "z"
76
+ },
77
+ "audio_metrics": {
78
+ "beat_align_gap": {
79
+ "max": 0.6486531208176839,
80
+ "mean": -0.061145166624297316,
81
+ "min": -0.6907824785306439,
82
+ "std": 0.19236023453747444
83
+ },
84
+ "beat_align_generated": {
85
+ "max": 0.9729797344533828,
86
+ "mean": 0.49993217726137046,
87
+ "min": 0.0,
88
+ "std": 0.1421863999351507
89
+ },
90
+ "beat_align_reference": {
91
+ "max": 0.9155656239411911,
92
+ "mean": 0.5610773438856678,
93
+ "min": 0.0,
94
+ "std": 0.13221034482813218
95
+ },
96
+ "beat_direction": "music_to_motion",
97
+ "beat_threshold": 0.5,
98
+ "frames": 60,
99
+ "min_motion_beat_distance_seconds": 0.25,
100
+ "num_samples": 256,
101
+ "sigma_frames": 3.0
102
+ },
103
+ "benchmark_json": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/benchmark.json",
104
+ "cfg_audio_scale": null,
105
+ "ckpt_path": "${OMG_REPO_ROOT}/outputs/g1_transformer_guided_500m_mixed_modal_all_original_rot6d_diffusion_only_8gpu_materialized_resume45k_lr3e-5_diagoff/checkpoints/sstep=050000.ckpt",
106
+ "output_dir": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001",
107
+ "physical_metrics": {
108
+ "body_jerk_mean": {
109
+ "max": 291.0885925292969,
110
+ "mean": 86.685512855649,
111
+ "min": 14.008991241455078,
112
+ "std": 42.34200537456419
113
+ },
114
+ "contact_height_threshold": 0.12,
115
+ "contact_penetration_tolerance": 0.02,
116
+ "contact_sliding_speed": {
117
+ "max": 1.3461910486221313,
118
+ "mean": 0.36593274437473156,
119
+ "min": 0.0,
120
+ "std": 0.2761129213936802
121
+ },
122
+ "foot_ground_error": {
123
+ "max": 0.14209884405136108,
124
+ "mean": 0.04749722149244917,
125
+ "min": 0.0027767836581915617,
126
+ "std": 0.03341648643918651
127
+ },
128
+ "frames": 60,
129
+ "num_samples": 256
130
+ },
131
+ "tracker_executed": {
132
+ "enabled": false
133
+ },
134
+ "transition_metrics": {
135
+ "chunk_length": 60,
136
+ "enabled": false,
137
+ "num_frames": 60,
138
+ "reason": "num_frames must be greater than chunk_length"
139
+ }
140
+ }
141
+ },
142
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/samples.jsonl",
143
+ "seed": 0,
144
+ "split": "test"
145
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/artifact_samples.jsonl ADDED
@@ -0,0 +1,512 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 5, "sample_index": 0}
2
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 10, "sample_index": 1}
3
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 16, "sample_index": 2}
4
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 32, "sample_index": 3}
5
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 43, "sample_index": 4}
6
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 56, "sample_index": 5}
7
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 66, "sample_index": 6}
8
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 79, "sample_index": 7}
9
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 146, "sample_index": 8}
10
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 158, "sample_index": 9}
11
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 176, "sample_index": 10}
12
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 246, "sample_index": 11}
13
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 341, "sample_index": 12}
14
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 346, "sample_index": 13}
15
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 524, "sample_index": 14}
16
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 543, "sample_index": 15}
17
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 592, "sample_index": 16}
18
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 598, "sample_index": 17}
19
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 774, "sample_index": 18}
20
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 798, "sample_index": 19}
21
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 836, "sample_index": 20}
22
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 951, "sample_index": 21}
23
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 983, "sample_index": 22}
24
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 992, "sample_index": 23}
25
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1043, "sample_index": 24}
26
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1063, "sample_index": 25}
27
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1069, "sample_index": 26}
28
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1089, "sample_index": 27}
29
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1096, "sample_index": 28}
30
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1184, "sample_index": 29}
31
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1236, "sample_index": 30}
32
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1266, "sample_index": 31}
33
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1316, "sample_index": 32}
34
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1331, "sample_index": 33}
35
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1426, "sample_index": 34}
36
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1436, "sample_index": 35}
37
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1505, "sample_index": 36}
38
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1585, "sample_index": 37}
39
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1599, "sample_index": 38}
40
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1650, "sample_index": 39}
41
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1667, "sample_index": 40}
42
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1684, "sample_index": 41}
43
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1703, "sample_index": 42}
44
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1780, "sample_index": 43}
45
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1831, "sample_index": 44}
46
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1896, "sample_index": 45}
47
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1955, "sample_index": 46}
48
+ {"caption": "step forward with alternating legs, lower arms to the sides, and adjust stance to stand upright facing forward steadily; style: casual", "dataset": "amass_original_filtered_test", "dataset_index": 440, "sample_index": 47}
49
+ {"caption": "run forward with arms bent and clasped in front, body leaning forward; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 442, "sample_index": 48}
50
+ {"caption": "walk backward, with arms initially held near torso then gradually lowering to sides; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 470, "sample_index": 49}
51
+ {"caption": "rise from crouch, rotate torso away from camera, raise arms outward, lean back while shifting body weight; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 522, "sample_index": 50}
52
+ {"caption": "land on feet and continue spinning with bent knees; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 717, "sample_index": 51}
53
+ {"caption": "shift body weight, rotate torso, lower body gradually into a seated position; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 780, "sample_index": 52}
54
+ {"caption": "move both arms in repetitive forward circular motions while slightly bending knees; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 861, "sample_index": 53}
55
+ {"caption": "alternate lifting legs while swinging arms in circular motions repeatedly; style: rhythmic", "dataset": "amass_original_filtered_test", "dataset_index": 1007, "sample_index": 54}
56
+ {"caption": "bend torso forward, bend knees, hold crouched stance with arms extended downward; style: steady", "dataset": "amass_original_filtered_test", "dataset_index": 1480, "sample_index": 55}
57
+ {"caption": "cross arms in front of body, then extend them outward alternately, repeat motion; style: fluid", "dataset": "amass_original_filtered_test", "dataset_index": 1926, "sample_index": 56}
58
+ {"caption": "tilt torso and head side to side, bending upper body left and right alternately; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 1936, "sample_index": 57}
59
+ {"caption": "stand still with arms extended horizontally in T-pose; style: static", "dataset": "amass_original_filtered_test", "dataset_index": 2172, "sample_index": 58}
60
+ {"caption": "rotate 180 degrees, then walk away from the camera with arm swings; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 2208, "sample_index": 59}
61
+ {"caption": "rotate torso, extend left arm outward, lift right leg high to execute a side kick while spinning; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 2284, "sample_index": 60}
62
+ {"caption": "walk forward with alternating leg steps, swing arms naturally, maintain steady gait; style: controlled, rhythmic", "dataset": "amass_original_filtered_test", "dataset_index": 2850, "sample_index": 61}
63
+ {"caption": "stand in place with arms extended horizontally to both sides, hold pose briefly; style: static", "dataset": "amass_original_filtered_test", "dataset_index": 2993, "sample_index": 62}
64
+ {"caption": "perform coordinated footwork, arm gestures, and body twists; style: rhythmic, energetic", "dataset": "amass_original_filtered_test", "dataset_index": 3150, "sample_index": 63}
65
+ {"caption": "spin around rapidly while alternately lifting legs and swinging arms for balance; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 3397, "sample_index": 64}
66
+ {"caption": "lower arms, bend knees, rotate torso, raise arms overhead, then place hands on hips while shifting body weight; style: transitional", "dataset": "amass_original_filtered_test", "dataset_index": 3496, "sample_index": 65}
67
+ {"caption": "cross right arm over left, sway hips side to side, and step in place with knee bends; style: rhythmic", "dataset": "amass_original_filtered_test", "dataset_index": 3684, "sample_index": 66}
68
+ {"caption": "take small forward steps, lower arms to sides, and shift body weight between legs; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 3722, "sample_index": 67}
69
+ {"caption": "raise arms back to extended horizontal position and stand still; style: static", "dataset": "amass_original_filtered_test", "dataset_index": 4078, "sample_index": 68}
70
+ {"caption": "perform fine finger movements and hand manipulations while hands are held in front of torso; style: precise", "dataset": "amass_original_filtered_test", "dataset_index": 5120, "sample_index": 69}
71
+ {"caption": "raise left arm to outward position, rotate torso left, then lower left arm back to the side; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 5151, "sample_index": 70}
72
+ {"caption": "stand in place, extend left arm outward then retract it, keep right hand on hip; style: steady", "dataset": "amass_original_filtered_test", "dataset_index": 5232, "sample_index": 71}
73
+ {"caption": "extend left arm horizontally outward, hold position briefly, then retract arm back to side; style: deliberate", "dataset": "amass_original_filtered_test", "dataset_index": 5624, "sample_index": 72}
74
+ {"caption": "rotate torso to the left, extend both arms forward in a reaching and grabbing motion; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 5645, "sample_index": 73}
75
+ {"caption": "sit with legs bent, lean back, raise arms, lift legs slightly and shift body side to side; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 5759, "sample_index": 74}
76
+ {"caption": "hold left arm up briefly then lower it slowly back to hip position; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 6043, "sample_index": 75}
77
+ {"caption": "stand with arms extended horizontally to both sides, perform repeated small vertical jumps; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 6065, "sample_index": 76}
78
+ {"caption": "shift body weight, extend arms outward, and perform a lateral displacement step to the right; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 6343, "sample_index": 77}
79
+ {"caption": "step in a circular path while rotating 180 degrees to the right, arms swing naturally with body movement; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 6411, "sample_index": 78}
80
+ {"caption": "walk forward with coordinated arm and leg movements; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 6859, "sample_index": 79}
81
+ {"caption": "turn toward camera, step forward repeatedly to recover stability; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 6954, "sample_index": 80}
82
+ {"caption": "shift body weight between legs, raise right arm upward and lower back down, rotate torso slightly to the left; style: controlled, slow", "dataset": "amass_original_filtered_test", "dataset_index": 7131, "sample_index": 81}
83
+ {"caption": "walk slowly while maintaining balance, swing arms to stabilize the body; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 7170, "sample_index": 82}
84
+ {"caption": "rotate torso left, step forward with right leg, swing arms to maintain balance; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 7226, "sample_index": 83}
85
+ {"caption": "lower extended arms to sides, take two forward steps, and stand still; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 7557, "sample_index": 84}
86
+ {"caption": "rotate body 180 degrees while stepping with legs, lower arms from hips to sides; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 7807, "sample_index": 85}
87
+ {"caption": "raise right arm, perform circular motion above head, then lower arm to side; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 7939, "sample_index": 86}
88
+ {"caption": "extend both arms forward, then retract them back to rest on legs; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 8074, "sample_index": 87}
89
+ {"caption": "extend both arms forward, then retract back to legs; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 8093, "sample_index": 88}
90
+ {"caption": "step in place with quick foot movements, rotating body and moving arms in rhythmic pattern; style: rhythmic", "dataset": "amass_original_filtered_test", "dataset_index": 8137, "sample_index": 89}
91
+ {"caption": "execute alternating high side kicks, using arms for balance; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 8163, "sample_index": 90}
92
+ {"caption": "spin clockwise on one foot, raise right arm overhead, extend left arm outward, and keep legs bent during rotation; style: smooth, rhythmic", "dataset": "amass_original_filtered_test", "dataset_index": 8488, "sample_index": 91}
93
+ {"caption": "lean forward slightly, rotate torso sharply side to side, adjust leg position for balance; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 8517, "sample_index": 92}
94
+ {"caption": "rise from crouched position to standing, straighten legs, and extend arms outward to return to initial stance; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 8932, "sample_index": 93}
95
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 1, "sample_index": 94}
96
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 3, "sample_index": 95}
97
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 4, "sample_index": 96}
98
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 6, "sample_index": 97}
99
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 9, "sample_index": 98}
100
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 11, "sample_index": 99}
101
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 12, "sample_index": 100}
102
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 13, "sample_index": 101}
103
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 16, "sample_index": 102}
104
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 18, "sample_index": 103}
105
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 20, "sample_index": 104}
106
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 21, "sample_index": 105}
107
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 22, "sample_index": 106}
108
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 27, "sample_index": 107}
109
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 30, "sample_index": 108}
110
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 31, "sample_index": 109}
111
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 33, "sample_index": 110}
112
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 35, "sample_index": 111}
113
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 37, "sample_index": 112}
114
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 44, "sample_index": 113}
115
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 45, "sample_index": 114}
116
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 47, "sample_index": 115}
117
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 56, "sample_index": 116}
118
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 58, "sample_index": 117}
119
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 64, "sample_index": 118}
120
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 69, "sample_index": 119}
121
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 70, "sample_index": 120}
122
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 76, "sample_index": 121}
123
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 79, "sample_index": 122}
124
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 80, "sample_index": 123}
125
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 81, "sample_index": 124}
126
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 82, "sample_index": 125}
127
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 83, "sample_index": 126}
128
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 84, "sample_index": 127}
129
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 85, "sample_index": 128}
130
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 86, "sample_index": 129}
131
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 87, "sample_index": 130}
132
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 91, "sample_index": 131}
133
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 93, "sample_index": 132}
134
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 94, "sample_index": 133}
135
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 99, "sample_index": 134}
136
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 101, "sample_index": 135}
137
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 105, "sample_index": 136}
138
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 109, "sample_index": 137}
139
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 113, "sample_index": 138}
140
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 117, "sample_index": 139}
141
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 122, "sample_index": 140}
142
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 17, "sample_index": 141}
143
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 44, "sample_index": 142}
144
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 64, "sample_index": 143}
145
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 72, "sample_index": 144}
146
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 74, "sample_index": 145}
147
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 104, "sample_index": 146}
148
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 137, "sample_index": 147}
149
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 141, "sample_index": 148}
150
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 177, "sample_index": 149}
151
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 191, "sample_index": 150}
152
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 197, "sample_index": 151}
153
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 222, "sample_index": 152}
154
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 251, "sample_index": 153}
155
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 398, "sample_index": 154}
156
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 451, "sample_index": 155}
157
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 478, "sample_index": 156}
158
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 553, "sample_index": 157}
159
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 634, "sample_index": 158}
160
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 635, "sample_index": 159}
161
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 670, "sample_index": 160}
162
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 702, "sample_index": 161}
163
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 716, "sample_index": 162}
164
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 721, "sample_index": 163}
165
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 757, "sample_index": 164}
166
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 759, "sample_index": 165}
167
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 838, "sample_index": 166}
168
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 862, "sample_index": 167}
169
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 915, "sample_index": 168}
170
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 950, "sample_index": 169}
171
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1022, "sample_index": 170}
172
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1028, "sample_index": 171}
173
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1110, "sample_index": 172}
174
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1139, "sample_index": 173}
175
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1229, "sample_index": 174}
176
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1370, "sample_index": 175}
177
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1377, "sample_index": 176}
178
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1414, "sample_index": 177}
179
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1426, "sample_index": 178}
180
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1442, "sample_index": 179}
181
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1462, "sample_index": 180}
182
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1493, "sample_index": 181}
183
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1518, "sample_index": 182}
184
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1574, "sample_index": 183}
185
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1628, "sample_index": 184}
186
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1629, "sample_index": 185}
187
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1653, "sample_index": 186}
188
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1662, "sample_index": 187}
189
+ {"caption": "She performs ballet with a strong sense of revulsion.", "dataset": "fitness_original_filtered_test", "dataset_index": 0, "sample_index": 188}
190
+ {"caption": "She performs ballet with a strong sense of revulsion.", "dataset": "fitness_original_filtered_test", "dataset_index": 2, "sample_index": 189}
191
+ {"caption": "She performs ballet with a strong sense of revulsion.", "dataset": "fitness_original_filtered_test", "dataset_index": 6, "sample_index": 190}
192
+ {"caption": "She performs ballet with a strong sense of revulsion.", "dataset": "fitness_original_filtered_test", "dataset_index": 7, "sample_index": 191}
193
+ {"caption": "She hesitantly performs a ballet.", "dataset": "fitness_original_filtered_test", "dataset_index": 9, "sample_index": 192}
194
+ {"caption": "She hesitantly performs a ballet.", "dataset": "fitness_original_filtered_test", "dataset_index": 13, "sample_index": 193}
195
+ {"caption": "She dances ballet with joy.", "dataset": "fitness_original_filtered_test", "dataset_index": 17, "sample_index": 194}
196
+ {"caption": "Concentrating on fitness, jump knee to elbow in a sport.", "dataset": "fitness_original_filtered_test", "dataset_index": 18, "sample_index": 195}
197
+ {"caption": "Concentrating on fitness, jump knee to elbow in a sport.", "dataset": "fitness_original_filtered_test", "dataset_index": 23, "sample_index": 196}
198
+ {"caption": "Sport fitness involves vigorous jumping motions.", "dataset": "fitness_original_filtered_test", "dataset_index": 24, "sample_index": 197}
199
+ {"caption": "Runners sprint back and forth, fully focused.", "dataset": "fitness_original_filtered_test", "dataset_index": 29, "sample_index": 198}
200
+ {"caption": "Runners sprint back and forth, fully focused.", "dataset": "fitness_original_filtered_test", "dataset_index": 34, "sample_index": 199}
201
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 36, "sample_index": 200}
202
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 37, "sample_index": 201}
203
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 38, "sample_index": 202}
204
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 39, "sample_index": 203}
205
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 40, "sample_index": 204}
206
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 42, "sample_index": 205}
207
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 45, "sample_index": 206}
208
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 46, "sample_index": 207}
209
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 48, "sample_index": 208}
210
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 52, "sample_index": 209}
211
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 53, "sample_index": 210}
212
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 55, "sample_index": 211}
213
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 56, "sample_index": 212}
214
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 57, "sample_index": 213}
215
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 59, "sample_index": 214}
216
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 60, "sample_index": 215}
217
+ {"caption": "Standing left and right arm lift is a part of sport fitness, sadly.", "dataset": "fitness_original_filtered_test", "dataset_index": 63, "sample_index": 216}
218
+ {"caption": "Standing left and right arm lift is a part of sport fitness, sadly.", "dataset": "fitness_original_filtered_test", "dataset_index": 64, "sample_index": 217}
219
+ {"caption": "Standing left and right arm lift is a part of sport fitness, sadly.", "dataset": "fitness_original_filtered_test", "dataset_index": 65, "sample_index": 218}
220
+ {"caption": "Happily, sport fitness enthusiasts perform a standing left and right arm stretch.", "dataset": "fitness_original_filtered_test", "dataset_index": 72, "sample_index": 219}
221
+ {"caption": "Happily, sport fitness enthusiasts perform a standing left and right arm stretch.", "dataset": "fitness_original_filtered_test", "dataset_index": 73, "sample_index": 220}
222
+ {"caption": "Happily, sport fitness enthusiasts perform a standing left and right arm stretch.", "dataset": "fitness_original_filtered_test", "dataset_index": 74, "sample_index": 221}
223
+ {"caption": "Happily, sport fitness enthusiasts perform a standing left and right arm stretch.", "dataset": "fitness_original_filtered_test", "dataset_index": 77, "sample_index": 222}
224
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 85, "sample_index": 223}
225
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 86, "sample_index": 224}
226
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 87, "sample_index": 225}
227
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 88, "sample_index": 226}
228
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 90, "sample_index": 227}
229
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 92, "sample_index": 228}
230
+ {"caption": "Standing on one leg, the person swings the other leg in opposite directions with ease.", "dataset": "fitness_original_filtered_test", "dataset_index": 94, "sample_index": 229}
231
+ {"caption": "Standing on one leg, the person swings the other leg in opposite directions with ease.", "dataset": "fitness_original_filtered_test", "dataset_index": 95, "sample_index": 230}
232
+ {"caption": "Standing on one leg, the person swings the other leg in opposite directions with ease.", "dataset": "fitness_original_filtered_test", "dataset_index": 98, "sample_index": 231}
233
+ {"caption": "The right leg stretch is a part of sport fitness.", "dataset": "fitness_original_filtered_test", "dataset_index": 99, "sample_index": 232}
234
+ {"caption": "The right leg stretch is a part of sport fitness.", "dataset": "fitness_original_filtered_test", "dataset_index": 106, "sample_index": 233}
235
+ {"caption": "The right leg stretch is a part of sport fitness.", "dataset": "fitness_original_filtered_test", "dataset_index": 107, "sample_index": 234}
236
+ {"caption": "a person walks forward while slightly favoring the left.", "dataset": "humanml_original_filtered_test", "dataset_index": 40, "sample_index": 235}
237
+ {"caption": "the person is moving something around.", "dataset": "humanml_original_filtered_test", "dataset_index": 325, "sample_index": 236}
238
+ {"caption": "losing balance, moving backwards with both feet.", "dataset": "humanml_original_filtered_test", "dataset_index": 423, "sample_index": 237}
239
+ {"caption": "a man hoists his right arm into the air", "dataset": "humanml_original_filtered_test", "dataset_index": 493, "sample_index": 238}
240
+ {"caption": "a person is collecting an item from its right then petting an animal on the left", "dataset": "humanml_original_filtered_test", "dataset_index": 638, "sample_index": 239}
241
+ {"caption": "man walks slowly forward with arms raised above his head.", "dataset": "humanml_original_filtered_test", "dataset_index": 699, "sample_index": 240}
242
+ {"caption": "a person takes five steps starting with their right foot and then stops.", "dataset": "humanml_original_filtered_test", "dataset_index": 887, "sample_index": 241}
243
+ {"caption": "a person raised the hadns and started to hit with arms", "dataset": "humanml_original_filtered_test", "dataset_index": 1382, "sample_index": 242}
244
+ {"caption": "a person uses their right hand and arm to throw an overarm pitch, while supported by the left arm and hand.", "dataset": "humanml_original_filtered_test", "dataset_index": 1488, "sample_index": 243}
245
+ {"caption": "a person takes four steps forward.", "dataset": "humanml_original_filtered_test", "dataset_index": 1697, "sample_index": 244}
246
+ {"caption": "he picks something up then throwed it", "dataset": "humanml_original_filtered_test", "dataset_index": 1933, "sample_index": 245}
247
+ {"caption": "a standing person moving from their right to left then moving backwards and forward again", "dataset": "humanml_original_filtered_test", "dataset_index": 1993, "sample_index": 246}
248
+ {"caption": "person checking the time on his right wrist", "dataset": "humanml_original_filtered_test", "dataset_index": 2470, "sample_index": 247}
249
+ {"caption": "the sim appears to step forward & throw an object.", "dataset": "humanml_original_filtered_test", "dataset_index": 2763, "sample_index": 248}
250
+ {"caption": "a person standing with his arms by his sides turns to his right and takes four steps, turns 180 degrees and takes five steps, turns 180 degrees again and takes two steps, stops and faces forward.", "dataset": "humanml_original_filtered_test", "dataset_index": 2898, "sample_index": 249}
251
+ {"caption": "man stands still straight up and down then bends at the knees and takes one big jump forward.", "dataset": "humanml_original_filtered_test", "dataset_index": 3212, "sample_index": 250}
252
+ {"caption": "the person is doing horizontal jumps back and forth.", "dataset": "humanml_original_filtered_test", "dataset_index": 3334, "sample_index": 251}
253
+ {"caption": "a person catches a ball with both hands and then throws it with his right hand.", "dataset": "humanml_original_filtered_test", "dataset_index": 3644, "sample_index": 252}
254
+ {"caption": "the person is walking up the stairs and then down the stairs.", "dataset": "humanml_original_filtered_test", "dataset_index": 3681, "sample_index": 253}
255
+ {"caption": "a person walks straight forward.", "dataset": "humanml_original_filtered_test", "dataset_index": 3688, "sample_index": 254}
256
+ {"caption": "a person throws something with their right hand, while raising their right leg very slightly.", "dataset": "humanml_original_filtered_test", "dataset_index": 3698, "sample_index": 255}
257
+ {"caption": "a person jumps, spins completely around in a circle an lands.", "dataset": "humanml_original_filtered_test", "dataset_index": 3812, "sample_index": 256}
258
+ {"caption": "a person walks forward to the front and then pivots on one foot to turn around, then walks forward towards the back.", "dataset": "humanml_original_filtered_test", "dataset_index": 3833, "sample_index": 257}
259
+ {"caption": "a person lifts his hands to catch and throw something", "dataset": "humanml_original_filtered_test", "dataset_index": 3862, "sample_index": 258}
260
+ {"caption": "the person is walking slowly.", "dataset": "humanml_original_filtered_test", "dataset_index": 3955, "sample_index": 259}
261
+ {"caption": "a person walks forwards stops then turns away and walks back", "dataset": "humanml_original_filtered_test", "dataset_index": 4155, "sample_index": 260}
262
+ {"caption": "a person stands using his right hand to play a guitar moving it up and down.", "dataset": "humanml_original_filtered_test", "dataset_index": 4378, "sample_index": 261}
263
+ {"caption": "a person walks forward starting with their left foot.", "dataset": "humanml_original_filtered_test", "dataset_index": 4573, "sample_index": 262}
264
+ {"caption": "a person walks slightly forward then turns right and continues to walk.", "dataset": "humanml_original_filtered_test", "dataset_index": 4907, "sample_index": 263}
265
+ {"caption": "a man walks in a s-shape.", "dataset": "humanml_original_filtered_test", "dataset_index": 4969, "sample_index": 264}
266
+ {"caption": "a person takes a small jump forward with their arms stationed at their side.", "dataset": "humanml_original_filtered_test", "dataset_index": 5192, "sample_index": 265}
267
+ {"caption": "a person shuffles to the left, the shuffles to the right.", "dataset": "humanml_original_filtered_test", "dataset_index": 5281, "sample_index": 266}
268
+ {"caption": "the man plays catch and throw a ball.", "dataset": "humanml_original_filtered_test", "dataset_index": 5558, "sample_index": 267}
269
+ {"caption": "a person claps their hands together.", "dataset": "humanml_original_filtered_test", "dataset_index": 5789, "sample_index": 268}
270
+ {"caption": "a person brings his hands together then kicks one leg out in front of him", "dataset": "humanml_original_filtered_test", "dataset_index": 5933, "sample_index": 269}
271
+ {"caption": "a person jumps into the air.", "dataset": "humanml_original_filtered_test", "dataset_index": 5966, "sample_index": 270}
272
+ {"caption": "person is using a sword", "dataset": "humanml_original_filtered_test", "dataset_index": 6065, "sample_index": 271}
273
+ {"caption": "a person walks forward lifting kicking feet up behind him.", "dataset": "humanml_original_filtered_test", "dataset_index": 6112, "sample_index": 272}
274
+ {"caption": "a person is standing with wobbly knees and moving his arms back and fourth as if he was dizzy.", "dataset": "humanml_original_filtered_test", "dataset_index": 6166, "sample_index": 273}
275
+ {"caption": "the figure does circles with his arms stops and then raises his hands parallel to the floor.", "dataset": "humanml_original_filtered_test", "dataset_index": 6316, "sample_index": 274}
276
+ {"caption": "a person walks with one foot in front of the other trying to keep balance.", "dataset": "humanml_original_filtered_test", "dataset_index": 6336, "sample_index": 275}
277
+ {"caption": "a person frantically waves their right hand around in the air in front of them.", "dataset": "humanml_original_filtered_test", "dataset_index": 6697, "sample_index": 276}
278
+ {"caption": "person backed up to throw a ball.", "dataset": "humanml_original_filtered_test", "dataset_index": 6930, "sample_index": 277}
279
+ {"caption": "a person walking forward while pausing periodically.", "dataset": "humanml_original_filtered_test", "dataset_index": 7220, "sample_index": 278}
280
+ {"caption": "a person moves backwards and sits in a chair.", "dataset": "humanml_original_filtered_test", "dataset_index": 7293, "sample_index": 279}
281
+ {"caption": "a person waves enthusiastically with their left hand.", "dataset": "humanml_original_filtered_test", "dataset_index": 7482, "sample_index": 280}
282
+ {"caption": "person appears to be directing traffic with both hands.", "dataset": "humanml_original_filtered_test", "dataset_index": 7548, "sample_index": 281}
283
+ {"caption": "He sits, repeatedly leans forward with hands sliding toward its feet, then returns to an upright seated position.; style: cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 46, "sample_index": 282}
284
+ {"caption": "The humanoid robot sits and moves its hands repeatedly from behind its head to the front, running them through its hair to simulate drying motions.; style: cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 232, "sample_index": 283}
285
+ {"caption": "The humanoid robot remains seated, sequentially extends and retracts its right arm while its fingers perform simulated swiping and scrolling gestures.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 294, "sample_index": 284}
286
+ {"caption": "A man walks forward, alternately touching its nose with each hand in sync with its steps: as one leg advances, the opposite hand reaches the nose, then the other leg steps forward while the other hand touches the nose.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 387, "sample_index": 285}
287
+ {"caption": "He sits, rests its left hand on its left thigh, and intermittently scratches its head with its right hand.; style: subtle", "dataset": "idea400_original_filtered_test", "dataset_index": 431, "sample_index": 286}
288
+ {"caption": "Someone stands upright, starts with both hands at chest level, extends its right hand outward while curling fingers to display numbers seven through ten, keeps its left hand stationary with palm facing out and fingers spread, then lowers both hands.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 601, "sample_index": 287}
289
+ {"caption": "Sorry, I can't provide the information you're asking for.", "dataset": "idea400_original_filtered_test", "dataset_index": 774, "sample_index": 288}
290
+ {"caption": "The humanoid robot sits, extends its arms upward as if holding a ball, then follows through with its hands as if releasing the ball.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 861, "sample_index": 289}
291
+ {"caption": "A man maintains a standing pose, performing small hand gestures near its face without significant full-body motion or locomotion.; style: playful", "dataset": "idea400_original_filtered_test", "dataset_index": 879, "sample_index": 290}
292
+ {"caption": "Someone stands still, then raises one hand to shade its eyes, before returning the hand to a neutral position.; style: slow controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 907, "sample_index": 291}
293
+ {"caption": "A person walks forward, tilting its head downward in unison with each step, while adjusting its arms to maintain balance.; style: coordinated", "dataset": "idea400_original_filtered_test", "dataset_index": 925, "sample_index": 292}
294
+ {"caption": "Someone squats and extends its arms as if arranging objects, then stands and alternates leg and arm movements to mimic walking on the spot.; style: playful", "dataset": "idea400_original_filtered_test", "dataset_index": 939, "sample_index": 293}
295
+ {"caption": "Someone stands stationary, holds imaginary objects, and repeatedly moves its hands together in a chopping motion.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 967, "sample_index": 294}
296
+ {"caption": "Someone stands in place, performing a series of arm movements: raising its arms above its head, then lowering them to different positions at its sides.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1114, "sample_index": 295}
297
+ {"caption": "A person bends over by flexing its hips and knees, extends its arms toward its feet, and performs motions to grasp and remove its footwear.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1233, "sample_index": 296}
298
+ {"caption": "Sorry, I can't assist with that request.", "dataset": "idea400_original_filtered_test", "dataset_index": 1298, "sample_index": 297}
299
+ {"caption": "He touches its neck while standing up.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1339, "sample_index": 298}
300
+ {"caption": "Someone sits on a chair, alternating between moving its arms to maneuver a kite's control bar or string and adjusting its sitting posture for balance.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1353, "sample_index": 299}
301
+ {"caption": "The humanoid robot sits on a stool, using both hands to wrap around its wrist with coordinated wrist rotations and finger flexions.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1427, "sample_index": 300}
302
+ {"caption": "The humanoid robot stands in a relaxed stance, raises arms horizontally to shoulder level, brings arms forward to clasp hands, lifts clasped hands above the head, separates hands and lowers arms back to shoulder level, then returns arms to relaxed position at sides.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1493, "sample_index": 301}
303
+ {"caption": "The humanoid robot stands, shifting its weight repeatedly from one leg to the other.; style: subtle cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 1502, "sample_index": 302}
304
+ {"caption": "He walks on the spot, shifting weight between legs and alternating lifting feet, while rhythmically raising hands to perform upbeat gestures including thumbs up and clapping.; style: rhythmic energetic", "dataset": "idea400_original_filtered_test", "dataset_index": 1572, "sample_index": 303}
305
+ {"caption": "He walks forward, coordinating alternating leg movements with repeated arm motions that raise its hands to comb its hair.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 1576, "sample_index": 304}
306
+ {"caption": "A man walks forward while alternately extending its arms forward in a pointing gesture, then retracting them back to a neutral position.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 1595, "sample_index": 305}
307
+ {"caption": "The humanoid robot stands, shifts weight between legs, bends and extends knees, and simultaneously swings arms slightly up and down in opposition to leg movements.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 1794, "sample_index": 306}
308
+ {"caption": "Someone sits and performs traffic direction gestures with its arms, alternating between right and left signals while remaining seated.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 1848, "sample_index": 307}
309
+ {"caption": "The humanoid robot walks while extending arms laterally with open palms, then alternately moves each arm forward to signal directions, stepping forward and backward to maintain balance.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1851, "sample_index": 308}
310
+ {"caption": "The humanoid robot walks while extending arms laterally with open palms, then alternately moves each arm forward to signal directions, stepping forward and backward to maintain balance.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1853, "sample_index": 309}
311
+ {"caption": "A person stands in place, with its arms, hands, torso, and entire body performing subtle, uncontrolled trembling motions continuously.; style: subtle", "dataset": "idea400_original_filtered_test", "dataset_index": 1858, "sample_index": 310}
312
+ {"caption": "The humanoid robot sits stably on a chair, repeatedly clenching one hand into a fist and moving it up and down in a rhythmic motion.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 2019, "sample_index": 311}
313
+ {"caption": "Someone sits on a chair, repeatedly extends one leg outward, then returns it to its original position, while keeping its torso and head upright and stable throughout the motion.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 2045, "sample_index": 312}
314
+ {"caption": "The humanoid robot sits on a stool and makes hand gestures while holding a phone to its ear.; style: casual", "dataset": "idea400_original_filtered_test", "dataset_index": 2163, "sample_index": 313}
315
+ {"caption": "He hops on one foot, starting with a slight knee bend, springing off the foot while lifting the other leg, maintaining balance mid-air, then landing on the same foot, with arms aiding balance throughout.; style: energetic", "dataset": "idea400_original_filtered_test", "dataset_index": 2200, "sample_index": 314}
316
+ {"caption": "A man sits in a chair, remaining mostly stationary with no significant movement or change in position.; style: static", "dataset": "idea400_original_filtered_test", "dataset_index": 2357, "sample_index": 315}
317
+ {"caption": "The humanoid robot sits on a stool, repeatedly partially stands up, moves its arms as if using a device, then sits back down.; style: cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 2410, "sample_index": 316}
318
+ {"caption": "Someone stands in place, repeatedly raises one arm to shoulder height, bends its elbow, and reaches its hand toward the opposite arm's elbow in a sequential motion.; style: cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 2606, "sample_index": 317}
319
+ {"caption": "A man holds a pair of glasses in front of itself with both hands, then positions the glasses onto its head, adjusting them to sit properly while coordinating hand and head movements.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 2707, "sample_index": 318}
320
+ {"caption": "The humanoid robot maintains a stationary upright stance, extends its arms at shoulder height with palms facing down, then performs alternating, cyclic up-and-down arm movements in a repetitive circular pattern.; style: rhythmic cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 2778, "sample_index": 319}
321
+ {"caption": "A person stands in place, mimics holding a broom, moves its arms in back-and-forth sweeping motions, and shifts its weight and stance to simulate sweeping.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 2838, "sample_index": 320}
322
+ {"caption": "Someone stands, repeatedly performs cyclical arm and hand motions of dipping, scrubbing, and wringing, with slight torso adjustments to support the actions.; style: cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 2859, "sample_index": 321}
323
+ {"caption": "He walks forward, simultaneously opening its arms wide in a welcoming hug gesture while swinging its arms in coordination with its steps.; style: coordinated", "dataset": "idea400_original_filtered_test", "dataset_index": 2887, "sample_index": 322}
324
+ {"caption": "The humanoid robot performs an exaggerated forward walk with alternating leg steps, while simultaneously rotating its arms in a freestyle swimming-like motion.; style: energetic", "dataset": "idea400_original_filtered_test", "dataset_index": 2950, "sample_index": 323}
325
+ {"caption": "A person walks forward, alternating steps with each foot. Then bends down, lifts one foot, uses hands to stretch and adjust a sock over it, then lifts the other foot and repeats the sock-adjusting motion.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 3043, "sample_index": 324}
326
+ {"caption": "A man walks forward, alternating left and right foot steps, and intermittently raises its right hand to scratch its ear before returning the arm to a natural hanging position at its side.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 3097, "sample_index": 325}
327
+ {"caption": "Someone walks forward, alternately lifting and stepping with each foot, while repeatedly raising its right hand to pat its left shoulder.; style: coordinated", "dataset": "idea400_original_filtered_test", "dataset_index": 3137, "sample_index": 326}
328
+ {"caption": "A person walks across an area, extends its right arm for a handshake while stepping forward, retracts the arm, then continues walking straight with alternating leg steps.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 3153, "sample_index": 327}
329
+ {"caption": "A man stands firmly with arms crossed, occasionally gesturing with his hands as he explains something, displaying a mix of focus and frustration.", "dataset": "motiongv_original_filtered_test", "dataset_index": 1501, "sample_index": 328}
330
+ {"caption": "A martial artist stands with wide legs and defensive arms, slowly shifting his weight while adjusting his hands and maintaining balance and focus near a body of water.", "dataset": "motiongv_original_filtered_test", "dataset_index": 2933, "sample_index": 329}
331
+ {"caption": "A person practices martial arts with focus and calmness.", "dataset": "motiongv_original_filtered_test", "dataset_index": 4157, "sample_index": 330}
332
+ {"caption": "A man in a martial arts uniform stands tall, then assumes a focused stance with feet shoulder-width apart and hands at the center, exuding calm alertness in an indoor dojo.", "dataset": "motiongv_original_filtered_test", "dataset_index": 9026, "sample_index": 331}
333
+ {"caption": "A person is mastering a martial arts stance.", "dataset": "motiongv_original_filtered_test", "dataset_index": 14785, "sample_index": 332}
334
+ {"caption": "A person in a striped shirt performs an energetic dance routine, starting with low bends, rising while moving their hands confidently up and down, striking poses, swaying their hips, and turning in different directions.", "dataset": "motiongv_original_filtered_test", "dataset_index": 16457, "sample_index": 333}
335
+ {"caption": "They execute a movement sequence with arms extended and slightly bent, alternating between left and right.", "dataset": "motiongv_original_filtered_test", "dataset_index": 20002, "sample_index": 334}
336
+ {"caption": "They perform a lively dance with a repetitive motion.", "dataset": "motiongv_original_filtered_test", "dataset_index": 21477, "sample_index": 335}
337
+ {"caption": "A man practices martial arts by assuming a low stance with legs apart, raising one hand in a fist, stepping forward, and thrusting with his arm, demonstrating strength and control.", "dataset": "motiongv_original_filtered_test", "dataset_index": 23687, "sample_index": 336}
338
+ {"caption": "The person executes a martial arts move, beginning with a low squat, followed by a swift lunge with a striking arm, and finishing with a standing stance.", "dataset": "motiongv_original_filtered_test", "dataset_index": 24399, "sample_index": 337}
339
+ {"caption": "A person in traditional attire executes a fluid sword movement, lifting the sword with both hands and performing a circular motion, exuding a practiced and focused air.", "dataset": "motiongv_original_filtered_test", "dataset_index": 25231, "sample_index": 338}
340
+ {"caption": "A performer in traditional attire is executing a fluid martial arts technique.", "dataset": "motiongv_original_filtered_test", "dataset_index": 27172, "sample_index": 339}
341
+ {"caption": "A person in loose clothing practices martial arts, stepping forward with their left foot and extending their arms to push against an opponent, while maintaining balance and focus.", "dataset": "motiongv_original_filtered_test", "dataset_index": 27762, "sample_index": 340}
342
+ {"caption": "A woman is doing a boxing workout, starting in a guard position with raised hands.", "dataset": "motiongv_original_filtered_test", "dataset_index": 30082, "sample_index": 341}
343
+ {"caption": "A young man stands still, holding a sign and shifting his weight between his feet, exuding calmness. He adjusts the sign with slight hand movements, conveying focus and engagement through deliberate gestures.", "dataset": "motiongv_original_filtered_test", "dataset_index": 34806, "sample_index": 342}
344
+ {"caption": "A fit woman is jogging in place with a lively rhythm.", "dataset": "motiongv_original_filtered_test", "dataset_index": 36535, "sample_index": 343}
345
+ {"caption": "A woman stands still, scanning her surroundings. She uses her right hand to gesture to her left, then to her right, conveying her message with confidence.", "dataset": "motiongv_original_filtered_test", "dataset_index": 39914, "sample_index": 344}
346
+ {"caption": "The person remains stationary, briefly adjusting their hair with a fluid, casual motion, conveying a relaxed atmosphere.", "dataset": "motiongv_original_filtered_test", "dataset_index": 40163, "sample_index": 345}
347
+ {"caption": "A young woman dances with great energy.", "dataset": "motiongv_original_filtered_test", "dataset_index": 44345, "sample_index": 346}
348
+ {"caption": "A woman executes a choreographed dance. She starts with her arms lowered, then raises one arm while stretching the other outwards. Her body undulates smoothly as she shifts between various arm poses, generating harmonious and rhythmic gestures. Her facial expression conveys delight and poise.", "dataset": "motiongv_original_filtered_test", "dataset_index": 44686, "sample_index": 347}
349
+ {"caption": "A young man sits engaged, speaking with animated gestures and leaning forward occasionally as he conveys his enthusiasm.", "dataset": "motiongv_original_filtered_test", "dataset_index": 49959, "sample_index": 348}
350
+ {"caption": "The person assumes a calm pose, folding their hands in front of their chest, bows slightly with a peaceful expression, conveying respect or prayer. Their movements are deliberate and slow, exuding serenity and intention.", "dataset": "motiongv_original_filtered_test", "dataset_index": 51349, "sample_index": 349}
351
+ {"caption": "A young martial artist perfects his technique.", "dataset": "motiongv_original_filtered_test", "dataset_index": 63180, "sample_index": 350}
352
+ {"caption": "A young badminton player stands in the court, holding a racket, and demonstrates a shot with deliberate, enthusiastic movements.", "dataset": "motiongv_original_filtered_test", "dataset_index": 68711, "sample_index": 351}
353
+ {"caption": "A woman performs a weighted side squat with a wide stance, alternating arm movements and maintaining a strong, energetic posture.", "dataset": "motiongv_original_filtered_test", "dataset_index": 68858, "sample_index": 352}
354
+ {"caption": "A skilled player is engaged in a game of billiards, using precise technique to make his shot.", "dataset": "motiongv_original_filtered_test", "dataset_index": 68975, "sample_index": 353}
355
+ {"caption": "A young man performs a strength exercise by bending down to lift a weight, then stands tall while holding it close to his chest, demonstrating balance and control.", "dataset": "motiongv_original_filtered_test", "dataset_index": 72412, "sample_index": 354}
356
+ {"caption": "A woman performs a fluid dance, raising her arms, moving her hands in a flowing motion, and shifting from side to side, occasionally placing her hands on her hips.", "dataset": "motiongv_original_filtered_test", "dataset_index": 75558, "sample_index": 355}
357
+ {"caption": "A woman performs a lively dance, moving her hips and arms in a carefree manner.", "dataset": "motiongv_original_filtered_test", "dataset_index": 75785, "sample_index": 356}
358
+ {"caption": "A man uses resistance bands for exercise, starting with a bent-knee stance and pulling the bands back with both hands while keeping his back straight.", "dataset": "motiongv_original_filtered_test", "dataset_index": 76792, "sample_index": 357}
359
+ {"caption": "A woman does a lunge exercise, stepping forward with one leg and bending her front knee while keeping her back leg straight, all while maintaining balance with her arms.", "dataset": "motiongv_original_filtered_test", "dataset_index": 77798, "sample_index": 358}
360
+ {"caption": "In a loose red outfit, a man executes a fluid martial arts movement, starting with a forward arm raise and single-foot stance.", "dataset": "motiongv_original_filtered_test", "dataset_index": 79416, "sample_index": 359}
361
+ {"caption": "A man is honing his boxing skills by executing a series of precise movements.", "dataset": "motiongv_original_filtered_test", "dataset_index": 79784, "sample_index": 360}
362
+ {"caption": "A person in a red outfit is standing with feet together, then lifts and lowers their arms while shifting weight onto one foot in a controlled manner in an outdoor setting.", "dataset": "motiongv_original_filtered_test", "dataset_index": 80016, "sample_index": 361}
363
+ {"caption": "A woman sits cross-legged, hands on knees, palms up, maintaining a calm and centered posture.", "dataset": "motiongv_original_filtered_test", "dataset_index": 82324, "sample_index": 362}
364
+ {"caption": "A man stands beside a seated boy in the boxing ring, offering support with a gentle hand gesture.", "dataset": "motiongv_original_filtered_test", "dataset_index": 83242, "sample_index": 363}
365
+ {"caption": "A woman is exercising vigorously.", "dataset": "motiongv_original_filtered_test", "dataset_index": 85850, "sample_index": 364}
366
+ {"caption": "The person is in a yoga pose, lowering their upper body while keeping one leg extended back.", "dataset": "motiongv_original_filtered_test", "dataset_index": 87924, "sample_index": 365}
367
+ {"caption": "A woman in a bright pink top conveys her emotions to the camera through expressive gestures and facial expressions.", "dataset": "motiongv_original_filtered_test", "dataset_index": 88367, "sample_index": 366}
368
+ {"caption": "A woman performs a stretching exercise on her knees, extending one leg forward and lifting her torso.", "dataset": "motiongv_original_filtered_test", "dataset_index": 91430, "sample_index": 367}
369
+ {"caption": "A woman performs a stability ball exercise, starting in a kneeling position and curling her body inward, before returning to the starting position with controlled movements.", "dataset": "motiongv_original_filtered_test", "dataset_index": 96268, "sample_index": 368}
370
+ {"caption": "A person in a blue outfit performs a series of hand movements, standing firm and gesturing outward with his elbows bent, before lowering his arms gradually.", "dataset": "motiongv_original_filtered_test", "dataset_index": 97211, "sample_index": 369}
371
+ {"caption": "They are engaged in a serious conversation in a formal setting, standing calmly with elegant attire.", "dataset": "motiongv_original_filtered_test", "dataset_index": 109338, "sample_index": 370}
372
+ {"caption": "A person assumes a strong stance, feet apart and knees slightly bent, fists clenched.", "dataset": "motiongv_original_filtered_test", "dataset_index": 117599, "sample_index": 371}
373
+ {"caption": "The man is doing schlag es weg. A person stands with a shield, assumes a defensive stance, then lifts the shield and sways it back while positioning their other hand for a strike, before transitioning into a new stance, ready to defend with focus and determination.", "dataset": "motiongv_original_filtered_test", "dataset_index": 120108, "sample_index": 372}
374
+ {"caption": "The man is doing Tree pose. The figure in the green outline is doing a tree pose, maintaining balance by standing upright and lifting one arm while placing one foot on the opposite thigh in a calm indoor environment.", "dataset": "motiongv_original_filtered_test", "dataset_index": 125227, "sample_index": 373}
375
+ {"caption": "A person is doing dumbbell bicep curls.", "dataset": "motionllama_original_filtered_test", "dataset_index": 10, "sample_index": 374}
376
+ {"caption": "Start with a right-leg lunge and twist, then a left-leg lunge with a twist.", "dataset": "motionllama_original_filtered_test", "dataset_index": 53, "sample_index": 375}
377
+ {"caption": "The athlete warms up with a lunge stretch, stepping forward with the left leg and raising both arms.", "dataset": "motionllama_original_filtered_test", "dataset_index": 57, "sample_index": 376}
378
+ {"caption": "The athlete performs a warm-up movement where the right foot starts parallel to the left, then moves perpendicular and returns to parallel, repeating the cycle.", "dataset": "motionllama_original_filtered_test", "dataset_index": 108, "sample_index": 377}
379
+ {"caption": "He starts with his arms by his sides, ready to warm up, and then performs a series of coordinated movements, twisting to the left while raising his right arm overhead, before returning to an upright position and repeating the action.", "dataset": "motionllama_original_filtered_test", "dataset_index": 155, "sample_index": 378}
380
+ {"caption": "The athlete stands at the box's bottom left corner with feet shoulder-width apart, lowering into a half-squat with a straight back and engaged core. As they hold this position, they rotate counterclockwise.", "dataset": "motionllama_original_filtered_test", "dataset_index": 179, "sample_index": 379}
381
+ {"caption": "He alternates arms while performing dumbbell curl trifectas.", "dataset": "motionllama_original_filtered_test", "dataset_index": 211, "sample_index": 380}
382
+ {"caption": "He alternates arms while performing dumbbell curl trifectas.", "dataset": "motionllama_original_filtered_test", "dataset_index": 215, "sample_index": 381}
383
+ {"caption": "To initiate the exercise, stand on a firm surface with feet shoulder-width apart, maintaining an upright posture and engaging your core by tightening your abdominal muscles. Keep your arms relaxed at your sides with palms facing inward, ready for the movement. Next, lift your shoulders while squeezing your shoulder blades together to activate the shoulder muscles. As you continue, rotate your shoulders backward, forming a \"Y\" shape with your arms extended slightly backward and upward. Throughout the movement, maintain neck and head stability, avoiding tilting and focusing on the upper trapezius and deltoid muscles.", "dataset": "motionllama_original_filtered_test", "dataset_index": 256, "sample_index": 382}
384
+ {"caption": "A person is doing overhead presses.", "dataset": "motionllama_original_filtered_test", "dataset_index": 302, "sample_index": 383}
385
+ {"caption": "The athlete performs high pulls in a half-squat stance, then lowers the barbell and stands up.", "dataset": "motionllama_original_filtered_test", "dataset_index": 387, "sample_index": 384}
386
+ {"caption": "An athlete started at the bottom left corner and walked the box five times in a counterclockwise direction.", "dataset": "motionllama_original_filtered_test", "dataset_index": 398, "sample_index": 385}
387
+ {"caption": "A person sits, uses the right hand to open the laptop, types with both hands, and moves the phone with the right hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 430, "sample_index": 386}
388
+ {"caption": "A person sits down, then immediately gets up.", "dataset": "motionllama_original_filtered_test", "dataset_index": 466, "sample_index": 387}
389
+ {"caption": "A person closes the microwave with their right hand, then places the pen and book down with their right hand and both hands respectively.", "dataset": "motionllama_original_filtered_test", "dataset_index": 509, "sample_index": 388}
390
+ {"caption": "A person uses the left hand to both pick up and put down the phone.", "dataset": "motionllama_original_filtered_test", "dataset_index": 518, "sample_index": 389}
391
+ {"caption": "A person uses their right hand to pick up a cup, sits, drinks from it, and then gets up.", "dataset": "motionllama_original_filtered_test", "dataset_index": 526, "sample_index": 390}
392
+ {"caption": "A person places the vase down with both hands before grasping the cup with their right hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 546, "sample_index": 391}
393
+ {"caption": "A person takes a seat.", "dataset": "motionllama_original_filtered_test", "dataset_index": 567, "sample_index": 392}
394
+ {"caption": "A person uses the right hand to put down the phone, pick up the handbag, sit down, put down the handbag, pick up the handbag, and put down the handbag.", "dataset": "motionllama_original_filtered_test", "dataset_index": 593, "sample_index": 393}
395
+ {"caption": "A person uses their left hand to handle the phone and their right hand to handle the water bottle.", "dataset": "motionllama_original_filtered_test", "dataset_index": 612, "sample_index": 394}
396
+ {"caption": "A person holds their phone with their right hand and drinks water with their left hand before placing the phone down.", "dataset": "motionllama_original_filtered_test", "dataset_index": 629, "sample_index": 395}
397
+ {"caption": "The person closes the book with both hands before picking up the pen with the right hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 694, "sample_index": 396}
398
+ {"caption": "The person grasps the water bottle with the right hand, gets up, and sets it down with the left hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 754, "sample_index": 397}
399
+ {"caption": "A person writes with the right hand and then uses the right hand to put down the pen.", "dataset": "motionllama_original_filtered_test", "dataset_index": 774, "sample_index": 398}
400
+ {"caption": "A person stands up, takes the pen with the right hand, and then sits down.", "dataset": "motionllama_original_filtered_test", "dataset_index": 855, "sample_index": 399}
401
+ {"caption": "A person lifts and moves a chair with both hands, and then handles and sets down a keyboard with both hands.", "dataset": "motionllama_original_filtered_test", "dataset_index": 862, "sample_index": 400}
402
+ {"caption": "A person is pushing a chair with both hands.", "dataset": "motionllama_original_filtered_test", "dataset_index": 929, "sample_index": 401}
403
+ {"caption": "The person uses the left hand to pick up the keyboard, then squats down, and continues to use it.", "dataset": "motionllama_original_filtered_test", "dataset_index": 948, "sample_index": 402}
404
+ {"caption": "A person uses their left hand to pick up the mouse and phone, then puts down the mouse and the phone with their left and right hands respectively.", "dataset": "motionllama_original_filtered_test", "dataset_index": 955, "sample_index": 403}
405
+ {"caption": "A person sits down, placing their right hand on the table and using both hands to type on the keyboard.", "dataset": "motionllama_original_filtered_test", "dataset_index": 969, "sample_index": 404}
406
+ {"caption": "A person operates the oven with one hand and holds a cup with the other, before taking a seat.", "dataset": "motionllama_original_filtered_test", "dataset_index": 971, "sample_index": 405}
407
+ {"caption": "The person closes the laptop with their right hand, then uses their left hand to pick up and put down the cup.", "dataset": "motionllama_original_filtered_test", "dataset_index": 996, "sample_index": 406}
408
+ {"caption": "A person uses their left hand to pick up, drink from, and then set down a water bottle after standing up.", "dataset": "motionllama_original_filtered_test", "dataset_index": 997, "sample_index": 407}
409
+ {"caption": "A person uses their right hand to pick up the water bottle, switches to their left hand to open the drawer, then closes it with the same hand, reopens it, and switches back to their right hand to pick up the water bottle.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1037, "sample_index": 408}
410
+ {"caption": "A person sits, places the phone with the right hand, then grasps the water bottle with the right hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1061, "sample_index": 409}
411
+ {"caption": "A person uses the left hand for the handbag, right hand for the mouse, and left hand for water.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1115, "sample_index": 410}
412
+ {"caption": "The person uses their right hand to pick up and put down the keyboard, open, and close the drawer.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1118, "sample_index": 411}
413
+ {"caption": "A person uses their right hand to pick up the briefcase, their left hand to put down the keyboard, their right hand to put down the briefcase, and their right hand to open the drawer.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1122, "sample_index": 412}
414
+ {"caption": "A person places the cup down with their right hand and then sets their right hand on the stool.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1126, "sample_index": 413}
415
+ {"caption": "A person drinks water with his right hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1147, "sample_index": 414}
416
+ {"caption": "A person uses their left hand to open and close the cabinet.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1157, "sample_index": 415}
417
+ {"caption": "He places the cup down with his right hand before grasping the vase with both hands.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1174, "sample_index": 416}
418
+ {"caption": "A person pours water and puts down the cup with their right hand before sitting down.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1195, "sample_index": 417}
419
+ {"caption": "A person grasps the keyboard, sets it down, operates the microwave with one hand, and lifts a pen with the other hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1280, "sample_index": 418}
420
+ {"caption": "He drinks water with his right hand, sets the bottle down, and stands up.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1359, "sample_index": 419}
421
+ {"caption": "sks person performs a series of throws with an object.", "dataset": "permo_original_filtered_test", "dataset_index": 49, "sample_index": 420}
422
+ {"caption": "sks person runs straight forward.", "dataset": "permo_original_filtered_test", "dataset_index": 169, "sample_index": 421}
423
+ {"caption": "sks hops forward several times on one leg.", "dataset": "permo_original_filtered_test", "dataset_index": 195, "sample_index": 422}
424
+ {"caption": "sks hops forward several times on one leg.", "dataset": "permo_original_filtered_test", "dataset_index": 196, "sample_index": 423}
425
+ {"caption": "sks person is jumping ahead", "dataset": "permo_original_filtered_test", "dataset_index": 249, "sample_index": 424}
426
+ {"caption": "sks person moves forward through a series of jumps.", "dataset": "permo_original_filtered_test", "dataset_index": 300, "sample_index": 425}
427
+ {"caption": "sks person performs forward kicks.", "dataset": "permo_original_filtered_test", "dataset_index": 311, "sample_index": 426}
428
+ {"caption": "sks person walks ahead and then shifts direction sideways.", "dataset": "permo_original_filtered_test", "dataset_index": 332, "sample_index": 427}
429
+ {"caption": "sks person targets an object on the floor with several kicks.", "dataset": "permo_original_filtered_test", "dataset_index": 380, "sample_index": 428}
430
+ {"caption": "Throwing several times, sks person targets a point.", "dataset": "permo_original_filtered_test", "dataset_index": 399, "sample_index": 429}
431
+ {"caption": "sks person is walking forward.", "dataset": "permo_original_filtered_test", "dataset_index": 472, "sample_index": 430}
432
+ {"caption": "sks person waves with one arm repeatedly.", "dataset": "permo_original_filtered_test", "dataset_index": 484, "sample_index": 431}
433
+ {"caption": "sks person performs several throws with an item.", "dataset": "permo_original_filtered_test", "dataset_index": 512, "sample_index": 432}
434
+ {"caption": "sks walks forward and then makes a sideways turn.", "dataset": "permo_original_filtered_test", "dataset_index": 521, "sample_index": 433}
435
+ {"caption": "sks person hops several times, moving on one leg.", "dataset": "permo_original_filtered_test", "dataset_index": 552, "sample_index": 434}
436
+ {"caption": "sks person hits something on the ground with several kicks.", "dataset": "permo_original_filtered_test", "dataset_index": 563, "sample_index": 435}
437
+ {"caption": "sks person walks forward and then turns to the side.", "dataset": "permo_original_filtered_test", "dataset_index": 594, "sample_index": 436}
438
+ {"caption": "sks person leaps, using only one leg to move.", "dataset": "permo_original_filtered_test", "dataset_index": 623, "sample_index": 437}
439
+ {"caption": "sks person hops forward repeatedly, staying balanced on one leg.", "dataset": "permo_original_filtered_test", "dataset_index": 626, "sample_index": 438}
440
+ {"caption": "sks person propels themselves forward with several hops.", "dataset": "permo_original_filtered_test", "dataset_index": 735, "sample_index": 439}
441
+ {"caption": "sks person repeatedly waves with one arm in a greeting gesture.", "dataset": "permo_original_filtered_test", "dataset_index": 822, "sample_index": 440}
442
+ {"caption": "sks person hops ahead.", "dataset": "permo_original_filtered_test", "dataset_index": 826, "sample_index": 441}
443
+ {"caption": "sks repeatedly throws an object towards a target.", "dataset": "permo_original_filtered_test", "dataset_index": 890, "sample_index": 442}
444
+ {"caption": "Hopping on a single foot, sks person moves ahead.", "dataset": "permo_original_filtered_test", "dataset_index": 930, "sample_index": 443}
445
+ {"caption": "Hopping on a single foot, sks person moves ahead.", "dataset": "permo_original_filtered_test", "dataset_index": 931, "sample_index": 444}
446
+ {"caption": "sks person kicks the floor.", "dataset": "permo_original_filtered_test", "dataset_index": 948, "sample_index": 445}
447
+ {"caption": "sks person walks directly ahead without changing direction.", "dataset": "permo_original_filtered_test", "dataset_index": 1019, "sample_index": 446}
448
+ {"caption": "sks person moves ahead with a series of jumps.", "dataset": "permo_original_filtered_test", "dataset_index": 1041, "sample_index": 447}
449
+ {"caption": "sks person kicks several times, sending their foot into empty space.", "dataset": "permo_original_filtered_test", "dataset_index": 1045, "sample_index": 448}
450
+ {"caption": "sks person repeatedly kicks forward with their foot.", "dataset": "permo_original_filtered_test", "dataset_index": 1093, "sample_index": 449}
451
+ {"caption": "sks person makes several forward punches.", "dataset": "permo_original_filtered_test", "dataset_index": 1097, "sample_index": 450}
452
+ {"caption": "sks walks forward, then executes a sideways turn.", "dataset": "permo_original_filtered_test", "dataset_index": 1112, "sample_index": 451}
453
+ {"caption": "sks walks forward, then executes a sideways turn.", "dataset": "permo_original_filtered_test", "dataset_index": 1114, "sample_index": 452}
454
+ {"caption": "Waving several times, sks person uses one arm to greet.", "dataset": "permo_original_filtered_test", "dataset_index": 1195, "sample_index": 453}
455
+ {"caption": "sks walks ahead and then transitions sideways.", "dataset": "permo_original_filtered_test", "dataset_index": 1245, "sample_index": 454}
456
+ {"caption": "sks person leaps, landing on the same leg each time.", "dataset": "permo_original_filtered_test", "dataset_index": 1317, "sample_index": 455}
457
+ {"caption": "sks targets an object on the floor with a series of kicks.", "dataset": "permo_original_filtered_test", "dataset_index": 1333, "sample_index": 456}
458
+ {"caption": "Throwing multiple times, sks person propels an object through the air.", "dataset": "permo_original_filtered_test", "dataset_index": 1357, "sample_index": 457}
459
+ {"caption": "sks person repeatedly springs forward.", "dataset": "permo_original_filtered_test", "dataset_index": 1371, "sample_index": 458}
460
+ {"caption": "sks person moves ahead with a series of jumps.", "dataset": "permo_original_filtered_test", "dataset_index": 1379, "sample_index": 459}
461
+ {"caption": "sks person hops several times, using one leg to move forward.", "dataset": "permo_original_filtered_test", "dataset_index": 1418, "sample_index": 460}
462
+ {"caption": "sks person kick forward into empty space repeatedly.", "dataset": "permo_original_filtered_test", "dataset_index": 1441, "sample_index": 461}
463
+ {"caption": "sks person is walking forward.", "dataset": "permo_original_filtered_test", "dataset_index": 1475, "sample_index": 462}
464
+ {"caption": "sks person waves with one arm repeatedly.", "dataset": "permo_original_filtered_test", "dataset_index": 1489, "sample_index": 463}
465
+ {"caption": "sks person delivers repeated punches with one arm.", "dataset": "permo_original_filtered_test", "dataset_index": 1569, "sample_index": 464}
466
+ {"caption": "sks person walks in a straight line, moving forward.", "dataset": "permo_original_filtered_test", "dataset_index": 1759, "sample_index": 465}
467
+ {"caption": "The person is standing up straight, shaking their head slightly and moving their fingers.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 576, "sample_index": 466}
468
+ {"caption": "First, the person walks forward and stops. Then she waves her straight arms, turning her body to her right and her left. Then she turns to her left 180 degrees and walks forward. Finally, she turns 180 degrees to her right and stops.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 632, "sample_index": 467}
469
+ {"caption": "The person rehearses a waltz. First, turning slightly to the left, his right arm is bent at the elbow at chest level, his left arm is bent at the elbow at stomach level, his head is turned to the left, and he takes a step to the right, leaning slightly to the right, and straightens up. Then, he repeats this movement and turns 360 degrees. After that, he raises his right arm bent at the elbow to his neck, his left arm is straightened along the torso, and he turns 180 degrees to the left. At the end, he lowers his head down and looks at his palms, which are bent at the elbows at stomach level.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 658, "sample_index": 468}
470
+ {"caption": "The person sits restlessly, turning their head to the right while moving their hands up and down near their hips, then abruptly turns their head to the left and stands up, lowering their hands. Then the person walks forward and turns their head to the right, then stops and turns their head slightly to the left, takes a step back and to the left diagonally and then continues to walk backward while turning slightly to the left.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 712, "sample_index": 469}
471
+ {"caption": "The person stands up straight and waves his left hand slightly, moving his wrist. Then he steps forward with his right foot, spreads his arms to the sides and moves both hands, moving his wrists and turns his head to the right.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 808, "sample_index": 470}
472
+ {"caption": "The person stands bent forward, left hand down and right on the waist. Then he sways his body left and right and straightens up, raising his right hand to the waist and then lowering it forward.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 900, "sample_index": 471}
473
+ {"caption": "The person stands with legs slightly apart, leaning slightly to the right, and turns his head that way. Then he shifts his weight to the left hip and takes a step forward with his right foot, extending his right hand to grab a bottle. He brings the bottle to his ear, shakes it, and lowers it in front of him, opening the cap with his left hand. Holding the cap in his left hand, he leans forward slightly, turns left, and pours the liquid with his right hand. Finally, he twists the bottle and places it back with his right hand.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 1406, "sample_index": 472}
474
+ {"caption": "First, the person stands slightly leaning to his right, moving his lowered right hand away, and placing his left hand on his waist. Then the person places his left foot on the toe behind him. After this, the person goes to his left, lowering his hands, turning his head to his left and forward.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 1770, "sample_index": 473}
475
+ {"caption": "The person stands in a natural pose, turns slightly to the right, and bends down, picking up an object, picks it up, and places it slightly to his left, then stands in a natural pose, bends down in front of him, and picks up a heavy object.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2039, "sample_index": 474}
476
+ {"caption": "The person stands upright, turning their head to the right, then starts walking forward, turning their head forward, then turning to the right, walking forward relative to themselves and turning to the left and standing upright.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2144, "sample_index": 475}
477
+ {"caption": "The person stands up straight, turns indifferently to the right side, and starts walking in a circle, moving clockwise.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2270, "sample_index": 476}
478
+ {"caption": "The person quickly runs forward diagonally to the right, slightly leaning his body forward, then slows down and stops. She then turns 180° to the left and walks forward diagonally to the right. She then turns 180° to the right and quickly runs forward again.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2304, "sample_index": 477}
479
+ {"caption": "The person stands in a natural position. Then she turns her head and her body to the left and right.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2310, "sample_index": 478}
480
+ {"caption": "The person confidently takes four steps forward, turning their head to the left at the end and stopping. The person then turns to the right and confidently moves forward, sharply turning their head to the left and then straight again. The person takes four steps and stops in place.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2382, "sample_index": 479}
481
+ {"caption": "The person is standing with her hands in front of her face. She holds her right palm to her ear, her left palm to her mouth, leans slightly forward, and shifts from foot to foot. At the end the person straightens up.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2613, "sample_index": 480}
482
+ {"caption": "The person jumps elegantly waving their arms forward, backward, forward, backward, and forward again.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 3344, "sample_index": 481}
483
+ {"caption": "The person walks forward with their legs wide apart and holding something with both hands in front of the stomach. They leaning their head to their left and then turn their head straight. They constantly keep their hands in front of them at stomach level.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 3545, "sample_index": 482}
484
+ {"caption": "A person stands in a neutral resting position. Then suddenly they stick their left arm out to the side and start waving it, bending it at the elbow. The person lowers their left arm to repeat it all over again.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 4075, "sample_index": 483}
485
+ {"caption": "A person with a calm expression stands slightly turned to the left with arms bent upward at the level of the neck and shakes their hands turning to the right, lowering their hands down and again raising their arms up, two times waving their hands up and down and again lowered slightly turning to the left, and finally repeats the first movement shaking their hands at the level of the neck.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 4279, "sample_index": 484}
486
+ {"caption": "The person standing with their right side extended their right arm forward, then lowered and turned 180 degrees over their right shoulder. The person stands neutral and then raises their arms to their chest and moves them confidently to the sides while turning slightly to the right.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 4344, "sample_index": 485}
487
+ {"caption": "The person is standing in a boxing stance with their feet wide apart and their torso turned to the left, holding their right arm outstretched in front of them. The person turns their torso to the right and brings their right arm toward them, shaking their head. Then they turn to the right and strike forward with their left hand, turn to the left and extend their left arm toward them. The person shakes their body, lowers their arms and takes a step forward", "dataset": "snapmogen_original_filtered_test", "dataset_index": 4787, "sample_index": 486}
488
+ {"caption": "The person completes the stretch. Standing with legs wide apart, the person stretches her left leg sideways, transferring her weight to her bent right leg. The person then straightens up onto her straight legs, stands on her left leg, and then swings it freely with her arms.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 4811, "sample_index": 487}
489
+ {"caption": "The person stands in a natural pose and then grasps his neck on the left side with his left hand, then tilts his torso slightly to the right, takes a small step forward with his left foot, and waves his left arm up and down in front of him.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 5400, "sample_index": 488}
490
+ {"caption": "The person stands in a neutral resting position, then lowers her head and takes a step backward. After that, she turns right and walks forward. Finally, the person stops, turns left and stands in a neutral position.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 5457, "sample_index": 489}
491
+ {"caption": "The person stands straight and with her hands together near her stomach, after which she jumps up and spreads her legs to the sides and raises her arms and brings them together, slightly bent at the elbows. Then she jumps again and returns to her original position. Then she jumps again, spreads her legs to the sides, raises her arms, bent at the elbows, and then brings her legs together, initially the right one, then the left one, while the right hand, bent at the elbow, touches the stomach and the left hand, touches the left cheek at this time the head is slightly tilted to the left.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 6067, "sample_index": 490}
492
+ {"caption": "The person stands restlessly, moving the left foot closer to the right and leaning slightly to the left while the arms are lowered. Then the person moves the right leg to the right while shifting the body weight to the right leg and folds the hands together in front of the hips. After that, the person steps back, lowers their arms, and takes two steps forward while slightly raising and lowering their left arm and turning their head to the right. Then the person raises their hands to the level of their stomach and gestures with them as if they were talking to someone.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 6342, "sample_index": 491}
493
+ {"caption": "The person stands with his right leg slightly raised to the side and arms outstretched, then straightens up. Then, he jumps sideways to his left three times with small jumps. Turns his head to the left for a moment, turns his right 90 degrees, and goes forward.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 6610, "sample_index": 492}
494
+ {"caption": "The person stands in a neutral position, then walks forward energetically, starting with their right foot, swinging their arms back and forth. After this, the person stops in a neutral position, turning their body slightly to their right.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 6677, "sample_index": 493}
495
+ {"caption": "The person lunges forward with the right foot and squats on one leg, rests both hands on the right thigh, stands in a natural pose, and lunges with the right foot two more times.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 6931, "sample_index": 494}
496
+ {"caption": "A person walks calmly in a semi-oval trajectory, turning to the right. At the end, they stop and turn to the right.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 7274, "sample_index": 495}
497
+ {"caption": "The person walks in a circle. He is in a neutral resting position with his arms down. He then begins to walk, turning back over his right shoulder in a circular path and waving his arms slightly next to his body.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 7561, "sample_index": 496}
498
+ {"caption": "The person jumps forward and then backward, then left and right with their arms raised to their chest.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 7629, "sample_index": 497}
499
+ {"caption": "The person sits and holds a knife in their right hand and a fork in their left hand and cuts food by raising their hand with the fork to their mouth and raising their head.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 7998, "sample_index": 498}
500
+ {"caption": "The person sits, moves his left bent hand to his mouth, and then moves it back down. His right hand is on his right leg.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 8522, "sample_index": 499}
501
+ {"caption": "A person stands neutrally and then walks forward and stands on their toes while stretching their arms up, then jumps up and lowers their arms a little, and then steps back while swinging their arms a little.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 8689, "sample_index": 500}
502
+ {"caption": "The person is dynamically stepping on the box. The person climbs off the top of the box with their left leg, then turns to their left and climbs up on the box with their left leg.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 8825, "sample_index": 501}
503
+ {"caption": "The person stands swaying to the right and left, holding their bent arms together and scratching them. The head is turned to the right, lowered down and turned to the left, as if looking around, then lowered and stood upleft.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 8871, "sample_index": 502}
504
+ {"caption": "A person stands neutrally, then bends their right arm and raises it near their hip, and with their left hand they wind something over their right arm, purs a liquid with the right hand over the left hand. All the while, the legs are straight.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 8903, "sample_index": 503}
505
+ {"caption": "A person is standing and bows twice. During the first bow, he has his elbows bent and his hands together in front of his chest. He covers his right fist with his open left palm. During the second bow, he lowers his arms and places his hands on his thighs.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9280, "sample_index": 504}
506
+ {"caption": "The person walks forward, relaxing with his head tilted slightly down. Then he stands in a neutral resting position facing forth.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9448, "sample_index": 505}
507
+ {"caption": "The person is standing on bent legs in fear and leaning forward while holding their right hand on their right knee and their left hand raised to chest level. The person then leans back, raising their left hand to their face, then leans forward again, raising their hands to their chest. The person then turns 180 degrees to the left and runs forward in a hurry, then stops and leans forward again. The person sways slightly while keeping their hands at the level of the stomach. Finally, the person turns to the left while straightening up.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9576, "sample_index": 506}
508
+ {"caption": "The person walks forward like a zombie with their legs wide apart, sways their body back and forth, and raises their right arm to shoulder height. The person then bends down and pulls the right arm down and raises, lowering and raising the head.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9613, "sample_index": 507}
509
+ {"caption": "A person walks in a semicircle, smoothly turning to the right, and holds a leash in his left hand.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9774, "sample_index": 508}
510
+ {"caption": "The person stands leaning on their left leg, slightly tilted to their left side. They slowly raise their left hand upwards to chin level, opening and closing the palm several times before lowering it down. Then, they extend their right hand forward to chin level, opening the palm, and lower it down. Next, they extend the left hand again to chin level, opening the palm twice. Finally, they stand upleft, extend the right hand forward to chin level, open the palm, and lower the hand down.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9854, "sample_index": 509}
511
+ {"caption": "The person turns slightly to the right, tilting their body forward and raising their left hand to their face. The person turns to the left and moves the arms back to a neutral position.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 11749, "sample_index": 510}
512
+ {"caption": "The person stands in a neutral resting pose leaning to the right, crossing their arms in the stomach area. Bending and straightening their right arm at the elbow several times, the person moves their left arm up and down a little. They lower their arms, straighten up, bend and raise their head, and turn them to the left.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 11964, "sample_index": 511}
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/benchmark.json ADDED
@@ -0,0 +1,1278 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": "artifact_humanref",
3
+ "dataset_metrics": {
4
+ "aistpp_original_audio_test": {
5
+ "num_samples": 47,
6
+ "physical": {
7
+ "body_jerk_mean": {
8
+ "max": 1380.97314453125,
9
+ "mean": 450.9093781329216,
10
+ "min": 42.30900955200195,
11
+ "std": 233.98025997064724
12
+ },
13
+ "contact_sliding_speed": {
14
+ "max": 2.2525227069854736,
15
+ "mean": 0.9015417872591222,
16
+ "min": 0.0,
17
+ "std": 0.4398650942751882
18
+ },
19
+ "foot_ground_error": {
20
+ "max": 0.6450529098510742,
21
+ "mean": 0.11230004491641167,
22
+ "min": 0.015173209831118584,
23
+ "std": 0.11958773790134339
24
+ },
25
+ "num_samples": 47
26
+ },
27
+ "tracking": {
28
+ "e_acc": {
29
+ "max": 44.55290734767914,
30
+ "mean": 15.626750319225199,
31
+ "min": 1.389079843647778,
32
+ "std": 8.169565419668267
33
+ },
34
+ "e_vel": {
35
+ "max": 49.04715344309807,
36
+ "mean": 22.10228158002521,
37
+ "min": 3.2632602378726006,
38
+ "std": 8.913159987556202
39
+ },
40
+ "ee_error": {
41
+ "max": 688.281774520874,
42
+ "mean": 310.4772318867927,
43
+ "min": 90.07180482149124,
44
+ "std": 124.51566112226827
45
+ },
46
+ "g_mpjpe": {
47
+ "max": 419.5878207683563,
48
+ "mean": 211.10074095269468,
49
+ "min": 106.88220709562302,
50
+ "std": 68.33502066691887
51
+ },
52
+ "mpjpe": {
53
+ "max": 427.6118576526642,
54
+ "mean": 200.81091672182083,
55
+ "min": 99.33475404977798,
56
+ "std": 70.32013219799337
57
+ },
58
+ "num_samples": 47
59
+ }
60
+ },
61
+ "amass_original_filtered_test": {
62
+ "num_samples": 47,
63
+ "physical": {
64
+ "body_jerk_mean": {
65
+ "max": 413.4591369628906,
66
+ "mean": 139.97920109363312,
67
+ "min": 24.645048141479492,
68
+ "std": 79.97222851593035
69
+ },
70
+ "contact_sliding_speed": {
71
+ "max": 1.4305126667022705,
72
+ "mean": 0.5423626941727832,
73
+ "min": 0.0,
74
+ "std": 0.3985691884697802
75
+ },
76
+ "foot_ground_error": {
77
+ "max": 0.8126782774925232,
78
+ "mean": 0.06926567250605117,
79
+ "min": 0.0032207691110670567,
80
+ "std": 0.11665037763713956
81
+ },
82
+ "num_samples": 47
83
+ },
84
+ "tracking": {
85
+ "e_acc": {
86
+ "max": 12.090032920241356,
87
+ "mean": 3.6293682159281317,
88
+ "min": 0.49718591617420316,
89
+ "std": 2.2528017922022574
90
+ },
91
+ "e_vel": {
92
+ "max": 20.727884024381638,
93
+ "mean": 6.989024082902185,
94
+ "min": 0.5578189739026129,
95
+ "std": 4.372436416501704
96
+ },
97
+ "ee_error": {
98
+ "max": 828.6840319633484,
99
+ "mean": 162.47175400085905,
100
+ "min": 7.762433961033821,
101
+ "std": 146.1753795922902
102
+ },
103
+ "g_mpjpe": {
104
+ "max": 475.0571548938751,
105
+ "mean": 119.7407550594591,
106
+ "min": 10.351053439080715,
107
+ "std": 82.34838806694124
108
+ },
109
+ "mpjpe": {
110
+ "max": 487.6697063446045,
111
+ "mean": 119.98862083604995,
112
+ "min": 10.6113962829113,
113
+ "std": 82.23047215397659
114
+ },
115
+ "num_samples": 47
116
+ }
117
+ },
118
+ "beat2_original_humanref_test": {
119
+ "num_samples": 47,
120
+ "physical": {
121
+ "body_jerk_mean": {
122
+ "max": 306.5581359863281,
123
+ "mean": 88.06536276797031,
124
+ "min": 26.693300247192383,
125
+ "std": 51.22009421505089
126
+ },
127
+ "contact_sliding_speed": {
128
+ "max": 0.7813629508018494,
129
+ "mean": 0.25406973713890035,
130
+ "min": 0.0,
131
+ "std": 0.18319486654455455
132
+ },
133
+ "foot_ground_error": {
134
+ "max": 0.3198256194591522,
135
+ "mean": 0.09671960362887129,
136
+ "min": 0.005371269769966602,
137
+ "std": 0.07941824720012393
138
+ },
139
+ "num_samples": 47
140
+ },
141
+ "tracking": {
142
+ "e_acc": {
143
+ "max": 18.294060602784157,
144
+ "mean": 3.649390523044511,
145
+ "min": 1.1285030050203204,
146
+ "std": 3.0622869316904175
147
+ },
148
+ "e_vel": {
149
+ "max": 11.425393633544445,
150
+ "mean": 5.148017055731504,
151
+ "min": 1.49915658403188,
152
+ "std": 2.4757645560882797
153
+ },
154
+ "ee_error": {
155
+ "max": 512.6016736030579,
156
+ "mean": 290.0631229611153,
157
+ "min": 122.51152843236923,
158
+ "std": 94.35156117007902
159
+ },
160
+ "g_mpjpe": {
161
+ "max": 343.74430775642395,
162
+ "mean": 196.1606910571139,
163
+ "min": 116.70652776956558,
164
+ "std": 49.37465397554885
165
+ },
166
+ "mpjpe": {
167
+ "max": 298.89804124832153,
168
+ "mean": 165.46375811734097,
169
+ "min": 68.19222867488861,
170
+ "std": 53.962800772908786
171
+ },
172
+ "num_samples": 47
173
+ }
174
+ },
175
+ "finedance_original_audio_test": {
176
+ "num_samples": 47,
177
+ "physical": {
178
+ "body_jerk_mean": {
179
+ "max": 582.0274658203125,
180
+ "mean": 255.38204728796126,
181
+ "min": 68.74737548828125,
182
+ "std": 129.79829567098722
183
+ },
184
+ "contact_sliding_speed": {
185
+ "max": 1.9802995920181274,
186
+ "mean": 0.7113358102580334,
187
+ "min": 0.0,
188
+ "std": 0.4025088640003835
189
+ },
190
+ "foot_ground_error": {
191
+ "max": 0.9230338335037231,
192
+ "mean": 0.11141248041407224,
193
+ "min": 0.00577171053737402,
194
+ "std": 0.14805977613729565
195
+ },
196
+ "num_samples": 47
197
+ },
198
+ "tracking": {
199
+ "e_acc": {
200
+ "max": 25.871312245726585,
201
+ "mean": 9.497644746319411,
202
+ "min": 2.764335134997964,
203
+ "std": 5.0101915227063705
204
+ },
205
+ "e_vel": {
206
+ "max": 35.00374034047127,
207
+ "mean": 15.271940040699345,
208
+ "min": 5.522181745618582,
209
+ "std": 6.303177695836313
210
+ },
211
+ "ee_error": {
212
+ "max": 665.8746004104614,
213
+ "mean": 298.160361165696,
214
+ "min": 96.07712179422379,
215
+ "std": 152.1434133751174
216
+ },
217
+ "g_mpjpe": {
218
+ "max": 447.1108317375183,
219
+ "mean": 195.2405630591068,
220
+ "min": 76.89137756824493,
221
+ "std": 86.84891302097097
222
+ },
223
+ "mpjpe": {
224
+ "max": 405.374139547348,
225
+ "mean": 188.92206267473546,
226
+ "min": 71.40057533979416,
227
+ "std": 83.87741873854141
228
+ },
229
+ "num_samples": 47
230
+ }
231
+ },
232
+ "fitness_original_filtered_test": {
233
+ "num_samples": 47,
234
+ "physical": {
235
+ "body_jerk_mean": {
236
+ "max": 416.2223205566406,
237
+ "mean": 181.95005855154483,
238
+ "min": 30.063541412353516,
239
+ "std": 84.66447991566858
240
+ },
241
+ "contact_sliding_speed": {
242
+ "max": 2.484102964401245,
243
+ "mean": 0.421147255504385,
244
+ "min": 0.0,
245
+ "std": 0.37494677630968964
246
+ },
247
+ "foot_ground_error": {
248
+ "max": 0.7124538421630859,
249
+ "mean": 0.09302150042965374,
250
+ "min": 0.00738553935661912,
251
+ "std": 0.12248025398708116
252
+ },
253
+ "num_samples": 47
254
+ },
255
+ "tracking": {
256
+ "e_acc": {
257
+ "max": 9.605580940842628,
258
+ "mean": 4.983116236039774,
259
+ "min": 1.0036500170826912,
260
+ "std": 2.0313035962824006
261
+ },
262
+ "e_vel": {
263
+ "max": 15.75467362999916,
264
+ "mean": 7.685267725622559,
265
+ "min": 1.5380650293081999,
266
+ "std": 3.2395065938236596
267
+ },
268
+ "ee_error": {
269
+ "max": 872.4759221076965,
270
+ "mean": 272.7666235667594,
271
+ "min": 101.60916298627853,
272
+ "std": 157.70184315855016
273
+ },
274
+ "g_mpjpe": {
275
+ "max": 463.1950557231903,
276
+ "mean": 191.2132444533896,
277
+ "min": 77.9634416103363,
278
+ "std": 76.49618442868248
279
+ },
280
+ "mpjpe": {
281
+ "max": 484.3336045742035,
282
+ "mean": 165.4124546875345,
283
+ "min": 66.59303605556488,
284
+ "std": 86.37036301503367
285
+ },
286
+ "num_samples": 47
287
+ }
288
+ },
289
+ "humanml_original_filtered_test": {
290
+ "num_samples": 47,
291
+ "physical": {
292
+ "body_jerk_mean": {
293
+ "max": 443.7994079589844,
294
+ "mean": 155.51332770002648,
295
+ "min": 24.37358283996582,
296
+ "std": 99.10798113528215
297
+ },
298
+ "contact_sliding_speed": {
299
+ "max": 1.5777171850204468,
300
+ "mean": 0.5586112442802875,
301
+ "min": 0.0,
302
+ "std": 0.390229856553818
303
+ },
304
+ "foot_ground_error": {
305
+ "max": 0.9643478393554688,
306
+ "mean": 0.09801986230973234,
307
+ "min": 0.010351689532399178,
308
+ "std": 0.14535184217408276
309
+ },
310
+ "num_samples": 47
311
+ },
312
+ "tracking": {
313
+ "e_acc": {
314
+ "max": 13.646579347550869,
315
+ "mean": 4.887131813101154,
316
+ "min": 0.7715349784120917,
317
+ "std": 3.0235352604578227
318
+ },
319
+ "e_vel": {
320
+ "max": 20.362617447972298,
321
+ "mean": 9.02609994506186,
322
+ "min": 1.5825408045202494,
323
+ "std": 4.56427543574162
324
+ },
325
+ "ee_error": {
326
+ "max": 879.5870542526245,
327
+ "mean": 264.3726823177743,
328
+ "min": 124.45254623889923,
329
+ "std": 121.7265219361066
330
+ },
331
+ "g_mpjpe": {
332
+ "max": 525.7903337478638,
333
+ "mean": 182.05826713683757,
334
+ "min": 93.55109930038452,
335
+ "std": 66.17225973054383
336
+ },
337
+ "mpjpe": {
338
+ "max": 502.47740745544434,
339
+ "mean": 160.31197426801032,
340
+ "min": 77.01170444488525,
341
+ "std": 66.54648074490025
342
+ },
343
+ "num_samples": 47
344
+ }
345
+ },
346
+ "idea400_original_filtered_test": {
347
+ "num_samples": 46,
348
+ "physical": {
349
+ "body_jerk_mean": {
350
+ "max": 1524.645751953125,
351
+ "mean": 287.37423009457797,
352
+ "min": 97.30684661865234,
353
+ "std": 212.56887571040681
354
+ },
355
+ "contact_sliding_speed": {
356
+ "max": 1.4636867046356201,
357
+ "mean": 0.49480284782855405,
358
+ "min": 0.0,
359
+ "std": 0.3604115823069717
360
+ },
361
+ "foot_ground_error": {
362
+ "max": 0.7119764089584351,
363
+ "mean": 0.11110500007381906,
364
+ "min": 0.01123025082051754,
365
+ "std": 0.13308929877600126
366
+ },
367
+ "num_samples": 46
368
+ },
369
+ "tracking": {
370
+ "e_acc": {
371
+ "max": 23.444989696145058,
372
+ "mean": 6.027260458643508,
373
+ "min": 1.7751279519870877,
374
+ "std": 3.753311625866363
375
+ },
376
+ "e_vel": {
377
+ "max": 19.931629300117493,
378
+ "mean": 8.533567225601038,
379
+ "min": 3.210952505469322,
380
+ "std": 3.6361270114521105
381
+ },
382
+ "ee_error": {
383
+ "max": 570.5370306968689,
384
+ "mean": 303.16332144581753,
385
+ "min": 70.12786716222763,
386
+ "std": 132.3547166781557
387
+ },
388
+ "g_mpjpe": {
389
+ "max": 421.0854172706604,
390
+ "mean": 213.03194728882417,
391
+ "min": 70.04286348819733,
392
+ "std": 86.29226218761112
393
+ },
394
+ "mpjpe": {
395
+ "max": 383.8505744934082,
396
+ "mean": 197.3304863533248,
397
+ "min": 71.30131870508194,
398
+ "std": 81.52446397214268
399
+ },
400
+ "num_samples": 46
401
+ }
402
+ },
403
+ "motiongv_original_filtered_test": {
404
+ "num_samples": 46,
405
+ "physical": {
406
+ "body_jerk_mean": {
407
+ "max": 402.1388244628906,
408
+ "mean": 113.50338114862856,
409
+ "min": 18.243722915649414,
410
+ "std": 84.8011393644938
411
+ },
412
+ "contact_sliding_speed": {
413
+ "max": 0.8489841818809509,
414
+ "mean": 0.3281026144066583,
415
+ "min": 0.0,
416
+ "std": 0.2281003675939608
417
+ },
418
+ "foot_ground_error": {
419
+ "max": 0.45994672179222107,
420
+ "mean": 0.07854717579143851,
421
+ "min": 0.008615930564701557,
422
+ "std": 0.09326754854928138
423
+ },
424
+ "num_samples": 46
425
+ },
426
+ "tracking": {
427
+ "e_acc": {
428
+ "max": 11.277126148343086,
429
+ "mean": 3.2666384725851696,
430
+ "min": 0.830461794976145,
431
+ "std": 2.400922696811145
432
+ },
433
+ "e_vel": {
434
+ "max": 21.563896909356117,
435
+ "mean": 5.855499726274739,
436
+ "min": 1.0242797434329987,
437
+ "std": 4.343230768804548
438
+ },
439
+ "ee_error": {
440
+ "max": 780.9950709342957,
441
+ "mean": 268.3287860582704,
442
+ "min": 104.55910116434097,
443
+ "std": 144.83197637554093
444
+ },
445
+ "g_mpjpe": {
446
+ "max": 440.75703620910645,
447
+ "mean": 194.30377577310023,
448
+ "min": 75.74241608381271,
449
+ "std": 83.61477054099159
450
+ },
451
+ "mpjpe": {
452
+ "max": 469.003289937973,
453
+ "mean": 160.73078759338546,
454
+ "min": 51.72464996576309,
455
+ "std": 95.69843407849132
456
+ },
457
+ "num_samples": 46
458
+ }
459
+ },
460
+ "motionllama_original_filtered_test": {
461
+ "num_samples": 46,
462
+ "physical": {
463
+ "body_jerk_mean": {
464
+ "max": 221.96173095703125,
465
+ "mean": 105.74170722132143,
466
+ "min": 30.928285598754883,
467
+ "std": 48.76198681141949
468
+ },
469
+ "contact_sliding_speed": {
470
+ "max": 1.1625866889953613,
471
+ "mean": 0.402643038202887,
472
+ "min": 0.0,
473
+ "std": 0.2292725108481921
474
+ },
475
+ "foot_ground_error": {
476
+ "max": 0.2347649186849594,
477
+ "mean": 0.06552288399847306,
478
+ "min": 0.012434441596269608,
479
+ "std": 0.056503994769119575
480
+ },
481
+ "num_samples": 46
482
+ },
483
+ "tracking": {
484
+ "e_acc": {
485
+ "max": 4.865699913352728,
486
+ "mean": 2.558563015950115,
487
+ "min": 0.9046783670783043,
488
+ "std": 0.9541585287922876
489
+ },
490
+ "e_vel": {
491
+ "max": 13.571467250585556,
492
+ "mean": 5.709485178712107,
493
+ "min": 1.9199232337996364,
494
+ "std": 2.6034735660735064
495
+ },
496
+ "ee_error": {
497
+ "max": 790.3890609741211,
498
+ "mean": 254.26109977390456,
499
+ "min": 98.8393947482109,
500
+ "std": 122.90679991886502
501
+ },
502
+ "g_mpjpe": {
503
+ "max": 435.5207681655884,
504
+ "mean": 188.23243596631548,
505
+ "min": 93.35216879844666,
506
+ "std": 61.060107045363985
507
+ },
508
+ "mpjpe": {
509
+ "max": 414.3935739994049,
510
+ "mean": 155.2615612745285,
511
+ "min": 39.670947939157486,
512
+ "std": 67.72111475417714
513
+ },
514
+ "num_samples": 46
515
+ }
516
+ },
517
+ "permo_original_filtered_test": {
518
+ "num_samples": 46,
519
+ "physical": {
520
+ "body_jerk_mean": {
521
+ "max": 443.46185302734375,
522
+ "mean": 195.07087956304136,
523
+ "min": 40.71421813964844,
524
+ "std": 99.97848607279619
525
+ },
526
+ "contact_sliding_speed": {
527
+ "max": 2.816063165664673,
528
+ "mean": 0.8633787243262582,
529
+ "min": 0.0,
530
+ "std": 0.58145411421912
531
+ },
532
+ "foot_ground_error": {
533
+ "max": 0.2609947919845581,
534
+ "mean": 0.08680988975760082,
535
+ "min": 0.009042917750775814,
536
+ "std": 0.057258553884577616
537
+ },
538
+ "num_samples": 46
539
+ },
540
+ "tracking": {
541
+ "e_acc": {
542
+ "max": 14.509765431284904,
543
+ "mean": 6.183016878228797,
544
+ "min": 2.0736113656312227,
545
+ "std": 3.16116841905719
546
+ },
547
+ "e_vel": {
548
+ "max": 22.906405851244926,
549
+ "mean": 10.80484256533015,
550
+ "min": 2.9750196263194084,
551
+ "std": 4.798254569152671
552
+ },
553
+ "ee_error": {
554
+ "max": 455.5281102657318,
555
+ "mean": 247.5953145843485,
556
+ "min": 84.98966693878174,
557
+ "std": 93.30827127448549
558
+ },
559
+ "g_mpjpe": {
560
+ "max": 327.7246057987213,
561
+ "mean": 167.27080406702083,
562
+ "min": 69.12077963352203,
563
+ "std": 52.57541098140323
564
+ },
565
+ "mpjpe": {
566
+ "max": 324.91907477378845,
567
+ "mean": 151.01007339747056,
568
+ "min": 70.74552029371262,
569
+ "std": 54.28871746825576
570
+ },
571
+ "num_samples": 46
572
+ }
573
+ },
574
+ "snapmogen_original_filtered_test": {
575
+ "num_samples": 46,
576
+ "physical": {
577
+ "body_jerk_mean": {
578
+ "max": 606.356201171875,
579
+ "mean": 167.98610778476882,
580
+ "min": 35.49217224121094,
581
+ "std": 123.59087231960073
582
+ },
583
+ "contact_sliding_speed": {
584
+ "max": 1.4470347166061401,
585
+ "mean": 0.5176105824825556,
586
+ "min": 0.0,
587
+ "std": 0.3647742267527122
588
+ },
589
+ "foot_ground_error": {
590
+ "max": 0.3850252330303192,
591
+ "mean": 0.10682825106398566,
592
+ "min": 0.01035988051444292,
593
+ "std": 0.09370606826447433
594
+ },
595
+ "num_samples": 46
596
+ },
597
+ "tracking": {
598
+ "e_acc": {
599
+ "max": 14.163843356072903,
600
+ "mean": 4.77525159848206,
601
+ "min": 1.2081819586455822,
602
+ "std": 3.270869310219958
603
+ },
604
+ "e_vel": {
605
+ "max": 19.740641117095947,
606
+ "mean": 8.505699315877711,
607
+ "min": 1.6237457748502493,
608
+ "std": 4.585789603852813
609
+ },
610
+ "ee_error": {
611
+ "max": 508.8428854942322,
612
+ "mean": 281.7588723872019,
613
+ "min": 67.02613085508347,
614
+ "std": 118.29934758265479
615
+ },
616
+ "g_mpjpe": {
617
+ "max": 319.7365403175354,
618
+ "mean": 187.65144001530564,
619
+ "min": 84.2600166797638,
620
+ "std": 62.92684708068583
621
+ },
622
+ "mpjpe": {
623
+ "max": 326.1626660823822,
624
+ "mean": 178.23052195751148,
625
+ "min": 86.0164612531662,
626
+ "std": 61.576055042782755
627
+ },
628
+ "num_samples": 46
629
+ }
630
+ }
631
+ },
632
+ "embedding_metrics": {
633
+ "diversity_generated": null,
634
+ "enabled": false,
635
+ "motion_fid": null,
636
+ "motion_kid": null,
637
+ "reason": "humanref artifact benchmark does not use a text evaluator"
638
+ },
639
+ "exp": "300m",
640
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs_baseline/curobo/humanref/generated_qpos.npz",
641
+ "label": "cuRobo-IK",
642
+ "num_frames": 60,
643
+ "num_samples": 512,
644
+ "physical_metrics": {
645
+ "body_jerk_mean": {
646
+ "max": 1524.645751953125,
647
+ "mean": 194.8821889013052,
648
+ "min": 18.243722915649414,
649
+ "std": 161.63832354442184
650
+ },
651
+ "contact_height_threshold": 0.12,
652
+ "contact_penetration_tolerance": 0.02,
653
+ "contact_sliding_speed": {
654
+ "max": 2.816063165664673,
655
+ "mean": 0.5452870312074083,
656
+ "min": 0.0,
657
+ "std": 0.4235928934485137
658
+ },
659
+ "foot_ground_error": {
660
+ "max": 0.9643478393554688,
661
+ "mean": 0.09363310146318327,
662
+ "min": 0.0032207691110670567,
663
+ "std": 0.11166841562224188
664
+ },
665
+ "frames": 60,
666
+ "num_samples": 512
667
+ },
668
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/reference_qpos.npz",
669
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/sample_metrics.jsonl",
670
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/humanref_test_512.jsonl",
671
+ "split": "test",
672
+ "tracker_executed": {
673
+ "action_clip": 10.0,
674
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_executed_qpos.npz",
675
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/benchmark_tracker.json",
676
+ "control_substeps": 10,
677
+ "enabled": true,
678
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
679
+ "metrics": {
680
+ "e_acc": {
681
+ "max": 19.186988472938538,
682
+ "mean": 4.451569952152568,
683
+ "min": 0.6112069822847843,
684
+ "std": 1.810057984789579
685
+ },
686
+ "e_vel": {
687
+ "max": 44.44436728954315,
688
+ "mean": 17.85787263770544,
689
+ "min": 2.9193044174462557,
690
+ "std": 5.768389831449165
691
+ },
692
+ "enabled": true,
693
+ "g_mpjpe": {
694
+ "max": 1919.835090637207,
695
+ "mean": 678.3681211381918,
696
+ "min": 83.89698714017868,
697
+ "std": 211.96920176189047
698
+ },
699
+ "mpjpe": {
700
+ "max": 451.0493874549866,
701
+ "mean": 288.6409836864914,
702
+ "min": 60.328613966703415,
703
+ "std": 71.15484014740198
704
+ },
705
+ "num_samples": 512,
706
+ "root_index": 0,
707
+ "target_fps": 50.0
708
+ },
709
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_metrics.json",
710
+ "num_generated_samples": 512,
711
+ "num_samples": 512,
712
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
713
+ "robot_xml": null,
714
+ "root_index": 0,
715
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_sample_metrics.jsonl",
716
+ "selected_indices": [
717
+ 0,
718
+ 1,
719
+ 2,
720
+ 3,
721
+ 4,
722
+ 5,
723
+ 6,
724
+ 7,
725
+ 8,
726
+ 9,
727
+ 10,
728
+ 11,
729
+ 12,
730
+ 13,
731
+ 14,
732
+ 15,
733
+ 16,
734
+ 17,
735
+ 18,
736
+ 19,
737
+ 20,
738
+ 21,
739
+ 22,
740
+ 23,
741
+ 24,
742
+ 25,
743
+ 26,
744
+ 27,
745
+ 28,
746
+ 29,
747
+ 30,
748
+ 31,
749
+ 32,
750
+ 33,
751
+ 34,
752
+ 35,
753
+ 36,
754
+ 37,
755
+ 38,
756
+ 39,
757
+ 40,
758
+ 41,
759
+ 42,
760
+ 43,
761
+ 44,
762
+ 45,
763
+ 46,
764
+ 47,
765
+ 48,
766
+ 49,
767
+ 50,
768
+ 51,
769
+ 52,
770
+ 53,
771
+ 54,
772
+ 55,
773
+ 56,
774
+ 57,
775
+ 58,
776
+ 59,
777
+ 60,
778
+ 61,
779
+ 62,
780
+ 63,
781
+ 64,
782
+ 65,
783
+ 66,
784
+ 67,
785
+ 68,
786
+ 69,
787
+ 70,
788
+ 71,
789
+ 72,
790
+ 73,
791
+ 74,
792
+ 75,
793
+ 76,
794
+ 77,
795
+ 78,
796
+ 79,
797
+ 80,
798
+ 81,
799
+ 82,
800
+ 83,
801
+ 84,
802
+ 85,
803
+ 86,
804
+ 87,
805
+ 88,
806
+ 89,
807
+ 90,
808
+ 91,
809
+ 92,
810
+ 93,
811
+ 94,
812
+ 95,
813
+ 96,
814
+ 97,
815
+ 98,
816
+ 99,
817
+ 100,
818
+ 101,
819
+ 102,
820
+ 103,
821
+ 104,
822
+ 105,
823
+ 106,
824
+ 107,
825
+ 108,
826
+ 109,
827
+ 110,
828
+ 111,
829
+ 112,
830
+ 113,
831
+ 114,
832
+ 115,
833
+ 116,
834
+ 117,
835
+ 118,
836
+ 119,
837
+ 120,
838
+ 121,
839
+ 122,
840
+ 123,
841
+ 124,
842
+ 125,
843
+ 126,
844
+ 127,
845
+ 128,
846
+ 129,
847
+ 130,
848
+ 131,
849
+ 132,
850
+ 133,
851
+ 134,
852
+ 135,
853
+ 136,
854
+ 137,
855
+ 138,
856
+ 139,
857
+ 140,
858
+ 141,
859
+ 142,
860
+ 143,
861
+ 144,
862
+ 145,
863
+ 146,
864
+ 147,
865
+ 148,
866
+ 149,
867
+ 150,
868
+ 151,
869
+ 152,
870
+ 153,
871
+ 154,
872
+ 155,
873
+ 156,
874
+ 157,
875
+ 158,
876
+ 159,
877
+ 160,
878
+ 161,
879
+ 162,
880
+ 163,
881
+ 164,
882
+ 165,
883
+ 166,
884
+ 167,
885
+ 168,
886
+ 169,
887
+ 170,
888
+ 171,
889
+ 172,
890
+ 173,
891
+ 174,
892
+ 175,
893
+ 176,
894
+ 177,
895
+ 178,
896
+ 179,
897
+ 180,
898
+ 181,
899
+ 182,
900
+ 183,
901
+ 184,
902
+ 185,
903
+ 186,
904
+ 187,
905
+ 188,
906
+ 189,
907
+ 190,
908
+ 191,
909
+ 192,
910
+ 193,
911
+ 194,
912
+ 195,
913
+ 196,
914
+ 197,
915
+ 198,
916
+ 199,
917
+ 200,
918
+ 201,
919
+ 202,
920
+ 203,
921
+ 204,
922
+ 205,
923
+ 206,
924
+ 207,
925
+ 208,
926
+ 209,
927
+ 210,
928
+ 211,
929
+ 212,
930
+ 213,
931
+ 214,
932
+ 215,
933
+ 216,
934
+ 217,
935
+ 218,
936
+ 219,
937
+ 220,
938
+ 221,
939
+ 222,
940
+ 223,
941
+ 224,
942
+ 225,
943
+ 226,
944
+ 227,
945
+ 228,
946
+ 229,
947
+ 230,
948
+ 231,
949
+ 232,
950
+ 233,
951
+ 234,
952
+ 235,
953
+ 236,
954
+ 237,
955
+ 238,
956
+ 239,
957
+ 240,
958
+ 241,
959
+ 242,
960
+ 243,
961
+ 244,
962
+ 245,
963
+ 246,
964
+ 247,
965
+ 248,
966
+ 249,
967
+ 250,
968
+ 251,
969
+ 252,
970
+ 253,
971
+ 254,
972
+ 255,
973
+ 256,
974
+ 257,
975
+ 258,
976
+ 259,
977
+ 260,
978
+ 261,
979
+ 262,
980
+ 263,
981
+ 264,
982
+ 265,
983
+ 266,
984
+ 267,
985
+ 268,
986
+ 269,
987
+ 270,
988
+ 271,
989
+ 272,
990
+ 273,
991
+ 274,
992
+ 275,
993
+ 276,
994
+ 277,
995
+ 278,
996
+ 279,
997
+ 280,
998
+ 281,
999
+ 282,
1000
+ 283,
1001
+ 284,
1002
+ 285,
1003
+ 286,
1004
+ 287,
1005
+ 288,
1006
+ 289,
1007
+ 290,
1008
+ 291,
1009
+ 292,
1010
+ 293,
1011
+ 294,
1012
+ 295,
1013
+ 296,
1014
+ 297,
1015
+ 298,
1016
+ 299,
1017
+ 300,
1018
+ 301,
1019
+ 302,
1020
+ 303,
1021
+ 304,
1022
+ 305,
1023
+ 306,
1024
+ 307,
1025
+ 308,
1026
+ 309,
1027
+ 310,
1028
+ 311,
1029
+ 312,
1030
+ 313,
1031
+ 314,
1032
+ 315,
1033
+ 316,
1034
+ 317,
1035
+ 318,
1036
+ 319,
1037
+ 320,
1038
+ 321,
1039
+ 322,
1040
+ 323,
1041
+ 324,
1042
+ 325,
1043
+ 326,
1044
+ 327,
1045
+ 328,
1046
+ 329,
1047
+ 330,
1048
+ 331,
1049
+ 332,
1050
+ 333,
1051
+ 334,
1052
+ 335,
1053
+ 336,
1054
+ 337,
1055
+ 338,
1056
+ 339,
1057
+ 340,
1058
+ 341,
1059
+ 342,
1060
+ 343,
1061
+ 344,
1062
+ 345,
1063
+ 346,
1064
+ 347,
1065
+ 348,
1066
+ 349,
1067
+ 350,
1068
+ 351,
1069
+ 352,
1070
+ 353,
1071
+ 354,
1072
+ 355,
1073
+ 356,
1074
+ 357,
1075
+ 358,
1076
+ 359,
1077
+ 360,
1078
+ 361,
1079
+ 362,
1080
+ 363,
1081
+ 364,
1082
+ 365,
1083
+ 366,
1084
+ 367,
1085
+ 368,
1086
+ 369,
1087
+ 370,
1088
+ 371,
1089
+ 372,
1090
+ 373,
1091
+ 374,
1092
+ 375,
1093
+ 376,
1094
+ 377,
1095
+ 378,
1096
+ 379,
1097
+ 380,
1098
+ 381,
1099
+ 382,
1100
+ 383,
1101
+ 384,
1102
+ 385,
1103
+ 386,
1104
+ 387,
1105
+ 388,
1106
+ 389,
1107
+ 390,
1108
+ 391,
1109
+ 392,
1110
+ 393,
1111
+ 394,
1112
+ 395,
1113
+ 396,
1114
+ 397,
1115
+ 398,
1116
+ 399,
1117
+ 400,
1118
+ 401,
1119
+ 402,
1120
+ 403,
1121
+ 404,
1122
+ 405,
1123
+ 406,
1124
+ 407,
1125
+ 408,
1126
+ 409,
1127
+ 410,
1128
+ 411,
1129
+ 412,
1130
+ 413,
1131
+ 414,
1132
+ 415,
1133
+ 416,
1134
+ 417,
1135
+ 418,
1136
+ 419,
1137
+ 420,
1138
+ 421,
1139
+ 422,
1140
+ 423,
1141
+ 424,
1142
+ 425,
1143
+ 426,
1144
+ 427,
1145
+ 428,
1146
+ 429,
1147
+ 430,
1148
+ 431,
1149
+ 432,
1150
+ 433,
1151
+ 434,
1152
+ 435,
1153
+ 436,
1154
+ 437,
1155
+ 438,
1156
+ 439,
1157
+ 440,
1158
+ 441,
1159
+ 442,
1160
+ 443,
1161
+ 444,
1162
+ 445,
1163
+ 446,
1164
+ 447,
1165
+ 448,
1166
+ 449,
1167
+ 450,
1168
+ 451,
1169
+ 452,
1170
+ 453,
1171
+ 454,
1172
+ 455,
1173
+ 456,
1174
+ 457,
1175
+ 458,
1176
+ 459,
1177
+ 460,
1178
+ 461,
1179
+ 462,
1180
+ 463,
1181
+ 464,
1182
+ 465,
1183
+ 466,
1184
+ 467,
1185
+ 468,
1186
+ 469,
1187
+ 470,
1188
+ 471,
1189
+ 472,
1190
+ 473,
1191
+ 474,
1192
+ 475,
1193
+ 476,
1194
+ 477,
1195
+ 478,
1196
+ 479,
1197
+ 480,
1198
+ 481,
1199
+ 482,
1200
+ 483,
1201
+ 484,
1202
+ 485,
1203
+ 486,
1204
+ 487,
1205
+ 488,
1206
+ 489,
1207
+ 490,
1208
+ 491,
1209
+ 492,
1210
+ 493,
1211
+ 494,
1212
+ 495,
1213
+ 496,
1214
+ 497,
1215
+ 498,
1216
+ 499,
1217
+ 500,
1218
+ 501,
1219
+ 502,
1220
+ 503,
1221
+ 504,
1222
+ 505,
1223
+ 506,
1224
+ 507,
1225
+ 508,
1226
+ 509,
1227
+ 510,
1228
+ 511
1229
+ ],
1230
+ "steps": null,
1231
+ "target_fps": 50.0,
1232
+ "valid_shape": [
1233
+ 512,
1234
+ 99
1235
+ ]
1236
+ },
1237
+ "tracking_metrics": {
1238
+ "e_acc": {
1239
+ "max": 44.55290734767914,
1240
+ "mean": 5.929967747306364,
1241
+ "min": 0.49718591617420316,
1242
+ "std": 5.237382919409181
1243
+ },
1244
+ "e_vel": {
1245
+ "max": 49.04715344309807,
1246
+ "mean": 9.619691317880097,
1247
+ "min": 0.5578189739026129,
1248
+ "std": 6.830504282369947
1249
+ },
1250
+ "ee_error": {
1251
+ "max": 879.5870542526245,
1252
+ "mean": 268.4679562553356,
1253
+ "min": 7.762433961033821,
1254
+ "std": 135.3763125667298
1255
+ },
1256
+ "frames": 60,
1257
+ "g_mpjpe": {
1258
+ "max": 525.7903337478638,
1259
+ "mean": 185.9604078981647,
1260
+ "min": 10.351053439080715,
1261
+ "std": 75.68901929877067
1262
+ },
1263
+ "mpjpe": {
1264
+ "max": 502.47740745544434,
1265
+ "mean": 167.57944884739118,
1266
+ "min": 10.6113962829113,
1267
+ "std": 77.49528646396047
1268
+ },
1269
+ "num_samples": 512,
1270
+ "root_index": 0
1271
+ },
1272
+ "transition_metrics": {
1273
+ "chunk_length": 60,
1274
+ "enabled": false,
1275
+ "num_frames": 60,
1276
+ "reason": "num_frames must be greater than chunk_length"
1277
+ }
1278
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/dataset_metrics.json ADDED
@@ -0,0 +1,629 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aistpp_original_audio_test": {
3
+ "num_samples": 47,
4
+ "physical": {
5
+ "body_jerk_mean": {
6
+ "max": 1380.97314453125,
7
+ "mean": 450.9093781329216,
8
+ "min": 42.30900955200195,
9
+ "std": 233.98025997064724
10
+ },
11
+ "contact_sliding_speed": {
12
+ "max": 2.2525227069854736,
13
+ "mean": 0.9015417872591222,
14
+ "min": 0.0,
15
+ "std": 0.4398650942751882
16
+ },
17
+ "foot_ground_error": {
18
+ "max": 0.6450529098510742,
19
+ "mean": 0.11230004491641167,
20
+ "min": 0.015173209831118584,
21
+ "std": 0.11958773790134339
22
+ },
23
+ "num_samples": 47
24
+ },
25
+ "tracking": {
26
+ "e_acc": {
27
+ "max": 44.55290734767914,
28
+ "mean": 15.626750319225199,
29
+ "min": 1.389079843647778,
30
+ "std": 8.169565419668267
31
+ },
32
+ "e_vel": {
33
+ "max": 49.04715344309807,
34
+ "mean": 22.10228158002521,
35
+ "min": 3.2632602378726006,
36
+ "std": 8.913159987556202
37
+ },
38
+ "ee_error": {
39
+ "max": 688.281774520874,
40
+ "mean": 310.4772318867927,
41
+ "min": 90.07180482149124,
42
+ "std": 124.51566112226827
43
+ },
44
+ "g_mpjpe": {
45
+ "max": 419.5878207683563,
46
+ "mean": 211.10074095269468,
47
+ "min": 106.88220709562302,
48
+ "std": 68.33502066691887
49
+ },
50
+ "mpjpe": {
51
+ "max": 427.6118576526642,
52
+ "mean": 200.81091672182083,
53
+ "min": 99.33475404977798,
54
+ "std": 70.32013219799337
55
+ },
56
+ "num_samples": 47
57
+ }
58
+ },
59
+ "amass_original_filtered_test": {
60
+ "num_samples": 47,
61
+ "physical": {
62
+ "body_jerk_mean": {
63
+ "max": 413.4591369628906,
64
+ "mean": 139.97920109363312,
65
+ "min": 24.645048141479492,
66
+ "std": 79.97222851593035
67
+ },
68
+ "contact_sliding_speed": {
69
+ "max": 1.4305126667022705,
70
+ "mean": 0.5423626941727832,
71
+ "min": 0.0,
72
+ "std": 0.3985691884697802
73
+ },
74
+ "foot_ground_error": {
75
+ "max": 0.8126782774925232,
76
+ "mean": 0.06926567250605117,
77
+ "min": 0.0032207691110670567,
78
+ "std": 0.11665037763713956
79
+ },
80
+ "num_samples": 47
81
+ },
82
+ "tracking": {
83
+ "e_acc": {
84
+ "max": 12.090032920241356,
85
+ "mean": 3.6293682159281317,
86
+ "min": 0.49718591617420316,
87
+ "std": 2.2528017922022574
88
+ },
89
+ "e_vel": {
90
+ "max": 20.727884024381638,
91
+ "mean": 6.989024082902185,
92
+ "min": 0.5578189739026129,
93
+ "std": 4.372436416501704
94
+ },
95
+ "ee_error": {
96
+ "max": 828.6840319633484,
97
+ "mean": 162.47175400085905,
98
+ "min": 7.762433961033821,
99
+ "std": 146.1753795922902
100
+ },
101
+ "g_mpjpe": {
102
+ "max": 475.0571548938751,
103
+ "mean": 119.7407550594591,
104
+ "min": 10.351053439080715,
105
+ "std": 82.34838806694124
106
+ },
107
+ "mpjpe": {
108
+ "max": 487.6697063446045,
109
+ "mean": 119.98862083604995,
110
+ "min": 10.6113962829113,
111
+ "std": 82.23047215397659
112
+ },
113
+ "num_samples": 47
114
+ }
115
+ },
116
+ "beat2_original_humanref_test": {
117
+ "num_samples": 47,
118
+ "physical": {
119
+ "body_jerk_mean": {
120
+ "max": 306.5581359863281,
121
+ "mean": 88.06536276797031,
122
+ "min": 26.693300247192383,
123
+ "std": 51.22009421505089
124
+ },
125
+ "contact_sliding_speed": {
126
+ "max": 0.7813629508018494,
127
+ "mean": 0.25406973713890035,
128
+ "min": 0.0,
129
+ "std": 0.18319486654455455
130
+ },
131
+ "foot_ground_error": {
132
+ "max": 0.3198256194591522,
133
+ "mean": 0.09671960362887129,
134
+ "min": 0.005371269769966602,
135
+ "std": 0.07941824720012393
136
+ },
137
+ "num_samples": 47
138
+ },
139
+ "tracking": {
140
+ "e_acc": {
141
+ "max": 18.294060602784157,
142
+ "mean": 3.649390523044511,
143
+ "min": 1.1285030050203204,
144
+ "std": 3.0622869316904175
145
+ },
146
+ "e_vel": {
147
+ "max": 11.425393633544445,
148
+ "mean": 5.148017055731504,
149
+ "min": 1.49915658403188,
150
+ "std": 2.4757645560882797
151
+ },
152
+ "ee_error": {
153
+ "max": 512.6016736030579,
154
+ "mean": 290.0631229611153,
155
+ "min": 122.51152843236923,
156
+ "std": 94.35156117007902
157
+ },
158
+ "g_mpjpe": {
159
+ "max": 343.74430775642395,
160
+ "mean": 196.1606910571139,
161
+ "min": 116.70652776956558,
162
+ "std": 49.37465397554885
163
+ },
164
+ "mpjpe": {
165
+ "max": 298.89804124832153,
166
+ "mean": 165.46375811734097,
167
+ "min": 68.19222867488861,
168
+ "std": 53.962800772908786
169
+ },
170
+ "num_samples": 47
171
+ }
172
+ },
173
+ "finedance_original_audio_test": {
174
+ "num_samples": 47,
175
+ "physical": {
176
+ "body_jerk_mean": {
177
+ "max": 582.0274658203125,
178
+ "mean": 255.38204728796126,
179
+ "min": 68.74737548828125,
180
+ "std": 129.79829567098722
181
+ },
182
+ "contact_sliding_speed": {
183
+ "max": 1.9802995920181274,
184
+ "mean": 0.7113358102580334,
185
+ "min": 0.0,
186
+ "std": 0.4025088640003835
187
+ },
188
+ "foot_ground_error": {
189
+ "max": 0.9230338335037231,
190
+ "mean": 0.11141248041407224,
191
+ "min": 0.00577171053737402,
192
+ "std": 0.14805977613729565
193
+ },
194
+ "num_samples": 47
195
+ },
196
+ "tracking": {
197
+ "e_acc": {
198
+ "max": 25.871312245726585,
199
+ "mean": 9.497644746319411,
200
+ "min": 2.764335134997964,
201
+ "std": 5.0101915227063705
202
+ },
203
+ "e_vel": {
204
+ "max": 35.00374034047127,
205
+ "mean": 15.271940040699345,
206
+ "min": 5.522181745618582,
207
+ "std": 6.303177695836313
208
+ },
209
+ "ee_error": {
210
+ "max": 665.8746004104614,
211
+ "mean": 298.160361165696,
212
+ "min": 96.07712179422379,
213
+ "std": 152.1434133751174
214
+ },
215
+ "g_mpjpe": {
216
+ "max": 447.1108317375183,
217
+ "mean": 195.2405630591068,
218
+ "min": 76.89137756824493,
219
+ "std": 86.84891302097097
220
+ },
221
+ "mpjpe": {
222
+ "max": 405.374139547348,
223
+ "mean": 188.92206267473546,
224
+ "min": 71.40057533979416,
225
+ "std": 83.87741873854141
226
+ },
227
+ "num_samples": 47
228
+ }
229
+ },
230
+ "fitness_original_filtered_test": {
231
+ "num_samples": 47,
232
+ "physical": {
233
+ "body_jerk_mean": {
234
+ "max": 416.2223205566406,
235
+ "mean": 181.95005855154483,
236
+ "min": 30.063541412353516,
237
+ "std": 84.66447991566858
238
+ },
239
+ "contact_sliding_speed": {
240
+ "max": 2.484102964401245,
241
+ "mean": 0.421147255504385,
242
+ "min": 0.0,
243
+ "std": 0.37494677630968964
244
+ },
245
+ "foot_ground_error": {
246
+ "max": 0.7124538421630859,
247
+ "mean": 0.09302150042965374,
248
+ "min": 0.00738553935661912,
249
+ "std": 0.12248025398708116
250
+ },
251
+ "num_samples": 47
252
+ },
253
+ "tracking": {
254
+ "e_acc": {
255
+ "max": 9.605580940842628,
256
+ "mean": 4.983116236039774,
257
+ "min": 1.0036500170826912,
258
+ "std": 2.0313035962824006
259
+ },
260
+ "e_vel": {
261
+ "max": 15.75467362999916,
262
+ "mean": 7.685267725622559,
263
+ "min": 1.5380650293081999,
264
+ "std": 3.2395065938236596
265
+ },
266
+ "ee_error": {
267
+ "max": 872.4759221076965,
268
+ "mean": 272.7666235667594,
269
+ "min": 101.60916298627853,
270
+ "std": 157.70184315855016
271
+ },
272
+ "g_mpjpe": {
273
+ "max": 463.1950557231903,
274
+ "mean": 191.2132444533896,
275
+ "min": 77.9634416103363,
276
+ "std": 76.49618442868248
277
+ },
278
+ "mpjpe": {
279
+ "max": 484.3336045742035,
280
+ "mean": 165.4124546875345,
281
+ "min": 66.59303605556488,
282
+ "std": 86.37036301503367
283
+ },
284
+ "num_samples": 47
285
+ }
286
+ },
287
+ "humanml_original_filtered_test": {
288
+ "num_samples": 47,
289
+ "physical": {
290
+ "body_jerk_mean": {
291
+ "max": 443.7994079589844,
292
+ "mean": 155.51332770002648,
293
+ "min": 24.37358283996582,
294
+ "std": 99.10798113528215
295
+ },
296
+ "contact_sliding_speed": {
297
+ "max": 1.5777171850204468,
298
+ "mean": 0.5586112442802875,
299
+ "min": 0.0,
300
+ "std": 0.390229856553818
301
+ },
302
+ "foot_ground_error": {
303
+ "max": 0.9643478393554688,
304
+ "mean": 0.09801986230973234,
305
+ "min": 0.010351689532399178,
306
+ "std": 0.14535184217408276
307
+ },
308
+ "num_samples": 47
309
+ },
310
+ "tracking": {
311
+ "e_acc": {
312
+ "max": 13.646579347550869,
313
+ "mean": 4.887131813101154,
314
+ "min": 0.7715349784120917,
315
+ "std": 3.0235352604578227
316
+ },
317
+ "e_vel": {
318
+ "max": 20.362617447972298,
319
+ "mean": 9.02609994506186,
320
+ "min": 1.5825408045202494,
321
+ "std": 4.56427543574162
322
+ },
323
+ "ee_error": {
324
+ "max": 879.5870542526245,
325
+ "mean": 264.3726823177743,
326
+ "min": 124.45254623889923,
327
+ "std": 121.7265219361066
328
+ },
329
+ "g_mpjpe": {
330
+ "max": 525.7903337478638,
331
+ "mean": 182.05826713683757,
332
+ "min": 93.55109930038452,
333
+ "std": 66.17225973054383
334
+ },
335
+ "mpjpe": {
336
+ "max": 502.47740745544434,
337
+ "mean": 160.31197426801032,
338
+ "min": 77.01170444488525,
339
+ "std": 66.54648074490025
340
+ },
341
+ "num_samples": 47
342
+ }
343
+ },
344
+ "idea400_original_filtered_test": {
345
+ "num_samples": 46,
346
+ "physical": {
347
+ "body_jerk_mean": {
348
+ "max": 1524.645751953125,
349
+ "mean": 287.37423009457797,
350
+ "min": 97.30684661865234,
351
+ "std": 212.56887571040681
352
+ },
353
+ "contact_sliding_speed": {
354
+ "max": 1.4636867046356201,
355
+ "mean": 0.49480284782855405,
356
+ "min": 0.0,
357
+ "std": 0.3604115823069717
358
+ },
359
+ "foot_ground_error": {
360
+ "max": 0.7119764089584351,
361
+ "mean": 0.11110500007381906,
362
+ "min": 0.01123025082051754,
363
+ "std": 0.13308929877600126
364
+ },
365
+ "num_samples": 46
366
+ },
367
+ "tracking": {
368
+ "e_acc": {
369
+ "max": 23.444989696145058,
370
+ "mean": 6.027260458643508,
371
+ "min": 1.7751279519870877,
372
+ "std": 3.753311625866363
373
+ },
374
+ "e_vel": {
375
+ "max": 19.931629300117493,
376
+ "mean": 8.533567225601038,
377
+ "min": 3.210952505469322,
378
+ "std": 3.6361270114521105
379
+ },
380
+ "ee_error": {
381
+ "max": 570.5370306968689,
382
+ "mean": 303.16332144581753,
383
+ "min": 70.12786716222763,
384
+ "std": 132.3547166781557
385
+ },
386
+ "g_mpjpe": {
387
+ "max": 421.0854172706604,
388
+ "mean": 213.03194728882417,
389
+ "min": 70.04286348819733,
390
+ "std": 86.29226218761112
391
+ },
392
+ "mpjpe": {
393
+ "max": 383.8505744934082,
394
+ "mean": 197.3304863533248,
395
+ "min": 71.30131870508194,
396
+ "std": 81.52446397214268
397
+ },
398
+ "num_samples": 46
399
+ }
400
+ },
401
+ "motiongv_original_filtered_test": {
402
+ "num_samples": 46,
403
+ "physical": {
404
+ "body_jerk_mean": {
405
+ "max": 402.1388244628906,
406
+ "mean": 113.50338114862856,
407
+ "min": 18.243722915649414,
408
+ "std": 84.8011393644938
409
+ },
410
+ "contact_sliding_speed": {
411
+ "max": 0.8489841818809509,
412
+ "mean": 0.3281026144066583,
413
+ "min": 0.0,
414
+ "std": 0.2281003675939608
415
+ },
416
+ "foot_ground_error": {
417
+ "max": 0.45994672179222107,
418
+ "mean": 0.07854717579143851,
419
+ "min": 0.008615930564701557,
420
+ "std": 0.09326754854928138
421
+ },
422
+ "num_samples": 46
423
+ },
424
+ "tracking": {
425
+ "e_acc": {
426
+ "max": 11.277126148343086,
427
+ "mean": 3.2666384725851696,
428
+ "min": 0.830461794976145,
429
+ "std": 2.400922696811145
430
+ },
431
+ "e_vel": {
432
+ "max": 21.563896909356117,
433
+ "mean": 5.855499726274739,
434
+ "min": 1.0242797434329987,
435
+ "std": 4.343230768804548
436
+ },
437
+ "ee_error": {
438
+ "max": 780.9950709342957,
439
+ "mean": 268.3287860582704,
440
+ "min": 104.55910116434097,
441
+ "std": 144.83197637554093
442
+ },
443
+ "g_mpjpe": {
444
+ "max": 440.75703620910645,
445
+ "mean": 194.30377577310023,
446
+ "min": 75.74241608381271,
447
+ "std": 83.61477054099159
448
+ },
449
+ "mpjpe": {
450
+ "max": 469.003289937973,
451
+ "mean": 160.73078759338546,
452
+ "min": 51.72464996576309,
453
+ "std": 95.69843407849132
454
+ },
455
+ "num_samples": 46
456
+ }
457
+ },
458
+ "motionllama_original_filtered_test": {
459
+ "num_samples": 46,
460
+ "physical": {
461
+ "body_jerk_mean": {
462
+ "max": 221.96173095703125,
463
+ "mean": 105.74170722132143,
464
+ "min": 30.928285598754883,
465
+ "std": 48.76198681141949
466
+ },
467
+ "contact_sliding_speed": {
468
+ "max": 1.1625866889953613,
469
+ "mean": 0.402643038202887,
470
+ "min": 0.0,
471
+ "std": 0.2292725108481921
472
+ },
473
+ "foot_ground_error": {
474
+ "max": 0.2347649186849594,
475
+ "mean": 0.06552288399847306,
476
+ "min": 0.012434441596269608,
477
+ "std": 0.056503994769119575
478
+ },
479
+ "num_samples": 46
480
+ },
481
+ "tracking": {
482
+ "e_acc": {
483
+ "max": 4.865699913352728,
484
+ "mean": 2.558563015950115,
485
+ "min": 0.9046783670783043,
486
+ "std": 0.9541585287922876
487
+ },
488
+ "e_vel": {
489
+ "max": 13.571467250585556,
490
+ "mean": 5.709485178712107,
491
+ "min": 1.9199232337996364,
492
+ "std": 2.6034735660735064
493
+ },
494
+ "ee_error": {
495
+ "max": 790.3890609741211,
496
+ "mean": 254.26109977390456,
497
+ "min": 98.8393947482109,
498
+ "std": 122.90679991886502
499
+ },
500
+ "g_mpjpe": {
501
+ "max": 435.5207681655884,
502
+ "mean": 188.23243596631548,
503
+ "min": 93.35216879844666,
504
+ "std": 61.060107045363985
505
+ },
506
+ "mpjpe": {
507
+ "max": 414.3935739994049,
508
+ "mean": 155.2615612745285,
509
+ "min": 39.670947939157486,
510
+ "std": 67.72111475417714
511
+ },
512
+ "num_samples": 46
513
+ }
514
+ },
515
+ "permo_original_filtered_test": {
516
+ "num_samples": 46,
517
+ "physical": {
518
+ "body_jerk_mean": {
519
+ "max": 443.46185302734375,
520
+ "mean": 195.07087956304136,
521
+ "min": 40.71421813964844,
522
+ "std": 99.97848607279619
523
+ },
524
+ "contact_sliding_speed": {
525
+ "max": 2.816063165664673,
526
+ "mean": 0.8633787243262582,
527
+ "min": 0.0,
528
+ "std": 0.58145411421912
529
+ },
530
+ "foot_ground_error": {
531
+ "max": 0.2609947919845581,
532
+ "mean": 0.08680988975760082,
533
+ "min": 0.009042917750775814,
534
+ "std": 0.057258553884577616
535
+ },
536
+ "num_samples": 46
537
+ },
538
+ "tracking": {
539
+ "e_acc": {
540
+ "max": 14.509765431284904,
541
+ "mean": 6.183016878228797,
542
+ "min": 2.0736113656312227,
543
+ "std": 3.16116841905719
544
+ },
545
+ "e_vel": {
546
+ "max": 22.906405851244926,
547
+ "mean": 10.80484256533015,
548
+ "min": 2.9750196263194084,
549
+ "std": 4.798254569152671
550
+ },
551
+ "ee_error": {
552
+ "max": 455.5281102657318,
553
+ "mean": 247.5953145843485,
554
+ "min": 84.98966693878174,
555
+ "std": 93.30827127448549
556
+ },
557
+ "g_mpjpe": {
558
+ "max": 327.7246057987213,
559
+ "mean": 167.27080406702083,
560
+ "min": 69.12077963352203,
561
+ "std": 52.57541098140323
562
+ },
563
+ "mpjpe": {
564
+ "max": 324.91907477378845,
565
+ "mean": 151.01007339747056,
566
+ "min": 70.74552029371262,
567
+ "std": 54.28871746825576
568
+ },
569
+ "num_samples": 46
570
+ }
571
+ },
572
+ "snapmogen_original_filtered_test": {
573
+ "num_samples": 46,
574
+ "physical": {
575
+ "body_jerk_mean": {
576
+ "max": 606.356201171875,
577
+ "mean": 167.98610778476882,
578
+ "min": 35.49217224121094,
579
+ "std": 123.59087231960073
580
+ },
581
+ "contact_sliding_speed": {
582
+ "max": 1.4470347166061401,
583
+ "mean": 0.5176105824825556,
584
+ "min": 0.0,
585
+ "std": 0.3647742267527122
586
+ },
587
+ "foot_ground_error": {
588
+ "max": 0.3850252330303192,
589
+ "mean": 0.10682825106398566,
590
+ "min": 0.01035988051444292,
591
+ "std": 0.09370606826447433
592
+ },
593
+ "num_samples": 46
594
+ },
595
+ "tracking": {
596
+ "e_acc": {
597
+ "max": 14.163843356072903,
598
+ "mean": 4.77525159848206,
599
+ "min": 1.2081819586455822,
600
+ "std": 3.270869310219958
601
+ },
602
+ "e_vel": {
603
+ "max": 19.740641117095947,
604
+ "mean": 8.505699315877711,
605
+ "min": 1.6237457748502493,
606
+ "std": 4.585789603852813
607
+ },
608
+ "ee_error": {
609
+ "max": 508.8428854942322,
610
+ "mean": 281.7588723872019,
611
+ "min": 67.02613085508347,
612
+ "std": 118.29934758265479
613
+ },
614
+ "g_mpjpe": {
615
+ "max": 319.7365403175354,
616
+ "mean": 187.65144001530564,
617
+ "min": 84.2600166797638,
618
+ "std": 62.92684708068583
619
+ },
620
+ "mpjpe": {
621
+ "max": 326.1626660823822,
622
+ "mean": 178.23052195751148,
623
+ "min": 86.0164612531662,
624
+ "std": 61.576055042782755
625
+ },
626
+ "num_samples": 46
627
+ }
628
+ }
629
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/embedding_metrics.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "diversity_generated": null,
3
+ "enabled": false,
4
+ "motion_fid": null,
5
+ "motion_kid": null,
6
+ "reason": "humanref artifact benchmark does not use a text evaluator"
7
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/metrics.json ADDED
@@ -0,0 +1,1281 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": {
3
+ "benchmark": "artifact_humanref",
4
+ "dataset_metrics": {
5
+ "aistpp_original_audio_test": {
6
+ "num_samples": 47,
7
+ "physical": {
8
+ "body_jerk_mean": {
9
+ "max": 1380.97314453125,
10
+ "mean": 450.9093781329216,
11
+ "min": 42.30900955200195,
12
+ "std": 233.98025997064724
13
+ },
14
+ "contact_sliding_speed": {
15
+ "max": 2.2525227069854736,
16
+ "mean": 0.9015417872591222,
17
+ "min": 0.0,
18
+ "std": 0.4398650942751882
19
+ },
20
+ "foot_ground_error": {
21
+ "max": 0.6450529098510742,
22
+ "mean": 0.11230004491641167,
23
+ "min": 0.015173209831118584,
24
+ "std": 0.11958773790134339
25
+ },
26
+ "num_samples": 47
27
+ },
28
+ "tracking": {
29
+ "e_acc": {
30
+ "max": 44.55290734767914,
31
+ "mean": 15.626750319225199,
32
+ "min": 1.389079843647778,
33
+ "std": 8.169565419668267
34
+ },
35
+ "e_vel": {
36
+ "max": 49.04715344309807,
37
+ "mean": 22.10228158002521,
38
+ "min": 3.2632602378726006,
39
+ "std": 8.913159987556202
40
+ },
41
+ "ee_error": {
42
+ "max": 688.281774520874,
43
+ "mean": 310.4772318867927,
44
+ "min": 90.07180482149124,
45
+ "std": 124.51566112226827
46
+ },
47
+ "g_mpjpe": {
48
+ "max": 419.5878207683563,
49
+ "mean": 211.10074095269468,
50
+ "min": 106.88220709562302,
51
+ "std": 68.33502066691887
52
+ },
53
+ "mpjpe": {
54
+ "max": 427.6118576526642,
55
+ "mean": 200.81091672182083,
56
+ "min": 99.33475404977798,
57
+ "std": 70.32013219799337
58
+ },
59
+ "num_samples": 47
60
+ }
61
+ },
62
+ "amass_original_filtered_test": {
63
+ "num_samples": 47,
64
+ "physical": {
65
+ "body_jerk_mean": {
66
+ "max": 413.4591369628906,
67
+ "mean": 139.97920109363312,
68
+ "min": 24.645048141479492,
69
+ "std": 79.97222851593035
70
+ },
71
+ "contact_sliding_speed": {
72
+ "max": 1.4305126667022705,
73
+ "mean": 0.5423626941727832,
74
+ "min": 0.0,
75
+ "std": 0.3985691884697802
76
+ },
77
+ "foot_ground_error": {
78
+ "max": 0.8126782774925232,
79
+ "mean": 0.06926567250605117,
80
+ "min": 0.0032207691110670567,
81
+ "std": 0.11665037763713956
82
+ },
83
+ "num_samples": 47
84
+ },
85
+ "tracking": {
86
+ "e_acc": {
87
+ "max": 12.090032920241356,
88
+ "mean": 3.6293682159281317,
89
+ "min": 0.49718591617420316,
90
+ "std": 2.2528017922022574
91
+ },
92
+ "e_vel": {
93
+ "max": 20.727884024381638,
94
+ "mean": 6.989024082902185,
95
+ "min": 0.5578189739026129,
96
+ "std": 4.372436416501704
97
+ },
98
+ "ee_error": {
99
+ "max": 828.6840319633484,
100
+ "mean": 162.47175400085905,
101
+ "min": 7.762433961033821,
102
+ "std": 146.1753795922902
103
+ },
104
+ "g_mpjpe": {
105
+ "max": 475.0571548938751,
106
+ "mean": 119.7407550594591,
107
+ "min": 10.351053439080715,
108
+ "std": 82.34838806694124
109
+ },
110
+ "mpjpe": {
111
+ "max": 487.6697063446045,
112
+ "mean": 119.98862083604995,
113
+ "min": 10.6113962829113,
114
+ "std": 82.23047215397659
115
+ },
116
+ "num_samples": 47
117
+ }
118
+ },
119
+ "beat2_original_humanref_test": {
120
+ "num_samples": 47,
121
+ "physical": {
122
+ "body_jerk_mean": {
123
+ "max": 306.5581359863281,
124
+ "mean": 88.06536276797031,
125
+ "min": 26.693300247192383,
126
+ "std": 51.22009421505089
127
+ },
128
+ "contact_sliding_speed": {
129
+ "max": 0.7813629508018494,
130
+ "mean": 0.25406973713890035,
131
+ "min": 0.0,
132
+ "std": 0.18319486654455455
133
+ },
134
+ "foot_ground_error": {
135
+ "max": 0.3198256194591522,
136
+ "mean": 0.09671960362887129,
137
+ "min": 0.005371269769966602,
138
+ "std": 0.07941824720012393
139
+ },
140
+ "num_samples": 47
141
+ },
142
+ "tracking": {
143
+ "e_acc": {
144
+ "max": 18.294060602784157,
145
+ "mean": 3.649390523044511,
146
+ "min": 1.1285030050203204,
147
+ "std": 3.0622869316904175
148
+ },
149
+ "e_vel": {
150
+ "max": 11.425393633544445,
151
+ "mean": 5.148017055731504,
152
+ "min": 1.49915658403188,
153
+ "std": 2.4757645560882797
154
+ },
155
+ "ee_error": {
156
+ "max": 512.6016736030579,
157
+ "mean": 290.0631229611153,
158
+ "min": 122.51152843236923,
159
+ "std": 94.35156117007902
160
+ },
161
+ "g_mpjpe": {
162
+ "max": 343.74430775642395,
163
+ "mean": 196.1606910571139,
164
+ "min": 116.70652776956558,
165
+ "std": 49.37465397554885
166
+ },
167
+ "mpjpe": {
168
+ "max": 298.89804124832153,
169
+ "mean": 165.46375811734097,
170
+ "min": 68.19222867488861,
171
+ "std": 53.962800772908786
172
+ },
173
+ "num_samples": 47
174
+ }
175
+ },
176
+ "finedance_original_audio_test": {
177
+ "num_samples": 47,
178
+ "physical": {
179
+ "body_jerk_mean": {
180
+ "max": 582.0274658203125,
181
+ "mean": 255.38204728796126,
182
+ "min": 68.74737548828125,
183
+ "std": 129.79829567098722
184
+ },
185
+ "contact_sliding_speed": {
186
+ "max": 1.9802995920181274,
187
+ "mean": 0.7113358102580334,
188
+ "min": 0.0,
189
+ "std": 0.4025088640003835
190
+ },
191
+ "foot_ground_error": {
192
+ "max": 0.9230338335037231,
193
+ "mean": 0.11141248041407224,
194
+ "min": 0.00577171053737402,
195
+ "std": 0.14805977613729565
196
+ },
197
+ "num_samples": 47
198
+ },
199
+ "tracking": {
200
+ "e_acc": {
201
+ "max": 25.871312245726585,
202
+ "mean": 9.497644746319411,
203
+ "min": 2.764335134997964,
204
+ "std": 5.0101915227063705
205
+ },
206
+ "e_vel": {
207
+ "max": 35.00374034047127,
208
+ "mean": 15.271940040699345,
209
+ "min": 5.522181745618582,
210
+ "std": 6.303177695836313
211
+ },
212
+ "ee_error": {
213
+ "max": 665.8746004104614,
214
+ "mean": 298.160361165696,
215
+ "min": 96.07712179422379,
216
+ "std": 152.1434133751174
217
+ },
218
+ "g_mpjpe": {
219
+ "max": 447.1108317375183,
220
+ "mean": 195.2405630591068,
221
+ "min": 76.89137756824493,
222
+ "std": 86.84891302097097
223
+ },
224
+ "mpjpe": {
225
+ "max": 405.374139547348,
226
+ "mean": 188.92206267473546,
227
+ "min": 71.40057533979416,
228
+ "std": 83.87741873854141
229
+ },
230
+ "num_samples": 47
231
+ }
232
+ },
233
+ "fitness_original_filtered_test": {
234
+ "num_samples": 47,
235
+ "physical": {
236
+ "body_jerk_mean": {
237
+ "max": 416.2223205566406,
238
+ "mean": 181.95005855154483,
239
+ "min": 30.063541412353516,
240
+ "std": 84.66447991566858
241
+ },
242
+ "contact_sliding_speed": {
243
+ "max": 2.484102964401245,
244
+ "mean": 0.421147255504385,
245
+ "min": 0.0,
246
+ "std": 0.37494677630968964
247
+ },
248
+ "foot_ground_error": {
249
+ "max": 0.7124538421630859,
250
+ "mean": 0.09302150042965374,
251
+ "min": 0.00738553935661912,
252
+ "std": 0.12248025398708116
253
+ },
254
+ "num_samples": 47
255
+ },
256
+ "tracking": {
257
+ "e_acc": {
258
+ "max": 9.605580940842628,
259
+ "mean": 4.983116236039774,
260
+ "min": 1.0036500170826912,
261
+ "std": 2.0313035962824006
262
+ },
263
+ "e_vel": {
264
+ "max": 15.75467362999916,
265
+ "mean": 7.685267725622559,
266
+ "min": 1.5380650293081999,
267
+ "std": 3.2395065938236596
268
+ },
269
+ "ee_error": {
270
+ "max": 872.4759221076965,
271
+ "mean": 272.7666235667594,
272
+ "min": 101.60916298627853,
273
+ "std": 157.70184315855016
274
+ },
275
+ "g_mpjpe": {
276
+ "max": 463.1950557231903,
277
+ "mean": 191.2132444533896,
278
+ "min": 77.9634416103363,
279
+ "std": 76.49618442868248
280
+ },
281
+ "mpjpe": {
282
+ "max": 484.3336045742035,
283
+ "mean": 165.4124546875345,
284
+ "min": 66.59303605556488,
285
+ "std": 86.37036301503367
286
+ },
287
+ "num_samples": 47
288
+ }
289
+ },
290
+ "humanml_original_filtered_test": {
291
+ "num_samples": 47,
292
+ "physical": {
293
+ "body_jerk_mean": {
294
+ "max": 443.7994079589844,
295
+ "mean": 155.51332770002648,
296
+ "min": 24.37358283996582,
297
+ "std": 99.10798113528215
298
+ },
299
+ "contact_sliding_speed": {
300
+ "max": 1.5777171850204468,
301
+ "mean": 0.5586112442802875,
302
+ "min": 0.0,
303
+ "std": 0.390229856553818
304
+ },
305
+ "foot_ground_error": {
306
+ "max": 0.9643478393554688,
307
+ "mean": 0.09801986230973234,
308
+ "min": 0.010351689532399178,
309
+ "std": 0.14535184217408276
310
+ },
311
+ "num_samples": 47
312
+ },
313
+ "tracking": {
314
+ "e_acc": {
315
+ "max": 13.646579347550869,
316
+ "mean": 4.887131813101154,
317
+ "min": 0.7715349784120917,
318
+ "std": 3.0235352604578227
319
+ },
320
+ "e_vel": {
321
+ "max": 20.362617447972298,
322
+ "mean": 9.02609994506186,
323
+ "min": 1.5825408045202494,
324
+ "std": 4.56427543574162
325
+ },
326
+ "ee_error": {
327
+ "max": 879.5870542526245,
328
+ "mean": 264.3726823177743,
329
+ "min": 124.45254623889923,
330
+ "std": 121.7265219361066
331
+ },
332
+ "g_mpjpe": {
333
+ "max": 525.7903337478638,
334
+ "mean": 182.05826713683757,
335
+ "min": 93.55109930038452,
336
+ "std": 66.17225973054383
337
+ },
338
+ "mpjpe": {
339
+ "max": 502.47740745544434,
340
+ "mean": 160.31197426801032,
341
+ "min": 77.01170444488525,
342
+ "std": 66.54648074490025
343
+ },
344
+ "num_samples": 47
345
+ }
346
+ },
347
+ "idea400_original_filtered_test": {
348
+ "num_samples": 46,
349
+ "physical": {
350
+ "body_jerk_mean": {
351
+ "max": 1524.645751953125,
352
+ "mean": 287.37423009457797,
353
+ "min": 97.30684661865234,
354
+ "std": 212.56887571040681
355
+ },
356
+ "contact_sliding_speed": {
357
+ "max": 1.4636867046356201,
358
+ "mean": 0.49480284782855405,
359
+ "min": 0.0,
360
+ "std": 0.3604115823069717
361
+ },
362
+ "foot_ground_error": {
363
+ "max": 0.7119764089584351,
364
+ "mean": 0.11110500007381906,
365
+ "min": 0.01123025082051754,
366
+ "std": 0.13308929877600126
367
+ },
368
+ "num_samples": 46
369
+ },
370
+ "tracking": {
371
+ "e_acc": {
372
+ "max": 23.444989696145058,
373
+ "mean": 6.027260458643508,
374
+ "min": 1.7751279519870877,
375
+ "std": 3.753311625866363
376
+ },
377
+ "e_vel": {
378
+ "max": 19.931629300117493,
379
+ "mean": 8.533567225601038,
380
+ "min": 3.210952505469322,
381
+ "std": 3.6361270114521105
382
+ },
383
+ "ee_error": {
384
+ "max": 570.5370306968689,
385
+ "mean": 303.16332144581753,
386
+ "min": 70.12786716222763,
387
+ "std": 132.3547166781557
388
+ },
389
+ "g_mpjpe": {
390
+ "max": 421.0854172706604,
391
+ "mean": 213.03194728882417,
392
+ "min": 70.04286348819733,
393
+ "std": 86.29226218761112
394
+ },
395
+ "mpjpe": {
396
+ "max": 383.8505744934082,
397
+ "mean": 197.3304863533248,
398
+ "min": 71.30131870508194,
399
+ "std": 81.52446397214268
400
+ },
401
+ "num_samples": 46
402
+ }
403
+ },
404
+ "motiongv_original_filtered_test": {
405
+ "num_samples": 46,
406
+ "physical": {
407
+ "body_jerk_mean": {
408
+ "max": 402.1388244628906,
409
+ "mean": 113.50338114862856,
410
+ "min": 18.243722915649414,
411
+ "std": 84.8011393644938
412
+ },
413
+ "contact_sliding_speed": {
414
+ "max": 0.8489841818809509,
415
+ "mean": 0.3281026144066583,
416
+ "min": 0.0,
417
+ "std": 0.2281003675939608
418
+ },
419
+ "foot_ground_error": {
420
+ "max": 0.45994672179222107,
421
+ "mean": 0.07854717579143851,
422
+ "min": 0.008615930564701557,
423
+ "std": 0.09326754854928138
424
+ },
425
+ "num_samples": 46
426
+ },
427
+ "tracking": {
428
+ "e_acc": {
429
+ "max": 11.277126148343086,
430
+ "mean": 3.2666384725851696,
431
+ "min": 0.830461794976145,
432
+ "std": 2.400922696811145
433
+ },
434
+ "e_vel": {
435
+ "max": 21.563896909356117,
436
+ "mean": 5.855499726274739,
437
+ "min": 1.0242797434329987,
438
+ "std": 4.343230768804548
439
+ },
440
+ "ee_error": {
441
+ "max": 780.9950709342957,
442
+ "mean": 268.3287860582704,
443
+ "min": 104.55910116434097,
444
+ "std": 144.83197637554093
445
+ },
446
+ "g_mpjpe": {
447
+ "max": 440.75703620910645,
448
+ "mean": 194.30377577310023,
449
+ "min": 75.74241608381271,
450
+ "std": 83.61477054099159
451
+ },
452
+ "mpjpe": {
453
+ "max": 469.003289937973,
454
+ "mean": 160.73078759338546,
455
+ "min": 51.72464996576309,
456
+ "std": 95.69843407849132
457
+ },
458
+ "num_samples": 46
459
+ }
460
+ },
461
+ "motionllama_original_filtered_test": {
462
+ "num_samples": 46,
463
+ "physical": {
464
+ "body_jerk_mean": {
465
+ "max": 221.96173095703125,
466
+ "mean": 105.74170722132143,
467
+ "min": 30.928285598754883,
468
+ "std": 48.76198681141949
469
+ },
470
+ "contact_sliding_speed": {
471
+ "max": 1.1625866889953613,
472
+ "mean": 0.402643038202887,
473
+ "min": 0.0,
474
+ "std": 0.2292725108481921
475
+ },
476
+ "foot_ground_error": {
477
+ "max": 0.2347649186849594,
478
+ "mean": 0.06552288399847306,
479
+ "min": 0.012434441596269608,
480
+ "std": 0.056503994769119575
481
+ },
482
+ "num_samples": 46
483
+ },
484
+ "tracking": {
485
+ "e_acc": {
486
+ "max": 4.865699913352728,
487
+ "mean": 2.558563015950115,
488
+ "min": 0.9046783670783043,
489
+ "std": 0.9541585287922876
490
+ },
491
+ "e_vel": {
492
+ "max": 13.571467250585556,
493
+ "mean": 5.709485178712107,
494
+ "min": 1.9199232337996364,
495
+ "std": 2.6034735660735064
496
+ },
497
+ "ee_error": {
498
+ "max": 790.3890609741211,
499
+ "mean": 254.26109977390456,
500
+ "min": 98.8393947482109,
501
+ "std": 122.90679991886502
502
+ },
503
+ "g_mpjpe": {
504
+ "max": 435.5207681655884,
505
+ "mean": 188.23243596631548,
506
+ "min": 93.35216879844666,
507
+ "std": 61.060107045363985
508
+ },
509
+ "mpjpe": {
510
+ "max": 414.3935739994049,
511
+ "mean": 155.2615612745285,
512
+ "min": 39.670947939157486,
513
+ "std": 67.72111475417714
514
+ },
515
+ "num_samples": 46
516
+ }
517
+ },
518
+ "permo_original_filtered_test": {
519
+ "num_samples": 46,
520
+ "physical": {
521
+ "body_jerk_mean": {
522
+ "max": 443.46185302734375,
523
+ "mean": 195.07087956304136,
524
+ "min": 40.71421813964844,
525
+ "std": 99.97848607279619
526
+ },
527
+ "contact_sliding_speed": {
528
+ "max": 2.816063165664673,
529
+ "mean": 0.8633787243262582,
530
+ "min": 0.0,
531
+ "std": 0.58145411421912
532
+ },
533
+ "foot_ground_error": {
534
+ "max": 0.2609947919845581,
535
+ "mean": 0.08680988975760082,
536
+ "min": 0.009042917750775814,
537
+ "std": 0.057258553884577616
538
+ },
539
+ "num_samples": 46
540
+ },
541
+ "tracking": {
542
+ "e_acc": {
543
+ "max": 14.509765431284904,
544
+ "mean": 6.183016878228797,
545
+ "min": 2.0736113656312227,
546
+ "std": 3.16116841905719
547
+ },
548
+ "e_vel": {
549
+ "max": 22.906405851244926,
550
+ "mean": 10.80484256533015,
551
+ "min": 2.9750196263194084,
552
+ "std": 4.798254569152671
553
+ },
554
+ "ee_error": {
555
+ "max": 455.5281102657318,
556
+ "mean": 247.5953145843485,
557
+ "min": 84.98966693878174,
558
+ "std": 93.30827127448549
559
+ },
560
+ "g_mpjpe": {
561
+ "max": 327.7246057987213,
562
+ "mean": 167.27080406702083,
563
+ "min": 69.12077963352203,
564
+ "std": 52.57541098140323
565
+ },
566
+ "mpjpe": {
567
+ "max": 324.91907477378845,
568
+ "mean": 151.01007339747056,
569
+ "min": 70.74552029371262,
570
+ "std": 54.28871746825576
571
+ },
572
+ "num_samples": 46
573
+ }
574
+ },
575
+ "snapmogen_original_filtered_test": {
576
+ "num_samples": 46,
577
+ "physical": {
578
+ "body_jerk_mean": {
579
+ "max": 606.356201171875,
580
+ "mean": 167.98610778476882,
581
+ "min": 35.49217224121094,
582
+ "std": 123.59087231960073
583
+ },
584
+ "contact_sliding_speed": {
585
+ "max": 1.4470347166061401,
586
+ "mean": 0.5176105824825556,
587
+ "min": 0.0,
588
+ "std": 0.3647742267527122
589
+ },
590
+ "foot_ground_error": {
591
+ "max": 0.3850252330303192,
592
+ "mean": 0.10682825106398566,
593
+ "min": 0.01035988051444292,
594
+ "std": 0.09370606826447433
595
+ },
596
+ "num_samples": 46
597
+ },
598
+ "tracking": {
599
+ "e_acc": {
600
+ "max": 14.163843356072903,
601
+ "mean": 4.77525159848206,
602
+ "min": 1.2081819586455822,
603
+ "std": 3.270869310219958
604
+ },
605
+ "e_vel": {
606
+ "max": 19.740641117095947,
607
+ "mean": 8.505699315877711,
608
+ "min": 1.6237457748502493,
609
+ "std": 4.585789603852813
610
+ },
611
+ "ee_error": {
612
+ "max": 508.8428854942322,
613
+ "mean": 281.7588723872019,
614
+ "min": 67.02613085508347,
615
+ "std": 118.29934758265479
616
+ },
617
+ "g_mpjpe": {
618
+ "max": 319.7365403175354,
619
+ "mean": 187.65144001530564,
620
+ "min": 84.2600166797638,
621
+ "std": 62.92684708068583
622
+ },
623
+ "mpjpe": {
624
+ "max": 326.1626660823822,
625
+ "mean": 178.23052195751148,
626
+ "min": 86.0164612531662,
627
+ "std": 61.576055042782755
628
+ },
629
+ "num_samples": 46
630
+ }
631
+ }
632
+ },
633
+ "embedding_metrics": {
634
+ "diversity_generated": null,
635
+ "enabled": false,
636
+ "motion_fid": null,
637
+ "motion_kid": null,
638
+ "reason": "humanref artifact benchmark does not use a text evaluator"
639
+ },
640
+ "exp": "300m",
641
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs_baseline/curobo/humanref/generated_qpos.npz",
642
+ "label": "cuRobo-IK",
643
+ "num_frames": 60,
644
+ "num_samples": 512,
645
+ "physical_metrics": {
646
+ "body_jerk_mean": {
647
+ "max": 1524.645751953125,
648
+ "mean": 194.8821889013052,
649
+ "min": 18.243722915649414,
650
+ "std": 161.63832354442184
651
+ },
652
+ "contact_height_threshold": 0.12,
653
+ "contact_penetration_tolerance": 0.02,
654
+ "contact_sliding_speed": {
655
+ "max": 2.816063165664673,
656
+ "mean": 0.5452870312074083,
657
+ "min": 0.0,
658
+ "std": 0.4235928934485137
659
+ },
660
+ "foot_ground_error": {
661
+ "max": 0.9643478393554688,
662
+ "mean": 0.09363310146318327,
663
+ "min": 0.0032207691110670567,
664
+ "std": 0.11166841562224188
665
+ },
666
+ "frames": 60,
667
+ "num_samples": 512
668
+ },
669
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/reference_qpos.npz",
670
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/sample_metrics.jsonl",
671
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/humanref_test_512.jsonl",
672
+ "split": "test",
673
+ "tracker_executed": {
674
+ "action_clip": 10.0,
675
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_executed_qpos.npz",
676
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/benchmark_tracker.json",
677
+ "control_substeps": 10,
678
+ "enabled": true,
679
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
680
+ "metrics": {
681
+ "e_acc": {
682
+ "max": 19.186988472938538,
683
+ "mean": 4.451569952152568,
684
+ "min": 0.6112069822847843,
685
+ "std": 1.810057984789579
686
+ },
687
+ "e_vel": {
688
+ "max": 44.44436728954315,
689
+ "mean": 17.85787263770544,
690
+ "min": 2.9193044174462557,
691
+ "std": 5.768389831449165
692
+ },
693
+ "enabled": true,
694
+ "g_mpjpe": {
695
+ "max": 1919.835090637207,
696
+ "mean": 678.3681211381918,
697
+ "min": 83.89698714017868,
698
+ "std": 211.96920176189047
699
+ },
700
+ "mpjpe": {
701
+ "max": 451.0493874549866,
702
+ "mean": 288.6409836864914,
703
+ "min": 60.328613966703415,
704
+ "std": 71.15484014740198
705
+ },
706
+ "num_samples": 512,
707
+ "root_index": 0,
708
+ "target_fps": 50.0
709
+ },
710
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_metrics.json",
711
+ "num_generated_samples": 512,
712
+ "num_samples": 512,
713
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
714
+ "robot_xml": null,
715
+ "root_index": 0,
716
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_sample_metrics.jsonl",
717
+ "selected_indices": [
718
+ 0,
719
+ 1,
720
+ 2,
721
+ 3,
722
+ 4,
723
+ 5,
724
+ 6,
725
+ 7,
726
+ 8,
727
+ 9,
728
+ 10,
729
+ 11,
730
+ 12,
731
+ 13,
732
+ 14,
733
+ 15,
734
+ 16,
735
+ 17,
736
+ 18,
737
+ 19,
738
+ 20,
739
+ 21,
740
+ 22,
741
+ 23,
742
+ 24,
743
+ 25,
744
+ 26,
745
+ 27,
746
+ 28,
747
+ 29,
748
+ 30,
749
+ 31,
750
+ 32,
751
+ 33,
752
+ 34,
753
+ 35,
754
+ 36,
755
+ 37,
756
+ 38,
757
+ 39,
758
+ 40,
759
+ 41,
760
+ 42,
761
+ 43,
762
+ 44,
763
+ 45,
764
+ 46,
765
+ 47,
766
+ 48,
767
+ 49,
768
+ 50,
769
+ 51,
770
+ 52,
771
+ 53,
772
+ 54,
773
+ 55,
774
+ 56,
775
+ 57,
776
+ 58,
777
+ 59,
778
+ 60,
779
+ 61,
780
+ 62,
781
+ 63,
782
+ 64,
783
+ 65,
784
+ 66,
785
+ 67,
786
+ 68,
787
+ 69,
788
+ 70,
789
+ 71,
790
+ 72,
791
+ 73,
792
+ 74,
793
+ 75,
794
+ 76,
795
+ 77,
796
+ 78,
797
+ 79,
798
+ 80,
799
+ 81,
800
+ 82,
801
+ 83,
802
+ 84,
803
+ 85,
804
+ 86,
805
+ 87,
806
+ 88,
807
+ 89,
808
+ 90,
809
+ 91,
810
+ 92,
811
+ 93,
812
+ 94,
813
+ 95,
814
+ 96,
815
+ 97,
816
+ 98,
817
+ 99,
818
+ 100,
819
+ 101,
820
+ 102,
821
+ 103,
822
+ 104,
823
+ 105,
824
+ 106,
825
+ 107,
826
+ 108,
827
+ 109,
828
+ 110,
829
+ 111,
830
+ 112,
831
+ 113,
832
+ 114,
833
+ 115,
834
+ 116,
835
+ 117,
836
+ 118,
837
+ 119,
838
+ 120,
839
+ 121,
840
+ 122,
841
+ 123,
842
+ 124,
843
+ 125,
844
+ 126,
845
+ 127,
846
+ 128,
847
+ 129,
848
+ 130,
849
+ 131,
850
+ 132,
851
+ 133,
852
+ 134,
853
+ 135,
854
+ 136,
855
+ 137,
856
+ 138,
857
+ 139,
858
+ 140,
859
+ 141,
860
+ 142,
861
+ 143,
862
+ 144,
863
+ 145,
864
+ 146,
865
+ 147,
866
+ 148,
867
+ 149,
868
+ 150,
869
+ 151,
870
+ 152,
871
+ 153,
872
+ 154,
873
+ 155,
874
+ 156,
875
+ 157,
876
+ 158,
877
+ 159,
878
+ 160,
879
+ 161,
880
+ 162,
881
+ 163,
882
+ 164,
883
+ 165,
884
+ 166,
885
+ 167,
886
+ 168,
887
+ 169,
888
+ 170,
889
+ 171,
890
+ 172,
891
+ 173,
892
+ 174,
893
+ 175,
894
+ 176,
895
+ 177,
896
+ 178,
897
+ 179,
898
+ 180,
899
+ 181,
900
+ 182,
901
+ 183,
902
+ 184,
903
+ 185,
904
+ 186,
905
+ 187,
906
+ 188,
907
+ 189,
908
+ 190,
909
+ 191,
910
+ 192,
911
+ 193,
912
+ 194,
913
+ 195,
914
+ 196,
915
+ 197,
916
+ 198,
917
+ 199,
918
+ 200,
919
+ 201,
920
+ 202,
921
+ 203,
922
+ 204,
923
+ 205,
924
+ 206,
925
+ 207,
926
+ 208,
927
+ 209,
928
+ 210,
929
+ 211,
930
+ 212,
931
+ 213,
932
+ 214,
933
+ 215,
934
+ 216,
935
+ 217,
936
+ 218,
937
+ 219,
938
+ 220,
939
+ 221,
940
+ 222,
941
+ 223,
942
+ 224,
943
+ 225,
944
+ 226,
945
+ 227,
946
+ 228,
947
+ 229,
948
+ 230,
949
+ 231,
950
+ 232,
951
+ 233,
952
+ 234,
953
+ 235,
954
+ 236,
955
+ 237,
956
+ 238,
957
+ 239,
958
+ 240,
959
+ 241,
960
+ 242,
961
+ 243,
962
+ 244,
963
+ 245,
964
+ 246,
965
+ 247,
966
+ 248,
967
+ 249,
968
+ 250,
969
+ 251,
970
+ 252,
971
+ 253,
972
+ 254,
973
+ 255,
974
+ 256,
975
+ 257,
976
+ 258,
977
+ 259,
978
+ 260,
979
+ 261,
980
+ 262,
981
+ 263,
982
+ 264,
983
+ 265,
984
+ 266,
985
+ 267,
986
+ 268,
987
+ 269,
988
+ 270,
989
+ 271,
990
+ 272,
991
+ 273,
992
+ 274,
993
+ 275,
994
+ 276,
995
+ 277,
996
+ 278,
997
+ 279,
998
+ 280,
999
+ 281,
1000
+ 282,
1001
+ 283,
1002
+ 284,
1003
+ 285,
1004
+ 286,
1005
+ 287,
1006
+ 288,
1007
+ 289,
1008
+ 290,
1009
+ 291,
1010
+ 292,
1011
+ 293,
1012
+ 294,
1013
+ 295,
1014
+ 296,
1015
+ 297,
1016
+ 298,
1017
+ 299,
1018
+ 300,
1019
+ 301,
1020
+ 302,
1021
+ 303,
1022
+ 304,
1023
+ 305,
1024
+ 306,
1025
+ 307,
1026
+ 308,
1027
+ 309,
1028
+ 310,
1029
+ 311,
1030
+ 312,
1031
+ 313,
1032
+ 314,
1033
+ 315,
1034
+ 316,
1035
+ 317,
1036
+ 318,
1037
+ 319,
1038
+ 320,
1039
+ 321,
1040
+ 322,
1041
+ 323,
1042
+ 324,
1043
+ 325,
1044
+ 326,
1045
+ 327,
1046
+ 328,
1047
+ 329,
1048
+ 330,
1049
+ 331,
1050
+ 332,
1051
+ 333,
1052
+ 334,
1053
+ 335,
1054
+ 336,
1055
+ 337,
1056
+ 338,
1057
+ 339,
1058
+ 340,
1059
+ 341,
1060
+ 342,
1061
+ 343,
1062
+ 344,
1063
+ 345,
1064
+ 346,
1065
+ 347,
1066
+ 348,
1067
+ 349,
1068
+ 350,
1069
+ 351,
1070
+ 352,
1071
+ 353,
1072
+ 354,
1073
+ 355,
1074
+ 356,
1075
+ 357,
1076
+ 358,
1077
+ 359,
1078
+ 360,
1079
+ 361,
1080
+ 362,
1081
+ 363,
1082
+ 364,
1083
+ 365,
1084
+ 366,
1085
+ 367,
1086
+ 368,
1087
+ 369,
1088
+ 370,
1089
+ 371,
1090
+ 372,
1091
+ 373,
1092
+ 374,
1093
+ 375,
1094
+ 376,
1095
+ 377,
1096
+ 378,
1097
+ 379,
1098
+ 380,
1099
+ 381,
1100
+ 382,
1101
+ 383,
1102
+ 384,
1103
+ 385,
1104
+ 386,
1105
+ 387,
1106
+ 388,
1107
+ 389,
1108
+ 390,
1109
+ 391,
1110
+ 392,
1111
+ 393,
1112
+ 394,
1113
+ 395,
1114
+ 396,
1115
+ 397,
1116
+ 398,
1117
+ 399,
1118
+ 400,
1119
+ 401,
1120
+ 402,
1121
+ 403,
1122
+ 404,
1123
+ 405,
1124
+ 406,
1125
+ 407,
1126
+ 408,
1127
+ 409,
1128
+ 410,
1129
+ 411,
1130
+ 412,
1131
+ 413,
1132
+ 414,
1133
+ 415,
1134
+ 416,
1135
+ 417,
1136
+ 418,
1137
+ 419,
1138
+ 420,
1139
+ 421,
1140
+ 422,
1141
+ 423,
1142
+ 424,
1143
+ 425,
1144
+ 426,
1145
+ 427,
1146
+ 428,
1147
+ 429,
1148
+ 430,
1149
+ 431,
1150
+ 432,
1151
+ 433,
1152
+ 434,
1153
+ 435,
1154
+ 436,
1155
+ 437,
1156
+ 438,
1157
+ 439,
1158
+ 440,
1159
+ 441,
1160
+ 442,
1161
+ 443,
1162
+ 444,
1163
+ 445,
1164
+ 446,
1165
+ 447,
1166
+ 448,
1167
+ 449,
1168
+ 450,
1169
+ 451,
1170
+ 452,
1171
+ 453,
1172
+ 454,
1173
+ 455,
1174
+ 456,
1175
+ 457,
1176
+ 458,
1177
+ 459,
1178
+ 460,
1179
+ 461,
1180
+ 462,
1181
+ 463,
1182
+ 464,
1183
+ 465,
1184
+ 466,
1185
+ 467,
1186
+ 468,
1187
+ 469,
1188
+ 470,
1189
+ 471,
1190
+ 472,
1191
+ 473,
1192
+ 474,
1193
+ 475,
1194
+ 476,
1195
+ 477,
1196
+ 478,
1197
+ 479,
1198
+ 480,
1199
+ 481,
1200
+ 482,
1201
+ 483,
1202
+ 484,
1203
+ 485,
1204
+ 486,
1205
+ 487,
1206
+ 488,
1207
+ 489,
1208
+ 490,
1209
+ 491,
1210
+ 492,
1211
+ 493,
1212
+ 494,
1213
+ 495,
1214
+ 496,
1215
+ 497,
1216
+ 498,
1217
+ 499,
1218
+ 500,
1219
+ 501,
1220
+ 502,
1221
+ 503,
1222
+ 504,
1223
+ 505,
1224
+ 506,
1225
+ 507,
1226
+ 508,
1227
+ 509,
1228
+ 510,
1229
+ 511
1230
+ ],
1231
+ "steps": null,
1232
+ "target_fps": 50.0,
1233
+ "valid_shape": [
1234
+ 512,
1235
+ 99
1236
+ ]
1237
+ },
1238
+ "tracking_metrics": {
1239
+ "e_acc": {
1240
+ "max": 44.55290734767914,
1241
+ "mean": 5.929967747306364,
1242
+ "min": 0.49718591617420316,
1243
+ "std": 5.237382919409181
1244
+ },
1245
+ "e_vel": {
1246
+ "max": 49.04715344309807,
1247
+ "mean": 9.619691317880097,
1248
+ "min": 0.5578189739026129,
1249
+ "std": 6.830504282369947
1250
+ },
1251
+ "ee_error": {
1252
+ "max": 879.5870542526245,
1253
+ "mean": 268.4679562553356,
1254
+ "min": 7.762433961033821,
1255
+ "std": 135.3763125667298
1256
+ },
1257
+ "frames": 60,
1258
+ "g_mpjpe": {
1259
+ "max": 525.7903337478638,
1260
+ "mean": 185.9604078981647,
1261
+ "min": 10.351053439080715,
1262
+ "std": 75.68901929877067
1263
+ },
1264
+ "mpjpe": {
1265
+ "max": 502.47740745544434,
1266
+ "mean": 167.57944884739118,
1267
+ "min": 10.6113962829113,
1268
+ "std": 77.49528646396047
1269
+ },
1270
+ "num_samples": 512,
1271
+ "root_index": 0
1272
+ },
1273
+ "transition_metrics": {
1274
+ "chunk_length": 60,
1275
+ "enabled": false,
1276
+ "num_frames": 60,
1277
+ "reason": "num_frames must be greater than chunk_length"
1278
+ }
1279
+ },
1280
+ "label": "cuRobo-IK"
1281
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/physical_metrics.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "body_jerk_mean": {
3
+ "max": 1524.645751953125,
4
+ "mean": 194.8821889013052,
5
+ "min": 18.243722915649414,
6
+ "std": 161.63832354442184
7
+ },
8
+ "contact_height_threshold": 0.12,
9
+ "contact_penetration_tolerance": 0.02,
10
+ "contact_sliding_speed": {
11
+ "max": 2.816063165664673,
12
+ "mean": 0.5452870312074083,
13
+ "min": 0.0,
14
+ "std": 0.4235928934485137
15
+ },
16
+ "foot_ground_error": {
17
+ "max": 0.9643478393554688,
18
+ "mean": 0.09363310146318327,
19
+ "min": 0.0032207691110670567,
20
+ "std": 0.11166841562224188
21
+ },
22
+ "frames": 60,
23
+ "num_samples": 512
24
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/summary.md ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ # Generation Benchmark Summary
2
+
3
+ - benchmark: artifact_humanref
4
+ - label: cuRobo-IK
5
+ - exp: 300m
6
+ - split: test
7
+
8
+ | ckpt | FID(seq) | KID(seq) | R@1 | R@2 | R@3 | Diversity | Matching | MultiModal Dist | BeatAlign | BeatAlign Ref | BeatAlign Gap | FIDk | FIDg | Divk | Divg | PFC | PFC Ref | contact_sliding | foot_ground_error | body_jerk | PJ | AUJ | Tracker g-MPJPE | Tracker MPJPE | Tracker E_vel | Tracker E_acc |
9
+ |---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
10
+ | cuRobo-IK | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | **0.5453 +/- 0.4236** | **0.0936 +/- 0.1117** | **194.8822 +/- 161.6383** | N/A | N/A | N/A | N/A | N/A | N/A |
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed.json ADDED
@@ -0,0 +1,565 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_clip": 10.0,
3
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_executed_qpos.npz",
4
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/benchmark_tracker.json",
5
+ "control_substeps": 10,
6
+ "enabled": true,
7
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
8
+ "metrics": {
9
+ "e_acc": {
10
+ "max": 19.186988472938538,
11
+ "mean": 4.451569952152568,
12
+ "min": 0.6112069822847843,
13
+ "std": 1.810057984789579
14
+ },
15
+ "e_vel": {
16
+ "max": 44.44436728954315,
17
+ "mean": 17.85787263770544,
18
+ "min": 2.9193044174462557,
19
+ "std": 5.768389831449165
20
+ },
21
+ "enabled": true,
22
+ "g_mpjpe": {
23
+ "max": 1919.835090637207,
24
+ "mean": 678.3681211381918,
25
+ "min": 83.89698714017868,
26
+ "std": 211.96920176189047
27
+ },
28
+ "mpjpe": {
29
+ "max": 451.0493874549866,
30
+ "mean": 288.6409836864914,
31
+ "min": 60.328613966703415,
32
+ "std": 71.15484014740198
33
+ },
34
+ "num_samples": 512,
35
+ "root_index": 0,
36
+ "target_fps": 50.0
37
+ },
38
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_metrics.json",
39
+ "num_generated_samples": 512,
40
+ "num_samples": 512,
41
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
42
+ "robot_xml": null,
43
+ "root_index": 0,
44
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_sample_metrics.jsonl",
45
+ "selected_indices": [
46
+ 0,
47
+ 1,
48
+ 2,
49
+ 3,
50
+ 4,
51
+ 5,
52
+ 6,
53
+ 7,
54
+ 8,
55
+ 9,
56
+ 10,
57
+ 11,
58
+ 12,
59
+ 13,
60
+ 14,
61
+ 15,
62
+ 16,
63
+ 17,
64
+ 18,
65
+ 19,
66
+ 20,
67
+ 21,
68
+ 22,
69
+ 23,
70
+ 24,
71
+ 25,
72
+ 26,
73
+ 27,
74
+ 28,
75
+ 29,
76
+ 30,
77
+ 31,
78
+ 32,
79
+ 33,
80
+ 34,
81
+ 35,
82
+ 36,
83
+ 37,
84
+ 38,
85
+ 39,
86
+ 40,
87
+ 41,
88
+ 42,
89
+ 43,
90
+ 44,
91
+ 45,
92
+ 46,
93
+ 47,
94
+ 48,
95
+ 49,
96
+ 50,
97
+ 51,
98
+ 52,
99
+ 53,
100
+ 54,
101
+ 55,
102
+ 56,
103
+ 57,
104
+ 58,
105
+ 59,
106
+ 60,
107
+ 61,
108
+ 62,
109
+ 63,
110
+ 64,
111
+ 65,
112
+ 66,
113
+ 67,
114
+ 68,
115
+ 69,
116
+ 70,
117
+ 71,
118
+ 72,
119
+ 73,
120
+ 74,
121
+ 75,
122
+ 76,
123
+ 77,
124
+ 78,
125
+ 79,
126
+ 80,
127
+ 81,
128
+ 82,
129
+ 83,
130
+ 84,
131
+ 85,
132
+ 86,
133
+ 87,
134
+ 88,
135
+ 89,
136
+ 90,
137
+ 91,
138
+ 92,
139
+ 93,
140
+ 94,
141
+ 95,
142
+ 96,
143
+ 97,
144
+ 98,
145
+ 99,
146
+ 100,
147
+ 101,
148
+ 102,
149
+ 103,
150
+ 104,
151
+ 105,
152
+ 106,
153
+ 107,
154
+ 108,
155
+ 109,
156
+ 110,
157
+ 111,
158
+ 112,
159
+ 113,
160
+ 114,
161
+ 115,
162
+ 116,
163
+ 117,
164
+ 118,
165
+ 119,
166
+ 120,
167
+ 121,
168
+ 122,
169
+ 123,
170
+ 124,
171
+ 125,
172
+ 126,
173
+ 127,
174
+ 128,
175
+ 129,
176
+ 130,
177
+ 131,
178
+ 132,
179
+ 133,
180
+ 134,
181
+ 135,
182
+ 136,
183
+ 137,
184
+ 138,
185
+ 139,
186
+ 140,
187
+ 141,
188
+ 142,
189
+ 143,
190
+ 144,
191
+ 145,
192
+ 146,
193
+ 147,
194
+ 148,
195
+ 149,
196
+ 150,
197
+ 151,
198
+ 152,
199
+ 153,
200
+ 154,
201
+ 155,
202
+ 156,
203
+ 157,
204
+ 158,
205
+ 159,
206
+ 160,
207
+ 161,
208
+ 162,
209
+ 163,
210
+ 164,
211
+ 165,
212
+ 166,
213
+ 167,
214
+ 168,
215
+ 169,
216
+ 170,
217
+ 171,
218
+ 172,
219
+ 173,
220
+ 174,
221
+ 175,
222
+ 176,
223
+ 177,
224
+ 178,
225
+ 179,
226
+ 180,
227
+ 181,
228
+ 182,
229
+ 183,
230
+ 184,
231
+ 185,
232
+ 186,
233
+ 187,
234
+ 188,
235
+ 189,
236
+ 190,
237
+ 191,
238
+ 192,
239
+ 193,
240
+ 194,
241
+ 195,
242
+ 196,
243
+ 197,
244
+ 198,
245
+ 199,
246
+ 200,
247
+ 201,
248
+ 202,
249
+ 203,
250
+ 204,
251
+ 205,
252
+ 206,
253
+ 207,
254
+ 208,
255
+ 209,
256
+ 210,
257
+ 211,
258
+ 212,
259
+ 213,
260
+ 214,
261
+ 215,
262
+ 216,
263
+ 217,
264
+ 218,
265
+ 219,
266
+ 220,
267
+ 221,
268
+ 222,
269
+ 223,
270
+ 224,
271
+ 225,
272
+ 226,
273
+ 227,
274
+ 228,
275
+ 229,
276
+ 230,
277
+ 231,
278
+ 232,
279
+ 233,
280
+ 234,
281
+ 235,
282
+ 236,
283
+ 237,
284
+ 238,
285
+ 239,
286
+ 240,
287
+ 241,
288
+ 242,
289
+ 243,
290
+ 244,
291
+ 245,
292
+ 246,
293
+ 247,
294
+ 248,
295
+ 249,
296
+ 250,
297
+ 251,
298
+ 252,
299
+ 253,
300
+ 254,
301
+ 255,
302
+ 256,
303
+ 257,
304
+ 258,
305
+ 259,
306
+ 260,
307
+ 261,
308
+ 262,
309
+ 263,
310
+ 264,
311
+ 265,
312
+ 266,
313
+ 267,
314
+ 268,
315
+ 269,
316
+ 270,
317
+ 271,
318
+ 272,
319
+ 273,
320
+ 274,
321
+ 275,
322
+ 276,
323
+ 277,
324
+ 278,
325
+ 279,
326
+ 280,
327
+ 281,
328
+ 282,
329
+ 283,
330
+ 284,
331
+ 285,
332
+ 286,
333
+ 287,
334
+ 288,
335
+ 289,
336
+ 290,
337
+ 291,
338
+ 292,
339
+ 293,
340
+ 294,
341
+ 295,
342
+ 296,
343
+ 297,
344
+ 298,
345
+ 299,
346
+ 300,
347
+ 301,
348
+ 302,
349
+ 303,
350
+ 304,
351
+ 305,
352
+ 306,
353
+ 307,
354
+ 308,
355
+ 309,
356
+ 310,
357
+ 311,
358
+ 312,
359
+ 313,
360
+ 314,
361
+ 315,
362
+ 316,
363
+ 317,
364
+ 318,
365
+ 319,
366
+ 320,
367
+ 321,
368
+ 322,
369
+ 323,
370
+ 324,
371
+ 325,
372
+ 326,
373
+ 327,
374
+ 328,
375
+ 329,
376
+ 330,
377
+ 331,
378
+ 332,
379
+ 333,
380
+ 334,
381
+ 335,
382
+ 336,
383
+ 337,
384
+ 338,
385
+ 339,
386
+ 340,
387
+ 341,
388
+ 342,
389
+ 343,
390
+ 344,
391
+ 345,
392
+ 346,
393
+ 347,
394
+ 348,
395
+ 349,
396
+ 350,
397
+ 351,
398
+ 352,
399
+ 353,
400
+ 354,
401
+ 355,
402
+ 356,
403
+ 357,
404
+ 358,
405
+ 359,
406
+ 360,
407
+ 361,
408
+ 362,
409
+ 363,
410
+ 364,
411
+ 365,
412
+ 366,
413
+ 367,
414
+ 368,
415
+ 369,
416
+ 370,
417
+ 371,
418
+ 372,
419
+ 373,
420
+ 374,
421
+ 375,
422
+ 376,
423
+ 377,
424
+ 378,
425
+ 379,
426
+ 380,
427
+ 381,
428
+ 382,
429
+ 383,
430
+ 384,
431
+ 385,
432
+ 386,
433
+ 387,
434
+ 388,
435
+ 389,
436
+ 390,
437
+ 391,
438
+ 392,
439
+ 393,
440
+ 394,
441
+ 395,
442
+ 396,
443
+ 397,
444
+ 398,
445
+ 399,
446
+ 400,
447
+ 401,
448
+ 402,
449
+ 403,
450
+ 404,
451
+ 405,
452
+ 406,
453
+ 407,
454
+ 408,
455
+ 409,
456
+ 410,
457
+ 411,
458
+ 412,
459
+ 413,
460
+ 414,
461
+ 415,
462
+ 416,
463
+ 417,
464
+ 418,
465
+ 419,
466
+ 420,
467
+ 421,
468
+ 422,
469
+ 423,
470
+ 424,
471
+ 425,
472
+ 426,
473
+ 427,
474
+ 428,
475
+ 429,
476
+ 430,
477
+ 431,
478
+ 432,
479
+ 433,
480
+ 434,
481
+ 435,
482
+ 436,
483
+ 437,
484
+ 438,
485
+ 439,
486
+ 440,
487
+ 441,
488
+ 442,
489
+ 443,
490
+ 444,
491
+ 445,
492
+ 446,
493
+ 447,
494
+ 448,
495
+ 449,
496
+ 450,
497
+ 451,
498
+ 452,
499
+ 453,
500
+ 454,
501
+ 455,
502
+ 456,
503
+ 457,
504
+ 458,
505
+ 459,
506
+ 460,
507
+ 461,
508
+ 462,
509
+ 463,
510
+ 464,
511
+ 465,
512
+ 466,
513
+ 467,
514
+ 468,
515
+ 469,
516
+ 470,
517
+ 471,
518
+ 472,
519
+ 473,
520
+ 474,
521
+ 475,
522
+ 476,
523
+ 477,
524
+ 478,
525
+ 479,
526
+ 480,
527
+ 481,
528
+ 482,
529
+ 483,
530
+ 484,
531
+ 485,
532
+ 486,
533
+ 487,
534
+ 488,
535
+ 489,
536
+ 490,
537
+ 491,
538
+ 492,
539
+ 493,
540
+ 494,
541
+ 495,
542
+ 496,
543
+ 497,
544
+ 498,
545
+ 499,
546
+ 500,
547
+ 501,
548
+ 502,
549
+ 503,
550
+ 504,
551
+ 505,
552
+ 506,
553
+ 507,
554
+ 508,
555
+ 509,
556
+ 510,
557
+ 511
558
+ ],
559
+ "steps": null,
560
+ "target_fps": 50.0,
561
+ "valid_shape": [
562
+ 512,
563
+ 99
564
+ ]
565
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/benchmark_tracker.json ADDED
@@ -0,0 +1,564 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_clip": 10.0,
3
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_executed_qpos.npz",
4
+ "control_substeps": 10,
5
+ "enabled": true,
6
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
7
+ "metrics": {
8
+ "e_acc": {
9
+ "max": 19.186988472938538,
10
+ "mean": 4.451569952152568,
11
+ "min": 0.6112069822847843,
12
+ "std": 1.810057984789579
13
+ },
14
+ "e_vel": {
15
+ "max": 44.44436728954315,
16
+ "mean": 17.85787263770544,
17
+ "min": 2.9193044174462557,
18
+ "std": 5.768389831449165
19
+ },
20
+ "enabled": true,
21
+ "g_mpjpe": {
22
+ "max": 1919.835090637207,
23
+ "mean": 678.3681211381918,
24
+ "min": 83.89698714017868,
25
+ "std": 211.96920176189047
26
+ },
27
+ "mpjpe": {
28
+ "max": 451.0493874549866,
29
+ "mean": 288.6409836864914,
30
+ "min": 60.328613966703415,
31
+ "std": 71.15484014740198
32
+ },
33
+ "num_samples": 512,
34
+ "root_index": 0,
35
+ "target_fps": 50.0
36
+ },
37
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_metrics.json",
38
+ "num_generated_samples": 512,
39
+ "num_samples": 512,
40
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
41
+ "robot_xml": null,
42
+ "root_index": 0,
43
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_sample_metrics.jsonl",
44
+ "selected_indices": [
45
+ 0,
46
+ 1,
47
+ 2,
48
+ 3,
49
+ 4,
50
+ 5,
51
+ 6,
52
+ 7,
53
+ 8,
54
+ 9,
55
+ 10,
56
+ 11,
57
+ 12,
58
+ 13,
59
+ 14,
60
+ 15,
61
+ 16,
62
+ 17,
63
+ 18,
64
+ 19,
65
+ 20,
66
+ 21,
67
+ 22,
68
+ 23,
69
+ 24,
70
+ 25,
71
+ 26,
72
+ 27,
73
+ 28,
74
+ 29,
75
+ 30,
76
+ 31,
77
+ 32,
78
+ 33,
79
+ 34,
80
+ 35,
81
+ 36,
82
+ 37,
83
+ 38,
84
+ 39,
85
+ 40,
86
+ 41,
87
+ 42,
88
+ 43,
89
+ 44,
90
+ 45,
91
+ 46,
92
+ 47,
93
+ 48,
94
+ 49,
95
+ 50,
96
+ 51,
97
+ 52,
98
+ 53,
99
+ 54,
100
+ 55,
101
+ 56,
102
+ 57,
103
+ 58,
104
+ 59,
105
+ 60,
106
+ 61,
107
+ 62,
108
+ 63,
109
+ 64,
110
+ 65,
111
+ 66,
112
+ 67,
113
+ 68,
114
+ 69,
115
+ 70,
116
+ 71,
117
+ 72,
118
+ 73,
119
+ 74,
120
+ 75,
121
+ 76,
122
+ 77,
123
+ 78,
124
+ 79,
125
+ 80,
126
+ 81,
127
+ 82,
128
+ 83,
129
+ 84,
130
+ 85,
131
+ 86,
132
+ 87,
133
+ 88,
134
+ 89,
135
+ 90,
136
+ 91,
137
+ 92,
138
+ 93,
139
+ 94,
140
+ 95,
141
+ 96,
142
+ 97,
143
+ 98,
144
+ 99,
145
+ 100,
146
+ 101,
147
+ 102,
148
+ 103,
149
+ 104,
150
+ 105,
151
+ 106,
152
+ 107,
153
+ 108,
154
+ 109,
155
+ 110,
156
+ 111,
157
+ 112,
158
+ 113,
159
+ 114,
160
+ 115,
161
+ 116,
162
+ 117,
163
+ 118,
164
+ 119,
165
+ 120,
166
+ 121,
167
+ 122,
168
+ 123,
169
+ 124,
170
+ 125,
171
+ 126,
172
+ 127,
173
+ 128,
174
+ 129,
175
+ 130,
176
+ 131,
177
+ 132,
178
+ 133,
179
+ 134,
180
+ 135,
181
+ 136,
182
+ 137,
183
+ 138,
184
+ 139,
185
+ 140,
186
+ 141,
187
+ 142,
188
+ 143,
189
+ 144,
190
+ 145,
191
+ 146,
192
+ 147,
193
+ 148,
194
+ 149,
195
+ 150,
196
+ 151,
197
+ 152,
198
+ 153,
199
+ 154,
200
+ 155,
201
+ 156,
202
+ 157,
203
+ 158,
204
+ 159,
205
+ 160,
206
+ 161,
207
+ 162,
208
+ 163,
209
+ 164,
210
+ 165,
211
+ 166,
212
+ 167,
213
+ 168,
214
+ 169,
215
+ 170,
216
+ 171,
217
+ 172,
218
+ 173,
219
+ 174,
220
+ 175,
221
+ 176,
222
+ 177,
223
+ 178,
224
+ 179,
225
+ 180,
226
+ 181,
227
+ 182,
228
+ 183,
229
+ 184,
230
+ 185,
231
+ 186,
232
+ 187,
233
+ 188,
234
+ 189,
235
+ 190,
236
+ 191,
237
+ 192,
238
+ 193,
239
+ 194,
240
+ 195,
241
+ 196,
242
+ 197,
243
+ 198,
244
+ 199,
245
+ 200,
246
+ 201,
247
+ 202,
248
+ 203,
249
+ 204,
250
+ 205,
251
+ 206,
252
+ 207,
253
+ 208,
254
+ 209,
255
+ 210,
256
+ 211,
257
+ 212,
258
+ 213,
259
+ 214,
260
+ 215,
261
+ 216,
262
+ 217,
263
+ 218,
264
+ 219,
265
+ 220,
266
+ 221,
267
+ 222,
268
+ 223,
269
+ 224,
270
+ 225,
271
+ 226,
272
+ 227,
273
+ 228,
274
+ 229,
275
+ 230,
276
+ 231,
277
+ 232,
278
+ 233,
279
+ 234,
280
+ 235,
281
+ 236,
282
+ 237,
283
+ 238,
284
+ 239,
285
+ 240,
286
+ 241,
287
+ 242,
288
+ 243,
289
+ 244,
290
+ 245,
291
+ 246,
292
+ 247,
293
+ 248,
294
+ 249,
295
+ 250,
296
+ 251,
297
+ 252,
298
+ 253,
299
+ 254,
300
+ 255,
301
+ 256,
302
+ 257,
303
+ 258,
304
+ 259,
305
+ 260,
306
+ 261,
307
+ 262,
308
+ 263,
309
+ 264,
310
+ 265,
311
+ 266,
312
+ 267,
313
+ 268,
314
+ 269,
315
+ 270,
316
+ 271,
317
+ 272,
318
+ 273,
319
+ 274,
320
+ 275,
321
+ 276,
322
+ 277,
323
+ 278,
324
+ 279,
325
+ 280,
326
+ 281,
327
+ 282,
328
+ 283,
329
+ 284,
330
+ 285,
331
+ 286,
332
+ 287,
333
+ 288,
334
+ 289,
335
+ 290,
336
+ 291,
337
+ 292,
338
+ 293,
339
+ 294,
340
+ 295,
341
+ 296,
342
+ 297,
343
+ 298,
344
+ 299,
345
+ 300,
346
+ 301,
347
+ 302,
348
+ 303,
349
+ 304,
350
+ 305,
351
+ 306,
352
+ 307,
353
+ 308,
354
+ 309,
355
+ 310,
356
+ 311,
357
+ 312,
358
+ 313,
359
+ 314,
360
+ 315,
361
+ 316,
362
+ 317,
363
+ 318,
364
+ 319,
365
+ 320,
366
+ 321,
367
+ 322,
368
+ 323,
369
+ 324,
370
+ 325,
371
+ 326,
372
+ 327,
373
+ 328,
374
+ 329,
375
+ 330,
376
+ 331,
377
+ 332,
378
+ 333,
379
+ 334,
380
+ 335,
381
+ 336,
382
+ 337,
383
+ 338,
384
+ 339,
385
+ 340,
386
+ 341,
387
+ 342,
388
+ 343,
389
+ 344,
390
+ 345,
391
+ 346,
392
+ 347,
393
+ 348,
394
+ 349,
395
+ 350,
396
+ 351,
397
+ 352,
398
+ 353,
399
+ 354,
400
+ 355,
401
+ 356,
402
+ 357,
403
+ 358,
404
+ 359,
405
+ 360,
406
+ 361,
407
+ 362,
408
+ 363,
409
+ 364,
410
+ 365,
411
+ 366,
412
+ 367,
413
+ 368,
414
+ 369,
415
+ 370,
416
+ 371,
417
+ 372,
418
+ 373,
419
+ 374,
420
+ 375,
421
+ 376,
422
+ 377,
423
+ 378,
424
+ 379,
425
+ 380,
426
+ 381,
427
+ 382,
428
+ 383,
429
+ 384,
430
+ 385,
431
+ 386,
432
+ 387,
433
+ 388,
434
+ 389,
435
+ 390,
436
+ 391,
437
+ 392,
438
+ 393,
439
+ 394,
440
+ 395,
441
+ 396,
442
+ 397,
443
+ 398,
444
+ 399,
445
+ 400,
446
+ 401,
447
+ 402,
448
+ 403,
449
+ 404,
450
+ 405,
451
+ 406,
452
+ 407,
453
+ 408,
454
+ 409,
455
+ 410,
456
+ 411,
457
+ 412,
458
+ 413,
459
+ 414,
460
+ 415,
461
+ 416,
462
+ 417,
463
+ 418,
464
+ 419,
465
+ 420,
466
+ 421,
467
+ 422,
468
+ 423,
469
+ 424,
470
+ 425,
471
+ 426,
472
+ 427,
473
+ 428,
474
+ 429,
475
+ 430,
476
+ 431,
477
+ 432,
478
+ 433,
479
+ 434,
480
+ 435,
481
+ 436,
482
+ 437,
483
+ 438,
484
+ 439,
485
+ 440,
486
+ 441,
487
+ 442,
488
+ 443,
489
+ 444,
490
+ 445,
491
+ 446,
492
+ 447,
493
+ 448,
494
+ 449,
495
+ 450,
496
+ 451,
497
+ 452,
498
+ 453,
499
+ 454,
500
+ 455,
501
+ 456,
502
+ 457,
503
+ 458,
504
+ 459,
505
+ 460,
506
+ 461,
507
+ 462,
508
+ 463,
509
+ 464,
510
+ 465,
511
+ 466,
512
+ 467,
513
+ 468,
514
+ 469,
515
+ 470,
516
+ 471,
517
+ 472,
518
+ 473,
519
+ 474,
520
+ 475,
521
+ 476,
522
+ 477,
523
+ 478,
524
+ 479,
525
+ 480,
526
+ 481,
527
+ 482,
528
+ 483,
529
+ 484,
530
+ 485,
531
+ 486,
532
+ 487,
533
+ 488,
534
+ 489,
535
+ 490,
536
+ 491,
537
+ 492,
538
+ 493,
539
+ 494,
540
+ 495,
541
+ 496,
542
+ 497,
543
+ 498,
544
+ 499,
545
+ 500,
546
+ 501,
547
+ 502,
548
+ 503,
549
+ 504,
550
+ 505,
551
+ 506,
552
+ 507,
553
+ 508,
554
+ 509,
555
+ 510,
556
+ 511
557
+ ],
558
+ "steps": null,
559
+ "target_fps": 50.0,
560
+ "valid_shape": [
561
+ 512,
562
+ 99
563
+ ]
564
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_metrics.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "e_acc": {
3
+ "max": 19.186988472938538,
4
+ "mean": 4.451569952152568,
5
+ "min": 0.6112069822847843,
6
+ "std": 1.810057984789579
7
+ },
8
+ "e_vel": {
9
+ "max": 44.44436728954315,
10
+ "mean": 17.85787263770544,
11
+ "min": 2.9193044174462557,
12
+ "std": 5.768389831449165
13
+ },
14
+ "enabled": true,
15
+ "g_mpjpe": {
16
+ "max": 1919.835090637207,
17
+ "mean": 678.3681211381918,
18
+ "min": 83.89698714017868,
19
+ "std": 211.96920176189047
20
+ },
21
+ "mpjpe": {
22
+ "max": 451.0493874549866,
23
+ "mean": 288.6409836864914,
24
+ "min": 60.328613966703415,
25
+ "std": 71.15484014740198
26
+ },
27
+ "num_samples": 512,
28
+ "root_index": 0,
29
+ "target_fps": 50.0
30
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/tracker_executed/tracker_sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/tracking_metrics.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "e_acc": {
3
+ "max": 44.55290734767914,
4
+ "mean": 5.929967747306364,
5
+ "min": 0.49718591617420316,
6
+ "std": 5.237382919409181
7
+ },
8
+ "e_vel": {
9
+ "max": 49.04715344309807,
10
+ "mean": 9.619691317880097,
11
+ "min": 0.5578189739026129,
12
+ "std": 6.830504282369947
13
+ },
14
+ "ee_error": {
15
+ "max": 879.5870542526245,
16
+ "mean": 268.4679562553356,
17
+ "min": 7.762433961033821,
18
+ "std": 135.3763125667298
19
+ },
20
+ "frames": 60,
21
+ "g_mpjpe": {
22
+ "max": 525.7903337478638,
23
+ "mean": 185.9604078981647,
24
+ "min": 10.351053439080715,
25
+ "std": 75.68901929877067
26
+ },
27
+ "mpjpe": {
28
+ "max": 502.47740745544434,
29
+ "mean": 167.57944884739118,
30
+ "min": 10.6113962829113,
31
+ "std": 77.49528646396047
32
+ },
33
+ "num_samples": 512,
34
+ "root_index": 0
35
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik/transition_metrics.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 60,
3
+ "enabled": false,
4
+ "num_frames": 60,
5
+ "reason": "num_frames must be greater than chunk_length"
6
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/artifact_samples.jsonl ADDED
@@ -0,0 +1,512 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 5, "sample_index": 0}
2
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 10, "sample_index": 1}
3
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 16, "sample_index": 2}
4
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 32, "sample_index": 3}
5
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 43, "sample_index": 4}
6
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 56, "sample_index": 5}
7
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 66, "sample_index": 6}
8
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 79, "sample_index": 7}
9
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 146, "sample_index": 8}
10
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 158, "sample_index": 9}
11
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 176, "sample_index": 10}
12
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 246, "sample_index": 11}
13
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 341, "sample_index": 12}
14
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 346, "sample_index": 13}
15
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 524, "sample_index": 14}
16
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 543, "sample_index": 15}
17
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 592, "sample_index": 16}
18
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 598, "sample_index": 17}
19
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 774, "sample_index": 18}
20
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 798, "sample_index": 19}
21
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 836, "sample_index": 20}
22
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 951, "sample_index": 21}
23
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 983, "sample_index": 22}
24
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 992, "sample_index": 23}
25
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1043, "sample_index": 24}
26
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1063, "sample_index": 25}
27
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1069, "sample_index": 26}
28
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1089, "sample_index": 27}
29
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1096, "sample_index": 28}
30
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1184, "sample_index": 29}
31
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1236, "sample_index": 30}
32
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1266, "sample_index": 31}
33
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1316, "sample_index": 32}
34
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1331, "sample_index": 33}
35
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1426, "sample_index": 34}
36
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1436, "sample_index": 35}
37
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1505, "sample_index": 36}
38
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1585, "sample_index": 37}
39
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1599, "sample_index": 38}
40
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1650, "sample_index": 39}
41
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1667, "sample_index": 40}
42
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1684, "sample_index": 41}
43
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1703, "sample_index": 42}
44
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1780, "sample_index": 43}
45
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1831, "sample_index": 44}
46
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1896, "sample_index": 45}
47
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1955, "sample_index": 46}
48
+ {"caption": "step forward with alternating legs, lower arms to the sides, and adjust stance to stand upright facing forward steadily; style: casual", "dataset": "amass_original_filtered_test", "dataset_index": 440, "sample_index": 47}
49
+ {"caption": "run forward with arms bent and clasped in front, body leaning forward; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 442, "sample_index": 48}
50
+ {"caption": "walk backward, with arms initially held near torso then gradually lowering to sides; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 470, "sample_index": 49}
51
+ {"caption": "rise from crouch, rotate torso away from camera, raise arms outward, lean back while shifting body weight; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 522, "sample_index": 50}
52
+ {"caption": "land on feet and continue spinning with bent knees; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 717, "sample_index": 51}
53
+ {"caption": "shift body weight, rotate torso, lower body gradually into a seated position; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 780, "sample_index": 52}
54
+ {"caption": "move both arms in repetitive forward circular motions while slightly bending knees; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 861, "sample_index": 53}
55
+ {"caption": "alternate lifting legs while swinging arms in circular motions repeatedly; style: rhythmic", "dataset": "amass_original_filtered_test", "dataset_index": 1007, "sample_index": 54}
56
+ {"caption": "bend torso forward, bend knees, hold crouched stance with arms extended downward; style: steady", "dataset": "amass_original_filtered_test", "dataset_index": 1480, "sample_index": 55}
57
+ {"caption": "cross arms in front of body, then extend them outward alternately, repeat motion; style: fluid", "dataset": "amass_original_filtered_test", "dataset_index": 1926, "sample_index": 56}
58
+ {"caption": "tilt torso and head side to side, bending upper body left and right alternately; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 1936, "sample_index": 57}
59
+ {"caption": "stand still with arms extended horizontally in T-pose; style: static", "dataset": "amass_original_filtered_test", "dataset_index": 2172, "sample_index": 58}
60
+ {"caption": "rotate 180 degrees, then walk away from the camera with arm swings; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 2208, "sample_index": 59}
61
+ {"caption": "rotate torso, extend left arm outward, lift right leg high to execute a side kick while spinning; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 2284, "sample_index": 60}
62
+ {"caption": "walk forward with alternating leg steps, swing arms naturally, maintain steady gait; style: controlled, rhythmic", "dataset": "amass_original_filtered_test", "dataset_index": 2850, "sample_index": 61}
63
+ {"caption": "stand in place with arms extended horizontally to both sides, hold pose briefly; style: static", "dataset": "amass_original_filtered_test", "dataset_index": 2993, "sample_index": 62}
64
+ {"caption": "perform coordinated footwork, arm gestures, and body twists; style: rhythmic, energetic", "dataset": "amass_original_filtered_test", "dataset_index": 3150, "sample_index": 63}
65
+ {"caption": "spin around rapidly while alternately lifting legs and swinging arms for balance; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 3397, "sample_index": 64}
66
+ {"caption": "lower arms, bend knees, rotate torso, raise arms overhead, then place hands on hips while shifting body weight; style: transitional", "dataset": "amass_original_filtered_test", "dataset_index": 3496, "sample_index": 65}
67
+ {"caption": "cross right arm over left, sway hips side to side, and step in place with knee bends; style: rhythmic", "dataset": "amass_original_filtered_test", "dataset_index": 3684, "sample_index": 66}
68
+ {"caption": "take small forward steps, lower arms to sides, and shift body weight between legs; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 3722, "sample_index": 67}
69
+ {"caption": "raise arms back to extended horizontal position and stand still; style: static", "dataset": "amass_original_filtered_test", "dataset_index": 4078, "sample_index": 68}
70
+ {"caption": "perform fine finger movements and hand manipulations while hands are held in front of torso; style: precise", "dataset": "amass_original_filtered_test", "dataset_index": 5120, "sample_index": 69}
71
+ {"caption": "raise left arm to outward position, rotate torso left, then lower left arm back to the side; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 5151, "sample_index": 70}
72
+ {"caption": "stand in place, extend left arm outward then retract it, keep right hand on hip; style: steady", "dataset": "amass_original_filtered_test", "dataset_index": 5232, "sample_index": 71}
73
+ {"caption": "extend left arm horizontally outward, hold position briefly, then retract arm back to side; style: deliberate", "dataset": "amass_original_filtered_test", "dataset_index": 5624, "sample_index": 72}
74
+ {"caption": "rotate torso to the left, extend both arms forward in a reaching and grabbing motion; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 5645, "sample_index": 73}
75
+ {"caption": "sit with legs bent, lean back, raise arms, lift legs slightly and shift body side to side; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 5759, "sample_index": 74}
76
+ {"caption": "hold left arm up briefly then lower it slowly back to hip position; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 6043, "sample_index": 75}
77
+ {"caption": "stand with arms extended horizontally to both sides, perform repeated small vertical jumps; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 6065, "sample_index": 76}
78
+ {"caption": "shift body weight, extend arms outward, and perform a lateral displacement step to the right; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 6343, "sample_index": 77}
79
+ {"caption": "step in a circular path while rotating 180 degrees to the right, arms swing naturally with body movement; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 6411, "sample_index": 78}
80
+ {"caption": "walk forward with coordinated arm and leg movements; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 6859, "sample_index": 79}
81
+ {"caption": "turn toward camera, step forward repeatedly to recover stability; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 6954, "sample_index": 80}
82
+ {"caption": "shift body weight between legs, raise right arm upward and lower back down, rotate torso slightly to the left; style: controlled, slow", "dataset": "amass_original_filtered_test", "dataset_index": 7131, "sample_index": 81}
83
+ {"caption": "walk slowly while maintaining balance, swing arms to stabilize the body; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 7170, "sample_index": 82}
84
+ {"caption": "rotate torso left, step forward with right leg, swing arms to maintain balance; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 7226, "sample_index": 83}
85
+ {"caption": "lower extended arms to sides, take two forward steps, and stand still; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 7557, "sample_index": 84}
86
+ {"caption": "rotate body 180 degrees while stepping with legs, lower arms from hips to sides; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 7807, "sample_index": 85}
87
+ {"caption": "raise right arm, perform circular motion above head, then lower arm to side; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 7939, "sample_index": 86}
88
+ {"caption": "extend both arms forward, then retract them back to rest on legs; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 8074, "sample_index": 87}
89
+ {"caption": "extend both arms forward, then retract back to legs; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 8093, "sample_index": 88}
90
+ {"caption": "step in place with quick foot movements, rotating body and moving arms in rhythmic pattern; style: rhythmic", "dataset": "amass_original_filtered_test", "dataset_index": 8137, "sample_index": 89}
91
+ {"caption": "execute alternating high side kicks, using arms for balance; style: dynamic", "dataset": "amass_original_filtered_test", "dataset_index": 8163, "sample_index": 90}
92
+ {"caption": "spin clockwise on one foot, raise right arm overhead, extend left arm outward, and keep legs bent during rotation; style: smooth, rhythmic", "dataset": "amass_original_filtered_test", "dataset_index": 8488, "sample_index": 91}
93
+ {"caption": "lean forward slightly, rotate torso sharply side to side, adjust leg position for balance; style: controlled", "dataset": "amass_original_filtered_test", "dataset_index": 8517, "sample_index": 92}
94
+ {"caption": "rise from crouched position to standing, straighten legs, and extend arms outward to return to initial stance; style: smooth", "dataset": "amass_original_filtered_test", "dataset_index": 8932, "sample_index": 93}
95
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 1, "sample_index": 94}
96
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 3, "sample_index": 95}
97
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 4, "sample_index": 96}
98
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 6, "sample_index": 97}
99
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 9, "sample_index": 98}
100
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 11, "sample_index": 99}
101
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 12, "sample_index": 100}
102
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 13, "sample_index": 101}
103
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 16, "sample_index": 102}
104
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 18, "sample_index": 103}
105
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 20, "sample_index": 104}
106
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 21, "sample_index": 105}
107
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 22, "sample_index": 106}
108
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 27, "sample_index": 107}
109
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 30, "sample_index": 108}
110
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 31, "sample_index": 109}
111
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 33, "sample_index": 110}
112
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 35, "sample_index": 111}
113
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 37, "sample_index": 112}
114
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 44, "sample_index": 113}
115
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 45, "sample_index": 114}
116
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 47, "sample_index": 115}
117
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 56, "sample_index": 116}
118
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 58, "sample_index": 117}
119
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 64, "sample_index": 118}
120
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 69, "sample_index": 119}
121
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 70, "sample_index": 120}
122
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 76, "sample_index": 121}
123
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 79, "sample_index": 122}
124
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 80, "sample_index": 123}
125
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 81, "sample_index": 124}
126
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 82, "sample_index": 125}
127
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 83, "sample_index": 126}
128
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 84, "sample_index": 127}
129
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 85, "sample_index": 128}
130
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 86, "sample_index": 129}
131
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 87, "sample_index": 130}
132
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 91, "sample_index": 131}
133
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 93, "sample_index": 132}
134
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 94, "sample_index": 133}
135
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 99, "sample_index": 134}
136
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 101, "sample_index": 135}
137
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 105, "sample_index": 136}
138
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 109, "sample_index": 137}
139
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 113, "sample_index": 138}
140
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 117, "sample_index": 139}
141
+ {"caption": "", "dataset": "beat2_original_humanref_test", "dataset_index": 122, "sample_index": 140}
142
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 17, "sample_index": 141}
143
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 44, "sample_index": 142}
144
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 64, "sample_index": 143}
145
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 72, "sample_index": 144}
146
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 74, "sample_index": 145}
147
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 104, "sample_index": 146}
148
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 137, "sample_index": 147}
149
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 141, "sample_index": 148}
150
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 177, "sample_index": 149}
151
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 191, "sample_index": 150}
152
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 197, "sample_index": 151}
153
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 222, "sample_index": 152}
154
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 251, "sample_index": 153}
155
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 398, "sample_index": 154}
156
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 451, "sample_index": 155}
157
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 478, "sample_index": 156}
158
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 553, "sample_index": 157}
159
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 634, "sample_index": 158}
160
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 635, "sample_index": 159}
161
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 670, "sample_index": 160}
162
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 702, "sample_index": 161}
163
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 716, "sample_index": 162}
164
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 721, "sample_index": 163}
165
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 757, "sample_index": 164}
166
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 759, "sample_index": 165}
167
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 838, "sample_index": 166}
168
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 862, "sample_index": 167}
169
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 915, "sample_index": 168}
170
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 950, "sample_index": 169}
171
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1022, "sample_index": 170}
172
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1028, "sample_index": 171}
173
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1110, "sample_index": 172}
174
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1139, "sample_index": 173}
175
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1229, "sample_index": 174}
176
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1370, "sample_index": 175}
177
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1377, "sample_index": 176}
178
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1414, "sample_index": 177}
179
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1426, "sample_index": 178}
180
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1442, "sample_index": 179}
181
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1462, "sample_index": 180}
182
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1493, "sample_index": 181}
183
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1518, "sample_index": 182}
184
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1574, "sample_index": 183}
185
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1628, "sample_index": 184}
186
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1629, "sample_index": 185}
187
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1653, "sample_index": 186}
188
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1662, "sample_index": 187}
189
+ {"caption": "She performs ballet with a strong sense of revulsion.", "dataset": "fitness_original_filtered_test", "dataset_index": 0, "sample_index": 188}
190
+ {"caption": "She performs ballet with a strong sense of revulsion.", "dataset": "fitness_original_filtered_test", "dataset_index": 2, "sample_index": 189}
191
+ {"caption": "She performs ballet with a strong sense of revulsion.", "dataset": "fitness_original_filtered_test", "dataset_index": 6, "sample_index": 190}
192
+ {"caption": "She performs ballet with a strong sense of revulsion.", "dataset": "fitness_original_filtered_test", "dataset_index": 7, "sample_index": 191}
193
+ {"caption": "She hesitantly performs a ballet.", "dataset": "fitness_original_filtered_test", "dataset_index": 9, "sample_index": 192}
194
+ {"caption": "She hesitantly performs a ballet.", "dataset": "fitness_original_filtered_test", "dataset_index": 13, "sample_index": 193}
195
+ {"caption": "She dances ballet with joy.", "dataset": "fitness_original_filtered_test", "dataset_index": 17, "sample_index": 194}
196
+ {"caption": "Concentrating on fitness, jump knee to elbow in a sport.", "dataset": "fitness_original_filtered_test", "dataset_index": 18, "sample_index": 195}
197
+ {"caption": "Concentrating on fitness, jump knee to elbow in a sport.", "dataset": "fitness_original_filtered_test", "dataset_index": 23, "sample_index": 196}
198
+ {"caption": "Sport fitness involves vigorous jumping motions.", "dataset": "fitness_original_filtered_test", "dataset_index": 24, "sample_index": 197}
199
+ {"caption": "Runners sprint back and forth, fully focused.", "dataset": "fitness_original_filtered_test", "dataset_index": 29, "sample_index": 198}
200
+ {"caption": "Runners sprint back and forth, fully focused.", "dataset": "fitness_original_filtered_test", "dataset_index": 34, "sample_index": 199}
201
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 36, "sample_index": 200}
202
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 37, "sample_index": 201}
203
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 38, "sample_index": 202}
204
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 39, "sample_index": 203}
205
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 40, "sample_index": 204}
206
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 42, "sample_index": 205}
207
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 45, "sample_index": 206}
208
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 46, "sample_index": 207}
209
+ {"caption": "Sport fitness enthusiasts engage in left and right arm lifts while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 48, "sample_index": 208}
210
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 52, "sample_index": 209}
211
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 53, "sample_index": 210}
212
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 55, "sample_index": 211}
213
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 56, "sample_index": 212}
214
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 57, "sample_index": 213}
215
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 59, "sample_index": 214}
216
+ {"caption": "Sport fitness involves lifting arms left and right while standing.", "dataset": "fitness_original_filtered_test", "dataset_index": 60, "sample_index": 215}
217
+ {"caption": "Standing left and right arm lift is a part of sport fitness, sadly.", "dataset": "fitness_original_filtered_test", "dataset_index": 63, "sample_index": 216}
218
+ {"caption": "Standing left and right arm lift is a part of sport fitness, sadly.", "dataset": "fitness_original_filtered_test", "dataset_index": 64, "sample_index": 217}
219
+ {"caption": "Standing left and right arm lift is a part of sport fitness, sadly.", "dataset": "fitness_original_filtered_test", "dataset_index": 65, "sample_index": 218}
220
+ {"caption": "Happily, sport fitness enthusiasts perform a standing left and right arm stretch.", "dataset": "fitness_original_filtered_test", "dataset_index": 72, "sample_index": 219}
221
+ {"caption": "Happily, sport fitness enthusiasts perform a standing left and right arm stretch.", "dataset": "fitness_original_filtered_test", "dataset_index": 73, "sample_index": 220}
222
+ {"caption": "Happily, sport fitness enthusiasts perform a standing left and right arm stretch.", "dataset": "fitness_original_filtered_test", "dataset_index": 74, "sample_index": 221}
223
+ {"caption": "Happily, sport fitness enthusiasts perform a standing left and right arm stretch.", "dataset": "fitness_original_filtered_test", "dataset_index": 77, "sample_index": 222}
224
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 85, "sample_index": 223}
225
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 86, "sample_index": 224}
226
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 87, "sample_index": 225}
227
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 88, "sample_index": 226}
228
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 90, "sample_index": 227}
229
+ {"caption": "Alternating leg stretches are part of a sport fitness routine.", "dataset": "fitness_original_filtered_test", "dataset_index": 92, "sample_index": 228}
230
+ {"caption": "Standing on one leg, the person swings the other leg in opposite directions with ease.", "dataset": "fitness_original_filtered_test", "dataset_index": 94, "sample_index": 229}
231
+ {"caption": "Standing on one leg, the person swings the other leg in opposite directions with ease.", "dataset": "fitness_original_filtered_test", "dataset_index": 95, "sample_index": 230}
232
+ {"caption": "Standing on one leg, the person swings the other leg in opposite directions with ease.", "dataset": "fitness_original_filtered_test", "dataset_index": 98, "sample_index": 231}
233
+ {"caption": "The right leg stretch is a part of sport fitness.", "dataset": "fitness_original_filtered_test", "dataset_index": 99, "sample_index": 232}
234
+ {"caption": "The right leg stretch is a part of sport fitness.", "dataset": "fitness_original_filtered_test", "dataset_index": 106, "sample_index": 233}
235
+ {"caption": "The right leg stretch is a part of sport fitness.", "dataset": "fitness_original_filtered_test", "dataset_index": 107, "sample_index": 234}
236
+ {"caption": "a person walks forward while slightly favoring the left.", "dataset": "humanml_original_filtered_test", "dataset_index": 40, "sample_index": 235}
237
+ {"caption": "the person is moving something around.", "dataset": "humanml_original_filtered_test", "dataset_index": 325, "sample_index": 236}
238
+ {"caption": "losing balance, moving backwards with both feet.", "dataset": "humanml_original_filtered_test", "dataset_index": 423, "sample_index": 237}
239
+ {"caption": "a man hoists his right arm into the air", "dataset": "humanml_original_filtered_test", "dataset_index": 493, "sample_index": 238}
240
+ {"caption": "a person is collecting an item from its right then petting an animal on the left", "dataset": "humanml_original_filtered_test", "dataset_index": 638, "sample_index": 239}
241
+ {"caption": "man walks slowly forward with arms raised above his head.", "dataset": "humanml_original_filtered_test", "dataset_index": 699, "sample_index": 240}
242
+ {"caption": "a person takes five steps starting with their right foot and then stops.", "dataset": "humanml_original_filtered_test", "dataset_index": 887, "sample_index": 241}
243
+ {"caption": "a person raised the hadns and started to hit with arms", "dataset": "humanml_original_filtered_test", "dataset_index": 1382, "sample_index": 242}
244
+ {"caption": "a person uses their right hand and arm to throw an overarm pitch, while supported by the left arm and hand.", "dataset": "humanml_original_filtered_test", "dataset_index": 1488, "sample_index": 243}
245
+ {"caption": "a person takes four steps forward.", "dataset": "humanml_original_filtered_test", "dataset_index": 1697, "sample_index": 244}
246
+ {"caption": "he picks something up then throwed it", "dataset": "humanml_original_filtered_test", "dataset_index": 1933, "sample_index": 245}
247
+ {"caption": "a standing person moving from their right to left then moving backwards and forward again", "dataset": "humanml_original_filtered_test", "dataset_index": 1993, "sample_index": 246}
248
+ {"caption": "person checking the time on his right wrist", "dataset": "humanml_original_filtered_test", "dataset_index": 2470, "sample_index": 247}
249
+ {"caption": "the sim appears to step forward & throw an object.", "dataset": "humanml_original_filtered_test", "dataset_index": 2763, "sample_index": 248}
250
+ {"caption": "a person standing with his arms by his sides turns to his right and takes four steps, turns 180 degrees and takes five steps, turns 180 degrees again and takes two steps, stops and faces forward.", "dataset": "humanml_original_filtered_test", "dataset_index": 2898, "sample_index": 249}
251
+ {"caption": "man stands still straight up and down then bends at the knees and takes one big jump forward.", "dataset": "humanml_original_filtered_test", "dataset_index": 3212, "sample_index": 250}
252
+ {"caption": "the person is doing horizontal jumps back and forth.", "dataset": "humanml_original_filtered_test", "dataset_index": 3334, "sample_index": 251}
253
+ {"caption": "a person catches a ball with both hands and then throws it with his right hand.", "dataset": "humanml_original_filtered_test", "dataset_index": 3644, "sample_index": 252}
254
+ {"caption": "the person is walking up the stairs and then down the stairs.", "dataset": "humanml_original_filtered_test", "dataset_index": 3681, "sample_index": 253}
255
+ {"caption": "a person walks straight forward.", "dataset": "humanml_original_filtered_test", "dataset_index": 3688, "sample_index": 254}
256
+ {"caption": "a person throws something with their right hand, while raising their right leg very slightly.", "dataset": "humanml_original_filtered_test", "dataset_index": 3698, "sample_index": 255}
257
+ {"caption": "a person jumps, spins completely around in a circle an lands.", "dataset": "humanml_original_filtered_test", "dataset_index": 3812, "sample_index": 256}
258
+ {"caption": "a person walks forward to the front and then pivots on one foot to turn around, then walks forward towards the back.", "dataset": "humanml_original_filtered_test", "dataset_index": 3833, "sample_index": 257}
259
+ {"caption": "a person lifts his hands to catch and throw something", "dataset": "humanml_original_filtered_test", "dataset_index": 3862, "sample_index": 258}
260
+ {"caption": "the person is walking slowly.", "dataset": "humanml_original_filtered_test", "dataset_index": 3955, "sample_index": 259}
261
+ {"caption": "a person walks forwards stops then turns away and walks back", "dataset": "humanml_original_filtered_test", "dataset_index": 4155, "sample_index": 260}
262
+ {"caption": "a person stands using his right hand to play a guitar moving it up and down.", "dataset": "humanml_original_filtered_test", "dataset_index": 4378, "sample_index": 261}
263
+ {"caption": "a person walks forward starting with their left foot.", "dataset": "humanml_original_filtered_test", "dataset_index": 4573, "sample_index": 262}
264
+ {"caption": "a person walks slightly forward then turns right and continues to walk.", "dataset": "humanml_original_filtered_test", "dataset_index": 4907, "sample_index": 263}
265
+ {"caption": "a man walks in a s-shape.", "dataset": "humanml_original_filtered_test", "dataset_index": 4969, "sample_index": 264}
266
+ {"caption": "a person takes a small jump forward with their arms stationed at their side.", "dataset": "humanml_original_filtered_test", "dataset_index": 5192, "sample_index": 265}
267
+ {"caption": "a person shuffles to the left, the shuffles to the right.", "dataset": "humanml_original_filtered_test", "dataset_index": 5281, "sample_index": 266}
268
+ {"caption": "the man plays catch and throw a ball.", "dataset": "humanml_original_filtered_test", "dataset_index": 5558, "sample_index": 267}
269
+ {"caption": "a person claps their hands together.", "dataset": "humanml_original_filtered_test", "dataset_index": 5789, "sample_index": 268}
270
+ {"caption": "a person brings his hands together then kicks one leg out in front of him", "dataset": "humanml_original_filtered_test", "dataset_index": 5933, "sample_index": 269}
271
+ {"caption": "a person jumps into the air.", "dataset": "humanml_original_filtered_test", "dataset_index": 5966, "sample_index": 270}
272
+ {"caption": "person is using a sword", "dataset": "humanml_original_filtered_test", "dataset_index": 6065, "sample_index": 271}
273
+ {"caption": "a person walks forward lifting kicking feet up behind him.", "dataset": "humanml_original_filtered_test", "dataset_index": 6112, "sample_index": 272}
274
+ {"caption": "a person is standing with wobbly knees and moving his arms back and fourth as if he was dizzy.", "dataset": "humanml_original_filtered_test", "dataset_index": 6166, "sample_index": 273}
275
+ {"caption": "the figure does circles with his arms stops and then raises his hands parallel to the floor.", "dataset": "humanml_original_filtered_test", "dataset_index": 6316, "sample_index": 274}
276
+ {"caption": "a person walks with one foot in front of the other trying to keep balance.", "dataset": "humanml_original_filtered_test", "dataset_index": 6336, "sample_index": 275}
277
+ {"caption": "a person frantically waves their right hand around in the air in front of them.", "dataset": "humanml_original_filtered_test", "dataset_index": 6697, "sample_index": 276}
278
+ {"caption": "person backed up to throw a ball.", "dataset": "humanml_original_filtered_test", "dataset_index": 6930, "sample_index": 277}
279
+ {"caption": "a person walking forward while pausing periodically.", "dataset": "humanml_original_filtered_test", "dataset_index": 7220, "sample_index": 278}
280
+ {"caption": "a person moves backwards and sits in a chair.", "dataset": "humanml_original_filtered_test", "dataset_index": 7293, "sample_index": 279}
281
+ {"caption": "a person waves enthusiastically with their left hand.", "dataset": "humanml_original_filtered_test", "dataset_index": 7482, "sample_index": 280}
282
+ {"caption": "person appears to be directing traffic with both hands.", "dataset": "humanml_original_filtered_test", "dataset_index": 7548, "sample_index": 281}
283
+ {"caption": "He sits, repeatedly leans forward with hands sliding toward its feet, then returns to an upright seated position.; style: cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 46, "sample_index": 282}
284
+ {"caption": "The humanoid robot sits and moves its hands repeatedly from behind its head to the front, running them through its hair to simulate drying motions.; style: cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 232, "sample_index": 283}
285
+ {"caption": "The humanoid robot remains seated, sequentially extends and retracts its right arm while its fingers perform simulated swiping and scrolling gestures.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 294, "sample_index": 284}
286
+ {"caption": "A man walks forward, alternately touching its nose with each hand in sync with its steps: as one leg advances, the opposite hand reaches the nose, then the other leg steps forward while the other hand touches the nose.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 387, "sample_index": 285}
287
+ {"caption": "He sits, rests its left hand on its left thigh, and intermittently scratches its head with its right hand.; style: subtle", "dataset": "idea400_original_filtered_test", "dataset_index": 431, "sample_index": 286}
288
+ {"caption": "Someone stands upright, starts with both hands at chest level, extends its right hand outward while curling fingers to display numbers seven through ten, keeps its left hand stationary with palm facing out and fingers spread, then lowers both hands.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 601, "sample_index": 287}
289
+ {"caption": "Sorry, I can't provide the information you're asking for.", "dataset": "idea400_original_filtered_test", "dataset_index": 774, "sample_index": 288}
290
+ {"caption": "The humanoid robot sits, extends its arms upward as if holding a ball, then follows through with its hands as if releasing the ball.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 861, "sample_index": 289}
291
+ {"caption": "A man maintains a standing pose, performing small hand gestures near its face without significant full-body motion or locomotion.; style: playful", "dataset": "idea400_original_filtered_test", "dataset_index": 879, "sample_index": 290}
292
+ {"caption": "Someone stands still, then raises one hand to shade its eyes, before returning the hand to a neutral position.; style: slow controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 907, "sample_index": 291}
293
+ {"caption": "A person walks forward, tilting its head downward in unison with each step, while adjusting its arms to maintain balance.; style: coordinated", "dataset": "idea400_original_filtered_test", "dataset_index": 925, "sample_index": 292}
294
+ {"caption": "Someone squats and extends its arms as if arranging objects, then stands and alternates leg and arm movements to mimic walking on the spot.; style: playful", "dataset": "idea400_original_filtered_test", "dataset_index": 939, "sample_index": 293}
295
+ {"caption": "Someone stands stationary, holds imaginary objects, and repeatedly moves its hands together in a chopping motion.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 967, "sample_index": 294}
296
+ {"caption": "Someone stands in place, performing a series of arm movements: raising its arms above its head, then lowering them to different positions at its sides.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1114, "sample_index": 295}
297
+ {"caption": "A person bends over by flexing its hips and knees, extends its arms toward its feet, and performs motions to grasp and remove its footwear.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1233, "sample_index": 296}
298
+ {"caption": "Sorry, I can't assist with that request.", "dataset": "idea400_original_filtered_test", "dataset_index": 1298, "sample_index": 297}
299
+ {"caption": "He touches its neck while standing up.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1339, "sample_index": 298}
300
+ {"caption": "Someone sits on a chair, alternating between moving its arms to maneuver a kite's control bar or string and adjusting its sitting posture for balance.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1353, "sample_index": 299}
301
+ {"caption": "The humanoid robot sits on a stool, using both hands to wrap around its wrist with coordinated wrist rotations and finger flexions.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1427, "sample_index": 300}
302
+ {"caption": "The humanoid robot stands in a relaxed stance, raises arms horizontally to shoulder level, brings arms forward to clasp hands, lifts clasped hands above the head, separates hands and lowers arms back to shoulder level, then returns arms to relaxed position at sides.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1493, "sample_index": 301}
303
+ {"caption": "The humanoid robot stands, shifting its weight repeatedly from one leg to the other.; style: subtle cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 1502, "sample_index": 302}
304
+ {"caption": "He walks on the spot, shifting weight between legs and alternating lifting feet, while rhythmically raising hands to perform upbeat gestures including thumbs up and clapping.; style: rhythmic energetic", "dataset": "idea400_original_filtered_test", "dataset_index": 1572, "sample_index": 303}
305
+ {"caption": "He walks forward, coordinating alternating leg movements with repeated arm motions that raise its hands to comb its hair.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 1576, "sample_index": 304}
306
+ {"caption": "A man walks forward while alternately extending its arms forward in a pointing gesture, then retracting them back to a neutral position.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 1595, "sample_index": 305}
307
+ {"caption": "The humanoid robot stands, shifts weight between legs, bends and extends knees, and simultaneously swings arms slightly up and down in opposition to leg movements.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 1794, "sample_index": 306}
308
+ {"caption": "Someone sits and performs traffic direction gestures with its arms, alternating between right and left signals while remaining seated.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 1848, "sample_index": 307}
309
+ {"caption": "The humanoid robot walks while extending arms laterally with open palms, then alternately moves each arm forward to signal directions, stepping forward and backward to maintain balance.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1851, "sample_index": 308}
310
+ {"caption": "The humanoid robot walks while extending arms laterally with open palms, then alternately moves each arm forward to signal directions, stepping forward and backward to maintain balance.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 1853, "sample_index": 309}
311
+ {"caption": "A person stands in place, with its arms, hands, torso, and entire body performing subtle, uncontrolled trembling motions continuously.; style: subtle", "dataset": "idea400_original_filtered_test", "dataset_index": 1858, "sample_index": 310}
312
+ {"caption": "The humanoid robot sits stably on a chair, repeatedly clenching one hand into a fist and moving it up and down in a rhythmic motion.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 2019, "sample_index": 311}
313
+ {"caption": "Someone sits on a chair, repeatedly extends one leg outward, then returns it to its original position, while keeping its torso and head upright and stable throughout the motion.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 2045, "sample_index": 312}
314
+ {"caption": "The humanoid robot sits on a stool and makes hand gestures while holding a phone to its ear.; style: casual", "dataset": "idea400_original_filtered_test", "dataset_index": 2163, "sample_index": 313}
315
+ {"caption": "He hops on one foot, starting with a slight knee bend, springing off the foot while lifting the other leg, maintaining balance mid-air, then landing on the same foot, with arms aiding balance throughout.; style: energetic", "dataset": "idea400_original_filtered_test", "dataset_index": 2200, "sample_index": 314}
316
+ {"caption": "A man sits in a chair, remaining mostly stationary with no significant movement or change in position.; style: static", "dataset": "idea400_original_filtered_test", "dataset_index": 2357, "sample_index": 315}
317
+ {"caption": "The humanoid robot sits on a stool, repeatedly partially stands up, moves its arms as if using a device, then sits back down.; style: cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 2410, "sample_index": 316}
318
+ {"caption": "Someone stands in place, repeatedly raises one arm to shoulder height, bends its elbow, and reaches its hand toward the opposite arm's elbow in a sequential motion.; style: cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 2606, "sample_index": 317}
319
+ {"caption": "A man holds a pair of glasses in front of itself with both hands, then positions the glasses onto its head, adjusting them to sit properly while coordinating hand and head movements.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 2707, "sample_index": 318}
320
+ {"caption": "The humanoid robot maintains a stationary upright stance, extends its arms at shoulder height with palms facing down, then performs alternating, cyclic up-and-down arm movements in a repetitive circular pattern.; style: rhythmic cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 2778, "sample_index": 319}
321
+ {"caption": "A person stands in place, mimics holding a broom, moves its arms in back-and-forth sweeping motions, and shifts its weight and stance to simulate sweeping.; style: rhythmic", "dataset": "idea400_original_filtered_test", "dataset_index": 2838, "sample_index": 320}
322
+ {"caption": "Someone stands, repeatedly performs cyclical arm and hand motions of dipping, scrubbing, and wringing, with slight torso adjustments to support the actions.; style: cyclic", "dataset": "idea400_original_filtered_test", "dataset_index": 2859, "sample_index": 321}
323
+ {"caption": "He walks forward, simultaneously opening its arms wide in a welcoming hug gesture while swinging its arms in coordination with its steps.; style: coordinated", "dataset": "idea400_original_filtered_test", "dataset_index": 2887, "sample_index": 322}
324
+ {"caption": "The humanoid robot performs an exaggerated forward walk with alternating leg steps, while simultaneously rotating its arms in a freestyle swimming-like motion.; style: energetic", "dataset": "idea400_original_filtered_test", "dataset_index": 2950, "sample_index": 323}
325
+ {"caption": "A person walks forward, alternating steps with each foot. Then bends down, lifts one foot, uses hands to stretch and adjust a sock over it, then lifts the other foot and repeats the sock-adjusting motion.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 3043, "sample_index": 324}
326
+ {"caption": "A man walks forward, alternating left and right foot steps, and intermittently raises its right hand to scratch its ear before returning the arm to a natural hanging position at its side.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 3097, "sample_index": 325}
327
+ {"caption": "Someone walks forward, alternately lifting and stepping with each foot, while repeatedly raising its right hand to pat its left shoulder.; style: coordinated", "dataset": "idea400_original_filtered_test", "dataset_index": 3137, "sample_index": 326}
328
+ {"caption": "A person walks across an area, extends its right arm for a handshake while stepping forward, retracts the arm, then continues walking straight with alternating leg steps.; style: controlled", "dataset": "idea400_original_filtered_test", "dataset_index": 3153, "sample_index": 327}
329
+ {"caption": "A man stands firmly with arms crossed, occasionally gesturing with his hands as he explains something, displaying a mix of focus and frustration.", "dataset": "motiongv_original_filtered_test", "dataset_index": 1501, "sample_index": 328}
330
+ {"caption": "A martial artist stands with wide legs and defensive arms, slowly shifting his weight while adjusting his hands and maintaining balance and focus near a body of water.", "dataset": "motiongv_original_filtered_test", "dataset_index": 2933, "sample_index": 329}
331
+ {"caption": "A person practices martial arts with focus and calmness.", "dataset": "motiongv_original_filtered_test", "dataset_index": 4157, "sample_index": 330}
332
+ {"caption": "A man in a martial arts uniform stands tall, then assumes a focused stance with feet shoulder-width apart and hands at the center, exuding calm alertness in an indoor dojo.", "dataset": "motiongv_original_filtered_test", "dataset_index": 9026, "sample_index": 331}
333
+ {"caption": "A person is mastering a martial arts stance.", "dataset": "motiongv_original_filtered_test", "dataset_index": 14785, "sample_index": 332}
334
+ {"caption": "A person in a striped shirt performs an energetic dance routine, starting with low bends, rising while moving their hands confidently up and down, striking poses, swaying their hips, and turning in different directions.", "dataset": "motiongv_original_filtered_test", "dataset_index": 16457, "sample_index": 333}
335
+ {"caption": "They execute a movement sequence with arms extended and slightly bent, alternating between left and right.", "dataset": "motiongv_original_filtered_test", "dataset_index": 20002, "sample_index": 334}
336
+ {"caption": "They perform a lively dance with a repetitive motion.", "dataset": "motiongv_original_filtered_test", "dataset_index": 21477, "sample_index": 335}
337
+ {"caption": "A man practices martial arts by assuming a low stance with legs apart, raising one hand in a fist, stepping forward, and thrusting with his arm, demonstrating strength and control.", "dataset": "motiongv_original_filtered_test", "dataset_index": 23687, "sample_index": 336}
338
+ {"caption": "The person executes a martial arts move, beginning with a low squat, followed by a swift lunge with a striking arm, and finishing with a standing stance.", "dataset": "motiongv_original_filtered_test", "dataset_index": 24399, "sample_index": 337}
339
+ {"caption": "A person in traditional attire executes a fluid sword movement, lifting the sword with both hands and performing a circular motion, exuding a practiced and focused air.", "dataset": "motiongv_original_filtered_test", "dataset_index": 25231, "sample_index": 338}
340
+ {"caption": "A performer in traditional attire is executing a fluid martial arts technique.", "dataset": "motiongv_original_filtered_test", "dataset_index": 27172, "sample_index": 339}
341
+ {"caption": "A person in loose clothing practices martial arts, stepping forward with their left foot and extending their arms to push against an opponent, while maintaining balance and focus.", "dataset": "motiongv_original_filtered_test", "dataset_index": 27762, "sample_index": 340}
342
+ {"caption": "A woman is doing a boxing workout, starting in a guard position with raised hands.", "dataset": "motiongv_original_filtered_test", "dataset_index": 30082, "sample_index": 341}
343
+ {"caption": "A young man stands still, holding a sign and shifting his weight between his feet, exuding calmness. He adjusts the sign with slight hand movements, conveying focus and engagement through deliberate gestures.", "dataset": "motiongv_original_filtered_test", "dataset_index": 34806, "sample_index": 342}
344
+ {"caption": "A fit woman is jogging in place with a lively rhythm.", "dataset": "motiongv_original_filtered_test", "dataset_index": 36535, "sample_index": 343}
345
+ {"caption": "A woman stands still, scanning her surroundings. She uses her right hand to gesture to her left, then to her right, conveying her message with confidence.", "dataset": "motiongv_original_filtered_test", "dataset_index": 39914, "sample_index": 344}
346
+ {"caption": "The person remains stationary, briefly adjusting their hair with a fluid, casual motion, conveying a relaxed atmosphere.", "dataset": "motiongv_original_filtered_test", "dataset_index": 40163, "sample_index": 345}
347
+ {"caption": "A young woman dances with great energy.", "dataset": "motiongv_original_filtered_test", "dataset_index": 44345, "sample_index": 346}
348
+ {"caption": "A woman executes a choreographed dance. She starts with her arms lowered, then raises one arm while stretching the other outwards. Her body undulates smoothly as she shifts between various arm poses, generating harmonious and rhythmic gestures. Her facial expression conveys delight and poise.", "dataset": "motiongv_original_filtered_test", "dataset_index": 44686, "sample_index": 347}
349
+ {"caption": "A young man sits engaged, speaking with animated gestures and leaning forward occasionally as he conveys his enthusiasm.", "dataset": "motiongv_original_filtered_test", "dataset_index": 49959, "sample_index": 348}
350
+ {"caption": "The person assumes a calm pose, folding their hands in front of their chest, bows slightly with a peaceful expression, conveying respect or prayer. Their movements are deliberate and slow, exuding serenity and intention.", "dataset": "motiongv_original_filtered_test", "dataset_index": 51349, "sample_index": 349}
351
+ {"caption": "A young martial artist perfects his technique.", "dataset": "motiongv_original_filtered_test", "dataset_index": 63180, "sample_index": 350}
352
+ {"caption": "A young badminton player stands in the court, holding a racket, and demonstrates a shot with deliberate, enthusiastic movements.", "dataset": "motiongv_original_filtered_test", "dataset_index": 68711, "sample_index": 351}
353
+ {"caption": "A woman performs a weighted side squat with a wide stance, alternating arm movements and maintaining a strong, energetic posture.", "dataset": "motiongv_original_filtered_test", "dataset_index": 68858, "sample_index": 352}
354
+ {"caption": "A skilled player is engaged in a game of billiards, using precise technique to make his shot.", "dataset": "motiongv_original_filtered_test", "dataset_index": 68975, "sample_index": 353}
355
+ {"caption": "A young man performs a strength exercise by bending down to lift a weight, then stands tall while holding it close to his chest, demonstrating balance and control.", "dataset": "motiongv_original_filtered_test", "dataset_index": 72412, "sample_index": 354}
356
+ {"caption": "A woman performs a fluid dance, raising her arms, moving her hands in a flowing motion, and shifting from side to side, occasionally placing her hands on her hips.", "dataset": "motiongv_original_filtered_test", "dataset_index": 75558, "sample_index": 355}
357
+ {"caption": "A woman performs a lively dance, moving her hips and arms in a carefree manner.", "dataset": "motiongv_original_filtered_test", "dataset_index": 75785, "sample_index": 356}
358
+ {"caption": "A man uses resistance bands for exercise, starting with a bent-knee stance and pulling the bands back with both hands while keeping his back straight.", "dataset": "motiongv_original_filtered_test", "dataset_index": 76792, "sample_index": 357}
359
+ {"caption": "A woman does a lunge exercise, stepping forward with one leg and bending her front knee while keeping her back leg straight, all while maintaining balance with her arms.", "dataset": "motiongv_original_filtered_test", "dataset_index": 77798, "sample_index": 358}
360
+ {"caption": "In a loose red outfit, a man executes a fluid martial arts movement, starting with a forward arm raise and single-foot stance.", "dataset": "motiongv_original_filtered_test", "dataset_index": 79416, "sample_index": 359}
361
+ {"caption": "A man is honing his boxing skills by executing a series of precise movements.", "dataset": "motiongv_original_filtered_test", "dataset_index": 79784, "sample_index": 360}
362
+ {"caption": "A person in a red outfit is standing with feet together, then lifts and lowers their arms while shifting weight onto one foot in a controlled manner in an outdoor setting.", "dataset": "motiongv_original_filtered_test", "dataset_index": 80016, "sample_index": 361}
363
+ {"caption": "A woman sits cross-legged, hands on knees, palms up, maintaining a calm and centered posture.", "dataset": "motiongv_original_filtered_test", "dataset_index": 82324, "sample_index": 362}
364
+ {"caption": "A man stands beside a seated boy in the boxing ring, offering support with a gentle hand gesture.", "dataset": "motiongv_original_filtered_test", "dataset_index": 83242, "sample_index": 363}
365
+ {"caption": "A woman is exercising vigorously.", "dataset": "motiongv_original_filtered_test", "dataset_index": 85850, "sample_index": 364}
366
+ {"caption": "The person is in a yoga pose, lowering their upper body while keeping one leg extended back.", "dataset": "motiongv_original_filtered_test", "dataset_index": 87924, "sample_index": 365}
367
+ {"caption": "A woman in a bright pink top conveys her emotions to the camera through expressive gestures and facial expressions.", "dataset": "motiongv_original_filtered_test", "dataset_index": 88367, "sample_index": 366}
368
+ {"caption": "A woman performs a stretching exercise on her knees, extending one leg forward and lifting her torso.", "dataset": "motiongv_original_filtered_test", "dataset_index": 91430, "sample_index": 367}
369
+ {"caption": "A woman performs a stability ball exercise, starting in a kneeling position and curling her body inward, before returning to the starting position with controlled movements.", "dataset": "motiongv_original_filtered_test", "dataset_index": 96268, "sample_index": 368}
370
+ {"caption": "A person in a blue outfit performs a series of hand movements, standing firm and gesturing outward with his elbows bent, before lowering his arms gradually.", "dataset": "motiongv_original_filtered_test", "dataset_index": 97211, "sample_index": 369}
371
+ {"caption": "They are engaged in a serious conversation in a formal setting, standing calmly with elegant attire.", "dataset": "motiongv_original_filtered_test", "dataset_index": 109338, "sample_index": 370}
372
+ {"caption": "A person assumes a strong stance, feet apart and knees slightly bent, fists clenched.", "dataset": "motiongv_original_filtered_test", "dataset_index": 117599, "sample_index": 371}
373
+ {"caption": "The man is doing schlag es weg. A person stands with a shield, assumes a defensive stance, then lifts the shield and sways it back while positioning their other hand for a strike, before transitioning into a new stance, ready to defend with focus and determination.", "dataset": "motiongv_original_filtered_test", "dataset_index": 120108, "sample_index": 372}
374
+ {"caption": "The man is doing Tree pose. The figure in the green outline is doing a tree pose, maintaining balance by standing upright and lifting one arm while placing one foot on the opposite thigh in a calm indoor environment.", "dataset": "motiongv_original_filtered_test", "dataset_index": 125227, "sample_index": 373}
375
+ {"caption": "A person is doing dumbbell bicep curls.", "dataset": "motionllama_original_filtered_test", "dataset_index": 10, "sample_index": 374}
376
+ {"caption": "Start with a right-leg lunge and twist, then a left-leg lunge with a twist.", "dataset": "motionllama_original_filtered_test", "dataset_index": 53, "sample_index": 375}
377
+ {"caption": "The athlete warms up with a lunge stretch, stepping forward with the left leg and raising both arms.", "dataset": "motionllama_original_filtered_test", "dataset_index": 57, "sample_index": 376}
378
+ {"caption": "The athlete performs a warm-up movement where the right foot starts parallel to the left, then moves perpendicular and returns to parallel, repeating the cycle.", "dataset": "motionllama_original_filtered_test", "dataset_index": 108, "sample_index": 377}
379
+ {"caption": "He starts with his arms by his sides, ready to warm up, and then performs a series of coordinated movements, twisting to the left while raising his right arm overhead, before returning to an upright position and repeating the action.", "dataset": "motionllama_original_filtered_test", "dataset_index": 155, "sample_index": 378}
380
+ {"caption": "The athlete stands at the box's bottom left corner with feet shoulder-width apart, lowering into a half-squat with a straight back and engaged core. As they hold this position, they rotate counterclockwise.", "dataset": "motionllama_original_filtered_test", "dataset_index": 179, "sample_index": 379}
381
+ {"caption": "He alternates arms while performing dumbbell curl trifectas.", "dataset": "motionllama_original_filtered_test", "dataset_index": 211, "sample_index": 380}
382
+ {"caption": "He alternates arms while performing dumbbell curl trifectas.", "dataset": "motionllama_original_filtered_test", "dataset_index": 215, "sample_index": 381}
383
+ {"caption": "To initiate the exercise, stand on a firm surface with feet shoulder-width apart, maintaining an upright posture and engaging your core by tightening your abdominal muscles. Keep your arms relaxed at your sides with palms facing inward, ready for the movement. Next, lift your shoulders while squeezing your shoulder blades together to activate the shoulder muscles. As you continue, rotate your shoulders backward, forming a \"Y\" shape with your arms extended slightly backward and upward. Throughout the movement, maintain neck and head stability, avoiding tilting and focusing on the upper trapezius and deltoid muscles.", "dataset": "motionllama_original_filtered_test", "dataset_index": 256, "sample_index": 382}
384
+ {"caption": "A person is doing overhead presses.", "dataset": "motionllama_original_filtered_test", "dataset_index": 302, "sample_index": 383}
385
+ {"caption": "The athlete performs high pulls in a half-squat stance, then lowers the barbell and stands up.", "dataset": "motionllama_original_filtered_test", "dataset_index": 387, "sample_index": 384}
386
+ {"caption": "An athlete started at the bottom left corner and walked the box five times in a counterclockwise direction.", "dataset": "motionllama_original_filtered_test", "dataset_index": 398, "sample_index": 385}
387
+ {"caption": "A person sits, uses the right hand to open the laptop, types with both hands, and moves the phone with the right hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 430, "sample_index": 386}
388
+ {"caption": "A person sits down, then immediately gets up.", "dataset": "motionllama_original_filtered_test", "dataset_index": 466, "sample_index": 387}
389
+ {"caption": "A person closes the microwave with their right hand, then places the pen and book down with their right hand and both hands respectively.", "dataset": "motionllama_original_filtered_test", "dataset_index": 509, "sample_index": 388}
390
+ {"caption": "A person uses the left hand to both pick up and put down the phone.", "dataset": "motionllama_original_filtered_test", "dataset_index": 518, "sample_index": 389}
391
+ {"caption": "A person uses their right hand to pick up a cup, sits, drinks from it, and then gets up.", "dataset": "motionllama_original_filtered_test", "dataset_index": 526, "sample_index": 390}
392
+ {"caption": "A person places the vase down with both hands before grasping the cup with their right hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 546, "sample_index": 391}
393
+ {"caption": "A person takes a seat.", "dataset": "motionllama_original_filtered_test", "dataset_index": 567, "sample_index": 392}
394
+ {"caption": "A person uses the right hand to put down the phone, pick up the handbag, sit down, put down the handbag, pick up the handbag, and put down the handbag.", "dataset": "motionllama_original_filtered_test", "dataset_index": 593, "sample_index": 393}
395
+ {"caption": "A person uses their left hand to handle the phone and their right hand to handle the water bottle.", "dataset": "motionllama_original_filtered_test", "dataset_index": 612, "sample_index": 394}
396
+ {"caption": "A person holds their phone with their right hand and drinks water with their left hand before placing the phone down.", "dataset": "motionllama_original_filtered_test", "dataset_index": 629, "sample_index": 395}
397
+ {"caption": "The person closes the book with both hands before picking up the pen with the right hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 694, "sample_index": 396}
398
+ {"caption": "The person grasps the water bottle with the right hand, gets up, and sets it down with the left hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 754, "sample_index": 397}
399
+ {"caption": "A person writes with the right hand and then uses the right hand to put down the pen.", "dataset": "motionllama_original_filtered_test", "dataset_index": 774, "sample_index": 398}
400
+ {"caption": "A person stands up, takes the pen with the right hand, and then sits down.", "dataset": "motionllama_original_filtered_test", "dataset_index": 855, "sample_index": 399}
401
+ {"caption": "A person lifts and moves a chair with both hands, and then handles and sets down a keyboard with both hands.", "dataset": "motionllama_original_filtered_test", "dataset_index": 862, "sample_index": 400}
402
+ {"caption": "A person is pushing a chair with both hands.", "dataset": "motionllama_original_filtered_test", "dataset_index": 929, "sample_index": 401}
403
+ {"caption": "The person uses the left hand to pick up the keyboard, then squats down, and continues to use it.", "dataset": "motionllama_original_filtered_test", "dataset_index": 948, "sample_index": 402}
404
+ {"caption": "A person uses their left hand to pick up the mouse and phone, then puts down the mouse and the phone with their left and right hands respectively.", "dataset": "motionllama_original_filtered_test", "dataset_index": 955, "sample_index": 403}
405
+ {"caption": "A person sits down, placing their right hand on the table and using both hands to type on the keyboard.", "dataset": "motionllama_original_filtered_test", "dataset_index": 969, "sample_index": 404}
406
+ {"caption": "A person operates the oven with one hand and holds a cup with the other, before taking a seat.", "dataset": "motionllama_original_filtered_test", "dataset_index": 971, "sample_index": 405}
407
+ {"caption": "The person closes the laptop with their right hand, then uses their left hand to pick up and put down the cup.", "dataset": "motionllama_original_filtered_test", "dataset_index": 996, "sample_index": 406}
408
+ {"caption": "A person uses their left hand to pick up, drink from, and then set down a water bottle after standing up.", "dataset": "motionllama_original_filtered_test", "dataset_index": 997, "sample_index": 407}
409
+ {"caption": "A person uses their right hand to pick up the water bottle, switches to their left hand to open the drawer, then closes it with the same hand, reopens it, and switches back to their right hand to pick up the water bottle.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1037, "sample_index": 408}
410
+ {"caption": "A person sits, places the phone with the right hand, then grasps the water bottle with the right hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1061, "sample_index": 409}
411
+ {"caption": "A person uses the left hand for the handbag, right hand for the mouse, and left hand for water.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1115, "sample_index": 410}
412
+ {"caption": "The person uses their right hand to pick up and put down the keyboard, open, and close the drawer.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1118, "sample_index": 411}
413
+ {"caption": "A person uses their right hand to pick up the briefcase, their left hand to put down the keyboard, their right hand to put down the briefcase, and their right hand to open the drawer.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1122, "sample_index": 412}
414
+ {"caption": "A person places the cup down with their right hand and then sets their right hand on the stool.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1126, "sample_index": 413}
415
+ {"caption": "A person drinks water with his right hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1147, "sample_index": 414}
416
+ {"caption": "A person uses their left hand to open and close the cabinet.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1157, "sample_index": 415}
417
+ {"caption": "He places the cup down with his right hand before grasping the vase with both hands.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1174, "sample_index": 416}
418
+ {"caption": "A person pours water and puts down the cup with their right hand before sitting down.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1195, "sample_index": 417}
419
+ {"caption": "A person grasps the keyboard, sets it down, operates the microwave with one hand, and lifts a pen with the other hand.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1280, "sample_index": 418}
420
+ {"caption": "He drinks water with his right hand, sets the bottle down, and stands up.", "dataset": "motionllama_original_filtered_test", "dataset_index": 1359, "sample_index": 419}
421
+ {"caption": "sks person performs a series of throws with an object.", "dataset": "permo_original_filtered_test", "dataset_index": 49, "sample_index": 420}
422
+ {"caption": "sks person runs straight forward.", "dataset": "permo_original_filtered_test", "dataset_index": 169, "sample_index": 421}
423
+ {"caption": "sks hops forward several times on one leg.", "dataset": "permo_original_filtered_test", "dataset_index": 195, "sample_index": 422}
424
+ {"caption": "sks hops forward several times on one leg.", "dataset": "permo_original_filtered_test", "dataset_index": 196, "sample_index": 423}
425
+ {"caption": "sks person is jumping ahead", "dataset": "permo_original_filtered_test", "dataset_index": 249, "sample_index": 424}
426
+ {"caption": "sks person moves forward through a series of jumps.", "dataset": "permo_original_filtered_test", "dataset_index": 300, "sample_index": 425}
427
+ {"caption": "sks person performs forward kicks.", "dataset": "permo_original_filtered_test", "dataset_index": 311, "sample_index": 426}
428
+ {"caption": "sks person walks ahead and then shifts direction sideways.", "dataset": "permo_original_filtered_test", "dataset_index": 332, "sample_index": 427}
429
+ {"caption": "sks person targets an object on the floor with several kicks.", "dataset": "permo_original_filtered_test", "dataset_index": 380, "sample_index": 428}
430
+ {"caption": "Throwing several times, sks person targets a point.", "dataset": "permo_original_filtered_test", "dataset_index": 399, "sample_index": 429}
431
+ {"caption": "sks person is walking forward.", "dataset": "permo_original_filtered_test", "dataset_index": 472, "sample_index": 430}
432
+ {"caption": "sks person waves with one arm repeatedly.", "dataset": "permo_original_filtered_test", "dataset_index": 484, "sample_index": 431}
433
+ {"caption": "sks person performs several throws with an item.", "dataset": "permo_original_filtered_test", "dataset_index": 512, "sample_index": 432}
434
+ {"caption": "sks walks forward and then makes a sideways turn.", "dataset": "permo_original_filtered_test", "dataset_index": 521, "sample_index": 433}
435
+ {"caption": "sks person hops several times, moving on one leg.", "dataset": "permo_original_filtered_test", "dataset_index": 552, "sample_index": 434}
436
+ {"caption": "sks person hits something on the ground with several kicks.", "dataset": "permo_original_filtered_test", "dataset_index": 563, "sample_index": 435}
437
+ {"caption": "sks person walks forward and then turns to the side.", "dataset": "permo_original_filtered_test", "dataset_index": 594, "sample_index": 436}
438
+ {"caption": "sks person leaps, using only one leg to move.", "dataset": "permo_original_filtered_test", "dataset_index": 623, "sample_index": 437}
439
+ {"caption": "sks person hops forward repeatedly, staying balanced on one leg.", "dataset": "permo_original_filtered_test", "dataset_index": 626, "sample_index": 438}
440
+ {"caption": "sks person propels themselves forward with several hops.", "dataset": "permo_original_filtered_test", "dataset_index": 735, "sample_index": 439}
441
+ {"caption": "sks person repeatedly waves with one arm in a greeting gesture.", "dataset": "permo_original_filtered_test", "dataset_index": 822, "sample_index": 440}
442
+ {"caption": "sks person hops ahead.", "dataset": "permo_original_filtered_test", "dataset_index": 826, "sample_index": 441}
443
+ {"caption": "sks repeatedly throws an object towards a target.", "dataset": "permo_original_filtered_test", "dataset_index": 890, "sample_index": 442}
444
+ {"caption": "Hopping on a single foot, sks person moves ahead.", "dataset": "permo_original_filtered_test", "dataset_index": 930, "sample_index": 443}
445
+ {"caption": "Hopping on a single foot, sks person moves ahead.", "dataset": "permo_original_filtered_test", "dataset_index": 931, "sample_index": 444}
446
+ {"caption": "sks person kicks the floor.", "dataset": "permo_original_filtered_test", "dataset_index": 948, "sample_index": 445}
447
+ {"caption": "sks person walks directly ahead without changing direction.", "dataset": "permo_original_filtered_test", "dataset_index": 1019, "sample_index": 446}
448
+ {"caption": "sks person moves ahead with a series of jumps.", "dataset": "permo_original_filtered_test", "dataset_index": 1041, "sample_index": 447}
449
+ {"caption": "sks person kicks several times, sending their foot into empty space.", "dataset": "permo_original_filtered_test", "dataset_index": 1045, "sample_index": 448}
450
+ {"caption": "sks person repeatedly kicks forward with their foot.", "dataset": "permo_original_filtered_test", "dataset_index": 1093, "sample_index": 449}
451
+ {"caption": "sks person makes several forward punches.", "dataset": "permo_original_filtered_test", "dataset_index": 1097, "sample_index": 450}
452
+ {"caption": "sks walks forward, then executes a sideways turn.", "dataset": "permo_original_filtered_test", "dataset_index": 1112, "sample_index": 451}
453
+ {"caption": "sks walks forward, then executes a sideways turn.", "dataset": "permo_original_filtered_test", "dataset_index": 1114, "sample_index": 452}
454
+ {"caption": "Waving several times, sks person uses one arm to greet.", "dataset": "permo_original_filtered_test", "dataset_index": 1195, "sample_index": 453}
455
+ {"caption": "sks walks ahead and then transitions sideways.", "dataset": "permo_original_filtered_test", "dataset_index": 1245, "sample_index": 454}
456
+ {"caption": "sks person leaps, landing on the same leg each time.", "dataset": "permo_original_filtered_test", "dataset_index": 1317, "sample_index": 455}
457
+ {"caption": "sks targets an object on the floor with a series of kicks.", "dataset": "permo_original_filtered_test", "dataset_index": 1333, "sample_index": 456}
458
+ {"caption": "Throwing multiple times, sks person propels an object through the air.", "dataset": "permo_original_filtered_test", "dataset_index": 1357, "sample_index": 457}
459
+ {"caption": "sks person repeatedly springs forward.", "dataset": "permo_original_filtered_test", "dataset_index": 1371, "sample_index": 458}
460
+ {"caption": "sks person moves ahead with a series of jumps.", "dataset": "permo_original_filtered_test", "dataset_index": 1379, "sample_index": 459}
461
+ {"caption": "sks person hops several times, using one leg to move forward.", "dataset": "permo_original_filtered_test", "dataset_index": 1418, "sample_index": 460}
462
+ {"caption": "sks person kick forward into empty space repeatedly.", "dataset": "permo_original_filtered_test", "dataset_index": 1441, "sample_index": 461}
463
+ {"caption": "sks person is walking forward.", "dataset": "permo_original_filtered_test", "dataset_index": 1475, "sample_index": 462}
464
+ {"caption": "sks person waves with one arm repeatedly.", "dataset": "permo_original_filtered_test", "dataset_index": 1489, "sample_index": 463}
465
+ {"caption": "sks person delivers repeated punches with one arm.", "dataset": "permo_original_filtered_test", "dataset_index": 1569, "sample_index": 464}
466
+ {"caption": "sks person walks in a straight line, moving forward.", "dataset": "permo_original_filtered_test", "dataset_index": 1759, "sample_index": 465}
467
+ {"caption": "The person is standing up straight, shaking their head slightly and moving their fingers.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 576, "sample_index": 466}
468
+ {"caption": "First, the person walks forward and stops. Then she waves her straight arms, turning her body to her right and her left. Then she turns to her left 180 degrees and walks forward. Finally, she turns 180 degrees to her right and stops.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 632, "sample_index": 467}
469
+ {"caption": "The person rehearses a waltz. First, turning slightly to the left, his right arm is bent at the elbow at chest level, his left arm is bent at the elbow at stomach level, his head is turned to the left, and he takes a step to the right, leaning slightly to the right, and straightens up. Then, he repeats this movement and turns 360 degrees. After that, he raises his right arm bent at the elbow to his neck, his left arm is straightened along the torso, and he turns 180 degrees to the left. At the end, he lowers his head down and looks at his palms, which are bent at the elbows at stomach level.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 658, "sample_index": 468}
470
+ {"caption": "The person sits restlessly, turning their head to the right while moving their hands up and down near their hips, then abruptly turns their head to the left and stands up, lowering their hands. Then the person walks forward and turns their head to the right, then stops and turns their head slightly to the left, takes a step back and to the left diagonally and then continues to walk backward while turning slightly to the left.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 712, "sample_index": 469}
471
+ {"caption": "The person stands up straight and waves his left hand slightly, moving his wrist. Then he steps forward with his right foot, spreads his arms to the sides and moves both hands, moving his wrists and turns his head to the right.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 808, "sample_index": 470}
472
+ {"caption": "The person stands bent forward, left hand down and right on the waist. Then he sways his body left and right and straightens up, raising his right hand to the waist and then lowering it forward.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 900, "sample_index": 471}
473
+ {"caption": "The person stands with legs slightly apart, leaning slightly to the right, and turns his head that way. Then he shifts his weight to the left hip and takes a step forward with his right foot, extending his right hand to grab a bottle. He brings the bottle to his ear, shakes it, and lowers it in front of him, opening the cap with his left hand. Holding the cap in his left hand, he leans forward slightly, turns left, and pours the liquid with his right hand. Finally, he twists the bottle and places it back with his right hand.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 1406, "sample_index": 472}
474
+ {"caption": "First, the person stands slightly leaning to his right, moving his lowered right hand away, and placing his left hand on his waist. Then the person places his left foot on the toe behind him. After this, the person goes to his left, lowering his hands, turning his head to his left and forward.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 1770, "sample_index": 473}
475
+ {"caption": "The person stands in a natural pose, turns slightly to the right, and bends down, picking up an object, picks it up, and places it slightly to his left, then stands in a natural pose, bends down in front of him, and picks up a heavy object.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2039, "sample_index": 474}
476
+ {"caption": "The person stands upright, turning their head to the right, then starts walking forward, turning their head forward, then turning to the right, walking forward relative to themselves and turning to the left and standing upright.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2144, "sample_index": 475}
477
+ {"caption": "The person stands up straight, turns indifferently to the right side, and starts walking in a circle, moving clockwise.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2270, "sample_index": 476}
478
+ {"caption": "The person quickly runs forward diagonally to the right, slightly leaning his body forward, then slows down and stops. She then turns 180° to the left and walks forward diagonally to the right. She then turns 180° to the right and quickly runs forward again.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2304, "sample_index": 477}
479
+ {"caption": "The person stands in a natural position. Then she turns her head and her body to the left and right.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2310, "sample_index": 478}
480
+ {"caption": "The person confidently takes four steps forward, turning their head to the left at the end and stopping. The person then turns to the right and confidently moves forward, sharply turning their head to the left and then straight again. The person takes four steps and stops in place.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2382, "sample_index": 479}
481
+ {"caption": "The person is standing with her hands in front of her face. She holds her right palm to her ear, her left palm to her mouth, leans slightly forward, and shifts from foot to foot. At the end the person straightens up.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 2613, "sample_index": 480}
482
+ {"caption": "The person jumps elegantly waving their arms forward, backward, forward, backward, and forward again.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 3344, "sample_index": 481}
483
+ {"caption": "The person walks forward with their legs wide apart and holding something with both hands in front of the stomach. They leaning their head to their left and then turn their head straight. They constantly keep their hands in front of them at stomach level.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 3545, "sample_index": 482}
484
+ {"caption": "A person stands in a neutral resting position. Then suddenly they stick their left arm out to the side and start waving it, bending it at the elbow. The person lowers their left arm to repeat it all over again.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 4075, "sample_index": 483}
485
+ {"caption": "A person with a calm expression stands slightly turned to the left with arms bent upward at the level of the neck and shakes their hands turning to the right, lowering their hands down and again raising their arms up, two times waving their hands up and down and again lowered slightly turning to the left, and finally repeats the first movement shaking their hands at the level of the neck.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 4279, "sample_index": 484}
486
+ {"caption": "The person standing with their right side extended their right arm forward, then lowered and turned 180 degrees over their right shoulder. The person stands neutral and then raises their arms to their chest and moves them confidently to the sides while turning slightly to the right.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 4344, "sample_index": 485}
487
+ {"caption": "The person is standing in a boxing stance with their feet wide apart and their torso turned to the left, holding their right arm outstretched in front of them. The person turns their torso to the right and brings their right arm toward them, shaking their head. Then they turn to the right and strike forward with their left hand, turn to the left and extend their left arm toward them. The person shakes their body, lowers their arms and takes a step forward", "dataset": "snapmogen_original_filtered_test", "dataset_index": 4787, "sample_index": 486}
488
+ {"caption": "The person completes the stretch. Standing with legs wide apart, the person stretches her left leg sideways, transferring her weight to her bent right leg. The person then straightens up onto her straight legs, stands on her left leg, and then swings it freely with her arms.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 4811, "sample_index": 487}
489
+ {"caption": "The person stands in a natural pose and then grasps his neck on the left side with his left hand, then tilts his torso slightly to the right, takes a small step forward with his left foot, and waves his left arm up and down in front of him.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 5400, "sample_index": 488}
490
+ {"caption": "The person stands in a neutral resting position, then lowers her head and takes a step backward. After that, she turns right and walks forward. Finally, the person stops, turns left and stands in a neutral position.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 5457, "sample_index": 489}
491
+ {"caption": "The person stands straight and with her hands together near her stomach, after which she jumps up and spreads her legs to the sides and raises her arms and brings them together, slightly bent at the elbows. Then she jumps again and returns to her original position. Then she jumps again, spreads her legs to the sides, raises her arms, bent at the elbows, and then brings her legs together, initially the right one, then the left one, while the right hand, bent at the elbow, touches the stomach and the left hand, touches the left cheek at this time the head is slightly tilted to the left.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 6067, "sample_index": 490}
492
+ {"caption": "The person stands restlessly, moving the left foot closer to the right and leaning slightly to the left while the arms are lowered. Then the person moves the right leg to the right while shifting the body weight to the right leg and folds the hands together in front of the hips. After that, the person steps back, lowers their arms, and takes two steps forward while slightly raising and lowering their left arm and turning their head to the right. Then the person raises their hands to the level of their stomach and gestures with them as if they were talking to someone.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 6342, "sample_index": 491}
493
+ {"caption": "The person stands with his right leg slightly raised to the side and arms outstretched, then straightens up. Then, he jumps sideways to his left three times with small jumps. Turns his head to the left for a moment, turns his right 90 degrees, and goes forward.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 6610, "sample_index": 492}
494
+ {"caption": "The person stands in a neutral position, then walks forward energetically, starting with their right foot, swinging their arms back and forth. After this, the person stops in a neutral position, turning their body slightly to their right.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 6677, "sample_index": 493}
495
+ {"caption": "The person lunges forward with the right foot and squats on one leg, rests both hands on the right thigh, stands in a natural pose, and lunges with the right foot two more times.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 6931, "sample_index": 494}
496
+ {"caption": "A person walks calmly in a semi-oval trajectory, turning to the right. At the end, they stop and turn to the right.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 7274, "sample_index": 495}
497
+ {"caption": "The person walks in a circle. He is in a neutral resting position with his arms down. He then begins to walk, turning back over his right shoulder in a circular path and waving his arms slightly next to his body.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 7561, "sample_index": 496}
498
+ {"caption": "The person jumps forward and then backward, then left and right with their arms raised to their chest.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 7629, "sample_index": 497}
499
+ {"caption": "The person sits and holds a knife in their right hand and a fork in their left hand and cuts food by raising their hand with the fork to their mouth and raising their head.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 7998, "sample_index": 498}
500
+ {"caption": "The person sits, moves his left bent hand to his mouth, and then moves it back down. His right hand is on his right leg.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 8522, "sample_index": 499}
501
+ {"caption": "A person stands neutrally and then walks forward and stands on their toes while stretching their arms up, then jumps up and lowers their arms a little, and then steps back while swinging their arms a little.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 8689, "sample_index": 500}
502
+ {"caption": "The person is dynamically stepping on the box. The person climbs off the top of the box with their left leg, then turns to their left and climbs up on the box with their left leg.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 8825, "sample_index": 501}
503
+ {"caption": "The person stands swaying to the right and left, holding their bent arms together and scratching them. The head is turned to the right, lowered down and turned to the left, as if looking around, then lowered and stood upleft.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 8871, "sample_index": 502}
504
+ {"caption": "A person stands neutrally, then bends their right arm and raises it near their hip, and with their left hand they wind something over their right arm, purs a liquid with the right hand over the left hand. All the while, the legs are straight.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 8903, "sample_index": 503}
505
+ {"caption": "A person is standing and bows twice. During the first bow, he has his elbows bent and his hands together in front of his chest. He covers his right fist with his open left palm. During the second bow, he lowers his arms and places his hands on his thighs.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9280, "sample_index": 504}
506
+ {"caption": "The person walks forward, relaxing with his head tilted slightly down. Then he stands in a neutral resting position facing forth.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9448, "sample_index": 505}
507
+ {"caption": "The person is standing on bent legs in fear and leaning forward while holding their right hand on their right knee and their left hand raised to chest level. The person then leans back, raising their left hand to their face, then leans forward again, raising their hands to their chest. The person then turns 180 degrees to the left and runs forward in a hurry, then stops and leans forward again. The person sways slightly while keeping their hands at the level of the stomach. Finally, the person turns to the left while straightening up.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9576, "sample_index": 506}
508
+ {"caption": "The person walks forward like a zombie with their legs wide apart, sways their body back and forth, and raises their right arm to shoulder height. The person then bends down and pulls the right arm down and raises, lowering and raising the head.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9613, "sample_index": 507}
509
+ {"caption": "A person walks in a semicircle, smoothly turning to the right, and holds a leash in his left hand.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9774, "sample_index": 508}
510
+ {"caption": "The person stands leaning on their left leg, slightly tilted to their left side. They slowly raise their left hand upwards to chin level, opening and closing the palm several times before lowering it down. Then, they extend their right hand forward to chin level, opening the palm, and lower it down. Next, they extend the left hand again to chin level, opening the palm twice. Finally, they stand upleft, extend the right hand forward to chin level, open the palm, and lower the hand down.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 9854, "sample_index": 509}
511
+ {"caption": "The person turns slightly to the right, tilting their body forward and raising their left hand to their face. The person turns to the left and moves the arms back to a neutral position.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 11749, "sample_index": 510}
512
+ {"caption": "The person stands in a neutral resting pose leaning to the right, crossing their arms in the stomach area. Bending and straightening their right arm at the elbow several times, the person moves their left arm up and down a little. They lower their arms, straighten up, bend and raise their head, and turn them to the left.", "dataset": "snapmogen_original_filtered_test", "dataset_index": 11964, "sample_index": 511}
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/benchmark.json ADDED
@@ -0,0 +1,1278 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": "artifact_humanref",
3
+ "dataset_metrics": {
4
+ "aistpp_original_audio_test": {
5
+ "num_samples": 47,
6
+ "physical": {
7
+ "body_jerk_mean": {
8
+ "max": 1055.996337890625,
9
+ "mean": 371.4777296147448,
10
+ "min": 4.3138933181762695,
11
+ "std": 203.81889422344463
12
+ },
13
+ "contact_sliding_speed": {
14
+ "max": 1.753557562828064,
15
+ "mean": 0.8304093750391869,
16
+ "min": 0.04999803379178047,
17
+ "std": 0.40044230406184683
18
+ },
19
+ "foot_ground_error": {
20
+ "max": 0.13826106488704681,
21
+ "mean": 0.06059934999397461,
22
+ "min": 0.026825029402971268,
23
+ "std": 0.022917335663889028
24
+ },
25
+ "num_samples": 47
26
+ },
27
+ "tracking": {
28
+ "e_acc": {
29
+ "max": 35.87384521961212,
30
+ "mean": 13.375003426459598,
31
+ "min": 0.25346429902128875,
32
+ "std": 7.486685115202069
33
+ },
34
+ "e_vel": {
35
+ "max": 42.18589514493942,
36
+ "mean": 17.15427744350931,
37
+ "min": 0.7322459714487195,
38
+ "std": 8.006844075317089
39
+ },
40
+ "ee_error": {
41
+ "max": 183.12308192253113,
42
+ "mean": 110.4599711425761,
43
+ "min": 69.64360922574997,
44
+ "std": 24.331772229584065
45
+ },
46
+ "g_mpjpe": {
47
+ "max": 175.85940659046173,
48
+ "mean": 117.78856837686072,
49
+ "min": 57.93335661292076,
50
+ "std": 25.8502785881173
51
+ },
52
+ "mpjpe": {
53
+ "max": 173.04717004299164,
54
+ "mean": 106.08907590838189,
55
+ "min": 51.784396171569824,
56
+ "std": 24.152044543238326
57
+ },
58
+ "num_samples": 47
59
+ }
60
+ },
61
+ "amass_original_filtered_test": {
62
+ "num_samples": 47,
63
+ "physical": {
64
+ "body_jerk_mean": {
65
+ "max": 266.52056884765625,
66
+ "mean": 82.26067762171968,
67
+ "min": 8.588903427124023,
68
+ "std": 66.34174321886714
69
+ },
70
+ "contact_sliding_speed": {
71
+ "max": 1.3786568641662598,
72
+ "mean": 0.36052636806159577,
73
+ "min": 0.019938500598073006,
74
+ "std": 0.3413477335066697
75
+ },
76
+ "foot_ground_error": {
77
+ "max": 0.13695795834064484,
78
+ "mean": 0.04139593748643281,
79
+ "min": 0.0014330394333228469,
80
+ "std": 0.027885238763800592
81
+ },
82
+ "num_samples": 47
83
+ },
84
+ "tracking": {
85
+ "e_acc": {
86
+ "max": 7.117547560483217,
87
+ "mean": 1.913127880741624,
88
+ "min": 0.3022690652869642,
89
+ "std": 1.6926636010947922
90
+ },
91
+ "e_vel": {
92
+ "max": 10.584765113890171,
93
+ "mean": 3.421585532549293,
94
+ "min": 0.579989398829639,
95
+ "std": 2.434522244668599
96
+ },
97
+ "ee_error": {
98
+ "max": 107.71899670362473,
99
+ "mean": 33.20174850523472,
100
+ "min": 5.157771520316601,
101
+ "std": 24.345175203663462
102
+ },
103
+ "g_mpjpe": {
104
+ "max": 144.62628960609436,
105
+ "mean": 57.51261572809295,
106
+ "min": 15.09887259453535,
107
+ "std": 33.09459303431395
108
+ },
109
+ "mpjpe": {
110
+ "max": 151.59080922603607,
111
+ "mean": 62.37960371010481,
112
+ "min": 13.980050571262836,
113
+ "std": 35.188991243432774
114
+ },
115
+ "num_samples": 47
116
+ }
117
+ },
118
+ "beat2_original_humanref_test": {
119
+ "num_samples": 47,
120
+ "physical": {
121
+ "body_jerk_mean": {
122
+ "max": 166.9944305419922,
123
+ "mean": 29.499254175957212,
124
+ "min": 3.5542712211608887,
125
+ "std": 33.3876738796108
126
+ },
127
+ "contact_sliding_speed": {
128
+ "max": 0.4868549704551697,
129
+ "mean": 0.11766063885644396,
130
+ "min": 0.01797754317522049,
131
+ "std": 0.1037999799594645
132
+ },
133
+ "foot_ground_error": {
134
+ "max": 0.16449327766895294,
135
+ "mean": 0.05610536464658427,
136
+ "min": 0.0018020811257883906,
137
+ "std": 0.03457290327579147
138
+ },
139
+ "num_samples": 47
140
+ },
141
+ "tracking": {
142
+ "e_acc": {
143
+ "max": 17.9506354033947,
144
+ "mean": 2.4984500945565546,
145
+ "min": 0.13798029976896942,
146
+ "std": 3.1450675389816443
147
+ },
148
+ "e_vel": {
149
+ "max": 9.099050424993038,
150
+ "mean": 3.2455255494185504,
151
+ "min": 0.3130983386654407,
152
+ "std": 2.0659595191295517
153
+ },
154
+ "ee_error": {
155
+ "max": 239.4990622997284,
156
+ "mean": 149.6201533269375,
157
+ "min": 84.30103212594986,
158
+ "std": 41.08923791792749
159
+ },
160
+ "g_mpjpe": {
161
+ "max": 189.7408366203308,
162
+ "mean": 135.2662648609344,
163
+ "min": 65.51916897296906,
164
+ "std": 34.225475072184906
165
+ },
166
+ "mpjpe": {
167
+ "max": 156.92518651485443,
168
+ "mean": 96.21424822414176,
169
+ "min": 55.29836192727089,
170
+ "std": 25.570379410684478
171
+ },
172
+ "num_samples": 47
173
+ }
174
+ },
175
+ "finedance_original_audio_test": {
176
+ "num_samples": 47,
177
+ "physical": {
178
+ "body_jerk_mean": {
179
+ "max": 401.5089416503906,
180
+ "mean": 150.83362149177714,
181
+ "min": 17.736841201782227,
182
+ "std": 91.71040389659404
183
+ },
184
+ "contact_sliding_speed": {
185
+ "max": 1.1681339740753174,
186
+ "mean": 0.4219917894360867,
187
+ "min": 0.10262270271778107,
188
+ "std": 0.22149221726188897
189
+ },
190
+ "foot_ground_error": {
191
+ "max": 0.06694139540195465,
192
+ "mean": 0.025835591873669243,
193
+ "min": 0.007363431621342897,
194
+ "std": 0.013573228414232918
195
+ },
196
+ "num_samples": 47
197
+ },
198
+ "tracking": {
199
+ "e_acc": {
200
+ "max": 20.909937098622322,
201
+ "mean": 7.078843671788878,
202
+ "min": 1.0229573817923665,
203
+ "std": 4.122438889679893
204
+ },
205
+ "e_vel": {
206
+ "max": 22.987039759755135,
207
+ "mean": 10.529763605247469,
208
+ "min": 2.9666272457689047,
209
+ "std": 4.367039021698151
210
+ },
211
+ "ee_error": {
212
+ "max": 139.51516151428223,
213
+ "mean": 104.00385663230368,
214
+ "min": 72.91743159294128,
215
+ "std": 15.851499132447858
216
+ },
217
+ "g_mpjpe": {
218
+ "max": 167.71267354488373,
219
+ "mean": 106.0726581577291,
220
+ "min": 59.17249992489815,
221
+ "std": 28.06652938116892
222
+ },
223
+ "mpjpe": {
224
+ "max": 149.3949443101883,
225
+ "mean": 99.90210775682267,
226
+ "min": 58.97817388176918,
227
+ "std": 26.97743869145049
228
+ },
229
+ "num_samples": 47
230
+ }
231
+ },
232
+ "fitness_original_filtered_test": {
233
+ "num_samples": 47,
234
+ "physical": {
235
+ "body_jerk_mean": {
236
+ "max": 295.9526062011719,
237
+ "mean": 119.20627011644079,
238
+ "min": 8.830147743225098,
239
+ "std": 68.87348970535142
240
+ },
241
+ "contact_sliding_speed": {
242
+ "max": 0.6018165349960327,
243
+ "mean": 0.2079777187727233,
244
+ "min": 0.0,
245
+ "std": 0.14940380955210764
246
+ },
247
+ "foot_ground_error": {
248
+ "max": 0.13936059176921844,
249
+ "mean": 0.03904333402046022,
250
+ "min": 0.002316291444003582,
251
+ "std": 0.03182408545500079
252
+ },
253
+ "num_samples": 47
254
+ },
255
+ "tracking": {
256
+ "e_acc": {
257
+ "max": 7.410794496536255,
258
+ "mean": 2.9103733345920695,
259
+ "min": 0.16337180568370968,
260
+ "std": 1.6525416881804362
261
+ },
262
+ "e_vel": {
263
+ "max": 11.449756100773811,
264
+ "mean": 4.204890356359488,
265
+ "min": 0.22503154468722641,
266
+ "std": 2.5715644076565565
267
+ },
268
+ "ee_error": {
269
+ "max": 136.47912442684174,
270
+ "mean": 102.96756536402602,
271
+ "min": 58.70306119322777,
272
+ "std": 17.771659036722042
273
+ },
274
+ "g_mpjpe": {
275
+ "max": 159.12817418575287,
276
+ "mean": 108.26764493546587,
277
+ "min": 64.43137675523758,
278
+ "std": 26.025785743416407
279
+ },
280
+ "mpjpe": {
281
+ "max": 152.3686796426773,
282
+ "mean": 75.70750519950339,
283
+ "min": 41.58979281783104,
284
+ "std": 28.39079004238793
285
+ },
286
+ "num_samples": 47
287
+ }
288
+ },
289
+ "humanml_original_filtered_test": {
290
+ "num_samples": 47,
291
+ "physical": {
292
+ "body_jerk_mean": {
293
+ "max": 352.5660705566406,
294
+ "mean": 85.78088268827885,
295
+ "min": 3.676147699356079,
296
+ "std": 79.62267251536026
297
+ },
298
+ "contact_sliding_speed": {
299
+ "max": 1.530164122581482,
300
+ "mean": 0.4392692972014242,
301
+ "min": 0.01348110195249319,
302
+ "std": 0.3551015352684251
303
+ },
304
+ "foot_ground_error": {
305
+ "max": 0.06917708367109299,
306
+ "mean": 0.02835010078319527,
307
+ "min": 0.004521294496953487,
308
+ "std": 0.01740392149702986
309
+ },
310
+ "num_samples": 47
311
+ },
312
+ "tracking": {
313
+ "e_acc": {
314
+ "max": 11.30976527929306,
315
+ "mean": 3.0998467350690726,
316
+ "min": 0.1742792665027082,
317
+ "std": 2.571138645462673
318
+ },
319
+ "e_vel": {
320
+ "max": 16.367625445127487,
321
+ "mean": 5.412972244270581,
322
+ "min": 0.4070810100529343,
323
+ "std": 3.7989495760938854
324
+ },
325
+ "ee_error": {
326
+ "max": 217.7881896495819,
327
+ "mean": 106.9878894597926,
328
+ "min": 73.92064481973648,
329
+ "std": 28.231809556406997
330
+ },
331
+ "g_mpjpe": {
332
+ "max": 164.38628733158112,
333
+ "mean": 104.21061301802067,
334
+ "min": 55.23531511425972,
335
+ "std": 23.405531981042248
336
+ },
337
+ "mpjpe": {
338
+ "max": 133.39568674564362,
339
+ "mean": 80.84994292956718,
340
+ "min": 39.831481873989105,
341
+ "std": 25.610119248927443
342
+ },
343
+ "num_samples": 47
344
+ }
345
+ },
346
+ "idea400_original_filtered_test": {
347
+ "num_samples": 46,
348
+ "physical": {
349
+ "body_jerk_mean": {
350
+ "max": 1447.3392333984375,
351
+ "mean": 227.52077077782673,
352
+ "min": 53.0010871887207,
353
+ "std": 206.62912340469958
354
+ },
355
+ "contact_sliding_speed": {
356
+ "max": 1.529022455215454,
357
+ "mean": 0.26481252738639066,
358
+ "min": 0.032455578446388245,
359
+ "std": 0.29922125440339825
360
+ },
361
+ "foot_ground_error": {
362
+ "max": 0.1343885213136673,
363
+ "mean": 0.05122493509122211,
364
+ "min": 0.006484770681709051,
365
+ "std": 0.02880259625286465
366
+ },
367
+ "num_samples": 46
368
+ },
369
+ "tracking": {
370
+ "e_acc": {
371
+ "max": 21.05259895324707,
372
+ "mean": 3.8222240767461937,
373
+ "min": 0.8119014673866332,
374
+ "std": 3.2654674841018156
375
+ },
376
+ "e_vel": {
377
+ "max": 17.805911600589752,
378
+ "mean": 4.3530805092102485,
379
+ "min": 1.1232142569497228,
380
+ "std": 2.8994120698654324
381
+ },
382
+ "ee_error": {
383
+ "max": 302.1351993083954,
384
+ "mean": 135.24426325507787,
385
+ "min": 65.07009267807007,
386
+ "std": 60.478877264958534
387
+ },
388
+ "g_mpjpe": {
389
+ "max": 247.88552522659302,
390
+ "mean": 125.02927122556645,
391
+ "min": 54.551322013139725,
392
+ "std": 54.80987515540072
393
+ },
394
+ "mpjpe": {
395
+ "max": 250.2385675907135,
396
+ "mean": 105.92281802192979,
397
+ "min": 49.758315086364746,
398
+ "std": 39.78122268954629
399
+ },
400
+ "num_samples": 46
401
+ }
402
+ },
403
+ "motiongv_original_filtered_test": {
404
+ "num_samples": 46,
405
+ "physical": {
406
+ "body_jerk_mean": {
407
+ "max": 261.30450439453125,
408
+ "mean": 52.621089997498885,
409
+ "min": 5.658854961395264,
410
+ "std": 64.5477818218183
411
+ },
412
+ "contact_sliding_speed": {
413
+ "max": 0.7179014086723328,
414
+ "mean": 0.17159431868070818,
415
+ "min": 0.0072698709554970264,
416
+ "std": 0.18106026293963076
417
+ },
418
+ "foot_ground_error": {
419
+ "max": 0.12866058945655823,
420
+ "mean": 0.033612204492901976,
421
+ "min": 0.0024821762926876545,
422
+ "std": 0.02654290827478745
423
+ },
424
+ "num_samples": 46
425
+ },
426
+ "tracking": {
427
+ "e_acc": {
428
+ "max": 6.670079194009304,
429
+ "mean": 1.6289780697147564,
430
+ "min": 0.19811184029094875,
431
+ "std": 1.8915052124474696
432
+ },
433
+ "e_vel": {
434
+ "max": 10.253013111650944,
435
+ "mean": 2.7517392730299868,
436
+ "min": 0.33004340366460383,
437
+ "std": 2.9108510961309504
438
+ },
439
+ "ee_error": {
440
+ "max": 160.49374639987946,
441
+ "mean": 119.49519667288531,
442
+ "min": 82.74637162685394,
443
+ "std": 17.485241965167916
444
+ },
445
+ "g_mpjpe": {
446
+ "max": 202.29807496070862,
447
+ "mean": 124.4672941772834,
448
+ "min": 63.93648684024811,
449
+ "std": 27.18297374738598
450
+ },
451
+ "mpjpe": {
452
+ "max": 185.9973520040512,
453
+ "mean": 82.30345995853777,
454
+ "min": 41.61698371171951,
455
+ "std": 31.32613445818896
456
+ },
457
+ "num_samples": 46
458
+ }
459
+ },
460
+ "motionllama_original_filtered_test": {
461
+ "num_samples": 46,
462
+ "physical": {
463
+ "body_jerk_mean": {
464
+ "max": 247.99411010742188,
465
+ "mean": 55.97845307640407,
466
+ "min": 9.851886749267578,
467
+ "std": 56.292379288589856
468
+ },
469
+ "contact_sliding_speed": {
470
+ "max": 0.5747495293617249,
471
+ "mean": 0.1921678574188896,
472
+ "min": 0.0,
473
+ "std": 0.15284471728056662
474
+ },
475
+ "foot_ground_error": {
476
+ "max": 0.14775340259075165,
477
+ "mean": 0.047685671638211476,
478
+ "min": 0.008017451502382755,
479
+ "std": 0.031033176606086725
480
+ },
481
+ "num_samples": 46
482
+ },
483
+ "tracking": {
484
+ "e_acc": {
485
+ "max": 4.293934442102909,
486
+ "mean": 1.282866986635465,
487
+ "min": 0.2649577218107879,
488
+ "std": 0.9070948138378675
489
+ },
490
+ "e_vel": {
491
+ "max": 6.252130959182978,
492
+ "mean": 2.7214642626780043,
493
+ "min": 0.5894711939617991,
494
+ "std": 1.4801664286713792
495
+ },
496
+ "ee_error": {
497
+ "max": 173.68601262569427,
498
+ "mean": 123.35210342122161,
499
+ "min": 92.1407863497734,
500
+ "std": 20.702471957811788
501
+ },
502
+ "g_mpjpe": {
503
+ "max": 189.18143212795258,
504
+ "mean": 129.89265147758567,
505
+ "min": 88.661789894104,
506
+ "std": 22.314840062021332
507
+ },
508
+ "mpjpe": {
509
+ "max": 186.29594147205353,
510
+ "mean": 94.48343231950118,
511
+ "min": 52.23914235830307,
512
+ "std": 29.919141503741947
513
+ },
514
+ "num_samples": 46
515
+ }
516
+ },
517
+ "permo_original_filtered_test": {
518
+ "num_samples": 46,
519
+ "physical": {
520
+ "body_jerk_mean": {
521
+ "max": 320.5179748535156,
522
+ "mean": 108.93203939562258,
523
+ "min": 5.496527194976807,
524
+ "std": 84.30976406899991
525
+ },
526
+ "contact_sliding_speed": {
527
+ "max": 2.0540354251861572,
528
+ "mean": 0.674337596025156,
529
+ "min": 0.0,
530
+ "std": 0.5788901129836003
531
+ },
532
+ "foot_ground_error": {
533
+ "max": 0.17134049534797668,
534
+ "mean": 0.05287836626698465,
535
+ "min": 0.005433936603367329,
536
+ "std": 0.04287860196082311
537
+ },
538
+ "num_samples": 46
539
+ },
540
+ "tracking": {
541
+ "e_acc": {
542
+ "max": 8.852701634168625,
543
+ "mean": 3.7318887189030647,
544
+ "min": 0.5132551304996014,
545
+ "std": 2.1924297385124545
546
+ },
547
+ "e_vel": {
548
+ "max": 12.148342095315456,
549
+ "mean": 5.975175016235722,
550
+ "min": 0.9220141218975186,
551
+ "std": 2.7689319266672547
552
+ },
553
+ "ee_error": {
554
+ "max": 234.38389599323273,
555
+ "mean": 104.33577171162419,
556
+ "min": 54.40927296876907,
557
+ "std": 40.932227447771616
558
+ },
559
+ "g_mpjpe": {
560
+ "max": 193.5054212808609,
561
+ "mean": 100.98170383792856,
562
+ "min": 49.37412589788437,
563
+ "std": 37.37552712656591
564
+ },
565
+ "mpjpe": {
566
+ "max": 156.23429417610168,
567
+ "mean": 79.73209857616736,
568
+ "min": 39.83282297849655,
569
+ "std": 28.48718260690891
570
+ },
571
+ "num_samples": 46
572
+ }
573
+ },
574
+ "snapmogen_original_filtered_test": {
575
+ "num_samples": 46,
576
+ "physical": {
577
+ "body_jerk_mean": {
578
+ "max": 464.91162109375,
579
+ "mean": 93.05220128142315,
580
+ "min": 7.379549980163574,
581
+ "std": 90.05297004844901
582
+ },
583
+ "contact_sliding_speed": {
584
+ "max": 1.2733739614486694,
585
+ "mean": 0.36075827649430087,
586
+ "min": 0.026160530745983124,
587
+ "std": 0.2924144788235158
588
+ },
589
+ "foot_ground_error": {
590
+ "max": 0.09117760509252548,
591
+ "mean": 0.042023158794187984,
592
+ "min": 0.004304572939872742,
593
+ "std": 0.021823720677093532
594
+ },
595
+ "num_samples": 46
596
+ },
597
+ "tracking": {
598
+ "e_acc": {
599
+ "max": 9.545344859361649,
600
+ "mean": 2.819123667153611,
601
+ "min": 0.2677472948562354,
602
+ "std": 2.312110108550364
603
+ },
604
+ "e_vel": {
605
+ "max": 11.423451825976372,
606
+ "mean": 4.593621696466985,
607
+ "min": 0.7099313079379499,
608
+ "std": 3.0305299381058597
609
+ },
610
+ "ee_error": {
611
+ "max": 230.3713709115982,
612
+ "mean": 91.66002265461113,
613
+ "min": 61.106178909540176,
614
+ "std": 28.233612746416732
615
+ },
616
+ "g_mpjpe": {
617
+ "max": 195.4793632030487,
618
+ "mean": 92.97235577326754,
619
+ "min": 55.224791169166565,
620
+ "std": 28.099038398783065
621
+ },
622
+ "mpjpe": {
623
+ "max": 138.08180391788483,
624
+ "mean": 87.25804390142794,
625
+ "min": 52.53040790557861,
626
+ "std": 24.72807218471586
627
+ },
628
+ "num_samples": 46
629
+ }
630
+ }
631
+ },
632
+ "embedding_metrics": {
633
+ "diversity_generated": null,
634
+ "enabled": false,
635
+ "motion_fid": null,
636
+ "motion_kid": null,
637
+ "reason": "humanref artifact benchmark does not use a text evaluator"
638
+ },
639
+ "exp": "300m",
640
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs_baseline/curobo/humanref_bodymap_fixed_rerun/generated_qpos.npz",
641
+ "label": "cuRobo-IK",
642
+ "num_frames": 60,
643
+ "num_samples": 512,
644
+ "physical_metrics": {
645
+ "body_jerk_mean": {
646
+ "max": 1447.3392333984375,
647
+ "mean": 125.36827341141179,
648
+ "min": 3.5542712211608887,
649
+ "std": 143.93200548744727
650
+ },
651
+ "contact_height_threshold": 0.12,
652
+ "contact_penetration_tolerance": 0.02,
653
+ "contact_sliding_speed": {
654
+ "max": 2.0540354251861572,
655
+ "mean": 0.3677482427783616,
656
+ "min": 0.0,
657
+ "std": 0.37352087607251383
658
+ },
659
+ "foot_ground_error": {
660
+ "max": 0.17134049534797668,
661
+ "mean": 0.043503934321961424,
662
+ "min": 0.0014330394333228469,
663
+ "std": 0.030274050020783108
664
+ },
665
+ "frames": 60,
666
+ "num_samples": 512
667
+ },
668
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/reference_qpos.npz",
669
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/sample_metrics.jsonl",
670
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/humanref_test_512.jsonl",
671
+ "split": "test",
672
+ "tracker_executed": {
673
+ "action_clip": 10.0,
674
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/tracker_executed/tracker_executed_qpos.npz",
675
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/tracker_executed/benchmark_tracker.json",
676
+ "control_substeps": 10,
677
+ "enabled": true,
678
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
679
+ "metrics": {
680
+ "e_acc": {
681
+ "max": 14.596608467400074,
682
+ "mean": 4.0028982098760935,
683
+ "min": 0.4397902812343091,
684
+ "std": 1.6478643272298081
685
+ },
686
+ "e_vel": {
687
+ "max": 41.69684275984764,
688
+ "mean": 17.022719233864336,
689
+ "min": 2.3377372417598963,
690
+ "std": 5.917372182119983
691
+ },
692
+ "enabled": true,
693
+ "g_mpjpe": {
694
+ "max": 1765.602469444275,
695
+ "mean": 628.4121195494663,
696
+ "min": 58.688294142484665,
697
+ "std": 234.6816675080089
698
+ },
699
+ "mpjpe": {
700
+ "max": 455.10584115982056,
701
+ "mean": 279.15337205922697,
702
+ "min": 35.12980043888092,
703
+ "std": 87.07082852644604
704
+ },
705
+ "num_samples": 512,
706
+ "root_index": 0,
707
+ "target_fps": 50.0
708
+ },
709
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/tracker_executed/tracker_metrics.json",
710
+ "num_generated_samples": 512,
711
+ "num_samples": 512,
712
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
713
+ "robot_xml": null,
714
+ "root_index": 0,
715
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/tracker_executed/tracker_sample_metrics.jsonl",
716
+ "selected_indices": [
717
+ 0,
718
+ 1,
719
+ 2,
720
+ 3,
721
+ 4,
722
+ 5,
723
+ 6,
724
+ 7,
725
+ 8,
726
+ 9,
727
+ 10,
728
+ 11,
729
+ 12,
730
+ 13,
731
+ 14,
732
+ 15,
733
+ 16,
734
+ 17,
735
+ 18,
736
+ 19,
737
+ 20,
738
+ 21,
739
+ 22,
740
+ 23,
741
+ 24,
742
+ 25,
743
+ 26,
744
+ 27,
745
+ 28,
746
+ 29,
747
+ 30,
748
+ 31,
749
+ 32,
750
+ 33,
751
+ 34,
752
+ 35,
753
+ 36,
754
+ 37,
755
+ 38,
756
+ 39,
757
+ 40,
758
+ 41,
759
+ 42,
760
+ 43,
761
+ 44,
762
+ 45,
763
+ 46,
764
+ 47,
765
+ 48,
766
+ 49,
767
+ 50,
768
+ 51,
769
+ 52,
770
+ 53,
771
+ 54,
772
+ 55,
773
+ 56,
774
+ 57,
775
+ 58,
776
+ 59,
777
+ 60,
778
+ 61,
779
+ 62,
780
+ 63,
781
+ 64,
782
+ 65,
783
+ 66,
784
+ 67,
785
+ 68,
786
+ 69,
787
+ 70,
788
+ 71,
789
+ 72,
790
+ 73,
791
+ 74,
792
+ 75,
793
+ 76,
794
+ 77,
795
+ 78,
796
+ 79,
797
+ 80,
798
+ 81,
799
+ 82,
800
+ 83,
801
+ 84,
802
+ 85,
803
+ 86,
804
+ 87,
805
+ 88,
806
+ 89,
807
+ 90,
808
+ 91,
809
+ 92,
810
+ 93,
811
+ 94,
812
+ 95,
813
+ 96,
814
+ 97,
815
+ 98,
816
+ 99,
817
+ 100,
818
+ 101,
819
+ 102,
820
+ 103,
821
+ 104,
822
+ 105,
823
+ 106,
824
+ 107,
825
+ 108,
826
+ 109,
827
+ 110,
828
+ 111,
829
+ 112,
830
+ 113,
831
+ 114,
832
+ 115,
833
+ 116,
834
+ 117,
835
+ 118,
836
+ 119,
837
+ 120,
838
+ 121,
839
+ 122,
840
+ 123,
841
+ 124,
842
+ 125,
843
+ 126,
844
+ 127,
845
+ 128,
846
+ 129,
847
+ 130,
848
+ 131,
849
+ 132,
850
+ 133,
851
+ 134,
852
+ 135,
853
+ 136,
854
+ 137,
855
+ 138,
856
+ 139,
857
+ 140,
858
+ 141,
859
+ 142,
860
+ 143,
861
+ 144,
862
+ 145,
863
+ 146,
864
+ 147,
865
+ 148,
866
+ 149,
867
+ 150,
868
+ 151,
869
+ 152,
870
+ 153,
871
+ 154,
872
+ 155,
873
+ 156,
874
+ 157,
875
+ 158,
876
+ 159,
877
+ 160,
878
+ 161,
879
+ 162,
880
+ 163,
881
+ 164,
882
+ 165,
883
+ 166,
884
+ 167,
885
+ 168,
886
+ 169,
887
+ 170,
888
+ 171,
889
+ 172,
890
+ 173,
891
+ 174,
892
+ 175,
893
+ 176,
894
+ 177,
895
+ 178,
896
+ 179,
897
+ 180,
898
+ 181,
899
+ 182,
900
+ 183,
901
+ 184,
902
+ 185,
903
+ 186,
904
+ 187,
905
+ 188,
906
+ 189,
907
+ 190,
908
+ 191,
909
+ 192,
910
+ 193,
911
+ 194,
912
+ 195,
913
+ 196,
914
+ 197,
915
+ 198,
916
+ 199,
917
+ 200,
918
+ 201,
919
+ 202,
920
+ 203,
921
+ 204,
922
+ 205,
923
+ 206,
924
+ 207,
925
+ 208,
926
+ 209,
927
+ 210,
928
+ 211,
929
+ 212,
930
+ 213,
931
+ 214,
932
+ 215,
933
+ 216,
934
+ 217,
935
+ 218,
936
+ 219,
937
+ 220,
938
+ 221,
939
+ 222,
940
+ 223,
941
+ 224,
942
+ 225,
943
+ 226,
944
+ 227,
945
+ 228,
946
+ 229,
947
+ 230,
948
+ 231,
949
+ 232,
950
+ 233,
951
+ 234,
952
+ 235,
953
+ 236,
954
+ 237,
955
+ 238,
956
+ 239,
957
+ 240,
958
+ 241,
959
+ 242,
960
+ 243,
961
+ 244,
962
+ 245,
963
+ 246,
964
+ 247,
965
+ 248,
966
+ 249,
967
+ 250,
968
+ 251,
969
+ 252,
970
+ 253,
971
+ 254,
972
+ 255,
973
+ 256,
974
+ 257,
975
+ 258,
976
+ 259,
977
+ 260,
978
+ 261,
979
+ 262,
980
+ 263,
981
+ 264,
982
+ 265,
983
+ 266,
984
+ 267,
985
+ 268,
986
+ 269,
987
+ 270,
988
+ 271,
989
+ 272,
990
+ 273,
991
+ 274,
992
+ 275,
993
+ 276,
994
+ 277,
995
+ 278,
996
+ 279,
997
+ 280,
998
+ 281,
999
+ 282,
1000
+ 283,
1001
+ 284,
1002
+ 285,
1003
+ 286,
1004
+ 287,
1005
+ 288,
1006
+ 289,
1007
+ 290,
1008
+ 291,
1009
+ 292,
1010
+ 293,
1011
+ 294,
1012
+ 295,
1013
+ 296,
1014
+ 297,
1015
+ 298,
1016
+ 299,
1017
+ 300,
1018
+ 301,
1019
+ 302,
1020
+ 303,
1021
+ 304,
1022
+ 305,
1023
+ 306,
1024
+ 307,
1025
+ 308,
1026
+ 309,
1027
+ 310,
1028
+ 311,
1029
+ 312,
1030
+ 313,
1031
+ 314,
1032
+ 315,
1033
+ 316,
1034
+ 317,
1035
+ 318,
1036
+ 319,
1037
+ 320,
1038
+ 321,
1039
+ 322,
1040
+ 323,
1041
+ 324,
1042
+ 325,
1043
+ 326,
1044
+ 327,
1045
+ 328,
1046
+ 329,
1047
+ 330,
1048
+ 331,
1049
+ 332,
1050
+ 333,
1051
+ 334,
1052
+ 335,
1053
+ 336,
1054
+ 337,
1055
+ 338,
1056
+ 339,
1057
+ 340,
1058
+ 341,
1059
+ 342,
1060
+ 343,
1061
+ 344,
1062
+ 345,
1063
+ 346,
1064
+ 347,
1065
+ 348,
1066
+ 349,
1067
+ 350,
1068
+ 351,
1069
+ 352,
1070
+ 353,
1071
+ 354,
1072
+ 355,
1073
+ 356,
1074
+ 357,
1075
+ 358,
1076
+ 359,
1077
+ 360,
1078
+ 361,
1079
+ 362,
1080
+ 363,
1081
+ 364,
1082
+ 365,
1083
+ 366,
1084
+ 367,
1085
+ 368,
1086
+ 369,
1087
+ 370,
1088
+ 371,
1089
+ 372,
1090
+ 373,
1091
+ 374,
1092
+ 375,
1093
+ 376,
1094
+ 377,
1095
+ 378,
1096
+ 379,
1097
+ 380,
1098
+ 381,
1099
+ 382,
1100
+ 383,
1101
+ 384,
1102
+ 385,
1103
+ 386,
1104
+ 387,
1105
+ 388,
1106
+ 389,
1107
+ 390,
1108
+ 391,
1109
+ 392,
1110
+ 393,
1111
+ 394,
1112
+ 395,
1113
+ 396,
1114
+ 397,
1115
+ 398,
1116
+ 399,
1117
+ 400,
1118
+ 401,
1119
+ 402,
1120
+ 403,
1121
+ 404,
1122
+ 405,
1123
+ 406,
1124
+ 407,
1125
+ 408,
1126
+ 409,
1127
+ 410,
1128
+ 411,
1129
+ 412,
1130
+ 413,
1131
+ 414,
1132
+ 415,
1133
+ 416,
1134
+ 417,
1135
+ 418,
1136
+ 419,
1137
+ 420,
1138
+ 421,
1139
+ 422,
1140
+ 423,
1141
+ 424,
1142
+ 425,
1143
+ 426,
1144
+ 427,
1145
+ 428,
1146
+ 429,
1147
+ 430,
1148
+ 431,
1149
+ 432,
1150
+ 433,
1151
+ 434,
1152
+ 435,
1153
+ 436,
1154
+ 437,
1155
+ 438,
1156
+ 439,
1157
+ 440,
1158
+ 441,
1159
+ 442,
1160
+ 443,
1161
+ 444,
1162
+ 445,
1163
+ 446,
1164
+ 447,
1165
+ 448,
1166
+ 449,
1167
+ 450,
1168
+ 451,
1169
+ 452,
1170
+ 453,
1171
+ 454,
1172
+ 455,
1173
+ 456,
1174
+ 457,
1175
+ 458,
1176
+ 459,
1177
+ 460,
1178
+ 461,
1179
+ 462,
1180
+ 463,
1181
+ 464,
1182
+ 465,
1183
+ 466,
1184
+ 467,
1185
+ 468,
1186
+ 469,
1187
+ 470,
1188
+ 471,
1189
+ 472,
1190
+ 473,
1191
+ 474,
1192
+ 475,
1193
+ 476,
1194
+ 477,
1195
+ 478,
1196
+ 479,
1197
+ 480,
1198
+ 481,
1199
+ 482,
1200
+ 483,
1201
+ 484,
1202
+ 485,
1203
+ 486,
1204
+ 487,
1205
+ 488,
1206
+ 489,
1207
+ 490,
1208
+ 491,
1209
+ 492,
1210
+ 493,
1211
+ 494,
1212
+ 495,
1213
+ 496,
1214
+ 497,
1215
+ 498,
1216
+ 499,
1217
+ 500,
1218
+ 501,
1219
+ 502,
1220
+ 503,
1221
+ 504,
1222
+ 505,
1223
+ 506,
1224
+ 507,
1225
+ 508,
1226
+ 509,
1227
+ 510,
1228
+ 511
1229
+ ],
1230
+ "steps": null,
1231
+ "target_fps": 50.0,
1232
+ "valid_shape": [
1233
+ 512,
1234
+ 99
1235
+ ]
1236
+ },
1237
+ "tracking_metrics": {
1238
+ "e_acc": {
1239
+ "max": 35.87384521961212,
1240
+ "mean": 4.027869280491814,
1241
+ "min": 0.13798029976896942,
1242
+ "std": 4.693607380764456
1243
+ },
1244
+ "e_vel": {
1245
+ "max": 42.18589514493942,
1246
+ "mean": 5.868588685984832,
1247
+ "min": 0.22503154468722641,
1248
+ "std": 5.5666482027359345
1249
+ },
1250
+ "ee_error": {
1251
+ "max": 302.1351993083954,
1252
+ "mean": 107.32100414679735,
1253
+ "min": 5.157771520316601,
1254
+ "std": 42.51124657573407
1255
+ },
1256
+ "frames": 60,
1257
+ "g_mpjpe": {
1258
+ "max": 247.88552522659302,
1259
+ "mean": 109.26240991648228,
1260
+ "min": 15.09887259453535,
1261
+ "std": 38.22241291893249
1262
+ },
1263
+ "mpjpe": {
1264
+ "max": 250.2385675907135,
1265
+ "mean": 88.2419725840009,
1266
+ "min": 13.980050571262836,
1267
+ "std": 32.196325287351705
1268
+ },
1269
+ "num_samples": 512,
1270
+ "root_index": 0
1271
+ },
1272
+ "transition_metrics": {
1273
+ "chunk_length": 60,
1274
+ "enabled": false,
1275
+ "num_frames": 60,
1276
+ "reason": "num_frames must be greater than chunk_length"
1277
+ }
1278
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/dataset_metrics.json ADDED
@@ -0,0 +1,629 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aistpp_original_audio_test": {
3
+ "num_samples": 47,
4
+ "physical": {
5
+ "body_jerk_mean": {
6
+ "max": 1055.996337890625,
7
+ "mean": 371.4777296147448,
8
+ "min": 4.3138933181762695,
9
+ "std": 203.81889422344463
10
+ },
11
+ "contact_sliding_speed": {
12
+ "max": 1.753557562828064,
13
+ "mean": 0.8304093750391869,
14
+ "min": 0.04999803379178047,
15
+ "std": 0.40044230406184683
16
+ },
17
+ "foot_ground_error": {
18
+ "max": 0.13826106488704681,
19
+ "mean": 0.06059934999397461,
20
+ "min": 0.026825029402971268,
21
+ "std": 0.022917335663889028
22
+ },
23
+ "num_samples": 47
24
+ },
25
+ "tracking": {
26
+ "e_acc": {
27
+ "max": 35.87384521961212,
28
+ "mean": 13.375003426459598,
29
+ "min": 0.25346429902128875,
30
+ "std": 7.486685115202069
31
+ },
32
+ "e_vel": {
33
+ "max": 42.18589514493942,
34
+ "mean": 17.15427744350931,
35
+ "min": 0.7322459714487195,
36
+ "std": 8.006844075317089
37
+ },
38
+ "ee_error": {
39
+ "max": 183.12308192253113,
40
+ "mean": 110.4599711425761,
41
+ "min": 69.64360922574997,
42
+ "std": 24.331772229584065
43
+ },
44
+ "g_mpjpe": {
45
+ "max": 175.85940659046173,
46
+ "mean": 117.78856837686072,
47
+ "min": 57.93335661292076,
48
+ "std": 25.8502785881173
49
+ },
50
+ "mpjpe": {
51
+ "max": 173.04717004299164,
52
+ "mean": 106.08907590838189,
53
+ "min": 51.784396171569824,
54
+ "std": 24.152044543238326
55
+ },
56
+ "num_samples": 47
57
+ }
58
+ },
59
+ "amass_original_filtered_test": {
60
+ "num_samples": 47,
61
+ "physical": {
62
+ "body_jerk_mean": {
63
+ "max": 266.52056884765625,
64
+ "mean": 82.26067762171968,
65
+ "min": 8.588903427124023,
66
+ "std": 66.34174321886714
67
+ },
68
+ "contact_sliding_speed": {
69
+ "max": 1.3786568641662598,
70
+ "mean": 0.36052636806159577,
71
+ "min": 0.019938500598073006,
72
+ "std": 0.3413477335066697
73
+ },
74
+ "foot_ground_error": {
75
+ "max": 0.13695795834064484,
76
+ "mean": 0.04139593748643281,
77
+ "min": 0.0014330394333228469,
78
+ "std": 0.027885238763800592
79
+ },
80
+ "num_samples": 47
81
+ },
82
+ "tracking": {
83
+ "e_acc": {
84
+ "max": 7.117547560483217,
85
+ "mean": 1.913127880741624,
86
+ "min": 0.3022690652869642,
87
+ "std": 1.6926636010947922
88
+ },
89
+ "e_vel": {
90
+ "max": 10.584765113890171,
91
+ "mean": 3.421585532549293,
92
+ "min": 0.579989398829639,
93
+ "std": 2.434522244668599
94
+ },
95
+ "ee_error": {
96
+ "max": 107.71899670362473,
97
+ "mean": 33.20174850523472,
98
+ "min": 5.157771520316601,
99
+ "std": 24.345175203663462
100
+ },
101
+ "g_mpjpe": {
102
+ "max": 144.62628960609436,
103
+ "mean": 57.51261572809295,
104
+ "min": 15.09887259453535,
105
+ "std": 33.09459303431395
106
+ },
107
+ "mpjpe": {
108
+ "max": 151.59080922603607,
109
+ "mean": 62.37960371010481,
110
+ "min": 13.980050571262836,
111
+ "std": 35.188991243432774
112
+ },
113
+ "num_samples": 47
114
+ }
115
+ },
116
+ "beat2_original_humanref_test": {
117
+ "num_samples": 47,
118
+ "physical": {
119
+ "body_jerk_mean": {
120
+ "max": 166.9944305419922,
121
+ "mean": 29.499254175957212,
122
+ "min": 3.5542712211608887,
123
+ "std": 33.3876738796108
124
+ },
125
+ "contact_sliding_speed": {
126
+ "max": 0.4868549704551697,
127
+ "mean": 0.11766063885644396,
128
+ "min": 0.01797754317522049,
129
+ "std": 0.1037999799594645
130
+ },
131
+ "foot_ground_error": {
132
+ "max": 0.16449327766895294,
133
+ "mean": 0.05610536464658427,
134
+ "min": 0.0018020811257883906,
135
+ "std": 0.03457290327579147
136
+ },
137
+ "num_samples": 47
138
+ },
139
+ "tracking": {
140
+ "e_acc": {
141
+ "max": 17.9506354033947,
142
+ "mean": 2.4984500945565546,
143
+ "min": 0.13798029976896942,
144
+ "std": 3.1450675389816443
145
+ },
146
+ "e_vel": {
147
+ "max": 9.099050424993038,
148
+ "mean": 3.2455255494185504,
149
+ "min": 0.3130983386654407,
150
+ "std": 2.0659595191295517
151
+ },
152
+ "ee_error": {
153
+ "max": 239.4990622997284,
154
+ "mean": 149.6201533269375,
155
+ "min": 84.30103212594986,
156
+ "std": 41.08923791792749
157
+ },
158
+ "g_mpjpe": {
159
+ "max": 189.7408366203308,
160
+ "mean": 135.2662648609344,
161
+ "min": 65.51916897296906,
162
+ "std": 34.225475072184906
163
+ },
164
+ "mpjpe": {
165
+ "max": 156.92518651485443,
166
+ "mean": 96.21424822414176,
167
+ "min": 55.29836192727089,
168
+ "std": 25.570379410684478
169
+ },
170
+ "num_samples": 47
171
+ }
172
+ },
173
+ "finedance_original_audio_test": {
174
+ "num_samples": 47,
175
+ "physical": {
176
+ "body_jerk_mean": {
177
+ "max": 401.5089416503906,
178
+ "mean": 150.83362149177714,
179
+ "min": 17.736841201782227,
180
+ "std": 91.71040389659404
181
+ },
182
+ "contact_sliding_speed": {
183
+ "max": 1.1681339740753174,
184
+ "mean": 0.4219917894360867,
185
+ "min": 0.10262270271778107,
186
+ "std": 0.22149221726188897
187
+ },
188
+ "foot_ground_error": {
189
+ "max": 0.06694139540195465,
190
+ "mean": 0.025835591873669243,
191
+ "min": 0.007363431621342897,
192
+ "std": 0.013573228414232918
193
+ },
194
+ "num_samples": 47
195
+ },
196
+ "tracking": {
197
+ "e_acc": {
198
+ "max": 20.909937098622322,
199
+ "mean": 7.078843671788878,
200
+ "min": 1.0229573817923665,
201
+ "std": 4.122438889679893
202
+ },
203
+ "e_vel": {
204
+ "max": 22.987039759755135,
205
+ "mean": 10.529763605247469,
206
+ "min": 2.9666272457689047,
207
+ "std": 4.367039021698151
208
+ },
209
+ "ee_error": {
210
+ "max": 139.51516151428223,
211
+ "mean": 104.00385663230368,
212
+ "min": 72.91743159294128,
213
+ "std": 15.851499132447858
214
+ },
215
+ "g_mpjpe": {
216
+ "max": 167.71267354488373,
217
+ "mean": 106.0726581577291,
218
+ "min": 59.17249992489815,
219
+ "std": 28.06652938116892
220
+ },
221
+ "mpjpe": {
222
+ "max": 149.3949443101883,
223
+ "mean": 99.90210775682267,
224
+ "min": 58.97817388176918,
225
+ "std": 26.97743869145049
226
+ },
227
+ "num_samples": 47
228
+ }
229
+ },
230
+ "fitness_original_filtered_test": {
231
+ "num_samples": 47,
232
+ "physical": {
233
+ "body_jerk_mean": {
234
+ "max": 295.9526062011719,
235
+ "mean": 119.20627011644079,
236
+ "min": 8.830147743225098,
237
+ "std": 68.87348970535142
238
+ },
239
+ "contact_sliding_speed": {
240
+ "max": 0.6018165349960327,
241
+ "mean": 0.2079777187727233,
242
+ "min": 0.0,
243
+ "std": 0.14940380955210764
244
+ },
245
+ "foot_ground_error": {
246
+ "max": 0.13936059176921844,
247
+ "mean": 0.03904333402046022,
248
+ "min": 0.002316291444003582,
249
+ "std": 0.03182408545500079
250
+ },
251
+ "num_samples": 47
252
+ },
253
+ "tracking": {
254
+ "e_acc": {
255
+ "max": 7.410794496536255,
256
+ "mean": 2.9103733345920695,
257
+ "min": 0.16337180568370968,
258
+ "std": 1.6525416881804362
259
+ },
260
+ "e_vel": {
261
+ "max": 11.449756100773811,
262
+ "mean": 4.204890356359488,
263
+ "min": 0.22503154468722641,
264
+ "std": 2.5715644076565565
265
+ },
266
+ "ee_error": {
267
+ "max": 136.47912442684174,
268
+ "mean": 102.96756536402602,
269
+ "min": 58.70306119322777,
270
+ "std": 17.771659036722042
271
+ },
272
+ "g_mpjpe": {
273
+ "max": 159.12817418575287,
274
+ "mean": 108.26764493546587,
275
+ "min": 64.43137675523758,
276
+ "std": 26.025785743416407
277
+ },
278
+ "mpjpe": {
279
+ "max": 152.3686796426773,
280
+ "mean": 75.70750519950339,
281
+ "min": 41.58979281783104,
282
+ "std": 28.39079004238793
283
+ },
284
+ "num_samples": 47
285
+ }
286
+ },
287
+ "humanml_original_filtered_test": {
288
+ "num_samples": 47,
289
+ "physical": {
290
+ "body_jerk_mean": {
291
+ "max": 352.5660705566406,
292
+ "mean": 85.78088268827885,
293
+ "min": 3.676147699356079,
294
+ "std": 79.62267251536026
295
+ },
296
+ "contact_sliding_speed": {
297
+ "max": 1.530164122581482,
298
+ "mean": 0.4392692972014242,
299
+ "min": 0.01348110195249319,
300
+ "std": 0.3551015352684251
301
+ },
302
+ "foot_ground_error": {
303
+ "max": 0.06917708367109299,
304
+ "mean": 0.02835010078319527,
305
+ "min": 0.004521294496953487,
306
+ "std": 0.01740392149702986
307
+ },
308
+ "num_samples": 47
309
+ },
310
+ "tracking": {
311
+ "e_acc": {
312
+ "max": 11.30976527929306,
313
+ "mean": 3.0998467350690726,
314
+ "min": 0.1742792665027082,
315
+ "std": 2.571138645462673
316
+ },
317
+ "e_vel": {
318
+ "max": 16.367625445127487,
319
+ "mean": 5.412972244270581,
320
+ "min": 0.4070810100529343,
321
+ "std": 3.7989495760938854
322
+ },
323
+ "ee_error": {
324
+ "max": 217.7881896495819,
325
+ "mean": 106.9878894597926,
326
+ "min": 73.92064481973648,
327
+ "std": 28.231809556406997
328
+ },
329
+ "g_mpjpe": {
330
+ "max": 164.38628733158112,
331
+ "mean": 104.21061301802067,
332
+ "min": 55.23531511425972,
333
+ "std": 23.405531981042248
334
+ },
335
+ "mpjpe": {
336
+ "max": 133.39568674564362,
337
+ "mean": 80.84994292956718,
338
+ "min": 39.831481873989105,
339
+ "std": 25.610119248927443
340
+ },
341
+ "num_samples": 47
342
+ }
343
+ },
344
+ "idea400_original_filtered_test": {
345
+ "num_samples": 46,
346
+ "physical": {
347
+ "body_jerk_mean": {
348
+ "max": 1447.3392333984375,
349
+ "mean": 227.52077077782673,
350
+ "min": 53.0010871887207,
351
+ "std": 206.62912340469958
352
+ },
353
+ "contact_sliding_speed": {
354
+ "max": 1.529022455215454,
355
+ "mean": 0.26481252738639066,
356
+ "min": 0.032455578446388245,
357
+ "std": 0.29922125440339825
358
+ },
359
+ "foot_ground_error": {
360
+ "max": 0.1343885213136673,
361
+ "mean": 0.05122493509122211,
362
+ "min": 0.006484770681709051,
363
+ "std": 0.02880259625286465
364
+ },
365
+ "num_samples": 46
366
+ },
367
+ "tracking": {
368
+ "e_acc": {
369
+ "max": 21.05259895324707,
370
+ "mean": 3.8222240767461937,
371
+ "min": 0.8119014673866332,
372
+ "std": 3.2654674841018156
373
+ },
374
+ "e_vel": {
375
+ "max": 17.805911600589752,
376
+ "mean": 4.3530805092102485,
377
+ "min": 1.1232142569497228,
378
+ "std": 2.8994120698654324
379
+ },
380
+ "ee_error": {
381
+ "max": 302.1351993083954,
382
+ "mean": 135.24426325507787,
383
+ "min": 65.07009267807007,
384
+ "std": 60.478877264958534
385
+ },
386
+ "g_mpjpe": {
387
+ "max": 247.88552522659302,
388
+ "mean": 125.02927122556645,
389
+ "min": 54.551322013139725,
390
+ "std": 54.80987515540072
391
+ },
392
+ "mpjpe": {
393
+ "max": 250.2385675907135,
394
+ "mean": 105.92281802192979,
395
+ "min": 49.758315086364746,
396
+ "std": 39.78122268954629
397
+ },
398
+ "num_samples": 46
399
+ }
400
+ },
401
+ "motiongv_original_filtered_test": {
402
+ "num_samples": 46,
403
+ "physical": {
404
+ "body_jerk_mean": {
405
+ "max": 261.30450439453125,
406
+ "mean": 52.621089997498885,
407
+ "min": 5.658854961395264,
408
+ "std": 64.5477818218183
409
+ },
410
+ "contact_sliding_speed": {
411
+ "max": 0.7179014086723328,
412
+ "mean": 0.17159431868070818,
413
+ "min": 0.0072698709554970264,
414
+ "std": 0.18106026293963076
415
+ },
416
+ "foot_ground_error": {
417
+ "max": 0.12866058945655823,
418
+ "mean": 0.033612204492901976,
419
+ "min": 0.0024821762926876545,
420
+ "std": 0.02654290827478745
421
+ },
422
+ "num_samples": 46
423
+ },
424
+ "tracking": {
425
+ "e_acc": {
426
+ "max": 6.670079194009304,
427
+ "mean": 1.6289780697147564,
428
+ "min": 0.19811184029094875,
429
+ "std": 1.8915052124474696
430
+ },
431
+ "e_vel": {
432
+ "max": 10.253013111650944,
433
+ "mean": 2.7517392730299868,
434
+ "min": 0.33004340366460383,
435
+ "std": 2.9108510961309504
436
+ },
437
+ "ee_error": {
438
+ "max": 160.49374639987946,
439
+ "mean": 119.49519667288531,
440
+ "min": 82.74637162685394,
441
+ "std": 17.485241965167916
442
+ },
443
+ "g_mpjpe": {
444
+ "max": 202.29807496070862,
445
+ "mean": 124.4672941772834,
446
+ "min": 63.93648684024811,
447
+ "std": 27.18297374738598
448
+ },
449
+ "mpjpe": {
450
+ "max": 185.9973520040512,
451
+ "mean": 82.30345995853777,
452
+ "min": 41.61698371171951,
453
+ "std": 31.32613445818896
454
+ },
455
+ "num_samples": 46
456
+ }
457
+ },
458
+ "motionllama_original_filtered_test": {
459
+ "num_samples": 46,
460
+ "physical": {
461
+ "body_jerk_mean": {
462
+ "max": 247.99411010742188,
463
+ "mean": 55.97845307640407,
464
+ "min": 9.851886749267578,
465
+ "std": 56.292379288589856
466
+ },
467
+ "contact_sliding_speed": {
468
+ "max": 0.5747495293617249,
469
+ "mean": 0.1921678574188896,
470
+ "min": 0.0,
471
+ "std": 0.15284471728056662
472
+ },
473
+ "foot_ground_error": {
474
+ "max": 0.14775340259075165,
475
+ "mean": 0.047685671638211476,
476
+ "min": 0.008017451502382755,
477
+ "std": 0.031033176606086725
478
+ },
479
+ "num_samples": 46
480
+ },
481
+ "tracking": {
482
+ "e_acc": {
483
+ "max": 4.293934442102909,
484
+ "mean": 1.282866986635465,
485
+ "min": 0.2649577218107879,
486
+ "std": 0.9070948138378675
487
+ },
488
+ "e_vel": {
489
+ "max": 6.252130959182978,
490
+ "mean": 2.7214642626780043,
491
+ "min": 0.5894711939617991,
492
+ "std": 1.4801664286713792
493
+ },
494
+ "ee_error": {
495
+ "max": 173.68601262569427,
496
+ "mean": 123.35210342122161,
497
+ "min": 92.1407863497734,
498
+ "std": 20.702471957811788
499
+ },
500
+ "g_mpjpe": {
501
+ "max": 189.18143212795258,
502
+ "mean": 129.89265147758567,
503
+ "min": 88.661789894104,
504
+ "std": 22.314840062021332
505
+ },
506
+ "mpjpe": {
507
+ "max": 186.29594147205353,
508
+ "mean": 94.48343231950118,
509
+ "min": 52.23914235830307,
510
+ "std": 29.919141503741947
511
+ },
512
+ "num_samples": 46
513
+ }
514
+ },
515
+ "permo_original_filtered_test": {
516
+ "num_samples": 46,
517
+ "physical": {
518
+ "body_jerk_mean": {
519
+ "max": 320.5179748535156,
520
+ "mean": 108.93203939562258,
521
+ "min": 5.496527194976807,
522
+ "std": 84.30976406899991
523
+ },
524
+ "contact_sliding_speed": {
525
+ "max": 2.0540354251861572,
526
+ "mean": 0.674337596025156,
527
+ "min": 0.0,
528
+ "std": 0.5788901129836003
529
+ },
530
+ "foot_ground_error": {
531
+ "max": 0.17134049534797668,
532
+ "mean": 0.05287836626698465,
533
+ "min": 0.005433936603367329,
534
+ "std": 0.04287860196082311
535
+ },
536
+ "num_samples": 46
537
+ },
538
+ "tracking": {
539
+ "e_acc": {
540
+ "max": 8.852701634168625,
541
+ "mean": 3.7318887189030647,
542
+ "min": 0.5132551304996014,
543
+ "std": 2.1924297385124545
544
+ },
545
+ "e_vel": {
546
+ "max": 12.148342095315456,
547
+ "mean": 5.975175016235722,
548
+ "min": 0.9220141218975186,
549
+ "std": 2.7689319266672547
550
+ },
551
+ "ee_error": {
552
+ "max": 234.38389599323273,
553
+ "mean": 104.33577171162419,
554
+ "min": 54.40927296876907,
555
+ "std": 40.932227447771616
556
+ },
557
+ "g_mpjpe": {
558
+ "max": 193.5054212808609,
559
+ "mean": 100.98170383792856,
560
+ "min": 49.37412589788437,
561
+ "std": 37.37552712656591
562
+ },
563
+ "mpjpe": {
564
+ "max": 156.23429417610168,
565
+ "mean": 79.73209857616736,
566
+ "min": 39.83282297849655,
567
+ "std": 28.48718260690891
568
+ },
569
+ "num_samples": 46
570
+ }
571
+ },
572
+ "snapmogen_original_filtered_test": {
573
+ "num_samples": 46,
574
+ "physical": {
575
+ "body_jerk_mean": {
576
+ "max": 464.91162109375,
577
+ "mean": 93.05220128142315,
578
+ "min": 7.379549980163574,
579
+ "std": 90.05297004844901
580
+ },
581
+ "contact_sliding_speed": {
582
+ "max": 1.2733739614486694,
583
+ "mean": 0.36075827649430087,
584
+ "min": 0.026160530745983124,
585
+ "std": 0.2924144788235158
586
+ },
587
+ "foot_ground_error": {
588
+ "max": 0.09117760509252548,
589
+ "mean": 0.042023158794187984,
590
+ "min": 0.004304572939872742,
591
+ "std": 0.021823720677093532
592
+ },
593
+ "num_samples": 46
594
+ },
595
+ "tracking": {
596
+ "e_acc": {
597
+ "max": 9.545344859361649,
598
+ "mean": 2.819123667153611,
599
+ "min": 0.2677472948562354,
600
+ "std": 2.312110108550364
601
+ },
602
+ "e_vel": {
603
+ "max": 11.423451825976372,
604
+ "mean": 4.593621696466985,
605
+ "min": 0.7099313079379499,
606
+ "std": 3.0305299381058597
607
+ },
608
+ "ee_error": {
609
+ "max": 230.3713709115982,
610
+ "mean": 91.66002265461113,
611
+ "min": 61.106178909540176,
612
+ "std": 28.233612746416732
613
+ },
614
+ "g_mpjpe": {
615
+ "max": 195.4793632030487,
616
+ "mean": 92.97235577326754,
617
+ "min": 55.224791169166565,
618
+ "std": 28.099038398783065
619
+ },
620
+ "mpjpe": {
621
+ "max": 138.08180391788483,
622
+ "mean": 87.25804390142794,
623
+ "min": 52.53040790557861,
624
+ "std": 24.72807218471586
625
+ },
626
+ "num_samples": 46
627
+ }
628
+ }
629
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/embedding_metrics.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "diversity_generated": null,
3
+ "enabled": false,
4
+ "motion_fid": null,
5
+ "motion_kid": null,
6
+ "reason": "humanref artifact benchmark does not use a text evaluator"
7
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/metrics.json ADDED
@@ -0,0 +1,1281 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": {
3
+ "benchmark": "artifact_humanref",
4
+ "dataset_metrics": {
5
+ "aistpp_original_audio_test": {
6
+ "num_samples": 47,
7
+ "physical": {
8
+ "body_jerk_mean": {
9
+ "max": 1055.996337890625,
10
+ "mean": 371.4777296147448,
11
+ "min": 4.3138933181762695,
12
+ "std": 203.81889422344463
13
+ },
14
+ "contact_sliding_speed": {
15
+ "max": 1.753557562828064,
16
+ "mean": 0.8304093750391869,
17
+ "min": 0.04999803379178047,
18
+ "std": 0.40044230406184683
19
+ },
20
+ "foot_ground_error": {
21
+ "max": 0.13826106488704681,
22
+ "mean": 0.06059934999397461,
23
+ "min": 0.026825029402971268,
24
+ "std": 0.022917335663889028
25
+ },
26
+ "num_samples": 47
27
+ },
28
+ "tracking": {
29
+ "e_acc": {
30
+ "max": 35.87384521961212,
31
+ "mean": 13.375003426459598,
32
+ "min": 0.25346429902128875,
33
+ "std": 7.486685115202069
34
+ },
35
+ "e_vel": {
36
+ "max": 42.18589514493942,
37
+ "mean": 17.15427744350931,
38
+ "min": 0.7322459714487195,
39
+ "std": 8.006844075317089
40
+ },
41
+ "ee_error": {
42
+ "max": 183.12308192253113,
43
+ "mean": 110.4599711425761,
44
+ "min": 69.64360922574997,
45
+ "std": 24.331772229584065
46
+ },
47
+ "g_mpjpe": {
48
+ "max": 175.85940659046173,
49
+ "mean": 117.78856837686072,
50
+ "min": 57.93335661292076,
51
+ "std": 25.8502785881173
52
+ },
53
+ "mpjpe": {
54
+ "max": 173.04717004299164,
55
+ "mean": 106.08907590838189,
56
+ "min": 51.784396171569824,
57
+ "std": 24.152044543238326
58
+ },
59
+ "num_samples": 47
60
+ }
61
+ },
62
+ "amass_original_filtered_test": {
63
+ "num_samples": 47,
64
+ "physical": {
65
+ "body_jerk_mean": {
66
+ "max": 266.52056884765625,
67
+ "mean": 82.26067762171968,
68
+ "min": 8.588903427124023,
69
+ "std": 66.34174321886714
70
+ },
71
+ "contact_sliding_speed": {
72
+ "max": 1.3786568641662598,
73
+ "mean": 0.36052636806159577,
74
+ "min": 0.019938500598073006,
75
+ "std": 0.3413477335066697
76
+ },
77
+ "foot_ground_error": {
78
+ "max": 0.13695795834064484,
79
+ "mean": 0.04139593748643281,
80
+ "min": 0.0014330394333228469,
81
+ "std": 0.027885238763800592
82
+ },
83
+ "num_samples": 47
84
+ },
85
+ "tracking": {
86
+ "e_acc": {
87
+ "max": 7.117547560483217,
88
+ "mean": 1.913127880741624,
89
+ "min": 0.3022690652869642,
90
+ "std": 1.6926636010947922
91
+ },
92
+ "e_vel": {
93
+ "max": 10.584765113890171,
94
+ "mean": 3.421585532549293,
95
+ "min": 0.579989398829639,
96
+ "std": 2.434522244668599
97
+ },
98
+ "ee_error": {
99
+ "max": 107.71899670362473,
100
+ "mean": 33.20174850523472,
101
+ "min": 5.157771520316601,
102
+ "std": 24.345175203663462
103
+ },
104
+ "g_mpjpe": {
105
+ "max": 144.62628960609436,
106
+ "mean": 57.51261572809295,
107
+ "min": 15.09887259453535,
108
+ "std": 33.09459303431395
109
+ },
110
+ "mpjpe": {
111
+ "max": 151.59080922603607,
112
+ "mean": 62.37960371010481,
113
+ "min": 13.980050571262836,
114
+ "std": 35.188991243432774
115
+ },
116
+ "num_samples": 47
117
+ }
118
+ },
119
+ "beat2_original_humanref_test": {
120
+ "num_samples": 47,
121
+ "physical": {
122
+ "body_jerk_mean": {
123
+ "max": 166.9944305419922,
124
+ "mean": 29.499254175957212,
125
+ "min": 3.5542712211608887,
126
+ "std": 33.3876738796108
127
+ },
128
+ "contact_sliding_speed": {
129
+ "max": 0.4868549704551697,
130
+ "mean": 0.11766063885644396,
131
+ "min": 0.01797754317522049,
132
+ "std": 0.1037999799594645
133
+ },
134
+ "foot_ground_error": {
135
+ "max": 0.16449327766895294,
136
+ "mean": 0.05610536464658427,
137
+ "min": 0.0018020811257883906,
138
+ "std": 0.03457290327579147
139
+ },
140
+ "num_samples": 47
141
+ },
142
+ "tracking": {
143
+ "e_acc": {
144
+ "max": 17.9506354033947,
145
+ "mean": 2.4984500945565546,
146
+ "min": 0.13798029976896942,
147
+ "std": 3.1450675389816443
148
+ },
149
+ "e_vel": {
150
+ "max": 9.099050424993038,
151
+ "mean": 3.2455255494185504,
152
+ "min": 0.3130983386654407,
153
+ "std": 2.0659595191295517
154
+ },
155
+ "ee_error": {
156
+ "max": 239.4990622997284,
157
+ "mean": 149.6201533269375,
158
+ "min": 84.30103212594986,
159
+ "std": 41.08923791792749
160
+ },
161
+ "g_mpjpe": {
162
+ "max": 189.7408366203308,
163
+ "mean": 135.2662648609344,
164
+ "min": 65.51916897296906,
165
+ "std": 34.225475072184906
166
+ },
167
+ "mpjpe": {
168
+ "max": 156.92518651485443,
169
+ "mean": 96.21424822414176,
170
+ "min": 55.29836192727089,
171
+ "std": 25.570379410684478
172
+ },
173
+ "num_samples": 47
174
+ }
175
+ },
176
+ "finedance_original_audio_test": {
177
+ "num_samples": 47,
178
+ "physical": {
179
+ "body_jerk_mean": {
180
+ "max": 401.5089416503906,
181
+ "mean": 150.83362149177714,
182
+ "min": 17.736841201782227,
183
+ "std": 91.71040389659404
184
+ },
185
+ "contact_sliding_speed": {
186
+ "max": 1.1681339740753174,
187
+ "mean": 0.4219917894360867,
188
+ "min": 0.10262270271778107,
189
+ "std": 0.22149221726188897
190
+ },
191
+ "foot_ground_error": {
192
+ "max": 0.06694139540195465,
193
+ "mean": 0.025835591873669243,
194
+ "min": 0.007363431621342897,
195
+ "std": 0.013573228414232918
196
+ },
197
+ "num_samples": 47
198
+ },
199
+ "tracking": {
200
+ "e_acc": {
201
+ "max": 20.909937098622322,
202
+ "mean": 7.078843671788878,
203
+ "min": 1.0229573817923665,
204
+ "std": 4.122438889679893
205
+ },
206
+ "e_vel": {
207
+ "max": 22.987039759755135,
208
+ "mean": 10.529763605247469,
209
+ "min": 2.9666272457689047,
210
+ "std": 4.367039021698151
211
+ },
212
+ "ee_error": {
213
+ "max": 139.51516151428223,
214
+ "mean": 104.00385663230368,
215
+ "min": 72.91743159294128,
216
+ "std": 15.851499132447858
217
+ },
218
+ "g_mpjpe": {
219
+ "max": 167.71267354488373,
220
+ "mean": 106.0726581577291,
221
+ "min": 59.17249992489815,
222
+ "std": 28.06652938116892
223
+ },
224
+ "mpjpe": {
225
+ "max": 149.3949443101883,
226
+ "mean": 99.90210775682267,
227
+ "min": 58.97817388176918,
228
+ "std": 26.97743869145049
229
+ },
230
+ "num_samples": 47
231
+ }
232
+ },
233
+ "fitness_original_filtered_test": {
234
+ "num_samples": 47,
235
+ "physical": {
236
+ "body_jerk_mean": {
237
+ "max": 295.9526062011719,
238
+ "mean": 119.20627011644079,
239
+ "min": 8.830147743225098,
240
+ "std": 68.87348970535142
241
+ },
242
+ "contact_sliding_speed": {
243
+ "max": 0.6018165349960327,
244
+ "mean": 0.2079777187727233,
245
+ "min": 0.0,
246
+ "std": 0.14940380955210764
247
+ },
248
+ "foot_ground_error": {
249
+ "max": 0.13936059176921844,
250
+ "mean": 0.03904333402046022,
251
+ "min": 0.002316291444003582,
252
+ "std": 0.03182408545500079
253
+ },
254
+ "num_samples": 47
255
+ },
256
+ "tracking": {
257
+ "e_acc": {
258
+ "max": 7.410794496536255,
259
+ "mean": 2.9103733345920695,
260
+ "min": 0.16337180568370968,
261
+ "std": 1.6525416881804362
262
+ },
263
+ "e_vel": {
264
+ "max": 11.449756100773811,
265
+ "mean": 4.204890356359488,
266
+ "min": 0.22503154468722641,
267
+ "std": 2.5715644076565565
268
+ },
269
+ "ee_error": {
270
+ "max": 136.47912442684174,
271
+ "mean": 102.96756536402602,
272
+ "min": 58.70306119322777,
273
+ "std": 17.771659036722042
274
+ },
275
+ "g_mpjpe": {
276
+ "max": 159.12817418575287,
277
+ "mean": 108.26764493546587,
278
+ "min": 64.43137675523758,
279
+ "std": 26.025785743416407
280
+ },
281
+ "mpjpe": {
282
+ "max": 152.3686796426773,
283
+ "mean": 75.70750519950339,
284
+ "min": 41.58979281783104,
285
+ "std": 28.39079004238793
286
+ },
287
+ "num_samples": 47
288
+ }
289
+ },
290
+ "humanml_original_filtered_test": {
291
+ "num_samples": 47,
292
+ "physical": {
293
+ "body_jerk_mean": {
294
+ "max": 352.5660705566406,
295
+ "mean": 85.78088268827885,
296
+ "min": 3.676147699356079,
297
+ "std": 79.62267251536026
298
+ },
299
+ "contact_sliding_speed": {
300
+ "max": 1.530164122581482,
301
+ "mean": 0.4392692972014242,
302
+ "min": 0.01348110195249319,
303
+ "std": 0.3551015352684251
304
+ },
305
+ "foot_ground_error": {
306
+ "max": 0.06917708367109299,
307
+ "mean": 0.02835010078319527,
308
+ "min": 0.004521294496953487,
309
+ "std": 0.01740392149702986
310
+ },
311
+ "num_samples": 47
312
+ },
313
+ "tracking": {
314
+ "e_acc": {
315
+ "max": 11.30976527929306,
316
+ "mean": 3.0998467350690726,
317
+ "min": 0.1742792665027082,
318
+ "std": 2.571138645462673
319
+ },
320
+ "e_vel": {
321
+ "max": 16.367625445127487,
322
+ "mean": 5.412972244270581,
323
+ "min": 0.4070810100529343,
324
+ "std": 3.7989495760938854
325
+ },
326
+ "ee_error": {
327
+ "max": 217.7881896495819,
328
+ "mean": 106.9878894597926,
329
+ "min": 73.92064481973648,
330
+ "std": 28.231809556406997
331
+ },
332
+ "g_mpjpe": {
333
+ "max": 164.38628733158112,
334
+ "mean": 104.21061301802067,
335
+ "min": 55.23531511425972,
336
+ "std": 23.405531981042248
337
+ },
338
+ "mpjpe": {
339
+ "max": 133.39568674564362,
340
+ "mean": 80.84994292956718,
341
+ "min": 39.831481873989105,
342
+ "std": 25.610119248927443
343
+ },
344
+ "num_samples": 47
345
+ }
346
+ },
347
+ "idea400_original_filtered_test": {
348
+ "num_samples": 46,
349
+ "physical": {
350
+ "body_jerk_mean": {
351
+ "max": 1447.3392333984375,
352
+ "mean": 227.52077077782673,
353
+ "min": 53.0010871887207,
354
+ "std": 206.62912340469958
355
+ },
356
+ "contact_sliding_speed": {
357
+ "max": 1.529022455215454,
358
+ "mean": 0.26481252738639066,
359
+ "min": 0.032455578446388245,
360
+ "std": 0.29922125440339825
361
+ },
362
+ "foot_ground_error": {
363
+ "max": 0.1343885213136673,
364
+ "mean": 0.05122493509122211,
365
+ "min": 0.006484770681709051,
366
+ "std": 0.02880259625286465
367
+ },
368
+ "num_samples": 46
369
+ },
370
+ "tracking": {
371
+ "e_acc": {
372
+ "max": 21.05259895324707,
373
+ "mean": 3.8222240767461937,
374
+ "min": 0.8119014673866332,
375
+ "std": 3.2654674841018156
376
+ },
377
+ "e_vel": {
378
+ "max": 17.805911600589752,
379
+ "mean": 4.3530805092102485,
380
+ "min": 1.1232142569497228,
381
+ "std": 2.8994120698654324
382
+ },
383
+ "ee_error": {
384
+ "max": 302.1351993083954,
385
+ "mean": 135.24426325507787,
386
+ "min": 65.07009267807007,
387
+ "std": 60.478877264958534
388
+ },
389
+ "g_mpjpe": {
390
+ "max": 247.88552522659302,
391
+ "mean": 125.02927122556645,
392
+ "min": 54.551322013139725,
393
+ "std": 54.80987515540072
394
+ },
395
+ "mpjpe": {
396
+ "max": 250.2385675907135,
397
+ "mean": 105.92281802192979,
398
+ "min": 49.758315086364746,
399
+ "std": 39.78122268954629
400
+ },
401
+ "num_samples": 46
402
+ }
403
+ },
404
+ "motiongv_original_filtered_test": {
405
+ "num_samples": 46,
406
+ "physical": {
407
+ "body_jerk_mean": {
408
+ "max": 261.30450439453125,
409
+ "mean": 52.621089997498885,
410
+ "min": 5.658854961395264,
411
+ "std": 64.5477818218183
412
+ },
413
+ "contact_sliding_speed": {
414
+ "max": 0.7179014086723328,
415
+ "mean": 0.17159431868070818,
416
+ "min": 0.0072698709554970264,
417
+ "std": 0.18106026293963076
418
+ },
419
+ "foot_ground_error": {
420
+ "max": 0.12866058945655823,
421
+ "mean": 0.033612204492901976,
422
+ "min": 0.0024821762926876545,
423
+ "std": 0.02654290827478745
424
+ },
425
+ "num_samples": 46
426
+ },
427
+ "tracking": {
428
+ "e_acc": {
429
+ "max": 6.670079194009304,
430
+ "mean": 1.6289780697147564,
431
+ "min": 0.19811184029094875,
432
+ "std": 1.8915052124474696
433
+ },
434
+ "e_vel": {
435
+ "max": 10.253013111650944,
436
+ "mean": 2.7517392730299868,
437
+ "min": 0.33004340366460383,
438
+ "std": 2.9108510961309504
439
+ },
440
+ "ee_error": {
441
+ "max": 160.49374639987946,
442
+ "mean": 119.49519667288531,
443
+ "min": 82.74637162685394,
444
+ "std": 17.485241965167916
445
+ },
446
+ "g_mpjpe": {
447
+ "max": 202.29807496070862,
448
+ "mean": 124.4672941772834,
449
+ "min": 63.93648684024811,
450
+ "std": 27.18297374738598
451
+ },
452
+ "mpjpe": {
453
+ "max": 185.9973520040512,
454
+ "mean": 82.30345995853777,
455
+ "min": 41.61698371171951,
456
+ "std": 31.32613445818896
457
+ },
458
+ "num_samples": 46
459
+ }
460
+ },
461
+ "motionllama_original_filtered_test": {
462
+ "num_samples": 46,
463
+ "physical": {
464
+ "body_jerk_mean": {
465
+ "max": 247.99411010742188,
466
+ "mean": 55.97845307640407,
467
+ "min": 9.851886749267578,
468
+ "std": 56.292379288589856
469
+ },
470
+ "contact_sliding_speed": {
471
+ "max": 0.5747495293617249,
472
+ "mean": 0.1921678574188896,
473
+ "min": 0.0,
474
+ "std": 0.15284471728056662
475
+ },
476
+ "foot_ground_error": {
477
+ "max": 0.14775340259075165,
478
+ "mean": 0.047685671638211476,
479
+ "min": 0.008017451502382755,
480
+ "std": 0.031033176606086725
481
+ },
482
+ "num_samples": 46
483
+ },
484
+ "tracking": {
485
+ "e_acc": {
486
+ "max": 4.293934442102909,
487
+ "mean": 1.282866986635465,
488
+ "min": 0.2649577218107879,
489
+ "std": 0.9070948138378675
490
+ },
491
+ "e_vel": {
492
+ "max": 6.252130959182978,
493
+ "mean": 2.7214642626780043,
494
+ "min": 0.5894711939617991,
495
+ "std": 1.4801664286713792
496
+ },
497
+ "ee_error": {
498
+ "max": 173.68601262569427,
499
+ "mean": 123.35210342122161,
500
+ "min": 92.1407863497734,
501
+ "std": 20.702471957811788
502
+ },
503
+ "g_mpjpe": {
504
+ "max": 189.18143212795258,
505
+ "mean": 129.89265147758567,
506
+ "min": 88.661789894104,
507
+ "std": 22.314840062021332
508
+ },
509
+ "mpjpe": {
510
+ "max": 186.29594147205353,
511
+ "mean": 94.48343231950118,
512
+ "min": 52.23914235830307,
513
+ "std": 29.919141503741947
514
+ },
515
+ "num_samples": 46
516
+ }
517
+ },
518
+ "permo_original_filtered_test": {
519
+ "num_samples": 46,
520
+ "physical": {
521
+ "body_jerk_mean": {
522
+ "max": 320.5179748535156,
523
+ "mean": 108.93203939562258,
524
+ "min": 5.496527194976807,
525
+ "std": 84.30976406899991
526
+ },
527
+ "contact_sliding_speed": {
528
+ "max": 2.0540354251861572,
529
+ "mean": 0.674337596025156,
530
+ "min": 0.0,
531
+ "std": 0.5788901129836003
532
+ },
533
+ "foot_ground_error": {
534
+ "max": 0.17134049534797668,
535
+ "mean": 0.05287836626698465,
536
+ "min": 0.005433936603367329,
537
+ "std": 0.04287860196082311
538
+ },
539
+ "num_samples": 46
540
+ },
541
+ "tracking": {
542
+ "e_acc": {
543
+ "max": 8.852701634168625,
544
+ "mean": 3.7318887189030647,
545
+ "min": 0.5132551304996014,
546
+ "std": 2.1924297385124545
547
+ },
548
+ "e_vel": {
549
+ "max": 12.148342095315456,
550
+ "mean": 5.975175016235722,
551
+ "min": 0.9220141218975186,
552
+ "std": 2.7689319266672547
553
+ },
554
+ "ee_error": {
555
+ "max": 234.38389599323273,
556
+ "mean": 104.33577171162419,
557
+ "min": 54.40927296876907,
558
+ "std": 40.932227447771616
559
+ },
560
+ "g_mpjpe": {
561
+ "max": 193.5054212808609,
562
+ "mean": 100.98170383792856,
563
+ "min": 49.37412589788437,
564
+ "std": 37.37552712656591
565
+ },
566
+ "mpjpe": {
567
+ "max": 156.23429417610168,
568
+ "mean": 79.73209857616736,
569
+ "min": 39.83282297849655,
570
+ "std": 28.48718260690891
571
+ },
572
+ "num_samples": 46
573
+ }
574
+ },
575
+ "snapmogen_original_filtered_test": {
576
+ "num_samples": 46,
577
+ "physical": {
578
+ "body_jerk_mean": {
579
+ "max": 464.91162109375,
580
+ "mean": 93.05220128142315,
581
+ "min": 7.379549980163574,
582
+ "std": 90.05297004844901
583
+ },
584
+ "contact_sliding_speed": {
585
+ "max": 1.2733739614486694,
586
+ "mean": 0.36075827649430087,
587
+ "min": 0.026160530745983124,
588
+ "std": 0.2924144788235158
589
+ },
590
+ "foot_ground_error": {
591
+ "max": 0.09117760509252548,
592
+ "mean": 0.042023158794187984,
593
+ "min": 0.004304572939872742,
594
+ "std": 0.021823720677093532
595
+ },
596
+ "num_samples": 46
597
+ },
598
+ "tracking": {
599
+ "e_acc": {
600
+ "max": 9.545344859361649,
601
+ "mean": 2.819123667153611,
602
+ "min": 0.2677472948562354,
603
+ "std": 2.312110108550364
604
+ },
605
+ "e_vel": {
606
+ "max": 11.423451825976372,
607
+ "mean": 4.593621696466985,
608
+ "min": 0.7099313079379499,
609
+ "std": 3.0305299381058597
610
+ },
611
+ "ee_error": {
612
+ "max": 230.3713709115982,
613
+ "mean": 91.66002265461113,
614
+ "min": 61.106178909540176,
615
+ "std": 28.233612746416732
616
+ },
617
+ "g_mpjpe": {
618
+ "max": 195.4793632030487,
619
+ "mean": 92.97235577326754,
620
+ "min": 55.224791169166565,
621
+ "std": 28.099038398783065
622
+ },
623
+ "mpjpe": {
624
+ "max": 138.08180391788483,
625
+ "mean": 87.25804390142794,
626
+ "min": 52.53040790557861,
627
+ "std": 24.72807218471586
628
+ },
629
+ "num_samples": 46
630
+ }
631
+ }
632
+ },
633
+ "embedding_metrics": {
634
+ "diversity_generated": null,
635
+ "enabled": false,
636
+ "motion_fid": null,
637
+ "motion_kid": null,
638
+ "reason": "humanref artifact benchmark does not use a text evaluator"
639
+ },
640
+ "exp": "300m",
641
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs_baseline/curobo/humanref_bodymap_fixed_rerun/generated_qpos.npz",
642
+ "label": "cuRobo-IK",
643
+ "num_frames": 60,
644
+ "num_samples": 512,
645
+ "physical_metrics": {
646
+ "body_jerk_mean": {
647
+ "max": 1447.3392333984375,
648
+ "mean": 125.36827341141179,
649
+ "min": 3.5542712211608887,
650
+ "std": 143.93200548744727
651
+ },
652
+ "contact_height_threshold": 0.12,
653
+ "contact_penetration_tolerance": 0.02,
654
+ "contact_sliding_speed": {
655
+ "max": 2.0540354251861572,
656
+ "mean": 0.3677482427783616,
657
+ "min": 0.0,
658
+ "std": 0.37352087607251383
659
+ },
660
+ "foot_ground_error": {
661
+ "max": 0.17134049534797668,
662
+ "mean": 0.043503934321961424,
663
+ "min": 0.0014330394333228469,
664
+ "std": 0.030274050020783108
665
+ },
666
+ "frames": 60,
667
+ "num_samples": 512
668
+ },
669
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/reference_qpos.npz",
670
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/sample_metrics.jsonl",
671
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/humanref_test_512.jsonl",
672
+ "split": "test",
673
+ "tracker_executed": {
674
+ "action_clip": 10.0,
675
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/tracker_executed/tracker_executed_qpos.npz",
676
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/tracker_executed/benchmark_tracker.json",
677
+ "control_substeps": 10,
678
+ "enabled": true,
679
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
680
+ "metrics": {
681
+ "e_acc": {
682
+ "max": 14.596608467400074,
683
+ "mean": 4.0028982098760935,
684
+ "min": 0.4397902812343091,
685
+ "std": 1.6478643272298081
686
+ },
687
+ "e_vel": {
688
+ "max": 41.69684275984764,
689
+ "mean": 17.022719233864336,
690
+ "min": 2.3377372417598963,
691
+ "std": 5.917372182119983
692
+ },
693
+ "enabled": true,
694
+ "g_mpjpe": {
695
+ "max": 1765.602469444275,
696
+ "mean": 628.4121195494663,
697
+ "min": 58.688294142484665,
698
+ "std": 234.6816675080089
699
+ },
700
+ "mpjpe": {
701
+ "max": 455.10584115982056,
702
+ "mean": 279.15337205922697,
703
+ "min": 35.12980043888092,
704
+ "std": 87.07082852644604
705
+ },
706
+ "num_samples": 512,
707
+ "root_index": 0,
708
+ "target_fps": 50.0
709
+ },
710
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/tracker_executed/tracker_metrics.json",
711
+ "num_generated_samples": 512,
712
+ "num_samples": 512,
713
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
714
+ "robot_xml": null,
715
+ "root_index": 0,
716
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/tracker_executed/tracker_sample_metrics.jsonl",
717
+ "selected_indices": [
718
+ 0,
719
+ 1,
720
+ 2,
721
+ 3,
722
+ 4,
723
+ 5,
724
+ 6,
725
+ 7,
726
+ 8,
727
+ 9,
728
+ 10,
729
+ 11,
730
+ 12,
731
+ 13,
732
+ 14,
733
+ 15,
734
+ 16,
735
+ 17,
736
+ 18,
737
+ 19,
738
+ 20,
739
+ 21,
740
+ 22,
741
+ 23,
742
+ 24,
743
+ 25,
744
+ 26,
745
+ 27,
746
+ 28,
747
+ 29,
748
+ 30,
749
+ 31,
750
+ 32,
751
+ 33,
752
+ 34,
753
+ 35,
754
+ 36,
755
+ 37,
756
+ 38,
757
+ 39,
758
+ 40,
759
+ 41,
760
+ 42,
761
+ 43,
762
+ 44,
763
+ 45,
764
+ 46,
765
+ 47,
766
+ 48,
767
+ 49,
768
+ 50,
769
+ 51,
770
+ 52,
771
+ 53,
772
+ 54,
773
+ 55,
774
+ 56,
775
+ 57,
776
+ 58,
777
+ 59,
778
+ 60,
779
+ 61,
780
+ 62,
781
+ 63,
782
+ 64,
783
+ 65,
784
+ 66,
785
+ 67,
786
+ 68,
787
+ 69,
788
+ 70,
789
+ 71,
790
+ 72,
791
+ 73,
792
+ 74,
793
+ 75,
794
+ 76,
795
+ 77,
796
+ 78,
797
+ 79,
798
+ 80,
799
+ 81,
800
+ 82,
801
+ 83,
802
+ 84,
803
+ 85,
804
+ 86,
805
+ 87,
806
+ 88,
807
+ 89,
808
+ 90,
809
+ 91,
810
+ 92,
811
+ 93,
812
+ 94,
813
+ 95,
814
+ 96,
815
+ 97,
816
+ 98,
817
+ 99,
818
+ 100,
819
+ 101,
820
+ 102,
821
+ 103,
822
+ 104,
823
+ 105,
824
+ 106,
825
+ 107,
826
+ 108,
827
+ 109,
828
+ 110,
829
+ 111,
830
+ 112,
831
+ 113,
832
+ 114,
833
+ 115,
834
+ 116,
835
+ 117,
836
+ 118,
837
+ 119,
838
+ 120,
839
+ 121,
840
+ 122,
841
+ 123,
842
+ 124,
843
+ 125,
844
+ 126,
845
+ 127,
846
+ 128,
847
+ 129,
848
+ 130,
849
+ 131,
850
+ 132,
851
+ 133,
852
+ 134,
853
+ 135,
854
+ 136,
855
+ 137,
856
+ 138,
857
+ 139,
858
+ 140,
859
+ 141,
860
+ 142,
861
+ 143,
862
+ 144,
863
+ 145,
864
+ 146,
865
+ 147,
866
+ 148,
867
+ 149,
868
+ 150,
869
+ 151,
870
+ 152,
871
+ 153,
872
+ 154,
873
+ 155,
874
+ 156,
875
+ 157,
876
+ 158,
877
+ 159,
878
+ 160,
879
+ 161,
880
+ 162,
881
+ 163,
882
+ 164,
883
+ 165,
884
+ 166,
885
+ 167,
886
+ 168,
887
+ 169,
888
+ 170,
889
+ 171,
890
+ 172,
891
+ 173,
892
+ 174,
893
+ 175,
894
+ 176,
895
+ 177,
896
+ 178,
897
+ 179,
898
+ 180,
899
+ 181,
900
+ 182,
901
+ 183,
902
+ 184,
903
+ 185,
904
+ 186,
905
+ 187,
906
+ 188,
907
+ 189,
908
+ 190,
909
+ 191,
910
+ 192,
911
+ 193,
912
+ 194,
913
+ 195,
914
+ 196,
915
+ 197,
916
+ 198,
917
+ 199,
918
+ 200,
919
+ 201,
920
+ 202,
921
+ 203,
922
+ 204,
923
+ 205,
924
+ 206,
925
+ 207,
926
+ 208,
927
+ 209,
928
+ 210,
929
+ 211,
930
+ 212,
931
+ 213,
932
+ 214,
933
+ 215,
934
+ 216,
935
+ 217,
936
+ 218,
937
+ 219,
938
+ 220,
939
+ 221,
940
+ 222,
941
+ 223,
942
+ 224,
943
+ 225,
944
+ 226,
945
+ 227,
946
+ 228,
947
+ 229,
948
+ 230,
949
+ 231,
950
+ 232,
951
+ 233,
952
+ 234,
953
+ 235,
954
+ 236,
955
+ 237,
956
+ 238,
957
+ 239,
958
+ 240,
959
+ 241,
960
+ 242,
961
+ 243,
962
+ 244,
963
+ 245,
964
+ 246,
965
+ 247,
966
+ 248,
967
+ 249,
968
+ 250,
969
+ 251,
970
+ 252,
971
+ 253,
972
+ 254,
973
+ 255,
974
+ 256,
975
+ 257,
976
+ 258,
977
+ 259,
978
+ 260,
979
+ 261,
980
+ 262,
981
+ 263,
982
+ 264,
983
+ 265,
984
+ 266,
985
+ 267,
986
+ 268,
987
+ 269,
988
+ 270,
989
+ 271,
990
+ 272,
991
+ 273,
992
+ 274,
993
+ 275,
994
+ 276,
995
+ 277,
996
+ 278,
997
+ 279,
998
+ 280,
999
+ 281,
1000
+ 282,
1001
+ 283,
1002
+ 284,
1003
+ 285,
1004
+ 286,
1005
+ 287,
1006
+ 288,
1007
+ 289,
1008
+ 290,
1009
+ 291,
1010
+ 292,
1011
+ 293,
1012
+ 294,
1013
+ 295,
1014
+ 296,
1015
+ 297,
1016
+ 298,
1017
+ 299,
1018
+ 300,
1019
+ 301,
1020
+ 302,
1021
+ 303,
1022
+ 304,
1023
+ 305,
1024
+ 306,
1025
+ 307,
1026
+ 308,
1027
+ 309,
1028
+ 310,
1029
+ 311,
1030
+ 312,
1031
+ 313,
1032
+ 314,
1033
+ 315,
1034
+ 316,
1035
+ 317,
1036
+ 318,
1037
+ 319,
1038
+ 320,
1039
+ 321,
1040
+ 322,
1041
+ 323,
1042
+ 324,
1043
+ 325,
1044
+ 326,
1045
+ 327,
1046
+ 328,
1047
+ 329,
1048
+ 330,
1049
+ 331,
1050
+ 332,
1051
+ 333,
1052
+ 334,
1053
+ 335,
1054
+ 336,
1055
+ 337,
1056
+ 338,
1057
+ 339,
1058
+ 340,
1059
+ 341,
1060
+ 342,
1061
+ 343,
1062
+ 344,
1063
+ 345,
1064
+ 346,
1065
+ 347,
1066
+ 348,
1067
+ 349,
1068
+ 350,
1069
+ 351,
1070
+ 352,
1071
+ 353,
1072
+ 354,
1073
+ 355,
1074
+ 356,
1075
+ 357,
1076
+ 358,
1077
+ 359,
1078
+ 360,
1079
+ 361,
1080
+ 362,
1081
+ 363,
1082
+ 364,
1083
+ 365,
1084
+ 366,
1085
+ 367,
1086
+ 368,
1087
+ 369,
1088
+ 370,
1089
+ 371,
1090
+ 372,
1091
+ 373,
1092
+ 374,
1093
+ 375,
1094
+ 376,
1095
+ 377,
1096
+ 378,
1097
+ 379,
1098
+ 380,
1099
+ 381,
1100
+ 382,
1101
+ 383,
1102
+ 384,
1103
+ 385,
1104
+ 386,
1105
+ 387,
1106
+ 388,
1107
+ 389,
1108
+ 390,
1109
+ 391,
1110
+ 392,
1111
+ 393,
1112
+ 394,
1113
+ 395,
1114
+ 396,
1115
+ 397,
1116
+ 398,
1117
+ 399,
1118
+ 400,
1119
+ 401,
1120
+ 402,
1121
+ 403,
1122
+ 404,
1123
+ 405,
1124
+ 406,
1125
+ 407,
1126
+ 408,
1127
+ 409,
1128
+ 410,
1129
+ 411,
1130
+ 412,
1131
+ 413,
1132
+ 414,
1133
+ 415,
1134
+ 416,
1135
+ 417,
1136
+ 418,
1137
+ 419,
1138
+ 420,
1139
+ 421,
1140
+ 422,
1141
+ 423,
1142
+ 424,
1143
+ 425,
1144
+ 426,
1145
+ 427,
1146
+ 428,
1147
+ 429,
1148
+ 430,
1149
+ 431,
1150
+ 432,
1151
+ 433,
1152
+ 434,
1153
+ 435,
1154
+ 436,
1155
+ 437,
1156
+ 438,
1157
+ 439,
1158
+ 440,
1159
+ 441,
1160
+ 442,
1161
+ 443,
1162
+ 444,
1163
+ 445,
1164
+ 446,
1165
+ 447,
1166
+ 448,
1167
+ 449,
1168
+ 450,
1169
+ 451,
1170
+ 452,
1171
+ 453,
1172
+ 454,
1173
+ 455,
1174
+ 456,
1175
+ 457,
1176
+ 458,
1177
+ 459,
1178
+ 460,
1179
+ 461,
1180
+ 462,
1181
+ 463,
1182
+ 464,
1183
+ 465,
1184
+ 466,
1185
+ 467,
1186
+ 468,
1187
+ 469,
1188
+ 470,
1189
+ 471,
1190
+ 472,
1191
+ 473,
1192
+ 474,
1193
+ 475,
1194
+ 476,
1195
+ 477,
1196
+ 478,
1197
+ 479,
1198
+ 480,
1199
+ 481,
1200
+ 482,
1201
+ 483,
1202
+ 484,
1203
+ 485,
1204
+ 486,
1205
+ 487,
1206
+ 488,
1207
+ 489,
1208
+ 490,
1209
+ 491,
1210
+ 492,
1211
+ 493,
1212
+ 494,
1213
+ 495,
1214
+ 496,
1215
+ 497,
1216
+ 498,
1217
+ 499,
1218
+ 500,
1219
+ 501,
1220
+ 502,
1221
+ 503,
1222
+ 504,
1223
+ 505,
1224
+ 506,
1225
+ 507,
1226
+ 508,
1227
+ 509,
1228
+ 510,
1229
+ 511
1230
+ ],
1231
+ "steps": null,
1232
+ "target_fps": 50.0,
1233
+ "valid_shape": [
1234
+ 512,
1235
+ 99
1236
+ ]
1237
+ },
1238
+ "tracking_metrics": {
1239
+ "e_acc": {
1240
+ "max": 35.87384521961212,
1241
+ "mean": 4.027869280491814,
1242
+ "min": 0.13798029976896942,
1243
+ "std": 4.693607380764456
1244
+ },
1245
+ "e_vel": {
1246
+ "max": 42.18589514493942,
1247
+ "mean": 5.868588685984832,
1248
+ "min": 0.22503154468722641,
1249
+ "std": 5.5666482027359345
1250
+ },
1251
+ "ee_error": {
1252
+ "max": 302.1351993083954,
1253
+ "mean": 107.32100414679735,
1254
+ "min": 5.157771520316601,
1255
+ "std": 42.51124657573407
1256
+ },
1257
+ "frames": 60,
1258
+ "g_mpjpe": {
1259
+ "max": 247.88552522659302,
1260
+ "mean": 109.26240991648228,
1261
+ "min": 15.09887259453535,
1262
+ "std": 38.22241291893249
1263
+ },
1264
+ "mpjpe": {
1265
+ "max": 250.2385675907135,
1266
+ "mean": 88.2419725840009,
1267
+ "min": 13.980050571262836,
1268
+ "std": 32.196325287351705
1269
+ },
1270
+ "num_samples": 512,
1271
+ "root_index": 0
1272
+ },
1273
+ "transition_metrics": {
1274
+ "chunk_length": 60,
1275
+ "enabled": false,
1276
+ "num_frames": 60,
1277
+ "reason": "num_frames must be greater than chunk_length"
1278
+ }
1279
+ },
1280
+ "label": "cuRobo-IK"
1281
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/physical_metrics.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "body_jerk_mean": {
3
+ "max": 1447.3392333984375,
4
+ "mean": 125.36827341141179,
5
+ "min": 3.5542712211608887,
6
+ "std": 143.93200548744727
7
+ },
8
+ "contact_height_threshold": 0.12,
9
+ "contact_penetration_tolerance": 0.02,
10
+ "contact_sliding_speed": {
11
+ "max": 2.0540354251861572,
12
+ "mean": 0.3677482427783616,
13
+ "min": 0.0,
14
+ "std": 0.37352087607251383
15
+ },
16
+ "foot_ground_error": {
17
+ "max": 0.17134049534797668,
18
+ "mean": 0.043503934321961424,
19
+ "min": 0.0014330394333228469,
20
+ "std": 0.030274050020783108
21
+ },
22
+ "frames": 60,
23
+ "num_samples": 512
24
+ }
benchmark/results/mixed_modalities_all_v1/humanref/curobo_ik_bodymap_fixed_rerun/sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff