AaronLeeky commited on
Commit
ed705fb
·
verified ·
1 Parent(s): 4b4314d

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/aistpp_edge_metrics.json +44 -0
  2. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/artifact_samples.jsonl +512 -0
  3. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/audio_metrics.json +26 -0
  4. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/benchmark.json +1059 -0
  5. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/dataset_metrics.json +382 -0
  6. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/metrics.json +1062 -0
  7. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/physical_metrics.json +24 -0
  8. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/sample_metrics.jsonl +0 -0
  9. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/samples.jsonl +0 -0
  10. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/summary.md +10 -0
  11. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed.json +565 -0
  12. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/benchmark_tracker.json +564 -0
  13. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_metrics.json +30 -0
  14. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_sample_metrics.jsonl +0 -0
  15. benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/transition_metrics.json +6 -0
  16. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/aistpp_edge_metrics.json +44 -0
  17. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/artifact_samples.jsonl +512 -0
  18. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/audio_metrics.json +26 -0
  19. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/benchmark.json +816 -0
  20. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/dataset_metrics.json +652 -0
  21. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/metrics.json +819 -0
  22. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/physical_metrics.json +24 -0
  23. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/sample_metrics.jsonl +0 -0
  24. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/samples.jsonl +0 -0
  25. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/summary.md +10 -0
  26. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/tracker_executed.json +3 -0
  27. benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/transition_metrics.json +55 -0
  28. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_000/samples.jsonl +0 -0
  29. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_000/summary.json +6 -0
  30. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_001/samples.jsonl +0 -0
  31. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_001/summary.json +6 -0
  32. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shards.json +24 -0
  33. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/aistpp_edge_metrics.json +44 -0
  34. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/benchmark.json +1059 -0
  35. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/dataset_metrics.json +382 -0
  36. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/merge_summary.json +11 -0
  37. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/metrics.json +1062 -0
  38. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/summary.md +10 -0
  39. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed.json +565 -0
  40. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/benchmark_tracker.json +564 -0
  41. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_metrics.json +30 -0
  42. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_sample_metrics.jsonl +0 -0
  43. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/audio_metrics.json +26 -0
  44. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/physical_metrics.json +24 -0
  45. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/sample_metrics.jsonl +0 -0
  46. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/samples.jsonl +0 -0
  47. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/summary.md +21 -0
  48. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/transition_metrics.json +6 -0
  49. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shards.json +24 -0
  50. benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/aistpp_edge_metrics.json +44 -0
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/aistpp_edge_metrics.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "div_g_gap": -0.6530459249179623,
3
+ "div_g_generated": 4.39419432288932,
4
+ "div_g_reference": 5.047240247807283,
5
+ "div_k_gap": -15.04609709521663,
6
+ "div_k_generated": 2.511293787945316,
7
+ "div_k_reference": 17.557390883161947,
8
+ "fid_g": 9.416321961723014,
9
+ "fid_k": 506.06656483945915,
10
+ "frames": 60,
11
+ "geometric_feature": "g1_root_relative_body_geometry",
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
14
+ "kinetic_feature_dim": 90,
15
+ "left_foot_indices": [
16
+ 5,
17
+ 6
18
+ ],
19
+ "num_samples": 512,
20
+ "pfc_gap": {
21
+ "max": 1.2357281753921798,
22
+ "mean": -0.45708276724632385,
23
+ "min": -5.685332110710822,
24
+ "std": 0.759387413421902
25
+ },
26
+ "pfc_generated": {
27
+ "max": 1.2380667656531932,
28
+ "mean": 0.018516897520067233,
29
+ "min": 3.3158597997877773e-06,
30
+ "std": 0.0685170946182552
31
+ },
32
+ "pfc_reference": {
33
+ "max": 5.70707503865729,
34
+ "mean": 0.4755996647663911,
35
+ "min": 1.734478249173508e-05,
36
+ "std": 0.7533269154919695
37
+ },
38
+ "right_foot_indices": [
39
+ 11,
40
+ 12
41
+ ],
42
+ "root_index": 0,
43
+ "up_axis": "z"
44
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/artifact_samples.jsonl ADDED
@@ -0,0 +1,512 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 3, "sample_index": 0}
2
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 7, "sample_index": 1}
3
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 12, "sample_index": 2}
4
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 23, "sample_index": 3}
5
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 32, "sample_index": 4}
6
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 41, "sample_index": 5}
7
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 48, "sample_index": 6}
8
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 58, "sample_index": 7}
9
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 73, "sample_index": 8}
10
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 106, "sample_index": 9}
11
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 108, "sample_index": 10}
12
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 116, "sample_index": 11}
13
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 127, "sample_index": 12}
14
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 129, "sample_index": 13}
15
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 181, "sample_index": 14}
16
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 200, "sample_index": 15}
17
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 249, "sample_index": 16}
18
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 254, "sample_index": 17}
19
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 342, "sample_index": 18}
20
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 376, "sample_index": 19}
21
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 381, "sample_index": 20}
22
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 382, "sample_index": 21}
23
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 398, "sample_index": 22}
24
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 435, "sample_index": 23}
25
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 437, "sample_index": 24}
26
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 461, "sample_index": 25}
27
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 480, "sample_index": 26}
28
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 482, "sample_index": 27}
29
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 494, "sample_index": 28}
30
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 507, "sample_index": 29}
31
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 534, "sample_index": 30}
32
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 557, "sample_index": 31}
33
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 558, "sample_index": 32}
34
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 562, "sample_index": 33}
35
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 567, "sample_index": 34}
36
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 570, "sample_index": 35}
37
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 575, "sample_index": 36}
38
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 587, "sample_index": 37}
39
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 589, "sample_index": 38}
40
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 607, "sample_index": 39}
41
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 615, "sample_index": 40}
42
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 629, "sample_index": 41}
43
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 676, "sample_index": 42}
44
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 699, "sample_index": 43}
45
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 719, "sample_index": 44}
46
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 723, "sample_index": 45}
47
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 724, "sample_index": 46}
48
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 757, "sample_index": 47}
49
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 768, "sample_index": 48}
50
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 779, "sample_index": 49}
51
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 780, "sample_index": 50}
52
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 785, "sample_index": 51}
53
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 793, "sample_index": 52}
54
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 799, "sample_index": 53}
55
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 802, "sample_index": 54}
56
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 855, "sample_index": 55}
57
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 857, "sample_index": 56}
58
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 866, "sample_index": 57}
59
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 892, "sample_index": 58}
60
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 901, "sample_index": 59}
61
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 902, "sample_index": 60}
62
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 905, "sample_index": 61}
63
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 926, "sample_index": 62}
64
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 941, "sample_index": 63}
65
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 946, "sample_index": 64}
66
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 959, "sample_index": 65}
67
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 964, "sample_index": 66}
68
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 979, "sample_index": 67}
69
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1006, "sample_index": 68}
70
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1009, "sample_index": 69}
71
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1016, "sample_index": 70}
72
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1040, "sample_index": 71}
73
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1043, "sample_index": 72}
74
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1054, "sample_index": 73}
75
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1069, "sample_index": 74}
76
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1071, "sample_index": 75}
77
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1078, "sample_index": 76}
78
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1079, "sample_index": 77}
79
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1104, "sample_index": 78}
80
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1120, "sample_index": 79}
81
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1144, "sample_index": 80}
82
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1158, "sample_index": 81}
83
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1172, "sample_index": 82}
84
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1183, "sample_index": 83}
85
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1194, "sample_index": 84}
86
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1204, "sample_index": 85}
87
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1224, "sample_index": 86}
88
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1235, "sample_index": 87}
89
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1240, "sample_index": 88}
90
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1250, "sample_index": 89}
91
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1254, "sample_index": 90}
92
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1261, "sample_index": 91}
93
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1295, "sample_index": 92}
94
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1302, "sample_index": 93}
95
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1326, "sample_index": 94}
96
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1341, "sample_index": 95}
97
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1388, "sample_index": 96}
98
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1394, "sample_index": 97}
99
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1400, "sample_index": 98}
100
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1442, "sample_index": 99}
101
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1464, "sample_index": 100}
102
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1506, "sample_index": 101}
103
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1507, "sample_index": 102}
104
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 19, "sample_index": 103}
105
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 30, "sample_index": 104}
106
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 50, "sample_index": 105}
107
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 53, "sample_index": 106}
108
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 76, "sample_index": 107}
109
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 82, "sample_index": 108}
110
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 84, "sample_index": 109}
111
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 118, "sample_index": 110}
112
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 126, "sample_index": 111}
113
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 127, "sample_index": 112}
114
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 156, "sample_index": 113}
115
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 160, "sample_index": 114}
116
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 174, "sample_index": 115}
117
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 202, "sample_index": 116}
118
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 217, "sample_index": 117}
119
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 224, "sample_index": 118}
120
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 241, "sample_index": 119}
121
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 242, "sample_index": 120}
122
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 263, "sample_index": 121}
123
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 271, "sample_index": 122}
124
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 281, "sample_index": 123}
125
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 285, "sample_index": 124}
126
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 286, "sample_index": 125}
127
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 348, "sample_index": 126}
128
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 404, "sample_index": 127}
129
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 422, "sample_index": 128}
130
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 434, "sample_index": 129}
131
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 436, "sample_index": 130}
132
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 453, "sample_index": 131}
133
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 466, "sample_index": 132}
134
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 499, "sample_index": 133}
135
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 502, "sample_index": 134}
136
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 512, "sample_index": 135}
137
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 513, "sample_index": 136}
138
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 525, "sample_index": 137}
139
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 558, "sample_index": 138}
140
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 561, "sample_index": 139}
141
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 590, "sample_index": 140}
142
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 661, "sample_index": 141}
143
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 723, "sample_index": 142}
144
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 800, "sample_index": 143}
145
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 805, "sample_index": 144}
146
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 820, "sample_index": 145}
147
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 827, "sample_index": 146}
148
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 837, "sample_index": 147}
149
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 881, "sample_index": 148}
150
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 885, "sample_index": 149}
151
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 947, "sample_index": 150}
152
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 953, "sample_index": 151}
153
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 959, "sample_index": 152}
154
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 979, "sample_index": 153}
155
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1018, "sample_index": 154}
156
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1076, "sample_index": 155}
157
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1082, "sample_index": 156}
158
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1083, "sample_index": 157}
159
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1090, "sample_index": 158}
160
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1137, "sample_index": 159}
161
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1165, "sample_index": 160}
162
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1167, "sample_index": 161}
163
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1170, "sample_index": 162}
164
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1197, "sample_index": 163}
165
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1224, "sample_index": 164}
166
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1242, "sample_index": 165}
167
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1246, "sample_index": 166}
168
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1247, "sample_index": 167}
169
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1296, "sample_index": 168}
170
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1311, "sample_index": 169}
171
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1369, "sample_index": 170}
172
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1388, "sample_index": 171}
173
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1389, "sample_index": 172}
174
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1446, "sample_index": 173}
175
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1467, "sample_index": 174}
176
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1484, "sample_index": 175}
177
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1507, "sample_index": 176}
178
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1510, "sample_index": 177}
179
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1544, "sample_index": 178}
180
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1555, "sample_index": 179}
181
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1559, "sample_index": 180}
182
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1574, "sample_index": 181}
183
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1596, "sample_index": 182}
184
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1611, "sample_index": 183}
185
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1612, "sample_index": 184}
186
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1624, "sample_index": 185}
187
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1641, "sample_index": 186}
188
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1666, "sample_index": 187}
189
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1679, "sample_index": 188}
190
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1700, "sample_index": 189}
191
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1715, "sample_index": 190}
192
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1717, "sample_index": 191}
193
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1741, "sample_index": 192}
194
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1763, "sample_index": 193}
195
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1764, "sample_index": 194}
196
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1776, "sample_index": 195}
197
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1792, "sample_index": 196}
198
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1832, "sample_index": 197}
199
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1854, "sample_index": 198}
200
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1856, "sample_index": 199}
201
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1858, "sample_index": 200}
202
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1875, "sample_index": 201}
203
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1949, "sample_index": 202}
204
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1963, "sample_index": 203}
205
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1966, "sample_index": 204}
206
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1981, "sample_index": 205}
207
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 6, "sample_index": 206}
208
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 26, "sample_index": 207}
209
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 42, "sample_index": 208}
210
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 47, "sample_index": 209}
211
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 60, "sample_index": 210}
212
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 64, "sample_index": 211}
213
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 71, "sample_index": 212}
214
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 73, "sample_index": 213}
215
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 76, "sample_index": 214}
216
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 88, "sample_index": 215}
217
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 89, "sample_index": 216}
218
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 92, "sample_index": 217}
219
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 98, "sample_index": 218}
220
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 118, "sample_index": 219}
221
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 128, "sample_index": 220}
222
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 131, "sample_index": 221}
223
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 134, "sample_index": 222}
224
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 139, "sample_index": 223}
225
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 170, "sample_index": 224}
226
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 180, "sample_index": 225}
227
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 196, "sample_index": 226}
228
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 210, "sample_index": 227}
229
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 219, "sample_index": 228}
230
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 237, "sample_index": 229}
231
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 238, "sample_index": 230}
232
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 272, "sample_index": 231}
233
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 274, "sample_index": 232}
234
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 276, "sample_index": 233}
235
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 280, "sample_index": 234}
236
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 286, "sample_index": 235}
237
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 318, "sample_index": 236}
238
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 324, "sample_index": 237}
239
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 333, "sample_index": 238}
240
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 356, "sample_index": 239}
241
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 375, "sample_index": 240}
242
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 393, "sample_index": 241}
243
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 399, "sample_index": 242}
244
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 404, "sample_index": 243}
245
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 417, "sample_index": 244}
246
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 465, "sample_index": 245}
247
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 475, "sample_index": 246}
248
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 484, "sample_index": 247}
249
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 503, "sample_index": 248}
250
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 505, "sample_index": 249}
251
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 517, "sample_index": 250}
252
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 518, "sample_index": 251}
253
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 521, "sample_index": 252}
254
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 526, "sample_index": 253}
255
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 534, "sample_index": 254}
256
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 536, "sample_index": 255}
257
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 539, "sample_index": 256}
258
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 556, "sample_index": 257}
259
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 559, "sample_index": 258}
260
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 560, "sample_index": 259}
261
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 595, "sample_index": 260}
262
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 603, "sample_index": 261}
263
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 614, "sample_index": 262}
264
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 615, "sample_index": 263}
265
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 652, "sample_index": 264}
266
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 660, "sample_index": 265}
267
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 688, "sample_index": 266}
268
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 696, "sample_index": 267}
269
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 699, "sample_index": 268}
270
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 705, "sample_index": 269}
271
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 710, "sample_index": 270}
272
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 721, "sample_index": 271}
273
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 726, "sample_index": 272}
274
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 738, "sample_index": 273}
275
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 747, "sample_index": 274}
276
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 751, "sample_index": 275}
277
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 761, "sample_index": 276}
278
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 782, "sample_index": 277}
279
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 785, "sample_index": 278}
280
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 788, "sample_index": 279}
281
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 826, "sample_index": 280}
282
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 834, "sample_index": 281}
283
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 857, "sample_index": 282}
284
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 860, "sample_index": 283}
285
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 861, "sample_index": 284}
286
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 877, "sample_index": 285}
287
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 885, "sample_index": 286}
288
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 893, "sample_index": 287}
289
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 898, "sample_index": 288}
290
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 902, "sample_index": 289}
291
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 910, "sample_index": 290}
292
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 920, "sample_index": 291}
293
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 937, "sample_index": 292}
294
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 943, "sample_index": 293}
295
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 944, "sample_index": 294}
296
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 953, "sample_index": 295}
297
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 959, "sample_index": 296}
298
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 965, "sample_index": 297}
299
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 991, "sample_index": 298}
300
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1001, "sample_index": 299}
301
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1017, "sample_index": 300}
302
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1026, "sample_index": 301}
303
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1033, "sample_index": 302}
304
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1036, "sample_index": 303}
305
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1052, "sample_index": 304}
306
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1056, "sample_index": 305}
307
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1060, "sample_index": 306}
308
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 1088, "sample_index": 307}
309
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 21, "sample_index": 308}
310
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 41, "sample_index": 309}
311
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 58, "sample_index": 310}
312
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 118, "sample_index": 311}
313
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 128, "sample_index": 312}
314
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 145, "sample_index": 313}
315
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 210, "sample_index": 314}
316
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 214, "sample_index": 315}
317
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 233, "sample_index": 316}
318
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 240, "sample_index": 317}
319
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 263, "sample_index": 318}
320
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 266, "sample_index": 319}
321
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 280, "sample_index": 320}
322
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 285, "sample_index": 321}
323
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 295, "sample_index": 322}
324
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 298, "sample_index": 323}
325
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 301, "sample_index": 324}
326
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 303, "sample_index": 325}
327
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 321, "sample_index": 326}
328
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 333, "sample_index": 327}
329
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 339, "sample_index": 328}
330
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 341, "sample_index": 329}
331
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 350, "sample_index": 330}
332
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 384, "sample_index": 331}
333
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 387, "sample_index": 332}
334
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 423, "sample_index": 333}
335
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 429, "sample_index": 334}
336
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 467, "sample_index": 335}
337
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 471, "sample_index": 336}
338
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 489, "sample_index": 337}
339
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 522, "sample_index": 338}
340
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 535, "sample_index": 339}
341
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 538, "sample_index": 340}
342
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 547, "sample_index": 341}
343
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 550, "sample_index": 342}
344
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 557, "sample_index": 343}
345
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 563, "sample_index": 344}
346
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 585, "sample_index": 345}
347
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 619, "sample_index": 346}
348
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 625, "sample_index": 347}
349
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 628, "sample_index": 348}
350
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 655, "sample_index": 349}
351
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 688, "sample_index": 350}
352
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 705, "sample_index": 351}
353
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 723, "sample_index": 352}
354
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 726, "sample_index": 353}
355
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 736, "sample_index": 354}
356
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 820, "sample_index": 355}
357
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 869, "sample_index": 356}
358
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 878, "sample_index": 357}
359
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 884, "sample_index": 358}
360
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 953, "sample_index": 359}
361
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 954, "sample_index": 360}
362
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 960, "sample_index": 361}
363
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 964, "sample_index": 362}
364
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 987, "sample_index": 363}
365
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 996, "sample_index": 364}
366
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1002, "sample_index": 365}
367
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1032, "sample_index": 366}
368
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1033, "sample_index": 367}
369
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1035, "sample_index": 368}
370
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1063, "sample_index": 369}
371
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1065, "sample_index": 370}
372
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1068, "sample_index": 371}
373
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1083, "sample_index": 372}
374
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1100, "sample_index": 373}
375
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1104, "sample_index": 374}
376
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1107, "sample_index": 375}
377
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1122, "sample_index": 376}
378
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1150, "sample_index": 377}
379
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1151, "sample_index": 378}
380
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1182, "sample_index": 379}
381
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1215, "sample_index": 380}
382
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1221, "sample_index": 381}
383
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1222, "sample_index": 382}
384
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1223, "sample_index": 383}
385
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1235, "sample_index": 384}
386
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1243, "sample_index": 385}
387
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1261, "sample_index": 386}
388
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1262, "sample_index": 387}
389
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1289, "sample_index": 388}
390
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1297, "sample_index": 389}
391
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1321, "sample_index": 390}
392
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1326, "sample_index": 391}
393
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1342, "sample_index": 392}
394
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1350, "sample_index": 393}
395
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1354, "sample_index": 394}
396
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1359, "sample_index": 395}
397
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1457, "sample_index": 396}
398
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1520, "sample_index": 397}
399
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1523, "sample_index": 398}
400
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1579, "sample_index": 399}
401
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1593, "sample_index": 400}
402
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1614, "sample_index": 401}
403
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1617, "sample_index": 402}
404
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1649, "sample_index": 403}
405
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1662, "sample_index": 404}
406
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1668, "sample_index": 405}
407
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1684, "sample_index": 406}
408
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1694, "sample_index": 407}
409
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1735, "sample_index": 408}
410
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1738, "sample_index": 409}
411
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 14, "sample_index": 410}
412
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 15, "sample_index": 411}
413
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 38, "sample_index": 412}
414
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 49, "sample_index": 413}
415
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 57, "sample_index": 414}
416
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 58, "sample_index": 415}
417
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 73, "sample_index": 416}
418
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 86, "sample_index": 417}
419
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 89, "sample_index": 418}
420
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 90, "sample_index": 419}
421
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 94, "sample_index": 420}
422
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 98, "sample_index": 421}
423
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 99, "sample_index": 422}
424
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 110, "sample_index": 423}
425
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 111, "sample_index": 424}
426
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 113, "sample_index": 425}
427
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 118, "sample_index": 426}
428
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 127, "sample_index": 427}
429
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 140, "sample_index": 428}
430
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 142, "sample_index": 429}
431
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 149, "sample_index": 430}
432
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 158, "sample_index": 431}
433
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 159, "sample_index": 432}
434
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 167, "sample_index": 433}
435
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 173, "sample_index": 434}
436
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 175, "sample_index": 435}
437
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 183, "sample_index": 436}
438
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 184, "sample_index": 437}
439
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 189, "sample_index": 438}
440
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 210, "sample_index": 439}
441
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 216, "sample_index": 440}
442
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 217, "sample_index": 441}
443
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 223, "sample_index": 442}
444
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 230, "sample_index": 443}
445
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 245, "sample_index": 444}
446
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 255, "sample_index": 445}
447
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 263, "sample_index": 446}
448
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 266, "sample_index": 447}
449
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 271, "sample_index": 448}
450
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 273, "sample_index": 449}
451
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 275, "sample_index": 450}
452
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 278, "sample_index": 451}
453
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 281, "sample_index": 452}
454
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 284, "sample_index": 453}
455
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 286, "sample_index": 454}
456
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 291, "sample_index": 455}
457
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 292, "sample_index": 456}
458
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 302, "sample_index": 457}
459
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 305, "sample_index": 458}
460
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 306, "sample_index": 459}
461
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 320, "sample_index": 460}
462
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 326, "sample_index": 461}
463
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 332, "sample_index": 462}
464
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 333, "sample_index": 463}
465
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 336, "sample_index": 464}
466
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 339, "sample_index": 465}
467
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 340, "sample_index": 466}
468
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 347, "sample_index": 467}
469
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 358, "sample_index": 468}
470
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 360, "sample_index": 469}
471
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 378, "sample_index": 470}
472
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 380, "sample_index": 471}
473
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 388, "sample_index": 472}
474
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 390, "sample_index": 473}
475
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 396, "sample_index": 474}
476
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 399, "sample_index": 475}
477
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 402, "sample_index": 476}
478
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 404, "sample_index": 477}
479
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 406, "sample_index": 478}
480
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 408, "sample_index": 479}
481
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 413, "sample_index": 480}
482
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 418, "sample_index": 481}
483
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 427, "sample_index": 482}
484
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 432, "sample_index": 483}
485
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 433, "sample_index": 484}
486
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 439, "sample_index": 485}
487
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 446, "sample_index": 486}
488
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 447, "sample_index": 487}
489
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 454, "sample_index": 488}
490
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 457, "sample_index": 489}
491
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 468, "sample_index": 490}
492
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 480, "sample_index": 491}
493
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 492, "sample_index": 492}
494
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 495, "sample_index": 493}
495
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 499, "sample_index": 494}
496
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 500, "sample_index": 495}
497
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 506, "sample_index": 496}
498
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 515, "sample_index": 497}
499
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 549, "sample_index": 498}
500
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 551, "sample_index": 499}
501
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 553, "sample_index": 500}
502
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 555, "sample_index": 501}
503
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 558, "sample_index": 502}
504
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 559, "sample_index": 503}
505
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 567, "sample_index": 504}
506
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 569, "sample_index": 505}
507
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 570, "sample_index": 506}
508
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 585, "sample_index": 507}
509
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 588, "sample_index": 508}
510
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 592, "sample_index": 509}
511
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 594, "sample_index": 510}
512
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 596, "sample_index": 511}
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/audio_metrics.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "beat_align_gap": {
3
+ "max": 0.7295113016227236,
4
+ "mean": 0.005275878726283432,
5
+ "min": -0.6787053929987894,
6
+ "std": 0.18080344484031557
7
+ },
8
+ "beat_align_generated": {
9
+ "max": 0.9819864896355887,
10
+ "mean": 0.5670037982734695,
11
+ "min": 0.0,
12
+ "std": 0.1270472705080669
13
+ },
14
+ "beat_align_reference": {
15
+ "max": 0.9864898672266914,
16
+ "mean": 0.5617279195471861,
17
+ "min": 0.0,
18
+ "std": 0.13623366091628014
19
+ },
20
+ "beat_direction": "music_to_motion",
21
+ "beat_threshold": 0.5,
22
+ "frames": 60,
23
+ "min_motion_beat_distance_seconds": 0.25,
24
+ "num_samples": 512,
25
+ "sigma_frames": 3.0
26
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/benchmark.json ADDED
@@ -0,0 +1,1059 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aistpp_edge_metrics": {
3
+ "div_g_gap": -0.6530459249179623,
4
+ "div_g_generated": 4.39419432288932,
5
+ "div_g_reference": 5.047240247807283,
6
+ "div_k_gap": -15.04609709521663,
7
+ "div_k_generated": 2.511293787945316,
8
+ "div_k_reference": 17.557390883161947,
9
+ "fid_g": 9.416321961723014,
10
+ "fid_k": 506.06656483945915,
11
+ "frames": 60,
12
+ "geometric_feature": "g1_root_relative_body_geometry",
13
+ "geometric_feature_dim": 412,
14
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
15
+ "kinetic_feature_dim": 90,
16
+ "left_foot_indices": [
17
+ 5,
18
+ 6
19
+ ],
20
+ "num_samples": 512,
21
+ "pfc_gap": {
22
+ "max": 1.2357281753921798,
23
+ "mean": -0.45708276724632385,
24
+ "min": -5.685332110710822,
25
+ "std": 0.759387413421902
26
+ },
27
+ "pfc_generated": {
28
+ "max": 1.2380667656531932,
29
+ "mean": 0.018516897520067233,
30
+ "min": 3.3158597997877773e-06,
31
+ "std": 0.0685170946182552
32
+ },
33
+ "pfc_reference": {
34
+ "max": 5.70707503865729,
35
+ "mean": 0.4755996647663911,
36
+ "min": 1.734478249173508e-05,
37
+ "std": 0.7533269154919695
38
+ },
39
+ "right_foot_indices": [
40
+ 11,
41
+ 12
42
+ ],
43
+ "root_index": 0,
44
+ "up_axis": "z"
45
+ },
46
+ "audio_metrics": {
47
+ "beat_align_gap": {
48
+ "max": 0.7295113016227236,
49
+ "mean": 0.005275878726283432,
50
+ "min": -0.6787053929987894,
51
+ "std": 0.18080344484031557
52
+ },
53
+ "beat_align_generated": {
54
+ "max": 0.9819864896355887,
55
+ "mean": 0.5670037982734695,
56
+ "min": 0.0,
57
+ "std": 0.1270472705080669
58
+ },
59
+ "beat_align_reference": {
60
+ "max": 0.9864898672266914,
61
+ "mean": 0.5617279195471861,
62
+ "min": 0.0,
63
+ "std": 0.13623366091628014
64
+ },
65
+ "beat_direction": "music_to_motion",
66
+ "beat_threshold": 0.5,
67
+ "frames": 60,
68
+ "min_motion_beat_distance_seconds": 0.25,
69
+ "num_samples": 512,
70
+ "sigma_frames": 3.0
71
+ },
72
+ "benchmark": "artifact_audio",
73
+ "dataset_metrics": {
74
+ "aioz_gdance_original_audio_test": {
75
+ "aistpp_edge": {
76
+ "div_g_gap": 0.9016745890685014,
77
+ "div_g_generated": 4.410427758080942,
78
+ "div_g_reference": 3.508753169012441,
79
+ "div_k_gap": -8.682494758643179,
80
+ "div_k_generated": 2.0692665948372078,
81
+ "div_k_reference": 10.751761353480386,
82
+ "fid_g": 13.873946640063467,
83
+ "fid_k": 249.5910946982932,
84
+ "geometric_feature_dim": 412,
85
+ "kinetic_feature_dim": 90,
86
+ "num_samples": 103,
87
+ "pfc_gap": {
88
+ "max": 1.2357281753921798,
89
+ "mean": -0.3084742062241016,
90
+ "min": -1.827235063415924,
91
+ "std": 0.44907197266923365
92
+ },
93
+ "pfc_generated": {
94
+ "max": 1.2380667656531932,
95
+ "mean": 0.022560240554918728,
96
+ "min": 3.594668612238033e-05,
97
+ "std": 0.12600861840742536
98
+ },
99
+ "pfc_reference": {
100
+ "max": 1.8273493667993277,
101
+ "mean": 0.33103444677902044,
102
+ "min": 0.0002850819517247187,
103
+ "std": 0.42521447955859853
104
+ }
105
+ },
106
+ "audio": {
107
+ "beat_align_gap": {
108
+ "max": 0.2660469667727643,
109
+ "mean": 0.04825478663463372,
110
+ "min": -0.26653442299732016,
111
+ "std": 0.11652958950109571
112
+ },
113
+ "beat_align_generated": {
114
+ "max": 0.7191034165738591,
115
+ "mean": 0.5737922694170173,
116
+ "min": 0.3447402844783501,
117
+ "std": 0.0744962838541483
118
+ },
119
+ "beat_align_reference": {
120
+ "max": 0.723284948504687,
121
+ "mean": 0.5255374827823837,
122
+ "min": 0.33650493752041727,
123
+ "std": 0.08282468265444852
124
+ },
125
+ "num_samples": 103
126
+ },
127
+ "num_samples": 103,
128
+ "physical": {
129
+ "body_jerk_mean": {
130
+ "max": 1118.7950439453125,
131
+ "mean": 67.10686767911449,
132
+ "min": 11.196517944335938,
133
+ "std": 115.73854323586542
134
+ },
135
+ "contact_sliding_speed": {
136
+ "max": 0.35317686200141907,
137
+ "mean": 0.036904954649869676,
138
+ "min": 0.0,
139
+ "std": 0.041596637040035904
140
+ },
141
+ "foot_ground_error": {
142
+ "max": 0.1113169863820076,
143
+ "mean": 0.03405004921561396,
144
+ "min": 0.0007896505412645638,
145
+ "std": 0.02013616430669645
146
+ },
147
+ "num_samples": 103
148
+ }
149
+ },
150
+ "aistpp_original_audio_test": {
151
+ "aistpp_edge": {
152
+ "div_g_gap": 0.8943666417243499,
153
+ "div_g_generated": 4.431714959397736,
154
+ "div_g_reference": 3.537348317673386,
155
+ "div_k_gap": -24.651516266086837,
156
+ "div_k_generated": 1.150350549674697,
157
+ "div_k_reference": 25.801866815761535,
158
+ "fid_g": 17.079893303528305,
159
+ "fid_k": 1364.3025783729465,
160
+ "geometric_feature_dim": 412,
161
+ "kinetic_feature_dim": 90,
162
+ "num_samples": 103,
163
+ "pfc_gap": {
164
+ "max": 0.07822334764469951,
165
+ "mean": -1.1289551304861971,
166
+ "min": -5.685332110710822,
167
+ "std": 1.2030185786064413
168
+ },
169
+ "pfc_generated": {
170
+ "max": 0.358370030057846,
171
+ "mean": 0.00480202159673679,
172
+ "min": 3.3158597997877773e-06,
173
+ "std": 0.0351068306723872
174
+ },
175
+ "pfc_reference": {
176
+ "max": 5.70707503865729,
177
+ "mean": 1.133757152082934,
178
+ "min": 7.906221758636705e-05,
179
+ "std": 1.20097808165578
180
+ }
181
+ },
182
+ "audio": {
183
+ "beat_align_gap": {
184
+ "max": 0.7295113016227236,
185
+ "mean": -0.019084267645186934,
186
+ "min": -0.6787053929987894,
187
+ "std": 0.25730843835322714
188
+ },
189
+ "beat_align_generated": {
190
+ "max": 0.9459594689067657,
191
+ "mean": 0.566022167088749,
192
+ "min": 0.0,
193
+ "std": 0.1885440500845889
194
+ },
195
+ "beat_align_reference": {
196
+ "max": 0.9864898672266914,
197
+ "mean": 0.585106434733936,
198
+ "min": 0.0,
199
+ "std": 0.1957126332414608
200
+ },
201
+ "num_samples": 103
202
+ },
203
+ "num_samples": 103,
204
+ "physical": {
205
+ "body_jerk_mean": {
206
+ "max": 327.6276550292969,
207
+ "mean": 40.7246558920851,
208
+ "min": 8.484879493713379,
209
+ "std": 36.228856339236366
210
+ },
211
+ "contact_sliding_speed": {
212
+ "max": 0.14085467159748077,
213
+ "mean": 0.026441833555915402,
214
+ "min": 0.005445169284939766,
215
+ "std": 0.01708993524327082
216
+ },
217
+ "foot_ground_error": {
218
+ "max": 0.08001362532377243,
219
+ "mean": 0.03057423179847125,
220
+ "min": 0.0004532820312306285,
221
+ "std": 0.01803625399126401
222
+ },
223
+ "num_samples": 103
224
+ }
225
+ },
226
+ "compas3d_original_audio_test": {
227
+ "aistpp_edge": {
228
+ "div_g_gap": 0.10862798222060643,
229
+ "div_g_generated": 4.636774476307919,
230
+ "div_g_reference": 4.528146494087313,
231
+ "div_k_gap": -8.36511427658675,
232
+ "div_k_generated": 3.2195083388555488,
233
+ "div_k_reference": 11.5846226154423,
234
+ "fid_g": 11.281516991917687,
235
+ "fid_k": 322.49011807243926,
236
+ "geometric_feature_dim": 412,
237
+ "kinetic_feature_dim": 90,
238
+ "num_samples": 102,
239
+ "pfc_gap": {
240
+ "max": 0.06952026188419727,
241
+ "mean": -0.48589917952667766,
242
+ "min": -4.365193217938534,
243
+ "std": 0.5896999440607505
244
+ },
245
+ "pfc_generated": {
246
+ "max": 0.3288911733650613,
247
+ "mean": 0.025093949574019416,
248
+ "min": 0.00010958598652336842,
249
+ "std": 0.04202623160024803
250
+ },
251
+ "pfc_reference": {
252
+ "max": 4.452664764476702,
253
+ "mean": 0.5109931291006972,
254
+ "min": 0.030597062388144053,
255
+ "std": 0.5892266660959979
256
+ }
257
+ },
258
+ "audio": {
259
+ "beat_align_gap": {
260
+ "max": 0.18132368754808798,
261
+ "mean": -0.01724132818404505,
262
+ "min": -0.2113275308302831,
263
+ "std": 0.08725481754620057
264
+ },
265
+ "beat_align_generated": {
266
+ "max": 0.7351707031025103,
267
+ "mean": 0.5700344896544551,
268
+ "min": 0.3721769948409909,
269
+ "std": 0.06881506652929843
270
+ },
271
+ "beat_align_reference": {
272
+ "max": 0.6759029031940639,
273
+ "mean": 0.5872758178385001,
274
+ "min": 0.44007268746408307,
275
+ "std": 0.06101503222114459
276
+ },
277
+ "num_samples": 102
278
+ },
279
+ "num_samples": 102,
280
+ "physical": {
281
+ "body_jerk_mean": {
282
+ "max": 602.4204711914062,
283
+ "mean": 105.50162343417897,
284
+ "min": 17.564332962036133,
285
+ "std": 109.33837337450578
286
+ },
287
+ "contact_sliding_speed": {
288
+ "max": 0.2054523080587387,
289
+ "mean": 0.02957781529346225,
290
+ "min": 0.0,
291
+ "std": 0.03783648219863743
292
+ },
293
+ "foot_ground_error": {
294
+ "max": 0.1033048927783966,
295
+ "mean": 0.05561567291471304,
296
+ "min": 0.008291605859994888,
297
+ "std": 0.01879107825499914
298
+ },
299
+ "num_samples": 102
300
+ }
301
+ },
302
+ "finedance_original_audio_test": {
303
+ "aistpp_edge": {
304
+ "div_g_gap": -0.42745517435526015,
305
+ "div_g_generated": 4.41876468091652,
306
+ "div_g_reference": 4.84621985527178,
307
+ "div_k_gap": -16.43564400724759,
308
+ "div_k_generated": 3.046984935847381,
309
+ "div_k_reference": 19.48262894309497,
310
+ "fid_g": 12.277176383332236,
311
+ "fid_k": 501.00416077226055,
312
+ "geometric_feature_dim": 412,
313
+ "kinetic_feature_dim": 90,
314
+ "num_samples": 102,
315
+ "pfc_gap": {
316
+ "max": 0.05004301682268492,
317
+ "mean": -0.28813514421879705,
318
+ "min": -3.1054539838234403,
319
+ "std": 0.4595272936979975
320
+ },
321
+ "pfc_generated": {
322
+ "max": 0.1438687706298887,
323
+ "mean": 0.028219255960750637,
324
+ "min": 7.219614839303841e-05,
325
+ "std": 0.029981371534795895
326
+ },
327
+ "pfc_reference": {
328
+ "max": 3.122781850827104,
329
+ "mean": 0.31635440017954763,
330
+ "min": 0.0007167596177271045,
331
+ "std": 0.4615235406182573
332
+ }
333
+ },
334
+ "audio": {
335
+ "beat_align_gap": {
336
+ "max": 0.6666666311820951,
337
+ "mean": 0.01773743139843727,
338
+ "min": -0.6488258574227714,
339
+ "std": 0.2527810469932691
340
+ },
341
+ "beat_align_generated": {
342
+ "max": 0.9819864896355887,
343
+ "mean": 0.5507456133822088,
344
+ "min": 0.16846877330275614,
345
+ "std": 0.1619789896915679
346
+ },
347
+ "beat_align_reference": {
348
+ "max": 0.9155656239411911,
349
+ "mean": 0.5330081819837715,
350
+ "min": 0.16565130039393888,
351
+ "std": 0.18274789702555308
352
+ },
353
+ "num_samples": 102
354
+ },
355
+ "num_samples": 102,
356
+ "physical": {
357
+ "body_jerk_mean": {
358
+ "max": 489.0865173339844,
359
+ "mean": 85.16389743019553,
360
+ "min": 13.459858894348145,
361
+ "std": 85.18007109299157
362
+ },
363
+ "contact_sliding_speed": {
364
+ "max": 0.21276384592056274,
365
+ "mean": 0.02087374012825974,
366
+ "min": 0.0,
367
+ "std": 0.03084469437970723
368
+ },
369
+ "foot_ground_error": {
370
+ "max": 0.10231435298919678,
371
+ "mean": 0.05608912547776366,
372
+ "min": 0.006434121634811163,
373
+ "std": 0.019059970472704635
374
+ },
375
+ "num_samples": 102
376
+ }
377
+ },
378
+ "opendance_original_audio_test": {
379
+ "aistpp_edge": {
380
+ "div_g_gap": -0.29379509306603246,
381
+ "div_g_generated": 4.227058512339791,
382
+ "div_g_reference": 4.520853605405823,
383
+ "div_k_gap": -8.930383498677635,
384
+ "div_k_generated": 2.284836178525468,
385
+ "div_k_reference": 11.215219677203104,
386
+ "fid_g": 16.998181203461865,
387
+ "fid_k": 224.83195026469159,
388
+ "geometric_feature_dim": 412,
389
+ "kinetic_feature_dim": 90,
390
+ "num_samples": 102,
391
+ "pfc_gap": {
392
+ "max": 0.5098765810644473,
393
+ "mean": -0.06882013849920239,
394
+ "min": -0.5179978726422194,
395
+ "std": 0.11133835728905908
396
+ },
397
+ "pfc_generated": {
398
+ "max": 0.5477530090320128,
399
+ "mean": 0.012003838863797625,
400
+ "min": 4.433310802335482e-05,
401
+ "std": 0.05687924171588829
402
+ },
403
+ "pfc_reference": {
404
+ "max": 0.5202685491331398,
405
+ "mean": 0.08082397736300001,
406
+ "min": 1.734478249173508e-05,
407
+ "std": 0.0916078679556263
408
+ }
409
+ },
410
+ "audio": {
411
+ "beat_align_gap": {
412
+ "max": 0.1965716371310277,
413
+ "mean": -0.003469765450234395,
414
+ "min": -0.21714207133730845,
415
+ "std": 0.0938424885434819
416
+ },
417
+ "beat_align_generated": {
418
+ "max": 0.6823233699436835,
419
+ "mean": 0.5743675220213994,
420
+ "min": 0.0,
421
+ "std": 0.09039966917193983
422
+ },
423
+ "beat_align_reference": {
424
+ "max": 0.7346093465204763,
425
+ "mean": 0.5778372874716339,
426
+ "min": 0.0,
427
+ "std": 0.08261153009190644
428
+ },
429
+ "num_samples": 102
430
+ },
431
+ "num_samples": 102,
432
+ "physical": {
433
+ "body_jerk_mean": {
434
+ "max": 954.1241455078125,
435
+ "mean": 64.66223060383516,
436
+ "min": 12.491951942443848,
437
+ "std": 103.59232193653408
438
+ },
439
+ "contact_sliding_speed": {
440
+ "max": 0.46719393134117126,
441
+ "mean": 0.038307598855930804,
442
+ "min": 0.0,
443
+ "std": 0.053288219449362594
444
+ },
445
+ "foot_ground_error": {
446
+ "max": 0.08335089683532715,
447
+ "mean": 0.03429649106692523,
448
+ "min": 0.0020076853688806295,
449
+ "std": 0.0201984896564426
450
+ },
451
+ "num_samples": 102
452
+ }
453
+ }
454
+ },
455
+ "exp": "g1_transformer_guided_100m",
456
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs_baseline/genmo_gmr/audio_mixed_modalities_all_v1_wavfix/generated_qpos.npz",
457
+ "label": "GENMO+GMR Audio",
458
+ "num_frames": 60,
459
+ "num_samples": 512,
460
+ "physical_metrics": {
461
+ "body_jerk_mean": {
462
+ "max": 1118.7950439453125,
463
+ "mean": 72.55874526873231,
464
+ "min": 8.484879493713379,
465
+ "std": 96.92231086997455
466
+ },
467
+ "contact_height_threshold": 0.12,
468
+ "contact_penetration_tolerance": 0.02,
469
+ "contact_sliding_speed": {
470
+ "max": 0.46719393134117126,
471
+ "mean": 0.030426079924836813,
472
+ "min": 0.0,
473
+ "std": 0.03859558517373794
474
+ },
475
+ "foot_ground_error": {
476
+ "max": 0.1113169863820076,
477
+ "mean": 0.04208678216662065,
478
+ "min": 0.0004532820312306285,
479
+ "std": 0.022322086049693334
480
+ },
481
+ "frames": 60,
482
+ "num_samples": 512
483
+ },
484
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/reference_qpos.npz",
485
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/sample_metrics.jsonl",
486
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512.jsonl",
487
+ "split": "test",
488
+ "tracker_executed": {
489
+ "action_clip": 10.0,
490
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_executed_qpos.npz",
491
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/benchmark_tracker.json",
492
+ "control_substeps": 10,
493
+ "enabled": true,
494
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
495
+ "metrics": {
496
+ "e_acc": {
497
+ "max": 7.895976305007935,
498
+ "mean": 1.222869801381421,
499
+ "min": 0.2109702763846144,
500
+ "std": 1.0653945077760631
501
+ },
502
+ "e_vel": {
503
+ "max": 26.592334732413292,
504
+ "mean": 3.8660588812717833,
505
+ "min": 0.8588212076574564,
506
+ "std": 3.43297125805821
507
+ },
508
+ "enabled": true,
509
+ "g_mpjpe": {
510
+ "max": 734.4393730163574,
511
+ "mean": 111.69415155382012,
512
+ "min": 19.75538209080696,
513
+ "std": 105.49309911909174
514
+ },
515
+ "mpjpe": {
516
+ "max": 281.7447781562805,
517
+ "mean": 35.72975048700755,
518
+ "min": 14.655263163149357,
519
+ "std": 22.85081151786073
520
+ },
521
+ "num_samples": 512,
522
+ "root_index": 0,
523
+ "target_fps": 50.0
524
+ },
525
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_metrics.json",
526
+ "num_generated_samples": 512,
527
+ "num_samples": 512,
528
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
529
+ "robot_xml": null,
530
+ "root_index": 0,
531
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_sample_metrics.jsonl",
532
+ "selected_indices": [
533
+ 0,
534
+ 1,
535
+ 2,
536
+ 3,
537
+ 4,
538
+ 5,
539
+ 6,
540
+ 7,
541
+ 8,
542
+ 9,
543
+ 10,
544
+ 11,
545
+ 12,
546
+ 13,
547
+ 14,
548
+ 15,
549
+ 16,
550
+ 17,
551
+ 18,
552
+ 19,
553
+ 20,
554
+ 21,
555
+ 22,
556
+ 23,
557
+ 24,
558
+ 25,
559
+ 26,
560
+ 27,
561
+ 28,
562
+ 29,
563
+ 30,
564
+ 31,
565
+ 32,
566
+ 33,
567
+ 34,
568
+ 35,
569
+ 36,
570
+ 37,
571
+ 38,
572
+ 39,
573
+ 40,
574
+ 41,
575
+ 42,
576
+ 43,
577
+ 44,
578
+ 45,
579
+ 46,
580
+ 47,
581
+ 48,
582
+ 49,
583
+ 50,
584
+ 51,
585
+ 52,
586
+ 53,
587
+ 54,
588
+ 55,
589
+ 56,
590
+ 57,
591
+ 58,
592
+ 59,
593
+ 60,
594
+ 61,
595
+ 62,
596
+ 63,
597
+ 64,
598
+ 65,
599
+ 66,
600
+ 67,
601
+ 68,
602
+ 69,
603
+ 70,
604
+ 71,
605
+ 72,
606
+ 73,
607
+ 74,
608
+ 75,
609
+ 76,
610
+ 77,
611
+ 78,
612
+ 79,
613
+ 80,
614
+ 81,
615
+ 82,
616
+ 83,
617
+ 84,
618
+ 85,
619
+ 86,
620
+ 87,
621
+ 88,
622
+ 89,
623
+ 90,
624
+ 91,
625
+ 92,
626
+ 93,
627
+ 94,
628
+ 95,
629
+ 96,
630
+ 97,
631
+ 98,
632
+ 99,
633
+ 100,
634
+ 101,
635
+ 102,
636
+ 103,
637
+ 104,
638
+ 105,
639
+ 106,
640
+ 107,
641
+ 108,
642
+ 109,
643
+ 110,
644
+ 111,
645
+ 112,
646
+ 113,
647
+ 114,
648
+ 115,
649
+ 116,
650
+ 117,
651
+ 118,
652
+ 119,
653
+ 120,
654
+ 121,
655
+ 122,
656
+ 123,
657
+ 124,
658
+ 125,
659
+ 126,
660
+ 127,
661
+ 128,
662
+ 129,
663
+ 130,
664
+ 131,
665
+ 132,
666
+ 133,
667
+ 134,
668
+ 135,
669
+ 136,
670
+ 137,
671
+ 138,
672
+ 139,
673
+ 140,
674
+ 141,
675
+ 142,
676
+ 143,
677
+ 144,
678
+ 145,
679
+ 146,
680
+ 147,
681
+ 148,
682
+ 149,
683
+ 150,
684
+ 151,
685
+ 152,
686
+ 153,
687
+ 154,
688
+ 155,
689
+ 156,
690
+ 157,
691
+ 158,
692
+ 159,
693
+ 160,
694
+ 161,
695
+ 162,
696
+ 163,
697
+ 164,
698
+ 165,
699
+ 166,
700
+ 167,
701
+ 168,
702
+ 169,
703
+ 170,
704
+ 171,
705
+ 172,
706
+ 173,
707
+ 174,
708
+ 175,
709
+ 176,
710
+ 177,
711
+ 178,
712
+ 179,
713
+ 180,
714
+ 181,
715
+ 182,
716
+ 183,
717
+ 184,
718
+ 185,
719
+ 186,
720
+ 187,
721
+ 188,
722
+ 189,
723
+ 190,
724
+ 191,
725
+ 192,
726
+ 193,
727
+ 194,
728
+ 195,
729
+ 196,
730
+ 197,
731
+ 198,
732
+ 199,
733
+ 200,
734
+ 201,
735
+ 202,
736
+ 203,
737
+ 204,
738
+ 205,
739
+ 206,
740
+ 207,
741
+ 208,
742
+ 209,
743
+ 210,
744
+ 211,
745
+ 212,
746
+ 213,
747
+ 214,
748
+ 215,
749
+ 216,
750
+ 217,
751
+ 218,
752
+ 219,
753
+ 220,
754
+ 221,
755
+ 222,
756
+ 223,
757
+ 224,
758
+ 225,
759
+ 226,
760
+ 227,
761
+ 228,
762
+ 229,
763
+ 230,
764
+ 231,
765
+ 232,
766
+ 233,
767
+ 234,
768
+ 235,
769
+ 236,
770
+ 237,
771
+ 238,
772
+ 239,
773
+ 240,
774
+ 241,
775
+ 242,
776
+ 243,
777
+ 244,
778
+ 245,
779
+ 246,
780
+ 247,
781
+ 248,
782
+ 249,
783
+ 250,
784
+ 251,
785
+ 252,
786
+ 253,
787
+ 254,
788
+ 255,
789
+ 256,
790
+ 257,
791
+ 258,
792
+ 259,
793
+ 260,
794
+ 261,
795
+ 262,
796
+ 263,
797
+ 264,
798
+ 265,
799
+ 266,
800
+ 267,
801
+ 268,
802
+ 269,
803
+ 270,
804
+ 271,
805
+ 272,
806
+ 273,
807
+ 274,
808
+ 275,
809
+ 276,
810
+ 277,
811
+ 278,
812
+ 279,
813
+ 280,
814
+ 281,
815
+ 282,
816
+ 283,
817
+ 284,
818
+ 285,
819
+ 286,
820
+ 287,
821
+ 288,
822
+ 289,
823
+ 290,
824
+ 291,
825
+ 292,
826
+ 293,
827
+ 294,
828
+ 295,
829
+ 296,
830
+ 297,
831
+ 298,
832
+ 299,
833
+ 300,
834
+ 301,
835
+ 302,
836
+ 303,
837
+ 304,
838
+ 305,
839
+ 306,
840
+ 307,
841
+ 308,
842
+ 309,
843
+ 310,
844
+ 311,
845
+ 312,
846
+ 313,
847
+ 314,
848
+ 315,
849
+ 316,
850
+ 317,
851
+ 318,
852
+ 319,
853
+ 320,
854
+ 321,
855
+ 322,
856
+ 323,
857
+ 324,
858
+ 325,
859
+ 326,
860
+ 327,
861
+ 328,
862
+ 329,
863
+ 330,
864
+ 331,
865
+ 332,
866
+ 333,
867
+ 334,
868
+ 335,
869
+ 336,
870
+ 337,
871
+ 338,
872
+ 339,
873
+ 340,
874
+ 341,
875
+ 342,
876
+ 343,
877
+ 344,
878
+ 345,
879
+ 346,
880
+ 347,
881
+ 348,
882
+ 349,
883
+ 350,
884
+ 351,
885
+ 352,
886
+ 353,
887
+ 354,
888
+ 355,
889
+ 356,
890
+ 357,
891
+ 358,
892
+ 359,
893
+ 360,
894
+ 361,
895
+ 362,
896
+ 363,
897
+ 364,
898
+ 365,
899
+ 366,
900
+ 367,
901
+ 368,
902
+ 369,
903
+ 370,
904
+ 371,
905
+ 372,
906
+ 373,
907
+ 374,
908
+ 375,
909
+ 376,
910
+ 377,
911
+ 378,
912
+ 379,
913
+ 380,
914
+ 381,
915
+ 382,
916
+ 383,
917
+ 384,
918
+ 385,
919
+ 386,
920
+ 387,
921
+ 388,
922
+ 389,
923
+ 390,
924
+ 391,
925
+ 392,
926
+ 393,
927
+ 394,
928
+ 395,
929
+ 396,
930
+ 397,
931
+ 398,
932
+ 399,
933
+ 400,
934
+ 401,
935
+ 402,
936
+ 403,
937
+ 404,
938
+ 405,
939
+ 406,
940
+ 407,
941
+ 408,
942
+ 409,
943
+ 410,
944
+ 411,
945
+ 412,
946
+ 413,
947
+ 414,
948
+ 415,
949
+ 416,
950
+ 417,
951
+ 418,
952
+ 419,
953
+ 420,
954
+ 421,
955
+ 422,
956
+ 423,
957
+ 424,
958
+ 425,
959
+ 426,
960
+ 427,
961
+ 428,
962
+ 429,
963
+ 430,
964
+ 431,
965
+ 432,
966
+ 433,
967
+ 434,
968
+ 435,
969
+ 436,
970
+ 437,
971
+ 438,
972
+ 439,
973
+ 440,
974
+ 441,
975
+ 442,
976
+ 443,
977
+ 444,
978
+ 445,
979
+ 446,
980
+ 447,
981
+ 448,
982
+ 449,
983
+ 450,
984
+ 451,
985
+ 452,
986
+ 453,
987
+ 454,
988
+ 455,
989
+ 456,
990
+ 457,
991
+ 458,
992
+ 459,
993
+ 460,
994
+ 461,
995
+ 462,
996
+ 463,
997
+ 464,
998
+ 465,
999
+ 466,
1000
+ 467,
1001
+ 468,
1002
+ 469,
1003
+ 470,
1004
+ 471,
1005
+ 472,
1006
+ 473,
1007
+ 474,
1008
+ 475,
1009
+ 476,
1010
+ 477,
1011
+ 478,
1012
+ 479,
1013
+ 480,
1014
+ 481,
1015
+ 482,
1016
+ 483,
1017
+ 484,
1018
+ 485,
1019
+ 486,
1020
+ 487,
1021
+ 488,
1022
+ 489,
1023
+ 490,
1024
+ 491,
1025
+ 492,
1026
+ 493,
1027
+ 494,
1028
+ 495,
1029
+ 496,
1030
+ 497,
1031
+ 498,
1032
+ 499,
1033
+ 500,
1034
+ 501,
1035
+ 502,
1036
+ 503,
1037
+ 504,
1038
+ 505,
1039
+ 506,
1040
+ 507,
1041
+ 508,
1042
+ 509,
1043
+ 510,
1044
+ 511
1045
+ ],
1046
+ "steps": null,
1047
+ "target_fps": 50.0,
1048
+ "valid_shape": [
1049
+ 512,
1050
+ 99
1051
+ ]
1052
+ },
1053
+ "transition_metrics": {
1054
+ "chunk_length": 60,
1055
+ "enabled": false,
1056
+ "num_frames": 60,
1057
+ "reason": "num_frames must be greater than chunk_length"
1058
+ }
1059
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/dataset_metrics.json ADDED
@@ -0,0 +1,382 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aioz_gdance_original_audio_test": {
3
+ "aistpp_edge": {
4
+ "div_g_gap": 0.9016745890685014,
5
+ "div_g_generated": 4.410427758080942,
6
+ "div_g_reference": 3.508753169012441,
7
+ "div_k_gap": -8.682494758643179,
8
+ "div_k_generated": 2.0692665948372078,
9
+ "div_k_reference": 10.751761353480386,
10
+ "fid_g": 13.873946640063467,
11
+ "fid_k": 249.5910946982932,
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature_dim": 90,
14
+ "num_samples": 103,
15
+ "pfc_gap": {
16
+ "max": 1.2357281753921798,
17
+ "mean": -0.3084742062241016,
18
+ "min": -1.827235063415924,
19
+ "std": 0.44907197266923365
20
+ },
21
+ "pfc_generated": {
22
+ "max": 1.2380667656531932,
23
+ "mean": 0.022560240554918728,
24
+ "min": 3.594668612238033e-05,
25
+ "std": 0.12600861840742536
26
+ },
27
+ "pfc_reference": {
28
+ "max": 1.8273493667993277,
29
+ "mean": 0.33103444677902044,
30
+ "min": 0.0002850819517247187,
31
+ "std": 0.42521447955859853
32
+ }
33
+ },
34
+ "audio": {
35
+ "beat_align_gap": {
36
+ "max": 0.2660469667727643,
37
+ "mean": 0.04825478663463372,
38
+ "min": -0.26653442299732016,
39
+ "std": 0.11652958950109571
40
+ },
41
+ "beat_align_generated": {
42
+ "max": 0.7191034165738591,
43
+ "mean": 0.5737922694170173,
44
+ "min": 0.3447402844783501,
45
+ "std": 0.0744962838541483
46
+ },
47
+ "beat_align_reference": {
48
+ "max": 0.723284948504687,
49
+ "mean": 0.5255374827823837,
50
+ "min": 0.33650493752041727,
51
+ "std": 0.08282468265444852
52
+ },
53
+ "num_samples": 103
54
+ },
55
+ "num_samples": 103,
56
+ "physical": {
57
+ "body_jerk_mean": {
58
+ "max": 1118.7950439453125,
59
+ "mean": 67.10686767911449,
60
+ "min": 11.196517944335938,
61
+ "std": 115.73854323586542
62
+ },
63
+ "contact_sliding_speed": {
64
+ "max": 0.35317686200141907,
65
+ "mean": 0.036904954649869676,
66
+ "min": 0.0,
67
+ "std": 0.041596637040035904
68
+ },
69
+ "foot_ground_error": {
70
+ "max": 0.1113169863820076,
71
+ "mean": 0.03405004921561396,
72
+ "min": 0.0007896505412645638,
73
+ "std": 0.02013616430669645
74
+ },
75
+ "num_samples": 103
76
+ }
77
+ },
78
+ "aistpp_original_audio_test": {
79
+ "aistpp_edge": {
80
+ "div_g_gap": 0.8943666417243499,
81
+ "div_g_generated": 4.431714959397736,
82
+ "div_g_reference": 3.537348317673386,
83
+ "div_k_gap": -24.651516266086837,
84
+ "div_k_generated": 1.150350549674697,
85
+ "div_k_reference": 25.801866815761535,
86
+ "fid_g": 17.079893303528305,
87
+ "fid_k": 1364.3025783729465,
88
+ "geometric_feature_dim": 412,
89
+ "kinetic_feature_dim": 90,
90
+ "num_samples": 103,
91
+ "pfc_gap": {
92
+ "max": 0.07822334764469951,
93
+ "mean": -1.1289551304861971,
94
+ "min": -5.685332110710822,
95
+ "std": 1.2030185786064413
96
+ },
97
+ "pfc_generated": {
98
+ "max": 0.358370030057846,
99
+ "mean": 0.00480202159673679,
100
+ "min": 3.3158597997877773e-06,
101
+ "std": 0.0351068306723872
102
+ },
103
+ "pfc_reference": {
104
+ "max": 5.70707503865729,
105
+ "mean": 1.133757152082934,
106
+ "min": 7.906221758636705e-05,
107
+ "std": 1.20097808165578
108
+ }
109
+ },
110
+ "audio": {
111
+ "beat_align_gap": {
112
+ "max": 0.7295113016227236,
113
+ "mean": -0.019084267645186934,
114
+ "min": -0.6787053929987894,
115
+ "std": 0.25730843835322714
116
+ },
117
+ "beat_align_generated": {
118
+ "max": 0.9459594689067657,
119
+ "mean": 0.566022167088749,
120
+ "min": 0.0,
121
+ "std": 0.1885440500845889
122
+ },
123
+ "beat_align_reference": {
124
+ "max": 0.9864898672266914,
125
+ "mean": 0.585106434733936,
126
+ "min": 0.0,
127
+ "std": 0.1957126332414608
128
+ },
129
+ "num_samples": 103
130
+ },
131
+ "num_samples": 103,
132
+ "physical": {
133
+ "body_jerk_mean": {
134
+ "max": 327.6276550292969,
135
+ "mean": 40.7246558920851,
136
+ "min": 8.484879493713379,
137
+ "std": 36.228856339236366
138
+ },
139
+ "contact_sliding_speed": {
140
+ "max": 0.14085467159748077,
141
+ "mean": 0.026441833555915402,
142
+ "min": 0.005445169284939766,
143
+ "std": 0.01708993524327082
144
+ },
145
+ "foot_ground_error": {
146
+ "max": 0.08001362532377243,
147
+ "mean": 0.03057423179847125,
148
+ "min": 0.0004532820312306285,
149
+ "std": 0.01803625399126401
150
+ },
151
+ "num_samples": 103
152
+ }
153
+ },
154
+ "compas3d_original_audio_test": {
155
+ "aistpp_edge": {
156
+ "div_g_gap": 0.10862798222060643,
157
+ "div_g_generated": 4.636774476307919,
158
+ "div_g_reference": 4.528146494087313,
159
+ "div_k_gap": -8.36511427658675,
160
+ "div_k_generated": 3.2195083388555488,
161
+ "div_k_reference": 11.5846226154423,
162
+ "fid_g": 11.281516991917687,
163
+ "fid_k": 322.49011807243926,
164
+ "geometric_feature_dim": 412,
165
+ "kinetic_feature_dim": 90,
166
+ "num_samples": 102,
167
+ "pfc_gap": {
168
+ "max": 0.06952026188419727,
169
+ "mean": -0.48589917952667766,
170
+ "min": -4.365193217938534,
171
+ "std": 0.5896999440607505
172
+ },
173
+ "pfc_generated": {
174
+ "max": 0.3288911733650613,
175
+ "mean": 0.025093949574019416,
176
+ "min": 0.00010958598652336842,
177
+ "std": 0.04202623160024803
178
+ },
179
+ "pfc_reference": {
180
+ "max": 4.452664764476702,
181
+ "mean": 0.5109931291006972,
182
+ "min": 0.030597062388144053,
183
+ "std": 0.5892266660959979
184
+ }
185
+ },
186
+ "audio": {
187
+ "beat_align_gap": {
188
+ "max": 0.18132368754808798,
189
+ "mean": -0.01724132818404505,
190
+ "min": -0.2113275308302831,
191
+ "std": 0.08725481754620057
192
+ },
193
+ "beat_align_generated": {
194
+ "max": 0.7351707031025103,
195
+ "mean": 0.5700344896544551,
196
+ "min": 0.3721769948409909,
197
+ "std": 0.06881506652929843
198
+ },
199
+ "beat_align_reference": {
200
+ "max": 0.6759029031940639,
201
+ "mean": 0.5872758178385001,
202
+ "min": 0.44007268746408307,
203
+ "std": 0.06101503222114459
204
+ },
205
+ "num_samples": 102
206
+ },
207
+ "num_samples": 102,
208
+ "physical": {
209
+ "body_jerk_mean": {
210
+ "max": 602.4204711914062,
211
+ "mean": 105.50162343417897,
212
+ "min": 17.564332962036133,
213
+ "std": 109.33837337450578
214
+ },
215
+ "contact_sliding_speed": {
216
+ "max": 0.2054523080587387,
217
+ "mean": 0.02957781529346225,
218
+ "min": 0.0,
219
+ "std": 0.03783648219863743
220
+ },
221
+ "foot_ground_error": {
222
+ "max": 0.1033048927783966,
223
+ "mean": 0.05561567291471304,
224
+ "min": 0.008291605859994888,
225
+ "std": 0.01879107825499914
226
+ },
227
+ "num_samples": 102
228
+ }
229
+ },
230
+ "finedance_original_audio_test": {
231
+ "aistpp_edge": {
232
+ "div_g_gap": -0.42745517435526015,
233
+ "div_g_generated": 4.41876468091652,
234
+ "div_g_reference": 4.84621985527178,
235
+ "div_k_gap": -16.43564400724759,
236
+ "div_k_generated": 3.046984935847381,
237
+ "div_k_reference": 19.48262894309497,
238
+ "fid_g": 12.277176383332236,
239
+ "fid_k": 501.00416077226055,
240
+ "geometric_feature_dim": 412,
241
+ "kinetic_feature_dim": 90,
242
+ "num_samples": 102,
243
+ "pfc_gap": {
244
+ "max": 0.05004301682268492,
245
+ "mean": -0.28813514421879705,
246
+ "min": -3.1054539838234403,
247
+ "std": 0.4595272936979975
248
+ },
249
+ "pfc_generated": {
250
+ "max": 0.1438687706298887,
251
+ "mean": 0.028219255960750637,
252
+ "min": 7.219614839303841e-05,
253
+ "std": 0.029981371534795895
254
+ },
255
+ "pfc_reference": {
256
+ "max": 3.122781850827104,
257
+ "mean": 0.31635440017954763,
258
+ "min": 0.0007167596177271045,
259
+ "std": 0.4615235406182573
260
+ }
261
+ },
262
+ "audio": {
263
+ "beat_align_gap": {
264
+ "max": 0.6666666311820951,
265
+ "mean": 0.01773743139843727,
266
+ "min": -0.6488258574227714,
267
+ "std": 0.2527810469932691
268
+ },
269
+ "beat_align_generated": {
270
+ "max": 0.9819864896355887,
271
+ "mean": 0.5507456133822088,
272
+ "min": 0.16846877330275614,
273
+ "std": 0.1619789896915679
274
+ },
275
+ "beat_align_reference": {
276
+ "max": 0.9155656239411911,
277
+ "mean": 0.5330081819837715,
278
+ "min": 0.16565130039393888,
279
+ "std": 0.18274789702555308
280
+ },
281
+ "num_samples": 102
282
+ },
283
+ "num_samples": 102,
284
+ "physical": {
285
+ "body_jerk_mean": {
286
+ "max": 489.0865173339844,
287
+ "mean": 85.16389743019553,
288
+ "min": 13.459858894348145,
289
+ "std": 85.18007109299157
290
+ },
291
+ "contact_sliding_speed": {
292
+ "max": 0.21276384592056274,
293
+ "mean": 0.02087374012825974,
294
+ "min": 0.0,
295
+ "std": 0.03084469437970723
296
+ },
297
+ "foot_ground_error": {
298
+ "max": 0.10231435298919678,
299
+ "mean": 0.05608912547776366,
300
+ "min": 0.006434121634811163,
301
+ "std": 0.019059970472704635
302
+ },
303
+ "num_samples": 102
304
+ }
305
+ },
306
+ "opendance_original_audio_test": {
307
+ "aistpp_edge": {
308
+ "div_g_gap": -0.29379509306603246,
309
+ "div_g_generated": 4.227058512339791,
310
+ "div_g_reference": 4.520853605405823,
311
+ "div_k_gap": -8.930383498677635,
312
+ "div_k_generated": 2.284836178525468,
313
+ "div_k_reference": 11.215219677203104,
314
+ "fid_g": 16.998181203461865,
315
+ "fid_k": 224.83195026469159,
316
+ "geometric_feature_dim": 412,
317
+ "kinetic_feature_dim": 90,
318
+ "num_samples": 102,
319
+ "pfc_gap": {
320
+ "max": 0.5098765810644473,
321
+ "mean": -0.06882013849920239,
322
+ "min": -0.5179978726422194,
323
+ "std": 0.11133835728905908
324
+ },
325
+ "pfc_generated": {
326
+ "max": 0.5477530090320128,
327
+ "mean": 0.012003838863797625,
328
+ "min": 4.433310802335482e-05,
329
+ "std": 0.05687924171588829
330
+ },
331
+ "pfc_reference": {
332
+ "max": 0.5202685491331398,
333
+ "mean": 0.08082397736300001,
334
+ "min": 1.734478249173508e-05,
335
+ "std": 0.0916078679556263
336
+ }
337
+ },
338
+ "audio": {
339
+ "beat_align_gap": {
340
+ "max": 0.1965716371310277,
341
+ "mean": -0.003469765450234395,
342
+ "min": -0.21714207133730845,
343
+ "std": 0.0938424885434819
344
+ },
345
+ "beat_align_generated": {
346
+ "max": 0.6823233699436835,
347
+ "mean": 0.5743675220213994,
348
+ "min": 0.0,
349
+ "std": 0.09039966917193983
350
+ },
351
+ "beat_align_reference": {
352
+ "max": 0.7346093465204763,
353
+ "mean": 0.5778372874716339,
354
+ "min": 0.0,
355
+ "std": 0.08261153009190644
356
+ },
357
+ "num_samples": 102
358
+ },
359
+ "num_samples": 102,
360
+ "physical": {
361
+ "body_jerk_mean": {
362
+ "max": 954.1241455078125,
363
+ "mean": 64.66223060383516,
364
+ "min": 12.491951942443848,
365
+ "std": 103.59232193653408
366
+ },
367
+ "contact_sliding_speed": {
368
+ "max": 0.46719393134117126,
369
+ "mean": 0.038307598855930804,
370
+ "min": 0.0,
371
+ "std": 0.053288219449362594
372
+ },
373
+ "foot_ground_error": {
374
+ "max": 0.08335089683532715,
375
+ "mean": 0.03429649106692523,
376
+ "min": 0.0020076853688806295,
377
+ "std": 0.0201984896564426
378
+ },
379
+ "num_samples": 102
380
+ }
381
+ }
382
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/metrics.json ADDED
@@ -0,0 +1,1062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": {
3
+ "aistpp_edge_metrics": {
4
+ "div_g_gap": -0.6530459249179623,
5
+ "div_g_generated": 4.39419432288932,
6
+ "div_g_reference": 5.047240247807283,
7
+ "div_k_gap": -15.04609709521663,
8
+ "div_k_generated": 2.511293787945316,
9
+ "div_k_reference": 17.557390883161947,
10
+ "fid_g": 9.416321961723014,
11
+ "fid_k": 506.06656483945915,
12
+ "frames": 60,
13
+ "geometric_feature": "g1_root_relative_body_geometry",
14
+ "geometric_feature_dim": 412,
15
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
16
+ "kinetic_feature_dim": 90,
17
+ "left_foot_indices": [
18
+ 5,
19
+ 6
20
+ ],
21
+ "num_samples": 512,
22
+ "pfc_gap": {
23
+ "max": 1.2357281753921798,
24
+ "mean": -0.45708276724632385,
25
+ "min": -5.685332110710822,
26
+ "std": 0.759387413421902
27
+ },
28
+ "pfc_generated": {
29
+ "max": 1.2380667656531932,
30
+ "mean": 0.018516897520067233,
31
+ "min": 3.3158597997877773e-06,
32
+ "std": 0.0685170946182552
33
+ },
34
+ "pfc_reference": {
35
+ "max": 5.70707503865729,
36
+ "mean": 0.4755996647663911,
37
+ "min": 1.734478249173508e-05,
38
+ "std": 0.7533269154919695
39
+ },
40
+ "right_foot_indices": [
41
+ 11,
42
+ 12
43
+ ],
44
+ "root_index": 0,
45
+ "up_axis": "z"
46
+ },
47
+ "audio_metrics": {
48
+ "beat_align_gap": {
49
+ "max": 0.7295113016227236,
50
+ "mean": 0.005275878726283432,
51
+ "min": -0.6787053929987894,
52
+ "std": 0.18080344484031557
53
+ },
54
+ "beat_align_generated": {
55
+ "max": 0.9819864896355887,
56
+ "mean": 0.5670037982734695,
57
+ "min": 0.0,
58
+ "std": 0.1270472705080669
59
+ },
60
+ "beat_align_reference": {
61
+ "max": 0.9864898672266914,
62
+ "mean": 0.5617279195471861,
63
+ "min": 0.0,
64
+ "std": 0.13623366091628014
65
+ },
66
+ "beat_direction": "music_to_motion",
67
+ "beat_threshold": 0.5,
68
+ "frames": 60,
69
+ "min_motion_beat_distance_seconds": 0.25,
70
+ "num_samples": 512,
71
+ "sigma_frames": 3.0
72
+ },
73
+ "benchmark": "artifact_audio",
74
+ "dataset_metrics": {
75
+ "aioz_gdance_original_audio_test": {
76
+ "aistpp_edge": {
77
+ "div_g_gap": 0.9016745890685014,
78
+ "div_g_generated": 4.410427758080942,
79
+ "div_g_reference": 3.508753169012441,
80
+ "div_k_gap": -8.682494758643179,
81
+ "div_k_generated": 2.0692665948372078,
82
+ "div_k_reference": 10.751761353480386,
83
+ "fid_g": 13.873946640063467,
84
+ "fid_k": 249.5910946982932,
85
+ "geometric_feature_dim": 412,
86
+ "kinetic_feature_dim": 90,
87
+ "num_samples": 103,
88
+ "pfc_gap": {
89
+ "max": 1.2357281753921798,
90
+ "mean": -0.3084742062241016,
91
+ "min": -1.827235063415924,
92
+ "std": 0.44907197266923365
93
+ },
94
+ "pfc_generated": {
95
+ "max": 1.2380667656531932,
96
+ "mean": 0.022560240554918728,
97
+ "min": 3.594668612238033e-05,
98
+ "std": 0.12600861840742536
99
+ },
100
+ "pfc_reference": {
101
+ "max": 1.8273493667993277,
102
+ "mean": 0.33103444677902044,
103
+ "min": 0.0002850819517247187,
104
+ "std": 0.42521447955859853
105
+ }
106
+ },
107
+ "audio": {
108
+ "beat_align_gap": {
109
+ "max": 0.2660469667727643,
110
+ "mean": 0.04825478663463372,
111
+ "min": -0.26653442299732016,
112
+ "std": 0.11652958950109571
113
+ },
114
+ "beat_align_generated": {
115
+ "max": 0.7191034165738591,
116
+ "mean": 0.5737922694170173,
117
+ "min": 0.3447402844783501,
118
+ "std": 0.0744962838541483
119
+ },
120
+ "beat_align_reference": {
121
+ "max": 0.723284948504687,
122
+ "mean": 0.5255374827823837,
123
+ "min": 0.33650493752041727,
124
+ "std": 0.08282468265444852
125
+ },
126
+ "num_samples": 103
127
+ },
128
+ "num_samples": 103,
129
+ "physical": {
130
+ "body_jerk_mean": {
131
+ "max": 1118.7950439453125,
132
+ "mean": 67.10686767911449,
133
+ "min": 11.196517944335938,
134
+ "std": 115.73854323586542
135
+ },
136
+ "contact_sliding_speed": {
137
+ "max": 0.35317686200141907,
138
+ "mean": 0.036904954649869676,
139
+ "min": 0.0,
140
+ "std": 0.041596637040035904
141
+ },
142
+ "foot_ground_error": {
143
+ "max": 0.1113169863820076,
144
+ "mean": 0.03405004921561396,
145
+ "min": 0.0007896505412645638,
146
+ "std": 0.02013616430669645
147
+ },
148
+ "num_samples": 103
149
+ }
150
+ },
151
+ "aistpp_original_audio_test": {
152
+ "aistpp_edge": {
153
+ "div_g_gap": 0.8943666417243499,
154
+ "div_g_generated": 4.431714959397736,
155
+ "div_g_reference": 3.537348317673386,
156
+ "div_k_gap": -24.651516266086837,
157
+ "div_k_generated": 1.150350549674697,
158
+ "div_k_reference": 25.801866815761535,
159
+ "fid_g": 17.079893303528305,
160
+ "fid_k": 1364.3025783729465,
161
+ "geometric_feature_dim": 412,
162
+ "kinetic_feature_dim": 90,
163
+ "num_samples": 103,
164
+ "pfc_gap": {
165
+ "max": 0.07822334764469951,
166
+ "mean": -1.1289551304861971,
167
+ "min": -5.685332110710822,
168
+ "std": 1.2030185786064413
169
+ },
170
+ "pfc_generated": {
171
+ "max": 0.358370030057846,
172
+ "mean": 0.00480202159673679,
173
+ "min": 3.3158597997877773e-06,
174
+ "std": 0.0351068306723872
175
+ },
176
+ "pfc_reference": {
177
+ "max": 5.70707503865729,
178
+ "mean": 1.133757152082934,
179
+ "min": 7.906221758636705e-05,
180
+ "std": 1.20097808165578
181
+ }
182
+ },
183
+ "audio": {
184
+ "beat_align_gap": {
185
+ "max": 0.7295113016227236,
186
+ "mean": -0.019084267645186934,
187
+ "min": -0.6787053929987894,
188
+ "std": 0.25730843835322714
189
+ },
190
+ "beat_align_generated": {
191
+ "max": 0.9459594689067657,
192
+ "mean": 0.566022167088749,
193
+ "min": 0.0,
194
+ "std": 0.1885440500845889
195
+ },
196
+ "beat_align_reference": {
197
+ "max": 0.9864898672266914,
198
+ "mean": 0.585106434733936,
199
+ "min": 0.0,
200
+ "std": 0.1957126332414608
201
+ },
202
+ "num_samples": 103
203
+ },
204
+ "num_samples": 103,
205
+ "physical": {
206
+ "body_jerk_mean": {
207
+ "max": 327.6276550292969,
208
+ "mean": 40.7246558920851,
209
+ "min": 8.484879493713379,
210
+ "std": 36.228856339236366
211
+ },
212
+ "contact_sliding_speed": {
213
+ "max": 0.14085467159748077,
214
+ "mean": 0.026441833555915402,
215
+ "min": 0.005445169284939766,
216
+ "std": 0.01708993524327082
217
+ },
218
+ "foot_ground_error": {
219
+ "max": 0.08001362532377243,
220
+ "mean": 0.03057423179847125,
221
+ "min": 0.0004532820312306285,
222
+ "std": 0.01803625399126401
223
+ },
224
+ "num_samples": 103
225
+ }
226
+ },
227
+ "compas3d_original_audio_test": {
228
+ "aistpp_edge": {
229
+ "div_g_gap": 0.10862798222060643,
230
+ "div_g_generated": 4.636774476307919,
231
+ "div_g_reference": 4.528146494087313,
232
+ "div_k_gap": -8.36511427658675,
233
+ "div_k_generated": 3.2195083388555488,
234
+ "div_k_reference": 11.5846226154423,
235
+ "fid_g": 11.281516991917687,
236
+ "fid_k": 322.49011807243926,
237
+ "geometric_feature_dim": 412,
238
+ "kinetic_feature_dim": 90,
239
+ "num_samples": 102,
240
+ "pfc_gap": {
241
+ "max": 0.06952026188419727,
242
+ "mean": -0.48589917952667766,
243
+ "min": -4.365193217938534,
244
+ "std": 0.5896999440607505
245
+ },
246
+ "pfc_generated": {
247
+ "max": 0.3288911733650613,
248
+ "mean": 0.025093949574019416,
249
+ "min": 0.00010958598652336842,
250
+ "std": 0.04202623160024803
251
+ },
252
+ "pfc_reference": {
253
+ "max": 4.452664764476702,
254
+ "mean": 0.5109931291006972,
255
+ "min": 0.030597062388144053,
256
+ "std": 0.5892266660959979
257
+ }
258
+ },
259
+ "audio": {
260
+ "beat_align_gap": {
261
+ "max": 0.18132368754808798,
262
+ "mean": -0.01724132818404505,
263
+ "min": -0.2113275308302831,
264
+ "std": 0.08725481754620057
265
+ },
266
+ "beat_align_generated": {
267
+ "max": 0.7351707031025103,
268
+ "mean": 0.5700344896544551,
269
+ "min": 0.3721769948409909,
270
+ "std": 0.06881506652929843
271
+ },
272
+ "beat_align_reference": {
273
+ "max": 0.6759029031940639,
274
+ "mean": 0.5872758178385001,
275
+ "min": 0.44007268746408307,
276
+ "std": 0.06101503222114459
277
+ },
278
+ "num_samples": 102
279
+ },
280
+ "num_samples": 102,
281
+ "physical": {
282
+ "body_jerk_mean": {
283
+ "max": 602.4204711914062,
284
+ "mean": 105.50162343417897,
285
+ "min": 17.564332962036133,
286
+ "std": 109.33837337450578
287
+ },
288
+ "contact_sliding_speed": {
289
+ "max": 0.2054523080587387,
290
+ "mean": 0.02957781529346225,
291
+ "min": 0.0,
292
+ "std": 0.03783648219863743
293
+ },
294
+ "foot_ground_error": {
295
+ "max": 0.1033048927783966,
296
+ "mean": 0.05561567291471304,
297
+ "min": 0.008291605859994888,
298
+ "std": 0.01879107825499914
299
+ },
300
+ "num_samples": 102
301
+ }
302
+ },
303
+ "finedance_original_audio_test": {
304
+ "aistpp_edge": {
305
+ "div_g_gap": -0.42745517435526015,
306
+ "div_g_generated": 4.41876468091652,
307
+ "div_g_reference": 4.84621985527178,
308
+ "div_k_gap": -16.43564400724759,
309
+ "div_k_generated": 3.046984935847381,
310
+ "div_k_reference": 19.48262894309497,
311
+ "fid_g": 12.277176383332236,
312
+ "fid_k": 501.00416077226055,
313
+ "geometric_feature_dim": 412,
314
+ "kinetic_feature_dim": 90,
315
+ "num_samples": 102,
316
+ "pfc_gap": {
317
+ "max": 0.05004301682268492,
318
+ "mean": -0.28813514421879705,
319
+ "min": -3.1054539838234403,
320
+ "std": 0.4595272936979975
321
+ },
322
+ "pfc_generated": {
323
+ "max": 0.1438687706298887,
324
+ "mean": 0.028219255960750637,
325
+ "min": 7.219614839303841e-05,
326
+ "std": 0.029981371534795895
327
+ },
328
+ "pfc_reference": {
329
+ "max": 3.122781850827104,
330
+ "mean": 0.31635440017954763,
331
+ "min": 0.0007167596177271045,
332
+ "std": 0.4615235406182573
333
+ }
334
+ },
335
+ "audio": {
336
+ "beat_align_gap": {
337
+ "max": 0.6666666311820951,
338
+ "mean": 0.01773743139843727,
339
+ "min": -0.6488258574227714,
340
+ "std": 0.2527810469932691
341
+ },
342
+ "beat_align_generated": {
343
+ "max": 0.9819864896355887,
344
+ "mean": 0.5507456133822088,
345
+ "min": 0.16846877330275614,
346
+ "std": 0.1619789896915679
347
+ },
348
+ "beat_align_reference": {
349
+ "max": 0.9155656239411911,
350
+ "mean": 0.5330081819837715,
351
+ "min": 0.16565130039393888,
352
+ "std": 0.18274789702555308
353
+ },
354
+ "num_samples": 102
355
+ },
356
+ "num_samples": 102,
357
+ "physical": {
358
+ "body_jerk_mean": {
359
+ "max": 489.0865173339844,
360
+ "mean": 85.16389743019553,
361
+ "min": 13.459858894348145,
362
+ "std": 85.18007109299157
363
+ },
364
+ "contact_sliding_speed": {
365
+ "max": 0.21276384592056274,
366
+ "mean": 0.02087374012825974,
367
+ "min": 0.0,
368
+ "std": 0.03084469437970723
369
+ },
370
+ "foot_ground_error": {
371
+ "max": 0.10231435298919678,
372
+ "mean": 0.05608912547776366,
373
+ "min": 0.006434121634811163,
374
+ "std": 0.019059970472704635
375
+ },
376
+ "num_samples": 102
377
+ }
378
+ },
379
+ "opendance_original_audio_test": {
380
+ "aistpp_edge": {
381
+ "div_g_gap": -0.29379509306603246,
382
+ "div_g_generated": 4.227058512339791,
383
+ "div_g_reference": 4.520853605405823,
384
+ "div_k_gap": -8.930383498677635,
385
+ "div_k_generated": 2.284836178525468,
386
+ "div_k_reference": 11.215219677203104,
387
+ "fid_g": 16.998181203461865,
388
+ "fid_k": 224.83195026469159,
389
+ "geometric_feature_dim": 412,
390
+ "kinetic_feature_dim": 90,
391
+ "num_samples": 102,
392
+ "pfc_gap": {
393
+ "max": 0.5098765810644473,
394
+ "mean": -0.06882013849920239,
395
+ "min": -0.5179978726422194,
396
+ "std": 0.11133835728905908
397
+ },
398
+ "pfc_generated": {
399
+ "max": 0.5477530090320128,
400
+ "mean": 0.012003838863797625,
401
+ "min": 4.433310802335482e-05,
402
+ "std": 0.05687924171588829
403
+ },
404
+ "pfc_reference": {
405
+ "max": 0.5202685491331398,
406
+ "mean": 0.08082397736300001,
407
+ "min": 1.734478249173508e-05,
408
+ "std": 0.0916078679556263
409
+ }
410
+ },
411
+ "audio": {
412
+ "beat_align_gap": {
413
+ "max": 0.1965716371310277,
414
+ "mean": -0.003469765450234395,
415
+ "min": -0.21714207133730845,
416
+ "std": 0.0938424885434819
417
+ },
418
+ "beat_align_generated": {
419
+ "max": 0.6823233699436835,
420
+ "mean": 0.5743675220213994,
421
+ "min": 0.0,
422
+ "std": 0.09039966917193983
423
+ },
424
+ "beat_align_reference": {
425
+ "max": 0.7346093465204763,
426
+ "mean": 0.5778372874716339,
427
+ "min": 0.0,
428
+ "std": 0.08261153009190644
429
+ },
430
+ "num_samples": 102
431
+ },
432
+ "num_samples": 102,
433
+ "physical": {
434
+ "body_jerk_mean": {
435
+ "max": 954.1241455078125,
436
+ "mean": 64.66223060383516,
437
+ "min": 12.491951942443848,
438
+ "std": 103.59232193653408
439
+ },
440
+ "contact_sliding_speed": {
441
+ "max": 0.46719393134117126,
442
+ "mean": 0.038307598855930804,
443
+ "min": 0.0,
444
+ "std": 0.053288219449362594
445
+ },
446
+ "foot_ground_error": {
447
+ "max": 0.08335089683532715,
448
+ "mean": 0.03429649106692523,
449
+ "min": 0.0020076853688806295,
450
+ "std": 0.0201984896564426
451
+ },
452
+ "num_samples": 102
453
+ }
454
+ }
455
+ },
456
+ "exp": "g1_transformer_guided_100m",
457
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs_baseline/genmo_gmr/audio_mixed_modalities_all_v1_wavfix/generated_qpos.npz",
458
+ "label": "GENMO+GMR Audio",
459
+ "num_frames": 60,
460
+ "num_samples": 512,
461
+ "physical_metrics": {
462
+ "body_jerk_mean": {
463
+ "max": 1118.7950439453125,
464
+ "mean": 72.55874526873231,
465
+ "min": 8.484879493713379,
466
+ "std": 96.92231086997455
467
+ },
468
+ "contact_height_threshold": 0.12,
469
+ "contact_penetration_tolerance": 0.02,
470
+ "contact_sliding_speed": {
471
+ "max": 0.46719393134117126,
472
+ "mean": 0.030426079924836813,
473
+ "min": 0.0,
474
+ "std": 0.03859558517373794
475
+ },
476
+ "foot_ground_error": {
477
+ "max": 0.1113169863820076,
478
+ "mean": 0.04208678216662065,
479
+ "min": 0.0004532820312306285,
480
+ "std": 0.022322086049693334
481
+ },
482
+ "frames": 60,
483
+ "num_samples": 512
484
+ },
485
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/reference_qpos.npz",
486
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/sample_metrics.jsonl",
487
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512.jsonl",
488
+ "split": "test",
489
+ "tracker_executed": {
490
+ "action_clip": 10.0,
491
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_executed_qpos.npz",
492
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/benchmark_tracker.json",
493
+ "control_substeps": 10,
494
+ "enabled": true,
495
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
496
+ "metrics": {
497
+ "e_acc": {
498
+ "max": 7.895976305007935,
499
+ "mean": 1.222869801381421,
500
+ "min": 0.2109702763846144,
501
+ "std": 1.0653945077760631
502
+ },
503
+ "e_vel": {
504
+ "max": 26.592334732413292,
505
+ "mean": 3.8660588812717833,
506
+ "min": 0.8588212076574564,
507
+ "std": 3.43297125805821
508
+ },
509
+ "enabled": true,
510
+ "g_mpjpe": {
511
+ "max": 734.4393730163574,
512
+ "mean": 111.69415155382012,
513
+ "min": 19.75538209080696,
514
+ "std": 105.49309911909174
515
+ },
516
+ "mpjpe": {
517
+ "max": 281.7447781562805,
518
+ "mean": 35.72975048700755,
519
+ "min": 14.655263163149357,
520
+ "std": 22.85081151786073
521
+ },
522
+ "num_samples": 512,
523
+ "root_index": 0,
524
+ "target_fps": 50.0
525
+ },
526
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_metrics.json",
527
+ "num_generated_samples": 512,
528
+ "num_samples": 512,
529
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
530
+ "robot_xml": null,
531
+ "root_index": 0,
532
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_sample_metrics.jsonl",
533
+ "selected_indices": [
534
+ 0,
535
+ 1,
536
+ 2,
537
+ 3,
538
+ 4,
539
+ 5,
540
+ 6,
541
+ 7,
542
+ 8,
543
+ 9,
544
+ 10,
545
+ 11,
546
+ 12,
547
+ 13,
548
+ 14,
549
+ 15,
550
+ 16,
551
+ 17,
552
+ 18,
553
+ 19,
554
+ 20,
555
+ 21,
556
+ 22,
557
+ 23,
558
+ 24,
559
+ 25,
560
+ 26,
561
+ 27,
562
+ 28,
563
+ 29,
564
+ 30,
565
+ 31,
566
+ 32,
567
+ 33,
568
+ 34,
569
+ 35,
570
+ 36,
571
+ 37,
572
+ 38,
573
+ 39,
574
+ 40,
575
+ 41,
576
+ 42,
577
+ 43,
578
+ 44,
579
+ 45,
580
+ 46,
581
+ 47,
582
+ 48,
583
+ 49,
584
+ 50,
585
+ 51,
586
+ 52,
587
+ 53,
588
+ 54,
589
+ 55,
590
+ 56,
591
+ 57,
592
+ 58,
593
+ 59,
594
+ 60,
595
+ 61,
596
+ 62,
597
+ 63,
598
+ 64,
599
+ 65,
600
+ 66,
601
+ 67,
602
+ 68,
603
+ 69,
604
+ 70,
605
+ 71,
606
+ 72,
607
+ 73,
608
+ 74,
609
+ 75,
610
+ 76,
611
+ 77,
612
+ 78,
613
+ 79,
614
+ 80,
615
+ 81,
616
+ 82,
617
+ 83,
618
+ 84,
619
+ 85,
620
+ 86,
621
+ 87,
622
+ 88,
623
+ 89,
624
+ 90,
625
+ 91,
626
+ 92,
627
+ 93,
628
+ 94,
629
+ 95,
630
+ 96,
631
+ 97,
632
+ 98,
633
+ 99,
634
+ 100,
635
+ 101,
636
+ 102,
637
+ 103,
638
+ 104,
639
+ 105,
640
+ 106,
641
+ 107,
642
+ 108,
643
+ 109,
644
+ 110,
645
+ 111,
646
+ 112,
647
+ 113,
648
+ 114,
649
+ 115,
650
+ 116,
651
+ 117,
652
+ 118,
653
+ 119,
654
+ 120,
655
+ 121,
656
+ 122,
657
+ 123,
658
+ 124,
659
+ 125,
660
+ 126,
661
+ 127,
662
+ 128,
663
+ 129,
664
+ 130,
665
+ 131,
666
+ 132,
667
+ 133,
668
+ 134,
669
+ 135,
670
+ 136,
671
+ 137,
672
+ 138,
673
+ 139,
674
+ 140,
675
+ 141,
676
+ 142,
677
+ 143,
678
+ 144,
679
+ 145,
680
+ 146,
681
+ 147,
682
+ 148,
683
+ 149,
684
+ 150,
685
+ 151,
686
+ 152,
687
+ 153,
688
+ 154,
689
+ 155,
690
+ 156,
691
+ 157,
692
+ 158,
693
+ 159,
694
+ 160,
695
+ 161,
696
+ 162,
697
+ 163,
698
+ 164,
699
+ 165,
700
+ 166,
701
+ 167,
702
+ 168,
703
+ 169,
704
+ 170,
705
+ 171,
706
+ 172,
707
+ 173,
708
+ 174,
709
+ 175,
710
+ 176,
711
+ 177,
712
+ 178,
713
+ 179,
714
+ 180,
715
+ 181,
716
+ 182,
717
+ 183,
718
+ 184,
719
+ 185,
720
+ 186,
721
+ 187,
722
+ 188,
723
+ 189,
724
+ 190,
725
+ 191,
726
+ 192,
727
+ 193,
728
+ 194,
729
+ 195,
730
+ 196,
731
+ 197,
732
+ 198,
733
+ 199,
734
+ 200,
735
+ 201,
736
+ 202,
737
+ 203,
738
+ 204,
739
+ 205,
740
+ 206,
741
+ 207,
742
+ 208,
743
+ 209,
744
+ 210,
745
+ 211,
746
+ 212,
747
+ 213,
748
+ 214,
749
+ 215,
750
+ 216,
751
+ 217,
752
+ 218,
753
+ 219,
754
+ 220,
755
+ 221,
756
+ 222,
757
+ 223,
758
+ 224,
759
+ 225,
760
+ 226,
761
+ 227,
762
+ 228,
763
+ 229,
764
+ 230,
765
+ 231,
766
+ 232,
767
+ 233,
768
+ 234,
769
+ 235,
770
+ 236,
771
+ 237,
772
+ 238,
773
+ 239,
774
+ 240,
775
+ 241,
776
+ 242,
777
+ 243,
778
+ 244,
779
+ 245,
780
+ 246,
781
+ 247,
782
+ 248,
783
+ 249,
784
+ 250,
785
+ 251,
786
+ 252,
787
+ 253,
788
+ 254,
789
+ 255,
790
+ 256,
791
+ 257,
792
+ 258,
793
+ 259,
794
+ 260,
795
+ 261,
796
+ 262,
797
+ 263,
798
+ 264,
799
+ 265,
800
+ 266,
801
+ 267,
802
+ 268,
803
+ 269,
804
+ 270,
805
+ 271,
806
+ 272,
807
+ 273,
808
+ 274,
809
+ 275,
810
+ 276,
811
+ 277,
812
+ 278,
813
+ 279,
814
+ 280,
815
+ 281,
816
+ 282,
817
+ 283,
818
+ 284,
819
+ 285,
820
+ 286,
821
+ 287,
822
+ 288,
823
+ 289,
824
+ 290,
825
+ 291,
826
+ 292,
827
+ 293,
828
+ 294,
829
+ 295,
830
+ 296,
831
+ 297,
832
+ 298,
833
+ 299,
834
+ 300,
835
+ 301,
836
+ 302,
837
+ 303,
838
+ 304,
839
+ 305,
840
+ 306,
841
+ 307,
842
+ 308,
843
+ 309,
844
+ 310,
845
+ 311,
846
+ 312,
847
+ 313,
848
+ 314,
849
+ 315,
850
+ 316,
851
+ 317,
852
+ 318,
853
+ 319,
854
+ 320,
855
+ 321,
856
+ 322,
857
+ 323,
858
+ 324,
859
+ 325,
860
+ 326,
861
+ 327,
862
+ 328,
863
+ 329,
864
+ 330,
865
+ 331,
866
+ 332,
867
+ 333,
868
+ 334,
869
+ 335,
870
+ 336,
871
+ 337,
872
+ 338,
873
+ 339,
874
+ 340,
875
+ 341,
876
+ 342,
877
+ 343,
878
+ 344,
879
+ 345,
880
+ 346,
881
+ 347,
882
+ 348,
883
+ 349,
884
+ 350,
885
+ 351,
886
+ 352,
887
+ 353,
888
+ 354,
889
+ 355,
890
+ 356,
891
+ 357,
892
+ 358,
893
+ 359,
894
+ 360,
895
+ 361,
896
+ 362,
897
+ 363,
898
+ 364,
899
+ 365,
900
+ 366,
901
+ 367,
902
+ 368,
903
+ 369,
904
+ 370,
905
+ 371,
906
+ 372,
907
+ 373,
908
+ 374,
909
+ 375,
910
+ 376,
911
+ 377,
912
+ 378,
913
+ 379,
914
+ 380,
915
+ 381,
916
+ 382,
917
+ 383,
918
+ 384,
919
+ 385,
920
+ 386,
921
+ 387,
922
+ 388,
923
+ 389,
924
+ 390,
925
+ 391,
926
+ 392,
927
+ 393,
928
+ 394,
929
+ 395,
930
+ 396,
931
+ 397,
932
+ 398,
933
+ 399,
934
+ 400,
935
+ 401,
936
+ 402,
937
+ 403,
938
+ 404,
939
+ 405,
940
+ 406,
941
+ 407,
942
+ 408,
943
+ 409,
944
+ 410,
945
+ 411,
946
+ 412,
947
+ 413,
948
+ 414,
949
+ 415,
950
+ 416,
951
+ 417,
952
+ 418,
953
+ 419,
954
+ 420,
955
+ 421,
956
+ 422,
957
+ 423,
958
+ 424,
959
+ 425,
960
+ 426,
961
+ 427,
962
+ 428,
963
+ 429,
964
+ 430,
965
+ 431,
966
+ 432,
967
+ 433,
968
+ 434,
969
+ 435,
970
+ 436,
971
+ 437,
972
+ 438,
973
+ 439,
974
+ 440,
975
+ 441,
976
+ 442,
977
+ 443,
978
+ 444,
979
+ 445,
980
+ 446,
981
+ 447,
982
+ 448,
983
+ 449,
984
+ 450,
985
+ 451,
986
+ 452,
987
+ 453,
988
+ 454,
989
+ 455,
990
+ 456,
991
+ 457,
992
+ 458,
993
+ 459,
994
+ 460,
995
+ 461,
996
+ 462,
997
+ 463,
998
+ 464,
999
+ 465,
1000
+ 466,
1001
+ 467,
1002
+ 468,
1003
+ 469,
1004
+ 470,
1005
+ 471,
1006
+ 472,
1007
+ 473,
1008
+ 474,
1009
+ 475,
1010
+ 476,
1011
+ 477,
1012
+ 478,
1013
+ 479,
1014
+ 480,
1015
+ 481,
1016
+ 482,
1017
+ 483,
1018
+ 484,
1019
+ 485,
1020
+ 486,
1021
+ 487,
1022
+ 488,
1023
+ 489,
1024
+ 490,
1025
+ 491,
1026
+ 492,
1027
+ 493,
1028
+ 494,
1029
+ 495,
1030
+ 496,
1031
+ 497,
1032
+ 498,
1033
+ 499,
1034
+ 500,
1035
+ 501,
1036
+ 502,
1037
+ 503,
1038
+ 504,
1039
+ 505,
1040
+ 506,
1041
+ 507,
1042
+ 508,
1043
+ 509,
1044
+ 510,
1045
+ 511
1046
+ ],
1047
+ "steps": null,
1048
+ "target_fps": 50.0,
1049
+ "valid_shape": [
1050
+ 512,
1051
+ 99
1052
+ ]
1053
+ },
1054
+ "transition_metrics": {
1055
+ "chunk_length": 60,
1056
+ "enabled": false,
1057
+ "num_frames": 60,
1058
+ "reason": "num_frames must be greater than chunk_length"
1059
+ }
1060
+ },
1061
+ "label": "GENMO+GMR Audio"
1062
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/physical_metrics.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "body_jerk_mean": {
3
+ "max": 1118.7950439453125,
4
+ "mean": 72.55874526873231,
5
+ "min": 8.484879493713379,
6
+ "std": 96.92231086997455
7
+ },
8
+ "contact_height_threshold": 0.12,
9
+ "contact_penetration_tolerance": 0.02,
10
+ "contact_sliding_speed": {
11
+ "max": 0.46719393134117126,
12
+ "mean": 0.030426079924836813,
13
+ "min": 0.0,
14
+ "std": 0.03859558517373794
15
+ },
16
+ "foot_ground_error": {
17
+ "max": 0.1113169863820076,
18
+ "mean": 0.04208678216662065,
19
+ "min": 0.0004532820312306285,
20
+ "std": 0.022322086049693334
21
+ },
22
+ "frames": 60,
23
+ "num_samples": 512
24
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/samples.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/summary.md ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ # Generation Benchmark Summary
2
+
3
+ - benchmark: artifact_audio
4
+ - label: GENMO+GMR Audio
5
+ - exp: g1_transformer_guided_100m
6
+ - split: test
7
+
8
+ | ckpt | FID(seq) | KID(seq) | R@1 | R@2 | R@3 | Diversity | Matching | MultiModal Dist | BeatAlign | BeatAlign Ref | BeatAlign Gap | FIDk | FIDg | Divk | Divg | PFC | PFC Ref | contact_sliding | foot_ground_error | body_jerk | PJ | AUJ | Tracker g-MPJPE | Tracker MPJPE | Tracker E_vel | Tracker E_acc |
9
+ |---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
10
+ | GENMO+GMR Audio | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | **0.5670 +/- 0.1270** | **0.5617 +/- 0.1362** | **0.0053 +/- 0.1808** | **506.0666** | **9.4163** | **2.5113** | **4.3942** | **0.0185 +/- 0.0685** | **0.4756 +/- 0.7533** | **0.0304 +/- 0.0386** | **0.0421 +/- 0.0223** | **72.5587 +/- 96.9223** | N/A | N/A | **111.6942 +/- 105.4931** | **35.7298 +/- 22.8508** | **3.8661 +/- 3.4330** | **1.2229 +/- 1.0654** |
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed.json ADDED
@@ -0,0 +1,565 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_clip": 10.0,
3
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_executed_qpos.npz",
4
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/benchmark_tracker.json",
5
+ "control_substeps": 10,
6
+ "enabled": true,
7
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
8
+ "metrics": {
9
+ "e_acc": {
10
+ "max": 7.895976305007935,
11
+ "mean": 1.222869801381421,
12
+ "min": 0.2109702763846144,
13
+ "std": 1.0653945077760631
14
+ },
15
+ "e_vel": {
16
+ "max": 26.592334732413292,
17
+ "mean": 3.8660588812717833,
18
+ "min": 0.8588212076574564,
19
+ "std": 3.43297125805821
20
+ },
21
+ "enabled": true,
22
+ "g_mpjpe": {
23
+ "max": 734.4393730163574,
24
+ "mean": 111.69415155382012,
25
+ "min": 19.75538209080696,
26
+ "std": 105.49309911909174
27
+ },
28
+ "mpjpe": {
29
+ "max": 281.7447781562805,
30
+ "mean": 35.72975048700755,
31
+ "min": 14.655263163149357,
32
+ "std": 22.85081151786073
33
+ },
34
+ "num_samples": 512,
35
+ "root_index": 0,
36
+ "target_fps": 50.0
37
+ },
38
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_metrics.json",
39
+ "num_generated_samples": 512,
40
+ "num_samples": 512,
41
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
42
+ "robot_xml": null,
43
+ "root_index": 0,
44
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_sample_metrics.jsonl",
45
+ "selected_indices": [
46
+ 0,
47
+ 1,
48
+ 2,
49
+ 3,
50
+ 4,
51
+ 5,
52
+ 6,
53
+ 7,
54
+ 8,
55
+ 9,
56
+ 10,
57
+ 11,
58
+ 12,
59
+ 13,
60
+ 14,
61
+ 15,
62
+ 16,
63
+ 17,
64
+ 18,
65
+ 19,
66
+ 20,
67
+ 21,
68
+ 22,
69
+ 23,
70
+ 24,
71
+ 25,
72
+ 26,
73
+ 27,
74
+ 28,
75
+ 29,
76
+ 30,
77
+ 31,
78
+ 32,
79
+ 33,
80
+ 34,
81
+ 35,
82
+ 36,
83
+ 37,
84
+ 38,
85
+ 39,
86
+ 40,
87
+ 41,
88
+ 42,
89
+ 43,
90
+ 44,
91
+ 45,
92
+ 46,
93
+ 47,
94
+ 48,
95
+ 49,
96
+ 50,
97
+ 51,
98
+ 52,
99
+ 53,
100
+ 54,
101
+ 55,
102
+ 56,
103
+ 57,
104
+ 58,
105
+ 59,
106
+ 60,
107
+ 61,
108
+ 62,
109
+ 63,
110
+ 64,
111
+ 65,
112
+ 66,
113
+ 67,
114
+ 68,
115
+ 69,
116
+ 70,
117
+ 71,
118
+ 72,
119
+ 73,
120
+ 74,
121
+ 75,
122
+ 76,
123
+ 77,
124
+ 78,
125
+ 79,
126
+ 80,
127
+ 81,
128
+ 82,
129
+ 83,
130
+ 84,
131
+ 85,
132
+ 86,
133
+ 87,
134
+ 88,
135
+ 89,
136
+ 90,
137
+ 91,
138
+ 92,
139
+ 93,
140
+ 94,
141
+ 95,
142
+ 96,
143
+ 97,
144
+ 98,
145
+ 99,
146
+ 100,
147
+ 101,
148
+ 102,
149
+ 103,
150
+ 104,
151
+ 105,
152
+ 106,
153
+ 107,
154
+ 108,
155
+ 109,
156
+ 110,
157
+ 111,
158
+ 112,
159
+ 113,
160
+ 114,
161
+ 115,
162
+ 116,
163
+ 117,
164
+ 118,
165
+ 119,
166
+ 120,
167
+ 121,
168
+ 122,
169
+ 123,
170
+ 124,
171
+ 125,
172
+ 126,
173
+ 127,
174
+ 128,
175
+ 129,
176
+ 130,
177
+ 131,
178
+ 132,
179
+ 133,
180
+ 134,
181
+ 135,
182
+ 136,
183
+ 137,
184
+ 138,
185
+ 139,
186
+ 140,
187
+ 141,
188
+ 142,
189
+ 143,
190
+ 144,
191
+ 145,
192
+ 146,
193
+ 147,
194
+ 148,
195
+ 149,
196
+ 150,
197
+ 151,
198
+ 152,
199
+ 153,
200
+ 154,
201
+ 155,
202
+ 156,
203
+ 157,
204
+ 158,
205
+ 159,
206
+ 160,
207
+ 161,
208
+ 162,
209
+ 163,
210
+ 164,
211
+ 165,
212
+ 166,
213
+ 167,
214
+ 168,
215
+ 169,
216
+ 170,
217
+ 171,
218
+ 172,
219
+ 173,
220
+ 174,
221
+ 175,
222
+ 176,
223
+ 177,
224
+ 178,
225
+ 179,
226
+ 180,
227
+ 181,
228
+ 182,
229
+ 183,
230
+ 184,
231
+ 185,
232
+ 186,
233
+ 187,
234
+ 188,
235
+ 189,
236
+ 190,
237
+ 191,
238
+ 192,
239
+ 193,
240
+ 194,
241
+ 195,
242
+ 196,
243
+ 197,
244
+ 198,
245
+ 199,
246
+ 200,
247
+ 201,
248
+ 202,
249
+ 203,
250
+ 204,
251
+ 205,
252
+ 206,
253
+ 207,
254
+ 208,
255
+ 209,
256
+ 210,
257
+ 211,
258
+ 212,
259
+ 213,
260
+ 214,
261
+ 215,
262
+ 216,
263
+ 217,
264
+ 218,
265
+ 219,
266
+ 220,
267
+ 221,
268
+ 222,
269
+ 223,
270
+ 224,
271
+ 225,
272
+ 226,
273
+ 227,
274
+ 228,
275
+ 229,
276
+ 230,
277
+ 231,
278
+ 232,
279
+ 233,
280
+ 234,
281
+ 235,
282
+ 236,
283
+ 237,
284
+ 238,
285
+ 239,
286
+ 240,
287
+ 241,
288
+ 242,
289
+ 243,
290
+ 244,
291
+ 245,
292
+ 246,
293
+ 247,
294
+ 248,
295
+ 249,
296
+ 250,
297
+ 251,
298
+ 252,
299
+ 253,
300
+ 254,
301
+ 255,
302
+ 256,
303
+ 257,
304
+ 258,
305
+ 259,
306
+ 260,
307
+ 261,
308
+ 262,
309
+ 263,
310
+ 264,
311
+ 265,
312
+ 266,
313
+ 267,
314
+ 268,
315
+ 269,
316
+ 270,
317
+ 271,
318
+ 272,
319
+ 273,
320
+ 274,
321
+ 275,
322
+ 276,
323
+ 277,
324
+ 278,
325
+ 279,
326
+ 280,
327
+ 281,
328
+ 282,
329
+ 283,
330
+ 284,
331
+ 285,
332
+ 286,
333
+ 287,
334
+ 288,
335
+ 289,
336
+ 290,
337
+ 291,
338
+ 292,
339
+ 293,
340
+ 294,
341
+ 295,
342
+ 296,
343
+ 297,
344
+ 298,
345
+ 299,
346
+ 300,
347
+ 301,
348
+ 302,
349
+ 303,
350
+ 304,
351
+ 305,
352
+ 306,
353
+ 307,
354
+ 308,
355
+ 309,
356
+ 310,
357
+ 311,
358
+ 312,
359
+ 313,
360
+ 314,
361
+ 315,
362
+ 316,
363
+ 317,
364
+ 318,
365
+ 319,
366
+ 320,
367
+ 321,
368
+ 322,
369
+ 323,
370
+ 324,
371
+ 325,
372
+ 326,
373
+ 327,
374
+ 328,
375
+ 329,
376
+ 330,
377
+ 331,
378
+ 332,
379
+ 333,
380
+ 334,
381
+ 335,
382
+ 336,
383
+ 337,
384
+ 338,
385
+ 339,
386
+ 340,
387
+ 341,
388
+ 342,
389
+ 343,
390
+ 344,
391
+ 345,
392
+ 346,
393
+ 347,
394
+ 348,
395
+ 349,
396
+ 350,
397
+ 351,
398
+ 352,
399
+ 353,
400
+ 354,
401
+ 355,
402
+ 356,
403
+ 357,
404
+ 358,
405
+ 359,
406
+ 360,
407
+ 361,
408
+ 362,
409
+ 363,
410
+ 364,
411
+ 365,
412
+ 366,
413
+ 367,
414
+ 368,
415
+ 369,
416
+ 370,
417
+ 371,
418
+ 372,
419
+ 373,
420
+ 374,
421
+ 375,
422
+ 376,
423
+ 377,
424
+ 378,
425
+ 379,
426
+ 380,
427
+ 381,
428
+ 382,
429
+ 383,
430
+ 384,
431
+ 385,
432
+ 386,
433
+ 387,
434
+ 388,
435
+ 389,
436
+ 390,
437
+ 391,
438
+ 392,
439
+ 393,
440
+ 394,
441
+ 395,
442
+ 396,
443
+ 397,
444
+ 398,
445
+ 399,
446
+ 400,
447
+ 401,
448
+ 402,
449
+ 403,
450
+ 404,
451
+ 405,
452
+ 406,
453
+ 407,
454
+ 408,
455
+ 409,
456
+ 410,
457
+ 411,
458
+ 412,
459
+ 413,
460
+ 414,
461
+ 415,
462
+ 416,
463
+ 417,
464
+ 418,
465
+ 419,
466
+ 420,
467
+ 421,
468
+ 422,
469
+ 423,
470
+ 424,
471
+ 425,
472
+ 426,
473
+ 427,
474
+ 428,
475
+ 429,
476
+ 430,
477
+ 431,
478
+ 432,
479
+ 433,
480
+ 434,
481
+ 435,
482
+ 436,
483
+ 437,
484
+ 438,
485
+ 439,
486
+ 440,
487
+ 441,
488
+ 442,
489
+ 443,
490
+ 444,
491
+ 445,
492
+ 446,
493
+ 447,
494
+ 448,
495
+ 449,
496
+ 450,
497
+ 451,
498
+ 452,
499
+ 453,
500
+ 454,
501
+ 455,
502
+ 456,
503
+ 457,
504
+ 458,
505
+ 459,
506
+ 460,
507
+ 461,
508
+ 462,
509
+ 463,
510
+ 464,
511
+ 465,
512
+ 466,
513
+ 467,
514
+ 468,
515
+ 469,
516
+ 470,
517
+ 471,
518
+ 472,
519
+ 473,
520
+ 474,
521
+ 475,
522
+ 476,
523
+ 477,
524
+ 478,
525
+ 479,
526
+ 480,
527
+ 481,
528
+ 482,
529
+ 483,
530
+ 484,
531
+ 485,
532
+ 486,
533
+ 487,
534
+ 488,
535
+ 489,
536
+ 490,
537
+ 491,
538
+ 492,
539
+ 493,
540
+ 494,
541
+ 495,
542
+ 496,
543
+ 497,
544
+ 498,
545
+ 499,
546
+ 500,
547
+ 501,
548
+ 502,
549
+ 503,
550
+ 504,
551
+ 505,
552
+ 506,
553
+ 507,
554
+ 508,
555
+ 509,
556
+ 510,
557
+ 511
558
+ ],
559
+ "steps": null,
560
+ "target_fps": 50.0,
561
+ "valid_shape": [
562
+ 512,
563
+ 99
564
+ ]
565
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/benchmark_tracker.json ADDED
@@ -0,0 +1,564 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_clip": 10.0,
3
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_executed_qpos.npz",
4
+ "control_substeps": 10,
5
+ "enabled": true,
6
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
7
+ "metrics": {
8
+ "e_acc": {
9
+ "max": 7.895976305007935,
10
+ "mean": 1.222869801381421,
11
+ "min": 0.2109702763846144,
12
+ "std": 1.0653945077760631
13
+ },
14
+ "e_vel": {
15
+ "max": 26.592334732413292,
16
+ "mean": 3.8660588812717833,
17
+ "min": 0.8588212076574564,
18
+ "std": 3.43297125805821
19
+ },
20
+ "enabled": true,
21
+ "g_mpjpe": {
22
+ "max": 734.4393730163574,
23
+ "mean": 111.69415155382012,
24
+ "min": 19.75538209080696,
25
+ "std": 105.49309911909174
26
+ },
27
+ "mpjpe": {
28
+ "max": 281.7447781562805,
29
+ "mean": 35.72975048700755,
30
+ "min": 14.655263163149357,
31
+ "std": 22.85081151786073
32
+ },
33
+ "num_samples": 512,
34
+ "root_index": 0,
35
+ "target_fps": 50.0
36
+ },
37
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_metrics.json",
38
+ "num_generated_samples": 512,
39
+ "num_samples": 512,
40
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
41
+ "robot_xml": null,
42
+ "root_index": 0,
43
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_sample_metrics.jsonl",
44
+ "selected_indices": [
45
+ 0,
46
+ 1,
47
+ 2,
48
+ 3,
49
+ 4,
50
+ 5,
51
+ 6,
52
+ 7,
53
+ 8,
54
+ 9,
55
+ 10,
56
+ 11,
57
+ 12,
58
+ 13,
59
+ 14,
60
+ 15,
61
+ 16,
62
+ 17,
63
+ 18,
64
+ 19,
65
+ 20,
66
+ 21,
67
+ 22,
68
+ 23,
69
+ 24,
70
+ 25,
71
+ 26,
72
+ 27,
73
+ 28,
74
+ 29,
75
+ 30,
76
+ 31,
77
+ 32,
78
+ 33,
79
+ 34,
80
+ 35,
81
+ 36,
82
+ 37,
83
+ 38,
84
+ 39,
85
+ 40,
86
+ 41,
87
+ 42,
88
+ 43,
89
+ 44,
90
+ 45,
91
+ 46,
92
+ 47,
93
+ 48,
94
+ 49,
95
+ 50,
96
+ 51,
97
+ 52,
98
+ 53,
99
+ 54,
100
+ 55,
101
+ 56,
102
+ 57,
103
+ 58,
104
+ 59,
105
+ 60,
106
+ 61,
107
+ 62,
108
+ 63,
109
+ 64,
110
+ 65,
111
+ 66,
112
+ 67,
113
+ 68,
114
+ 69,
115
+ 70,
116
+ 71,
117
+ 72,
118
+ 73,
119
+ 74,
120
+ 75,
121
+ 76,
122
+ 77,
123
+ 78,
124
+ 79,
125
+ 80,
126
+ 81,
127
+ 82,
128
+ 83,
129
+ 84,
130
+ 85,
131
+ 86,
132
+ 87,
133
+ 88,
134
+ 89,
135
+ 90,
136
+ 91,
137
+ 92,
138
+ 93,
139
+ 94,
140
+ 95,
141
+ 96,
142
+ 97,
143
+ 98,
144
+ 99,
145
+ 100,
146
+ 101,
147
+ 102,
148
+ 103,
149
+ 104,
150
+ 105,
151
+ 106,
152
+ 107,
153
+ 108,
154
+ 109,
155
+ 110,
156
+ 111,
157
+ 112,
158
+ 113,
159
+ 114,
160
+ 115,
161
+ 116,
162
+ 117,
163
+ 118,
164
+ 119,
165
+ 120,
166
+ 121,
167
+ 122,
168
+ 123,
169
+ 124,
170
+ 125,
171
+ 126,
172
+ 127,
173
+ 128,
174
+ 129,
175
+ 130,
176
+ 131,
177
+ 132,
178
+ 133,
179
+ 134,
180
+ 135,
181
+ 136,
182
+ 137,
183
+ 138,
184
+ 139,
185
+ 140,
186
+ 141,
187
+ 142,
188
+ 143,
189
+ 144,
190
+ 145,
191
+ 146,
192
+ 147,
193
+ 148,
194
+ 149,
195
+ 150,
196
+ 151,
197
+ 152,
198
+ 153,
199
+ 154,
200
+ 155,
201
+ 156,
202
+ 157,
203
+ 158,
204
+ 159,
205
+ 160,
206
+ 161,
207
+ 162,
208
+ 163,
209
+ 164,
210
+ 165,
211
+ 166,
212
+ 167,
213
+ 168,
214
+ 169,
215
+ 170,
216
+ 171,
217
+ 172,
218
+ 173,
219
+ 174,
220
+ 175,
221
+ 176,
222
+ 177,
223
+ 178,
224
+ 179,
225
+ 180,
226
+ 181,
227
+ 182,
228
+ 183,
229
+ 184,
230
+ 185,
231
+ 186,
232
+ 187,
233
+ 188,
234
+ 189,
235
+ 190,
236
+ 191,
237
+ 192,
238
+ 193,
239
+ 194,
240
+ 195,
241
+ 196,
242
+ 197,
243
+ 198,
244
+ 199,
245
+ 200,
246
+ 201,
247
+ 202,
248
+ 203,
249
+ 204,
250
+ 205,
251
+ 206,
252
+ 207,
253
+ 208,
254
+ 209,
255
+ 210,
256
+ 211,
257
+ 212,
258
+ 213,
259
+ 214,
260
+ 215,
261
+ 216,
262
+ 217,
263
+ 218,
264
+ 219,
265
+ 220,
266
+ 221,
267
+ 222,
268
+ 223,
269
+ 224,
270
+ 225,
271
+ 226,
272
+ 227,
273
+ 228,
274
+ 229,
275
+ 230,
276
+ 231,
277
+ 232,
278
+ 233,
279
+ 234,
280
+ 235,
281
+ 236,
282
+ 237,
283
+ 238,
284
+ 239,
285
+ 240,
286
+ 241,
287
+ 242,
288
+ 243,
289
+ 244,
290
+ 245,
291
+ 246,
292
+ 247,
293
+ 248,
294
+ 249,
295
+ 250,
296
+ 251,
297
+ 252,
298
+ 253,
299
+ 254,
300
+ 255,
301
+ 256,
302
+ 257,
303
+ 258,
304
+ 259,
305
+ 260,
306
+ 261,
307
+ 262,
308
+ 263,
309
+ 264,
310
+ 265,
311
+ 266,
312
+ 267,
313
+ 268,
314
+ 269,
315
+ 270,
316
+ 271,
317
+ 272,
318
+ 273,
319
+ 274,
320
+ 275,
321
+ 276,
322
+ 277,
323
+ 278,
324
+ 279,
325
+ 280,
326
+ 281,
327
+ 282,
328
+ 283,
329
+ 284,
330
+ 285,
331
+ 286,
332
+ 287,
333
+ 288,
334
+ 289,
335
+ 290,
336
+ 291,
337
+ 292,
338
+ 293,
339
+ 294,
340
+ 295,
341
+ 296,
342
+ 297,
343
+ 298,
344
+ 299,
345
+ 300,
346
+ 301,
347
+ 302,
348
+ 303,
349
+ 304,
350
+ 305,
351
+ 306,
352
+ 307,
353
+ 308,
354
+ 309,
355
+ 310,
356
+ 311,
357
+ 312,
358
+ 313,
359
+ 314,
360
+ 315,
361
+ 316,
362
+ 317,
363
+ 318,
364
+ 319,
365
+ 320,
366
+ 321,
367
+ 322,
368
+ 323,
369
+ 324,
370
+ 325,
371
+ 326,
372
+ 327,
373
+ 328,
374
+ 329,
375
+ 330,
376
+ 331,
377
+ 332,
378
+ 333,
379
+ 334,
380
+ 335,
381
+ 336,
382
+ 337,
383
+ 338,
384
+ 339,
385
+ 340,
386
+ 341,
387
+ 342,
388
+ 343,
389
+ 344,
390
+ 345,
391
+ 346,
392
+ 347,
393
+ 348,
394
+ 349,
395
+ 350,
396
+ 351,
397
+ 352,
398
+ 353,
399
+ 354,
400
+ 355,
401
+ 356,
402
+ 357,
403
+ 358,
404
+ 359,
405
+ 360,
406
+ 361,
407
+ 362,
408
+ 363,
409
+ 364,
410
+ 365,
411
+ 366,
412
+ 367,
413
+ 368,
414
+ 369,
415
+ 370,
416
+ 371,
417
+ 372,
418
+ 373,
419
+ 374,
420
+ 375,
421
+ 376,
422
+ 377,
423
+ 378,
424
+ 379,
425
+ 380,
426
+ 381,
427
+ 382,
428
+ 383,
429
+ 384,
430
+ 385,
431
+ 386,
432
+ 387,
433
+ 388,
434
+ 389,
435
+ 390,
436
+ 391,
437
+ 392,
438
+ 393,
439
+ 394,
440
+ 395,
441
+ 396,
442
+ 397,
443
+ 398,
444
+ 399,
445
+ 400,
446
+ 401,
447
+ 402,
448
+ 403,
449
+ 404,
450
+ 405,
451
+ 406,
452
+ 407,
453
+ 408,
454
+ 409,
455
+ 410,
456
+ 411,
457
+ 412,
458
+ 413,
459
+ 414,
460
+ 415,
461
+ 416,
462
+ 417,
463
+ 418,
464
+ 419,
465
+ 420,
466
+ 421,
467
+ 422,
468
+ 423,
469
+ 424,
470
+ 425,
471
+ 426,
472
+ 427,
473
+ 428,
474
+ 429,
475
+ 430,
476
+ 431,
477
+ 432,
478
+ 433,
479
+ 434,
480
+ 435,
481
+ 436,
482
+ 437,
483
+ 438,
484
+ 439,
485
+ 440,
486
+ 441,
487
+ 442,
488
+ 443,
489
+ 444,
490
+ 445,
491
+ 446,
492
+ 447,
493
+ 448,
494
+ 449,
495
+ 450,
496
+ 451,
497
+ 452,
498
+ 453,
499
+ 454,
500
+ 455,
501
+ 456,
502
+ 457,
503
+ 458,
504
+ 459,
505
+ 460,
506
+ 461,
507
+ 462,
508
+ 463,
509
+ 464,
510
+ 465,
511
+ 466,
512
+ 467,
513
+ 468,
514
+ 469,
515
+ 470,
516
+ 471,
517
+ 472,
518
+ 473,
519
+ 474,
520
+ 475,
521
+ 476,
522
+ 477,
523
+ 478,
524
+ 479,
525
+ 480,
526
+ 481,
527
+ 482,
528
+ 483,
529
+ 484,
530
+ 485,
531
+ 486,
532
+ 487,
533
+ 488,
534
+ 489,
535
+ 490,
536
+ 491,
537
+ 492,
538
+ 493,
539
+ 494,
540
+ 495,
541
+ 496,
542
+ 497,
543
+ 498,
544
+ 499,
545
+ 500,
546
+ 501,
547
+ 502,
548
+ 503,
549
+ 504,
550
+ 505,
551
+ 506,
552
+ 507,
553
+ 508,
554
+ 509,
555
+ 510,
556
+ 511
557
+ ],
558
+ "steps": null,
559
+ "target_fps": 50.0,
560
+ "valid_shape": [
561
+ 512,
562
+ 99
563
+ ]
564
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_metrics.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "e_acc": {
3
+ "max": 7.895976305007935,
4
+ "mean": 1.222869801381421,
5
+ "min": 0.2109702763846144,
6
+ "std": 1.0653945077760631
7
+ },
8
+ "e_vel": {
9
+ "max": 26.592334732413292,
10
+ "mean": 3.8660588812717833,
11
+ "min": 0.8588212076574564,
12
+ "std": 3.43297125805821
13
+ },
14
+ "enabled": true,
15
+ "g_mpjpe": {
16
+ "max": 734.4393730163574,
17
+ "mean": 111.69415155382012,
18
+ "min": 19.75538209080696,
19
+ "std": 105.49309911909174
20
+ },
21
+ "mpjpe": {
22
+ "max": 281.7447781562805,
23
+ "mean": 35.72975048700755,
24
+ "min": 14.655263163149357,
25
+ "std": 22.85081151786073
26
+ },
27
+ "num_samples": 512,
28
+ "root_index": 0,
29
+ "target_fps": 50.0
30
+ }
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/tracker_executed/tracker_sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/genmo_gmr_audio_tracker_wavfix/transition_metrics.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 60,
3
+ "enabled": false,
4
+ "num_frames": 60,
5
+ "reason": "num_frames must be greater than chunk_length"
6
+ }
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/aistpp_edge_metrics.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "div_g_gap": -0.31566800808579787,
3
+ "div_g_generated": 3.612427556148094,
4
+ "div_g_reference": 3.928095564233892,
5
+ "div_k_gap": -1.1255987713345554,
6
+ "div_k_generated": 17.64971727785702,
7
+ "div_k_reference": 18.775316049191577,
8
+ "fid_g": 4.934492725473943,
9
+ "fid_k": 105.99812921051966,
10
+ "frames": 120,
11
+ "geometric_feature": "g1_root_relative_body_geometry",
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
14
+ "kinetic_feature_dim": 90,
15
+ "left_foot_indices": [
16
+ 5,
17
+ 6
18
+ ],
19
+ "num_samples": 512,
20
+ "pfc_gap": {
21
+ "max": 14.288064068378764,
22
+ "mean": -3.0690880920165635,
23
+ "min": -1671.6016499556445,
24
+ "std": 73.83379448481212
25
+ },
26
+ "pfc_generated": {
27
+ "max": 14.560741090253865,
28
+ "mean": 0.710913079298833,
29
+ "min": 0.0018170145655964495,
30
+ "std": 1.4560294225971524
31
+ },
32
+ "pfc_reference": {
33
+ "max": 1672.3316180811037,
34
+ "mean": 3.780001171315396,
35
+ "min": 1.0504532532372988e-07,
36
+ "std": 73.818255400019
37
+ },
38
+ "right_foot_indices": [
39
+ 11,
40
+ 12
41
+ ],
42
+ "root_index": 0,
43
+ "up_axis": "z"
44
+ }
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/artifact_samples.jsonl ADDED
@@ -0,0 +1,512 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 14, "sample_index": 0}
2
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 28, "sample_index": 1}
3
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 31, "sample_index": 2}
4
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 36, "sample_index": 3}
5
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 44, "sample_index": 4}
6
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 45, "sample_index": 5}
7
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 56, "sample_index": 6}
8
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 81, "sample_index": 7}
9
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 88, "sample_index": 8}
10
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 89, "sample_index": 9}
11
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 90, "sample_index": 10}
12
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 119, "sample_index": 11}
13
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 142, "sample_index": 12}
14
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 145, "sample_index": 13}
15
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 153, "sample_index": 14}
16
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 158, "sample_index": 15}
17
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 181, "sample_index": 16}
18
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 206, "sample_index": 17}
19
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 210, "sample_index": 18}
20
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 220, "sample_index": 19}
21
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 226, "sample_index": 20}
22
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 233, "sample_index": 21}
23
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 236, "sample_index": 22}
24
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 243, "sample_index": 23}
25
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 253, "sample_index": 24}
26
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 265, "sample_index": 25}
27
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 267, "sample_index": 26}
28
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 272, "sample_index": 27}
29
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 275, "sample_index": 28}
30
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 285, "sample_index": 29}
31
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 320, "sample_index": 30}
32
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 329, "sample_index": 31}
33
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 338, "sample_index": 32}
34
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 344, "sample_index": 33}
35
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 364, "sample_index": 34}
36
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 365, "sample_index": 35}
37
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 370, "sample_index": 36}
38
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 374, "sample_index": 37}
39
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 383, "sample_index": 38}
40
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 397, "sample_index": 39}
41
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 404, "sample_index": 40}
42
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 409, "sample_index": 41}
43
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 418, "sample_index": 42}
44
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 427, "sample_index": 43}
45
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 430, "sample_index": 44}
46
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 434, "sample_index": 45}
47
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 446, "sample_index": 46}
48
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 457, "sample_index": 47}
49
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 459, "sample_index": 48}
50
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 463, "sample_index": 49}
51
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 482, "sample_index": 50}
52
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 495, "sample_index": 51}
53
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 498, "sample_index": 52}
54
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 506, "sample_index": 53}
55
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 509, "sample_index": 54}
56
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 511, "sample_index": 55}
57
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 512, "sample_index": 56}
58
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 541, "sample_index": 57}
59
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 580, "sample_index": 58}
60
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 581, "sample_index": 59}
61
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 602, "sample_index": 60}
62
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 622, "sample_index": 61}
63
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 637, "sample_index": 62}
64
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 642, "sample_index": 63}
65
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 654, "sample_index": 64}
66
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 662, "sample_index": 65}
67
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 672, "sample_index": 66}
68
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 688, "sample_index": 67}
69
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 701, "sample_index": 68}
70
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 705, "sample_index": 69}
71
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 721, "sample_index": 70}
72
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 734, "sample_index": 71}
73
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 740, "sample_index": 72}
74
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 756, "sample_index": 73}
75
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 779, "sample_index": 74}
76
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 784, "sample_index": 75}
77
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 792, "sample_index": 76}
78
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 810, "sample_index": 77}
79
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 823, "sample_index": 78}
80
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 827, "sample_index": 79}
81
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 830, "sample_index": 80}
82
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 836, "sample_index": 81}
83
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 938, "sample_index": 82}
84
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 942, "sample_index": 83}
85
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 949, "sample_index": 84}
86
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 952, "sample_index": 85}
87
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 959, "sample_index": 86}
88
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1024, "sample_index": 87}
89
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1026, "sample_index": 88}
90
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1044, "sample_index": 89}
91
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1070, "sample_index": 90}
92
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1080, "sample_index": 91}
93
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1082, "sample_index": 92}
94
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1090, "sample_index": 93}
95
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1098, "sample_index": 94}
96
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1116, "sample_index": 95}
97
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1127, "sample_index": 96}
98
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1152, "sample_index": 97}
99
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1178, "sample_index": 98}
100
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1227, "sample_index": 99}
101
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1229, "sample_index": 100}
102
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1241, "sample_index": 101}
103
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1265, "sample_index": 102}
104
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1269, "sample_index": 103}
105
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1270, "sample_index": 104}
106
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1275, "sample_index": 105}
107
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1279, "sample_index": 106}
108
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1295, "sample_index": 107}
109
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1308, "sample_index": 108}
110
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1310, "sample_index": 109}
111
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1313, "sample_index": 110}
112
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1341, "sample_index": 111}
113
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1358, "sample_index": 112}
114
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1388, "sample_index": 113}
115
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1394, "sample_index": 114}
116
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1417, "sample_index": 115}
117
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1442, "sample_index": 116}
118
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1450, "sample_index": 117}
119
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1455, "sample_index": 118}
120
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1469, "sample_index": 119}
121
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1485, "sample_index": 120}
122
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1495, "sample_index": 121}
123
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1497, "sample_index": 122}
124
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1502, "sample_index": 123}
125
+ {"caption": "", "dataset": "aioz_gdance_original_audio_test", "dataset_index": 1516, "sample_index": 124}
126
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 14, "sample_index": 125}
127
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 21, "sample_index": 126}
128
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 25, "sample_index": 127}
129
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 32, "sample_index": 128}
130
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 37, "sample_index": 129}
131
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 44, "sample_index": 130}
132
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 49, "sample_index": 131}
133
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 53, "sample_index": 132}
134
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 92, "sample_index": 133}
135
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 103, "sample_index": 134}
136
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 105, "sample_index": 135}
137
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 108, "sample_index": 136}
138
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 125, "sample_index": 137}
139
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 136, "sample_index": 138}
140
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 170, "sample_index": 139}
141
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 214, "sample_index": 140}
142
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 218, "sample_index": 141}
143
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 237, "sample_index": 142}
144
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 243, "sample_index": 143}
145
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 247, "sample_index": 144}
146
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 271, "sample_index": 145}
147
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 274, "sample_index": 146}
148
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 288, "sample_index": 147}
149
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 303, "sample_index": 148}
150
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 308, "sample_index": 149}
151
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 324, "sample_index": 150}
152
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 326, "sample_index": 151}
153
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 327, "sample_index": 152}
154
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 328, "sample_index": 153}
155
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 336, "sample_index": 154}
156
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 394, "sample_index": 155}
157
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 413, "sample_index": 156}
158
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 414, "sample_index": 157}
159
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 432, "sample_index": 158}
160
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 448, "sample_index": 159}
161
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 486, "sample_index": 160}
162
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 493, "sample_index": 161}
163
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 525, "sample_index": 162}
164
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 526, "sample_index": 163}
165
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 542, "sample_index": 164}
166
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 544, "sample_index": 165}
167
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 553, "sample_index": 166}
168
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 562, "sample_index": 167}
169
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 563, "sample_index": 168}
170
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 569, "sample_index": 169}
171
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 572, "sample_index": 170}
172
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 595, "sample_index": 171}
173
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 608, "sample_index": 172}
174
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 619, "sample_index": 173}
175
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 620, "sample_index": 174}
176
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 649, "sample_index": 175}
177
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 664, "sample_index": 176}
178
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 675, "sample_index": 177}
179
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 704, "sample_index": 178}
180
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 724, "sample_index": 179}
181
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 730, "sample_index": 180}
182
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 737, "sample_index": 181}
183
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 742, "sample_index": 182}
184
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 754, "sample_index": 183}
185
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 769, "sample_index": 184}
186
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 774, "sample_index": 185}
187
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 779, "sample_index": 186}
188
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 783, "sample_index": 187}
189
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 784, "sample_index": 188}
190
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 802, "sample_index": 189}
191
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 808, "sample_index": 190}
192
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 811, "sample_index": 191}
193
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 830, "sample_index": 192}
194
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 836, "sample_index": 193}
195
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 862, "sample_index": 194}
196
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 898, "sample_index": 195}
197
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 911, "sample_index": 196}
198
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 929, "sample_index": 197}
199
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 936, "sample_index": 198}
200
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 952, "sample_index": 199}
201
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 954, "sample_index": 200}
202
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 968, "sample_index": 201}
203
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 982, "sample_index": 202}
204
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1026, "sample_index": 203}
205
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1034, "sample_index": 204}
206
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1046, "sample_index": 205}
207
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1059, "sample_index": 206}
208
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1061, "sample_index": 207}
209
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1084, "sample_index": 208}
210
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1098, "sample_index": 209}
211
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1127, "sample_index": 210}
212
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1156, "sample_index": 211}
213
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1168, "sample_index": 212}
214
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1193, "sample_index": 213}
215
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1194, "sample_index": 214}
216
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1224, "sample_index": 215}
217
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1228, "sample_index": 216}
218
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1235, "sample_index": 217}
219
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1241, "sample_index": 218}
220
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1257, "sample_index": 219}
221
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1266, "sample_index": 220}
222
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1282, "sample_index": 221}
223
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1288, "sample_index": 222}
224
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1293, "sample_index": 223}
225
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1301, "sample_index": 224}
226
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1329, "sample_index": 225}
227
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1330, "sample_index": 226}
228
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1337, "sample_index": 227}
229
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1340, "sample_index": 228}
230
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1341, "sample_index": 229}
231
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1354, "sample_index": 230}
232
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1358, "sample_index": 231}
233
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1374, "sample_index": 232}
234
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1376, "sample_index": 233}
235
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1377, "sample_index": 234}
236
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1390, "sample_index": 235}
237
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1391, "sample_index": 236}
238
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1398, "sample_index": 237}
239
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1409, "sample_index": 238}
240
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1411, "sample_index": 239}
241
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1412, "sample_index": 240}
242
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1429, "sample_index": 241}
243
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1444, "sample_index": 242}
244
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1459, "sample_index": 243}
245
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1470, "sample_index": 244}
246
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1474, "sample_index": 245}
247
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1490, "sample_index": 246}
248
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1495, "sample_index": 247}
249
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1498, "sample_index": 248}
250
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1499, "sample_index": 249}
251
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1508, "sample_index": 250}
252
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1509, "sample_index": 251}
253
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1534, "sample_index": 252}
254
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1539, "sample_index": 253}
255
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1598, "sample_index": 254}
256
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1604, "sample_index": 255}
257
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1605, "sample_index": 256}
258
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1612, "sample_index": 257}
259
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1616, "sample_index": 258}
260
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1626, "sample_index": 259}
261
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1630, "sample_index": 260}
262
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1641, "sample_index": 261}
263
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1642, "sample_index": 262}
264
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1673, "sample_index": 263}
265
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1693, "sample_index": 264}
266
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1695, "sample_index": 265}
267
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1708, "sample_index": 266}
268
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1709, "sample_index": 267}
269
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1725, "sample_index": 268}
270
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1726, "sample_index": 269}
271
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1748, "sample_index": 270}
272
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1762, "sample_index": 271}
273
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1774, "sample_index": 272}
274
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1783, "sample_index": 273}
275
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1801, "sample_index": 274}
276
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1808, "sample_index": 275}
277
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1818, "sample_index": 276}
278
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1819, "sample_index": 277}
279
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1821, "sample_index": 278}
280
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1831, "sample_index": 279}
281
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1840, "sample_index": 280}
282
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1844, "sample_index": 281}
283
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1863, "sample_index": 282}
284
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1886, "sample_index": 283}
285
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1888, "sample_index": 284}
286
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1904, "sample_index": 285}
287
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1908, "sample_index": 286}
288
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1918, "sample_index": 287}
289
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1935, "sample_index": 288}
290
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1950, "sample_index": 289}
291
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1964, "sample_index": 290}
292
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1966, "sample_index": 291}
293
+ {"caption": "", "dataset": "aistpp_original_audio_test", "dataset_index": 1977, "sample_index": 292}
294
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 365, "sample_index": 293}
295
+ {"caption": "", "dataset": "compas3d_original_audio_test", "dataset_index": 368, "sample_index": 294}
296
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 10, "sample_index": 295}
297
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 12, "sample_index": 296}
298
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 15, "sample_index": 297}
299
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 76, "sample_index": 298}
300
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 79, "sample_index": 299}
301
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 84, "sample_index": 300}
302
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 96, "sample_index": 301}
303
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 108, "sample_index": 302}
304
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 110, "sample_index": 303}
305
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 123, "sample_index": 304}
306
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 126, "sample_index": 305}
307
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 145, "sample_index": 306}
308
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 147, "sample_index": 307}
309
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 156, "sample_index": 308}
310
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 170, "sample_index": 309}
311
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 175, "sample_index": 310}
312
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 184, "sample_index": 311}
313
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 189, "sample_index": 312}
314
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 199, "sample_index": 313}
315
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 218, "sample_index": 314}
316
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 271, "sample_index": 315}
317
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 289, "sample_index": 316}
318
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 301, "sample_index": 317}
319
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 303, "sample_index": 318}
320
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 320, "sample_index": 319}
321
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 323, "sample_index": 320}
322
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 345, "sample_index": 321}
323
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 348, "sample_index": 322}
324
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 363, "sample_index": 323}
325
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 381, "sample_index": 324}
326
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 386, "sample_index": 325}
327
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 392, "sample_index": 326}
328
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 394, "sample_index": 327}
329
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 402, "sample_index": 328}
330
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 403, "sample_index": 329}
331
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 405, "sample_index": 330}
332
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 407, "sample_index": 331}
333
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 418, "sample_index": 332}
334
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 421, "sample_index": 333}
335
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 426, "sample_index": 334}
336
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 471, "sample_index": 335}
337
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 488, "sample_index": 336}
338
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 489, "sample_index": 337}
339
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 503, "sample_index": 338}
340
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 524, "sample_index": 339}
341
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 549, "sample_index": 340}
342
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 563, "sample_index": 341}
343
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 570, "sample_index": 342}
344
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 580, "sample_index": 343}
345
+ {"caption": "", "dataset": "opendance_original_audio_test", "dataset_index": 589, "sample_index": 344}
346
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 11, "sample_index": 345}
347
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 23, "sample_index": 346}
348
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 27, "sample_index": 347}
349
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 34, "sample_index": 348}
350
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 35, "sample_index": 349}
351
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 55, "sample_index": 350}
352
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 73, "sample_index": 351}
353
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 90, "sample_index": 352}
354
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 91, "sample_index": 353}
355
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 93, "sample_index": 354}
356
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 126, "sample_index": 355}
357
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 158, "sample_index": 356}
358
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 160, "sample_index": 357}
359
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 169, "sample_index": 358}
360
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 171, "sample_index": 359}
361
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 177, "sample_index": 360}
362
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 187, "sample_index": 361}
363
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 188, "sample_index": 362}
364
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 190, "sample_index": 363}
365
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 208, "sample_index": 364}
366
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 216, "sample_index": 365}
367
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 225, "sample_index": 366}
368
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 233, "sample_index": 367}
369
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 248, "sample_index": 368}
370
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 250, "sample_index": 369}
371
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 257, "sample_index": 370}
372
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 263, "sample_index": 371}
373
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 280, "sample_index": 372}
374
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 303, "sample_index": 373}
375
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 331, "sample_index": 374}
376
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 336, "sample_index": 375}
377
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 347, "sample_index": 376}
378
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 353, "sample_index": 377}
379
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 357, "sample_index": 378}
380
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 359, "sample_index": 379}
381
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 381, "sample_index": 380}
382
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 397, "sample_index": 381}
383
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 432, "sample_index": 382}
384
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 436, "sample_index": 383}
385
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 445, "sample_index": 384}
386
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 450, "sample_index": 385}
387
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 454, "sample_index": 386}
388
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 462, "sample_index": 387}
389
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 473, "sample_index": 388}
390
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 480, "sample_index": 389}
391
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 482, "sample_index": 390}
392
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 491, "sample_index": 391}
393
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 499, "sample_index": 392}
394
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 508, "sample_index": 393}
395
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 517, "sample_index": 394}
396
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 529, "sample_index": 395}
397
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 541, "sample_index": 396}
398
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 543, "sample_index": 397}
399
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 546, "sample_index": 398}
400
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 571, "sample_index": 399}
401
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 586, "sample_index": 400}
402
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 594, "sample_index": 401}
403
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 597, "sample_index": 402}
404
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 599, "sample_index": 403}
405
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 606, "sample_index": 404}
406
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 638, "sample_index": 405}
407
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 649, "sample_index": 406}
408
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 679, "sample_index": 407}
409
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 681, "sample_index": 408}
410
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 717, "sample_index": 409}
411
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 721, "sample_index": 410}
412
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 726, "sample_index": 411}
413
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 744, "sample_index": 412}
414
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 756, "sample_index": 413}
415
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 765, "sample_index": 414}
416
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 781, "sample_index": 415}
417
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 783, "sample_index": 416}
418
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 785, "sample_index": 417}
419
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 790, "sample_index": 418}
420
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 794, "sample_index": 419}
421
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 800, "sample_index": 420}
422
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 806, "sample_index": 421}
423
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 815, "sample_index": 422}
424
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 825, "sample_index": 423}
425
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 837, "sample_index": 424}
426
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 844, "sample_index": 425}
427
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 858, "sample_index": 426}
428
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 876, "sample_index": 427}
429
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 912, "sample_index": 428}
430
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 916, "sample_index": 429}
431
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 917, "sample_index": 430}
432
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 921, "sample_index": 431}
433
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 938, "sample_index": 432}
434
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 951, "sample_index": 433}
435
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 970, "sample_index": 434}
436
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 994, "sample_index": 435}
437
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 996, "sample_index": 436}
438
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1008, "sample_index": 437}
439
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1014, "sample_index": 438}
440
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1030, "sample_index": 439}
441
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1033, "sample_index": 440}
442
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1034, "sample_index": 441}
443
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1040, "sample_index": 442}
444
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1051, "sample_index": 443}
445
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1061, "sample_index": 444}
446
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1069, "sample_index": 445}
447
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1070, "sample_index": 446}
448
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1082, "sample_index": 447}
449
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1083, "sample_index": 448}
450
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1088, "sample_index": 449}
451
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1102, "sample_index": 450}
452
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1109, "sample_index": 451}
453
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1112, "sample_index": 452}
454
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1127, "sample_index": 453}
455
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1149, "sample_index": 454}
456
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1182, "sample_index": 455}
457
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1184, "sample_index": 456}
458
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1201, "sample_index": 457}
459
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1203, "sample_index": 458}
460
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1205, "sample_index": 459}
461
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1210, "sample_index": 460}
462
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1225, "sample_index": 461}
463
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1241, "sample_index": 462}
464
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1246, "sample_index": 463}
465
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1257, "sample_index": 464}
466
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1258, "sample_index": 465}
467
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1268, "sample_index": 466}
468
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1269, "sample_index": 467}
469
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1281, "sample_index": 468}
470
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1290, "sample_index": 469}
471
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1295, "sample_index": 470}
472
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1298, "sample_index": 471}
473
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1299, "sample_index": 472}
474
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1307, "sample_index": 473}
475
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1337, "sample_index": 474}
476
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1347, "sample_index": 475}
477
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1356, "sample_index": 476}
478
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1358, "sample_index": 477}
479
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1369, "sample_index": 478}
480
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1380, "sample_index": 479}
481
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1390, "sample_index": 480}
482
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1393, "sample_index": 481}
483
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1405, "sample_index": 482}
484
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1415, "sample_index": 483}
485
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1430, "sample_index": 484}
486
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1439, "sample_index": 485}
487
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1445, "sample_index": 486}
488
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1448, "sample_index": 487}
489
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1455, "sample_index": 488}
490
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1462, "sample_index": 489}
491
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1472, "sample_index": 490}
492
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1492, "sample_index": 491}
493
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1517, "sample_index": 492}
494
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1519, "sample_index": 493}
495
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1524, "sample_index": 494}
496
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1525, "sample_index": 495}
497
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1537, "sample_index": 496}
498
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1539, "sample_index": 497}
499
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1565, "sample_index": 498}
500
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1566, "sample_index": 499}
501
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1594, "sample_index": 500}
502
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1596, "sample_index": 501}
503
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1600, "sample_index": 502}
504
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1619, "sample_index": 503}
505
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1649, "sample_index": 504}
506
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1662, "sample_index": 505}
507
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1665, "sample_index": 506}
508
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1674, "sample_index": 507}
509
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1719, "sample_index": 508}
510
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1722, "sample_index": 509}
511
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1756, "sample_index": 510}
512
+ {"caption": "", "dataset": "finedance_original_audio_test", "dataset_index": 1758, "sample_index": 511}
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/audio_metrics.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "beat_align_gap": {
3
+ "max": 0.9129883438482093,
4
+ "mean": 0.01652187219190978,
5
+ "min": -0.6679317203543144,
6
+ "std": 0.20902646096082367
7
+ },
8
+ "beat_align_generated": {
9
+ "max": 0.9639729792711771,
10
+ "mean": 0.5875203594302901,
11
+ "min": 0.0,
12
+ "std": 0.1527783063598425
13
+ },
14
+ "beat_align_reference": {
15
+ "max": 0.9639729792711771,
16
+ "mean": 0.5709984872383804,
17
+ "min": 0.0,
18
+ "std": 0.151444644848547
19
+ },
20
+ "beat_direction": "music_to_motion",
21
+ "beat_threshold": 0.5,
22
+ "frames": 120,
23
+ "min_motion_beat_distance_seconds": 0.25,
24
+ "num_samples": 512,
25
+ "sigma_frames": 3.0
26
+ }
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/benchmark.json ADDED
@@ -0,0 +1,816 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aistpp_edge_metrics": {
3
+ "div_g_gap": -0.31566800808579787,
4
+ "div_g_generated": 3.612427556148094,
5
+ "div_g_reference": 3.928095564233892,
6
+ "div_k_gap": -1.1255987713345554,
7
+ "div_k_generated": 17.64971727785702,
8
+ "div_k_reference": 18.775316049191577,
9
+ "fid_g": 4.934492725473943,
10
+ "fid_k": 105.99812921051966,
11
+ "frames": 120,
12
+ "geometric_feature": "g1_root_relative_body_geometry",
13
+ "geometric_feature_dim": 412,
14
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
15
+ "kinetic_feature_dim": 90,
16
+ "left_foot_indices": [
17
+ 5,
18
+ 6
19
+ ],
20
+ "num_samples": 512,
21
+ "pfc_gap": {
22
+ "max": 14.288064068378764,
23
+ "mean": -3.0690880920165635,
24
+ "min": -1671.6016499556445,
25
+ "std": 73.83379448481212
26
+ },
27
+ "pfc_generated": {
28
+ "max": 14.560741090253865,
29
+ "mean": 0.710913079298833,
30
+ "min": 0.0018170145655964495,
31
+ "std": 1.4560294225971524
32
+ },
33
+ "pfc_reference": {
34
+ "max": 1672.3316180811037,
35
+ "mean": 3.780001171315396,
36
+ "min": 1.0504532532372988e-07,
37
+ "std": 73.818255400019
38
+ },
39
+ "right_foot_indices": [
40
+ 11,
41
+ 12
42
+ ],
43
+ "root_index": 0,
44
+ "up_axis": "z"
45
+ },
46
+ "audio_metrics": {
47
+ "beat_align_gap": {
48
+ "max": 0.9129883438482093,
49
+ "mean": 0.01652187219190978,
50
+ "min": -0.6679317203543144,
51
+ "std": 0.20902646096082367
52
+ },
53
+ "beat_align_generated": {
54
+ "max": 0.9639729792711771,
55
+ "mean": 0.5875203594302901,
56
+ "min": 0.0,
57
+ "std": 0.1527783063598425
58
+ },
59
+ "beat_align_reference": {
60
+ "max": 0.9639729792711771,
61
+ "mean": 0.5709984872383804,
62
+ "min": 0.0,
63
+ "std": 0.151444644848547
64
+ },
65
+ "beat_direction": "music_to_motion",
66
+ "beat_threshold": 0.5,
67
+ "frames": 120,
68
+ "min_motion_beat_distance_seconds": 0.25,
69
+ "num_samples": 512,
70
+ "sigma_frames": 3.0
71
+ },
72
+ "benchmark": "artifact_audio",
73
+ "dataset_metrics": {
74
+ "aioz_gdance_original_audio_test": {
75
+ "aistpp_edge": {
76
+ "div_g_gap": -0.5959675268841731,
77
+ "div_g_generated": 2.6661425614385945,
78
+ "div_g_reference": 3.2621100883227676,
79
+ "div_k_gap": 3.88854282526383,
80
+ "div_k_generated": 13.604451346533999,
81
+ "div_k_reference": 9.715908521270169,
82
+ "fid_g": 15.342780481081215,
83
+ "fid_k": 752.1375161957795,
84
+ "geometric_feature_dim": 412,
85
+ "kinetic_feature_dim": 90,
86
+ "num_samples": 125,
87
+ "pfc_gap": {
88
+ "max": 14.288064068378764,
89
+ "mean": 1.1924462325724328,
90
+ "min": -2.2412568519484872,
91
+ "std": 2.254745401885431
92
+ },
93
+ "pfc_generated": {
94
+ "max": 14.560741090253865,
95
+ "mean": 1.5389908058903026,
96
+ "min": 0.11955641549996905,
97
+ "std": 2.129281120518115
98
+ },
99
+ "pfc_reference": {
100
+ "max": 3.2559416749171533,
101
+ "mean": 0.3465445733178699,
102
+ "min": 0.005170619768467866,
103
+ "std": 0.5060701936779106
104
+ }
105
+ },
106
+ "audio": {
107
+ "beat_align_gap": {
108
+ "max": 0.37463927489445126,
109
+ "mean": 0.048737264726237996,
110
+ "min": -0.13132592439509516,
111
+ "std": 0.08947218472575011
112
+ },
113
+ "beat_align_generated": {
114
+ "max": 0.7311353911059266,
115
+ "mean": 0.5851450009580136,
116
+ "min": 0.47209436029973373,
117
+ "std": 0.05277817740705178
118
+ },
119
+ "beat_align_reference": {
120
+ "max": 0.6803908796802821,
121
+ "mean": 0.5364077362317754,
122
+ "min": 0.2890106667212473,
123
+ "std": 0.07600915003526457
124
+ },
125
+ "num_samples": 125
126
+ },
127
+ "num_samples": 125,
128
+ "physical": {
129
+ "body_jerk_mean": {
130
+ "max": 1653.256103515625,
131
+ "mean": 599.3203017578124,
132
+ "min": 302.5253601074219,
133
+ "std": 224.9785241126585
134
+ },
135
+ "contact_sliding_speed": {
136
+ "max": 1.6007527112960815,
137
+ "mean": 0.8296441268920899,
138
+ "min": 0.45602989196777344,
139
+ "std": 0.22909448734459195
140
+ },
141
+ "foot_ground_error": {
142
+ "max": 0.0744624137878418,
143
+ "mean": 0.06621905001997948,
144
+ "min": 0.05691249296069145,
145
+ "std": 0.0034295628979191107
146
+ },
147
+ "num_samples": 125
148
+ },
149
+ "transition": {
150
+ "auj": {
151
+ "max": 19.315666083220204,
152
+ "mean": 8.539765742218224,
153
+ "min": 6.923925564972979,
154
+ "std": 1.7993834103700594
155
+ },
156
+ "body_auj": {
157
+ "max": 19.315666083220204,
158
+ "mean": 8.539765742218224,
159
+ "min": 6.923925564972979,
160
+ "std": 1.7993834103700594
161
+ },
162
+ "body_pj": {
163
+ "max": 4.132509026676416,
164
+ "mean": 0.8149548505395651,
165
+ "min": 0.20829960331320763,
166
+ "std": 0.6096334560924178
167
+ },
168
+ "boundary_frames": [
169
+ 60
170
+ ],
171
+ "chunk_length": 60,
172
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
173
+ "num_frames": 120,
174
+ "num_samples": 125,
175
+ "pj": {
176
+ "max": 4.132509026676416,
177
+ "mean": 0.8149548505395651,
178
+ "min": 0.20829960331320763,
179
+ "std": 0.6096334560924178
180
+ },
181
+ "qpos_auj": {
182
+ "max": 23.93125664843144,
183
+ "mean": 15.253183060917289,
184
+ "min": 12.93693585340698,
185
+ "std": 2.5911580324558727
186
+ },
187
+ "qpos_pj": {
188
+ "max": 4.726399064064026,
189
+ "mean": 1.3298470652531833,
190
+ "min": 0.33596522361040115,
191
+ "std": 0.8781658395076982
192
+ },
193
+ "reference_body_jerk_level": 0.13072112904257172,
194
+ "reference_qpos_jerk_level": 0.22716896587979848,
195
+ "transition_window_length": 60,
196
+ "transition_windows": [
197
+ [
198
+ 30,
199
+ 90
200
+ ]
201
+ ]
202
+ }
203
+ },
204
+ "aistpp_original_audio_test": {
205
+ "aistpp_edge": {
206
+ "div_g_gap": 0.03754482737878506,
207
+ "div_g_generated": 2.8705701220565114,
208
+ "div_g_reference": 2.8330252946777263,
209
+ "div_k_gap": -7.994003983377649,
210
+ "div_k_generated": 13.43326520278007,
211
+ "div_k_reference": 21.42726918615772,
212
+ "fid_g": 2.582117387117398,
213
+ "fid_k": 103.20207519873475,
214
+ "geometric_feature_dim": 412,
215
+ "kinetic_feature_dim": 90,
216
+ "num_samples": 168,
217
+ "pfc_gap": {
218
+ "max": 8.145926280214402,
219
+ "mean": -0.6721352695264848,
220
+ "min": -9.85917631892894,
221
+ "std": 1.7532532094727784
222
+ },
223
+ "pfc_generated": {
224
+ "max": 8.292077517389295,
225
+ "mean": 0.3576481626168937,
226
+ "min": 0.020151520145239618,
227
+ "std": 0.9733036865219917
228
+ },
229
+ "pfc_reference": {
230
+ "max": 10.037863144597035,
231
+ "mean": 1.0297834321433785,
232
+ "min": 0.002733974267284848,
233
+ "std": 1.3877535215564163
234
+ }
235
+ },
236
+ "audio": {
237
+ "beat_align_gap": {
238
+ "max": 0.538482805216959,
239
+ "mean": 0.026231175435877326,
240
+ "min": -0.5640410958055964,
241
+ "std": 0.21869510534700523
242
+ },
243
+ "beat_align_generated": {
244
+ "max": 0.9459594689067656,
245
+ "mean": 0.614000016414192,
246
+ "min": 0.24810550293034306,
247
+ "std": 0.16682077999734668
248
+ },
249
+ "beat_align_reference": {
250
+ "max": 0.950184350729202,
251
+ "mean": 0.5877688409783146,
252
+ "min": 0.17494205735193397,
253
+ "std": 0.15849717998191726
254
+ },
255
+ "num_samples": 168
256
+ },
257
+ "num_samples": 168,
258
+ "physical": {
259
+ "body_jerk_mean": {
260
+ "max": 1317.2586669921875,
261
+ "mean": 285.86574536278135,
262
+ "min": 65.6500015258789,
263
+ "std": 180.52640216121483
264
+ },
265
+ "contact_sliding_speed": {
266
+ "max": 1.1959142684936523,
267
+ "mean": 0.3395687401117313,
268
+ "min": 0.16376222670078278,
269
+ "std": 0.1775211725186011
270
+ },
271
+ "foot_ground_error": {
272
+ "max": 0.13222485780715942,
273
+ "mean": 0.07928984678749527,
274
+ "min": 0.06144895404577255,
275
+ "std": 0.005991086389857326
276
+ },
277
+ "num_samples": 168
278
+ },
279
+ "transition": {
280
+ "auj": {
281
+ "max": 16.930962377014325,
282
+ "mean": 7.790521057337993,
283
+ "min": 7.107803095048376,
284
+ "std": 1.2938328204143372
285
+ },
286
+ "body_auj": {
287
+ "max": 16.930962377014325,
288
+ "mean": 7.790521057337993,
289
+ "min": 7.107803095048376,
290
+ "std": 1.2938328204143372
291
+ },
292
+ "body_pj": {
293
+ "max": 2.211212009191513,
294
+ "mean": 0.3716146145431724,
295
+ "min": 0.055694129317998886,
296
+ "std": 0.45133376072576903
297
+ },
298
+ "boundary_frames": [
299
+ 60
300
+ ],
301
+ "chunk_length": 60,
302
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
303
+ "num_frames": 120,
304
+ "num_samples": 168,
305
+ "pj": {
306
+ "max": 2.211212009191513,
307
+ "mean": 0.3716146145431724,
308
+ "min": 0.055694129317998886,
309
+ "std": 0.45133376072576903
310
+ },
311
+ "qpos_auj": {
312
+ "max": 37.21342780359482,
313
+ "mean": 14.48346968587728,
314
+ "min": 12.93048695098078,
315
+ "std": 3.0152851811136414
316
+ },
317
+ "qpos_pj": {
318
+ "max": 5.130593864247203,
319
+ "mean": 0.9764448732935956,
320
+ "min": 0.06778404861688614,
321
+ "std": 0.9581282096438205
322
+ },
323
+ "reference_body_jerk_level": 0.13072112904257172,
324
+ "reference_qpos_jerk_level": 0.22716896587979848,
325
+ "transition_window_length": 60,
326
+ "transition_windows": [
327
+ [
328
+ 30,
329
+ 90
330
+ ]
331
+ ]
332
+ }
333
+ },
334
+ "compas3d_original_audio_test": {
335
+ "aistpp_edge": {
336
+ "div_g_gap": 0.5022208482547699,
337
+ "div_g_generated": 2.719699221708471,
338
+ "div_g_reference": 2.217478373453701,
339
+ "div_k_gap": 4.692770293494222,
340
+ "div_k_generated": 11.713875033705385,
341
+ "div_k_reference": 7.021104740211163,
342
+ "fid_g": 22.72609054121444,
343
+ "fid_k": 1720.1155425541483,
344
+ "geometric_feature_dim": 412,
345
+ "kinetic_feature_dim": 90,
346
+ "num_samples": 2,
347
+ "pfc_gap": {
348
+ "max": 0.9901939861861753,
349
+ "mean": 0.853573881600012,
350
+ "min": 0.7169537770138487,
351
+ "std": 0.1366201045861633
352
+ },
353
+ "pfc_generated": {
354
+ "max": 1.2180417186852335,
355
+ "mean": 1.2110704046276832,
356
+ "min": 1.2040990905701328,
357
+ "std": 0.00697131405755036
358
+ },
359
+ "pfc_reference": {
360
+ "max": 0.5010879416713848,
361
+ "mean": 0.35749652302767115,
362
+ "min": 0.21390510438395752,
363
+ "std": 0.14359141864371364
364
+ }
365
+ },
366
+ "audio": {
367
+ "beat_align_gap": {
368
+ "max": -0.07879548394917962,
369
+ "mean": -0.10173289232524094,
370
+ "min": -0.12467030070130225,
371
+ "std": 0.022937408376061313
372
+ },
373
+ "beat_align_generated": {
374
+ "max": 0.49683764381401185,
375
+ "mean": 0.49257471933230257,
376
+ "min": 0.48831179485059334,
377
+ "std": 0.004262924481709257
378
+ },
379
+ "beat_align_reference": {
380
+ "max": 0.6215079445153141,
381
+ "mean": 0.5943076116575435,
382
+ "min": 0.567107278799773,
383
+ "std": 0.02720033285777057
384
+ },
385
+ "num_samples": 2
386
+ },
387
+ "num_samples": 2,
388
+ "physical": {
389
+ "body_jerk_mean": {
390
+ "max": 988.3256225585938,
391
+ "mean": 865.1907348632812,
392
+ "min": 742.0558471679688,
393
+ "std": 123.1348876953125
394
+ },
395
+ "contact_sliding_speed": {
396
+ "max": 1.1296497583389282,
397
+ "mean": 1.0910702347755432,
398
+ "min": 1.0524907112121582,
399
+ "std": 0.03857952356338501
400
+ },
401
+ "foot_ground_error": {
402
+ "max": 0.07064925879240036,
403
+ "mean": 0.06901071593165398,
404
+ "min": 0.06737217307090759,
405
+ "std": 0.0016385428607463837
406
+ },
407
+ "num_samples": 2
408
+ },
409
+ "transition": {
410
+ "auj": {
411
+ "max": 10.42473007534763,
412
+ "mean": 9.677224664336697,
413
+ "min": 8.929719253325763,
414
+ "std": 0.747505411010934
415
+ },
416
+ "body_auj": {
417
+ "max": 10.42473007534763,
418
+ "mean": 9.677224664336697,
419
+ "min": 8.929719253325763,
420
+ "std": 0.747505411010934
421
+ },
422
+ "body_pj": {
423
+ "max": 1.7906890138983727,
424
+ "mean": 1.2725237421691418,
425
+ "min": 0.7543584704399109,
426
+ "std": 0.5181652717292309
427
+ },
428
+ "boundary_frames": [
429
+ 60
430
+ ],
431
+ "chunk_length": 60,
432
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
433
+ "num_frames": 120,
434
+ "num_samples": 2,
435
+ "pj": {
436
+ "max": 1.7906890138983727,
437
+ "mean": 1.2725237421691418,
438
+ "min": 0.7543584704399109,
439
+ "std": 0.5181652717292309
440
+ },
441
+ "qpos_auj": {
442
+ "max": 19.517663816734125,
443
+ "mean": 17.2787334536098,
444
+ "min": 15.039803090485474,
445
+ "std": 2.238930363124325
446
+ },
447
+ "qpos_pj": {
448
+ "max": 2.620412766933441,
449
+ "mean": 1.7624548375606537,
450
+ "min": 0.9044969081878662,
451
+ "std": 0.8579579293727875
452
+ },
453
+ "reference_body_jerk_level": 0.13072112904257172,
454
+ "reference_qpos_jerk_level": 0.22716896587979848,
455
+ "transition_window_length": 60,
456
+ "transition_windows": [
457
+ [
458
+ 30,
459
+ 90
460
+ ]
461
+ ]
462
+ }
463
+ },
464
+ "finedance_original_audio_test": {
465
+ "aistpp_edge": {
466
+ "div_g_gap": -1.0673379545742723,
467
+ "div_g_generated": 3.3358317307377128,
468
+ "div_g_reference": 4.403169685311985,
469
+ "div_k_gap": -4.106463985308531,
470
+ "div_k_generated": 11.749235130273261,
471
+ "div_k_reference": 15.855699115581793,
472
+ "fid_g": 3.5563979013782294,
473
+ "fid_k": 46.98813291492226,
474
+ "geometric_feature_dim": 412,
475
+ "kinetic_feature_dim": 90,
476
+ "num_samples": 167,
477
+ "pfc_gap": {
478
+ "max": 2.812153514486107,
479
+ "mean": -0.06590492134983422,
480
+ "min": -2.163553069991983,
481
+ "std": 0.45095471799153153
482
+ },
483
+ "pfc_generated": {
484
+ "max": 3.2689677560537875,
485
+ "mean": 0.19065759949997826,
486
+ "min": 0.0018170145655964495,
487
+ "std": 0.3571896526060605
488
+ },
489
+ "pfc_reference": {
490
+ "max": 2.3502004923376676,
491
+ "mean": 0.2565625208498125,
492
+ "min": 1.0504532532372988e-07,
493
+ "std": 0.3403504288305275
494
+ }
495
+ },
496
+ "audio": {
497
+ "beat_align_gap": {
498
+ "max": 0.9129883438482093,
499
+ "mean": -0.01123247391727784,
500
+ "min": -0.6679317203543144,
501
+ "std": 0.2755615176180367
502
+ },
503
+ "beat_align_generated": {
504
+ "max": 0.9639729792711771,
505
+ "mean": 0.564136874569152,
506
+ "min": 0.0,
507
+ "std": 0.19827282091527026
508
+ },
509
+ "beat_align_reference": {
510
+ "max": 0.9639729792711771,
511
+ "mean": 0.5753693484864297,
512
+ "min": 0.0,
513
+ "std": 0.19556257091574775
514
+ },
515
+ "num_samples": 167
516
+ },
517
+ "num_samples": 167,
518
+ "physical": {
519
+ "body_jerk_mean": {
520
+ "max": 868.3405151367188,
521
+ "mean": 191.25747108459473,
522
+ "min": 27.606882095336914,
523
+ "std": 107.00967055658612
524
+ },
525
+ "contact_sliding_speed": {
526
+ "max": 0.8571929335594177,
527
+ "mean": 0.2790473778090791,
528
+ "min": 0.08444260060787201,
529
+ "std": 0.13367924674687448
530
+ },
531
+ "foot_ground_error": {
532
+ "max": 0.08499956130981445,
533
+ "mean": 0.08029717760171719,
534
+ "min": 0.07233573496341705,
535
+ "std": 0.0024601854235517615
536
+ },
537
+ "num_samples": 167
538
+ },
539
+ "transition": {
540
+ "auj": {
541
+ "max": 10.406339763733543,
542
+ "mean": 7.4339236475027795,
543
+ "min": 7.038456574668026,
544
+ "std": 0.39337457765877887
545
+ },
546
+ "body_auj": {
547
+ "max": 10.406339763733543,
548
+ "mean": 7.4339236475027795,
549
+ "min": 7.038456574668026,
550
+ "std": 0.39337457765877887
551
+ },
552
+ "body_pj": {
553
+ "max": 1.7632049173116684,
554
+ "mean": 0.20271475372130532,
555
+ "min": 0.015780553221702576,
556
+ "std": 0.2516134958553251
557
+ },
558
+ "boundary_frames": [
559
+ 60
560
+ ],
561
+ "chunk_length": 60,
562
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
563
+ "num_frames": 120,
564
+ "num_samples": 167,
565
+ "pj": {
566
+ "max": 1.7632049173116684,
567
+ "mean": 0.20271475372130532,
568
+ "min": 0.015780553221702576,
569
+ "std": 0.2516134958553251
570
+ },
571
+ "qpos_auj": {
572
+ "max": 19.28347394433224,
573
+ "mean": 13.440796269155454,
574
+ "min": 12.933186059855148,
575
+ "std": 1.2005877567791141
576
+ },
577
+ "qpos_pj": {
578
+ "max": 3.702271454036236,
579
+ "mean": 0.6031658488554422,
580
+ "min": 0.03223958611488342,
581
+ "std": 0.6958555504921485
582
+ },
583
+ "reference_body_jerk_level": 0.13072112904257172,
584
+ "reference_qpos_jerk_level": 0.22716896587979848,
585
+ "transition_window_length": 60,
586
+ "transition_windows": [
587
+ [
588
+ 30,
589
+ 90
590
+ ]
591
+ ]
592
+ }
593
+ },
594
+ "opendance_original_audio_test": {
595
+ "aistpp_edge": {
596
+ "div_g_gap": -2.026626848803329,
597
+ "div_g_generated": 2.6578870992774286,
598
+ "div_g_reference": 4.684513948080758,
599
+ "div_k_gap": 4.30030103084443,
600
+ "div_k_generated": 13.073182029277532,
601
+ "div_k_reference": 8.772880998433102,
602
+ "fid_g": 25.43857367462652,
603
+ "fid_k": 866.2064914356864,
604
+ "geometric_feature_dim": 412,
605
+ "kinetic_feature_dim": 90,
606
+ "num_samples": 50,
607
+ "pfc_gap": {
608
+ "max": 8.954057045661605,
609
+ "mean": -31.96422365602726,
610
+ "min": -1671.6016499556445,
611
+ "std": 234.24035260184675
612
+ },
613
+ "pfc_generated": {
614
+ "max": 9.024833548231365,
615
+ "mean": 1.545335892386494,
616
+ "min": 0.09985133697178618,
617
+ "std": 1.7382201438269813
618
+ },
619
+ "pfc_reference": {
620
+ "max": 1672.3316180811037,
621
+ "mean": 33.50955954841374,
622
+ "min": 0.0012805427600937592,
623
+ "std": 234.1174410050005
624
+ }
625
+ },
626
+ "audio": {
627
+ "beat_align_gap": {
628
+ "max": 0.1874106163577156,
629
+ "mean": 0.0007898385417309939,
630
+ "min": -0.21838844538977997,
631
+ "std": 0.08222439536462707
632
+ },
633
+ "beat_align_generated": {
634
+ "max": 0.6878067625446969,
635
+ "mean": 0.5863857731851934,
636
+ "min": 0.44150180280373735,
637
+ "std": 0.05179547775139548
638
+ },
639
+ "beat_align_reference": {
640
+ "max": 0.7752604635964592,
641
+ "mean": 0.5855959346434623,
642
+ "min": 0.46736646385254327,
643
+ "std": 0.06329471201392499
644
+ },
645
+ "num_samples": 50
646
+ },
647
+ "num_samples": 50,
648
+ "physical": {
649
+ "body_jerk_mean": {
650
+ "max": 905.8004150390625,
651
+ "mean": 591.3894348144531,
652
+ "min": 376.0175476074219,
653
+ "std": 147.28122656451453
654
+ },
655
+ "contact_sliding_speed": {
656
+ "max": 1.3643039464950562,
657
+ "mean": 0.8475216495990753,
658
+ "min": 0.5450801849365234,
659
+ "std": 0.19926115167943997
660
+ },
661
+ "foot_ground_error": {
662
+ "max": 0.07372627407312393,
663
+ "mean": 0.06592015527188778,
664
+ "min": 0.05571555346250534,
665
+ "std": 0.0037608593476592808
666
+ },
667
+ "num_samples": 50
668
+ },
669
+ "transition": {
670
+ "auj": {
671
+ "max": 12.39114289230101,
672
+ "mean": 8.479931572848052,
673
+ "min": 7.04813401846689,
674
+ "std": 1.381159752225569
675
+ },
676
+ "body_auj": {
677
+ "max": 12.39114289230101,
678
+ "mean": 8.479931572848052,
679
+ "min": 7.04813401846689,
680
+ "std": 1.381159752225569
681
+ },
682
+ "body_pj": {
683
+ "max": 1.9127457961440086,
684
+ "mean": 0.7457470412552357,
685
+ "min": 0.17901892215013504,
686
+ "std": 0.4288510899517005
687
+ },
688
+ "boundary_frames": [
689
+ 60
690
+ ],
691
+ "chunk_length": 60,
692
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
693
+ "num_frames": 120,
694
+ "num_samples": 50,
695
+ "pj": {
696
+ "max": 1.9127457961440086,
697
+ "mean": 0.7457470412552357,
698
+ "min": 0.17901892215013504,
699
+ "std": 0.4288510899517005
700
+ },
701
+ "qpos_auj": {
702
+ "max": 25.952412060871048,
703
+ "mean": 15.664428431988007,
704
+ "min": 12.95557680716577,
705
+ "std": 3.0448313482591196
706
+ },
707
+ "qpos_pj": {
708
+ "max": 4.935259222984314,
709
+ "mean": 1.4367915696278215,
710
+ "min": 0.46128368377685547,
711
+ "std": 0.9890807611377733
712
+ },
713
+ "reference_body_jerk_level": 0.13072112904257172,
714
+ "reference_qpos_jerk_level": 0.22716896587979848,
715
+ "transition_window_length": 60,
716
+ "transition_windows": [
717
+ [
718
+ 30,
719
+ 90
720
+ ]
721
+ ]
722
+ }
723
+ }
724
+ },
725
+ "exp": "g1_transformer_guided_100m",
726
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs_baseline/lodge_gmr/audio_mixed_modalities_all_v1_120f_transition/generated_qpos.npz",
727
+ "label": "LODGE+GMR",
728
+ "num_frames": 120,
729
+ "num_samples": 512,
730
+ "physical_metrics": {
731
+ "body_jerk_mean": {
732
+ "max": 1653.256103515625,
733
+ "mean": 363.63346449658275,
734
+ "min": 27.606882095336914,
735
+ "std": 245.4576428790772
736
+ },
737
+ "contact_height_threshold": 0.12,
738
+ "contact_penetration_tolerance": 0.02,
739
+ "contact_sliding_speed": {
740
+ "max": 1.6007527112960815,
741
+ "mean": 0.49201601414824836,
742
+ "min": 0.08444260060787201,
743
+ "std": 0.3112229130138241
744
+ },
745
+ "foot_ground_error": {
746
+ "max": 0.13222485780715942,
747
+ "mean": 0.07508151048386935,
748
+ "min": 0.05571555346250534,
749
+ "std": 0.007759820180139445
750
+ },
751
+ "frames": 120,
752
+ "num_samples": 512
753
+ },
754
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/reference_qpos.npz",
755
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/sample_metrics.jsonl",
756
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512_120f.jsonl",
757
+ "split": "test",
758
+ "tracker_executed": {
759
+ "enabled": false
760
+ },
761
+ "transition_metrics": {
762
+ "auj": {
763
+ "max": 19.315666083220204,
764
+ "mean": 7.9318252588166045,
765
+ "min": 6.923925564972979,
766
+ "std": 1.3407397403886576
767
+ },
768
+ "body_auj": {
769
+ "max": 19.315666083220204,
770
+ "mean": 7.9318252588166045,
771
+ "min": 6.923925564972979,
772
+ "std": 1.3407397403886576
773
+ },
774
+ "body_pj": {
775
+ "max": 4.132509026676416,
776
+ "mean": 0.46481713863136065,
777
+ "min": 0.015780553221702576,
778
+ "std": 0.5125213154095873
779
+ },
780
+ "boundary_frames": [
781
+ 60
782
+ ],
783
+ "chunk_length": 60,
784
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
785
+ "enabled": true,
786
+ "num_frames": 120,
787
+ "num_samples": 512,
788
+ "pj": {
789
+ "max": 4.132509026676416,
790
+ "mean": 0.46481713863136065,
791
+ "min": 0.015780553221702576,
792
+ "std": 0.5125213154095873
793
+ },
794
+ "qpos_auj": {
795
+ "max": 37.21342780359482,
796
+ "mean": 14.457544248628174,
797
+ "min": 12.93048695098078,
798
+ "std": 2.585125256518853
799
+ },
800
+ "qpos_pj": {
801
+ "max": 5.130593864247203,
802
+ "mean": 0.9889976695026235,
803
+ "min": 0.03223958611488342,
804
+ "std": 0.9190948574146297
805
+ },
806
+ "reference_body_jerk_level": 0.13072112904257172,
807
+ "reference_qpos_jerk_level": 0.22716896587979848,
808
+ "transition_window_length": 60,
809
+ "transition_windows": [
810
+ [
811
+ 30,
812
+ 90
813
+ ]
814
+ ]
815
+ }
816
+ }
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/dataset_metrics.json ADDED
@@ -0,0 +1,652 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aioz_gdance_original_audio_test": {
3
+ "aistpp_edge": {
4
+ "div_g_gap": -0.5959675268841731,
5
+ "div_g_generated": 2.6661425614385945,
6
+ "div_g_reference": 3.2621100883227676,
7
+ "div_k_gap": 3.88854282526383,
8
+ "div_k_generated": 13.604451346533999,
9
+ "div_k_reference": 9.715908521270169,
10
+ "fid_g": 15.342780481081215,
11
+ "fid_k": 752.1375161957795,
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature_dim": 90,
14
+ "num_samples": 125,
15
+ "pfc_gap": {
16
+ "max": 14.288064068378764,
17
+ "mean": 1.1924462325724328,
18
+ "min": -2.2412568519484872,
19
+ "std": 2.254745401885431
20
+ },
21
+ "pfc_generated": {
22
+ "max": 14.560741090253865,
23
+ "mean": 1.5389908058903026,
24
+ "min": 0.11955641549996905,
25
+ "std": 2.129281120518115
26
+ },
27
+ "pfc_reference": {
28
+ "max": 3.2559416749171533,
29
+ "mean": 0.3465445733178699,
30
+ "min": 0.005170619768467866,
31
+ "std": 0.5060701936779106
32
+ }
33
+ },
34
+ "audio": {
35
+ "beat_align_gap": {
36
+ "max": 0.37463927489445126,
37
+ "mean": 0.048737264726237996,
38
+ "min": -0.13132592439509516,
39
+ "std": 0.08947218472575011
40
+ },
41
+ "beat_align_generated": {
42
+ "max": 0.7311353911059266,
43
+ "mean": 0.5851450009580136,
44
+ "min": 0.47209436029973373,
45
+ "std": 0.05277817740705178
46
+ },
47
+ "beat_align_reference": {
48
+ "max": 0.6803908796802821,
49
+ "mean": 0.5364077362317754,
50
+ "min": 0.2890106667212473,
51
+ "std": 0.07600915003526457
52
+ },
53
+ "num_samples": 125
54
+ },
55
+ "num_samples": 125,
56
+ "physical": {
57
+ "body_jerk_mean": {
58
+ "max": 1653.256103515625,
59
+ "mean": 599.3203017578124,
60
+ "min": 302.5253601074219,
61
+ "std": 224.9785241126585
62
+ },
63
+ "contact_sliding_speed": {
64
+ "max": 1.6007527112960815,
65
+ "mean": 0.8296441268920899,
66
+ "min": 0.45602989196777344,
67
+ "std": 0.22909448734459195
68
+ },
69
+ "foot_ground_error": {
70
+ "max": 0.0744624137878418,
71
+ "mean": 0.06621905001997948,
72
+ "min": 0.05691249296069145,
73
+ "std": 0.0034295628979191107
74
+ },
75
+ "num_samples": 125
76
+ },
77
+ "transition": {
78
+ "auj": {
79
+ "max": 19.315666083220204,
80
+ "mean": 8.539765742218224,
81
+ "min": 6.923925564972979,
82
+ "std": 1.7993834103700594
83
+ },
84
+ "body_auj": {
85
+ "max": 19.315666083220204,
86
+ "mean": 8.539765742218224,
87
+ "min": 6.923925564972979,
88
+ "std": 1.7993834103700594
89
+ },
90
+ "body_pj": {
91
+ "max": 4.132509026676416,
92
+ "mean": 0.8149548505395651,
93
+ "min": 0.20829960331320763,
94
+ "std": 0.6096334560924178
95
+ },
96
+ "boundary_frames": [
97
+ 60
98
+ ],
99
+ "chunk_length": 60,
100
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
101
+ "num_frames": 120,
102
+ "num_samples": 125,
103
+ "pj": {
104
+ "max": 4.132509026676416,
105
+ "mean": 0.8149548505395651,
106
+ "min": 0.20829960331320763,
107
+ "std": 0.6096334560924178
108
+ },
109
+ "qpos_auj": {
110
+ "max": 23.93125664843144,
111
+ "mean": 15.253183060917289,
112
+ "min": 12.93693585340698,
113
+ "std": 2.5911580324558727
114
+ },
115
+ "qpos_pj": {
116
+ "max": 4.726399064064026,
117
+ "mean": 1.3298470652531833,
118
+ "min": 0.33596522361040115,
119
+ "std": 0.8781658395076982
120
+ },
121
+ "reference_body_jerk_level": 0.13072112904257172,
122
+ "reference_qpos_jerk_level": 0.22716896587979848,
123
+ "transition_window_length": 60,
124
+ "transition_windows": [
125
+ [
126
+ 30,
127
+ 90
128
+ ]
129
+ ]
130
+ }
131
+ },
132
+ "aistpp_original_audio_test": {
133
+ "aistpp_edge": {
134
+ "div_g_gap": 0.03754482737878506,
135
+ "div_g_generated": 2.8705701220565114,
136
+ "div_g_reference": 2.8330252946777263,
137
+ "div_k_gap": -7.994003983377649,
138
+ "div_k_generated": 13.43326520278007,
139
+ "div_k_reference": 21.42726918615772,
140
+ "fid_g": 2.582117387117398,
141
+ "fid_k": 103.20207519873475,
142
+ "geometric_feature_dim": 412,
143
+ "kinetic_feature_dim": 90,
144
+ "num_samples": 168,
145
+ "pfc_gap": {
146
+ "max": 8.145926280214402,
147
+ "mean": -0.6721352695264848,
148
+ "min": -9.85917631892894,
149
+ "std": 1.7532532094727784
150
+ },
151
+ "pfc_generated": {
152
+ "max": 8.292077517389295,
153
+ "mean": 0.3576481626168937,
154
+ "min": 0.020151520145239618,
155
+ "std": 0.9733036865219917
156
+ },
157
+ "pfc_reference": {
158
+ "max": 10.037863144597035,
159
+ "mean": 1.0297834321433785,
160
+ "min": 0.002733974267284848,
161
+ "std": 1.3877535215564163
162
+ }
163
+ },
164
+ "audio": {
165
+ "beat_align_gap": {
166
+ "max": 0.538482805216959,
167
+ "mean": 0.026231175435877326,
168
+ "min": -0.5640410958055964,
169
+ "std": 0.21869510534700523
170
+ },
171
+ "beat_align_generated": {
172
+ "max": 0.9459594689067656,
173
+ "mean": 0.614000016414192,
174
+ "min": 0.24810550293034306,
175
+ "std": 0.16682077999734668
176
+ },
177
+ "beat_align_reference": {
178
+ "max": 0.950184350729202,
179
+ "mean": 0.5877688409783146,
180
+ "min": 0.17494205735193397,
181
+ "std": 0.15849717998191726
182
+ },
183
+ "num_samples": 168
184
+ },
185
+ "num_samples": 168,
186
+ "physical": {
187
+ "body_jerk_mean": {
188
+ "max": 1317.2586669921875,
189
+ "mean": 285.86574536278135,
190
+ "min": 65.6500015258789,
191
+ "std": 180.52640216121483
192
+ },
193
+ "contact_sliding_speed": {
194
+ "max": 1.1959142684936523,
195
+ "mean": 0.3395687401117313,
196
+ "min": 0.16376222670078278,
197
+ "std": 0.1775211725186011
198
+ },
199
+ "foot_ground_error": {
200
+ "max": 0.13222485780715942,
201
+ "mean": 0.07928984678749527,
202
+ "min": 0.06144895404577255,
203
+ "std": 0.005991086389857326
204
+ },
205
+ "num_samples": 168
206
+ },
207
+ "transition": {
208
+ "auj": {
209
+ "max": 16.930962377014325,
210
+ "mean": 7.790521057337993,
211
+ "min": 7.107803095048376,
212
+ "std": 1.2938328204143372
213
+ },
214
+ "body_auj": {
215
+ "max": 16.930962377014325,
216
+ "mean": 7.790521057337993,
217
+ "min": 7.107803095048376,
218
+ "std": 1.2938328204143372
219
+ },
220
+ "body_pj": {
221
+ "max": 2.211212009191513,
222
+ "mean": 0.3716146145431724,
223
+ "min": 0.055694129317998886,
224
+ "std": 0.45133376072576903
225
+ },
226
+ "boundary_frames": [
227
+ 60
228
+ ],
229
+ "chunk_length": 60,
230
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
231
+ "num_frames": 120,
232
+ "num_samples": 168,
233
+ "pj": {
234
+ "max": 2.211212009191513,
235
+ "mean": 0.3716146145431724,
236
+ "min": 0.055694129317998886,
237
+ "std": 0.45133376072576903
238
+ },
239
+ "qpos_auj": {
240
+ "max": 37.21342780359482,
241
+ "mean": 14.48346968587728,
242
+ "min": 12.93048695098078,
243
+ "std": 3.0152851811136414
244
+ },
245
+ "qpos_pj": {
246
+ "max": 5.130593864247203,
247
+ "mean": 0.9764448732935956,
248
+ "min": 0.06778404861688614,
249
+ "std": 0.9581282096438205
250
+ },
251
+ "reference_body_jerk_level": 0.13072112904257172,
252
+ "reference_qpos_jerk_level": 0.22716896587979848,
253
+ "transition_window_length": 60,
254
+ "transition_windows": [
255
+ [
256
+ 30,
257
+ 90
258
+ ]
259
+ ]
260
+ }
261
+ },
262
+ "compas3d_original_audio_test": {
263
+ "aistpp_edge": {
264
+ "div_g_gap": 0.5022208482547699,
265
+ "div_g_generated": 2.719699221708471,
266
+ "div_g_reference": 2.217478373453701,
267
+ "div_k_gap": 4.692770293494222,
268
+ "div_k_generated": 11.713875033705385,
269
+ "div_k_reference": 7.021104740211163,
270
+ "fid_g": 22.72609054121444,
271
+ "fid_k": 1720.1155425541483,
272
+ "geometric_feature_dim": 412,
273
+ "kinetic_feature_dim": 90,
274
+ "num_samples": 2,
275
+ "pfc_gap": {
276
+ "max": 0.9901939861861753,
277
+ "mean": 0.853573881600012,
278
+ "min": 0.7169537770138487,
279
+ "std": 0.1366201045861633
280
+ },
281
+ "pfc_generated": {
282
+ "max": 1.2180417186852335,
283
+ "mean": 1.2110704046276832,
284
+ "min": 1.2040990905701328,
285
+ "std": 0.00697131405755036
286
+ },
287
+ "pfc_reference": {
288
+ "max": 0.5010879416713848,
289
+ "mean": 0.35749652302767115,
290
+ "min": 0.21390510438395752,
291
+ "std": 0.14359141864371364
292
+ }
293
+ },
294
+ "audio": {
295
+ "beat_align_gap": {
296
+ "max": -0.07879548394917962,
297
+ "mean": -0.10173289232524094,
298
+ "min": -0.12467030070130225,
299
+ "std": 0.022937408376061313
300
+ },
301
+ "beat_align_generated": {
302
+ "max": 0.49683764381401185,
303
+ "mean": 0.49257471933230257,
304
+ "min": 0.48831179485059334,
305
+ "std": 0.004262924481709257
306
+ },
307
+ "beat_align_reference": {
308
+ "max": 0.6215079445153141,
309
+ "mean": 0.5943076116575435,
310
+ "min": 0.567107278799773,
311
+ "std": 0.02720033285777057
312
+ },
313
+ "num_samples": 2
314
+ },
315
+ "num_samples": 2,
316
+ "physical": {
317
+ "body_jerk_mean": {
318
+ "max": 988.3256225585938,
319
+ "mean": 865.1907348632812,
320
+ "min": 742.0558471679688,
321
+ "std": 123.1348876953125
322
+ },
323
+ "contact_sliding_speed": {
324
+ "max": 1.1296497583389282,
325
+ "mean": 1.0910702347755432,
326
+ "min": 1.0524907112121582,
327
+ "std": 0.03857952356338501
328
+ },
329
+ "foot_ground_error": {
330
+ "max": 0.07064925879240036,
331
+ "mean": 0.06901071593165398,
332
+ "min": 0.06737217307090759,
333
+ "std": 0.0016385428607463837
334
+ },
335
+ "num_samples": 2
336
+ },
337
+ "transition": {
338
+ "auj": {
339
+ "max": 10.42473007534763,
340
+ "mean": 9.677224664336697,
341
+ "min": 8.929719253325763,
342
+ "std": 0.747505411010934
343
+ },
344
+ "body_auj": {
345
+ "max": 10.42473007534763,
346
+ "mean": 9.677224664336697,
347
+ "min": 8.929719253325763,
348
+ "std": 0.747505411010934
349
+ },
350
+ "body_pj": {
351
+ "max": 1.7906890138983727,
352
+ "mean": 1.2725237421691418,
353
+ "min": 0.7543584704399109,
354
+ "std": 0.5181652717292309
355
+ },
356
+ "boundary_frames": [
357
+ 60
358
+ ],
359
+ "chunk_length": 60,
360
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
361
+ "num_frames": 120,
362
+ "num_samples": 2,
363
+ "pj": {
364
+ "max": 1.7906890138983727,
365
+ "mean": 1.2725237421691418,
366
+ "min": 0.7543584704399109,
367
+ "std": 0.5181652717292309
368
+ },
369
+ "qpos_auj": {
370
+ "max": 19.517663816734125,
371
+ "mean": 17.2787334536098,
372
+ "min": 15.039803090485474,
373
+ "std": 2.238930363124325
374
+ },
375
+ "qpos_pj": {
376
+ "max": 2.620412766933441,
377
+ "mean": 1.7624548375606537,
378
+ "min": 0.9044969081878662,
379
+ "std": 0.8579579293727875
380
+ },
381
+ "reference_body_jerk_level": 0.13072112904257172,
382
+ "reference_qpos_jerk_level": 0.22716896587979848,
383
+ "transition_window_length": 60,
384
+ "transition_windows": [
385
+ [
386
+ 30,
387
+ 90
388
+ ]
389
+ ]
390
+ }
391
+ },
392
+ "finedance_original_audio_test": {
393
+ "aistpp_edge": {
394
+ "div_g_gap": -1.0673379545742723,
395
+ "div_g_generated": 3.3358317307377128,
396
+ "div_g_reference": 4.403169685311985,
397
+ "div_k_gap": -4.106463985308531,
398
+ "div_k_generated": 11.749235130273261,
399
+ "div_k_reference": 15.855699115581793,
400
+ "fid_g": 3.5563979013782294,
401
+ "fid_k": 46.98813291492226,
402
+ "geometric_feature_dim": 412,
403
+ "kinetic_feature_dim": 90,
404
+ "num_samples": 167,
405
+ "pfc_gap": {
406
+ "max": 2.812153514486107,
407
+ "mean": -0.06590492134983422,
408
+ "min": -2.163553069991983,
409
+ "std": 0.45095471799153153
410
+ },
411
+ "pfc_generated": {
412
+ "max": 3.2689677560537875,
413
+ "mean": 0.19065759949997826,
414
+ "min": 0.0018170145655964495,
415
+ "std": 0.3571896526060605
416
+ },
417
+ "pfc_reference": {
418
+ "max": 2.3502004923376676,
419
+ "mean": 0.2565625208498125,
420
+ "min": 1.0504532532372988e-07,
421
+ "std": 0.3403504288305275
422
+ }
423
+ },
424
+ "audio": {
425
+ "beat_align_gap": {
426
+ "max": 0.9129883438482093,
427
+ "mean": -0.01123247391727784,
428
+ "min": -0.6679317203543144,
429
+ "std": 0.2755615176180367
430
+ },
431
+ "beat_align_generated": {
432
+ "max": 0.9639729792711771,
433
+ "mean": 0.564136874569152,
434
+ "min": 0.0,
435
+ "std": 0.19827282091527026
436
+ },
437
+ "beat_align_reference": {
438
+ "max": 0.9639729792711771,
439
+ "mean": 0.5753693484864297,
440
+ "min": 0.0,
441
+ "std": 0.19556257091574775
442
+ },
443
+ "num_samples": 167
444
+ },
445
+ "num_samples": 167,
446
+ "physical": {
447
+ "body_jerk_mean": {
448
+ "max": 868.3405151367188,
449
+ "mean": 191.25747108459473,
450
+ "min": 27.606882095336914,
451
+ "std": 107.00967055658612
452
+ },
453
+ "contact_sliding_speed": {
454
+ "max": 0.8571929335594177,
455
+ "mean": 0.2790473778090791,
456
+ "min": 0.08444260060787201,
457
+ "std": 0.13367924674687448
458
+ },
459
+ "foot_ground_error": {
460
+ "max": 0.08499956130981445,
461
+ "mean": 0.08029717760171719,
462
+ "min": 0.07233573496341705,
463
+ "std": 0.0024601854235517615
464
+ },
465
+ "num_samples": 167
466
+ },
467
+ "transition": {
468
+ "auj": {
469
+ "max": 10.406339763733543,
470
+ "mean": 7.4339236475027795,
471
+ "min": 7.038456574668026,
472
+ "std": 0.39337457765877887
473
+ },
474
+ "body_auj": {
475
+ "max": 10.406339763733543,
476
+ "mean": 7.4339236475027795,
477
+ "min": 7.038456574668026,
478
+ "std": 0.39337457765877887
479
+ },
480
+ "body_pj": {
481
+ "max": 1.7632049173116684,
482
+ "mean": 0.20271475372130532,
483
+ "min": 0.015780553221702576,
484
+ "std": 0.2516134958553251
485
+ },
486
+ "boundary_frames": [
487
+ 60
488
+ ],
489
+ "chunk_length": 60,
490
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
491
+ "num_frames": 120,
492
+ "num_samples": 167,
493
+ "pj": {
494
+ "max": 1.7632049173116684,
495
+ "mean": 0.20271475372130532,
496
+ "min": 0.015780553221702576,
497
+ "std": 0.2516134958553251
498
+ },
499
+ "qpos_auj": {
500
+ "max": 19.28347394433224,
501
+ "mean": 13.440796269155454,
502
+ "min": 12.933186059855148,
503
+ "std": 1.2005877567791141
504
+ },
505
+ "qpos_pj": {
506
+ "max": 3.702271454036236,
507
+ "mean": 0.6031658488554422,
508
+ "min": 0.03223958611488342,
509
+ "std": 0.6958555504921485
510
+ },
511
+ "reference_body_jerk_level": 0.13072112904257172,
512
+ "reference_qpos_jerk_level": 0.22716896587979848,
513
+ "transition_window_length": 60,
514
+ "transition_windows": [
515
+ [
516
+ 30,
517
+ 90
518
+ ]
519
+ ]
520
+ }
521
+ },
522
+ "opendance_original_audio_test": {
523
+ "aistpp_edge": {
524
+ "div_g_gap": -2.026626848803329,
525
+ "div_g_generated": 2.6578870992774286,
526
+ "div_g_reference": 4.684513948080758,
527
+ "div_k_gap": 4.30030103084443,
528
+ "div_k_generated": 13.073182029277532,
529
+ "div_k_reference": 8.772880998433102,
530
+ "fid_g": 25.43857367462652,
531
+ "fid_k": 866.2064914356864,
532
+ "geometric_feature_dim": 412,
533
+ "kinetic_feature_dim": 90,
534
+ "num_samples": 50,
535
+ "pfc_gap": {
536
+ "max": 8.954057045661605,
537
+ "mean": -31.96422365602726,
538
+ "min": -1671.6016499556445,
539
+ "std": 234.24035260184675
540
+ },
541
+ "pfc_generated": {
542
+ "max": 9.024833548231365,
543
+ "mean": 1.545335892386494,
544
+ "min": 0.09985133697178618,
545
+ "std": 1.7382201438269813
546
+ },
547
+ "pfc_reference": {
548
+ "max": 1672.3316180811037,
549
+ "mean": 33.50955954841374,
550
+ "min": 0.0012805427600937592,
551
+ "std": 234.1174410050005
552
+ }
553
+ },
554
+ "audio": {
555
+ "beat_align_gap": {
556
+ "max": 0.1874106163577156,
557
+ "mean": 0.0007898385417309939,
558
+ "min": -0.21838844538977997,
559
+ "std": 0.08222439536462707
560
+ },
561
+ "beat_align_generated": {
562
+ "max": 0.6878067625446969,
563
+ "mean": 0.5863857731851934,
564
+ "min": 0.44150180280373735,
565
+ "std": 0.05179547775139548
566
+ },
567
+ "beat_align_reference": {
568
+ "max": 0.7752604635964592,
569
+ "mean": 0.5855959346434623,
570
+ "min": 0.46736646385254327,
571
+ "std": 0.06329471201392499
572
+ },
573
+ "num_samples": 50
574
+ },
575
+ "num_samples": 50,
576
+ "physical": {
577
+ "body_jerk_mean": {
578
+ "max": 905.8004150390625,
579
+ "mean": 591.3894348144531,
580
+ "min": 376.0175476074219,
581
+ "std": 147.28122656451453
582
+ },
583
+ "contact_sliding_speed": {
584
+ "max": 1.3643039464950562,
585
+ "mean": 0.8475216495990753,
586
+ "min": 0.5450801849365234,
587
+ "std": 0.19926115167943997
588
+ },
589
+ "foot_ground_error": {
590
+ "max": 0.07372627407312393,
591
+ "mean": 0.06592015527188778,
592
+ "min": 0.05571555346250534,
593
+ "std": 0.0037608593476592808
594
+ },
595
+ "num_samples": 50
596
+ },
597
+ "transition": {
598
+ "auj": {
599
+ "max": 12.39114289230101,
600
+ "mean": 8.479931572848052,
601
+ "min": 7.04813401846689,
602
+ "std": 1.381159752225569
603
+ },
604
+ "body_auj": {
605
+ "max": 12.39114289230101,
606
+ "mean": 8.479931572848052,
607
+ "min": 7.04813401846689,
608
+ "std": 1.381159752225569
609
+ },
610
+ "body_pj": {
611
+ "max": 1.9127457961440086,
612
+ "mean": 0.7457470412552357,
613
+ "min": 0.17901892215013504,
614
+ "std": 0.4288510899517005
615
+ },
616
+ "boundary_frames": [
617
+ 60
618
+ ],
619
+ "chunk_length": 60,
620
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
621
+ "num_frames": 120,
622
+ "num_samples": 50,
623
+ "pj": {
624
+ "max": 1.9127457961440086,
625
+ "mean": 0.7457470412552357,
626
+ "min": 0.17901892215013504,
627
+ "std": 0.4288510899517005
628
+ },
629
+ "qpos_auj": {
630
+ "max": 25.952412060871048,
631
+ "mean": 15.664428431988007,
632
+ "min": 12.95557680716577,
633
+ "std": 3.0448313482591196
634
+ },
635
+ "qpos_pj": {
636
+ "max": 4.935259222984314,
637
+ "mean": 1.4367915696278215,
638
+ "min": 0.46128368377685547,
639
+ "std": 0.9890807611377733
640
+ },
641
+ "reference_body_jerk_level": 0.13072112904257172,
642
+ "reference_qpos_jerk_level": 0.22716896587979848,
643
+ "transition_window_length": 60,
644
+ "transition_windows": [
645
+ [
646
+ 30,
647
+ 90
648
+ ]
649
+ ]
650
+ }
651
+ }
652
+ }
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/metrics.json ADDED
@@ -0,0 +1,819 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": {
3
+ "aistpp_edge_metrics": {
4
+ "div_g_gap": -0.31566800808579787,
5
+ "div_g_generated": 3.612427556148094,
6
+ "div_g_reference": 3.928095564233892,
7
+ "div_k_gap": -1.1255987713345554,
8
+ "div_k_generated": 17.64971727785702,
9
+ "div_k_reference": 18.775316049191577,
10
+ "fid_g": 4.934492725473943,
11
+ "fid_k": 105.99812921051966,
12
+ "frames": 120,
13
+ "geometric_feature": "g1_root_relative_body_geometry",
14
+ "geometric_feature_dim": 412,
15
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
16
+ "kinetic_feature_dim": 90,
17
+ "left_foot_indices": [
18
+ 5,
19
+ 6
20
+ ],
21
+ "num_samples": 512,
22
+ "pfc_gap": {
23
+ "max": 14.288064068378764,
24
+ "mean": -3.0690880920165635,
25
+ "min": -1671.6016499556445,
26
+ "std": 73.83379448481212
27
+ },
28
+ "pfc_generated": {
29
+ "max": 14.560741090253865,
30
+ "mean": 0.710913079298833,
31
+ "min": 0.0018170145655964495,
32
+ "std": 1.4560294225971524
33
+ },
34
+ "pfc_reference": {
35
+ "max": 1672.3316180811037,
36
+ "mean": 3.780001171315396,
37
+ "min": 1.0504532532372988e-07,
38
+ "std": 73.818255400019
39
+ },
40
+ "right_foot_indices": [
41
+ 11,
42
+ 12
43
+ ],
44
+ "root_index": 0,
45
+ "up_axis": "z"
46
+ },
47
+ "audio_metrics": {
48
+ "beat_align_gap": {
49
+ "max": 0.9129883438482093,
50
+ "mean": 0.01652187219190978,
51
+ "min": -0.6679317203543144,
52
+ "std": 0.20902646096082367
53
+ },
54
+ "beat_align_generated": {
55
+ "max": 0.9639729792711771,
56
+ "mean": 0.5875203594302901,
57
+ "min": 0.0,
58
+ "std": 0.1527783063598425
59
+ },
60
+ "beat_align_reference": {
61
+ "max": 0.9639729792711771,
62
+ "mean": 0.5709984872383804,
63
+ "min": 0.0,
64
+ "std": 0.151444644848547
65
+ },
66
+ "beat_direction": "music_to_motion",
67
+ "beat_threshold": 0.5,
68
+ "frames": 120,
69
+ "min_motion_beat_distance_seconds": 0.25,
70
+ "num_samples": 512,
71
+ "sigma_frames": 3.0
72
+ },
73
+ "benchmark": "artifact_audio",
74
+ "dataset_metrics": {
75
+ "aioz_gdance_original_audio_test": {
76
+ "aistpp_edge": {
77
+ "div_g_gap": -0.5959675268841731,
78
+ "div_g_generated": 2.6661425614385945,
79
+ "div_g_reference": 3.2621100883227676,
80
+ "div_k_gap": 3.88854282526383,
81
+ "div_k_generated": 13.604451346533999,
82
+ "div_k_reference": 9.715908521270169,
83
+ "fid_g": 15.342780481081215,
84
+ "fid_k": 752.1375161957795,
85
+ "geometric_feature_dim": 412,
86
+ "kinetic_feature_dim": 90,
87
+ "num_samples": 125,
88
+ "pfc_gap": {
89
+ "max": 14.288064068378764,
90
+ "mean": 1.1924462325724328,
91
+ "min": -2.2412568519484872,
92
+ "std": 2.254745401885431
93
+ },
94
+ "pfc_generated": {
95
+ "max": 14.560741090253865,
96
+ "mean": 1.5389908058903026,
97
+ "min": 0.11955641549996905,
98
+ "std": 2.129281120518115
99
+ },
100
+ "pfc_reference": {
101
+ "max": 3.2559416749171533,
102
+ "mean": 0.3465445733178699,
103
+ "min": 0.005170619768467866,
104
+ "std": 0.5060701936779106
105
+ }
106
+ },
107
+ "audio": {
108
+ "beat_align_gap": {
109
+ "max": 0.37463927489445126,
110
+ "mean": 0.048737264726237996,
111
+ "min": -0.13132592439509516,
112
+ "std": 0.08947218472575011
113
+ },
114
+ "beat_align_generated": {
115
+ "max": 0.7311353911059266,
116
+ "mean": 0.5851450009580136,
117
+ "min": 0.47209436029973373,
118
+ "std": 0.05277817740705178
119
+ },
120
+ "beat_align_reference": {
121
+ "max": 0.6803908796802821,
122
+ "mean": 0.5364077362317754,
123
+ "min": 0.2890106667212473,
124
+ "std": 0.07600915003526457
125
+ },
126
+ "num_samples": 125
127
+ },
128
+ "num_samples": 125,
129
+ "physical": {
130
+ "body_jerk_mean": {
131
+ "max": 1653.256103515625,
132
+ "mean": 599.3203017578124,
133
+ "min": 302.5253601074219,
134
+ "std": 224.9785241126585
135
+ },
136
+ "contact_sliding_speed": {
137
+ "max": 1.6007527112960815,
138
+ "mean": 0.8296441268920899,
139
+ "min": 0.45602989196777344,
140
+ "std": 0.22909448734459195
141
+ },
142
+ "foot_ground_error": {
143
+ "max": 0.0744624137878418,
144
+ "mean": 0.06621905001997948,
145
+ "min": 0.05691249296069145,
146
+ "std": 0.0034295628979191107
147
+ },
148
+ "num_samples": 125
149
+ },
150
+ "transition": {
151
+ "auj": {
152
+ "max": 19.315666083220204,
153
+ "mean": 8.539765742218224,
154
+ "min": 6.923925564972979,
155
+ "std": 1.7993834103700594
156
+ },
157
+ "body_auj": {
158
+ "max": 19.315666083220204,
159
+ "mean": 8.539765742218224,
160
+ "min": 6.923925564972979,
161
+ "std": 1.7993834103700594
162
+ },
163
+ "body_pj": {
164
+ "max": 4.132509026676416,
165
+ "mean": 0.8149548505395651,
166
+ "min": 0.20829960331320763,
167
+ "std": 0.6096334560924178
168
+ },
169
+ "boundary_frames": [
170
+ 60
171
+ ],
172
+ "chunk_length": 60,
173
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
174
+ "num_frames": 120,
175
+ "num_samples": 125,
176
+ "pj": {
177
+ "max": 4.132509026676416,
178
+ "mean": 0.8149548505395651,
179
+ "min": 0.20829960331320763,
180
+ "std": 0.6096334560924178
181
+ },
182
+ "qpos_auj": {
183
+ "max": 23.93125664843144,
184
+ "mean": 15.253183060917289,
185
+ "min": 12.93693585340698,
186
+ "std": 2.5911580324558727
187
+ },
188
+ "qpos_pj": {
189
+ "max": 4.726399064064026,
190
+ "mean": 1.3298470652531833,
191
+ "min": 0.33596522361040115,
192
+ "std": 0.8781658395076982
193
+ },
194
+ "reference_body_jerk_level": 0.13072112904257172,
195
+ "reference_qpos_jerk_level": 0.22716896587979848,
196
+ "transition_window_length": 60,
197
+ "transition_windows": [
198
+ [
199
+ 30,
200
+ 90
201
+ ]
202
+ ]
203
+ }
204
+ },
205
+ "aistpp_original_audio_test": {
206
+ "aistpp_edge": {
207
+ "div_g_gap": 0.03754482737878506,
208
+ "div_g_generated": 2.8705701220565114,
209
+ "div_g_reference": 2.8330252946777263,
210
+ "div_k_gap": -7.994003983377649,
211
+ "div_k_generated": 13.43326520278007,
212
+ "div_k_reference": 21.42726918615772,
213
+ "fid_g": 2.582117387117398,
214
+ "fid_k": 103.20207519873475,
215
+ "geometric_feature_dim": 412,
216
+ "kinetic_feature_dim": 90,
217
+ "num_samples": 168,
218
+ "pfc_gap": {
219
+ "max": 8.145926280214402,
220
+ "mean": -0.6721352695264848,
221
+ "min": -9.85917631892894,
222
+ "std": 1.7532532094727784
223
+ },
224
+ "pfc_generated": {
225
+ "max": 8.292077517389295,
226
+ "mean": 0.3576481626168937,
227
+ "min": 0.020151520145239618,
228
+ "std": 0.9733036865219917
229
+ },
230
+ "pfc_reference": {
231
+ "max": 10.037863144597035,
232
+ "mean": 1.0297834321433785,
233
+ "min": 0.002733974267284848,
234
+ "std": 1.3877535215564163
235
+ }
236
+ },
237
+ "audio": {
238
+ "beat_align_gap": {
239
+ "max": 0.538482805216959,
240
+ "mean": 0.026231175435877326,
241
+ "min": -0.5640410958055964,
242
+ "std": 0.21869510534700523
243
+ },
244
+ "beat_align_generated": {
245
+ "max": 0.9459594689067656,
246
+ "mean": 0.614000016414192,
247
+ "min": 0.24810550293034306,
248
+ "std": 0.16682077999734668
249
+ },
250
+ "beat_align_reference": {
251
+ "max": 0.950184350729202,
252
+ "mean": 0.5877688409783146,
253
+ "min": 0.17494205735193397,
254
+ "std": 0.15849717998191726
255
+ },
256
+ "num_samples": 168
257
+ },
258
+ "num_samples": 168,
259
+ "physical": {
260
+ "body_jerk_mean": {
261
+ "max": 1317.2586669921875,
262
+ "mean": 285.86574536278135,
263
+ "min": 65.6500015258789,
264
+ "std": 180.52640216121483
265
+ },
266
+ "contact_sliding_speed": {
267
+ "max": 1.1959142684936523,
268
+ "mean": 0.3395687401117313,
269
+ "min": 0.16376222670078278,
270
+ "std": 0.1775211725186011
271
+ },
272
+ "foot_ground_error": {
273
+ "max": 0.13222485780715942,
274
+ "mean": 0.07928984678749527,
275
+ "min": 0.06144895404577255,
276
+ "std": 0.005991086389857326
277
+ },
278
+ "num_samples": 168
279
+ },
280
+ "transition": {
281
+ "auj": {
282
+ "max": 16.930962377014325,
283
+ "mean": 7.790521057337993,
284
+ "min": 7.107803095048376,
285
+ "std": 1.2938328204143372
286
+ },
287
+ "body_auj": {
288
+ "max": 16.930962377014325,
289
+ "mean": 7.790521057337993,
290
+ "min": 7.107803095048376,
291
+ "std": 1.2938328204143372
292
+ },
293
+ "body_pj": {
294
+ "max": 2.211212009191513,
295
+ "mean": 0.3716146145431724,
296
+ "min": 0.055694129317998886,
297
+ "std": 0.45133376072576903
298
+ },
299
+ "boundary_frames": [
300
+ 60
301
+ ],
302
+ "chunk_length": 60,
303
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
304
+ "num_frames": 120,
305
+ "num_samples": 168,
306
+ "pj": {
307
+ "max": 2.211212009191513,
308
+ "mean": 0.3716146145431724,
309
+ "min": 0.055694129317998886,
310
+ "std": 0.45133376072576903
311
+ },
312
+ "qpos_auj": {
313
+ "max": 37.21342780359482,
314
+ "mean": 14.48346968587728,
315
+ "min": 12.93048695098078,
316
+ "std": 3.0152851811136414
317
+ },
318
+ "qpos_pj": {
319
+ "max": 5.130593864247203,
320
+ "mean": 0.9764448732935956,
321
+ "min": 0.06778404861688614,
322
+ "std": 0.9581282096438205
323
+ },
324
+ "reference_body_jerk_level": 0.13072112904257172,
325
+ "reference_qpos_jerk_level": 0.22716896587979848,
326
+ "transition_window_length": 60,
327
+ "transition_windows": [
328
+ [
329
+ 30,
330
+ 90
331
+ ]
332
+ ]
333
+ }
334
+ },
335
+ "compas3d_original_audio_test": {
336
+ "aistpp_edge": {
337
+ "div_g_gap": 0.5022208482547699,
338
+ "div_g_generated": 2.719699221708471,
339
+ "div_g_reference": 2.217478373453701,
340
+ "div_k_gap": 4.692770293494222,
341
+ "div_k_generated": 11.713875033705385,
342
+ "div_k_reference": 7.021104740211163,
343
+ "fid_g": 22.72609054121444,
344
+ "fid_k": 1720.1155425541483,
345
+ "geometric_feature_dim": 412,
346
+ "kinetic_feature_dim": 90,
347
+ "num_samples": 2,
348
+ "pfc_gap": {
349
+ "max": 0.9901939861861753,
350
+ "mean": 0.853573881600012,
351
+ "min": 0.7169537770138487,
352
+ "std": 0.1366201045861633
353
+ },
354
+ "pfc_generated": {
355
+ "max": 1.2180417186852335,
356
+ "mean": 1.2110704046276832,
357
+ "min": 1.2040990905701328,
358
+ "std": 0.00697131405755036
359
+ },
360
+ "pfc_reference": {
361
+ "max": 0.5010879416713848,
362
+ "mean": 0.35749652302767115,
363
+ "min": 0.21390510438395752,
364
+ "std": 0.14359141864371364
365
+ }
366
+ },
367
+ "audio": {
368
+ "beat_align_gap": {
369
+ "max": -0.07879548394917962,
370
+ "mean": -0.10173289232524094,
371
+ "min": -0.12467030070130225,
372
+ "std": 0.022937408376061313
373
+ },
374
+ "beat_align_generated": {
375
+ "max": 0.49683764381401185,
376
+ "mean": 0.49257471933230257,
377
+ "min": 0.48831179485059334,
378
+ "std": 0.004262924481709257
379
+ },
380
+ "beat_align_reference": {
381
+ "max": 0.6215079445153141,
382
+ "mean": 0.5943076116575435,
383
+ "min": 0.567107278799773,
384
+ "std": 0.02720033285777057
385
+ },
386
+ "num_samples": 2
387
+ },
388
+ "num_samples": 2,
389
+ "physical": {
390
+ "body_jerk_mean": {
391
+ "max": 988.3256225585938,
392
+ "mean": 865.1907348632812,
393
+ "min": 742.0558471679688,
394
+ "std": 123.1348876953125
395
+ },
396
+ "contact_sliding_speed": {
397
+ "max": 1.1296497583389282,
398
+ "mean": 1.0910702347755432,
399
+ "min": 1.0524907112121582,
400
+ "std": 0.03857952356338501
401
+ },
402
+ "foot_ground_error": {
403
+ "max": 0.07064925879240036,
404
+ "mean": 0.06901071593165398,
405
+ "min": 0.06737217307090759,
406
+ "std": 0.0016385428607463837
407
+ },
408
+ "num_samples": 2
409
+ },
410
+ "transition": {
411
+ "auj": {
412
+ "max": 10.42473007534763,
413
+ "mean": 9.677224664336697,
414
+ "min": 8.929719253325763,
415
+ "std": 0.747505411010934
416
+ },
417
+ "body_auj": {
418
+ "max": 10.42473007534763,
419
+ "mean": 9.677224664336697,
420
+ "min": 8.929719253325763,
421
+ "std": 0.747505411010934
422
+ },
423
+ "body_pj": {
424
+ "max": 1.7906890138983727,
425
+ "mean": 1.2725237421691418,
426
+ "min": 0.7543584704399109,
427
+ "std": 0.5181652717292309
428
+ },
429
+ "boundary_frames": [
430
+ 60
431
+ ],
432
+ "chunk_length": 60,
433
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
434
+ "num_frames": 120,
435
+ "num_samples": 2,
436
+ "pj": {
437
+ "max": 1.7906890138983727,
438
+ "mean": 1.2725237421691418,
439
+ "min": 0.7543584704399109,
440
+ "std": 0.5181652717292309
441
+ },
442
+ "qpos_auj": {
443
+ "max": 19.517663816734125,
444
+ "mean": 17.2787334536098,
445
+ "min": 15.039803090485474,
446
+ "std": 2.238930363124325
447
+ },
448
+ "qpos_pj": {
449
+ "max": 2.620412766933441,
450
+ "mean": 1.7624548375606537,
451
+ "min": 0.9044969081878662,
452
+ "std": 0.8579579293727875
453
+ },
454
+ "reference_body_jerk_level": 0.13072112904257172,
455
+ "reference_qpos_jerk_level": 0.22716896587979848,
456
+ "transition_window_length": 60,
457
+ "transition_windows": [
458
+ [
459
+ 30,
460
+ 90
461
+ ]
462
+ ]
463
+ }
464
+ },
465
+ "finedance_original_audio_test": {
466
+ "aistpp_edge": {
467
+ "div_g_gap": -1.0673379545742723,
468
+ "div_g_generated": 3.3358317307377128,
469
+ "div_g_reference": 4.403169685311985,
470
+ "div_k_gap": -4.106463985308531,
471
+ "div_k_generated": 11.749235130273261,
472
+ "div_k_reference": 15.855699115581793,
473
+ "fid_g": 3.5563979013782294,
474
+ "fid_k": 46.98813291492226,
475
+ "geometric_feature_dim": 412,
476
+ "kinetic_feature_dim": 90,
477
+ "num_samples": 167,
478
+ "pfc_gap": {
479
+ "max": 2.812153514486107,
480
+ "mean": -0.06590492134983422,
481
+ "min": -2.163553069991983,
482
+ "std": 0.45095471799153153
483
+ },
484
+ "pfc_generated": {
485
+ "max": 3.2689677560537875,
486
+ "mean": 0.19065759949997826,
487
+ "min": 0.0018170145655964495,
488
+ "std": 0.3571896526060605
489
+ },
490
+ "pfc_reference": {
491
+ "max": 2.3502004923376676,
492
+ "mean": 0.2565625208498125,
493
+ "min": 1.0504532532372988e-07,
494
+ "std": 0.3403504288305275
495
+ }
496
+ },
497
+ "audio": {
498
+ "beat_align_gap": {
499
+ "max": 0.9129883438482093,
500
+ "mean": -0.01123247391727784,
501
+ "min": -0.6679317203543144,
502
+ "std": 0.2755615176180367
503
+ },
504
+ "beat_align_generated": {
505
+ "max": 0.9639729792711771,
506
+ "mean": 0.564136874569152,
507
+ "min": 0.0,
508
+ "std": 0.19827282091527026
509
+ },
510
+ "beat_align_reference": {
511
+ "max": 0.9639729792711771,
512
+ "mean": 0.5753693484864297,
513
+ "min": 0.0,
514
+ "std": 0.19556257091574775
515
+ },
516
+ "num_samples": 167
517
+ },
518
+ "num_samples": 167,
519
+ "physical": {
520
+ "body_jerk_mean": {
521
+ "max": 868.3405151367188,
522
+ "mean": 191.25747108459473,
523
+ "min": 27.606882095336914,
524
+ "std": 107.00967055658612
525
+ },
526
+ "contact_sliding_speed": {
527
+ "max": 0.8571929335594177,
528
+ "mean": 0.2790473778090791,
529
+ "min": 0.08444260060787201,
530
+ "std": 0.13367924674687448
531
+ },
532
+ "foot_ground_error": {
533
+ "max": 0.08499956130981445,
534
+ "mean": 0.08029717760171719,
535
+ "min": 0.07233573496341705,
536
+ "std": 0.0024601854235517615
537
+ },
538
+ "num_samples": 167
539
+ },
540
+ "transition": {
541
+ "auj": {
542
+ "max": 10.406339763733543,
543
+ "mean": 7.4339236475027795,
544
+ "min": 7.038456574668026,
545
+ "std": 0.39337457765877887
546
+ },
547
+ "body_auj": {
548
+ "max": 10.406339763733543,
549
+ "mean": 7.4339236475027795,
550
+ "min": 7.038456574668026,
551
+ "std": 0.39337457765877887
552
+ },
553
+ "body_pj": {
554
+ "max": 1.7632049173116684,
555
+ "mean": 0.20271475372130532,
556
+ "min": 0.015780553221702576,
557
+ "std": 0.2516134958553251
558
+ },
559
+ "boundary_frames": [
560
+ 60
561
+ ],
562
+ "chunk_length": 60,
563
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
564
+ "num_frames": 120,
565
+ "num_samples": 167,
566
+ "pj": {
567
+ "max": 1.7632049173116684,
568
+ "mean": 0.20271475372130532,
569
+ "min": 0.015780553221702576,
570
+ "std": 0.2516134958553251
571
+ },
572
+ "qpos_auj": {
573
+ "max": 19.28347394433224,
574
+ "mean": 13.440796269155454,
575
+ "min": 12.933186059855148,
576
+ "std": 1.2005877567791141
577
+ },
578
+ "qpos_pj": {
579
+ "max": 3.702271454036236,
580
+ "mean": 0.6031658488554422,
581
+ "min": 0.03223958611488342,
582
+ "std": 0.6958555504921485
583
+ },
584
+ "reference_body_jerk_level": 0.13072112904257172,
585
+ "reference_qpos_jerk_level": 0.22716896587979848,
586
+ "transition_window_length": 60,
587
+ "transition_windows": [
588
+ [
589
+ 30,
590
+ 90
591
+ ]
592
+ ]
593
+ }
594
+ },
595
+ "opendance_original_audio_test": {
596
+ "aistpp_edge": {
597
+ "div_g_gap": -2.026626848803329,
598
+ "div_g_generated": 2.6578870992774286,
599
+ "div_g_reference": 4.684513948080758,
600
+ "div_k_gap": 4.30030103084443,
601
+ "div_k_generated": 13.073182029277532,
602
+ "div_k_reference": 8.772880998433102,
603
+ "fid_g": 25.43857367462652,
604
+ "fid_k": 866.2064914356864,
605
+ "geometric_feature_dim": 412,
606
+ "kinetic_feature_dim": 90,
607
+ "num_samples": 50,
608
+ "pfc_gap": {
609
+ "max": 8.954057045661605,
610
+ "mean": -31.96422365602726,
611
+ "min": -1671.6016499556445,
612
+ "std": 234.24035260184675
613
+ },
614
+ "pfc_generated": {
615
+ "max": 9.024833548231365,
616
+ "mean": 1.545335892386494,
617
+ "min": 0.09985133697178618,
618
+ "std": 1.7382201438269813
619
+ },
620
+ "pfc_reference": {
621
+ "max": 1672.3316180811037,
622
+ "mean": 33.50955954841374,
623
+ "min": 0.0012805427600937592,
624
+ "std": 234.1174410050005
625
+ }
626
+ },
627
+ "audio": {
628
+ "beat_align_gap": {
629
+ "max": 0.1874106163577156,
630
+ "mean": 0.0007898385417309939,
631
+ "min": -0.21838844538977997,
632
+ "std": 0.08222439536462707
633
+ },
634
+ "beat_align_generated": {
635
+ "max": 0.6878067625446969,
636
+ "mean": 0.5863857731851934,
637
+ "min": 0.44150180280373735,
638
+ "std": 0.05179547775139548
639
+ },
640
+ "beat_align_reference": {
641
+ "max": 0.7752604635964592,
642
+ "mean": 0.5855959346434623,
643
+ "min": 0.46736646385254327,
644
+ "std": 0.06329471201392499
645
+ },
646
+ "num_samples": 50
647
+ },
648
+ "num_samples": 50,
649
+ "physical": {
650
+ "body_jerk_mean": {
651
+ "max": 905.8004150390625,
652
+ "mean": 591.3894348144531,
653
+ "min": 376.0175476074219,
654
+ "std": 147.28122656451453
655
+ },
656
+ "contact_sliding_speed": {
657
+ "max": 1.3643039464950562,
658
+ "mean": 0.8475216495990753,
659
+ "min": 0.5450801849365234,
660
+ "std": 0.19926115167943997
661
+ },
662
+ "foot_ground_error": {
663
+ "max": 0.07372627407312393,
664
+ "mean": 0.06592015527188778,
665
+ "min": 0.05571555346250534,
666
+ "std": 0.0037608593476592808
667
+ },
668
+ "num_samples": 50
669
+ },
670
+ "transition": {
671
+ "auj": {
672
+ "max": 12.39114289230101,
673
+ "mean": 8.479931572848052,
674
+ "min": 7.04813401846689,
675
+ "std": 1.381159752225569
676
+ },
677
+ "body_auj": {
678
+ "max": 12.39114289230101,
679
+ "mean": 8.479931572848052,
680
+ "min": 7.04813401846689,
681
+ "std": 1.381159752225569
682
+ },
683
+ "body_pj": {
684
+ "max": 1.9127457961440086,
685
+ "mean": 0.7457470412552357,
686
+ "min": 0.17901892215013504,
687
+ "std": 0.4288510899517005
688
+ },
689
+ "boundary_frames": [
690
+ 60
691
+ ],
692
+ "chunk_length": 60,
693
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
694
+ "num_frames": 120,
695
+ "num_samples": 50,
696
+ "pj": {
697
+ "max": 1.9127457961440086,
698
+ "mean": 0.7457470412552357,
699
+ "min": 0.17901892215013504,
700
+ "std": 0.4288510899517005
701
+ },
702
+ "qpos_auj": {
703
+ "max": 25.952412060871048,
704
+ "mean": 15.664428431988007,
705
+ "min": 12.95557680716577,
706
+ "std": 3.0448313482591196
707
+ },
708
+ "qpos_pj": {
709
+ "max": 4.935259222984314,
710
+ "mean": 1.4367915696278215,
711
+ "min": 0.46128368377685547,
712
+ "std": 0.9890807611377733
713
+ },
714
+ "reference_body_jerk_level": 0.13072112904257172,
715
+ "reference_qpos_jerk_level": 0.22716896587979848,
716
+ "transition_window_length": 60,
717
+ "transition_windows": [
718
+ [
719
+ 30,
720
+ 90
721
+ ]
722
+ ]
723
+ }
724
+ }
725
+ },
726
+ "exp": "g1_transformer_guided_100m",
727
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs_baseline/lodge_gmr/audio_mixed_modalities_all_v1_120f_transition/generated_qpos.npz",
728
+ "label": "LODGE+GMR",
729
+ "num_frames": 120,
730
+ "num_samples": 512,
731
+ "physical_metrics": {
732
+ "body_jerk_mean": {
733
+ "max": 1653.256103515625,
734
+ "mean": 363.63346449658275,
735
+ "min": 27.606882095336914,
736
+ "std": 245.4576428790772
737
+ },
738
+ "contact_height_threshold": 0.12,
739
+ "contact_penetration_tolerance": 0.02,
740
+ "contact_sliding_speed": {
741
+ "max": 1.6007527112960815,
742
+ "mean": 0.49201601414824836,
743
+ "min": 0.08444260060787201,
744
+ "std": 0.3112229130138241
745
+ },
746
+ "foot_ground_error": {
747
+ "max": 0.13222485780715942,
748
+ "mean": 0.07508151048386935,
749
+ "min": 0.05571555346250534,
750
+ "std": 0.007759820180139445
751
+ },
752
+ "frames": 120,
753
+ "num_samples": 512
754
+ },
755
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/reference_qpos.npz",
756
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/sample_metrics.jsonl",
757
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512_120f.jsonl",
758
+ "split": "test",
759
+ "tracker_executed": {
760
+ "enabled": false
761
+ },
762
+ "transition_metrics": {
763
+ "auj": {
764
+ "max": 19.315666083220204,
765
+ "mean": 7.9318252588166045,
766
+ "min": 6.923925564972979,
767
+ "std": 1.3407397403886576
768
+ },
769
+ "body_auj": {
770
+ "max": 19.315666083220204,
771
+ "mean": 7.9318252588166045,
772
+ "min": 6.923925564972979,
773
+ "std": 1.3407397403886576
774
+ },
775
+ "body_pj": {
776
+ "max": 4.132509026676416,
777
+ "mean": 0.46481713863136065,
778
+ "min": 0.015780553221702576,
779
+ "std": 0.5125213154095873
780
+ },
781
+ "boundary_frames": [
782
+ 60
783
+ ],
784
+ "chunk_length": 60,
785
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
786
+ "enabled": true,
787
+ "num_frames": 120,
788
+ "num_samples": 512,
789
+ "pj": {
790
+ "max": 4.132509026676416,
791
+ "mean": 0.46481713863136065,
792
+ "min": 0.015780553221702576,
793
+ "std": 0.5125213154095873
794
+ },
795
+ "qpos_auj": {
796
+ "max": 37.21342780359482,
797
+ "mean": 14.457544248628174,
798
+ "min": 12.93048695098078,
799
+ "std": 2.585125256518853
800
+ },
801
+ "qpos_pj": {
802
+ "max": 5.130593864247203,
803
+ "mean": 0.9889976695026235,
804
+ "min": 0.03223958611488342,
805
+ "std": 0.9190948574146297
806
+ },
807
+ "reference_body_jerk_level": 0.13072112904257172,
808
+ "reference_qpos_jerk_level": 0.22716896587979848,
809
+ "transition_window_length": 60,
810
+ "transition_windows": [
811
+ [
812
+ 30,
813
+ 90
814
+ ]
815
+ ]
816
+ }
817
+ },
818
+ "label": "LODGE+GMR"
819
+ }
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/physical_metrics.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "body_jerk_mean": {
3
+ "max": 1653.256103515625,
4
+ "mean": 363.63346449658275,
5
+ "min": 27.606882095336914,
6
+ "std": 245.4576428790772
7
+ },
8
+ "contact_height_threshold": 0.12,
9
+ "contact_penetration_tolerance": 0.02,
10
+ "contact_sliding_speed": {
11
+ "max": 1.6007527112960815,
12
+ "mean": 0.49201601414824836,
13
+ "min": 0.08444260060787201,
14
+ "std": 0.3112229130138241
15
+ },
16
+ "foot_ground_error": {
17
+ "max": 0.13222485780715942,
18
+ "mean": 0.07508151048386935,
19
+ "min": 0.05571555346250534,
20
+ "std": 0.007759820180139445
21
+ },
22
+ "frames": 120,
23
+ "num_samples": 512
24
+ }
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/samples.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/summary.md ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ # Generation Benchmark Summary
2
+
3
+ - benchmark: artifact_audio
4
+ - label: LODGE+GMR
5
+ - exp: g1_transformer_guided_100m
6
+ - split: test
7
+
8
+ | ckpt | FID(seq) | KID(seq) | R@1 | R@2 | R@3 | Diversity | Matching | MultiModal Dist | BeatAlign | BeatAlign Ref | BeatAlign Gap | FIDk | FIDg | Divk | Divg | PFC | PFC Ref | contact_sliding | foot_ground_error | body_jerk | PJ | AUJ | Tracker g-MPJPE | Tracker MPJPE | Tracker E_vel | Tracker E_acc |
9
+ |---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
10
+ | LODGE+GMR | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | **0.5875 +/- 0.1528** | **0.5710 +/- 0.1514** | **0.0165 +/- 0.2090** | **105.9981** | **4.9345** | **17.6497** | **3.6124** | **0.7109 +/- 1.4560** | **3.7800 +/- 73.8183** | **0.4920 +/- 0.3112** | **0.0751 +/- 0.0078** | **363.6335 +/- 245.4576** | **0.4648 +/- 0.5125** | **7.9318 +/- 1.3407** | N/A | N/A | N/A | N/A |
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/tracker_executed.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "enabled": false
3
+ }
benchmark/results/mixed_modalities_all_v1/audio/lodge_gmr_audio_tracker_120f_transition/transition_metrics.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auj": {
3
+ "max": 19.315666083220204,
4
+ "mean": 7.9318252588166045,
5
+ "min": 6.923925564972979,
6
+ "std": 1.3407397403886576
7
+ },
8
+ "body_auj": {
9
+ "max": 19.315666083220204,
10
+ "mean": 7.9318252588166045,
11
+ "min": 6.923925564972979,
12
+ "std": 1.3407397403886576
13
+ },
14
+ "body_pj": {
15
+ "max": 4.132509026676416,
16
+ "mean": 0.46481713863136065,
17
+ "min": 0.015780553221702576,
18
+ "std": 0.5125213154095873
19
+ },
20
+ "boundary_frames": [
21
+ 60
22
+ ],
23
+ "chunk_length": 60,
24
+ "definition": "PJ=max L1 jerk over links/time; AUJ=sum_t max_link |jerk(t)-reference_jerk_level| over transition windows.",
25
+ "enabled": true,
26
+ "num_frames": 120,
27
+ "num_samples": 512,
28
+ "pj": {
29
+ "max": 4.132509026676416,
30
+ "mean": 0.46481713863136065,
31
+ "min": 0.015780553221702576,
32
+ "std": 0.5125213154095873
33
+ },
34
+ "qpos_auj": {
35
+ "max": 37.21342780359482,
36
+ "mean": 14.457544248628174,
37
+ "min": 12.93048695098078,
38
+ "std": 2.585125256518853
39
+ },
40
+ "qpos_pj": {
41
+ "max": 5.130593864247203,
42
+ "mean": 0.9889976695026235,
43
+ "min": 0.03223958611488342,
44
+ "std": 0.9190948574146297
45
+ },
46
+ "reference_body_jerk_level": 0.13072112904257172,
47
+ "reference_qpos_jerk_level": 0.22716896587979848,
48
+ "transition_window_length": 60,
49
+ "transition_windows": [
50
+ [
51
+ 30,
52
+ 90
53
+ ]
54
+ ]
55
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_000/samples.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_000/summary.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "mode": "audio",
3
+ "num_samples": 256,
4
+ "num_frames": 60,
5
+ "ckpt_path": "${OMG_REPO_ROOT}/outputs/g1_transformer_guided_500m_mixed_modal_all_original_rot6d_diffusion_only_8gpu_materialized_formal_noprogress/checkpoints/sstep=045000.ckpt"
6
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_001/samples.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_001/summary.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "mode": "audio",
3
+ "num_samples": 256,
4
+ "num_frames": 60,
5
+ "ckpt_path": "${OMG_REPO_ROOT}/outputs/g1_transformer_guided_500m_mixed_modal_all_original_rot6d_diffusion_only_8gpu_materialized_formal_noprogress/checkpoints/sstep=045000.ckpt"
6
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shards.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512.jsonl",
3
+ "output_dir": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards",
4
+ "num_samples": 512,
5
+ "num_shards": 2,
6
+ "shards": [
7
+ {
8
+ "shard_index": 0,
9
+ "start": 0,
10
+ "end": 256,
11
+ "num_samples": 256,
12
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_000/samples.jsonl",
13
+ "output_dir": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_000"
14
+ },
15
+ {
16
+ "shard_index": 1,
17
+ "start": 256,
18
+ "end": 512,
19
+ "num_samples": 256,
20
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_001/samples.jsonl",
21
+ "output_dir": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_001"
22
+ }
23
+ ]
24
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/aistpp_edge_metrics.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "div_g_gap": -0.10586491766103823,
3
+ "div_g_generated": 4.89727271152968,
4
+ "div_g_reference": 5.003137629190718,
5
+ "div_k_gap": -4.28664367745154,
6
+ "div_k_generated": 13.269248726039265,
7
+ "div_k_reference": 17.555892403490805,
8
+ "fid_g": 0.5279513996547287,
9
+ "fid_k": 33.044281713340126,
10
+ "frames": 60,
11
+ "geometric_feature": "g1_root_relative_body_geometry",
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
14
+ "kinetic_feature_dim": 90,
15
+ "left_foot_indices": [
16
+ 5,
17
+ 6
18
+ ],
19
+ "num_samples": 512,
20
+ "pfc_gap": {
21
+ "max": 4.730716226609819,
22
+ "mean": 0.19556672823422266,
23
+ "min": -3.5834336394751,
24
+ "std": 0.8379746622591411
25
+ },
26
+ "pfc_generated": {
27
+ "max": 6.7241580197639985,
28
+ "mean": 0.6711663758206203,
29
+ "min": 0.0016077514989445466,
30
+ "std": 0.8615016568626636
31
+ },
32
+ "pfc_reference": {
33
+ "max": 5.707070070036645,
34
+ "mean": 0.4755996475863976,
35
+ "min": 1.734456963144955e-05,
36
+ "std": 0.7533267987077545
37
+ },
38
+ "right_foot_indices": [
39
+ 11,
40
+ 12
41
+ ],
42
+ "root_index": 0,
43
+ "up_axis": "z"
44
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/benchmark.json ADDED
@@ -0,0 +1,1059 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aistpp_edge_metrics": {
3
+ "div_g_gap": -0.10586491766103823,
4
+ "div_g_generated": 4.89727271152968,
5
+ "div_g_reference": 5.003137629190718,
6
+ "div_k_gap": -4.28664367745154,
7
+ "div_k_generated": 13.269248726039265,
8
+ "div_k_reference": 17.555892403490805,
9
+ "fid_g": 0.5279513996547287,
10
+ "fid_k": 33.044281713340126,
11
+ "frames": 60,
12
+ "geometric_feature": "g1_root_relative_body_geometry",
13
+ "geometric_feature_dim": 412,
14
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
15
+ "kinetic_feature_dim": 90,
16
+ "left_foot_indices": [
17
+ 5,
18
+ 6
19
+ ],
20
+ "num_samples": 512,
21
+ "pfc_gap": {
22
+ "max": 4.730716226609819,
23
+ "mean": 0.19556672823422266,
24
+ "min": -3.5834336394751,
25
+ "std": 0.8379746622591411
26
+ },
27
+ "pfc_generated": {
28
+ "max": 6.7241580197639985,
29
+ "mean": 0.6711663758206203,
30
+ "min": 0.0016077514989445466,
31
+ "std": 0.8615016568626636
32
+ },
33
+ "pfc_reference": {
34
+ "max": 5.707070070036645,
35
+ "mean": 0.4755996475863976,
36
+ "min": 1.734456963144955e-05,
37
+ "std": 0.7533267987077545
38
+ },
39
+ "right_foot_indices": [
40
+ 11,
41
+ 12
42
+ ],
43
+ "root_index": 0,
44
+ "up_axis": "z"
45
+ },
46
+ "audio_metrics": {
47
+ "beat_align_gap": {
48
+ "max": 0.5727460208534694,
49
+ "mean": -0.052078384661164503,
50
+ "min": -0.6662275460777919,
51
+ "std": 0.182862981218937
52
+ },
53
+ "beat_align_generated": {
54
+ "max": 0.9231640851825849,
55
+ "mean": 0.5091904835131142,
56
+ "min": 0.0,
57
+ "std": 0.1364951383224103
58
+ },
59
+ "beat_align_reference": {
60
+ "max": 0.9864898672266914,
61
+ "mean": 0.5612688681742788,
62
+ "min": 0.0,
63
+ "std": 0.13609287544141188
64
+ },
65
+ "beat_direction": "music_to_motion",
66
+ "beat_threshold": 0.5,
67
+ "frames": 60,
68
+ "min_motion_beat_distance_seconds": 0.25,
69
+ "num_samples": 512,
70
+ "sigma_frames": 3.0
71
+ },
72
+ "benchmark": "artifact_audio",
73
+ "dataset_metrics": {
74
+ "aioz_gdance_original_audio_test": {
75
+ "aistpp_edge": {
76
+ "div_g_gap": 0.28574392771824186,
77
+ "div_g_generated": 3.7944970929662487,
78
+ "div_g_reference": 3.508753165248007,
79
+ "div_k_gap": -2.516609871499213,
80
+ "div_k_generated": 8.23515127688998,
81
+ "div_k_reference": 10.751761148389193,
82
+ "fid_g": 1.3377571228960825,
83
+ "fid_k": 26.741254200296837,
84
+ "geometric_feature_dim": 412,
85
+ "kinetic_feature_dim": 90,
86
+ "num_samples": 103,
87
+ "pfc_gap": {
88
+ "max": 1.7275409930493795,
89
+ "mean": -0.09680542049126095,
90
+ "min": -1.7366306866905383,
91
+ "std": 0.4782505667433697
92
+ },
93
+ "pfc_generated": {
94
+ "max": 2.219963452305831,
95
+ "mean": 0.23422903487589353,
96
+ "min": 0.005909668266946752,
97
+ "std": 0.2991605364321828
98
+ },
99
+ "pfc_reference": {
100
+ "max": 1.8273494537376207,
101
+ "mean": 0.3310344553671544,
102
+ "min": 0.0002850814965562205,
103
+ "std": 0.42521448548204027
104
+ }
105
+ },
106
+ "audio": {
107
+ "beat_align_gap": {
108
+ "max": 0.32158756752974177,
109
+ "mean": -0.020622811929715303,
110
+ "min": -0.2708856498122817,
111
+ "std": 0.12441545221521981
112
+ },
113
+ "beat_align_generated": {
114
+ "max": 0.6751071839242437,
115
+ "mean": 0.5049146708526683,
116
+ "min": 0.3441835556907159,
117
+ "std": 0.07979576376635847
118
+ },
119
+ "beat_align_reference": {
120
+ "max": 0.723284948504687,
121
+ "mean": 0.5255374827823837,
122
+ "min": 0.33650493752041727,
123
+ "std": 0.08282468265444852
124
+ },
125
+ "num_samples": 103
126
+ },
127
+ "num_samples": 103,
128
+ "physical": {
129
+ "body_jerk_mean": {
130
+ "max": 142.2410125732422,
131
+ "mean": 71.00201160467944,
132
+ "min": 35.507659912109375,
133
+ "std": 17.84420544311481
134
+ },
135
+ "contact_sliding_speed": {
136
+ "max": 0.8095460534095764,
137
+ "mean": 0.263035234823389,
138
+ "min": 0.05624327063560486,
139
+ "std": 0.13514614751990467
140
+ },
141
+ "foot_ground_error": {
142
+ "max": 0.10127493739128113,
143
+ "mean": 0.06695169950971036,
144
+ "min": 0.00784449465572834,
145
+ "std": 0.018709265425428792
146
+ },
147
+ "num_samples": 103
148
+ }
149
+ },
150
+ "aistpp_original_audio_test": {
151
+ "aistpp_edge": {
152
+ "div_g_gap": 0.2572580001626861,
153
+ "div_g_generated": 3.8117406372876244,
154
+ "div_g_reference": 3.5544826371249383,
155
+ "div_k_gap": -7.381122532842454,
156
+ "div_k_generated": 18.37955933520811,
157
+ "div_k_reference": 25.760681868050565,
158
+ "fid_g": 1.67964704314398,
159
+ "fid_k": 89.51322138506441,
160
+ "geometric_feature_dim": 412,
161
+ "kinetic_feature_dim": 90,
162
+ "num_samples": 103,
163
+ "pfc_gap": {
164
+ "max": 4.730716226609819,
165
+ "mean": 0.15031821826466701,
166
+ "min": -3.5834336394751,
167
+ "std": 1.3241578186853784
168
+ },
169
+ "pfc_generated": {
170
+ "max": 6.7241580197639985,
171
+ "mean": 1.2840754962814893,
172
+ "min": 0.04708277131711262,
173
+ "std": 1.2238276325456743
174
+ },
175
+ "pfc_reference": {
176
+ "max": 5.707070070036645,
177
+ "mean": 1.1337572780168226,
178
+ "min": 7.906044911863323e-05,
179
+ "std": 1.2009778419653923
180
+ }
181
+ },
182
+ "audio": {
183
+ "beat_align_gap": {
184
+ "max": 0.448086579356153,
185
+ "mean": -0.07705758863204011,
186
+ "min": -0.6354283238613243,
187
+ "std": 0.23778791200781893
188
+ },
189
+ "beat_align_generated": {
190
+ "max": 0.9231640851825849,
191
+ "mean": 0.5092083928193873,
192
+ "min": 0.0,
193
+ "std": 0.1890932635913643
194
+ },
195
+ "beat_align_reference": {
196
+ "max": 0.9864898672266914,
197
+ "mean": 0.5862659814514274,
198
+ "min": 0.0,
199
+ "std": 0.19459278456334647
200
+ },
201
+ "num_samples": 103
202
+ },
203
+ "num_samples": 103,
204
+ "physical": {
205
+ "body_jerk_mean": {
206
+ "max": 534.1427612304688,
207
+ "mean": 210.09743677528158,
208
+ "min": 57.72282409667969,
209
+ "std": 92.57718095488383
210
+ },
211
+ "contact_sliding_speed": {
212
+ "max": 1.447645902633667,
213
+ "mean": 0.5972684129927922,
214
+ "min": 0.0,
215
+ "std": 0.30673194703726653
216
+ },
217
+ "foot_ground_error": {
218
+ "max": 0.18634726107120514,
219
+ "mean": 0.028955906667990736,
220
+ "min": 0.0035256401170045137,
221
+ "std": 0.03229545638860737
222
+ },
223
+ "num_samples": 103
224
+ }
225
+ },
226
+ "compas3d_original_audio_test": {
227
+ "aistpp_edge": {
228
+ "div_g_gap": -0.034260541937412015,
229
+ "div_g_generated": 4.493885948853737,
230
+ "div_g_reference": 4.528146490791149,
231
+ "div_k_gap": -2.9642665880074404,
232
+ "div_k_generated": 8.620355981070233,
233
+ "div_k_reference": 11.584622569077673,
234
+ "fid_g": 1.9159310723963827,
235
+ "fid_k": 32.94399414906243,
236
+ "geometric_feature_dim": 412,
237
+ "kinetic_feature_dim": 90,
238
+ "num_samples": 102,
239
+ "pfc_gap": {
240
+ "max": 3.2859140897821684,
241
+ "mean": 0.5678542908995347,
242
+ "min": -3.4288998410348936,
243
+ "std": 0.8670469678954206
244
+ },
245
+ "pfc_generated": {
246
+ "max": 4.837887263112963,
247
+ "mean": 1.0788474496677696,
248
+ "min": 0.05480384476793266,
249
+ "std": 0.8394332583743502
250
+ },
251
+ "pfc_reference": {
252
+ "max": 4.452664554185064,
253
+ "mean": 0.5109931587682353,
254
+ "min": 0.030597065341000908,
255
+ "std": 0.5892267025941194
256
+ }
257
+ },
258
+ "audio": {
259
+ "beat_align_gap": {
260
+ "max": 0.1807627160901621,
261
+ "mean": -0.048916984937539605,
262
+ "min": -0.2918267669837864,
263
+ "std": 0.09606341243769766
264
+ },
265
+ "beat_align_generated": {
266
+ "max": 0.6759029031940638,
267
+ "mean": 0.5383588329009606,
268
+ "min": 0.3372404868332141,
269
+ "std": 0.07688352249288155
270
+ },
271
+ "beat_align_reference": {
272
+ "max": 0.6759029031940639,
273
+ "mean": 0.5872758178385001,
274
+ "min": 0.44007268746408307,
275
+ "std": 0.06101503222114459
276
+ },
277
+ "num_samples": 102
278
+ },
279
+ "num_samples": 102,
280
+ "physical": {
281
+ "body_jerk_mean": {
282
+ "max": 188.44357299804688,
283
+ "mean": 118.32239023844402,
284
+ "min": 63.28831481933594,
285
+ "std": 27.902628357345304
286
+ },
287
+ "contact_sliding_speed": {
288
+ "max": 1.3050824403762817,
289
+ "mean": 0.698855979477658,
290
+ "min": 0.1778266876935959,
291
+ "std": 0.2534976913014099
292
+ },
293
+ "foot_ground_error": {
294
+ "max": 0.04240335151553154,
295
+ "mean": 0.01491895719778304,
296
+ "min": 0.004957920406013727,
297
+ "std": 0.007509810076091148
298
+ },
299
+ "num_samples": 102
300
+ }
301
+ },
302
+ "finedance_original_audio_test": {
303
+ "aistpp_edge": {
304
+ "div_g_gap": -0.28689917238574125,
305
+ "div_g_generated": 4.573142391888219,
306
+ "div_g_reference": 4.86004156427396,
307
+ "div_k_gap": -6.450164004449343,
308
+ "div_k_generated": 13.044714042880267,
309
+ "div_k_reference": 19.49487804732961,
310
+ "fid_g": 1.6720597427094503,
311
+ "fid_k": 44.28748412796847,
312
+ "geometric_feature_dim": 412,
313
+ "kinetic_feature_dim": 90,
314
+ "num_samples": 102,
315
+ "pfc_gap": {
316
+ "max": 3.1730004945186074,
317
+ "mean": 0.2826641118134899,
318
+ "min": -1.7984915693055905,
319
+ "std": 0.6975102693203636
320
+ },
321
+ "pfc_generated": {
322
+ "max": 3.8439825639067946,
323
+ "mean": 0.5990182722697293,
324
+ "min": 0.0072235201399238926,
325
+ "std": 0.6135201463489884
326
+ },
327
+ "pfc_reference": {
328
+ "max": 3.122786190063731,
329
+ "mean": 0.3163541604562393,
330
+ "min": 0.0007167477980582575,
331
+ "std": 0.4615228956341427
332
+ }
333
+ },
334
+ "audio": {
335
+ "beat_align_gap": {
336
+ "max": 0.5727460208534694,
337
+ "mean": -0.03409019806215857,
338
+ "min": -0.6662275460777919,
339
+ "std": 0.2713762840555029
340
+ },
341
+ "beat_align_generated": {
342
+ "max": 0.9231640851825846,
343
+ "mean": 0.4954428112271993,
344
+ "min": 0.024486789631825354,
345
+ "std": 0.18739941875308017
346
+ },
347
+ "beat_align_reference": {
348
+ "max": 0.9155656239411911,
349
+ "mean": 0.529533009289358,
350
+ "min": 0.16565130039393888,
351
+ "std": 0.18269913727648307
352
+ },
353
+ "num_samples": 102
354
+ },
355
+ "num_samples": 102,
356
+ "physical": {
357
+ "body_jerk_mean": {
358
+ "max": 257.3353271484375,
359
+ "mean": 108.09065014708275,
360
+ "min": 23.323572158813477,
361
+ "std": 44.833849571505326
362
+ },
363
+ "contact_sliding_speed": {
364
+ "max": 1.0814061164855957,
365
+ "mean": 0.4394932255221933,
366
+ "min": 0.041674550622701645,
367
+ "std": 0.2402967274353199
368
+ },
369
+ "foot_ground_error": {
370
+ "max": 0.13847976922988892,
371
+ "mean": 0.034401880198286154,
372
+ "min": 0.0019816779531538486,
373
+ "std": 0.03307799959465187
374
+ },
375
+ "num_samples": 102
376
+ }
377
+ },
378
+ "opendance_original_audio_test": {
379
+ "aistpp_edge": {
380
+ "div_g_gap": 0.10235533934662389,
381
+ "div_g_generated": 4.623208939401073,
382
+ "div_g_reference": 4.5208536000544495,
383
+ "div_k_gap": -2.0019469817683024,
384
+ "div_k_generated": 9.213272545940827,
385
+ "div_k_reference": 11.215219527709129,
386
+ "fid_g": 1.3300886022691394,
387
+ "fid_k": 17.302005749865515,
388
+ "geometric_feature_dim": 412,
389
+ "kinetic_feature_dim": 90,
390
+ "num_samples": 102,
391
+ "pfc_gap": {
392
+ "max": 0.9470055441580624,
393
+ "mean": 0.07711244714247718,
394
+ "min": -0.3519024396971154,
395
+ "std": 0.1906117105261317
396
+ },
397
+ "pfc_generated": {
398
+ "max": 0.965293833421638,
399
+ "mean": 0.15793641248355128,
400
+ "min": 0.0016077514989445466,
401
+ "std": 0.1861987217750821
402
+ },
403
+ "pfc_reference": {
404
+ "max": 0.5202682826002994,
405
+ "mean": 0.08082396534107408,
406
+ "min": 1.734456963144955e-05,
407
+ "std": 0.09160782744166214
408
+ }
409
+ },
410
+ "audio": {
411
+ "beat_align_gap": {
412
+ "max": 0.11686232214903958,
413
+ "mean": -0.0797678335557471,
414
+ "min": -0.30381748127976094,
415
+ "std": 0.09756456180372647
416
+ },
417
+ "beat_align_generated": {
418
+ "max": 0.6679285177945579,
419
+ "mean": 0.4980694539158867,
420
+ "min": 0.0,
421
+ "std": 0.09365775164875144
422
+ },
423
+ "beat_align_reference": {
424
+ "max": 0.7346093465204763,
425
+ "mean": 0.5778372874716339,
426
+ "min": 0.0,
427
+ "std": 0.08261153009190644
428
+ },
429
+ "num_samples": 102
430
+ },
431
+ "num_samples": 102,
432
+ "physical": {
433
+ "body_jerk_mean": {
434
+ "max": 259.9224853515625,
435
+ "mean": 76.97418780420341,
436
+ "min": 15.220442771911621,
437
+ "std": 32.15208032694657
438
+ },
439
+ "contact_sliding_speed": {
440
+ "max": 0.7481740713119507,
441
+ "mean": 0.2162890273748952,
442
+ "min": 0.024007244035601616,
443
+ "std": 0.13104015169608596
444
+ },
445
+ "foot_ground_error": {
446
+ "max": 0.09375901520252228,
447
+ "mean": 0.07525938608701907,
448
+ "min": 0.019255293533205986,
449
+ "std": 0.011675946978501987
450
+ },
451
+ "num_samples": 102
452
+ }
453
+ }
454
+ },
455
+ "exp": "500m",
456
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/generated_qpos.npz",
457
+ "label": "OmniMotion 500M mixed-modal s045000",
458
+ "num_frames": 60,
459
+ "num_samples": 512,
460
+ "physical_metrics": {
461
+ "body_jerk_mean": {
462
+ "max": 534.1427612304688,
463
+ "mean": 116.98972745798528,
464
+ "min": 15.220442771911621,
465
+ "std": 71.09322609850126
466
+ },
467
+ "contact_height_threshold": 0.12,
468
+ "contact_penetration_tolerance": 0.02,
469
+ "contact_sliding_speed": {
470
+ "max": 1.447645902633667,
471
+ "mean": 0.44293823325642734,
472
+ "min": 0.0,
473
+ "std": 0.2914000330877095
474
+ },
475
+ "foot_ground_error": {
476
+ "max": 0.18634726107120514,
477
+ "mean": 0.0441126293585512,
478
+ "min": 0.0019816779531538486,
479
+ "std": 0.03270474560642726
480
+ },
481
+ "frames": 60,
482
+ "num_samples": 512
483
+ },
484
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/reference_qpos.npz",
485
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/sample_metrics.jsonl",
486
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512.jsonl",
487
+ "split": "test",
488
+ "tracker_executed": {
489
+ "action_clip": 10.0,
490
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_executed_qpos.npz",
491
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/benchmark_tracker.json",
492
+ "control_substeps": 10,
493
+ "enabled": true,
494
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
495
+ "metrics": {
496
+ "e_acc": {
497
+ "max": 8.259288035333157,
498
+ "mean": 2.0614024991232327,
499
+ "min": 0.46103369095362723,
500
+ "std": 1.0815711596612003
501
+ },
502
+ "e_vel": {
503
+ "max": 19.858084619045258,
504
+ "mean": 6.302012816831848,
505
+ "min": 1.6124562826007605,
506
+ "std": 2.741472259607379
507
+ },
508
+ "enabled": true,
509
+ "g_mpjpe": {
510
+ "max": 463.38555216789246,
511
+ "mean": 103.06216195749585,
512
+ "min": 29.62130680680275,
513
+ "std": 45.44284424227401
514
+ },
515
+ "mpjpe": {
516
+ "max": 152.34677493572235,
517
+ "mean": 43.69451617094455,
518
+ "min": 19.32164840400219,
519
+ "std": 16.376843250540528
520
+ },
521
+ "num_samples": 512,
522
+ "root_index": 0,
523
+ "target_fps": 50.0
524
+ },
525
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_metrics.json",
526
+ "num_generated_samples": 512,
527
+ "num_samples": 512,
528
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
529
+ "robot_xml": null,
530
+ "root_index": 0,
531
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_sample_metrics.jsonl",
532
+ "selected_indices": [
533
+ 0,
534
+ 1,
535
+ 2,
536
+ 3,
537
+ 4,
538
+ 5,
539
+ 6,
540
+ 7,
541
+ 8,
542
+ 9,
543
+ 10,
544
+ 11,
545
+ 12,
546
+ 13,
547
+ 14,
548
+ 15,
549
+ 16,
550
+ 17,
551
+ 18,
552
+ 19,
553
+ 20,
554
+ 21,
555
+ 22,
556
+ 23,
557
+ 24,
558
+ 25,
559
+ 26,
560
+ 27,
561
+ 28,
562
+ 29,
563
+ 30,
564
+ 31,
565
+ 32,
566
+ 33,
567
+ 34,
568
+ 35,
569
+ 36,
570
+ 37,
571
+ 38,
572
+ 39,
573
+ 40,
574
+ 41,
575
+ 42,
576
+ 43,
577
+ 44,
578
+ 45,
579
+ 46,
580
+ 47,
581
+ 48,
582
+ 49,
583
+ 50,
584
+ 51,
585
+ 52,
586
+ 53,
587
+ 54,
588
+ 55,
589
+ 56,
590
+ 57,
591
+ 58,
592
+ 59,
593
+ 60,
594
+ 61,
595
+ 62,
596
+ 63,
597
+ 64,
598
+ 65,
599
+ 66,
600
+ 67,
601
+ 68,
602
+ 69,
603
+ 70,
604
+ 71,
605
+ 72,
606
+ 73,
607
+ 74,
608
+ 75,
609
+ 76,
610
+ 77,
611
+ 78,
612
+ 79,
613
+ 80,
614
+ 81,
615
+ 82,
616
+ 83,
617
+ 84,
618
+ 85,
619
+ 86,
620
+ 87,
621
+ 88,
622
+ 89,
623
+ 90,
624
+ 91,
625
+ 92,
626
+ 93,
627
+ 94,
628
+ 95,
629
+ 96,
630
+ 97,
631
+ 98,
632
+ 99,
633
+ 100,
634
+ 101,
635
+ 102,
636
+ 103,
637
+ 104,
638
+ 105,
639
+ 106,
640
+ 107,
641
+ 108,
642
+ 109,
643
+ 110,
644
+ 111,
645
+ 112,
646
+ 113,
647
+ 114,
648
+ 115,
649
+ 116,
650
+ 117,
651
+ 118,
652
+ 119,
653
+ 120,
654
+ 121,
655
+ 122,
656
+ 123,
657
+ 124,
658
+ 125,
659
+ 126,
660
+ 127,
661
+ 128,
662
+ 129,
663
+ 130,
664
+ 131,
665
+ 132,
666
+ 133,
667
+ 134,
668
+ 135,
669
+ 136,
670
+ 137,
671
+ 138,
672
+ 139,
673
+ 140,
674
+ 141,
675
+ 142,
676
+ 143,
677
+ 144,
678
+ 145,
679
+ 146,
680
+ 147,
681
+ 148,
682
+ 149,
683
+ 150,
684
+ 151,
685
+ 152,
686
+ 153,
687
+ 154,
688
+ 155,
689
+ 156,
690
+ 157,
691
+ 158,
692
+ 159,
693
+ 160,
694
+ 161,
695
+ 162,
696
+ 163,
697
+ 164,
698
+ 165,
699
+ 166,
700
+ 167,
701
+ 168,
702
+ 169,
703
+ 170,
704
+ 171,
705
+ 172,
706
+ 173,
707
+ 174,
708
+ 175,
709
+ 176,
710
+ 177,
711
+ 178,
712
+ 179,
713
+ 180,
714
+ 181,
715
+ 182,
716
+ 183,
717
+ 184,
718
+ 185,
719
+ 186,
720
+ 187,
721
+ 188,
722
+ 189,
723
+ 190,
724
+ 191,
725
+ 192,
726
+ 193,
727
+ 194,
728
+ 195,
729
+ 196,
730
+ 197,
731
+ 198,
732
+ 199,
733
+ 200,
734
+ 201,
735
+ 202,
736
+ 203,
737
+ 204,
738
+ 205,
739
+ 206,
740
+ 207,
741
+ 208,
742
+ 209,
743
+ 210,
744
+ 211,
745
+ 212,
746
+ 213,
747
+ 214,
748
+ 215,
749
+ 216,
750
+ 217,
751
+ 218,
752
+ 219,
753
+ 220,
754
+ 221,
755
+ 222,
756
+ 223,
757
+ 224,
758
+ 225,
759
+ 226,
760
+ 227,
761
+ 228,
762
+ 229,
763
+ 230,
764
+ 231,
765
+ 232,
766
+ 233,
767
+ 234,
768
+ 235,
769
+ 236,
770
+ 237,
771
+ 238,
772
+ 239,
773
+ 240,
774
+ 241,
775
+ 242,
776
+ 243,
777
+ 244,
778
+ 245,
779
+ 246,
780
+ 247,
781
+ 248,
782
+ 249,
783
+ 250,
784
+ 251,
785
+ 252,
786
+ 253,
787
+ 254,
788
+ 255,
789
+ 256,
790
+ 257,
791
+ 258,
792
+ 259,
793
+ 260,
794
+ 261,
795
+ 262,
796
+ 263,
797
+ 264,
798
+ 265,
799
+ 266,
800
+ 267,
801
+ 268,
802
+ 269,
803
+ 270,
804
+ 271,
805
+ 272,
806
+ 273,
807
+ 274,
808
+ 275,
809
+ 276,
810
+ 277,
811
+ 278,
812
+ 279,
813
+ 280,
814
+ 281,
815
+ 282,
816
+ 283,
817
+ 284,
818
+ 285,
819
+ 286,
820
+ 287,
821
+ 288,
822
+ 289,
823
+ 290,
824
+ 291,
825
+ 292,
826
+ 293,
827
+ 294,
828
+ 295,
829
+ 296,
830
+ 297,
831
+ 298,
832
+ 299,
833
+ 300,
834
+ 301,
835
+ 302,
836
+ 303,
837
+ 304,
838
+ 305,
839
+ 306,
840
+ 307,
841
+ 308,
842
+ 309,
843
+ 310,
844
+ 311,
845
+ 312,
846
+ 313,
847
+ 314,
848
+ 315,
849
+ 316,
850
+ 317,
851
+ 318,
852
+ 319,
853
+ 320,
854
+ 321,
855
+ 322,
856
+ 323,
857
+ 324,
858
+ 325,
859
+ 326,
860
+ 327,
861
+ 328,
862
+ 329,
863
+ 330,
864
+ 331,
865
+ 332,
866
+ 333,
867
+ 334,
868
+ 335,
869
+ 336,
870
+ 337,
871
+ 338,
872
+ 339,
873
+ 340,
874
+ 341,
875
+ 342,
876
+ 343,
877
+ 344,
878
+ 345,
879
+ 346,
880
+ 347,
881
+ 348,
882
+ 349,
883
+ 350,
884
+ 351,
885
+ 352,
886
+ 353,
887
+ 354,
888
+ 355,
889
+ 356,
890
+ 357,
891
+ 358,
892
+ 359,
893
+ 360,
894
+ 361,
895
+ 362,
896
+ 363,
897
+ 364,
898
+ 365,
899
+ 366,
900
+ 367,
901
+ 368,
902
+ 369,
903
+ 370,
904
+ 371,
905
+ 372,
906
+ 373,
907
+ 374,
908
+ 375,
909
+ 376,
910
+ 377,
911
+ 378,
912
+ 379,
913
+ 380,
914
+ 381,
915
+ 382,
916
+ 383,
917
+ 384,
918
+ 385,
919
+ 386,
920
+ 387,
921
+ 388,
922
+ 389,
923
+ 390,
924
+ 391,
925
+ 392,
926
+ 393,
927
+ 394,
928
+ 395,
929
+ 396,
930
+ 397,
931
+ 398,
932
+ 399,
933
+ 400,
934
+ 401,
935
+ 402,
936
+ 403,
937
+ 404,
938
+ 405,
939
+ 406,
940
+ 407,
941
+ 408,
942
+ 409,
943
+ 410,
944
+ 411,
945
+ 412,
946
+ 413,
947
+ 414,
948
+ 415,
949
+ 416,
950
+ 417,
951
+ 418,
952
+ 419,
953
+ 420,
954
+ 421,
955
+ 422,
956
+ 423,
957
+ 424,
958
+ 425,
959
+ 426,
960
+ 427,
961
+ 428,
962
+ 429,
963
+ 430,
964
+ 431,
965
+ 432,
966
+ 433,
967
+ 434,
968
+ 435,
969
+ 436,
970
+ 437,
971
+ 438,
972
+ 439,
973
+ 440,
974
+ 441,
975
+ 442,
976
+ 443,
977
+ 444,
978
+ 445,
979
+ 446,
980
+ 447,
981
+ 448,
982
+ 449,
983
+ 450,
984
+ 451,
985
+ 452,
986
+ 453,
987
+ 454,
988
+ 455,
989
+ 456,
990
+ 457,
991
+ 458,
992
+ 459,
993
+ 460,
994
+ 461,
995
+ 462,
996
+ 463,
997
+ 464,
998
+ 465,
999
+ 466,
1000
+ 467,
1001
+ 468,
1002
+ 469,
1003
+ 470,
1004
+ 471,
1005
+ 472,
1006
+ 473,
1007
+ 474,
1008
+ 475,
1009
+ 476,
1010
+ 477,
1011
+ 478,
1012
+ 479,
1013
+ 480,
1014
+ 481,
1015
+ 482,
1016
+ 483,
1017
+ 484,
1018
+ 485,
1019
+ 486,
1020
+ 487,
1021
+ 488,
1022
+ 489,
1023
+ 490,
1024
+ 491,
1025
+ 492,
1026
+ 493,
1027
+ 494,
1028
+ 495,
1029
+ 496,
1030
+ 497,
1031
+ 498,
1032
+ 499,
1033
+ 500,
1034
+ 501,
1035
+ 502,
1036
+ 503,
1037
+ 504,
1038
+ 505,
1039
+ 506,
1040
+ 507,
1041
+ 508,
1042
+ 509,
1043
+ 510,
1044
+ 511
1045
+ ],
1046
+ "steps": null,
1047
+ "target_fps": 50.0,
1048
+ "valid_shape": [
1049
+ 512,
1050
+ 99
1051
+ ]
1052
+ },
1053
+ "transition_metrics": {
1054
+ "chunk_length": 60,
1055
+ "enabled": false,
1056
+ "num_frames": 60,
1057
+ "reason": "num_frames must be greater than chunk_length"
1058
+ }
1059
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/dataset_metrics.json ADDED
@@ -0,0 +1,382 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aioz_gdance_original_audio_test": {
3
+ "aistpp_edge": {
4
+ "div_g_gap": 0.28574392771824186,
5
+ "div_g_generated": 3.7944970929662487,
6
+ "div_g_reference": 3.508753165248007,
7
+ "div_k_gap": -2.516609871499213,
8
+ "div_k_generated": 8.23515127688998,
9
+ "div_k_reference": 10.751761148389193,
10
+ "fid_g": 1.3377571228960825,
11
+ "fid_k": 26.741254200296837,
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature_dim": 90,
14
+ "num_samples": 103,
15
+ "pfc_gap": {
16
+ "max": 1.7275409930493795,
17
+ "mean": -0.09680542049126095,
18
+ "min": -1.7366306866905383,
19
+ "std": 0.4782505667433697
20
+ },
21
+ "pfc_generated": {
22
+ "max": 2.219963452305831,
23
+ "mean": 0.23422903487589353,
24
+ "min": 0.005909668266946752,
25
+ "std": 0.2991605364321828
26
+ },
27
+ "pfc_reference": {
28
+ "max": 1.8273494537376207,
29
+ "mean": 0.3310344553671544,
30
+ "min": 0.0002850814965562205,
31
+ "std": 0.42521448548204027
32
+ }
33
+ },
34
+ "audio": {
35
+ "beat_align_gap": {
36
+ "max": 0.32158756752974177,
37
+ "mean": -0.020622811929715303,
38
+ "min": -0.2708856498122817,
39
+ "std": 0.12441545221521981
40
+ },
41
+ "beat_align_generated": {
42
+ "max": 0.6751071839242437,
43
+ "mean": 0.5049146708526683,
44
+ "min": 0.3441835556907159,
45
+ "std": 0.07979576376635847
46
+ },
47
+ "beat_align_reference": {
48
+ "max": 0.723284948504687,
49
+ "mean": 0.5255374827823837,
50
+ "min": 0.33650493752041727,
51
+ "std": 0.08282468265444852
52
+ },
53
+ "num_samples": 103
54
+ },
55
+ "num_samples": 103,
56
+ "physical": {
57
+ "body_jerk_mean": {
58
+ "max": 142.2410125732422,
59
+ "mean": 71.00201160467944,
60
+ "min": 35.507659912109375,
61
+ "std": 17.84420544311481
62
+ },
63
+ "contact_sliding_speed": {
64
+ "max": 0.8095460534095764,
65
+ "mean": 0.263035234823389,
66
+ "min": 0.05624327063560486,
67
+ "std": 0.13514614751990467
68
+ },
69
+ "foot_ground_error": {
70
+ "max": 0.10127493739128113,
71
+ "mean": 0.06695169950971036,
72
+ "min": 0.00784449465572834,
73
+ "std": 0.018709265425428792
74
+ },
75
+ "num_samples": 103
76
+ }
77
+ },
78
+ "aistpp_original_audio_test": {
79
+ "aistpp_edge": {
80
+ "div_g_gap": 0.2572580001626861,
81
+ "div_g_generated": 3.8117406372876244,
82
+ "div_g_reference": 3.5544826371249383,
83
+ "div_k_gap": -7.381122532842454,
84
+ "div_k_generated": 18.37955933520811,
85
+ "div_k_reference": 25.760681868050565,
86
+ "fid_g": 1.67964704314398,
87
+ "fid_k": 89.51322138506441,
88
+ "geometric_feature_dim": 412,
89
+ "kinetic_feature_dim": 90,
90
+ "num_samples": 103,
91
+ "pfc_gap": {
92
+ "max": 4.730716226609819,
93
+ "mean": 0.15031821826466701,
94
+ "min": -3.5834336394751,
95
+ "std": 1.3241578186853784
96
+ },
97
+ "pfc_generated": {
98
+ "max": 6.7241580197639985,
99
+ "mean": 1.2840754962814893,
100
+ "min": 0.04708277131711262,
101
+ "std": 1.2238276325456743
102
+ },
103
+ "pfc_reference": {
104
+ "max": 5.707070070036645,
105
+ "mean": 1.1337572780168226,
106
+ "min": 7.906044911863323e-05,
107
+ "std": 1.2009778419653923
108
+ }
109
+ },
110
+ "audio": {
111
+ "beat_align_gap": {
112
+ "max": 0.448086579356153,
113
+ "mean": -0.07705758863204011,
114
+ "min": -0.6354283238613243,
115
+ "std": 0.23778791200781893
116
+ },
117
+ "beat_align_generated": {
118
+ "max": 0.9231640851825849,
119
+ "mean": 0.5092083928193873,
120
+ "min": 0.0,
121
+ "std": 0.1890932635913643
122
+ },
123
+ "beat_align_reference": {
124
+ "max": 0.9864898672266914,
125
+ "mean": 0.5862659814514274,
126
+ "min": 0.0,
127
+ "std": 0.19459278456334647
128
+ },
129
+ "num_samples": 103
130
+ },
131
+ "num_samples": 103,
132
+ "physical": {
133
+ "body_jerk_mean": {
134
+ "max": 534.1427612304688,
135
+ "mean": 210.09743677528158,
136
+ "min": 57.72282409667969,
137
+ "std": 92.57718095488383
138
+ },
139
+ "contact_sliding_speed": {
140
+ "max": 1.447645902633667,
141
+ "mean": 0.5972684129927922,
142
+ "min": 0.0,
143
+ "std": 0.30673194703726653
144
+ },
145
+ "foot_ground_error": {
146
+ "max": 0.18634726107120514,
147
+ "mean": 0.028955906667990736,
148
+ "min": 0.0035256401170045137,
149
+ "std": 0.03229545638860737
150
+ },
151
+ "num_samples": 103
152
+ }
153
+ },
154
+ "compas3d_original_audio_test": {
155
+ "aistpp_edge": {
156
+ "div_g_gap": -0.034260541937412015,
157
+ "div_g_generated": 4.493885948853737,
158
+ "div_g_reference": 4.528146490791149,
159
+ "div_k_gap": -2.9642665880074404,
160
+ "div_k_generated": 8.620355981070233,
161
+ "div_k_reference": 11.584622569077673,
162
+ "fid_g": 1.9159310723963827,
163
+ "fid_k": 32.94399414906243,
164
+ "geometric_feature_dim": 412,
165
+ "kinetic_feature_dim": 90,
166
+ "num_samples": 102,
167
+ "pfc_gap": {
168
+ "max": 3.2859140897821684,
169
+ "mean": 0.5678542908995347,
170
+ "min": -3.4288998410348936,
171
+ "std": 0.8670469678954206
172
+ },
173
+ "pfc_generated": {
174
+ "max": 4.837887263112963,
175
+ "mean": 1.0788474496677696,
176
+ "min": 0.05480384476793266,
177
+ "std": 0.8394332583743502
178
+ },
179
+ "pfc_reference": {
180
+ "max": 4.452664554185064,
181
+ "mean": 0.5109931587682353,
182
+ "min": 0.030597065341000908,
183
+ "std": 0.5892267025941194
184
+ }
185
+ },
186
+ "audio": {
187
+ "beat_align_gap": {
188
+ "max": 0.1807627160901621,
189
+ "mean": -0.048916984937539605,
190
+ "min": -0.2918267669837864,
191
+ "std": 0.09606341243769766
192
+ },
193
+ "beat_align_generated": {
194
+ "max": 0.6759029031940638,
195
+ "mean": 0.5383588329009606,
196
+ "min": 0.3372404868332141,
197
+ "std": 0.07688352249288155
198
+ },
199
+ "beat_align_reference": {
200
+ "max": 0.6759029031940639,
201
+ "mean": 0.5872758178385001,
202
+ "min": 0.44007268746408307,
203
+ "std": 0.06101503222114459
204
+ },
205
+ "num_samples": 102
206
+ },
207
+ "num_samples": 102,
208
+ "physical": {
209
+ "body_jerk_mean": {
210
+ "max": 188.44357299804688,
211
+ "mean": 118.32239023844402,
212
+ "min": 63.28831481933594,
213
+ "std": 27.902628357345304
214
+ },
215
+ "contact_sliding_speed": {
216
+ "max": 1.3050824403762817,
217
+ "mean": 0.698855979477658,
218
+ "min": 0.1778266876935959,
219
+ "std": 0.2534976913014099
220
+ },
221
+ "foot_ground_error": {
222
+ "max": 0.04240335151553154,
223
+ "mean": 0.01491895719778304,
224
+ "min": 0.004957920406013727,
225
+ "std": 0.007509810076091148
226
+ },
227
+ "num_samples": 102
228
+ }
229
+ },
230
+ "finedance_original_audio_test": {
231
+ "aistpp_edge": {
232
+ "div_g_gap": -0.28689917238574125,
233
+ "div_g_generated": 4.573142391888219,
234
+ "div_g_reference": 4.86004156427396,
235
+ "div_k_gap": -6.450164004449343,
236
+ "div_k_generated": 13.044714042880267,
237
+ "div_k_reference": 19.49487804732961,
238
+ "fid_g": 1.6720597427094503,
239
+ "fid_k": 44.28748412796847,
240
+ "geometric_feature_dim": 412,
241
+ "kinetic_feature_dim": 90,
242
+ "num_samples": 102,
243
+ "pfc_gap": {
244
+ "max": 3.1730004945186074,
245
+ "mean": 0.2826641118134899,
246
+ "min": -1.7984915693055905,
247
+ "std": 0.6975102693203636
248
+ },
249
+ "pfc_generated": {
250
+ "max": 3.8439825639067946,
251
+ "mean": 0.5990182722697293,
252
+ "min": 0.0072235201399238926,
253
+ "std": 0.6135201463489884
254
+ },
255
+ "pfc_reference": {
256
+ "max": 3.122786190063731,
257
+ "mean": 0.3163541604562393,
258
+ "min": 0.0007167477980582575,
259
+ "std": 0.4615228956341427
260
+ }
261
+ },
262
+ "audio": {
263
+ "beat_align_gap": {
264
+ "max": 0.5727460208534694,
265
+ "mean": -0.03409019806215857,
266
+ "min": -0.6662275460777919,
267
+ "std": 0.2713762840555029
268
+ },
269
+ "beat_align_generated": {
270
+ "max": 0.9231640851825846,
271
+ "mean": 0.4954428112271993,
272
+ "min": 0.024486789631825354,
273
+ "std": 0.18739941875308017
274
+ },
275
+ "beat_align_reference": {
276
+ "max": 0.9155656239411911,
277
+ "mean": 0.529533009289358,
278
+ "min": 0.16565130039393888,
279
+ "std": 0.18269913727648307
280
+ },
281
+ "num_samples": 102
282
+ },
283
+ "num_samples": 102,
284
+ "physical": {
285
+ "body_jerk_mean": {
286
+ "max": 257.3353271484375,
287
+ "mean": 108.09065014708275,
288
+ "min": 23.323572158813477,
289
+ "std": 44.833849571505326
290
+ },
291
+ "contact_sliding_speed": {
292
+ "max": 1.0814061164855957,
293
+ "mean": 0.4394932255221933,
294
+ "min": 0.041674550622701645,
295
+ "std": 0.2402967274353199
296
+ },
297
+ "foot_ground_error": {
298
+ "max": 0.13847976922988892,
299
+ "mean": 0.034401880198286154,
300
+ "min": 0.0019816779531538486,
301
+ "std": 0.03307799959465187
302
+ },
303
+ "num_samples": 102
304
+ }
305
+ },
306
+ "opendance_original_audio_test": {
307
+ "aistpp_edge": {
308
+ "div_g_gap": 0.10235533934662389,
309
+ "div_g_generated": 4.623208939401073,
310
+ "div_g_reference": 4.5208536000544495,
311
+ "div_k_gap": -2.0019469817683024,
312
+ "div_k_generated": 9.213272545940827,
313
+ "div_k_reference": 11.215219527709129,
314
+ "fid_g": 1.3300886022691394,
315
+ "fid_k": 17.302005749865515,
316
+ "geometric_feature_dim": 412,
317
+ "kinetic_feature_dim": 90,
318
+ "num_samples": 102,
319
+ "pfc_gap": {
320
+ "max": 0.9470055441580624,
321
+ "mean": 0.07711244714247718,
322
+ "min": -0.3519024396971154,
323
+ "std": 0.1906117105261317
324
+ },
325
+ "pfc_generated": {
326
+ "max": 0.965293833421638,
327
+ "mean": 0.15793641248355128,
328
+ "min": 0.0016077514989445466,
329
+ "std": 0.1861987217750821
330
+ },
331
+ "pfc_reference": {
332
+ "max": 0.5202682826002994,
333
+ "mean": 0.08082396534107408,
334
+ "min": 1.734456963144955e-05,
335
+ "std": 0.09160782744166214
336
+ }
337
+ },
338
+ "audio": {
339
+ "beat_align_gap": {
340
+ "max": 0.11686232214903958,
341
+ "mean": -0.0797678335557471,
342
+ "min": -0.30381748127976094,
343
+ "std": 0.09756456180372647
344
+ },
345
+ "beat_align_generated": {
346
+ "max": 0.6679285177945579,
347
+ "mean": 0.4980694539158867,
348
+ "min": 0.0,
349
+ "std": 0.09365775164875144
350
+ },
351
+ "beat_align_reference": {
352
+ "max": 0.7346093465204763,
353
+ "mean": 0.5778372874716339,
354
+ "min": 0.0,
355
+ "std": 0.08261153009190644
356
+ },
357
+ "num_samples": 102
358
+ },
359
+ "num_samples": 102,
360
+ "physical": {
361
+ "body_jerk_mean": {
362
+ "max": 259.9224853515625,
363
+ "mean": 76.97418780420341,
364
+ "min": 15.220442771911621,
365
+ "std": 32.15208032694657
366
+ },
367
+ "contact_sliding_speed": {
368
+ "max": 0.7481740713119507,
369
+ "mean": 0.2162890273748952,
370
+ "min": 0.024007244035601616,
371
+ "std": 0.13104015169608596
372
+ },
373
+ "foot_ground_error": {
374
+ "max": 0.09375901520252228,
375
+ "mean": 0.07525938608701907,
376
+ "min": 0.019255293533205986,
377
+ "std": 0.011675946978501987
378
+ },
379
+ "num_samples": 102
380
+ }
381
+ }
382
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/merge_summary.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512.jsonl",
3
+ "output_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/generated_qpos.npz",
4
+ "num_samples": 512,
5
+ "num_frames": 60,
6
+ "num_shards": 2,
7
+ "shard_artifacts": [
8
+ "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_000/generated_qpos.npz",
9
+ "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/_shards/shard_001/generated_qpos.npz"
10
+ ]
11
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/metrics.json ADDED
@@ -0,0 +1,1062 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "benchmark": {
3
+ "aistpp_edge_metrics": {
4
+ "div_g_gap": -0.10586491766103823,
5
+ "div_g_generated": 4.89727271152968,
6
+ "div_g_reference": 5.003137629190718,
7
+ "div_k_gap": -4.28664367745154,
8
+ "div_k_generated": 13.269248726039265,
9
+ "div_k_reference": 17.555892403490805,
10
+ "fid_g": 0.5279513996547287,
11
+ "fid_k": 33.044281713340126,
12
+ "frames": 60,
13
+ "geometric_feature": "g1_root_relative_body_geometry",
14
+ "geometric_feature_dim": 412,
15
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
16
+ "kinetic_feature_dim": 90,
17
+ "left_foot_indices": [
18
+ 5,
19
+ 6
20
+ ],
21
+ "num_samples": 512,
22
+ "pfc_gap": {
23
+ "max": 4.730716226609819,
24
+ "mean": 0.19556672823422266,
25
+ "min": -3.5834336394751,
26
+ "std": 0.8379746622591411
27
+ },
28
+ "pfc_generated": {
29
+ "max": 6.7241580197639985,
30
+ "mean": 0.6711663758206203,
31
+ "min": 0.0016077514989445466,
32
+ "std": 0.8615016568626636
33
+ },
34
+ "pfc_reference": {
35
+ "max": 5.707070070036645,
36
+ "mean": 0.4755996475863976,
37
+ "min": 1.734456963144955e-05,
38
+ "std": 0.7533267987077545
39
+ },
40
+ "right_foot_indices": [
41
+ 11,
42
+ 12
43
+ ],
44
+ "root_index": 0,
45
+ "up_axis": "z"
46
+ },
47
+ "audio_metrics": {
48
+ "beat_align_gap": {
49
+ "max": 0.5727460208534694,
50
+ "mean": -0.052078384661164503,
51
+ "min": -0.6662275460777919,
52
+ "std": 0.182862981218937
53
+ },
54
+ "beat_align_generated": {
55
+ "max": 0.9231640851825849,
56
+ "mean": 0.5091904835131142,
57
+ "min": 0.0,
58
+ "std": 0.1364951383224103
59
+ },
60
+ "beat_align_reference": {
61
+ "max": 0.9864898672266914,
62
+ "mean": 0.5612688681742788,
63
+ "min": 0.0,
64
+ "std": 0.13609287544141188
65
+ },
66
+ "beat_direction": "music_to_motion",
67
+ "beat_threshold": 0.5,
68
+ "frames": 60,
69
+ "min_motion_beat_distance_seconds": 0.25,
70
+ "num_samples": 512,
71
+ "sigma_frames": 3.0
72
+ },
73
+ "benchmark": "artifact_audio",
74
+ "dataset_metrics": {
75
+ "aioz_gdance_original_audio_test": {
76
+ "aistpp_edge": {
77
+ "div_g_gap": 0.28574392771824186,
78
+ "div_g_generated": 3.7944970929662487,
79
+ "div_g_reference": 3.508753165248007,
80
+ "div_k_gap": -2.516609871499213,
81
+ "div_k_generated": 8.23515127688998,
82
+ "div_k_reference": 10.751761148389193,
83
+ "fid_g": 1.3377571228960825,
84
+ "fid_k": 26.741254200296837,
85
+ "geometric_feature_dim": 412,
86
+ "kinetic_feature_dim": 90,
87
+ "num_samples": 103,
88
+ "pfc_gap": {
89
+ "max": 1.7275409930493795,
90
+ "mean": -0.09680542049126095,
91
+ "min": -1.7366306866905383,
92
+ "std": 0.4782505667433697
93
+ },
94
+ "pfc_generated": {
95
+ "max": 2.219963452305831,
96
+ "mean": 0.23422903487589353,
97
+ "min": 0.005909668266946752,
98
+ "std": 0.2991605364321828
99
+ },
100
+ "pfc_reference": {
101
+ "max": 1.8273494537376207,
102
+ "mean": 0.3310344553671544,
103
+ "min": 0.0002850814965562205,
104
+ "std": 0.42521448548204027
105
+ }
106
+ },
107
+ "audio": {
108
+ "beat_align_gap": {
109
+ "max": 0.32158756752974177,
110
+ "mean": -0.020622811929715303,
111
+ "min": -0.2708856498122817,
112
+ "std": 0.12441545221521981
113
+ },
114
+ "beat_align_generated": {
115
+ "max": 0.6751071839242437,
116
+ "mean": 0.5049146708526683,
117
+ "min": 0.3441835556907159,
118
+ "std": 0.07979576376635847
119
+ },
120
+ "beat_align_reference": {
121
+ "max": 0.723284948504687,
122
+ "mean": 0.5255374827823837,
123
+ "min": 0.33650493752041727,
124
+ "std": 0.08282468265444852
125
+ },
126
+ "num_samples": 103
127
+ },
128
+ "num_samples": 103,
129
+ "physical": {
130
+ "body_jerk_mean": {
131
+ "max": 142.2410125732422,
132
+ "mean": 71.00201160467944,
133
+ "min": 35.507659912109375,
134
+ "std": 17.84420544311481
135
+ },
136
+ "contact_sliding_speed": {
137
+ "max": 0.8095460534095764,
138
+ "mean": 0.263035234823389,
139
+ "min": 0.05624327063560486,
140
+ "std": 0.13514614751990467
141
+ },
142
+ "foot_ground_error": {
143
+ "max": 0.10127493739128113,
144
+ "mean": 0.06695169950971036,
145
+ "min": 0.00784449465572834,
146
+ "std": 0.018709265425428792
147
+ },
148
+ "num_samples": 103
149
+ }
150
+ },
151
+ "aistpp_original_audio_test": {
152
+ "aistpp_edge": {
153
+ "div_g_gap": 0.2572580001626861,
154
+ "div_g_generated": 3.8117406372876244,
155
+ "div_g_reference": 3.5544826371249383,
156
+ "div_k_gap": -7.381122532842454,
157
+ "div_k_generated": 18.37955933520811,
158
+ "div_k_reference": 25.760681868050565,
159
+ "fid_g": 1.67964704314398,
160
+ "fid_k": 89.51322138506441,
161
+ "geometric_feature_dim": 412,
162
+ "kinetic_feature_dim": 90,
163
+ "num_samples": 103,
164
+ "pfc_gap": {
165
+ "max": 4.730716226609819,
166
+ "mean": 0.15031821826466701,
167
+ "min": -3.5834336394751,
168
+ "std": 1.3241578186853784
169
+ },
170
+ "pfc_generated": {
171
+ "max": 6.7241580197639985,
172
+ "mean": 1.2840754962814893,
173
+ "min": 0.04708277131711262,
174
+ "std": 1.2238276325456743
175
+ },
176
+ "pfc_reference": {
177
+ "max": 5.707070070036645,
178
+ "mean": 1.1337572780168226,
179
+ "min": 7.906044911863323e-05,
180
+ "std": 1.2009778419653923
181
+ }
182
+ },
183
+ "audio": {
184
+ "beat_align_gap": {
185
+ "max": 0.448086579356153,
186
+ "mean": -0.07705758863204011,
187
+ "min": -0.6354283238613243,
188
+ "std": 0.23778791200781893
189
+ },
190
+ "beat_align_generated": {
191
+ "max": 0.9231640851825849,
192
+ "mean": 0.5092083928193873,
193
+ "min": 0.0,
194
+ "std": 0.1890932635913643
195
+ },
196
+ "beat_align_reference": {
197
+ "max": 0.9864898672266914,
198
+ "mean": 0.5862659814514274,
199
+ "min": 0.0,
200
+ "std": 0.19459278456334647
201
+ },
202
+ "num_samples": 103
203
+ },
204
+ "num_samples": 103,
205
+ "physical": {
206
+ "body_jerk_mean": {
207
+ "max": 534.1427612304688,
208
+ "mean": 210.09743677528158,
209
+ "min": 57.72282409667969,
210
+ "std": 92.57718095488383
211
+ },
212
+ "contact_sliding_speed": {
213
+ "max": 1.447645902633667,
214
+ "mean": 0.5972684129927922,
215
+ "min": 0.0,
216
+ "std": 0.30673194703726653
217
+ },
218
+ "foot_ground_error": {
219
+ "max": 0.18634726107120514,
220
+ "mean": 0.028955906667990736,
221
+ "min": 0.0035256401170045137,
222
+ "std": 0.03229545638860737
223
+ },
224
+ "num_samples": 103
225
+ }
226
+ },
227
+ "compas3d_original_audio_test": {
228
+ "aistpp_edge": {
229
+ "div_g_gap": -0.034260541937412015,
230
+ "div_g_generated": 4.493885948853737,
231
+ "div_g_reference": 4.528146490791149,
232
+ "div_k_gap": -2.9642665880074404,
233
+ "div_k_generated": 8.620355981070233,
234
+ "div_k_reference": 11.584622569077673,
235
+ "fid_g": 1.9159310723963827,
236
+ "fid_k": 32.94399414906243,
237
+ "geometric_feature_dim": 412,
238
+ "kinetic_feature_dim": 90,
239
+ "num_samples": 102,
240
+ "pfc_gap": {
241
+ "max": 3.2859140897821684,
242
+ "mean": 0.5678542908995347,
243
+ "min": -3.4288998410348936,
244
+ "std": 0.8670469678954206
245
+ },
246
+ "pfc_generated": {
247
+ "max": 4.837887263112963,
248
+ "mean": 1.0788474496677696,
249
+ "min": 0.05480384476793266,
250
+ "std": 0.8394332583743502
251
+ },
252
+ "pfc_reference": {
253
+ "max": 4.452664554185064,
254
+ "mean": 0.5109931587682353,
255
+ "min": 0.030597065341000908,
256
+ "std": 0.5892267025941194
257
+ }
258
+ },
259
+ "audio": {
260
+ "beat_align_gap": {
261
+ "max": 0.1807627160901621,
262
+ "mean": -0.048916984937539605,
263
+ "min": -0.2918267669837864,
264
+ "std": 0.09606341243769766
265
+ },
266
+ "beat_align_generated": {
267
+ "max": 0.6759029031940638,
268
+ "mean": 0.5383588329009606,
269
+ "min": 0.3372404868332141,
270
+ "std": 0.07688352249288155
271
+ },
272
+ "beat_align_reference": {
273
+ "max": 0.6759029031940639,
274
+ "mean": 0.5872758178385001,
275
+ "min": 0.44007268746408307,
276
+ "std": 0.06101503222114459
277
+ },
278
+ "num_samples": 102
279
+ },
280
+ "num_samples": 102,
281
+ "physical": {
282
+ "body_jerk_mean": {
283
+ "max": 188.44357299804688,
284
+ "mean": 118.32239023844402,
285
+ "min": 63.28831481933594,
286
+ "std": 27.902628357345304
287
+ },
288
+ "contact_sliding_speed": {
289
+ "max": 1.3050824403762817,
290
+ "mean": 0.698855979477658,
291
+ "min": 0.1778266876935959,
292
+ "std": 0.2534976913014099
293
+ },
294
+ "foot_ground_error": {
295
+ "max": 0.04240335151553154,
296
+ "mean": 0.01491895719778304,
297
+ "min": 0.004957920406013727,
298
+ "std": 0.007509810076091148
299
+ },
300
+ "num_samples": 102
301
+ }
302
+ },
303
+ "finedance_original_audio_test": {
304
+ "aistpp_edge": {
305
+ "div_g_gap": -0.28689917238574125,
306
+ "div_g_generated": 4.573142391888219,
307
+ "div_g_reference": 4.86004156427396,
308
+ "div_k_gap": -6.450164004449343,
309
+ "div_k_generated": 13.044714042880267,
310
+ "div_k_reference": 19.49487804732961,
311
+ "fid_g": 1.6720597427094503,
312
+ "fid_k": 44.28748412796847,
313
+ "geometric_feature_dim": 412,
314
+ "kinetic_feature_dim": 90,
315
+ "num_samples": 102,
316
+ "pfc_gap": {
317
+ "max": 3.1730004945186074,
318
+ "mean": 0.2826641118134899,
319
+ "min": -1.7984915693055905,
320
+ "std": 0.6975102693203636
321
+ },
322
+ "pfc_generated": {
323
+ "max": 3.8439825639067946,
324
+ "mean": 0.5990182722697293,
325
+ "min": 0.0072235201399238926,
326
+ "std": 0.6135201463489884
327
+ },
328
+ "pfc_reference": {
329
+ "max": 3.122786190063731,
330
+ "mean": 0.3163541604562393,
331
+ "min": 0.0007167477980582575,
332
+ "std": 0.4615228956341427
333
+ }
334
+ },
335
+ "audio": {
336
+ "beat_align_gap": {
337
+ "max": 0.5727460208534694,
338
+ "mean": -0.03409019806215857,
339
+ "min": -0.6662275460777919,
340
+ "std": 0.2713762840555029
341
+ },
342
+ "beat_align_generated": {
343
+ "max": 0.9231640851825846,
344
+ "mean": 0.4954428112271993,
345
+ "min": 0.024486789631825354,
346
+ "std": 0.18739941875308017
347
+ },
348
+ "beat_align_reference": {
349
+ "max": 0.9155656239411911,
350
+ "mean": 0.529533009289358,
351
+ "min": 0.16565130039393888,
352
+ "std": 0.18269913727648307
353
+ },
354
+ "num_samples": 102
355
+ },
356
+ "num_samples": 102,
357
+ "physical": {
358
+ "body_jerk_mean": {
359
+ "max": 257.3353271484375,
360
+ "mean": 108.09065014708275,
361
+ "min": 23.323572158813477,
362
+ "std": 44.833849571505326
363
+ },
364
+ "contact_sliding_speed": {
365
+ "max": 1.0814061164855957,
366
+ "mean": 0.4394932255221933,
367
+ "min": 0.041674550622701645,
368
+ "std": 0.2402967274353199
369
+ },
370
+ "foot_ground_error": {
371
+ "max": 0.13847976922988892,
372
+ "mean": 0.034401880198286154,
373
+ "min": 0.0019816779531538486,
374
+ "std": 0.03307799959465187
375
+ },
376
+ "num_samples": 102
377
+ }
378
+ },
379
+ "opendance_original_audio_test": {
380
+ "aistpp_edge": {
381
+ "div_g_gap": 0.10235533934662389,
382
+ "div_g_generated": 4.623208939401073,
383
+ "div_g_reference": 4.5208536000544495,
384
+ "div_k_gap": -2.0019469817683024,
385
+ "div_k_generated": 9.213272545940827,
386
+ "div_k_reference": 11.215219527709129,
387
+ "fid_g": 1.3300886022691394,
388
+ "fid_k": 17.302005749865515,
389
+ "geometric_feature_dim": 412,
390
+ "kinetic_feature_dim": 90,
391
+ "num_samples": 102,
392
+ "pfc_gap": {
393
+ "max": 0.9470055441580624,
394
+ "mean": 0.07711244714247718,
395
+ "min": -0.3519024396971154,
396
+ "std": 0.1906117105261317
397
+ },
398
+ "pfc_generated": {
399
+ "max": 0.965293833421638,
400
+ "mean": 0.15793641248355128,
401
+ "min": 0.0016077514989445466,
402
+ "std": 0.1861987217750821
403
+ },
404
+ "pfc_reference": {
405
+ "max": 0.5202682826002994,
406
+ "mean": 0.08082396534107408,
407
+ "min": 1.734456963144955e-05,
408
+ "std": 0.09160782744166214
409
+ }
410
+ },
411
+ "audio": {
412
+ "beat_align_gap": {
413
+ "max": 0.11686232214903958,
414
+ "mean": -0.0797678335557471,
415
+ "min": -0.30381748127976094,
416
+ "std": 0.09756456180372647
417
+ },
418
+ "beat_align_generated": {
419
+ "max": 0.6679285177945579,
420
+ "mean": 0.4980694539158867,
421
+ "min": 0.0,
422
+ "std": 0.09365775164875144
423
+ },
424
+ "beat_align_reference": {
425
+ "max": 0.7346093465204763,
426
+ "mean": 0.5778372874716339,
427
+ "min": 0.0,
428
+ "std": 0.08261153009190644
429
+ },
430
+ "num_samples": 102
431
+ },
432
+ "num_samples": 102,
433
+ "physical": {
434
+ "body_jerk_mean": {
435
+ "max": 259.9224853515625,
436
+ "mean": 76.97418780420341,
437
+ "min": 15.220442771911621,
438
+ "std": 32.15208032694657
439
+ },
440
+ "contact_sliding_speed": {
441
+ "max": 0.7481740713119507,
442
+ "mean": 0.2162890273748952,
443
+ "min": 0.024007244035601616,
444
+ "std": 0.13104015169608596
445
+ },
446
+ "foot_ground_error": {
447
+ "max": 0.09375901520252228,
448
+ "mean": 0.07525938608701907,
449
+ "min": 0.019255293533205986,
450
+ "std": 0.011675946978501987
451
+ },
452
+ "num_samples": 102
453
+ }
454
+ }
455
+ },
456
+ "exp": "500m",
457
+ "generated_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/generated_qpos.npz",
458
+ "label": "OmniMotion 500M mixed-modal s045000",
459
+ "num_frames": 60,
460
+ "num_samples": 512,
461
+ "physical_metrics": {
462
+ "body_jerk_mean": {
463
+ "max": 534.1427612304688,
464
+ "mean": 116.98972745798528,
465
+ "min": 15.220442771911621,
466
+ "std": 71.09322609850126
467
+ },
468
+ "contact_height_threshold": 0.12,
469
+ "contact_penetration_tolerance": 0.02,
470
+ "contact_sliding_speed": {
471
+ "max": 1.447645902633667,
472
+ "mean": 0.44293823325642734,
473
+ "min": 0.0,
474
+ "std": 0.2914000330877095
475
+ },
476
+ "foot_ground_error": {
477
+ "max": 0.18634726107120514,
478
+ "mean": 0.0441126293585512,
479
+ "min": 0.0019816779531538486,
480
+ "std": 0.03270474560642726
481
+ },
482
+ "frames": 60,
483
+ "num_samples": 512
484
+ },
485
+ "reference_qpos": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/reference_qpos.npz",
486
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/sample_metrics.jsonl",
487
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512.jsonl",
488
+ "split": "test",
489
+ "tracker_executed": {
490
+ "action_clip": 10.0,
491
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_executed_qpos.npz",
492
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/benchmark_tracker.json",
493
+ "control_substeps": 10,
494
+ "enabled": true,
495
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
496
+ "metrics": {
497
+ "e_acc": {
498
+ "max": 8.259288035333157,
499
+ "mean": 2.0614024991232327,
500
+ "min": 0.46103369095362723,
501
+ "std": 1.0815711596612003
502
+ },
503
+ "e_vel": {
504
+ "max": 19.858084619045258,
505
+ "mean": 6.302012816831848,
506
+ "min": 1.6124562826007605,
507
+ "std": 2.741472259607379
508
+ },
509
+ "enabled": true,
510
+ "g_mpjpe": {
511
+ "max": 463.38555216789246,
512
+ "mean": 103.06216195749585,
513
+ "min": 29.62130680680275,
514
+ "std": 45.44284424227401
515
+ },
516
+ "mpjpe": {
517
+ "max": 152.34677493572235,
518
+ "mean": 43.69451617094455,
519
+ "min": 19.32164840400219,
520
+ "std": 16.376843250540528
521
+ },
522
+ "num_samples": 512,
523
+ "root_index": 0,
524
+ "target_fps": 50.0
525
+ },
526
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_metrics.json",
527
+ "num_generated_samples": 512,
528
+ "num_samples": 512,
529
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
530
+ "robot_xml": null,
531
+ "root_index": 0,
532
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_sample_metrics.jsonl",
533
+ "selected_indices": [
534
+ 0,
535
+ 1,
536
+ 2,
537
+ 3,
538
+ 4,
539
+ 5,
540
+ 6,
541
+ 7,
542
+ 8,
543
+ 9,
544
+ 10,
545
+ 11,
546
+ 12,
547
+ 13,
548
+ 14,
549
+ 15,
550
+ 16,
551
+ 17,
552
+ 18,
553
+ 19,
554
+ 20,
555
+ 21,
556
+ 22,
557
+ 23,
558
+ 24,
559
+ 25,
560
+ 26,
561
+ 27,
562
+ 28,
563
+ 29,
564
+ 30,
565
+ 31,
566
+ 32,
567
+ 33,
568
+ 34,
569
+ 35,
570
+ 36,
571
+ 37,
572
+ 38,
573
+ 39,
574
+ 40,
575
+ 41,
576
+ 42,
577
+ 43,
578
+ 44,
579
+ 45,
580
+ 46,
581
+ 47,
582
+ 48,
583
+ 49,
584
+ 50,
585
+ 51,
586
+ 52,
587
+ 53,
588
+ 54,
589
+ 55,
590
+ 56,
591
+ 57,
592
+ 58,
593
+ 59,
594
+ 60,
595
+ 61,
596
+ 62,
597
+ 63,
598
+ 64,
599
+ 65,
600
+ 66,
601
+ 67,
602
+ 68,
603
+ 69,
604
+ 70,
605
+ 71,
606
+ 72,
607
+ 73,
608
+ 74,
609
+ 75,
610
+ 76,
611
+ 77,
612
+ 78,
613
+ 79,
614
+ 80,
615
+ 81,
616
+ 82,
617
+ 83,
618
+ 84,
619
+ 85,
620
+ 86,
621
+ 87,
622
+ 88,
623
+ 89,
624
+ 90,
625
+ 91,
626
+ 92,
627
+ 93,
628
+ 94,
629
+ 95,
630
+ 96,
631
+ 97,
632
+ 98,
633
+ 99,
634
+ 100,
635
+ 101,
636
+ 102,
637
+ 103,
638
+ 104,
639
+ 105,
640
+ 106,
641
+ 107,
642
+ 108,
643
+ 109,
644
+ 110,
645
+ 111,
646
+ 112,
647
+ 113,
648
+ 114,
649
+ 115,
650
+ 116,
651
+ 117,
652
+ 118,
653
+ 119,
654
+ 120,
655
+ 121,
656
+ 122,
657
+ 123,
658
+ 124,
659
+ 125,
660
+ 126,
661
+ 127,
662
+ 128,
663
+ 129,
664
+ 130,
665
+ 131,
666
+ 132,
667
+ 133,
668
+ 134,
669
+ 135,
670
+ 136,
671
+ 137,
672
+ 138,
673
+ 139,
674
+ 140,
675
+ 141,
676
+ 142,
677
+ 143,
678
+ 144,
679
+ 145,
680
+ 146,
681
+ 147,
682
+ 148,
683
+ 149,
684
+ 150,
685
+ 151,
686
+ 152,
687
+ 153,
688
+ 154,
689
+ 155,
690
+ 156,
691
+ 157,
692
+ 158,
693
+ 159,
694
+ 160,
695
+ 161,
696
+ 162,
697
+ 163,
698
+ 164,
699
+ 165,
700
+ 166,
701
+ 167,
702
+ 168,
703
+ 169,
704
+ 170,
705
+ 171,
706
+ 172,
707
+ 173,
708
+ 174,
709
+ 175,
710
+ 176,
711
+ 177,
712
+ 178,
713
+ 179,
714
+ 180,
715
+ 181,
716
+ 182,
717
+ 183,
718
+ 184,
719
+ 185,
720
+ 186,
721
+ 187,
722
+ 188,
723
+ 189,
724
+ 190,
725
+ 191,
726
+ 192,
727
+ 193,
728
+ 194,
729
+ 195,
730
+ 196,
731
+ 197,
732
+ 198,
733
+ 199,
734
+ 200,
735
+ 201,
736
+ 202,
737
+ 203,
738
+ 204,
739
+ 205,
740
+ 206,
741
+ 207,
742
+ 208,
743
+ 209,
744
+ 210,
745
+ 211,
746
+ 212,
747
+ 213,
748
+ 214,
749
+ 215,
750
+ 216,
751
+ 217,
752
+ 218,
753
+ 219,
754
+ 220,
755
+ 221,
756
+ 222,
757
+ 223,
758
+ 224,
759
+ 225,
760
+ 226,
761
+ 227,
762
+ 228,
763
+ 229,
764
+ 230,
765
+ 231,
766
+ 232,
767
+ 233,
768
+ 234,
769
+ 235,
770
+ 236,
771
+ 237,
772
+ 238,
773
+ 239,
774
+ 240,
775
+ 241,
776
+ 242,
777
+ 243,
778
+ 244,
779
+ 245,
780
+ 246,
781
+ 247,
782
+ 248,
783
+ 249,
784
+ 250,
785
+ 251,
786
+ 252,
787
+ 253,
788
+ 254,
789
+ 255,
790
+ 256,
791
+ 257,
792
+ 258,
793
+ 259,
794
+ 260,
795
+ 261,
796
+ 262,
797
+ 263,
798
+ 264,
799
+ 265,
800
+ 266,
801
+ 267,
802
+ 268,
803
+ 269,
804
+ 270,
805
+ 271,
806
+ 272,
807
+ 273,
808
+ 274,
809
+ 275,
810
+ 276,
811
+ 277,
812
+ 278,
813
+ 279,
814
+ 280,
815
+ 281,
816
+ 282,
817
+ 283,
818
+ 284,
819
+ 285,
820
+ 286,
821
+ 287,
822
+ 288,
823
+ 289,
824
+ 290,
825
+ 291,
826
+ 292,
827
+ 293,
828
+ 294,
829
+ 295,
830
+ 296,
831
+ 297,
832
+ 298,
833
+ 299,
834
+ 300,
835
+ 301,
836
+ 302,
837
+ 303,
838
+ 304,
839
+ 305,
840
+ 306,
841
+ 307,
842
+ 308,
843
+ 309,
844
+ 310,
845
+ 311,
846
+ 312,
847
+ 313,
848
+ 314,
849
+ 315,
850
+ 316,
851
+ 317,
852
+ 318,
853
+ 319,
854
+ 320,
855
+ 321,
856
+ 322,
857
+ 323,
858
+ 324,
859
+ 325,
860
+ 326,
861
+ 327,
862
+ 328,
863
+ 329,
864
+ 330,
865
+ 331,
866
+ 332,
867
+ 333,
868
+ 334,
869
+ 335,
870
+ 336,
871
+ 337,
872
+ 338,
873
+ 339,
874
+ 340,
875
+ 341,
876
+ 342,
877
+ 343,
878
+ 344,
879
+ 345,
880
+ 346,
881
+ 347,
882
+ 348,
883
+ 349,
884
+ 350,
885
+ 351,
886
+ 352,
887
+ 353,
888
+ 354,
889
+ 355,
890
+ 356,
891
+ 357,
892
+ 358,
893
+ 359,
894
+ 360,
895
+ 361,
896
+ 362,
897
+ 363,
898
+ 364,
899
+ 365,
900
+ 366,
901
+ 367,
902
+ 368,
903
+ 369,
904
+ 370,
905
+ 371,
906
+ 372,
907
+ 373,
908
+ 374,
909
+ 375,
910
+ 376,
911
+ 377,
912
+ 378,
913
+ 379,
914
+ 380,
915
+ 381,
916
+ 382,
917
+ 383,
918
+ 384,
919
+ 385,
920
+ 386,
921
+ 387,
922
+ 388,
923
+ 389,
924
+ 390,
925
+ 391,
926
+ 392,
927
+ 393,
928
+ 394,
929
+ 395,
930
+ 396,
931
+ 397,
932
+ 398,
933
+ 399,
934
+ 400,
935
+ 401,
936
+ 402,
937
+ 403,
938
+ 404,
939
+ 405,
940
+ 406,
941
+ 407,
942
+ 408,
943
+ 409,
944
+ 410,
945
+ 411,
946
+ 412,
947
+ 413,
948
+ 414,
949
+ 415,
950
+ 416,
951
+ 417,
952
+ 418,
953
+ 419,
954
+ 420,
955
+ 421,
956
+ 422,
957
+ 423,
958
+ 424,
959
+ 425,
960
+ 426,
961
+ 427,
962
+ 428,
963
+ 429,
964
+ 430,
965
+ 431,
966
+ 432,
967
+ 433,
968
+ 434,
969
+ 435,
970
+ 436,
971
+ 437,
972
+ 438,
973
+ 439,
974
+ 440,
975
+ 441,
976
+ 442,
977
+ 443,
978
+ 444,
979
+ 445,
980
+ 446,
981
+ 447,
982
+ 448,
983
+ 449,
984
+ 450,
985
+ 451,
986
+ 452,
987
+ 453,
988
+ 454,
989
+ 455,
990
+ 456,
991
+ 457,
992
+ 458,
993
+ 459,
994
+ 460,
995
+ 461,
996
+ 462,
997
+ 463,
998
+ 464,
999
+ 465,
1000
+ 466,
1001
+ 467,
1002
+ 468,
1003
+ 469,
1004
+ 470,
1005
+ 471,
1006
+ 472,
1007
+ 473,
1008
+ 474,
1009
+ 475,
1010
+ 476,
1011
+ 477,
1012
+ 478,
1013
+ 479,
1014
+ 480,
1015
+ 481,
1016
+ 482,
1017
+ 483,
1018
+ 484,
1019
+ 485,
1020
+ 486,
1021
+ 487,
1022
+ 488,
1023
+ 489,
1024
+ 490,
1025
+ 491,
1026
+ 492,
1027
+ 493,
1028
+ 494,
1029
+ 495,
1030
+ 496,
1031
+ 497,
1032
+ 498,
1033
+ 499,
1034
+ 500,
1035
+ 501,
1036
+ 502,
1037
+ 503,
1038
+ 504,
1039
+ 505,
1040
+ 506,
1041
+ 507,
1042
+ 508,
1043
+ 509,
1044
+ 510,
1045
+ 511
1046
+ ],
1047
+ "steps": null,
1048
+ "target_fps": 50.0,
1049
+ "valid_shape": [
1050
+ 512,
1051
+ 99
1052
+ ]
1053
+ },
1054
+ "transition_metrics": {
1055
+ "chunk_length": 60,
1056
+ "enabled": false,
1057
+ "num_frames": 60,
1058
+ "reason": "num_frames must be greater than chunk_length"
1059
+ }
1060
+ },
1061
+ "label": "OmniMotion 500M mixed-modal s045000"
1062
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/summary.md ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ # Generation Benchmark Summary
2
+
3
+ - benchmark: artifact_audio
4
+ - label: OmniMotion 500M mixed-modal s045000
5
+ - exp: 500m
6
+ - split: test
7
+
8
+ | ckpt | FID(seq) | KID(seq) | R@1 | R@2 | R@3 | Diversity | Matching | MultiModal Dist | BeatAlign | BeatAlign Ref | BeatAlign Gap | FIDk | FIDg | Divk | Divg | PFC | PFC Ref | contact_sliding | foot_ground_error | body_jerk | PJ | AUJ | Tracker g-MPJPE | Tracker MPJPE | Tracker E_vel | Tracker E_acc |
9
+ |---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
10
+ | OmniMotion 500M mixed-modal s045000 | N/A | N/A | N/A | N/A | N/A | N/A | N/A | N/A | **0.5092 +/- 0.1365** | **0.5613 +/- 0.1361** | **-0.0521 +/- 0.1829** | **33.0443** | **0.5280** | **13.2692** | **4.8973** | **0.6712 +/- 0.8615** | **0.4756 +/- 0.7533** | **0.4429 +/- 0.2914** | **0.0441 +/- 0.0327** | **116.9897 +/- 71.0932** | N/A | N/A | **103.0622 +/- 45.4428** | **43.6945 +/- 16.3768** | **6.3020 +/- 2.7415** | **2.0614 +/- 1.0816** |
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed.json ADDED
@@ -0,0 +1,565 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_clip": 10.0,
3
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_executed_qpos.npz",
4
+ "benchmark_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/benchmark_tracker.json",
5
+ "control_substeps": 10,
6
+ "enabled": true,
7
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
8
+ "metrics": {
9
+ "e_acc": {
10
+ "max": 8.259288035333157,
11
+ "mean": 2.0614024991232327,
12
+ "min": 0.46103369095362723,
13
+ "std": 1.0815711596612003
14
+ },
15
+ "e_vel": {
16
+ "max": 19.858084619045258,
17
+ "mean": 6.302012816831848,
18
+ "min": 1.6124562826007605,
19
+ "std": 2.741472259607379
20
+ },
21
+ "enabled": true,
22
+ "g_mpjpe": {
23
+ "max": 463.38555216789246,
24
+ "mean": 103.06216195749585,
25
+ "min": 29.62130680680275,
26
+ "std": 45.44284424227401
27
+ },
28
+ "mpjpe": {
29
+ "max": 152.34677493572235,
30
+ "mean": 43.69451617094455,
31
+ "min": 19.32164840400219,
32
+ "std": 16.376843250540528
33
+ },
34
+ "num_samples": 512,
35
+ "root_index": 0,
36
+ "target_fps": 50.0
37
+ },
38
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_metrics.json",
39
+ "num_generated_samples": 512,
40
+ "num_samples": 512,
41
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
42
+ "robot_xml": null,
43
+ "root_index": 0,
44
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_sample_metrics.jsonl",
45
+ "selected_indices": [
46
+ 0,
47
+ 1,
48
+ 2,
49
+ 3,
50
+ 4,
51
+ 5,
52
+ 6,
53
+ 7,
54
+ 8,
55
+ 9,
56
+ 10,
57
+ 11,
58
+ 12,
59
+ 13,
60
+ 14,
61
+ 15,
62
+ 16,
63
+ 17,
64
+ 18,
65
+ 19,
66
+ 20,
67
+ 21,
68
+ 22,
69
+ 23,
70
+ 24,
71
+ 25,
72
+ 26,
73
+ 27,
74
+ 28,
75
+ 29,
76
+ 30,
77
+ 31,
78
+ 32,
79
+ 33,
80
+ 34,
81
+ 35,
82
+ 36,
83
+ 37,
84
+ 38,
85
+ 39,
86
+ 40,
87
+ 41,
88
+ 42,
89
+ 43,
90
+ 44,
91
+ 45,
92
+ 46,
93
+ 47,
94
+ 48,
95
+ 49,
96
+ 50,
97
+ 51,
98
+ 52,
99
+ 53,
100
+ 54,
101
+ 55,
102
+ 56,
103
+ 57,
104
+ 58,
105
+ 59,
106
+ 60,
107
+ 61,
108
+ 62,
109
+ 63,
110
+ 64,
111
+ 65,
112
+ 66,
113
+ 67,
114
+ 68,
115
+ 69,
116
+ 70,
117
+ 71,
118
+ 72,
119
+ 73,
120
+ 74,
121
+ 75,
122
+ 76,
123
+ 77,
124
+ 78,
125
+ 79,
126
+ 80,
127
+ 81,
128
+ 82,
129
+ 83,
130
+ 84,
131
+ 85,
132
+ 86,
133
+ 87,
134
+ 88,
135
+ 89,
136
+ 90,
137
+ 91,
138
+ 92,
139
+ 93,
140
+ 94,
141
+ 95,
142
+ 96,
143
+ 97,
144
+ 98,
145
+ 99,
146
+ 100,
147
+ 101,
148
+ 102,
149
+ 103,
150
+ 104,
151
+ 105,
152
+ 106,
153
+ 107,
154
+ 108,
155
+ 109,
156
+ 110,
157
+ 111,
158
+ 112,
159
+ 113,
160
+ 114,
161
+ 115,
162
+ 116,
163
+ 117,
164
+ 118,
165
+ 119,
166
+ 120,
167
+ 121,
168
+ 122,
169
+ 123,
170
+ 124,
171
+ 125,
172
+ 126,
173
+ 127,
174
+ 128,
175
+ 129,
176
+ 130,
177
+ 131,
178
+ 132,
179
+ 133,
180
+ 134,
181
+ 135,
182
+ 136,
183
+ 137,
184
+ 138,
185
+ 139,
186
+ 140,
187
+ 141,
188
+ 142,
189
+ 143,
190
+ 144,
191
+ 145,
192
+ 146,
193
+ 147,
194
+ 148,
195
+ 149,
196
+ 150,
197
+ 151,
198
+ 152,
199
+ 153,
200
+ 154,
201
+ 155,
202
+ 156,
203
+ 157,
204
+ 158,
205
+ 159,
206
+ 160,
207
+ 161,
208
+ 162,
209
+ 163,
210
+ 164,
211
+ 165,
212
+ 166,
213
+ 167,
214
+ 168,
215
+ 169,
216
+ 170,
217
+ 171,
218
+ 172,
219
+ 173,
220
+ 174,
221
+ 175,
222
+ 176,
223
+ 177,
224
+ 178,
225
+ 179,
226
+ 180,
227
+ 181,
228
+ 182,
229
+ 183,
230
+ 184,
231
+ 185,
232
+ 186,
233
+ 187,
234
+ 188,
235
+ 189,
236
+ 190,
237
+ 191,
238
+ 192,
239
+ 193,
240
+ 194,
241
+ 195,
242
+ 196,
243
+ 197,
244
+ 198,
245
+ 199,
246
+ 200,
247
+ 201,
248
+ 202,
249
+ 203,
250
+ 204,
251
+ 205,
252
+ 206,
253
+ 207,
254
+ 208,
255
+ 209,
256
+ 210,
257
+ 211,
258
+ 212,
259
+ 213,
260
+ 214,
261
+ 215,
262
+ 216,
263
+ 217,
264
+ 218,
265
+ 219,
266
+ 220,
267
+ 221,
268
+ 222,
269
+ 223,
270
+ 224,
271
+ 225,
272
+ 226,
273
+ 227,
274
+ 228,
275
+ 229,
276
+ 230,
277
+ 231,
278
+ 232,
279
+ 233,
280
+ 234,
281
+ 235,
282
+ 236,
283
+ 237,
284
+ 238,
285
+ 239,
286
+ 240,
287
+ 241,
288
+ 242,
289
+ 243,
290
+ 244,
291
+ 245,
292
+ 246,
293
+ 247,
294
+ 248,
295
+ 249,
296
+ 250,
297
+ 251,
298
+ 252,
299
+ 253,
300
+ 254,
301
+ 255,
302
+ 256,
303
+ 257,
304
+ 258,
305
+ 259,
306
+ 260,
307
+ 261,
308
+ 262,
309
+ 263,
310
+ 264,
311
+ 265,
312
+ 266,
313
+ 267,
314
+ 268,
315
+ 269,
316
+ 270,
317
+ 271,
318
+ 272,
319
+ 273,
320
+ 274,
321
+ 275,
322
+ 276,
323
+ 277,
324
+ 278,
325
+ 279,
326
+ 280,
327
+ 281,
328
+ 282,
329
+ 283,
330
+ 284,
331
+ 285,
332
+ 286,
333
+ 287,
334
+ 288,
335
+ 289,
336
+ 290,
337
+ 291,
338
+ 292,
339
+ 293,
340
+ 294,
341
+ 295,
342
+ 296,
343
+ 297,
344
+ 298,
345
+ 299,
346
+ 300,
347
+ 301,
348
+ 302,
349
+ 303,
350
+ 304,
351
+ 305,
352
+ 306,
353
+ 307,
354
+ 308,
355
+ 309,
356
+ 310,
357
+ 311,
358
+ 312,
359
+ 313,
360
+ 314,
361
+ 315,
362
+ 316,
363
+ 317,
364
+ 318,
365
+ 319,
366
+ 320,
367
+ 321,
368
+ 322,
369
+ 323,
370
+ 324,
371
+ 325,
372
+ 326,
373
+ 327,
374
+ 328,
375
+ 329,
376
+ 330,
377
+ 331,
378
+ 332,
379
+ 333,
380
+ 334,
381
+ 335,
382
+ 336,
383
+ 337,
384
+ 338,
385
+ 339,
386
+ 340,
387
+ 341,
388
+ 342,
389
+ 343,
390
+ 344,
391
+ 345,
392
+ 346,
393
+ 347,
394
+ 348,
395
+ 349,
396
+ 350,
397
+ 351,
398
+ 352,
399
+ 353,
400
+ 354,
401
+ 355,
402
+ 356,
403
+ 357,
404
+ 358,
405
+ 359,
406
+ 360,
407
+ 361,
408
+ 362,
409
+ 363,
410
+ 364,
411
+ 365,
412
+ 366,
413
+ 367,
414
+ 368,
415
+ 369,
416
+ 370,
417
+ 371,
418
+ 372,
419
+ 373,
420
+ 374,
421
+ 375,
422
+ 376,
423
+ 377,
424
+ 378,
425
+ 379,
426
+ 380,
427
+ 381,
428
+ 382,
429
+ 383,
430
+ 384,
431
+ 385,
432
+ 386,
433
+ 387,
434
+ 388,
435
+ 389,
436
+ 390,
437
+ 391,
438
+ 392,
439
+ 393,
440
+ 394,
441
+ 395,
442
+ 396,
443
+ 397,
444
+ 398,
445
+ 399,
446
+ 400,
447
+ 401,
448
+ 402,
449
+ 403,
450
+ 404,
451
+ 405,
452
+ 406,
453
+ 407,
454
+ 408,
455
+ 409,
456
+ 410,
457
+ 411,
458
+ 412,
459
+ 413,
460
+ 414,
461
+ 415,
462
+ 416,
463
+ 417,
464
+ 418,
465
+ 419,
466
+ 420,
467
+ 421,
468
+ 422,
469
+ 423,
470
+ 424,
471
+ 425,
472
+ 426,
473
+ 427,
474
+ 428,
475
+ 429,
476
+ 430,
477
+ 431,
478
+ 432,
479
+ 433,
480
+ 434,
481
+ 435,
482
+ 436,
483
+ 437,
484
+ 438,
485
+ 439,
486
+ 440,
487
+ 441,
488
+ 442,
489
+ 443,
490
+ 444,
491
+ 445,
492
+ 446,
493
+ 447,
494
+ 448,
495
+ 449,
496
+ 450,
497
+ 451,
498
+ 452,
499
+ 453,
500
+ 454,
501
+ 455,
502
+ 456,
503
+ 457,
504
+ 458,
505
+ 459,
506
+ 460,
507
+ 461,
508
+ 462,
509
+ 463,
510
+ 464,
511
+ 465,
512
+ 466,
513
+ 467,
514
+ 468,
515
+ 469,
516
+ 470,
517
+ 471,
518
+ 472,
519
+ 473,
520
+ 474,
521
+ 475,
522
+ 476,
523
+ 477,
524
+ 478,
525
+ 479,
526
+ 480,
527
+ 481,
528
+ 482,
529
+ 483,
530
+ 484,
531
+ 485,
532
+ 486,
533
+ 487,
534
+ 488,
535
+ 489,
536
+ 490,
537
+ 491,
538
+ 492,
539
+ 493,
540
+ 494,
541
+ 495,
542
+ 496,
543
+ 497,
544
+ 498,
545
+ 499,
546
+ 500,
547
+ 501,
548
+ 502,
549
+ 503,
550
+ 504,
551
+ 505,
552
+ 506,
553
+ 507,
554
+ 508,
555
+ 509,
556
+ 510,
557
+ 511
558
+ ],
559
+ "steps": null,
560
+ "target_fps": 50.0,
561
+ "valid_shape": [
562
+ 512,
563
+ 99
564
+ ]
565
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/benchmark_tracker.json ADDED
@@ -0,0 +1,564 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_clip": 10.0,
3
+ "artifact_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_executed_qpos.npz",
4
+ "control_substeps": 10,
5
+ "enabled": true,
6
+ "holomotion_onnx": "${OMG_MODELS_ROOT}/HoloMotion/HoloMotion_v1.2/holomotion_v1.2_motion_tracking_model/exported/model.onnx",
7
+ "metrics": {
8
+ "e_acc": {
9
+ "max": 8.259288035333157,
10
+ "mean": 2.0614024991232327,
11
+ "min": 0.46103369095362723,
12
+ "std": 1.0815711596612003
13
+ },
14
+ "e_vel": {
15
+ "max": 19.858084619045258,
16
+ "mean": 6.302012816831848,
17
+ "min": 1.6124562826007605,
18
+ "std": 2.741472259607379
19
+ },
20
+ "enabled": true,
21
+ "g_mpjpe": {
22
+ "max": 463.38555216789246,
23
+ "mean": 103.06216195749585,
24
+ "min": 29.62130680680275,
25
+ "std": 45.44284424227401
26
+ },
27
+ "mpjpe": {
28
+ "max": 152.34677493572235,
29
+ "mean": 43.69451617094455,
30
+ "min": 19.32164840400219,
31
+ "std": 16.376843250540528
32
+ },
33
+ "num_samples": 512,
34
+ "root_index": 0,
35
+ "target_fps": 50.0
36
+ },
37
+ "metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_metrics.json",
38
+ "num_generated_samples": 512,
39
+ "num_samples": 512,
40
+ "providers": "TensorrtExecutionProvider,CUDAExecutionProvider",
41
+ "robot_xml": null,
42
+ "root_index": 0,
43
+ "sample_metrics_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_sample_metrics.jsonl",
44
+ "selected_indices": [
45
+ 0,
46
+ 1,
47
+ 2,
48
+ 3,
49
+ 4,
50
+ 5,
51
+ 6,
52
+ 7,
53
+ 8,
54
+ 9,
55
+ 10,
56
+ 11,
57
+ 12,
58
+ 13,
59
+ 14,
60
+ 15,
61
+ 16,
62
+ 17,
63
+ 18,
64
+ 19,
65
+ 20,
66
+ 21,
67
+ 22,
68
+ 23,
69
+ 24,
70
+ 25,
71
+ 26,
72
+ 27,
73
+ 28,
74
+ 29,
75
+ 30,
76
+ 31,
77
+ 32,
78
+ 33,
79
+ 34,
80
+ 35,
81
+ 36,
82
+ 37,
83
+ 38,
84
+ 39,
85
+ 40,
86
+ 41,
87
+ 42,
88
+ 43,
89
+ 44,
90
+ 45,
91
+ 46,
92
+ 47,
93
+ 48,
94
+ 49,
95
+ 50,
96
+ 51,
97
+ 52,
98
+ 53,
99
+ 54,
100
+ 55,
101
+ 56,
102
+ 57,
103
+ 58,
104
+ 59,
105
+ 60,
106
+ 61,
107
+ 62,
108
+ 63,
109
+ 64,
110
+ 65,
111
+ 66,
112
+ 67,
113
+ 68,
114
+ 69,
115
+ 70,
116
+ 71,
117
+ 72,
118
+ 73,
119
+ 74,
120
+ 75,
121
+ 76,
122
+ 77,
123
+ 78,
124
+ 79,
125
+ 80,
126
+ 81,
127
+ 82,
128
+ 83,
129
+ 84,
130
+ 85,
131
+ 86,
132
+ 87,
133
+ 88,
134
+ 89,
135
+ 90,
136
+ 91,
137
+ 92,
138
+ 93,
139
+ 94,
140
+ 95,
141
+ 96,
142
+ 97,
143
+ 98,
144
+ 99,
145
+ 100,
146
+ 101,
147
+ 102,
148
+ 103,
149
+ 104,
150
+ 105,
151
+ 106,
152
+ 107,
153
+ 108,
154
+ 109,
155
+ 110,
156
+ 111,
157
+ 112,
158
+ 113,
159
+ 114,
160
+ 115,
161
+ 116,
162
+ 117,
163
+ 118,
164
+ 119,
165
+ 120,
166
+ 121,
167
+ 122,
168
+ 123,
169
+ 124,
170
+ 125,
171
+ 126,
172
+ 127,
173
+ 128,
174
+ 129,
175
+ 130,
176
+ 131,
177
+ 132,
178
+ 133,
179
+ 134,
180
+ 135,
181
+ 136,
182
+ 137,
183
+ 138,
184
+ 139,
185
+ 140,
186
+ 141,
187
+ 142,
188
+ 143,
189
+ 144,
190
+ 145,
191
+ 146,
192
+ 147,
193
+ 148,
194
+ 149,
195
+ 150,
196
+ 151,
197
+ 152,
198
+ 153,
199
+ 154,
200
+ 155,
201
+ 156,
202
+ 157,
203
+ 158,
204
+ 159,
205
+ 160,
206
+ 161,
207
+ 162,
208
+ 163,
209
+ 164,
210
+ 165,
211
+ 166,
212
+ 167,
213
+ 168,
214
+ 169,
215
+ 170,
216
+ 171,
217
+ 172,
218
+ 173,
219
+ 174,
220
+ 175,
221
+ 176,
222
+ 177,
223
+ 178,
224
+ 179,
225
+ 180,
226
+ 181,
227
+ 182,
228
+ 183,
229
+ 184,
230
+ 185,
231
+ 186,
232
+ 187,
233
+ 188,
234
+ 189,
235
+ 190,
236
+ 191,
237
+ 192,
238
+ 193,
239
+ 194,
240
+ 195,
241
+ 196,
242
+ 197,
243
+ 198,
244
+ 199,
245
+ 200,
246
+ 201,
247
+ 202,
248
+ 203,
249
+ 204,
250
+ 205,
251
+ 206,
252
+ 207,
253
+ 208,
254
+ 209,
255
+ 210,
256
+ 211,
257
+ 212,
258
+ 213,
259
+ 214,
260
+ 215,
261
+ 216,
262
+ 217,
263
+ 218,
264
+ 219,
265
+ 220,
266
+ 221,
267
+ 222,
268
+ 223,
269
+ 224,
270
+ 225,
271
+ 226,
272
+ 227,
273
+ 228,
274
+ 229,
275
+ 230,
276
+ 231,
277
+ 232,
278
+ 233,
279
+ 234,
280
+ 235,
281
+ 236,
282
+ 237,
283
+ 238,
284
+ 239,
285
+ 240,
286
+ 241,
287
+ 242,
288
+ 243,
289
+ 244,
290
+ 245,
291
+ 246,
292
+ 247,
293
+ 248,
294
+ 249,
295
+ 250,
296
+ 251,
297
+ 252,
298
+ 253,
299
+ 254,
300
+ 255,
301
+ 256,
302
+ 257,
303
+ 258,
304
+ 259,
305
+ 260,
306
+ 261,
307
+ 262,
308
+ 263,
309
+ 264,
310
+ 265,
311
+ 266,
312
+ 267,
313
+ 268,
314
+ 269,
315
+ 270,
316
+ 271,
317
+ 272,
318
+ 273,
319
+ 274,
320
+ 275,
321
+ 276,
322
+ 277,
323
+ 278,
324
+ 279,
325
+ 280,
326
+ 281,
327
+ 282,
328
+ 283,
329
+ 284,
330
+ 285,
331
+ 286,
332
+ 287,
333
+ 288,
334
+ 289,
335
+ 290,
336
+ 291,
337
+ 292,
338
+ 293,
339
+ 294,
340
+ 295,
341
+ 296,
342
+ 297,
343
+ 298,
344
+ 299,
345
+ 300,
346
+ 301,
347
+ 302,
348
+ 303,
349
+ 304,
350
+ 305,
351
+ 306,
352
+ 307,
353
+ 308,
354
+ 309,
355
+ 310,
356
+ 311,
357
+ 312,
358
+ 313,
359
+ 314,
360
+ 315,
361
+ 316,
362
+ 317,
363
+ 318,
364
+ 319,
365
+ 320,
366
+ 321,
367
+ 322,
368
+ 323,
369
+ 324,
370
+ 325,
371
+ 326,
372
+ 327,
373
+ 328,
374
+ 329,
375
+ 330,
376
+ 331,
377
+ 332,
378
+ 333,
379
+ 334,
380
+ 335,
381
+ 336,
382
+ 337,
383
+ 338,
384
+ 339,
385
+ 340,
386
+ 341,
387
+ 342,
388
+ 343,
389
+ 344,
390
+ 345,
391
+ 346,
392
+ 347,
393
+ 348,
394
+ 349,
395
+ 350,
396
+ 351,
397
+ 352,
398
+ 353,
399
+ 354,
400
+ 355,
401
+ 356,
402
+ 357,
403
+ 358,
404
+ 359,
405
+ 360,
406
+ 361,
407
+ 362,
408
+ 363,
409
+ 364,
410
+ 365,
411
+ 366,
412
+ 367,
413
+ 368,
414
+ 369,
415
+ 370,
416
+ 371,
417
+ 372,
418
+ 373,
419
+ 374,
420
+ 375,
421
+ 376,
422
+ 377,
423
+ 378,
424
+ 379,
425
+ 380,
426
+ 381,
427
+ 382,
428
+ 383,
429
+ 384,
430
+ 385,
431
+ 386,
432
+ 387,
433
+ 388,
434
+ 389,
435
+ 390,
436
+ 391,
437
+ 392,
438
+ 393,
439
+ 394,
440
+ 395,
441
+ 396,
442
+ 397,
443
+ 398,
444
+ 399,
445
+ 400,
446
+ 401,
447
+ 402,
448
+ 403,
449
+ 404,
450
+ 405,
451
+ 406,
452
+ 407,
453
+ 408,
454
+ 409,
455
+ 410,
456
+ 411,
457
+ 412,
458
+ 413,
459
+ 414,
460
+ 415,
461
+ 416,
462
+ 417,
463
+ 418,
464
+ 419,
465
+ 420,
466
+ 421,
467
+ 422,
468
+ 423,
469
+ 424,
470
+ 425,
471
+ 426,
472
+ 427,
473
+ 428,
474
+ 429,
475
+ 430,
476
+ 431,
477
+ 432,
478
+ 433,
479
+ 434,
480
+ 435,
481
+ 436,
482
+ 437,
483
+ 438,
484
+ 439,
485
+ 440,
486
+ 441,
487
+ 442,
488
+ 443,
489
+ 444,
490
+ 445,
491
+ 446,
492
+ 447,
493
+ 448,
494
+ 449,
495
+ 450,
496
+ 451,
497
+ 452,
498
+ 453,
499
+ 454,
500
+ 455,
501
+ 456,
502
+ 457,
503
+ 458,
504
+ 459,
505
+ 460,
506
+ 461,
507
+ 462,
508
+ 463,
509
+ 464,
510
+ 465,
511
+ 466,
512
+ 467,
513
+ 468,
514
+ 469,
515
+ 470,
516
+ 471,
517
+ 472,
518
+ 473,
519
+ 474,
520
+ 475,
521
+ 476,
522
+ 477,
523
+ 478,
524
+ 479,
525
+ 480,
526
+ 481,
527
+ 482,
528
+ 483,
529
+ 484,
530
+ 485,
531
+ 486,
532
+ 487,
533
+ 488,
534
+ 489,
535
+ 490,
536
+ 491,
537
+ 492,
538
+ 493,
539
+ 494,
540
+ 495,
541
+ 496,
542
+ 497,
543
+ 498,
544
+ 499,
545
+ 500,
546
+ 501,
547
+ 502,
548
+ 503,
549
+ 504,
550
+ 505,
551
+ 506,
552
+ 507,
553
+ 508,
554
+ 509,
555
+ 510,
556
+ 511
557
+ ],
558
+ "steps": null,
559
+ "target_fps": 50.0,
560
+ "valid_shape": [
561
+ 512,
562
+ 99
563
+ ]
564
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_metrics.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "e_acc": {
3
+ "max": 8.259288035333157,
4
+ "mean": 2.0614024991232327,
5
+ "min": 0.46103369095362723,
6
+ "std": 1.0815711596612003
7
+ },
8
+ "e_vel": {
9
+ "max": 19.858084619045258,
10
+ "mean": 6.302012816831848,
11
+ "min": 1.6124562826007605,
12
+ "std": 2.741472259607379
13
+ },
14
+ "enabled": true,
15
+ "g_mpjpe": {
16
+ "max": 463.38555216789246,
17
+ "mean": 103.06216195749585,
18
+ "min": 29.62130680680275,
19
+ "std": 45.44284424227401
20
+ },
21
+ "mpjpe": {
22
+ "max": 152.34677493572235,
23
+ "mean": 43.69451617094455,
24
+ "min": 19.32164840400219,
25
+ "std": 16.376843250540528
26
+ },
27
+ "num_samples": 512,
28
+ "root_index": 0,
29
+ "target_fps": 50.0
30
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s045000/tracker_executed/tracker_sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/audio_metrics.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "beat_align_gap": {
3
+ "max": 0.6486531208176839,
4
+ "mean": -0.061145166624297316,
5
+ "min": -0.6907824785306439,
6
+ "std": 0.19236023453747444
7
+ },
8
+ "beat_align_generated": {
9
+ "max": 0.9729797344533828,
10
+ "mean": 0.49993217726137046,
11
+ "min": 0.0,
12
+ "std": 0.1421863999351507
13
+ },
14
+ "beat_align_reference": {
15
+ "max": 0.9155656239411911,
16
+ "mean": 0.5610773438856678,
17
+ "min": 0.0,
18
+ "std": 0.13221034482813218
19
+ },
20
+ "beat_direction": "music_to_motion",
21
+ "beat_threshold": 0.5,
22
+ "frames": 60,
23
+ "min_motion_beat_distance_seconds": 0.25,
24
+ "num_samples": 256,
25
+ "sigma_frames": 3.0
26
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/physical_metrics.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "body_jerk_mean": {
3
+ "max": 291.0885925292969,
4
+ "mean": 86.685512855649,
5
+ "min": 14.008991241455078,
6
+ "std": 42.34200537456419
7
+ },
8
+ "contact_height_threshold": 0.12,
9
+ "contact_penetration_tolerance": 0.02,
10
+ "contact_sliding_speed": {
11
+ "max": 1.3461910486221313,
12
+ "mean": 0.36593274437473156,
13
+ "min": 0.0,
14
+ "std": 0.2761129213936802
15
+ },
16
+ "foot_ground_error": {
17
+ "max": 0.14209884405136108,
18
+ "mean": 0.04749722149244917,
19
+ "min": 0.0027767836581915617,
20
+ "std": 0.03341648643918651
21
+ },
22
+ "frames": 60,
23
+ "num_samples": 256
24
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/sample_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/samples.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/summary.md ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Generation Benchmark Summary
2
+
3
+ - benchmark: audio
4
+ - ckpts: ['${OMG_REPO_ROOT}/outputs/g1_transformer_guided_500m_mixed_modal_all_original_rot6d_diffusion_only_8gpu_materialized_resume45k_lr3e-5_diagoff/checkpoints/sstep=050000.ckpt']
5
+ - datasets: ['100style_original_filtered_test', 'amass_original_filtered_test', 'bones_seed_original_filtered_test', 'fitness_original_filtered_test', 'humanml_original_filtered_test', 'idea400_original_filtered_test', 'lafan1_original_filtered_test', 'motiongv_original_filtered_test', 'motionllama_original_filtered_test', 'omomo_original_filtered_test', 'permo_original_filtered_test', 'snapmogen_original_filtered_test', 'aioz_gdance_original_audio_test', 'aistpp_original_audio_test', 'choreomaster_original_audio_test', 'compas3d_original_audio_test', 'opendance_original_audio_test', 'finedance_original_audio_test', 'beat2_original_humanref_test']
6
+ - num_samples: 256
7
+ - num_frames: 60
8
+ - batch_size: 16
9
+ - split: test
10
+ - data: filtered_original_mixed_modalities_all
11
+ - beat_direction: music_to_motion
12
+ - sigma_frames: 3.0
13
+ - aistpp_up_axis: z
14
+ - pfc_root_index: 0
15
+ - pfc_left_foot_indices: [5, 6]
16
+ - pfc_right_foot_indices: [11, 12]
17
+ - transition_metrics: TextOp-style PJ/AUJ on body/link jerk over transition windows centered at autoregressive chunk seams.
18
+
19
+ | ckpt | BeatAlign | BeatAlign Ref | BeatAlign Gap | FIDk | FIDg | Divk | Divg | PFC | PFC Ref | contact_sliding | foot_ground_error | body_jerk | PJ | AUJ | Tracker g-MPJPE | Tracker MPJPE | Tracker E_vel | Tracker E_acc |
20
+ |---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
21
+ | sstep=050000 | **0.4999 +/- 0.1422** | **0.5611 +/- 0.1322** | **-0.0611 +/- 0.1924** | **37.7512** | **1.2877** | **9.7774** | **4.9526** | **0.4651 +/- 0.6732** | **0.2358 +/- 0.3700** | **0.3659 +/- 0.2761** | **0.0475 +/- 0.0334** | **86.6855 +/- 42.3420** | N/A | N/A | N/A | N/A | N/A | N/A |
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/transition_metrics.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 60,
3
+ "enabled": false,
4
+ "num_frames": 60,
5
+ "reason": "num_frames must be greater than chunk_length"
6
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shards.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_samples/mixed_modalities_all_v1/audio_test_512.jsonl",
3
+ "output_dir": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards",
4
+ "num_samples": 512,
5
+ "num_shards": 2,
6
+ "shards": [
7
+ {
8
+ "shard_index": 0,
9
+ "start": 0,
10
+ "end": 256,
11
+ "num_samples": 256,
12
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000/samples.jsonl",
13
+ "output_dir": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_000"
14
+ },
15
+ {
16
+ "shard_index": 1,
17
+ "start": 256,
18
+ "end": 512,
19
+ "num_samples": 256,
20
+ "samples_path": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001/samples.jsonl",
21
+ "output_dir": "${OMG_REPO_ROOT}/outputs/benchmark_results_mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/_shards/shard_001"
22
+ }
23
+ ]
24
+ }
benchmark/results/mixed_modalities_all_v1/audio/omnimotion_500m_mixed_modal_all_s050000/aistpp_edge_metrics.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "div_g_gap": -0.13998275375109337,
3
+ "div_g_generated": 4.8631548754396245,
4
+ "div_g_reference": 5.003137629190718,
5
+ "div_k_gap": -5.543426247795791,
6
+ "div_k_generated": 12.012466155695014,
7
+ "div_k_reference": 17.555892403490805,
8
+ "fid_g": 0.6341709397350925,
9
+ "fid_k": 40.45658859392529,
10
+ "frames": 60,
11
+ "geometric_feature": "g1_root_relative_body_geometry",
12
+ "geometric_feature_dim": 412,
13
+ "kinetic_feature": "fairmotion_root_relative_joint_kinetic_energy",
14
+ "kinetic_feature_dim": 90,
15
+ "left_foot_indices": [
16
+ 5,
17
+ 6
18
+ ],
19
+ "num_samples": 512,
20
+ "pfc_gap": {
21
+ "max": 3.9473193601651126,
22
+ "mean": 0.16198682829270922,
23
+ "min": -4.117722507183191,
24
+ "std": 0.862082951338428
25
+ },
26
+ "pfc_generated": {
27
+ "max": 6.867750479656623,
28
+ "mean": 0.6375864758791068,
29
+ "min": 0.0005474476438059116,
30
+ "std": 0.8302787169378244
31
+ },
32
+ "pfc_reference": {
33
+ "max": 5.707070070036645,
34
+ "mean": 0.4755996475863976,
35
+ "min": 1.734456963144955e-05,
36
+ "std": 0.7533267987077545
37
+ },
38
+ "right_foot_indices": [
39
+ 11,
40
+ 12
41
+ ],
42
+ "root_index": 0,
43
+ "up_axis": "z"
44
+ }