Instructions to use WitneyWW/acts-sensoronly-ablation with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use WitneyWW/acts-sensoronly-ablation with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Download eval/cases/pusht_reference_metrics.json from WitneyWW/acts-sensoronly-ablation: direct link, hf CLI and curl.
- Browser
- Download file 40.2 kB
-
https://huggingface.co/WitneyWW/acts-sensoronly-ablation/resolve/main/eval/cases/pusht_reference_metrics.json
- Command line
-
hf download hf://WitneyWW/acts-sensoronly-ablation/eval/cases/pusht_reference_metrics.json
-
curl -L -o pusht_reference_metrics.json https://huggingface.co/WitneyWW/acts-sensoronly-ablation/resolve/main/eval/cases/pusht_reference_metrics.json
40.2 kB
{
"note": "metrics produced on the original cluster with epoch_019 (UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare",
"cases": [
{
"output_subdir": "00_pushT_0911_episode_005_seg00_none",
"short": {
"video": {
"psnr": 32.568208827934114,
"ssim": 0.9541868583287569,
"lpips": 0.019921548664569855
},
"wrist_left": {
"psnr": 21.322756225854192,
"ssim": 0.8187069422596068,
"lpips": 0.12367840111255646
},
"wrist_right": {
"psnr": 32.40406800372442,
"ssim": 0.9626083500144471,
"lpips": 0.016617566347122192
},
"tactile_left": {
"psnr": 50.030911777969365,
"ssim": 0.992728710982635,
"lpips": 0.005343232303857803
},
"tactile_right": {
"psnr": 51.02857638415887,
"ssim": 0.9949318254430171,
"lpips": 0.0036033231299370527
}
},
"long_mean": {
"video": {
"psnr": 23.84568947747832,
"ssim": 0.8342490063985353,
"lpips": 0.12649155532320341
},
"wrist_left": {
"psnr": 15.183115564599259,
"ssim": 0.6195669275756729,
"lpips": 0.3320274959007899
},
"wrist_right": {
"psnr": 19.96676214879472,
"ssim": 0.7310744879690757,
"lpips": 0.22271501819292705
},
"tactile_left": {
"psnr": 39.67561442693354,
"ssim": 0.9747618592896099,
"lpips": 0.0793322696040074
},
"tactile_right": {
"psnr": 39.76129769979316,
"ssim": 0.9776329945972919,
"lpips": 0.0948912377624462
}
}
},
{
"output_subdir": "01_pushT_0911_episode_005_seg00_onset",
"short": {
"video": {
"psnr": 30.1187414862773,
"ssim": 0.9317700114228471,
"lpips": 0.02716631442308426
},
"wrist_left": {
"psnr": 22.038933283771286,
"ssim": 0.8645283946481059,
"lpips": 0.060812145471572876
},
"wrist_right": {
"psnr": 21.97808302235696,
"ssim": 0.7896922171865426,
"lpips": 0.11895616352558136
},
"tactile_left": {
"psnr": 43.72745966211092,
"ssim": 0.9803123230071478,
"lpips": 0.031757332384586334
},
"tactile_right": {
"psnr": 49.41308108657879,
"ssim": 0.9934133086389849,
"lpips": 0.006520836614072323
}
},
"long_mean": {
"video": {
"psnr": 21.485021551073675,
"ssim": 0.7742599834018039,
"lpips": 0.21932339668273926
},
"wrist_left": {
"psnr": 13.881630041782993,
"ssim": 0.5951904121906468,
"lpips": 0.36445418496926624
},
"wrist_right": {
"psnr": 14.174820798309067,
"ssim": 0.6352349948974141,
"lpips": 0.34916944007078804
},
"tactile_left": {
"psnr": 38.99141755227001,
"ssim": 0.9733037157273695,
"lpips": 0.07090171600381533
},
"tactile_right": {
"psnr": 39.617442642557734,
"ssim": 0.9780628415299055,
"lpips": 0.08561254298935334
}
}
},
{
"output_subdir": "02_pushT_0911_episode_005_seg00_release",
"short": {
"video": {
"psnr": 32.650201067341825,
"ssim": 0.9604389633968151,
"lpips": 0.016655856743454933
},
"wrist_left": {
"psnr": 23.50869705906152,
"ssim": 0.8767252429545664,
"lpips": 0.04601942002773285
},
"wrist_right": {
"psnr": 28.00470882478568,
"ssim": 0.9227516902917872,
"lpips": 0.02936623990535736
},
"tactile_left": {
"psnr": 45.41785526528396,
"ssim": 0.9881970615896986,
"lpips": 0.02644193172454834
},
"tactile_right": {
"psnr": 53.17176630688068,
"ssim": 0.9960319717752533,
"lpips": 0.0021696770563721657
}
},
"long_mean": {
"video": {
"psnr": 25.20232127130906,
"ssim": 0.8347146727855379,
"lpips": 0.11068849116563798
},
"wrist_left": {
"psnr": 15.878315991379997,
"ssim": 0.6416757224073463,
"lpips": 0.28584387302398684
},
"wrist_right": {
"psnr": 17.469244048836394,
"ssim": 0.6860318516880533,
"lpips": 0.26657163401444756
},
"tactile_left": {
"psnr": 38.31438840480027,
"ssim": 0.9722532118033544,
"lpips": 0.08553792784611385
},
"tactile_right": {
"psnr": 40.59982509121699,
"ssim": 0.9791825780490787,
"lpips": 0.08499019375691812
}
}
},
{
"output_subdir": "03_pushT_0911_episode_005_seg00_full",
"short": {
"video": {
"psnr": 28.564148641055894,
"ssim": 0.9182875410176419,
"lpips": 0.03540608286857605
},
"wrist_left": {
"psnr": 25.27251792271594,
"ssim": 0.89113729577489,
"lpips": 0.04964587837457657
},
"wrist_right": {
"psnr": 17.79528252700905,
"ssim": 0.7973040944622315,
"lpips": 0.20250624418258667
},
"tactile_left": {
"psnr": 40.6817911269668,
"ssim": 0.9756315848382964,
"lpips": 0.05122029408812523
},
"tactile_right": {
"psnr": 53.20867849290352,
"ssim": 0.9960212681137934,
"lpips": 0.0025462000630795956
}
},
"long_mean": {
"video": {
"psnr": 23.55598251343338,
"ssim": 0.8188856311750591,
"lpips": 0.12320949584245681
},
"wrist_left": {
"psnr": 16.918808937284812,
"ssim": 0.6771933129989626,
"lpips": 0.27960896541674934
},
"wrist_right": {
"psnr": 18.80517437761837,
"ssim": 0.6976645266002627,
"lpips": 0.2651042188207308
},
"tactile_left": {
"psnr": 37.925950026029646,
"ssim": 0.9674597457805179,
"lpips": 0.10282198165853819
},
"tactile_right": {
"psnr": 40.31359820457443,
"ssim": 0.978087382705602,
"lpips": 0.09974450099592408
}
}
},
{
"output_subdir": "04_pushT_0911_episode_005_seg01_none",
"short": {
"video": {
"psnr": 27.867702842695415,
"ssim": 0.9133369058669811,
"lpips": 0.04769230633974075
},
"wrist_left": {
"psnr": 23.252896863591623,
"ssim": 0.8441569408561365,
"lpips": 0.07585810869932175
},
"wrist_right": {
"psnr": 21.358522225234275,
"ssim": 0.8154801395737015,
"lpips": 0.11788059771060944
},
"tactile_left": {
"psnr": 51.3993105428304,
"ssim": 0.9948701178725388,
"lpips": 0.003661023685708642
},
"tactile_right": {
"psnr": 48.81784781588449,
"ssim": 0.9922744601486644,
"lpips": 0.009044293314218521
}
},
"long_mean": {
"video": {
"psnr": 21.400302331433174,
"ssim": 0.7445704260852873,
"lpips": 0.21879795144001643
},
"wrist_left": {
"psnr": 14.079782402428211,
"ssim": 0.5691746302372352,
"lpips": 0.38479716231425604
},
"wrist_right": {
"psnr": 16.149873312562725,
"ssim": 0.6674054100072617,
"lpips": 0.28329671422640484
},
"tactile_left": {
"psnr": 40.879214640820436,
"ssim": 0.9759844076241088,
"lpips": 0.07378993240805963
},
"tactile_right": {
"psnr": 40.5007123997638,
"ssim": 0.9784257298956743,
"lpips": 0.08595463633537292
}
}
},
{
"output_subdir": "05_pushT_0911_episode_005_seg01_onset",
"short": {
"video": {
"psnr": 34.158616935911546,
"ssim": 0.9630385783305229,
"lpips": 0.013648665510118008
},
"wrist_left": {
"psnr": 23.306867266136347,
"ssim": 0.8599704259692638,
"lpips": 0.059776775538921356
},
"wrist_right": {
"psnr": 29.05991948748296,
"ssim": 0.9237757753489392,
"lpips": 0.03163035213947296
},
"tactile_left": {
"psnr": 44.90964083138845,
"ssim": 0.9837331712236157,
"lpips": 0.020335089415311813
},
"tactile_right": {
"psnr": 46.45747075490712,
"ssim": 0.9868695252216195,
"lpips": 0.017100222408771515
}
}
},
{
"output_subdir": "06_pushT_0911_episode_005_seg01_release",
"short": {
"video": {
"psnr": 24.034028079659482,
"ssim": 0.82330896772981,
"lpips": 0.10202276706695557
},
"wrist_left": {
"psnr": 17.328810454587614,
"ssim": 0.7564335473637601,
"lpips": 0.18767763674259186
},
"wrist_right": {
"psnr": 20.587892945280984,
"ssim": 0.8241039469232914,
"lpips": 0.14659985899925232
},
"tactile_left": {
"psnr": 45.5306078280364,
"ssim": 0.9865911816040892,
"lpips": 0.011355919763445854
},
"tactile_right": {
"psnr": 50.167133254235985,
"ssim": 0.9940669153969648,
"lpips": 0.004565100185573101
}
},
"long_mean": {
"video": {
"psnr": 20.089834421450504,
"ssim": 0.6959298842805163,
"lpips": 0.28719658056894937
},
"wrist_left": {
"psnr": 12.793827080035173,
"ssim": 0.5338848779753279,
"lpips": 0.41464554965496064
},
"wrist_right": {
"psnr": 13.573950749278904,
"ssim": 0.568174682305828,
"lpips": 0.4428510804971059
},
"tactile_left": {
"psnr": 39.717411715087984,
"ssim": 0.9753999307143417,
"lpips": 0.07214871471126874
},
"tactile_right": {
"psnr": 40.42535027406548,
"ssim": 0.9778134582834636,
"lpips": 0.0900629195695122
}
}
},
{
"output_subdir": "07_pushT_0911_episode_007_seg00_none",
"short": {
"video": {
"psnr": 27.323205798893756,
"ssim": 0.9263650198337616,
"lpips": 0.06707368791103363
},
"wrist_left": {
"psnr": 21.498692286664692,
"ssim": 0.7732990637615251,
"lpips": 0.16149069368839264
},
"wrist_right": {
"psnr": 20.178735770791093,
"ssim": 0.8055417201925048,
"lpips": 0.13077448308467865
},
"tactile_left": {
"psnr": 47.5925199615033,
"ssim": 0.9910739036866955,
"lpips": 0.022282712161540985
},
"tactile_right": {
"psnr": 48.59567904440407,
"ssim": 0.9917682660012452,
"lpips": 0.010485006496310234
}
},
"long_mean": {
"video": {
"psnr": 23.60900699069005,
"ssim": 0.8286412897134533,
"lpips": 0.12126926630735398
},
"wrist_left": {
"psnr": 14.693108290771267,
"ssim": 0.5716586113787264,
"lpips": 0.3200087616840998
},
"wrist_right": {
"psnr": 15.332955830020817,
"ssim": 0.658436255438368,
"lpips": 0.34143832623958587
},
"tactile_left": {
"psnr": 39.31025939245301,
"ssim": 0.975379222372802,
"lpips": 0.07804435764749845
},
"tactile_right": {
"psnr": 39.33437489005946,
"ssim": 0.9778250055593056,
"lpips": 0.08797079188128312
}
}
},
{
"output_subdir": "08_pushT_0911_episode_007_seg00_onset",
"short": {
"video": {
"psnr": 32.13479617901128,
"ssim": 0.9448882755395056,
"lpips": 0.021039731800556183
},
"wrist_left": {
"psnr": 23.509011312842855,
"ssim": 0.8583761250154607,
"lpips": 0.07283350825309753
},
"wrist_right": {
"psnr": 22.512596762859317,
"ssim": 0.8474383116765148,
"lpips": 0.06893302500247955
},
"tactile_left": {
"psnr": 45.328550242048905,
"ssim": 0.9860571297029592,
"lpips": 0.02237686701118946
},
"tactile_right": {
"psnr": 47.053154746135945,
"ssim": 0.9910091989959937,
"lpips": 0.012125441804528236
}
},
"long_mean": {
"video": {
"psnr": 24.444793460239566,
"ssim": 0.8333344138786665,
"lpips": 0.11734366814295451
},
"wrist_left": {
"psnr": 15.36924915259641,
"ssim": 0.5682855208243681,
"lpips": 0.31758423944314323
},
"wrist_right": {
"psnr": 16.988008140139332,
"ssim": 0.6773499111840571,
"lpips": 0.2644078721602758
},
"tactile_left": {
"psnr": 38.55832352108484,
"ssim": 0.9727347483077462,
"lpips": 0.08215044302244981
},
"tactile_right": {
"psnr": 39.98090342011732,
"ssim": 0.9779260826354037,
"lpips": 0.08254398914674918
}
}
},
{
"output_subdir": "09_pushT_0911_episode_007_seg00_release",
"short": {
"video": {
"psnr": 31.86331351185636,
"ssim": 0.9468590458200327,
"lpips": 0.022661937400698662
},
"wrist_left": {
"psnr": 29.559215192161254,
"ssim": 0.9255252719847334,
"lpips": 0.021433193236589432
},
"wrist_right": {
"psnr": 19.657024706291093,
"ssim": 0.7925237910164787,
"lpips": 0.18200409412384033
},
"tactile_left": {
"psnr": 47.96428857403672,
"ssim": 0.9917288195488705,
"lpips": 0.009893625043332577
},
"tactile_right": {
"psnr": 51.63259377524436,
"ssim": 0.9948476316889132,
"lpips": 0.00302709499374032
}
},
"long_mean": {
"video": {
"psnr": 23.424348714686392,
"ssim": 0.8019315495651568,
"lpips": 0.15463736690580845
},
"wrist_left": {
"psnr": 16.078300085052277,
"ssim": 0.6104233973800474,
"lpips": 0.31690652196606
},
"wrist_right": {
"psnr": 13.59230063050427,
"ssim": 0.5460581379042159,
"lpips": 0.42888232072194415
},
"tactile_left": {
"psnr": 36.91258063666872,
"ssim": 0.9699092096774128,
"lpips": 0.10498531305541595
},
"tactile_right": {
"psnr": 40.05734461496736,
"ssim": 0.9767805393775414,
"lpips": 0.10096266670152546
}
}
},
{
"output_subdir": "10_pushT_0911_episode_007_seg00_full",
"short": {
"video": {
"psnr": 33.111719488957846,
"ssim": 0.9541652785197299,
"lpips": 0.018720168620347977
},
"wrist_left": {
"psnr": 32.24263709530666,
"ssim": 0.951022405318076,
"lpips": 0.014037738554179668
},
"wrist_right": {
"psnr": 24.399741483417476,
"ssim": 0.8353281736944762,
"lpips": 0.0812104344367981
},
"tactile_left": {
"psnr": 48.529323433772305,
"ssim": 0.9916725739830253,
"lpips": 0.007390424609184265
},
"tactile_right": {
"psnr": 50.18194618412669,
"ssim": 0.9941631449308126,
"lpips": 0.004169111605733633
}
},
"long_mean": {
"video": {
"psnr": 24.336740716928958,
"ssim": 0.8229618200923138,
"lpips": 0.13326030584673088
},
"wrist_left": {
"psnr": 18.18733087887916,
"ssim": 0.6663541573136185,
"lpips": 0.27563545970867076
},
"wrist_right": {
"psnr": 14.11532840094424,
"ssim": 0.5541357400196476,
"lpips": 0.4146359433730443
},
"tactile_left": {
"psnr": 37.310926344959675,
"ssim": 0.9685554886378156,
"lpips": 0.1012330489854018
},
"tactile_right": {
"psnr": 39.654083559827356,
"ssim": 0.9769239932787259,
"lpips": 0.0990697752373914
}
}
},
{
"output_subdir": "11_pushT_0911_episode_007_seg01_none",
"short": {
"video": {
"psnr": 27.549315618605206,
"ssim": 0.8933158986840191,
"lpips": 0.04225681722164154
},
"wrist_left": {
"psnr": 22.57799173523951,
"ssim": 0.8048336031622767,
"lpips": 0.10746797174215317
},
"wrist_right": {
"psnr": 17.030485840502255,
"ssim": 0.7895081429457985,
"lpips": 0.2534397542476654
},
"tactile_left": {
"psnr": 38.62185848414288,
"ssim": 0.9811121019878111,
"lpips": 0.08456387370824814
},
"tactile_right": {
"psnr": 52.22076617123753,
"ssim": 0.9953081038359332,
"lpips": 0.002798784524202347
}
},
"long_mean": {
"video": {
"psnr": 21.71307389944228,
"ssim": 0.7843041215354706,
"lpips": 0.1814416080713272
},
"wrist_left": {
"psnr": 13.280129443886173,
"ssim": 0.5501899279955649,
"lpips": 0.37817258189121883
},
"wrist_right": {
"psnr": 12.894006930296634,
"ssim": 0.5404578306665695,
"lpips": 0.44556236068407695
},
"tactile_left": {
"psnr": 38.73002371234861,
"ssim": 0.9744080251439282,
"lpips": 0.08709403475125631
},
"tactile_right": {
"psnr": 40.63257398269691,
"ssim": 0.976751939931713,
"lpips": 0.10930464466412862
}
}
},
{
"output_subdir": "12_pushT_0911_episode_007_seg01_onset",
"short": {
"video": {
"psnr": 29.995464351954357,
"ssim": 0.9346795611133323,
"lpips": 0.02717660367488861
},
"wrist_left": {
"psnr": 29.152860552617234,
"ssim": 0.9417581750697236,
"lpips": 0.018658246845006943
},
"wrist_right": {
"psnr": 23.502004739680252,
"ssim": 0.8176902129434075,
"lpips": 0.07405489683151245
},
"tactile_left": {
"psnr": 48.89960590251366,
"ssim": 0.9913209584341713,
"lpips": 0.00785195454955101
},
"tactile_right": {
"psnr": 40.27120368249512,
"ssim": 0.9827492164160251,
"lpips": 0.07695619016885757
}
},
"long_mean": {
"video": {
"psnr": 22.440956638239836,
"ssim": 0.8014623736971848,
"lpips": 0.18245196143786113
},
"wrist_left": {
"psnr": 14.870593908812582,
"ssim": 0.6213526527942977,
"lpips": 0.3139395467936993
},
"wrist_right": {
"psnr": 14.892710982097112,
"ssim": 0.6533731827546874,
"lpips": 0.342918735742569
},
"tactile_left": {
"psnr": 39.921895499046286,
"ssim": 0.9746700711414215,
"lpips": 0.09193798576792081
},
"tactile_right": {
"psnr": 37.70822712755566,
"ssim": 0.9725740009219862,
"lpips": 0.13077289710442225
}
}
},
{
"output_subdir": "13_pushT_0911_episode_007_seg01_release",
"short": {
"video": {
"psnr": 26.1510296244104,
"ssim": 0.896563868908494,
"lpips": 0.06802579760551453
},
"wrist_left": {
"psnr": 16.980534457157813,
"ssim": 0.7399818394314024,
"lpips": 0.17775779962539673
},
"wrist_right": {
"psnr": 14.65956612597319,
"ssim": 0.7727749763615097,
"lpips": 0.33485913276672363
},
"tactile_left": {
"psnr": 38.81593410277756,
"ssim": 0.9799489895743873,
"lpips": 0.056818269193172455
},
"tactile_right": {
"psnr": 50.436870841627496,
"ssim": 0.9944398712535216,
"lpips": 0.004270308185368776
}
},
"long_mean": {
"video": {
"psnr": 21.971044961137284,
"ssim": 0.790162951084931,
"lpips": 0.16701257328192393
},
"wrist_left": {
"psnr": 12.468278535886206,
"ssim": 0.5507329748275605,
"lpips": 0.42723062038421633
},
"wrist_right": {
"psnr": 13.338077021822539,
"ssim": 0.6268907176010142,
"lpips": 0.42728586196899415
},
"tactile_left": {
"psnr": 38.4713304144517,
"ssim": 0.9718116814125396,
"lpips": 0.10089011440674464
},
"tactile_right": {
"psnr": 39.835656899268905,
"ssim": 0.9770885152771267,
"lpips": 0.10261451127007604
}
}
},
{
"output_subdir": "14_pushT_0911_episode_007_seg01_full",
"short": {
"video": {
"psnr": 30.992730012527577,
"ssim": 0.95157508640392,
"lpips": 0.032956019043922424
},
"wrist_left": {
"psnr": 29.095929162674974,
"ssim": 0.9641043226240779,
"lpips": 0.025356430560350418
},
"wrist_right": {
"psnr": 24.777777498641736,
"ssim": 0.8838820133864379,
"lpips": 0.05111057311296463
},
"tactile_left": {
"psnr": 52.14231440857788,
"ssim": 0.9953035535266734,
"lpips": 0.0031734390649944544
},
"tactile_right": {
"psnr": 38.403030705591625,
"ssim": 0.9787257895003306,
"lpips": 0.10670793056488037
}
},
"long_mean": {
"video": {
"psnr": 21.805029212719873,
"ssim": 0.7924450141771463,
"lpips": 0.21167372663815817
},
"wrist_left": {
"psnr": 13.695545985198981,
"ssim": 0.5983823798533127,
"lpips": 0.3414277049402396
},
"wrist_right": {
"psnr": 14.43897450004804,
"ssim": 0.6208098181998147,
"lpips": 0.3829157238205274
},
"tactile_left": {
"psnr": 40.39009701250323,
"ssim": 0.97601050095286,
"lpips": 0.09093231212658187
},
"tactile_right": {
"psnr": 38.82210957617847,
"ssim": 0.9764489549783176,
"lpips": 0.11182533899943034
}
}
},
{
"output_subdir": "15_pushT_0912_episode_010_seg00_none",
"short": {
"video": {
"psnr": 26.846616012751102,
"ssim": 0.8878807304919025,
"lpips": 0.04841341823339462
},
"wrist_left": {
"psnr": 21.69376584650898,
"ssim": 0.8009942936920906,
"lpips": 0.11545472592115402
},
"wrist_right": {
"psnr": 17.18775193586414,
"ssim": 0.789932823480392,
"lpips": 0.18399927020072937
},
"tactile_left": {
"psnr": 49.10614570522096,
"ssim": 0.992830391667304,
"lpips": 0.008088503032922745
},
"tactile_right": {
"psnr": 50.45182416902112,
"ssim": 0.994336458456359,
"lpips": 0.004247356206178665
}
},
"long_mean": {
"video": {
"psnr": 24.361780004435854,
"ssim": 0.8325373204057909,
"lpips": 0.10626487135887146
},
"wrist_left": {
"psnr": 14.096708779056131,
"ssim": 0.6269830636480492,
"lpips": 0.37166021317243575
},
"wrist_right": {
"psnr": 14.315157443621183,
"ssim": 0.6330386576934981,
"lpips": 0.35001426736513774
},
"tactile_left": {
"psnr": 39.60221955027824,
"ssim": 0.9745418460641169,
"lpips": 0.08660885058343411
},
"tactile_right": {
"psnr": 40.06784220044817,
"ssim": 0.9791015582845026,
"lpips": 0.08196650315076112
}
}
},
{
"output_subdir": "16_pushT_0912_episode_010_seg00_onset",
"short": {
"video": {
"psnr": 30.161018649319455,
"ssim": 0.9329488315042362,
"lpips": 0.030622482299804688
},
"wrist_left": {
"psnr": 23.000559043840212,
"ssim": 0.8380932241650081,
"lpips": 0.06475085765123367
},
"wrist_right": {
"psnr": 18.155086484575865,
"ssim": 0.7810602847335336,
"lpips": 0.16631950438022614
},
"tactile_left": {
"psnr": 46.990924498119135,
"ssim": 0.988733029115038,
"lpips": 0.01014179177582264
},
"tactile_right": {
"psnr": 50.429228283287756,
"ssim": 0.9941073118774089,
"lpips": 0.004414014983922243
}
},
"long_mean": {
"video": {
"psnr": 23.990589893896548,
"ssim": 0.8272272374086213,
"lpips": 0.11122934619585673
},
"wrist_left": {
"psnr": 15.689173004004072,
"ssim": 0.6204593110742381,
"lpips": 0.30683496048053105
},
"wrist_right": {
"psnr": 12.471584003044645,
"ssim": 0.5822699759598371,
"lpips": 0.4142021050055822
},
"tactile_left": {
"psnr": 40.28767157918885,
"ssim": 0.9767534265718382,
"lpips": 0.06841444720824559
},
"tactile_right": {
"psnr": 40.033292381140626,
"ssim": 0.9767253871393007,
"lpips": 0.09840649270142118
}
}
},
{
"output_subdir": "17_pushT_0912_episode_010_seg00_release",
"short": {
"video": {
"psnr": 29.87016363954678,
"ssim": 0.9313508674256703,
"lpips": 0.02274341881275177
},
"wrist_left": {
"psnr": 22.0142150091865,
"ssim": 0.8080268299996376,
"lpips": 0.08403219282627106
},
"wrist_right": {
"psnr": 20.29055403812036,
"ssim": 0.8115479036670867,
"lpips": 0.12337204813957214
},
"tactile_left": {
"psnr": 41.01629957194306,
"ssim": 0.9807680068836918,
"lpips": 0.0498587042093277
},
"tactile_right": {
"psnr": 48.3826359780008,
"ssim": 0.9906011748582906,
"lpips": 0.009573865681886673
}
},
"long_mean": {
"video": {
"psnr": 26.02212543812429,
"ssim": 0.8536058169915269,
"lpips": 0.08537818963328997
},
"wrist_left": {
"psnr": 17.390460233045623,
"ssim": 0.6617560453634815,
"lpips": 0.24570764005184173
},
"wrist_right": {
"psnr": 17.65322048283877,
"ssim": 0.7168279365691104,
"lpips": 0.2312150945266088
},
"tactile_left": {
"psnr": 38.70628905421157,
"ssim": 0.9747113245160973,
"lpips": 0.07122463459769884
},
"tactile_right": {
"psnr": 40.25588259428926,
"ssim": 0.9783575205515092,
"lpips": 0.08711446803063154
}
}
},
{
"output_subdir": "18_pushT_0912_episode_010_seg00_full",
"short": {
"video": {
"psnr": 36.82665769200283,
"ssim": 0.9700817892373601,
"lpips": 0.011971231549978256
},
"wrist_left": {
"psnr": 26.410563476168093,
"ssim": 0.891331406911392,
"lpips": 0.032531239092350006
},
"wrist_right": {
"psnr": 29.517288554501164,
"ssim": 0.9202568524049791,
"lpips": 0.02416255697607994
},
"tactile_left": {
"psnr": 39.20252055760047,
"ssim": 0.9587134732657834,
"lpips": 0.04684802144765854
},
"tactile_right": {
"psnr": 44.20540842949886,
"ssim": 0.9756246799149315,
"lpips": 0.017009614035487175
}
},
"long_mean": {
"video": {
"psnr": 26.82976793130702,
"ssim": 0.8593895455456384,
"lpips": 0.07924276602764925
},
"wrist_left": {
"psnr": 17.413449832368382,
"ssim": 0.6515790727250087,
"lpips": 0.2874972566962242
},
"wrist_right": {
"psnr": 18.837713226561313,
"ssim": 0.7176606505745943,
"lpips": 0.22815181836485862
},
"tactile_left": {
"psnr": 37.08813771606987,
"ssim": 0.9518075657400095,
"lpips": 0.14047652184963227
},
"tactile_right": {
"psnr": 38.54730003743724,
"ssim": 0.9694699953564333,
"lpips": 0.09453958782056968
}
}
},
{
"output_subdir": "19_pushT_0912_episode_010_seg01_none",
"short": {
"video": {
"psnr": 30.699514237336626,
"ssim": 0.9474523530734531,
"lpips": 0.021550606936216354
},
"wrist_left": {
"psnr": 22.864501873025326,
"ssim": 0.8370565175357241,
"lpips": 0.07968039065599442
},
"wrist_right": {
"psnr": 28.61164513882889,
"ssim": 0.9341196825621549,
"lpips": 0.016792695969343185
},
"tactile_left": {
"psnr": 46.00136265637695,
"ssim": 0.986515935163307,
"lpips": 0.03343792259693146
},
"tactile_right": {
"psnr": 48.92199650681293,
"ssim": 0.9922598840087306,
"lpips": 0.006910255178809166
}
},
"long_mean": {
"video": {
"psnr": 23.33832330084648,
"ssim": 0.8397735766453699,
"lpips": 0.1332544428606828
},
"wrist_left": {
"psnr": 13.26544833139915,
"ssim": 0.5328634426197278,
"lpips": 0.4097377662857374
},
"wrist_right": {
"psnr": 18.149317738231797,
"ssim": 0.7444498207387962,
"lpips": 0.19975385045011837
},
"tactile_left": {
"psnr": 39.237655038751306,
"ssim": 0.9748118836502457,
"lpips": 0.08964647352695465
},
"tactile_right": {
"psnr": 40.158223997900215,
"ssim": 0.9777743375366815,
"lpips": 0.09090953469276428
}
}
},
{
"output_subdir": "20_pushT_0912_episode_010_seg01_onset",
"short": {
"video": {
"psnr": 33.18915136475246,
"ssim": 0.9596038004144678,
"lpips": 0.01886267215013504
},
"wrist_left": {
"psnr": 23.160636558525592,
"ssim": 0.8219868314286611,
"lpips": 0.09242498874664307
},
"wrist_right": {
"psnr": 28.070156598344646,
"ssim": 0.9157575276781973,
"lpips": 0.033243440091609955
},
"tactile_left": {
"psnr": 45.365915243672916,
"ssim": 0.9901442740928086,
"lpips": 0.03695119172334671
},
"tactile_right": {
"psnr": 46.958524535797,
"ssim": 0.9890160009451228,
"lpips": 0.015731187537312508
}
},
"long_mean": {
"video": {
"psnr": 24.029180813212346,
"ssim": 0.8151316088040665,
"lpips": 0.1268942542374134
},
"wrist_left": {
"psnr": 15.462619610745085,
"ssim": 0.6221790126265071,
"lpips": 0.3480034907658895
},
"wrist_right": {
"psnr": 17.52391525944927,
"ssim": 0.6915373321400187,
"lpips": 0.26775512645641963
},
"tactile_left": {
"psnr": 38.895079133180936,
"ssim": 0.9733268799422663,
"lpips": 0.09344081059098244
},
"tactile_right": {
"psnr": 38.958842285396244,
"ssim": 0.9754903586722541,
"lpips": 0.09271547831594944
}
}
},
{
"output_subdir": "21_pushT_0912_episode_010_seg01_release",
"short": {
"video": {
"psnr": 29.97625973297299,
"ssim": 0.9353490442132268,
"lpips": 0.02532767504453659
},
"wrist_left": {
"psnr": 22.862621425093256,
"ssim": 0.7912322247032569,
"lpips": 0.14489421248435974
},
"wrist_right": {
"psnr": 23.952267889410102,
"ssim": 0.8516399198198574,
"lpips": 0.08876991271972656
},
"tactile_left": {
"psnr": 49.74342195290264,
"ssim": 0.993005972222215,
"lpips": 0.0053876410238444805
},
"tactile_right": {
"psnr": 43.4284051417857,
"ssim": 0.9854153248738781,
"lpips": 0.03528771176934242
}
},
"long_mean": {
"video": {
"psnr": 24.570487651110316,
"ssim": 0.8275633916978128,
"lpips": 0.11560253451267878
},
"wrist_left": {
"psnr": 15.146158704809476,
"ssim": 0.5724495716080322,
"lpips": 0.3605735063552856
},
"wrist_right": {
"psnr": 15.522408166980883,
"ssim": 0.63554442156212,
"lpips": 0.3403050164381663
},
"tactile_left": {
"psnr": 39.73969264299856,
"ssim": 0.9765221447109748,
"lpips": 0.07649148488417268
},
"tactile_right": {
"psnr": 38.60538081851576,
"ssim": 0.9722357793700085,
"lpips": 0.09168461387356122
}
}
},
{
"output_subdir": "22_pushT_0912_episode_010_seg01_full",
"short": {
"video": {
"psnr": 32.69288963393995,
"ssim": 0.9570965563259725,
"lpips": 0.01987442746758461
},
"wrist_left": {
"psnr": 23.13692473663188,
"ssim": 0.8189738584909618,
"lpips": 0.11523798853158951
},
"wrist_right": {
"psnr": 23.876646646292848,
"ssim": 0.8586037629821466,
"lpips": 0.06203854829072952
},
"tactile_left": {
"psnr": 45.76152728847781,
"ssim": 0.9886658613017476,
"lpips": 0.02017674408853054
},
"tactile_right": {
"psnr": 41.34734533074331,
"ssim": 0.9705467024196426,
"lpips": 0.02534981071949005
}
},
"long_mean": {
"video": {
"psnr": 24.86248158634538,
"ssim": 0.8529682724836043,
"lpips": 0.09015770827730497
},
"wrist_left": {
"psnr": 17.17545013944555,
"ssim": 0.6980405240102567,
"lpips": 0.22727151761452358
},
"wrist_right": {
"psnr": 16.915396508084786,
"ssim": 0.692623615423635,
"lpips": 0.23363313128550847
},
"tactile_left": {
"psnr": 39.62821103455607,
"ssim": 0.9747946516200218,
"lpips": 0.08395744313796362
},
"tactile_right": {
"psnr": 36.06344671883874,
"ssim": 0.9576119661652684,
"lpips": 0.15282102823257446
}
}
},
{
"output_subdir": "23_pushT_0912_episode_010_seg02_none",
"short": {
"video": {
"psnr": 27.074761462433695,
"ssim": 0.8914964812273809,
"lpips": 0.056113362312316895
},
"wrist_left": {
"psnr": 19.643889208796644,
"ssim": 0.8460884894304843,
"lpips": 0.11534716188907623
},
"wrist_right": {
"psnr": 21.889247266623837,
"ssim": 0.8298679729318659,
"lpips": 0.07512509822845459
},
"tactile_left": {
"psnr": 52.45979783195919,
"ssim": 0.9958129904595984,
"lpips": 0.0022440175525844097
},
"tactile_right": {
"psnr": 48.13624375817328,
"ssim": 0.9893460098917638,
"lpips": 0.011358849704265594
}
},
"long_mean": {
"video": {
"psnr": 22.691660446222205,
"ssim": 0.805609126323038,
"lpips": 0.14891945074001947
},
"wrist_left": {
"psnr": 13.50330283413237,
"ssim": 0.6425827325846937,
"lpips": 0.3740783860286077
},
"wrist_right": {
"psnr": 13.341804813048755,
"ssim": 0.5359388823938754,
"lpips": 0.4219502955675125
},
"tactile_left": {
"psnr": 40.673109485537225,
"ssim": 0.9780718507678254,
"lpips": 0.08137283688411116
},
"tactile_right": {
"psnr": 39.834834470752504,
"ssim": 0.9766248830301437,
"lpips": 0.0880964994430542
}
}
},
{
"output_subdir": "24_pushT_0912_episode_010_seg02_onset",
"short": {
"video": {
"psnr": 25.500630091585982,
"ssim": 0.8890944939102767,
"lpips": 0.06420779973268509
},
"wrist_left": {
"psnr": 18.041617037164066,
"ssim": 0.7934325990937915,
"lpips": 0.17169107496738434
},
"wrist_right": {
"psnr": 17.372814081753983,
"ssim": 0.814329207719997,
"lpips": 0.2068062126636505
},
"tactile_left": {
"psnr": 51.294685369726196,
"ssim": 0.9953546451247618,
"lpips": 0.0032867281697690487
},
"tactile_right": {
"psnr": 46.81675843165448,
"ssim": 0.9909476260941021,
"lpips": 0.018430709838867188
}
},
"long_mean": {
"video": {
"psnr": 22.22108659869451,
"ssim": 0.7967239722138209,
"lpips": 0.17841354260842004
},
"wrist_left": {
"psnr": 13.05178111869136,
"ssim": 0.6454359435610848,
"lpips": 0.3844915747642517
},
"wrist_right": {
"psnr": 12.751850162749912,
"ssim": 0.5671728591550746,
"lpips": 0.4219585339228312
},
"tactile_left": {
"psnr": 39.81076333071067,
"ssim": 0.9771148267120705,
"lpips": 0.08462976623947421
},
"tactile_right": {
"psnr": 39.68314906265053,
"ssim": 0.9779457944817053,
"lpips": 0.0817494918902715
}
}
},
{
"output_subdir": "25_pushT_0912_episode_010_seg02_release",
"short": {
"video": {
"psnr": 26.2173585746822,
"ssim": 0.8772596453069923,
"lpips": 0.06775073707103729
},
"wrist_left": {
"psnr": 22.924347056661567,
"ssim": 0.8704048178809701,
"lpips": 0.10371239483356476
},
"wrist_right": {
"psnr": 19.59361032069047,
"ssim": 0.8081404979694964,
"lpips": 0.1579727679491043
},
"tactile_left": {
"psnr": 48.855216994485815,
"ssim": 0.9916105177383554,
"lpips": 0.007997527718544006
},
"tactile_right": {
"psnr": 48.74509726264263,
"ssim": 0.9928389632386968,
"lpips": 0.010162425227463245
}
},
"long_mean": {
"video": {
"psnr": 22.39190012618508,
"ssim": 0.7983824852652206,
"lpips": 0.18173005829254787
},
"wrist_left": {
"psnr": 14.754145031756906,
"ssim": 0.6600155750079616,
"lpips": 0.33658956189950306
},
"wrist_right": {
"psnr": 11.510313738846092,
"ssim": 0.5286973902585079,
"lpips": 0.48219030201435087
},
"tactile_left": {
"psnr": 39.6442188953652,
"ssim": 0.9768010165461603,
"lpips": 0.08496727695067724
},
"tactile_right": {
"psnr": 39.23477117719668,
"ssim": 0.9760474499190368,
"lpips": 0.08914909120649099
}
}
},
{
"output_subdir": "26_pushT_0912_episode_010_seg03_none",
"short": {
"video": {
"psnr": 28.36742866497631,
"ssim": 0.9155456621608451,
"lpips": 0.051080748438835144
},
"wrist_left": {
"psnr": 18.859321414724853,
"ssim": 0.8623429909122239,
"lpips": 0.15604282915592194
},
"wrist_right": {
"psnr": 22.24490146800175,
"ssim": 0.8488098142703476,
"lpips": 0.10018609464168549
},
"tactile_left": {
"psnr": 52.26491270738633,
"ssim": 0.9955136325224032,
"lpips": 0.002704598708078265
},
"tactile_right": {
"psnr": 49.87988690505886,
"ssim": 0.9928109388810178,
"lpips": 0.009470733813941479
}
},
"long_mean": {
"video": {
"psnr": 22.671026539654537,
"ssim": 0.8061931975298794,
"lpips": 0.1533329303065936
},
"wrist_left": {
"psnr": 12.209157470664206,
"ssim": 0.570575171257303,
"lpips": 0.4197621335585912
},
"wrist_right": {
"psnr": 15.283875896463796,
"ssim": 0.6738966914483526,
"lpips": 0.32321914037068683
},
"tactile_left": {
"psnr": 39.545392205273,
"ssim": 0.9761438055917547,
"lpips": 0.0821992811281234
},
"tactile_right": {
"psnr": 39.98108891521402,
"ssim": 0.9786941000453133,
"lpips": 0.08864931811889012
}
}
},
{
"output_subdir": "27_pushT_0912_episode_010_seg03_onset",
"short": {
"video": {
"psnr": 28.691610690815416,
"ssim": 0.9204871517664324,
"lpips": 0.042875200510025024
},
"wrist_left": {
"psnr": 19.37601231300198,
"ssim": 0.682802279059237,
"lpips": 0.17915424704551697
},
"wrist_right": {
"psnr": 24.903679947573153,
"ssim": 0.8624005588626995,
"lpips": 0.08162927627563477
},
"tactile_left": {
"psnr": 47.73099520262277,
"ssim": 0.9910966622201565,
"lpips": 0.010894176550209522
},
"tactile_right": {
"psnr": 50.708152313574686,
"ssim": 0.9946689667920902,
"lpips": 0.003964828327298164
}
},
"long_mean": {
"video": {
"psnr": 22.674221993765364,
"ssim": 0.7936208038647344,
"lpips": 0.17860519488652546
},
"wrist_left": {
"psnr": 14.470050681684858,
"ssim": 0.566478796264202,
"lpips": 0.3615027338266373
},
"wrist_right": {
"psnr": 18.102248186044804,
"ssim": 0.7108051576377808,
"lpips": 0.27149782578150433
},
"tactile_left": {
"psnr": 40.110975866321155,
"ssim": 0.9773934596652172,
"lpips": 0.06797341288377841
},
"tactile_right": {
"psnr": 40.66899429473984,
"ssim": 0.9781651932048047,
"lpips": 0.08995908039311568
}
}
},
{
"output_subdir": "28_pushT_0912_episode_010_seg03_release",
"short": {
"video": {
"psnr": 27.037967903327885,
"ssim": 0.9026084504120777,
"lpips": 0.050134435296058655
},
"wrist_left": {
"psnr": 22.154145405592857,
"ssim": 0.7400158735169096,
"lpips": 0.0998273715376854
},
"wrist_right": {
"psnr": 22.903025154877575,
"ssim": 0.8197016804931255,
"lpips": 0.1133527010679245
},
"tactile_left": {
"psnr": 46.58266850162071,
"ssim": 0.9898680755250528,
"lpips": 0.010501328855752945
},
"tactile_right": {
"psnr": 50.72701205072285,
"ssim": 0.9945026769341773,
"lpips": 0.004387710243463516
}
},
"long_mean": {
"video": {
"psnr": 21.733287908592796,
"ssim": 0.7784743324076211,
"lpips": 0.21682859460512796
},
"wrist_left": {
"psnr": 12.496557344129767,
"ssim": 0.5181523350148141,
"lpips": 0.4567518090208372
},
"wrist_right": {
"psnr": 16.00739930568143,
"ssim": 0.6848410907706204,
"lpips": 0.31599888602892556
},
"tactile_left": {
"psnr": 39.70494038467409,
"ssim": 0.9758053965112865,
"lpips": 0.07815444854398569
},
"tactile_right": {
"psnr": 40.92447715794834,
"ssim": 0.9780751990042853,
"lpips": 0.09183473854015271
}
}
},
{
"output_subdir": "29_pushT_0912_episode_010_seg03_full",
"short": {
"video": {
"psnr": 28.305877815574945,
"ssim": 0.9127577655247627,
"lpips": 0.038827694952487946
},
"wrist_left": {
"psnr": 19.06543496007616,
"ssim": 0.7526203679131787,
"lpips": 0.16226930916309357
},
"wrist_right": {
"psnr": 26.261142127677523,
"ssim": 0.9023570501493626,
"lpips": 0.044434987008571625
},
"tactile_left": {
"psnr": 40.78712542208106,
"ssim": 0.9782097646429854,
"lpips": 0.046096522361040115
},
"tactile_right": {
"psnr": 50.88466468093983,
"ssim": 0.9946909404585453,
"lpips": 0.004121006466448307
}
}
}
]
}
{
"note": "metrics produced on the original cluster with epoch_019 (UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare",
"cases": [
{
"output_subdir": "00_pushT_0911_episode_005_seg00_none",
"short": {
"video": {
"psnr": 32.568208827934114,
"ssim": 0.9541868583287569,
"lpips": 0.019921548664569855
},
"wrist_left": {
"psnr": 21.322756225854192,
"ssim": 0.8187069422596068,
"lpips": 0.12367840111255646
},
"wrist_right": {
"psnr": 32.40406800372442,
"ssim": 0.9626083500144471,
"lpips": 0.016617566347122192
},
"tactile_left": {
"psnr": 50.030911777969365,
"ssim": 0.992728710982635,
"lpips": 0.005343232303857803
},
"tactile_right": {
"psnr": 51.02857638415887,
"ssim": 0.9949318254430171,
"lpips": 0.0036033231299370527
}
},
"long_mean": {
"video": {
"psnr": 23.84568947747832,
"ssim": 0.8342490063985353,
"lpips": 0.12649155532320341
},
"wrist_left": {
"psnr": 15.183115564599259,
"ssim": 0.6195669275756729,
"lpips": 0.3320274959007899
},
"wrist_right": {
"psnr": 19.96676214879472,
"ssim": 0.7310744879690757,
"lpips": 0.22271501819292705
},
"tactile_left": {
"psnr": 39.67561442693354,
"ssim": 0.9747618592896099,
"lpips": 0.0793322696040074
},
"tactile_right": {
"psnr": 39.76129769979316,
"ssim": 0.9776329945972919,
"lpips": 0.0948912377624462
}
}
},
{
"output_subdir": "01_pushT_0911_episode_005_seg00_onset",
"short": {
"video": {
"psnr": 30.1187414862773,
"ssim": 0.9317700114228471,
"lpips": 0.02716631442308426
},
"wrist_left": {
"psnr": 22.038933283771286,
"ssim": 0.8645283946481059,
"lpips": 0.060812145471572876
},
"wrist_right": {
"psnr": 21.97808302235696,
"ssim": 0.7896922171865426,
"lpips": 0.11895616352558136
},
"tactile_left": {
"psnr": 43.72745966211092,
"ssim": 0.9803123230071478,
"lpips": 0.031757332384586334
},
"tactile_right": {
"psnr": 49.41308108657879,
"ssim": 0.9934133086389849,
"lpips": 0.006520836614072323
}
},
"long_mean": {
"video": {
"psnr": 21.485021551073675,
"ssim": 0.7742599834018039,
"lpips": 0.21932339668273926
},
"wrist_left": {
"psnr": 13.881630041782993,
"ssim": 0.5951904121906468,
"lpips": 0.36445418496926624
},