acts-sensoronly-ablation / eval /cases /umi_sensoronly_noforce_reference_metrics.json
WitneyWW's picture
add code (configs, package, eval, scripts, README)
b1b6f13 verified
Raw History Blame Contribute Delete
27.8 kB
{ "note": "metrics produced on the original cluster with nano_action_causal_umi_sensoronly_noforce_v1 epoch_013 (job 884599 checkpoint; UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare", "cases": [ { "output_subdir": "00_motherboard_0909_episode_000_none", "short": { "video": { "psnr": 28.80105605184033, "ssim": 0.9035531864871102, "lpips": 0.024564269930124283 }, "wrist_left": { "psnr": 32.86118675492828, "ssim": 0.964797154386611, "lpips": 0.03513781353831291 }, "wrist_right": { "psnr": 16.52937906430891, "ssim": 0.6561242288036659, "lpips": 0.13395261764526367 }, "tactile_left": { "psnr": 49.45026106219246, "ssim": 0.9934141583130213, "lpips": 0.004314596764743328 }, "tactile_right": { "psnr": 44.84498619428522, "ssim": 0.98287423344225, "lpips": 0.030764415860176086 } }, "long_mean": { "video": { "psnr": 21.560564472463827, "ssim": 0.7165777826738953, "lpips": 0.14729567194978396 }, "wrist_left": { "psnr": 21.577774337912338, "ssim": 0.6701229092011951, "lpips": 0.2558351166546345 }, "wrist_right": { "psnr": 10.90178994365518, "ssim": 0.2564250191285542, "lpips": 0.4824682354927063 }, "tactile_left": { "psnr": 40.10696022066697, "ssim": 0.9642004547700137, "lpips": 0.17104088223228853 }, "tactile_right": { "psnr": 38.39379259131182, "ssim": 0.95830833577741, "lpips": 0.1519443800052007 } } }, { "output_subdir": "01_motherboard_0909_episode_000_onset", "short": { "video": { "psnr": 23.780839985865295, "ssim": 0.8469331484081594, "lpips": 0.0565241277217865 }, "wrist_left": { "psnr": 16.917404015350265, "ssim": 0.4270353282337396, "lpips": 0.15462268888950348 }, "wrist_right": { "psnr": 11.23779153301612, "ssim": 0.4246665343240258, "lpips": 0.37343287467956543 }, "tactile_left": { "psnr": 37.86664606646247, "ssim": 0.9831218278178747, "lpips": 0.049409955739974976 }, "tactile_right": { "psnr": 30.874108645085713, "ssim": 0.967045598674736, "lpips": 0.14368155598640442 } }, "long_mean": { "video": { "psnr": 19.61769793008131, "ssim": 0.6849031094128073, "lpips": 0.22206556648015977 }, "wrist_left": { "psnr": 11.764992830247694, "ssim": 0.3272154595075871, "lpips": 0.47224586009979247 }, "wrist_right": { "psnr": 10.085848033245762, "ssim": 0.23612591491871215, "lpips": 0.6272759715716044 }, "tactile_left": { "psnr": 35.02864656352294, "ssim": 0.9466438200738291, "lpips": 0.23536206483840943 }, "tactile_right": { "psnr": 32.318970953970634, "ssim": 0.9299004842396594, "lpips": 0.24413474102814992 } } }, { "output_subdir": "02_motherboard_0909_episode_000_release", "short": { "video": { "psnr": 28.902020619029457, "ssim": 0.909669231699617, "lpips": 0.03131438046693802 }, "wrist_left": { "psnr": 15.66413179044247, "ssim": 0.5143492991142076, "lpips": 0.18564771115779877 }, "wrist_right": { "psnr": 13.58044191017939, "ssim": 0.5276590730192467, "lpips": 0.3111222982406616 }, "tactile_left": { "psnr": 42.56987636954488, "ssim": 0.9813045733860156, "lpips": 0.01874156855046749 }, "tactile_right": { "psnr": 43.82763297335873, "ssim": 0.9819882695694196, "lpips": 0.03974528610706329 } }, "long_mean": { "video": { "psnr": 21.121338070490925, "ssim": 0.6818886385443531, "lpips": 0.1968255783120791 }, "wrist_left": { "psnr": 11.977108310976451, "ssim": 0.36547847887745744, "lpips": 0.441107099254926 }, "wrist_right": { "psnr": 10.26042523137334, "ssim": 0.2889150479179758, "lpips": 0.5459123075008392 }, "tactile_left": { "psnr": 34.52069569656634, "ssim": 0.9489772612282984, "lpips": 0.23265056349337102 }, "tactile_right": { "psnr": 34.82843515775618, "ssim": 0.9513453867509509, "lpips": 0.1973693365852038 } } }, { "output_subdir": "03_motherboard_0909_episode_000_full", "short": { "video": { "psnr": 25.649910472748324, "ssim": 0.8523767160479243, "lpips": 0.04983712360262871 }, "wrist_left": { "psnr": 17.1618081569175, "ssim": 0.59405577807633, "lpips": 0.16697922348976135 }, "wrist_right": { "psnr": 17.431788730530368, "ssim": 0.5791233576447234, "lpips": 0.22222411632537842 }, "tactile_left": { "psnr": 35.35110476296032, "ssim": 0.9693932311663742, "lpips": 0.043697673827409744 }, "tactile_right": { "psnr": 36.638224643187314, "ssim": 0.9693722555474473, "lpips": 0.09357510507106781 } }, "long_mean": { "video": { "psnr": 17.68760437440476, "ssim": 0.6229195223652056, "lpips": 0.3334882897635301 }, "wrist_left": { "psnr": 11.15054398755428, "ssim": 0.3469671528819604, "lpips": 0.5486453652381897 }, "wrist_right": { "psnr": 11.193672873038462, "ssim": 0.2995488390701802, "lpips": 0.6163267672061921 }, "tactile_left": { "psnr": 31.87366877767098, "ssim": 0.9325585330524451, "lpips": 0.26890425607562063 }, "tactile_right": { "psnr": 32.19570897330828, "ssim": 0.9454870760528711, "lpips": 0.22602122326691945 } } }, { "output_subdir": "04_motherboard_0909_episode_001_none", "short": { "video": { "psnr": 34.81779694999898, "ssim": 0.9610060416830195, "lpips": 0.011192104779183865 }, "wrist_left": { "psnr": 39.40570128106596, "ssim": 0.9769204274538001, "lpips": 0.015166893601417542 }, "wrist_right": { "psnr": 40.82100245739446, "ssim": 0.9799764401917189, "lpips": 0.012198735028505325 }, "tactile_left": { "psnr": 49.27752776640405, "ssim": 0.9931835670983455, "lpips": 0.005134567618370056 }, "tactile_right": { "psnr": 50.128787072934344, "ssim": 0.9942230743865574, "lpips": 0.00537825096398592 } }, "long_mean": { "video": { "psnr": 26.22752277360412, "ssim": 0.8286254528603044, "lpips": 0.08276876602321863 }, "wrist_left": { "psnr": 27.552982591516056, "ssim": 0.8784375651739549, "lpips": 0.14310187896092733 }, "wrist_right": { "psnr": 28.807230863679795, "ssim": 0.8646922709975035, "lpips": 0.12344404508670172 }, "tactile_left": { "psnr": 39.46974761820031, "ssim": 0.9625643629079763, "lpips": 0.16938349132736524 }, "tactile_right": { "psnr": 38.432577047009445, "ssim": 0.9659304518177564, "lpips": 0.14000272260357935 } } }, { "output_subdir": "05_motherboard_0909_episode_001_onset", "short": { "video": { "psnr": 24.38031780262481, "ssim": 0.8188437989818764, "lpips": 0.07091735303401947 }, "wrist_left": { "psnr": 14.293921502016776, "ssim": 0.3383524092404227, "lpips": 0.45839923620224 }, "wrist_right": { "psnr": 15.255038188818348, "ssim": 0.5427013354425774, "lpips": 0.33376631140708923 }, "tactile_left": { "psnr": 38.49163011949511, "ssim": 0.9807439010482321, "lpips": 0.044591862708330154 }, "tactile_right": { "psnr": 48.14886326250914, "ssim": 0.9916917565188246, "lpips": 0.01640578918159008 } }, "long_mean": { "video": { "psnr": 18.871213195139926, "ssim": 0.663054898229965, "lpips": 0.2764279176791509 }, "wrist_left": { "psnr": 10.642759086189377, "ssim": 0.2575358267483816, "lpips": 0.5879990537961324 }, "wrist_right": { "psnr": 10.614518829329393, "ssim": 0.3031023646732098, "lpips": 0.5766203681627909 }, "tactile_left": { "psnr": 35.13435364463111, "ssim": 0.9503947660224534, "lpips": 0.22023670449852945 }, "tactile_right": { "psnr": 35.666106473392205, "ssim": 0.9519651117734533, "lpips": 0.21047782190144063 } } }, { "output_subdir": "06_motherboard_0909_episode_001_release", "short": { "video": { "psnr": 26.073057811593408, "ssim": 0.8417006994608665, "lpips": 0.050065502524375916 }, "wrist_left": { "psnr": 9.881584118352428, "ssim": 0.3102676834734337, "lpips": 0.5176010131835938 }, "wrist_right": { "psnr": 21.63685882311941, "ssim": 0.8376405505274196, "lpips": 0.11872012913227081 }, "tactile_left": { "psnr": 37.79472597050868, "ssim": 0.9614763851869035, "lpips": 0.09373992681503296 }, "tactile_right": { "psnr": 51.0272259400519, "ssim": 0.9945042701425713, "lpips": 0.004824674688279629 } }, "long_mean": { "video": { "psnr": 20.100033882348434, "ssim": 0.6947468212841474, "lpips": 0.21203719625870387 }, "wrist_left": { "psnr": 9.847802740012078, "ssim": 0.19321987926203907, "lpips": 0.6473795493443807 }, "wrist_right": { "psnr": 14.711419350112855, "ssim": 0.48755787097284065, "lpips": 0.4283336251974106 }, "tactile_left": { "psnr": 30.761710811243947, "ssim": 0.8904764267654687, "lpips": 0.301358055571715 }, "tactile_right": { "psnr": 38.61285846708564, "ssim": 0.9672348175464368, "lpips": 0.14576060082763434 } } }, { "output_subdir": "07_motherboard_0909_episode_001_full", "short": { "video": { "psnr": 31.94159706716292, "ssim": 0.9411540852114145, "lpips": 0.021788770332932472 }, "wrist_left": { "psnr": 13.512720137898974, "ssim": 0.3836515616733975, "lpips": 0.2499682456254959 }, "wrist_right": { "psnr": 24.264887977037457, "ssim": 0.8286399063990056, "lpips": 0.0365547314286232 }, "tactile_left": { "psnr": 32.11248439927119, "ssim": 0.9352708562626265, "lpips": 0.04956108331680298 }, "tactile_right": { "psnr": 48.56586471338236, "ssim": 0.9920211292548892, "lpips": 0.015798000618815422 } }, "long_mean": { "video": { "psnr": 22.759550867849075, "ssim": 0.738331266951117, "lpips": 0.14859730191528797 }, "wrist_left": { "psnr": 12.392799003837828, "ssim": 0.2534228844678169, "lpips": 0.4195659250020981 }, "wrist_right": { "psnr": 11.273822504481796, "ssim": 0.2953746721071463, "lpips": 0.612984391550223 }, "tactile_left": { "psnr": 30.597494533259333, "ssim": 0.9190923387354749, "lpips": 0.2548349052667618 }, "tactile_right": { "psnr": 30.533194915468222, "ssim": 0.9183471844643809, "lpips": 0.25629324627419314 } } }, { "output_subdir": "08_motherboard_0909_episode_002_none", "short": { "video": { "psnr": 28.038481166855078, "ssim": 0.8882461884223376, "lpips": 0.03374054282903671 }, "wrist_left": { "psnr": 13.136108559640917, "ssim": 0.3860889415888905, "lpips": 0.35341715812683105 }, "wrist_right": { "psnr": 22.63858884747947, "ssim": 0.7727502435912839, "lpips": 0.07726932317018509 }, "tactile_left": { "psnr": 44.35232611467689, "ssim": 0.9894484544613793, "lpips": 0.011243592016398907 }, "tactile_right": { "psnr": 48.42254527988155, "ssim": 0.9925316636147961, "lpips": 0.014774946495890617 } }, "long_mean": { "video": { "psnr": 19.84540684419208, "ssim": 0.6890061168099941, "lpips": 0.2430051977435748 }, "wrist_left": { "psnr": 9.922848834360803, "ssim": 0.3290002612223101, "lpips": 0.612602690855662 }, "wrist_right": { "psnr": 14.35163221837283, "ssim": 0.4034285033521303, "lpips": 0.45961409658193586 }, "tactile_left": { "psnr": 35.24564504031726, "ssim": 0.9488961515988675, "lpips": 0.22515702613939842 }, "tactile_right": { "psnr": 38.06482984989962, "ssim": 0.9644979069906651, "lpips": 0.15646783945461115 } } }, { "output_subdir": "09_motherboard_0909_episode_002_onset", "short": { "video": { "psnr": 28.7731520660102, "ssim": 0.9036044635416896, "lpips": 0.033944301307201385 }, "wrist_left": { "psnr": 13.367401791586113, "ssim": 0.3759532123876943, "lpips": 0.41616761684417725 }, "wrist_right": { "psnr": 19.352712372593928, "ssim": 0.7088834590519985, "lpips": 0.1366093009710312 }, "tactile_left": { "psnr": 34.58490723442254, "ssim": 0.9602570647867541, "lpips": 0.12234701216220856 }, "tactile_right": { "psnr": 48.30397862276009, "ssim": 0.9917399339634904, "lpips": 0.01636577770113945 } }, "long_mean": { "video": { "psnr": 20.629842351190195, "ssim": 0.7213316252681048, "lpips": 0.19448221772909163 }, "wrist_left": { "psnr": 10.839929127639506, "ssim": 0.2488783994251713, "lpips": 0.6101943016052246 }, "wrist_right": { "psnr": 13.148674216428525, "ssim": 0.3928832612404149, "lpips": 0.4242817580699921 }, "tactile_left": { "psnr": 32.48783773902874, "ssim": 0.9322993693801569, "lpips": 0.28899041513601936 }, "tactile_right": { "psnr": 37.84429319278729, "ssim": 0.9632515554630258, "lpips": 0.1430547756453355 } } }, { "output_subdir": "10_motherboard_0909_episode_002_release", "short": { "video": { "psnr": 22.510331965534004, "ssim": 0.768092988894661, "lpips": 0.08557939529418945 }, "wrist_left": { "psnr": 14.425102295030817, "ssim": 0.5390395691552957, "lpips": 0.33763936161994934 }, "wrist_right": { "psnr": 13.247072427298619, "ssim": 0.3797885087524688, "lpips": 0.4133608043193817 }, "tactile_left": { "psnr": 48.65562660164237, "ssim": 0.9917104316286744, "lpips": 0.006671406328678131 }, "tactile_right": { "psnr": 35.65547042163219, "ssim": 0.9790493407715721, "lpips": 0.05477259308099747 } }, "long_mean": { "video": { "psnr": 19.149509583965187, "ssim": 0.6779819809461579, "lpips": 0.2177029033501943 }, "wrist_left": { "psnr": 14.519979557758985, "ssim": 0.5722960174433417, "lpips": 0.3916496654351552 }, "wrist_right": { "psnr": 10.649292333938142, "ssim": 0.20501843975298215, "lpips": 0.6515295207500458 }, "tactile_left": { "psnr": 38.9465408657616, "ssim": 0.9602489473764234, "lpips": 0.1799692848076423 }, "tactile_right": { "psnr": 30.99363261925943, "ssim": 0.9401351794761088, "lpips": 0.22727272560199102 } } }, { "output_subdir": "11_motherboard_0909_episode_002_full", "short": { "video": { "psnr": 26.999244409037367, "ssim": 0.8818267024435755, "lpips": 0.05348717421293259 }, "wrist_left": { "psnr": 11.018670217556823, "ssim": 0.3453098695966853, "lpips": 0.42004385590553284 }, "wrist_right": { "psnr": 23.196198057691483, "ssim": 0.8652544781575866, "lpips": 0.039311233907938004 }, "tactile_left": { "psnr": 47.46925723439689, "ssim": 0.9911527280853192, "lpips": 0.006880385801196098 }, "tactile_right": { "psnr": 45.934422985683454, "ssim": 0.9879139821676014, "lpips": 0.008433639071881771 } }, "long_mean": { "video": { "psnr": 21.268721689789267, "ssim": 0.6960856638512382, "lpips": 0.18751678119103113 }, "wrist_left": { "psnr": 9.833925021027289, "ssim": 0.1925915425817033, "lpips": 0.6016720036665598 }, "wrist_right": { "psnr": 11.622444156259622, "ssim": 0.3461414449607156, "lpips": 0.48929167315363886 }, "tactile_left": { "psnr": 33.55778447783753, "ssim": 0.9373163326227846, "lpips": 0.2736531087507804 }, "tactile_right": { "psnr": 32.23056371123299, "ssim": 0.9422561146821167, "lpips": 0.22679586155960957 } } }, { "output_subdir": "12_motherboard_0911_episode_008_seg00_none", "short": { "video": { "psnr": 27.037683342528382, "ssim": 0.8971844950264612, "lpips": 0.04093778878450394 }, "wrist_left": { "psnr": 19.276741468827844, "ssim": 0.7323912690438557, "lpips": 0.1335712969303131 }, "wrist_right": { "psnr": 15.702117114354046, "ssim": 0.39762478992744577, "lpips": 0.32290545105934143 }, "tactile_left": { "psnr": 52.072659905980466, "ssim": 0.9951894610724508, "lpips": 0.0029694228433072567 }, "tactile_right": { "psnr": 51.93838658633545, "ssim": 0.9952904965584219, "lpips": 0.0029099183157086372 } }, "long_mean": { "video": { "psnr": 22.79470332868997, "ssim": 0.7743979267787477, "lpips": 0.10379890203475953 }, "wrist_left": { "psnr": 14.95458576306259, "ssim": 0.6006043498504592, "lpips": 0.26951686243216194 }, "wrist_right": { "psnr": 13.407298991114496, "ssim": 0.3214929753349921, "lpips": 0.45082071622212727 }, "tactile_left": { "psnr": 38.39668776042886, "ssim": 0.9723127039818624, "lpips": 0.11662901413316527 }, "tactile_right": { "psnr": 35.87316787401382, "ssim": 0.9732818336106601, "lpips": 0.09942091659953196 } } }, { "output_subdir": "13_motherboard_0911_episode_008_seg00_onset", "short": { "video": { "psnr": 30.411730823474315, "ssim": 0.9291004402840691, "lpips": 0.01929580792784691 }, "wrist_left": { "psnr": 15.322913102185009, "ssim": 0.33335768206540517, "lpips": 0.2602500319480896 }, "wrist_right": { "psnr": 20.19276691246326, "ssim": 0.8447100472728296, "lpips": 0.04255840554833412 }, "tactile_left": { "psnr": 35.191423550594465, "ssim": 0.9689209311060053, "lpips": 0.08721820265054703 }, "tactile_right": { "psnr": 50.887461042622, "ssim": 0.9950213871926206, "lpips": 0.0034083672799170017 } }, "long_mean": { "video": { "psnr": 20.760685045248973, "ssim": 0.7215476282646966, "lpips": 0.1785481425623099 }, "wrist_left": { "psnr": 12.754142120093697, "ssim": 0.25131376536916306, "lpips": 0.4808401028315226 }, "wrist_right": { "psnr": 16.626718207207553, "ssim": 0.6644290934635861, "lpips": 0.22339866384863855 }, "tactile_left": { "psnr": 32.46049719574854, "ssim": 0.9525410027315117, "lpips": 0.1322056124607722 }, "tactile_right": { "psnr": 36.48535068366216, "ssim": 0.9713530804506836, "lpips": 0.11669833812241753 } } }, { "output_subdir": "14_motherboard_0911_episode_008_seg00_release", "short": { "video": { "psnr": 30.680107907094893, "ssim": 0.9392628762639537, "lpips": 0.02289467304944992 }, "wrist_left": { "psnr": 15.184129433247255, "ssim": 0.4273137539589026, "lpips": 0.32061389088630676 }, "wrist_right": { "psnr": 25.48402329576781, "ssim": 0.885789278630448, "lpips": 0.028220124542713165 }, "tactile_left": { "psnr": 36.88435270391721, "ssim": 0.9825372999950499, "lpips": 0.029674604535102844 }, "tactile_right": { "psnr": 50.750817315522035, "ssim": 0.9947204128719278, "lpips": 0.003992843441665173 } }, "long_mean": { "video": { "psnr": 22.760859895914496, "ssim": 0.7697923888587975, "lpips": 0.14945391366879146 }, "wrist_left": { "psnr": 13.315852249902187, "ssim": 0.3861440235130636, "lpips": 0.42872284054756166 }, "wrist_right": { "psnr": 16.46816492718873, "ssim": 0.5912266876255307, "lpips": 0.249004128575325 }, "tactile_left": { "psnr": 30.150895836094502, "ssim": 0.9334190586583958, "lpips": 0.18483786284923553 }, "tactile_right": { "psnr": 36.40091886214562, "ssim": 0.9716299790740325, "lpips": 0.11408265475183725 } } }, { "output_subdir": "15_motherboard_0911_episode_008_seg00_full", "short": { "video": { "psnr": 28.832899146456256, "ssim": 0.9141668772619951, "lpips": 0.026842715218663216 }, "wrist_left": { "psnr": 18.758192088621687, "ssim": 0.5485364197218131, "lpips": 0.11799579858779907 }, "wrist_right": { "psnr": 17.221755775344658, "ssim": 0.5759568468142037, "lpips": 0.16983497142791748 }, "tactile_left": { "psnr": 31.063608350375524, "ssim": 0.9500697471105626, "lpips": 0.0698733925819397 }, "tactile_right": { "psnr": 40.24958984323921, "ssim": 0.9869040270547192, "lpips": 0.03081931546330452 } }, "long_mean": { "video": { "psnr": 22.878411026047424, "ssim": 0.7361017051134647, "lpips": 0.12492112827797731 }, "wrist_left": { "psnr": 13.744741253044873, "ssim": 0.36770824564611826, "lpips": 0.38049114545186363 }, "wrist_right": { "psnr": 14.37980202727955, "ssim": 0.45318240415451955, "lpips": 0.31933645606040956 }, "tactile_left": { "psnr": 30.056925880041145, "ssim": 0.9370179323981397, "lpips": 0.1795002708832423 }, "tactile_right": { "psnr": 34.27269595486254, "ssim": 0.969763327890987, "lpips": 0.10818359230955442 } } }, { "output_subdir": "16_motherboard_0912_episode_002_none", "short": { "video": { "psnr": 29.614753864561738, "ssim": 0.933653512973884, "lpips": 0.030751731246709824 }, "wrist_left": { "psnr": 22.98101737522627, "ssim": 0.8534835072375312, "lpips": 0.06753730773925781 }, "wrist_right": { "psnr": 32.49434755998159, "ssim": 0.937375895493491, "lpips": 0.032512981444597244 }, "tactile_left": { "psnr": 51.141352077724875, "ssim": 0.9948315686585562, "lpips": 0.003412980120629072 }, "tactile_right": { "psnr": 50.77745484892745, "ssim": 0.9947096141130624, "lpips": 0.00413733022287488 } }, "long_mean": { "video": { "psnr": 23.140287349008236, "ssim": 0.7723517475244653, "lpips": 0.14753772219022115 }, "wrist_left": { "psnr": 15.069631439240387, "ssim": 0.5720847731318396, "lpips": 0.38767473498980204 }, "wrist_right": { "psnr": 19.52761518031485, "ssim": 0.7700559830994897, "lpips": 0.19262344414989155 }, "tactile_left": { "psnr": 36.93529442935668, "ssim": 0.9618234390161398, "lpips": 0.14555272624517482 }, "tactile_right": { "psnr": 37.708809780281506, "ssim": 0.9739569285634463, "lpips": 0.11321461216236155 } } }, { "output_subdir": "17_motherboard_0912_episode_002_onset", "short": { "video": { "psnr": 26.963190385486904, "ssim": 0.8585374784106279, "lpips": 0.04498526453971863 }, "wrist_left": { "psnr": 16.38062851403978, "ssim": 0.5554069106484396, "lpips": 0.21622595191001892 }, "wrist_right": { "psnr": 16.668252668473926, "ssim": 0.40088587476840953, "lpips": 0.16350379586219788 }, "tactile_left": { "psnr": 47.4256623630788, "ssim": 0.9880978598608197, "lpips": 0.007464554626494646 }, "tactile_right": { "psnr": 41.488768484715244, "ssim": 0.9841770364123255, "lpips": 0.06797026842832565 } }, "long_mean": { "video": { "psnr": 19.979844240281043, "ssim": 0.6719923483786956, "lpips": 0.2216078023115794 }, "wrist_left": { "psnr": 12.068374679192145, "ssim": 0.31770986230603954, "lpips": 0.4659765581289927 }, "wrist_right": { "psnr": 13.040540096887558, "ssim": 0.332540011598662, "lpips": 0.43386511703332264 }, "tactile_left": { "psnr": 35.62354914636409, "ssim": 0.9639906245579797, "lpips": 0.11719002776468794 }, "tactile_right": { "psnr": 35.37950350040074, "ssim": 0.971159358859736, "lpips": 0.11949826329946518 } } }, { "output_subdir": "18_motherboard_0912_episode_002_release", "short": { "video": { "psnr": 22.461089432220835, "ssim": 0.7502580250154394, "lpips": 0.1371990293264389 }, "wrist_left": { "psnr": 13.876565193118752, "ssim": 0.4911180306828581, "lpips": 0.4515236020088196 }, "wrist_right": { "psnr": 13.7313262170651, "ssim": 0.4915193604881228, "lpips": 0.3897809088230133 }, "tactile_left": { "psnr": 41.00869684486503, "ssim": 0.9816722995565144, "lpips": 0.05335084721446037 }, "tactile_right": { "psnr": 52.38822368239493, "ssim": 0.9959197172424199, "lpips": 0.002244606614112854 } }, "long_mean": { "video": { "psnr": 20.063301552839906, "ssim": 0.663012875740234, "lpips": 0.2731943756341934 }, "wrist_left": { "psnr": 13.123957783390251, "ssim": 0.3499489065315921, "lpips": 0.4791865527629852 }, "wrist_right": { "psnr": 12.694791907296489, "ssim": 0.41560246013954033, "lpips": 0.45913924773534137 }, "tactile_left": { "psnr": 35.134349686997325, "ssim": 0.9565937051838248, "lpips": 0.1526123382151127 }, "tactile_right": { "psnr": 37.74967192621578, "ssim": 0.9730848474270523, "lpips": 0.12125067071368296 } } }, { "output_subdir": "19_motherboard_0912_episode_002_full", "short": { "video": { "psnr": 24.102459048743825, "ssim": 0.8096983424424338, "lpips": 0.07874449342489243 }, "wrist_left": { "psnr": 17.808062656993545, "ssim": 0.477899918794427, "lpips": 0.2878536880016327 }, "wrist_right": { "psnr": 29.081298434277137, "ssim": 0.9310623310369179, "lpips": 0.0490812323987484 }, "tactile_left": { "psnr": 38.46045376066547, "ssim": 0.9589154813478704, "lpips": 0.06862004101276398 }, "tactile_right": { "psnr": 48.04518435700953, "ssim": 0.9917354423022501, "lpips": 0.019251041114330292 } }, "long_mean": { "video": { "psnr": 19.2342942756461, "ssim": 0.6710735756383215, "lpips": 0.2789704109231631 }, "wrist_left": { "psnr": 13.498992825147607, "ssim": 0.3401253091096719, "lpips": 0.48304280638694763 }, "wrist_right": { "psnr": 23.185675808214828, "ssim": 0.8539306437520575, "lpips": 0.1380472771823406 }, "tactile_left": { "psnr": 34.09542461370423, "ssim": 0.9490869081543455, "lpips": 0.14000947723786036 }, "tactile_right": { "psnr": 36.129104439178896, "ssim": 0.9738560881801424, "lpips": 0.10413351617753505 } } } ] }
{
"note": "metrics produced on the original cluster with nano_action_causal_umi_sensoronly_noforce_v1 epoch_013 (job 884599 checkpoint; UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare",
"cases": [
{
"output_subdir": "00_motherboard_0909_episode_000_none",
"short": {
"video": {
"psnr": 28.80105605184033,
"ssim": 0.9035531864871102,
"lpips": 0.024564269930124283
},
"wrist_left": {
"psnr": 32.86118675492828,
"ssim": 0.964797154386611,
"lpips": 0.03513781353831291
},
"wrist_right": {
"psnr": 16.52937906430891,
"ssim": 0.6561242288036659,
"lpips": 0.13395261764526367
},
"tactile_left": {
"psnr": 49.45026106219246,
"ssim": 0.9934141583130213,
"lpips": 0.004314596764743328
},
"tactile_right": {
"psnr": 44.84498619428522,
"ssim": 0.98287423344225,
"lpips": 0.030764415860176086
}
},
"long_mean": {
"video": {
"psnr": 21.560564472463827,
"ssim": 0.7165777826738953,
"lpips": 0.14729567194978396
},
"wrist_left": {
"psnr": 21.577774337912338,
"ssim": 0.6701229092011951,
"lpips": 0.2558351166546345
},
"wrist_right": {
"psnr": 10.90178994365518,
"ssim": 0.2564250191285542,
"lpips": 0.4824682354927063
},
"tactile_left": {
"psnr": 40.10696022066697,
"ssim": 0.9642004547700137,
"lpips": 0.17104088223228853
},
"tactile_right": {
"psnr": 38.39379259131182,
"ssim": 0.95830833577741,
"lpips": 0.1519443800052007
}
}
},
{
"output_subdir": "01_motherboard_0909_episode_000_onset",
"short": {
"video": {
"psnr": 23.780839985865295,
"ssim": 0.8469331484081594,
"lpips": 0.0565241277217865
},
"wrist_left": {
"psnr": 16.917404015350265,
"ssim": 0.4270353282337396,
"lpips": 0.15462268888950348
},
"wrist_right": {
"psnr": 11.23779153301612,
"ssim": 0.4246665343240258,
"lpips": 0.37343287467956543
},
"tactile_left": {
"psnr": 37.86664606646247,
"ssim": 0.9831218278178747,
"lpips": 0.049409955739974976
},
"tactile_right": {
"psnr": 30.874108645085713,
"ssim": 0.967045598674736,
"lpips": 0.14368155598640442
}
},
"long_mean": {
"video": {
"psnr": 19.61769793008131,
"ssim": 0.6849031094128073,
"lpips": 0.22206556648015977
},
"wrist_left": {
"psnr": 11.764992830247694,
"ssim": 0.3272154595075871,
"lpips": 0.47224586009979247
},