acts-sensoronly-ablation / eval /cases /rope_reference_metrics.json
WitneyWW's picture
add code (configs, package, eval, scripts, README)
b1b6f13 verified
Raw History Blame Contribute Delete
46.9 kB
{ "note": "metrics produced on the original cluster with epoch_019 (UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare", "cases": [ { "output_subdir": "00_rope_0911_episode_002_seg00_none", "short": { "video": { "psnr": 41.08111750261246, "ssim": 0.9828812850844979, "lpips": 0.00662225903943181 }, "wrist_left": { "psnr": 36.4882439134852, "ssim": 0.9815105845750247, "lpips": 0.009199145250022411 }, "wrist_right": { "psnr": 34.72913556007711, "ssim": 0.978629662055059, "lpips": 0.013339252211153507 }, "tactile_left": { "psnr": 51.5954018917285, "ssim": 0.9952472164848108, "lpips": 0.0028278902173042297 }, "tactile_right": { "psnr": 50.85927276450435, "ssim": 0.9945354951783143, "lpips": 0.0035642385482788086 } }, "long_mean": { "video": { "psnr": 26.54086685836263, "ssim": 0.8363504787609711, "lpips": 0.16132851308211685 }, "wrist_left": { "psnr": 22.538860497799394, "ssim": 0.8157324152428419, "lpips": 0.1721546959752838 }, "wrist_right": { "psnr": 21.124427982308724, "ssim": 0.760522800186208, "lpips": 0.23109128642827273 }, "tactile_left": { "psnr": 41.36688722139599, "ssim": 0.9744162899854512, "lpips": 0.09125320787231127 }, "tactile_right": { "psnr": 41.128778308383595, "ssim": 0.9761883173613092, "lpips": 0.08635190402468046 } } }, { "output_subdir": "01_rope_0911_episode_002_seg00_onset", "short": { "video": { "psnr": 30.091285803794104, "ssim": 0.9261177847064972, "lpips": 0.03203672915697098 }, "wrist_left": { "psnr": 21.255337001774727, "ssim": 0.7480102191568163, "lpips": 0.18480516970157623 }, "wrist_right": { "psnr": 25.931975994923263, "ssim": 0.8301005253598532, "lpips": 0.11665768921375275 }, "tactile_left": { "psnr": 36.181577448173115, "ssim": 0.9748173000904414, "lpips": 0.07317228615283966 }, "tactile_right": { "psnr": 40.275345926859714, "ssim": 0.9867462555190124, "lpips": 0.0404801219701767 } }, "long_mean": { "video": { "psnr": 23.51376308753909, "ssim": 0.7952000147409798, "lpips": 0.17309076885382335 }, "wrist_left": { "psnr": 16.90041496517262, "ssim": 0.6607820672789724, "lpips": 0.3073264529307683 }, "wrist_right": { "psnr": 18.599947696818234, "ssim": 0.6849269537033678, "lpips": 0.2968292752901713 }, "tactile_left": { "psnr": 35.189575215301566, "ssim": 0.9597429529288308, "lpips": 0.14612089991569518 }, "tactile_right": { "psnr": 37.77280656604318, "ssim": 0.9707205176709428, "lpips": 0.1064067766070366 } } }, { "output_subdir": "02_rope_0911_episode_002_seg00_release", "short": { "video": { "psnr": 26.094828399427726, "ssim": 0.871527833605982, "lpips": 0.07900582253932953 }, "wrist_left": { "psnr": 22.995133220571226, "ssim": 0.8497621554428934, "lpips": 0.08883808553218842 }, "wrist_right": { "psnr": 25.597957359970923, "ssim": 0.8482503931709782, "lpips": 0.13826943933963776 }, "tactile_left": { "psnr": 50.035597238966446, "ssim": 0.9940318955738292, "lpips": 0.004153852351009846 }, "tactile_right": { "psnr": 42.17375080501281, "ssim": 0.9831165060646189, "lpips": 0.03636517375707626 } }, "long_mean": { "video": { "psnr": 23.190462273545954, "ssim": 0.7864047726245442, "lpips": 0.18317405482133228 }, "wrist_left": { "psnr": 16.551520466030084, "ssim": 0.6607188170821428, "lpips": 0.3074759890635808 }, "wrist_right": { "psnr": 19.514910797095187, "ssim": 0.7040213631114565, "lpips": 0.2761199057102203 }, "tactile_left": { "psnr": 36.80420773177098, "ssim": 0.9639195107905862, "lpips": 0.1373134650910894 }, "tactile_right": { "psnr": 38.64491842341172, "ssim": 0.9697463294186158, "lpips": 0.10594268577794234 } } }, { "output_subdir": "03_rope_0911_episode_002_seg00_full", "short": { "video": { "psnr": 27.129752496637476, "ssim": 0.8842926252699101, "lpips": 0.07321000099182129 }, "wrist_left": { "psnr": 24.804458456375656, "ssim": 0.8366824066414575, "lpips": 0.06216054409742355 }, "wrist_right": { "psnr": 17.79055472607181, "ssim": 0.77831194745199, "lpips": 0.2386465072631836 }, "tactile_left": { "psnr": 42.588675937205736, "ssim": 0.979201657590021, "lpips": 0.029828783124685287 }, "tactile_right": { "psnr": 49.65562715245977, "ssim": 0.9941779897251082, "lpips": 0.005102452356368303 } }, "long_mean": { "video": { "psnr": 23.206558530986726, "ssim": 0.7862775706912556, "lpips": 0.1721712201833725 }, "wrist_left": { "psnr": 16.831303489813266, "ssim": 0.6157041012364333, "lpips": 0.2505063250660896 }, "wrist_right": { "psnr": 16.143135324706986, "ssim": 0.6074067414996749, "lpips": 0.32982402642567954 }, "tactile_left": { "psnr": 37.394416995741494, "ssim": 0.9667649161696915, "lpips": 0.11080268422762553 }, "tactile_right": { "psnr": 37.69389999435144, "ssim": 0.9670104730965969, "lpips": 0.13380627411728105 } } }, { "output_subdir": "04_rope_0911_episode_002_seg01_onset", "short": { "video": { "psnr": 25.704030691940435, "ssim": 0.8428901104089177, "lpips": 0.10193419456481934 }, "wrist_left": { "psnr": 18.518392853111955, "ssim": 0.7410559755079993, "lpips": 0.17891669273376465 }, "wrist_right": { "psnr": 17.699503445930443, "ssim": 0.6850153293095277, "lpips": 0.24690920114517212 }, "tactile_left": { "psnr": 51.13630178512294, "ssim": 0.9951412646207889, "lpips": 0.0030738133937120438 }, "tactile_right": { "psnr": 39.52334045483243, "ssim": 0.9855522897350121, "lpips": 0.06943809986114502 } }, "long_mean": { "video": { "psnr": 22.41611431422923, "ssim": 0.7571258622120127, "lpips": 0.2836060335238775 }, "wrist_left": { "psnr": 15.011992757122213, "ssim": 0.6448577064397992, "lpips": 0.29069527188936867 }, "wrist_right": { "psnr": 15.826410654541935, "ssim": 0.6537603823753663, "lpips": 0.35404275556405385 }, "tactile_left": { "psnr": 42.14988374402833, "ssim": 0.9791185641512404, "lpips": 0.07527901145319144 }, "tactile_right": { "psnr": 38.39292666878849, "ssim": 0.9708864617506462, "lpips": 0.10968553150693576 } } }, { "output_subdir": "05_rope_0911_episode_002_seg01_release", "short": { "video": { "psnr": 25.710292050282845, "ssim": 0.8439981719351044, "lpips": 0.09249556809663773 }, "wrist_left": { "psnr": 18.463820360705185, "ssim": 0.7340982189509164, "lpips": 0.21166077256202698 }, "wrist_right": { "psnr": 21.82790137427958, "ssim": 0.799365946003022, "lpips": 0.20773246884346008 }, "tactile_left": { "psnr": 41.232737578528635, "ssim": 0.9829602575739818, "lpips": 0.028765998780727386 }, "tactile_right": { "psnr": 44.05859322638564, "ssim": 0.9848496178222403, "lpips": 0.02556338533759117 } }, "long_mean": { "video": { "psnr": 23.282791985057532, "ssim": 0.7823123363179035, "lpips": 0.1816085954507192 }, "wrist_left": { "psnr": 14.079540632689639, "ssim": 0.5675200244597639, "lpips": 0.36145410339037576 }, "wrist_right": { "psnr": 16.0505782466297, "ssim": 0.6289130401817533, "lpips": 0.3569131255149841 }, "tactile_left": { "psnr": 35.71060497544263, "ssim": 0.9603613714943258, "lpips": 0.1263149271408717 }, "tactile_right": { "psnr": 37.0876335387902, "ssim": 0.9658662183486318, "lpips": 0.13037391180793445 } } }, { "output_subdir": "06_rope_0911_episode_002_seg01_full", "short": { "video": { "psnr": 27.029743664612656, "ssim": 0.8845719818757776, "lpips": 0.05436249077320099 }, "wrist_left": { "psnr": 20.21490539709766, "ssim": 0.6962312091818104, "lpips": 0.1842501312494278 }, "wrist_right": { "psnr": 21.87699040534376, "ssim": 0.7294386909209966, "lpips": 0.14952866733074188 }, "tactile_left": { "psnr": 35.55498077601256, "ssim": 0.9712915473646607, "lpips": 0.0994177758693695 }, "tactile_right": { "psnr": 38.68943166875279, "ssim": 0.9750846473076291, "lpips": 0.07491663098335266 } }, "long_mean": { "video": { "psnr": 23.278652260581364, "ssim": 0.7866949807319259, "lpips": 0.1513446455200513 }, "wrist_left": { "psnr": 16.078507833170086, "ssim": 0.5874606841980643, "lpips": 0.3091137339671453 }, "wrist_right": { "psnr": 18.842416158784722, "ssim": 0.6725289206217471, "lpips": 0.27491968174775444 }, "tactile_left": { "psnr": 34.317564746712854, "ssim": 0.9581149859172979, "lpips": 0.1350727215409279 }, "tactile_right": { "psnr": 37.052348985232676, "ssim": 0.9661082213970235, "lpips": 0.10938108911116919 } } }, { "output_subdir": "07_rope_0911_episode_005_seg00_none", "short": { "video": { "psnr": 26.43253497375314, "ssim": 0.882204985487774, "lpips": 0.06524166464805603 }, "wrist_left": { "psnr": 13.850082004595638, "ssim": 0.5676736566109007, "lpips": 0.31064796447753906 }, "wrist_right": { "psnr": 25.93899473064586, "ssim": 0.7900097594326607, "lpips": 0.05559978634119034 }, "tactile_left": { "psnr": 51.405386397049554, "ssim": 0.9952031132459724, "lpips": 0.003244202584028244 }, "tactile_right": { "psnr": 51.7230431034233, "ssim": 0.995132324478962, "lpips": 0.003122953698039055 } }, "long_mean": { "video": { "psnr": 23.212228089975227, "ssim": 0.7974341408174256, "lpips": 0.12849502662817638 }, "wrist_left": { "psnr": 13.486043895560774, "ssim": 0.5410630423069769, "lpips": 0.38511749704678855 }, "wrist_right": { "psnr": 20.762744614264403, "ssim": 0.6922957397305096, "lpips": 0.18011240512132645 }, "tactile_left": { "psnr": 42.55948023987109, "ssim": 0.9797137556176206, "lpips": 0.0700965415686369 }, "tactile_right": { "psnr": 43.139986933192695, "ssim": 0.9815346997825346, "lpips": 0.06783096628884475 } } }, { "output_subdir": "08_rope_0911_episode_005_seg00_onset", "short": { "video": { "psnr": 31.45829638013701, "ssim": 0.9394364847887753, "lpips": 0.02420235052704811 }, "wrist_left": { "psnr": 20.533451843861865, "ssim": 0.666971119811356, "lpips": 0.13951897621154785 }, "wrist_right": { "psnr": 22.723142718267844, "ssim": 0.7771851693168559, "lpips": 0.12588509917259216 }, "tactile_left": { "psnr": 46.80979240307222, "ssim": 0.9921341794292133, "lpips": 0.010196941904723644 }, "tactile_right": { "psnr": 48.539061614090144, "ssim": 0.9933100280769349, "lpips": 0.01160548534244299 } }, "long_mean": { "video": { "psnr": 23.810940587489203, "ssim": 0.8053825963907528, "lpips": 0.13461042443911234 }, "wrist_left": { "psnr": 15.525406945671772, "ssim": 0.5008683460922951, "lpips": 0.31338546772797904 }, "wrist_right": { "psnr": 20.094274697320767, "ssim": 0.689707876622156, "lpips": 0.22785381575425465 }, "tactile_left": { "psnr": 39.84748300289982, "ssim": 0.9716988225224275, "lpips": 0.110087690440317 }, "tactile_right": { "psnr": 42.15874909657759, "ssim": 0.9804865383983614, "lpips": 0.07272830574462812 } } }, { "output_subdir": "09_rope_0911_episode_005_seg00_release", "short": { "video": { "psnr": 28.172575197732815, "ssim": 0.8971284363517025, "lpips": 0.038794443011283875 }, "wrist_left": { "psnr": 21.009436305308917, "ssim": 0.7591874218769319, "lpips": 0.13222216069698334 }, "wrist_right": { "psnr": 25.293025411504736, "ssim": 0.8469939843102746, "lpips": 0.12110637873411179 }, "tactile_left": { "psnr": 45.20531991269859, "ssim": 0.990050851275618, "lpips": 0.02171427756547928 }, "tactile_right": { "psnr": 49.96017776501391, "ssim": 0.9930509675821562, "lpips": 0.005698477849364281 } }, "long_mean": { "video": { "psnr": 23.34438687427314, "ssim": 0.7958798576034043, "lpips": 0.13426746328671774 }, "wrist_left": { "psnr": 16.06172600199203, "ssim": 0.5356527780014274, "lpips": 0.28497130076090493 }, "wrist_right": { "psnr": 18.81811823782149, "ssim": 0.6639873319920573, "lpips": 0.25747841646273933 }, "tactile_left": { "psnr": 39.82867735645299, "ssim": 0.9729824689298481, "lpips": 0.10414461866021156 }, "tactile_right": { "psnr": 42.60808037723609, "ssim": 0.9808059516937082, "lpips": 0.06785163270930449 } } }, { "output_subdir": "10_rope_0911_episode_005_seg00_full", "short": { "video": { "psnr": 36.44376201444612, "ssim": 0.9706162887432619, "lpips": 0.010971933603286743 }, "wrist_left": { "psnr": 31.055983616673405, "ssim": 0.9465882498508631, "lpips": 0.017241932451725006 }, "wrist_right": { "psnr": 26.864495430333193, "ssim": 0.808180766307097, "lpips": 0.06370072811841965 }, "tactile_left": { "psnr": 50.181915188252695, "ssim": 0.9937332718597637, "lpips": 0.005404395051300526 }, "tactile_right": { "psnr": 47.48405397891709, "ssim": 0.9927786588067624, "lpips": 0.015436341986060143 } }, "long_mean": { "video": { "psnr": 26.871101543600375, "ssim": 0.8528755875585271, "lpips": 0.09984228834509849 }, "wrist_left": { "psnr": 22.19795303979175, "ssim": 0.6949564189871154, "lpips": 0.11460844278335572 }, "wrist_right": { "psnr": 19.485304760882027, "ssim": 0.6567973910712592, "lpips": 0.2413422668973605 }, "tactile_left": { "psnr": 40.076118162348216, "ssim": 0.9687878002530177, "lpips": 0.10255826767534018 }, "tactile_right": { "psnr": 42.116055050454875, "ssim": 0.9800616388120665, "lpips": 0.07480571791529655 } } }, { "output_subdir": "11_rope_0911_episode_005_seg01_none", "short": { "video": { "psnr": 32.406468139551286, "ssim": 0.9513689525673115, "lpips": 0.019735187292099 }, "wrist_left": { "psnr": 21.187573079122505, "ssim": 0.7390761402670163, "lpips": 0.07988428324460983 }, "wrist_right": { "psnr": 23.369904523408263, "ssim": 0.8595199639047202, "lpips": 0.09310077130794525 }, "tactile_left": { "psnr": 49.636565917085036, "ssim": 0.9938735905460276, "lpips": 0.00453969556838274 }, "tactile_right": { "psnr": 46.233483751533306, "ssim": 0.9898144572641224, "lpips": 0.017854906618595123 } }, "long_mean": { "video": { "psnr": 24.66116757521685, "ssim": 0.8217897683775247, "lpips": 0.10582111378510793 }, "wrist_left": { "psnr": 16.82537681690446, "ssim": 0.6700188479786139, "lpips": 0.24041191786527633 }, "wrist_right": { "psnr": 18.73367397924738, "ssim": 0.7442688276472303, "lpips": 0.21401763459046683 }, "tactile_left": { "psnr": 41.53920724505804, "ssim": 0.9798762568682895, "lpips": 0.06835872468849023 }, "tactile_right": { "psnr": 42.31819969740431, "ssim": 0.9806722879160223, "lpips": 0.0658678819735845 } } }, { "output_subdir": "12_rope_0911_episode_005_seg01_onset", "short": { "video": { "psnr": 27.017206418247103, "ssim": 0.8915725112588848, "lpips": 0.04891191050410271 }, "wrist_left": { "psnr": 22.023448879834756, "ssim": 0.7779375892201952, "lpips": 0.1456742137670517 }, "wrist_right": { "psnr": 22.087375239370708, "ssim": 0.8311488725127799, "lpips": 0.11615419387817383 }, "tactile_left": { "psnr": 46.54420600199829, "ssim": 0.9919661012090067, "lpips": 0.014826595783233643 }, "tactile_right": { "psnr": 50.17501304859434, "ssim": 0.9943897982617242, "lpips": 0.0042077647522091866 } }, "long_mean": { "video": { "psnr": 22.51543583595846, "ssim": 0.7699476052623454, "lpips": 0.14710520928104717 }, "wrist_left": { "psnr": 18.08705538655721, "ssim": 0.6889300239229461, "lpips": 0.21082407931486766 }, "wrist_right": { "psnr": 18.593875608171686, "ssim": 0.7525751268048917, "lpips": 0.20580589671929678 }, "tactile_left": { "psnr": 40.92995034982439, "ssim": 0.9786035774765653, "lpips": 0.07605904551843802 }, "tactile_right": { "psnr": 42.77599753582324, "ssim": 0.9813487479117096, "lpips": 0.05880353525280953 } } }, { "output_subdir": "13_rope_0911_episode_005_seg01_release", "short": { "video": { "psnr": 27.70027529058833, "ssim": 0.9202402828497793, "lpips": 0.04354679584503174 }, "wrist_left": { "psnr": 23.837261385843274, "ssim": 0.8372728885993239, "lpips": 0.12449261546134949 }, "wrist_right": { "psnr": 26.0872930043578, "ssim": 0.8608415395271529, "lpips": 0.10480635613203049 }, "tactile_left": { "psnr": 48.733335078492885, "ssim": 0.9930547326982412, "lpips": 0.008184912614524364 }, "tactile_right": { "psnr": 45.901798859810526, "ssim": 0.9905104437621134, "lpips": 0.031179223209619522 } }, "long_mean": { "video": { "psnr": 22.64404845733605, "ssim": 0.7823732209903634, "lpips": 0.1406495104233424 }, "wrist_left": { "psnr": 15.516333152052843, "ssim": 0.5934790160728717, "lpips": 0.3345402161280314 }, "wrist_right": { "psnr": 16.134855859424807, "ssim": 0.6531769836030594, "lpips": 0.300006003677845 }, "tactile_left": { "psnr": 41.525183036052645, "ssim": 0.978608346241009, "lpips": 0.07483295320222776 }, "tactile_right": { "psnr": 42.47292858078414, "ssim": 0.9796779410574084, "lpips": 0.07859674816330274 } } }, { "output_subdir": "14_rope_0911_episode_005_seg01_full", "short": { "video": { "psnr": 33.46775197735491, "ssim": 0.9580590551570656, "lpips": 0.01604292169213295 }, "wrist_left": { "psnr": 23.115313847789366, "ssim": 0.7070945980936683, "lpips": 0.07910547405481339 }, "wrist_right": { "psnr": 28.029737739286137, "ssim": 0.8591681005323231, "lpips": 0.10805913805961609 }, "tactile_left": { "psnr": 41.359061667640304, "ssim": 0.9748819900224379, "lpips": 0.02180742658674717 }, "tactile_right": { "psnr": 52.606794092276665, "ssim": 0.995595336904704, "lpips": 0.0025569924619048834 } }, "long_mean": { "video": { "psnr": 23.772633785266287, "ssim": 0.8097618788719411, "lpips": 0.13348798230290412 }, "wrist_left": { "psnr": 18.36425304870881, "ssim": 0.6377867726142802, "lpips": 0.2719478930036227 }, "wrist_right": { "psnr": 18.312891554690463, "ssim": 0.6514389645331709, "lpips": 0.2828049053748449 }, "tactile_left": { "psnr": 37.15720080486048, "ssim": 0.9667970595956311, "lpips": 0.11990194494525591 }, "tactile_right": { "psnr": 40.99499182279256, "ssim": 0.9779687114224037, "lpips": 0.09588211984373629 } } }, { "output_subdir": "15_rope_0911_episode_005_seg02_none", "short": { "video": { "psnr": 28.646493365426235, "ssim": 0.9148333131624632, "lpips": 0.04081213101744652 }, "wrist_left": { "psnr": 20.794150617911377, "ssim": 0.7827981958566576, "lpips": 0.10793881118297577 }, "wrist_right": { "psnr": 23.258771611962253, "ssim": 0.7523067941755445, "lpips": 0.12032455950975418 }, "tactile_left": { "psnr": 51.55195280313024, "ssim": 0.9948931883756867, "lpips": 0.0033971453085541725 }, "tactile_right": { "psnr": 44.39006016071933, "ssim": 0.9907273275681032, "lpips": 0.029593873769044876 } }, "long_mean": { "video": { "psnr": 22.854960625072422, "ssim": 0.7848839184674968, "lpips": 0.15377015098929406 }, "wrist_left": { "psnr": 15.438978845989134, "ssim": 0.5764015523961163, "lpips": 0.30851986904939016 }, "wrist_right": { "psnr": 17.937891205349164, "ssim": 0.6088243984460394, "lpips": 0.26724992593129476 }, "tactile_left": { "psnr": 40.42856006889133, "ssim": 0.9759946301872698, "lpips": 0.08702134173363447 }, "tactile_right": { "psnr": 40.69900038964945, "ssim": 0.9768353852366799, "lpips": 0.09234762489795685 } } }, { "output_subdir": "16_rope_0911_episode_005_seg02_onset", "short": { "video": { "psnr": 25.767194618314562, "ssim": 0.8669939130062614, "lpips": 0.0672946646809578 }, "wrist_left": { "psnr": 17.1846728375352, "ssim": 0.696648339498557, "lpips": 0.1915237456560135 }, "wrist_right": { "psnr": 24.730340694341496, "ssim": 0.7913368461157733, "lpips": 0.06932040303945541 }, "tactile_left": { "psnr": 52.24312141132448, "ssim": 0.9954352781861959, "lpips": 0.003110825316980481 }, "tactile_right": { "psnr": 45.583747563170256, "ssim": 0.9899847823007006, "lpips": 0.017297670245170593 } }, "long_mean": { "video": { "psnr": 22.49062004829932, "ssim": 0.7765114246279368, "lpips": 0.1711895262201627 }, "wrist_left": { "psnr": 13.284770761601603, "ssim": 0.568252200446508, "lpips": 0.37160869538784025 }, "wrist_right": { "psnr": 19.0808171581256, "ssim": 0.642339809384874, "lpips": 0.21842295676469803 }, "tactile_left": { "psnr": 40.17152680639983, "ssim": 0.9750953616064549, "lpips": 0.09209760149630407 }, "tactile_right": { "psnr": 40.97235059693015, "ssim": 0.9777036899772403, "lpips": 0.08119909341136615 } } }, { "output_subdir": "17_rope_0911_episode_005_seg02_release", "short": { "video": { "psnr": 29.489088848216447, "ssim": 0.9261563370863117, "lpips": 0.03456968814134598 }, "wrist_left": { "psnr": 21.087438333993802, "ssim": 0.7681350706377065, "lpips": 0.12621267139911652 }, "wrist_right": { "psnr": 23.822247231127825, "ssim": 0.8004318188448548, "lpips": 0.1085968166589737 }, "tactile_left": { "psnr": 45.08236451824648, "ssim": 0.9880654413248758, "lpips": 0.014657396823167801 }, "tactile_right": { "psnr": 46.43460853278063, "ssim": 0.9899904818966966, "lpips": 0.01760554313659668 } }, "long_mean": { "video": { "psnr": 23.588347272589136, "ssim": 0.7885621467231014, "lpips": 0.16697458450992902 }, "wrist_left": { "psnr": 15.82694556117741, "ssim": 0.6156836419854442, "lpips": 0.3049746096134186 }, "wrist_right": { "psnr": 15.870365774966702, "ssim": 0.580387596940723, "lpips": 0.33741727968056995 }, "tactile_left": { "psnr": 37.5524440378688, "ssim": 0.9673091060613671, "lpips": 0.1180802712837855 }, "tactile_right": { "psnr": 41.4061544778436, "ssim": 0.9777384800024962, "lpips": 0.07641997200747332 } } }, { "output_subdir": "18_rope_0911_episode_005_seg02_full", "short": { "video": { "psnr": 27.551278565780386, "ssim": 0.9054764668201343, "lpips": 0.050864726305007935 }, "wrist_left": { "psnr": 23.605645667538127, "ssim": 0.8526861528442989, "lpips": 0.10905918478965759 }, "wrist_right": { "psnr": 23.533035052723584, "ssim": 0.8038617606615739, "lpips": 0.18850770592689514 }, "tactile_left": { "psnr": 45.21864980656532, "ssim": 0.98868015992607, "lpips": 0.01748712547123432 }, "tactile_right": { "psnr": 44.1404863355241, "ssim": 0.9893913149114626, "lpips": 0.04033305495977402 } }, "long_mean": { "video": { "psnr": 21.684459548543945, "ssim": 0.7604746513905951, "lpips": 0.2244137018918991 }, "wrist_left": { "psnr": 15.63607343438468, "ssim": 0.6073661016893536, "lpips": 0.3532819112141927 }, "wrist_right": { "psnr": 16.820412595855906, "ssim": 0.6276780556289375, "lpips": 0.32719436089197795 }, "tactile_left": { "psnr": 36.87819366542025, "ssim": 0.9631514333992254, "lpips": 0.14263933611412843 }, "tactile_right": { "psnr": 41.536789915646914, "ssim": 0.9789932190443759, "lpips": 0.08789719268679619 } } }, { "output_subdir": "19_rope_0914_episode_000_none", "short": { "video": { "psnr": 27.138792541502777, "ssim": 0.8987440701635123, "lpips": 0.042793408036231995 }, "wrist_left": { "psnr": 24.004081553879196, "ssim": 0.7888833644704689, "lpips": 0.13348335027694702 }, "wrist_right": { "psnr": 23.322169069961443, "ssim": 0.766417991840117, "lpips": 0.08984927833080292 }, "tactile_left": { "psnr": 51.92969659074269, "ssim": 0.995454482418872, "lpips": 0.002537656342610717 }, "tactile_right": { "psnr": 52.5131611680561, "ssim": 0.9953538579092641, "lpips": 0.002966484287753701 } }, "long_mean": { "video": { "psnr": 23.431740322462186, "ssim": 0.7949190088295732, "lpips": 0.15816677063703538 }, "wrist_left": { "psnr": 16.95648493123111, "ssim": 0.6189032906765232, "lpips": 0.35574276049931847 }, "wrist_right": { "psnr": 17.507440834649138, "ssim": 0.6652302325576245, "lpips": 0.28210615118344623 }, "tactile_left": { "psnr": 38.263169764956565, "ssim": 0.9718156709357932, "lpips": 0.09889870098171134 }, "tactile_right": { "psnr": 41.592209041317474, "ssim": 0.9776937941404069, "lpips": 0.09026006188554068 } } }, { "output_subdir": "20_rope_0914_episode_000_onset", "short": { "video": { "psnr": 28.432788256648823, "ssim": 0.905022745813155, "lpips": 0.043383486568927765 }, "wrist_left": { "psnr": 30.45997150312328, "ssim": 0.8669510479185731, "lpips": 0.05189931392669678 }, "wrist_right": { "psnr": 20.27879118998512, "ssim": 0.6847092011608955, "lpips": 0.1816634237766266 }, "tactile_left": { "psnr": 52.40759966151919, "ssim": 0.9957092634947056, "lpips": 0.0023624105378985405 }, "tactile_right": { "psnr": 45.26007131547297, "ssim": 0.9908873361652203, "lpips": 0.011539210565388203 } }, "long_mean": { "video": { "psnr": 23.41574006568469, "ssim": 0.7970681289790293, "lpips": 0.16023940841356912 }, "wrist_left": { "psnr": 19.14602422225182, "ssim": 0.6709608353104833, "lpips": 0.2494315028190613 }, "wrist_right": { "psnr": 16.47639699319333, "ssim": 0.6191736390477957, "lpips": 0.3303136686484019 }, "tactile_left": { "psnr": 40.16760686695769, "ssim": 0.9761102022703783, "lpips": 0.08956299380709727 }, "tactile_right": { "psnr": 41.070133726982014, "ssim": 0.9797132926569961, "lpips": 0.07102156958232324 } } }, { "output_subdir": "21_rope_0914_episode_000_release", "short": { "video": { "psnr": 26.075351203890804, "ssim": 0.8759155933926792, "lpips": 0.06109897047281265 }, "wrist_left": { "psnr": 24.218511092096033, "ssim": 0.8069730471582646, "lpips": 0.16992703080177307 }, "wrist_right": { "psnr": 21.351599028900182, "ssim": 0.732757541521402, "lpips": 0.1724812090396881 }, "tactile_left": { "psnr": 45.83669547256865, "ssim": 0.9887440603299453, "lpips": 0.01268681138753891 }, "tactile_right": { "psnr": 49.25128775769956, "ssim": 0.9943187691935962, "lpips": 0.005642964504659176 } }, "long_mean": { "video": { "psnr": 21.478720710096134, "ssim": 0.7587635963912513, "lpips": 0.23462534646193187 }, "wrist_left": { "psnr": 17.086993647740915, "ssim": 0.652732291080602, "lpips": 0.3340440730253855 }, "wrist_right": { "psnr": 16.202358468388432, "ssim": 0.6209729507653254, "lpips": 0.3489834427833557 }, "tactile_left": { "psnr": 39.86570186849953, "ssim": 0.9763330989191153, "lpips": 0.08980433891216914 }, "tactile_right": { "psnr": 40.673521238191164, "ssim": 0.9774496874514879, "lpips": 0.09591517144193253 } } }, { "output_subdir": "22_rope_0914_episode_000_full", "short": { "video": { "psnr": 25.286010431904124, "ssim": 0.8885469474619052, "lpips": 0.060940880328416824 }, "wrist_left": { "psnr": 23.66036858232729, "ssim": 0.7744361248199043, "lpips": 0.1338108628988266 }, "wrist_right": { "psnr": 23.773803377718636, "ssim": 0.7588824265456319, "lpips": 0.14985628426074982 }, "tactile_left": { "psnr": 42.13166675574776, "ssim": 0.9834733883894329, "lpips": 0.019947122782468796 }, "tactile_right": { "psnr": 42.658177452070234, "ssim": 0.9792617695599586, "lpips": 0.02048521488904953 } }, "long_mean": { "video": { "psnr": 22.112396007034626, "ssim": 0.7764093840182528, "lpips": 0.20470647538701695 }, "wrist_left": { "psnr": 16.00721790621394, "ssim": 0.5982446777854865, "lpips": 0.35081524749596915 }, "wrist_right": { "psnr": 18.940545591038646, "ssim": 0.6873720019306654, "lpips": 0.2649483303229014 }, "tactile_left": { "psnr": 38.842525231074546, "ssim": 0.9734427007979579, "lpips": 0.0839388387898604 }, "tactile_right": { "psnr": 39.969279180681035, "ssim": 0.9758923310163006, "lpips": 0.09266217487553756 } } }, { "output_subdir": "23_rope_0915_episode_001_seg00_onset", "short": { "video": { "psnr": 32.28705100948408, "ssim": 0.9425954482975256, "lpips": 0.025655485689640045 }, "wrist_left": { "psnr": 22.610688217962164, "ssim": 0.8214968835231227, "lpips": 0.09380907565355301 }, "wrist_right": { "psnr": 26.887800332735058, "ssim": 0.8175712726212155, "lpips": 0.06745772063732147 }, "tactile_left": { "psnr": 51.14223579257599, "ssim": 0.9945895675243925, "lpips": 0.003959715832024813 }, "tactile_right": { "psnr": 45.87538171178578, "ssim": 0.9890225040566625, "lpips": 0.021389976143836975 } }, "long_mean": { "video": { "psnr": 27.478265523642577, "ssim": 0.8718407358896882, "lpips": 0.07959246585766475 }, "wrist_left": { "psnr": 16.454746227212155, "ssim": 0.5803843568888128, "lpips": 0.27848552316427233 }, "wrist_right": { "psnr": 20.68604528941471, "ssim": 0.6678913519179192, "lpips": 0.20407137821118038 }, "tactile_left": { "psnr": 36.4706584133665, "ssim": 0.9644583698657964, "lpips": 0.11284322617575526 }, "tactile_right": { "psnr": 39.36755434493782, "ssim": 0.973149097631151, "lpips": 0.07995843092600505 } } }, { "output_subdir": "24_rope_0915_episode_001_seg00_release", "short": { "video": { "psnr": 31.12826764996055, "ssim": 0.9331478246342164, "lpips": 0.030993804335594177 }, "wrist_left": { "psnr": 22.884569148912426, "ssim": 0.8127975411064646, "lpips": 0.1013684868812561 }, "wrist_right": { "psnr": 22.75308758913929, "ssim": 0.8030643381864123, "lpips": 0.1382961869239807 }, "tactile_left": { "psnr": 44.83298885846126, "ssim": 0.9857280957044801, "lpips": 0.027103792876005173 }, "tactile_right": { "psnr": 50.04290723223814, "ssim": 0.9923561750332063, "lpips": 0.0053444900549948215 } }, "long_mean": { "video": { "psnr": 26.468716505976023, "ssim": 0.859003081372006, "lpips": 0.1063523846367995 }, "wrist_left": { "psnr": 15.519514555115544, "ssim": 0.5845654598288743, "lpips": 0.33239863912264506 }, "wrist_right": { "psnr": 18.7236829446605, "ssim": 0.6848329683362493, "lpips": 0.270385338862737 }, "tactile_left": { "psnr": 35.950034748398544, "ssim": 0.9610403751554226, "lpips": 0.1261185439924399 }, "tactile_right": { "psnr": 38.93355777534682, "ssim": 0.973312432920739, "lpips": 0.09833319649721185 } } }, { "output_subdir": "25_rope_0915_episode_001_seg00_full", "short": { "video": { "psnr": 27.76908240720057, "ssim": 0.9064056147927342, "lpips": 0.04318549484014511 }, "wrist_left": { "psnr": 21.579702717350592, "ssim": 0.7191774277301206, "lpips": 0.1589619517326355 }, "wrist_right": { "psnr": 20.607332669402126, "ssim": 0.6926918820014567, "lpips": 0.21201954782009125 }, "tactile_left": { "psnr": 37.06980292890013, "ssim": 0.9628925632552199, "lpips": 0.07366341352462769 }, "tactile_right": { "psnr": 39.228242361794436, "ssim": 0.9781163700767891, "lpips": 0.0432758703827858 } }, "long_mean": { "video": { "psnr": 23.02821971253144, "ssim": 0.7920091957151458, "lpips": 0.12205861806869507 }, "wrist_left": { "psnr": 15.256042648395628, "ssim": 0.5323928991944428, "lpips": 0.3433313916126887 }, "wrist_right": { "psnr": 17.09006566397592, "ssim": 0.6144007650129208, "lpips": 0.320103852947553 }, "tactile_left": { "psnr": 35.47901034161164, "ssim": 0.955625927215964, "lpips": 0.1311508355041345 }, "tactile_right": { "psnr": 37.0293236953252, "ssim": 0.9662528358102203, "lpips": 0.1322144329547882 } } }, { "output_subdir": "26_rope_0915_episode_001_seg01_none", "short": { "video": { "psnr": 30.182683065471714, "ssim": 0.9252201565796656, "lpips": 0.031157542020082474 }, "wrist_left": { "psnr": 22.227175068646233, "ssim": 0.8169548961679629, "lpips": 0.0983327180147171 }, "wrist_right": { "psnr": 21.917284837096425, "ssim": 0.806905273176469, "lpips": 0.1251564472913742 }, "tactile_left": { "psnr": 50.41013151853327, "ssim": 0.9950392436841147, "lpips": 0.0033459006808698177 }, "tactile_right": { "psnr": 50.28022219418179, "ssim": 0.9942019319860089, "lpips": 0.004500678740441799 } }, "long_mean": { "video": { "psnr": 23.908699842442797, "ssim": 0.8003283374455207, "lpips": 0.12662438030044237 }, "wrist_left": { "psnr": 15.223182271043694, "ssim": 0.5649173780185921, "lpips": 0.31435239414374033 }, "wrist_right": { "psnr": 18.143037139883454, "ssim": 0.6915484818991711, "lpips": 0.28274356524149574 }, "tactile_left": { "psnr": 41.51097666667382, "ssim": 0.977104489927535, "lpips": 0.08756839803730448 }, "tactile_right": { "psnr": 42.366347958232616, "ssim": 0.9794050378722179, "lpips": 0.07818603496998548 } } }, { "output_subdir": "27_rope_0915_episode_001_seg01_onset", "short": { "video": { "psnr": 25.610699936548095, "ssim": 0.8607233200379115, "lpips": 0.06180211156606674 }, "wrist_left": { "psnr": 16.14897906894755, "ssim": 0.595213708420836, "lpips": 0.2521549463272095 }, "wrist_right": { "psnr": 21.551441303681766, "ssim": 0.7234347028429945, "lpips": 0.16892726719379425 }, "tactile_left": { "psnr": 50.71033714877204, "ssim": 0.9949168317092965, "lpips": 0.0032544441055506468 }, "tactile_right": { "psnr": 40.45571557756866, "ssim": 0.9844424746077809, "lpips": 0.04836529493331909 } }, "long_mean": { "video": { "psnr": 22.065524074058143, "ssim": 0.7331441255488529, "lpips": 0.20138150503238042 }, "wrist_left": { "psnr": 16.44697483275921, "ssim": 0.6595060685869579, "lpips": 0.2582125335931778 }, "wrist_right": { "psnr": 19.446515663398955, "ssim": 0.7334439079391996, "lpips": 0.2354804277420044 }, "tactile_left": { "psnr": 39.385151124059554, "ssim": 0.9767075220256385, "lpips": 0.07596771523045996 }, "tactile_right": { "psnr": 40.60048578497984, "ssim": 0.9783368001096634, "lpips": 0.07851802458365759 } } }, { "output_subdir": "28_rope_0915_episode_001_seg01_release", "short": { "video": { "psnr": 27.23590770758321, "ssim": 0.8900172786457292, "lpips": 0.05014067888259888 }, "wrist_left": { "psnr": 19.74908981970717, "ssim": 0.7559492729439523, "lpips": 0.18766897916793823 }, "wrist_right": { "psnr": 19.19782830945817, "ssim": 0.7711609171083789, "lpips": 0.1718340516090393 }, "tactile_left": { "psnr": 43.81773541902511, "ssim": 0.9845367908765562, "lpips": 0.023364737629890442 }, "tactile_right": { "psnr": 46.66975519636652, "ssim": 0.9893312542044725, "lpips": 0.012474160641431808 } }, "long_mean": { "video": { "psnr": 22.606464360942216, "ssim": 0.7763756959157594, "lpips": 0.1832281937201818 }, "wrist_left": { "psnr": 15.728282169002636, "ssim": 0.6231847230106606, "lpips": 0.3062119613091151 }, "wrist_right": { "psnr": 17.50791210312583, "ssim": 0.6529931433067827, "lpips": 0.30429898500442504 }, "tactile_left": { "psnr": 37.83852174887618, "ssim": 0.9715249478283566, "lpips": 0.09578093538681666 }, "tactile_right": { "psnr": 38.736591980297945, "ssim": 0.9725097603833982, "lpips": 0.092642135048906 } } }, { "output_subdir": "29_rope_0915_episode_001_seg01_full", "short": { "video": { "psnr": 26.81978549921326, "ssim": 0.8732070236305531, "lpips": 0.05668581277132034 }, "wrist_left": { "psnr": 22.065557768488585, "ssim": 0.7033127119895173, "lpips": 0.09824881702661514 }, "wrist_right": { "psnr": 22.500282766145272, "ssim": 0.8390699299544999, "lpips": 0.16996344923973083 }, "tactile_left": { "psnr": 39.86338600996572, "ssim": 0.9720458532376475, "lpips": 0.0393596775829792 }, "tactile_right": { "psnr": 52.38692128568264, "ssim": 0.995363996890925, "lpips": 0.0029072132892906666 } }, "long_mean": { "video": { "psnr": 23.78133817187696, "ssim": 0.7912743296373127, "lpips": 0.1167071004708608 }, "wrist_left": { "psnr": 16.69698765251676, "ssim": 0.5764988507553519, "lpips": 0.2422963614265124 }, "wrist_right": { "psnr": 18.43851071442209, "ssim": 0.6869586952947333, "lpips": 0.280369441707929 }, "tactile_left": { "psnr": 35.51271324505262, "ssim": 0.962004042949187, "lpips": 0.1156573402384917 }, "tactile_right": { "psnr": 40.625035350898905, "ssim": 0.9774778710662398, "lpips": 0.08262306653584044 } } }, { "output_subdir": "30_rope_0915_episode_001_seg02_none", "short": { "video": { "psnr": 26.65133052906622, "ssim": 0.9128511152303183, "lpips": 0.04042103514075279 }, "wrist_left": { "psnr": 19.41722121861986, "ssim": 0.7039996072626757, "lpips": 0.1320791393518448 }, "wrist_right": { "psnr": 26.77415512224144, "ssim": 0.836013618044357, "lpips": 0.05356273055076599 }, "tactile_left": { "psnr": 50.60266380590768, "ssim": 0.9944999503725714, "lpips": 0.003941975999623537 }, "tactile_right": { "psnr": 52.23201814729319, "ssim": 0.9952655338900771, "lpips": 0.0028656278736889362 } }, "long_mean": { "video": { "psnr": 24.25200414371016, "ssim": 0.8167388508464395, "lpips": 0.10526762381196023 }, "wrist_left": { "psnr": 14.496653279164015, "ssim": 0.5110026491893186, "lpips": 0.3444167544444402 }, "wrist_right": { "psnr": 18.942682705479843, "ssim": 0.6407514272607582, "lpips": 0.23707164923350016 }, "tactile_left": { "psnr": 37.58168410918987, "ssim": 0.9636548506473172, "lpips": 0.12604193752631546 }, "tactile_right": { "psnr": 39.80924470810008, "ssim": 0.9742633591820264, "lpips": 0.09415287775918842 } } }, { "output_subdir": "31_rope_0915_episode_001_seg02_onset", "short": { "video": { "psnr": 30.27661217982103, "ssim": 0.9259912245392321, "lpips": 0.029885582625865936 }, "wrist_left": { "psnr": 21.460162787481813, "ssim": 0.760071717515177, "lpips": 0.13421577215194702 }, "wrist_right": { "psnr": 23.06932402450821, "ssim": 0.7658513481630504, "lpips": 0.10904571413993835 }, "tactile_left": { "psnr": 41.40932499260636, "ssim": 0.9844999964949954, "lpips": 0.02457175776362419 }, "tactile_right": { "psnr": 43.60069724133953, "ssim": 0.9914318324095825, "lpips": 0.0202206801623106 } }, "long_mean": { "video": { "psnr": 24.629228292794007, "ssim": 0.8147153264383842, "lpips": 0.10618589321772258 }, "wrist_left": { "psnr": 15.713438678458472, "ssim": 0.5412275287393533, "lpips": 0.2969121108452479 }, "wrist_right": { "psnr": 17.512756779306176, "ssim": 0.6074726099340196, "lpips": 0.2753980199495951 }, "tactile_left": { "psnr": 35.37041585788328, "ssim": 0.9562882758490073, "lpips": 0.13986563806732497 }, "tactile_right": { "psnr": 37.776696408006664, "ssim": 0.9704086102250888, "lpips": 0.11126499238113562 } } }, { "output_subdir": "32_rope_0915_episode_001_seg02_release", "short": { "video": { "psnr": 27.270020502701886, "ssim": 0.8935836900761406, "lpips": 0.04273247718811035 }, "wrist_left": { "psnr": 21.50345209788465, "ssim": 0.7638435265590697, "lpips": 0.13646554946899414 }, "wrist_right": { "psnr": 23.742320323865886, "ssim": 0.7891988885665618, "lpips": 0.12240980565547943 }, "tactile_left": { "psnr": 44.76192014900409, "ssim": 0.988041474747262, "lpips": 0.011082537472248077 }, "tactile_right": { "psnr": 48.42102768957683, "ssim": 0.9916212012096548, "lpips": 0.00690307654440403 } }, "long_mean": { "video": { "psnr": 24.494017542988967, "ssim": 0.8208818831791411, "lpips": 0.09680121143658955 }, "wrist_left": { "psnr": 16.7046749313896, "ssim": 0.5622416286814801, "lpips": 0.2680505404869715 }, "wrist_right": { "psnr": 18.135576796317732, "ssim": 0.6345974305872992, "lpips": 0.2584353178739548 }, "tactile_left": { "psnr": 34.472442437937694, "ssim": 0.9519243801420451, "lpips": 0.1460603396097819 }, "tactile_right": { "psnr": 37.50238897287628, "ssim": 0.9662323731897519, "lpips": 0.12818554701904455 } } }, { "output_subdir": "33_rope_0915_episode_001_seg02_full", "short": { "video": { "psnr": 33.68576670604082, "ssim": 0.9532748568925897, "lpips": 0.016887623816728592 }, "wrist_left": { "psnr": 24.210996282795932, "ssim": 0.7679424823327836, "lpips": 0.10186125338077545 }, "wrist_right": { "psnr": 26.77651487441594, "ssim": 0.8515465884343768, "lpips": 0.05273817852139473 }, "tactile_left": { "psnr": 37.44381078792679, "ssim": 0.9722675317380713, "lpips": 0.08175317943096161 }, "tactile_right": { "psnr": 44.074146944963886, "ssim": 0.9858434391479498, "lpips": 0.02165069617331028 } }, "long_mean": { "video": { "psnr": 25.190766423697603, "ssim": 0.8192821607183254, "lpips": 0.09590744401017824 }, "wrist_left": { "psnr": 16.03093184567633, "ssim": 0.5605725146855348, "lpips": 0.31091857254505156 }, "wrist_right": { "psnr": 18.890135388684026, "ssim": 0.60911395914247, "lpips": 0.26360963508486746 }, "tactile_left": { "psnr": 32.82378403507139, "ssim": 0.9445631990339033, "lpips": 0.18107469466825327 }, "tactile_right": { "psnr": 36.04883926590678, "ssim": 0.9593656440175654, "lpips": 0.14202963362137477 } } } ] }
{
"note": "metrics produced on the original cluster with epoch_019 (UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare",
"cases": [
{
"output_subdir": "00_rope_0911_episode_002_seg00_none",
"short": {
"video": {
"psnr": 41.08111750261246,
"ssim": 0.9828812850844979,
"lpips": 0.00662225903943181
},
"wrist_left": {
"psnr": 36.4882439134852,
"ssim": 0.9815105845750247,
"lpips": 0.009199145250022411
},
"wrist_right": {
"psnr": 34.72913556007711,
"ssim": 0.978629662055059,
"lpips": 0.013339252211153507
},
"tactile_left": {
"psnr": 51.5954018917285,
"ssim": 0.9952472164848108,
"lpips": 0.0028278902173042297
},
"tactile_right": {
"psnr": 50.85927276450435,
"ssim": 0.9945354951783143,
"lpips": 0.0035642385482788086
}
},
"long_mean": {
"video": {
"psnr": 26.54086685836263,
"ssim": 0.8363504787609711,
"lpips": 0.16132851308211685
},
"wrist_left": {
"psnr": 22.538860497799394,
"ssim": 0.8157324152428419,
"lpips": 0.1721546959752838
},
"wrist_right": {
"psnr": 21.124427982308724,
"ssim": 0.760522800186208,
"lpips": 0.23109128642827273
},
"tactile_left": {
"psnr": 41.36688722139599,
"ssim": 0.9744162899854512,
"lpips": 0.09125320787231127
},
"tactile_right": {
"psnr": 41.128778308383595,
"ssim": 0.9761883173613092,
"lpips": 0.08635190402468046
}
}
},
{
"output_subdir": "01_rope_0911_episode_002_seg00_onset",
"short": {
"video": {
"psnr": 30.091285803794104,
"ssim": 0.9261177847064972,
"lpips": 0.03203672915697098
},
"wrist_left": {
"psnr": 21.255337001774727,
"ssim": 0.7480102191568163,
"lpips": 0.18480516970157623
},
"wrist_right": {
"psnr": 25.931975994923263,
"ssim": 0.8301005253598532,
"lpips": 0.11665768921375275
},
"tactile_left": {
"psnr": 36.181577448173115,
"ssim": 0.9748173000904414,
"lpips": 0.07317228615283966
},
"tactile_right": {
"psnr": 40.275345926859714,
"ssim": 0.9867462555190124,
"lpips": 0.0404801219701767
}
},
"long_mean": {
"video": {
"psnr": 23.51376308753909,
"ssim": 0.7952000147409798,
"lpips": 0.17309076885382335
},
"wrist_left": {
"psnr": 16.90041496517262,
"ssim": 0.6607820672789724,
"lpips": 0.3073264529307683
},