Instructions to use WitneyWW/acts-sensoronly-ablation with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use WitneyWW/acts-sensoronly-ablation with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Download eval/cases/rope_reference_metrics.json from WitneyWW/acts-sensoronly-ablation: direct link, hf CLI and curl.
- Browser
- Download file 46.9 kB
-
https://huggingface.co/WitneyWW/acts-sensoronly-ablation/resolve/main/eval/cases/rope_reference_metrics.json
- Command line
-
hf download hf://WitneyWW/acts-sensoronly-ablation/eval/cases/rope_reference_metrics.json
-
curl -L -o rope_reference_metrics.json https://huggingface.co/WitneyWW/acts-sensoronly-ablation/resolve/main/eval/cases/rope_reference_metrics.json
46.9 kB
{
"note": "metrics produced on the original cluster with epoch_019 (UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare",
"cases": [
{
"output_subdir": "00_rope_0911_episode_002_seg00_none",
"short": {
"video": {
"psnr": 41.08111750261246,
"ssim": 0.9828812850844979,
"lpips": 0.00662225903943181
},
"wrist_left": {
"psnr": 36.4882439134852,
"ssim": 0.9815105845750247,
"lpips": 0.009199145250022411
},
"wrist_right": {
"psnr": 34.72913556007711,
"ssim": 0.978629662055059,
"lpips": 0.013339252211153507
},
"tactile_left": {
"psnr": 51.5954018917285,
"ssim": 0.9952472164848108,
"lpips": 0.0028278902173042297
},
"tactile_right": {
"psnr": 50.85927276450435,
"ssim": 0.9945354951783143,
"lpips": 0.0035642385482788086
}
},
"long_mean": {
"video": {
"psnr": 26.54086685836263,
"ssim": 0.8363504787609711,
"lpips": 0.16132851308211685
},
"wrist_left": {
"psnr": 22.538860497799394,
"ssim": 0.8157324152428419,
"lpips": 0.1721546959752838
},
"wrist_right": {
"psnr": 21.124427982308724,
"ssim": 0.760522800186208,
"lpips": 0.23109128642827273
},
"tactile_left": {
"psnr": 41.36688722139599,
"ssim": 0.9744162899854512,
"lpips": 0.09125320787231127
},
"tactile_right": {
"psnr": 41.128778308383595,
"ssim": 0.9761883173613092,
"lpips": 0.08635190402468046
}
}
},
{
"output_subdir": "01_rope_0911_episode_002_seg00_onset",
"short": {
"video": {
"psnr": 30.091285803794104,
"ssim": 0.9261177847064972,
"lpips": 0.03203672915697098
},
"wrist_left": {
"psnr": 21.255337001774727,
"ssim": 0.7480102191568163,
"lpips": 0.18480516970157623
},
"wrist_right": {
"psnr": 25.931975994923263,
"ssim": 0.8301005253598532,
"lpips": 0.11665768921375275
},
"tactile_left": {
"psnr": 36.181577448173115,
"ssim": 0.9748173000904414,
"lpips": 0.07317228615283966
},
"tactile_right": {
"psnr": 40.275345926859714,
"ssim": 0.9867462555190124,
"lpips": 0.0404801219701767
}
},
"long_mean": {
"video": {
"psnr": 23.51376308753909,
"ssim": 0.7952000147409798,
"lpips": 0.17309076885382335
},
"wrist_left": {
"psnr": 16.90041496517262,
"ssim": 0.6607820672789724,
"lpips": 0.3073264529307683
},
"wrist_right": {
"psnr": 18.599947696818234,
"ssim": 0.6849269537033678,
"lpips": 0.2968292752901713
},
"tactile_left": {
"psnr": 35.189575215301566,
"ssim": 0.9597429529288308,
"lpips": 0.14612089991569518
},
"tactile_right": {
"psnr": 37.77280656604318,
"ssim": 0.9707205176709428,
"lpips": 0.1064067766070366
}
}
},
{
"output_subdir": "02_rope_0911_episode_002_seg00_release",
"short": {
"video": {
"psnr": 26.094828399427726,
"ssim": 0.871527833605982,
"lpips": 0.07900582253932953
},
"wrist_left": {
"psnr": 22.995133220571226,
"ssim": 0.8497621554428934,
"lpips": 0.08883808553218842
},
"wrist_right": {
"psnr": 25.597957359970923,
"ssim": 0.8482503931709782,
"lpips": 0.13826943933963776
},
"tactile_left": {
"psnr": 50.035597238966446,
"ssim": 0.9940318955738292,
"lpips": 0.004153852351009846
},
"tactile_right": {
"psnr": 42.17375080501281,
"ssim": 0.9831165060646189,
"lpips": 0.03636517375707626
}
},
"long_mean": {
"video": {
"psnr": 23.190462273545954,
"ssim": 0.7864047726245442,
"lpips": 0.18317405482133228
},
"wrist_left": {
"psnr": 16.551520466030084,
"ssim": 0.6607188170821428,
"lpips": 0.3074759890635808
},
"wrist_right": {
"psnr": 19.514910797095187,
"ssim": 0.7040213631114565,
"lpips": 0.2761199057102203
},
"tactile_left": {
"psnr": 36.80420773177098,
"ssim": 0.9639195107905862,
"lpips": 0.1373134650910894
},
"tactile_right": {
"psnr": 38.64491842341172,
"ssim": 0.9697463294186158,
"lpips": 0.10594268577794234
}
}
},
{
"output_subdir": "03_rope_0911_episode_002_seg00_full",
"short": {
"video": {
"psnr": 27.129752496637476,
"ssim": 0.8842926252699101,
"lpips": 0.07321000099182129
},
"wrist_left": {
"psnr": 24.804458456375656,
"ssim": 0.8366824066414575,
"lpips": 0.06216054409742355
},
"wrist_right": {
"psnr": 17.79055472607181,
"ssim": 0.77831194745199,
"lpips": 0.2386465072631836
},
"tactile_left": {
"psnr": 42.588675937205736,
"ssim": 0.979201657590021,
"lpips": 0.029828783124685287
},
"tactile_right": {
"psnr": 49.65562715245977,
"ssim": 0.9941779897251082,
"lpips": 0.005102452356368303
}
},
"long_mean": {
"video": {
"psnr": 23.206558530986726,
"ssim": 0.7862775706912556,
"lpips": 0.1721712201833725
},
"wrist_left": {
"psnr": 16.831303489813266,
"ssim": 0.6157041012364333,
"lpips": 0.2505063250660896
},
"wrist_right": {
"psnr": 16.143135324706986,
"ssim": 0.6074067414996749,
"lpips": 0.32982402642567954
},
"tactile_left": {
"psnr": 37.394416995741494,
"ssim": 0.9667649161696915,
"lpips": 0.11080268422762553
},
"tactile_right": {
"psnr": 37.69389999435144,
"ssim": 0.9670104730965969,
"lpips": 0.13380627411728105
}
}
},
{
"output_subdir": "04_rope_0911_episode_002_seg01_onset",
"short": {
"video": {
"psnr": 25.704030691940435,
"ssim": 0.8428901104089177,
"lpips": 0.10193419456481934
},
"wrist_left": {
"psnr": 18.518392853111955,
"ssim": 0.7410559755079993,
"lpips": 0.17891669273376465
},
"wrist_right": {
"psnr": 17.699503445930443,
"ssim": 0.6850153293095277,
"lpips": 0.24690920114517212
},
"tactile_left": {
"psnr": 51.13630178512294,
"ssim": 0.9951412646207889,
"lpips": 0.0030738133937120438
},
"tactile_right": {
"psnr": 39.52334045483243,
"ssim": 0.9855522897350121,
"lpips": 0.06943809986114502
}
},
"long_mean": {
"video": {
"psnr": 22.41611431422923,
"ssim": 0.7571258622120127,
"lpips": 0.2836060335238775
},
"wrist_left": {
"psnr": 15.011992757122213,
"ssim": 0.6448577064397992,
"lpips": 0.29069527188936867
},
"wrist_right": {
"psnr": 15.826410654541935,
"ssim": 0.6537603823753663,
"lpips": 0.35404275556405385
},
"tactile_left": {
"psnr": 42.14988374402833,
"ssim": 0.9791185641512404,
"lpips": 0.07527901145319144
},
"tactile_right": {
"psnr": 38.39292666878849,
"ssim": 0.9708864617506462,
"lpips": 0.10968553150693576
}
}
},
{
"output_subdir": "05_rope_0911_episode_002_seg01_release",
"short": {
"video": {
"psnr": 25.710292050282845,
"ssim": 0.8439981719351044,
"lpips": 0.09249556809663773
},
"wrist_left": {
"psnr": 18.463820360705185,
"ssim": 0.7340982189509164,
"lpips": 0.21166077256202698
},
"wrist_right": {
"psnr": 21.82790137427958,
"ssim": 0.799365946003022,
"lpips": 0.20773246884346008
},
"tactile_left": {
"psnr": 41.232737578528635,
"ssim": 0.9829602575739818,
"lpips": 0.028765998780727386
},
"tactile_right": {
"psnr": 44.05859322638564,
"ssim": 0.9848496178222403,
"lpips": 0.02556338533759117
}
},
"long_mean": {
"video": {
"psnr": 23.282791985057532,
"ssim": 0.7823123363179035,
"lpips": 0.1816085954507192
},
"wrist_left": {
"psnr": 14.079540632689639,
"ssim": 0.5675200244597639,
"lpips": 0.36145410339037576
},
"wrist_right": {
"psnr": 16.0505782466297,
"ssim": 0.6289130401817533,
"lpips": 0.3569131255149841
},
"tactile_left": {
"psnr": 35.71060497544263,
"ssim": 0.9603613714943258,
"lpips": 0.1263149271408717
},
"tactile_right": {
"psnr": 37.0876335387902,
"ssim": 0.9658662183486318,
"lpips": 0.13037391180793445
}
}
},
{
"output_subdir": "06_rope_0911_episode_002_seg01_full",
"short": {
"video": {
"psnr": 27.029743664612656,
"ssim": 0.8845719818757776,
"lpips": 0.05436249077320099
},
"wrist_left": {
"psnr": 20.21490539709766,
"ssim": 0.6962312091818104,
"lpips": 0.1842501312494278
},
"wrist_right": {
"psnr": 21.87699040534376,
"ssim": 0.7294386909209966,
"lpips": 0.14952866733074188
},
"tactile_left": {
"psnr": 35.55498077601256,
"ssim": 0.9712915473646607,
"lpips": 0.0994177758693695
},
"tactile_right": {
"psnr": 38.68943166875279,
"ssim": 0.9750846473076291,
"lpips": 0.07491663098335266
}
},
"long_mean": {
"video": {
"psnr": 23.278652260581364,
"ssim": 0.7866949807319259,
"lpips": 0.1513446455200513
},
"wrist_left": {
"psnr": 16.078507833170086,
"ssim": 0.5874606841980643,
"lpips": 0.3091137339671453
},
"wrist_right": {
"psnr": 18.842416158784722,
"ssim": 0.6725289206217471,
"lpips": 0.27491968174775444
},
"tactile_left": {
"psnr": 34.317564746712854,
"ssim": 0.9581149859172979,
"lpips": 0.1350727215409279
},
"tactile_right": {
"psnr": 37.052348985232676,
"ssim": 0.9661082213970235,
"lpips": 0.10938108911116919
}
}
},
{
"output_subdir": "07_rope_0911_episode_005_seg00_none",
"short": {
"video": {
"psnr": 26.43253497375314,
"ssim": 0.882204985487774,
"lpips": 0.06524166464805603
},
"wrist_left": {
"psnr": 13.850082004595638,
"ssim": 0.5676736566109007,
"lpips": 0.31064796447753906
},
"wrist_right": {
"psnr": 25.93899473064586,
"ssim": 0.7900097594326607,
"lpips": 0.05559978634119034
},
"tactile_left": {
"psnr": 51.405386397049554,
"ssim": 0.9952031132459724,
"lpips": 0.003244202584028244
},
"tactile_right": {
"psnr": 51.7230431034233,
"ssim": 0.995132324478962,
"lpips": 0.003122953698039055
}
},
"long_mean": {
"video": {
"psnr": 23.212228089975227,
"ssim": 0.7974341408174256,
"lpips": 0.12849502662817638
},
"wrist_left": {
"psnr": 13.486043895560774,
"ssim": 0.5410630423069769,
"lpips": 0.38511749704678855
},
"wrist_right": {
"psnr": 20.762744614264403,
"ssim": 0.6922957397305096,
"lpips": 0.18011240512132645
},
"tactile_left": {
"psnr": 42.55948023987109,
"ssim": 0.9797137556176206,
"lpips": 0.0700965415686369
},
"tactile_right": {
"psnr": 43.139986933192695,
"ssim": 0.9815346997825346,
"lpips": 0.06783096628884475
}
}
},
{
"output_subdir": "08_rope_0911_episode_005_seg00_onset",
"short": {
"video": {
"psnr": 31.45829638013701,
"ssim": 0.9394364847887753,
"lpips": 0.02420235052704811
},
"wrist_left": {
"psnr": 20.533451843861865,
"ssim": 0.666971119811356,
"lpips": 0.13951897621154785
},
"wrist_right": {
"psnr": 22.723142718267844,
"ssim": 0.7771851693168559,
"lpips": 0.12588509917259216
},
"tactile_left": {
"psnr": 46.80979240307222,
"ssim": 0.9921341794292133,
"lpips": 0.010196941904723644
},
"tactile_right": {
"psnr": 48.539061614090144,
"ssim": 0.9933100280769349,
"lpips": 0.01160548534244299
}
},
"long_mean": {
"video": {
"psnr": 23.810940587489203,
"ssim": 0.8053825963907528,
"lpips": 0.13461042443911234
},
"wrist_left": {
"psnr": 15.525406945671772,
"ssim": 0.5008683460922951,
"lpips": 0.31338546772797904
},
"wrist_right": {
"psnr": 20.094274697320767,
"ssim": 0.689707876622156,
"lpips": 0.22785381575425465
},
"tactile_left": {
"psnr": 39.84748300289982,
"ssim": 0.9716988225224275,
"lpips": 0.110087690440317
},
"tactile_right": {
"psnr": 42.15874909657759,
"ssim": 0.9804865383983614,
"lpips": 0.07272830574462812
}
}
},
{
"output_subdir": "09_rope_0911_episode_005_seg00_release",
"short": {
"video": {
"psnr": 28.172575197732815,
"ssim": 0.8971284363517025,
"lpips": 0.038794443011283875
},
"wrist_left": {
"psnr": 21.009436305308917,
"ssim": 0.7591874218769319,
"lpips": 0.13222216069698334
},
"wrist_right": {
"psnr": 25.293025411504736,
"ssim": 0.8469939843102746,
"lpips": 0.12110637873411179
},
"tactile_left": {
"psnr": 45.20531991269859,
"ssim": 0.990050851275618,
"lpips": 0.02171427756547928
},
"tactile_right": {
"psnr": 49.96017776501391,
"ssim": 0.9930509675821562,
"lpips": 0.005698477849364281
}
},
"long_mean": {
"video": {
"psnr": 23.34438687427314,
"ssim": 0.7958798576034043,
"lpips": 0.13426746328671774
},
"wrist_left": {
"psnr": 16.06172600199203,
"ssim": 0.5356527780014274,
"lpips": 0.28497130076090493
},
"wrist_right": {
"psnr": 18.81811823782149,
"ssim": 0.6639873319920573,
"lpips": 0.25747841646273933
},
"tactile_left": {
"psnr": 39.82867735645299,
"ssim": 0.9729824689298481,
"lpips": 0.10414461866021156
},
"tactile_right": {
"psnr": 42.60808037723609,
"ssim": 0.9808059516937082,
"lpips": 0.06785163270930449
}
}
},
{
"output_subdir": "10_rope_0911_episode_005_seg00_full",
"short": {
"video": {
"psnr": 36.44376201444612,
"ssim": 0.9706162887432619,
"lpips": 0.010971933603286743
},
"wrist_left": {
"psnr": 31.055983616673405,
"ssim": 0.9465882498508631,
"lpips": 0.017241932451725006
},
"wrist_right": {
"psnr": 26.864495430333193,
"ssim": 0.808180766307097,
"lpips": 0.06370072811841965
},
"tactile_left": {
"psnr": 50.181915188252695,
"ssim": 0.9937332718597637,
"lpips": 0.005404395051300526
},
"tactile_right": {
"psnr": 47.48405397891709,
"ssim": 0.9927786588067624,
"lpips": 0.015436341986060143
}
},
"long_mean": {
"video": {
"psnr": 26.871101543600375,
"ssim": 0.8528755875585271,
"lpips": 0.09984228834509849
},
"wrist_left": {
"psnr": 22.19795303979175,
"ssim": 0.6949564189871154,
"lpips": 0.11460844278335572
},
"wrist_right": {
"psnr": 19.485304760882027,
"ssim": 0.6567973910712592,
"lpips": 0.2413422668973605
},
"tactile_left": {
"psnr": 40.076118162348216,
"ssim": 0.9687878002530177,
"lpips": 0.10255826767534018
},
"tactile_right": {
"psnr": 42.116055050454875,
"ssim": 0.9800616388120665,
"lpips": 0.07480571791529655
}
}
},
{
"output_subdir": "11_rope_0911_episode_005_seg01_none",
"short": {
"video": {
"psnr": 32.406468139551286,
"ssim": 0.9513689525673115,
"lpips": 0.019735187292099
},
"wrist_left": {
"psnr": 21.187573079122505,
"ssim": 0.7390761402670163,
"lpips": 0.07988428324460983
},
"wrist_right": {
"psnr": 23.369904523408263,
"ssim": 0.8595199639047202,
"lpips": 0.09310077130794525
},
"tactile_left": {
"psnr": 49.636565917085036,
"ssim": 0.9938735905460276,
"lpips": 0.00453969556838274
},
"tactile_right": {
"psnr": 46.233483751533306,
"ssim": 0.9898144572641224,
"lpips": 0.017854906618595123
}
},
"long_mean": {
"video": {
"psnr": 24.66116757521685,
"ssim": 0.8217897683775247,
"lpips": 0.10582111378510793
},
"wrist_left": {
"psnr": 16.82537681690446,
"ssim": 0.6700188479786139,
"lpips": 0.24041191786527633
},
"wrist_right": {
"psnr": 18.73367397924738,
"ssim": 0.7442688276472303,
"lpips": 0.21401763459046683
},
"tactile_left": {
"psnr": 41.53920724505804,
"ssim": 0.9798762568682895,
"lpips": 0.06835872468849023
},
"tactile_right": {
"psnr": 42.31819969740431,
"ssim": 0.9806722879160223,
"lpips": 0.0658678819735845
}
}
},
{
"output_subdir": "12_rope_0911_episode_005_seg01_onset",
"short": {
"video": {
"psnr": 27.017206418247103,
"ssim": 0.8915725112588848,
"lpips": 0.04891191050410271
},
"wrist_left": {
"psnr": 22.023448879834756,
"ssim": 0.7779375892201952,
"lpips": 0.1456742137670517
},
"wrist_right": {
"psnr": 22.087375239370708,
"ssim": 0.8311488725127799,
"lpips": 0.11615419387817383
},
"tactile_left": {
"psnr": 46.54420600199829,
"ssim": 0.9919661012090067,
"lpips": 0.014826595783233643
},
"tactile_right": {
"psnr": 50.17501304859434,
"ssim": 0.9943897982617242,
"lpips": 0.0042077647522091866
}
},
"long_mean": {
"video": {
"psnr": 22.51543583595846,
"ssim": 0.7699476052623454,
"lpips": 0.14710520928104717
},
"wrist_left": {
"psnr": 18.08705538655721,
"ssim": 0.6889300239229461,
"lpips": 0.21082407931486766
},
"wrist_right": {
"psnr": 18.593875608171686,
"ssim": 0.7525751268048917,
"lpips": 0.20580589671929678
},
"tactile_left": {
"psnr": 40.92995034982439,
"ssim": 0.9786035774765653,
"lpips": 0.07605904551843802
},
"tactile_right": {
"psnr": 42.77599753582324,
"ssim": 0.9813487479117096,
"lpips": 0.05880353525280953
}
}
},
{
"output_subdir": "13_rope_0911_episode_005_seg01_release",
"short": {
"video": {
"psnr": 27.70027529058833,
"ssim": 0.9202402828497793,
"lpips": 0.04354679584503174
},
"wrist_left": {
"psnr": 23.837261385843274,
"ssim": 0.8372728885993239,
"lpips": 0.12449261546134949
},
"wrist_right": {
"psnr": 26.0872930043578,
"ssim": 0.8608415395271529,
"lpips": 0.10480635613203049
},
"tactile_left": {
"psnr": 48.733335078492885,
"ssim": 0.9930547326982412,
"lpips": 0.008184912614524364
},
"tactile_right": {
"psnr": 45.901798859810526,
"ssim": 0.9905104437621134,
"lpips": 0.031179223209619522
}
},
"long_mean": {
"video": {
"psnr": 22.64404845733605,
"ssim": 0.7823732209903634,
"lpips": 0.1406495104233424
},
"wrist_left": {
"psnr": 15.516333152052843,
"ssim": 0.5934790160728717,
"lpips": 0.3345402161280314
},
"wrist_right": {
"psnr": 16.134855859424807,
"ssim": 0.6531769836030594,
"lpips": 0.300006003677845
},
"tactile_left": {
"psnr": 41.525183036052645,
"ssim": 0.978608346241009,
"lpips": 0.07483295320222776
},
"tactile_right": {
"psnr": 42.47292858078414,
"ssim": 0.9796779410574084,
"lpips": 0.07859674816330274
}
}
},
{
"output_subdir": "14_rope_0911_episode_005_seg01_full",
"short": {
"video": {
"psnr": 33.46775197735491,
"ssim": 0.9580590551570656,
"lpips": 0.01604292169213295
},
"wrist_left": {
"psnr": 23.115313847789366,
"ssim": 0.7070945980936683,
"lpips": 0.07910547405481339
},
"wrist_right": {
"psnr": 28.029737739286137,
"ssim": 0.8591681005323231,
"lpips": 0.10805913805961609
},
"tactile_left": {
"psnr": 41.359061667640304,
"ssim": 0.9748819900224379,
"lpips": 0.02180742658674717
},
"tactile_right": {
"psnr": 52.606794092276665,
"ssim": 0.995595336904704,
"lpips": 0.0025569924619048834
}
},
"long_mean": {
"video": {
"psnr": 23.772633785266287,
"ssim": 0.8097618788719411,
"lpips": 0.13348798230290412
},
"wrist_left": {
"psnr": 18.36425304870881,
"ssim": 0.6377867726142802,
"lpips": 0.2719478930036227
},
"wrist_right": {
"psnr": 18.312891554690463,
"ssim": 0.6514389645331709,
"lpips": 0.2828049053748449
},
"tactile_left": {
"psnr": 37.15720080486048,
"ssim": 0.9667970595956311,
"lpips": 0.11990194494525591
},
"tactile_right": {
"psnr": 40.99499182279256,
"ssim": 0.9779687114224037,
"lpips": 0.09588211984373629
}
}
},
{
"output_subdir": "15_rope_0911_episode_005_seg02_none",
"short": {
"video": {
"psnr": 28.646493365426235,
"ssim": 0.9148333131624632,
"lpips": 0.04081213101744652
},
"wrist_left": {
"psnr": 20.794150617911377,
"ssim": 0.7827981958566576,
"lpips": 0.10793881118297577
},
"wrist_right": {
"psnr": 23.258771611962253,
"ssim": 0.7523067941755445,
"lpips": 0.12032455950975418
},
"tactile_left": {
"psnr": 51.55195280313024,
"ssim": 0.9948931883756867,
"lpips": 0.0033971453085541725
},
"tactile_right": {
"psnr": 44.39006016071933,
"ssim": 0.9907273275681032,
"lpips": 0.029593873769044876
}
},
"long_mean": {
"video": {
"psnr": 22.854960625072422,
"ssim": 0.7848839184674968,
"lpips": 0.15377015098929406
},
"wrist_left": {
"psnr": 15.438978845989134,
"ssim": 0.5764015523961163,
"lpips": 0.30851986904939016
},
"wrist_right": {
"psnr": 17.937891205349164,
"ssim": 0.6088243984460394,
"lpips": 0.26724992593129476
},
"tactile_left": {
"psnr": 40.42856006889133,
"ssim": 0.9759946301872698,
"lpips": 0.08702134173363447
},
"tactile_right": {
"psnr": 40.69900038964945,
"ssim": 0.9768353852366799,
"lpips": 0.09234762489795685
}
}
},
{
"output_subdir": "16_rope_0911_episode_005_seg02_onset",
"short": {
"video": {
"psnr": 25.767194618314562,
"ssim": 0.8669939130062614,
"lpips": 0.0672946646809578
},
"wrist_left": {
"psnr": 17.1846728375352,
"ssim": 0.696648339498557,
"lpips": 0.1915237456560135
},
"wrist_right": {
"psnr": 24.730340694341496,
"ssim": 0.7913368461157733,
"lpips": 0.06932040303945541
},
"tactile_left": {
"psnr": 52.24312141132448,
"ssim": 0.9954352781861959,
"lpips": 0.003110825316980481
},
"tactile_right": {
"psnr": 45.583747563170256,
"ssim": 0.9899847823007006,
"lpips": 0.017297670245170593
}
},
"long_mean": {
"video": {
"psnr": 22.49062004829932,
"ssim": 0.7765114246279368,
"lpips": 0.1711895262201627
},
"wrist_left": {
"psnr": 13.284770761601603,
"ssim": 0.568252200446508,
"lpips": 0.37160869538784025
},
"wrist_right": {
"psnr": 19.0808171581256,
"ssim": 0.642339809384874,
"lpips": 0.21842295676469803
},
"tactile_left": {
"psnr": 40.17152680639983,
"ssim": 0.9750953616064549,
"lpips": 0.09209760149630407
},
"tactile_right": {
"psnr": 40.97235059693015,
"ssim": 0.9777036899772403,
"lpips": 0.08119909341136615
}
}
},
{
"output_subdir": "17_rope_0911_episode_005_seg02_release",
"short": {
"video": {
"psnr": 29.489088848216447,
"ssim": 0.9261563370863117,
"lpips": 0.03456968814134598
},
"wrist_left": {
"psnr": 21.087438333993802,
"ssim": 0.7681350706377065,
"lpips": 0.12621267139911652
},
"wrist_right": {
"psnr": 23.822247231127825,
"ssim": 0.8004318188448548,
"lpips": 0.1085968166589737
},
"tactile_left": {
"psnr": 45.08236451824648,
"ssim": 0.9880654413248758,
"lpips": 0.014657396823167801
},
"tactile_right": {
"psnr": 46.43460853278063,
"ssim": 0.9899904818966966,
"lpips": 0.01760554313659668
}
},
"long_mean": {
"video": {
"psnr": 23.588347272589136,
"ssim": 0.7885621467231014,
"lpips": 0.16697458450992902
},
"wrist_left": {
"psnr": 15.82694556117741,
"ssim": 0.6156836419854442,
"lpips": 0.3049746096134186
},
"wrist_right": {
"psnr": 15.870365774966702,
"ssim": 0.580387596940723,
"lpips": 0.33741727968056995
},
"tactile_left": {
"psnr": 37.5524440378688,
"ssim": 0.9673091060613671,
"lpips": 0.1180802712837855
},
"tactile_right": {
"psnr": 41.4061544778436,
"ssim": 0.9777384800024962,
"lpips": 0.07641997200747332
}
}
},
{
"output_subdir": "18_rope_0911_episode_005_seg02_full",
"short": {
"video": {
"psnr": 27.551278565780386,
"ssim": 0.9054764668201343,
"lpips": 0.050864726305007935
},
"wrist_left": {
"psnr": 23.605645667538127,
"ssim": 0.8526861528442989,
"lpips": 0.10905918478965759
},
"wrist_right": {
"psnr": 23.533035052723584,
"ssim": 0.8038617606615739,
"lpips": 0.18850770592689514
},
"tactile_left": {
"psnr": 45.21864980656532,
"ssim": 0.98868015992607,
"lpips": 0.01748712547123432
},
"tactile_right": {
"psnr": 44.1404863355241,
"ssim": 0.9893913149114626,
"lpips": 0.04033305495977402
}
},
"long_mean": {
"video": {
"psnr": 21.684459548543945,
"ssim": 0.7604746513905951,
"lpips": 0.2244137018918991
},
"wrist_left": {
"psnr": 15.63607343438468,
"ssim": 0.6073661016893536,
"lpips": 0.3532819112141927
},
"wrist_right": {
"psnr": 16.820412595855906,
"ssim": 0.6276780556289375,
"lpips": 0.32719436089197795
},
"tactile_left": {
"psnr": 36.87819366542025,
"ssim": 0.9631514333992254,
"lpips": 0.14263933611412843
},
"tactile_right": {
"psnr": 41.536789915646914,
"ssim": 0.9789932190443759,
"lpips": 0.08789719268679619
}
}
},
{
"output_subdir": "19_rope_0914_episode_000_none",
"short": {
"video": {
"psnr": 27.138792541502777,
"ssim": 0.8987440701635123,
"lpips": 0.042793408036231995
},
"wrist_left": {
"psnr": 24.004081553879196,
"ssim": 0.7888833644704689,
"lpips": 0.13348335027694702
},
"wrist_right": {
"psnr": 23.322169069961443,
"ssim": 0.766417991840117,
"lpips": 0.08984927833080292
},
"tactile_left": {
"psnr": 51.92969659074269,
"ssim": 0.995454482418872,
"lpips": 0.002537656342610717
},
"tactile_right": {
"psnr": 52.5131611680561,
"ssim": 0.9953538579092641,
"lpips": 0.002966484287753701
}
},
"long_mean": {
"video": {
"psnr": 23.431740322462186,
"ssim": 0.7949190088295732,
"lpips": 0.15816677063703538
},
"wrist_left": {
"psnr": 16.95648493123111,
"ssim": 0.6189032906765232,
"lpips": 0.35574276049931847
},
"wrist_right": {
"psnr": 17.507440834649138,
"ssim": 0.6652302325576245,
"lpips": 0.28210615118344623
},
"tactile_left": {
"psnr": 38.263169764956565,
"ssim": 0.9718156709357932,
"lpips": 0.09889870098171134
},
"tactile_right": {
"psnr": 41.592209041317474,
"ssim": 0.9776937941404069,
"lpips": 0.09026006188554068
}
}
},
{
"output_subdir": "20_rope_0914_episode_000_onset",
"short": {
"video": {
"psnr": 28.432788256648823,
"ssim": 0.905022745813155,
"lpips": 0.043383486568927765
},
"wrist_left": {
"psnr": 30.45997150312328,
"ssim": 0.8669510479185731,
"lpips": 0.05189931392669678
},
"wrist_right": {
"psnr": 20.27879118998512,
"ssim": 0.6847092011608955,
"lpips": 0.1816634237766266
},
"tactile_left": {
"psnr": 52.40759966151919,
"ssim": 0.9957092634947056,
"lpips": 0.0023624105378985405
},
"tactile_right": {
"psnr": 45.26007131547297,
"ssim": 0.9908873361652203,
"lpips": 0.011539210565388203
}
},
"long_mean": {
"video": {
"psnr": 23.41574006568469,
"ssim": 0.7970681289790293,
"lpips": 0.16023940841356912
},
"wrist_left": {
"psnr": 19.14602422225182,
"ssim": 0.6709608353104833,
"lpips": 0.2494315028190613
},
"wrist_right": {
"psnr": 16.47639699319333,
"ssim": 0.6191736390477957,
"lpips": 0.3303136686484019
},
"tactile_left": {
"psnr": 40.16760686695769,
"ssim": 0.9761102022703783,
"lpips": 0.08956299380709727
},
"tactile_right": {
"psnr": 41.070133726982014,
"ssim": 0.9797132926569961,
"lpips": 0.07102156958232324
}
}
},
{
"output_subdir": "21_rope_0914_episode_000_release",
"short": {
"video": {
"psnr": 26.075351203890804,
"ssim": 0.8759155933926792,
"lpips": 0.06109897047281265
},
"wrist_left": {
"psnr": 24.218511092096033,
"ssim": 0.8069730471582646,
"lpips": 0.16992703080177307
},
"wrist_right": {
"psnr": 21.351599028900182,
"ssim": 0.732757541521402,
"lpips": 0.1724812090396881
},
"tactile_left": {
"psnr": 45.83669547256865,
"ssim": 0.9887440603299453,
"lpips": 0.01268681138753891
},
"tactile_right": {
"psnr": 49.25128775769956,
"ssim": 0.9943187691935962,
"lpips": 0.005642964504659176
}
},
"long_mean": {
"video": {
"psnr": 21.478720710096134,
"ssim": 0.7587635963912513,
"lpips": 0.23462534646193187
},
"wrist_left": {
"psnr": 17.086993647740915,
"ssim": 0.652732291080602,
"lpips": 0.3340440730253855
},
"wrist_right": {
"psnr": 16.202358468388432,
"ssim": 0.6209729507653254,
"lpips": 0.3489834427833557
},
"tactile_left": {
"psnr": 39.86570186849953,
"ssim": 0.9763330989191153,
"lpips": 0.08980433891216914
},
"tactile_right": {
"psnr": 40.673521238191164,
"ssim": 0.9774496874514879,
"lpips": 0.09591517144193253
}
}
},
{
"output_subdir": "22_rope_0914_episode_000_full",
"short": {
"video": {
"psnr": 25.286010431904124,
"ssim": 0.8885469474619052,
"lpips": 0.060940880328416824
},
"wrist_left": {
"psnr": 23.66036858232729,
"ssim": 0.7744361248199043,
"lpips": 0.1338108628988266
},
"wrist_right": {
"psnr": 23.773803377718636,
"ssim": 0.7588824265456319,
"lpips": 0.14985628426074982
},
"tactile_left": {
"psnr": 42.13166675574776,
"ssim": 0.9834733883894329,
"lpips": 0.019947122782468796
},
"tactile_right": {
"psnr": 42.658177452070234,
"ssim": 0.9792617695599586,
"lpips": 0.02048521488904953
}
},
"long_mean": {
"video": {
"psnr": 22.112396007034626,
"ssim": 0.7764093840182528,
"lpips": 0.20470647538701695
},
"wrist_left": {
"psnr": 16.00721790621394,
"ssim": 0.5982446777854865,
"lpips": 0.35081524749596915
},
"wrist_right": {
"psnr": 18.940545591038646,
"ssim": 0.6873720019306654,
"lpips": 0.2649483303229014
},
"tactile_left": {
"psnr": 38.842525231074546,
"ssim": 0.9734427007979579,
"lpips": 0.0839388387898604
},
"tactile_right": {
"psnr": 39.969279180681035,
"ssim": 0.9758923310163006,
"lpips": 0.09266217487553756
}
}
},
{
"output_subdir": "23_rope_0915_episode_001_seg00_onset",
"short": {
"video": {
"psnr": 32.28705100948408,
"ssim": 0.9425954482975256,
"lpips": 0.025655485689640045
},
"wrist_left": {
"psnr": 22.610688217962164,
"ssim": 0.8214968835231227,
"lpips": 0.09380907565355301
},
"wrist_right": {
"psnr": 26.887800332735058,
"ssim": 0.8175712726212155,
"lpips": 0.06745772063732147
},
"tactile_left": {
"psnr": 51.14223579257599,
"ssim": 0.9945895675243925,
"lpips": 0.003959715832024813
},
"tactile_right": {
"psnr": 45.87538171178578,
"ssim": 0.9890225040566625,
"lpips": 0.021389976143836975
}
},
"long_mean": {
"video": {
"psnr": 27.478265523642577,
"ssim": 0.8718407358896882,
"lpips": 0.07959246585766475
},
"wrist_left": {
"psnr": 16.454746227212155,
"ssim": 0.5803843568888128,
"lpips": 0.27848552316427233
},
"wrist_right": {
"psnr": 20.68604528941471,
"ssim": 0.6678913519179192,
"lpips": 0.20407137821118038
},
"tactile_left": {
"psnr": 36.4706584133665,
"ssim": 0.9644583698657964,
"lpips": 0.11284322617575526
},
"tactile_right": {
"psnr": 39.36755434493782,
"ssim": 0.973149097631151,
"lpips": 0.07995843092600505
}
}
},
{
"output_subdir": "24_rope_0915_episode_001_seg00_release",
"short": {
"video": {
"psnr": 31.12826764996055,
"ssim": 0.9331478246342164,
"lpips": 0.030993804335594177
},
"wrist_left": {
"psnr": 22.884569148912426,
"ssim": 0.8127975411064646,
"lpips": 0.1013684868812561
},
"wrist_right": {
"psnr": 22.75308758913929,
"ssim": 0.8030643381864123,
"lpips": 0.1382961869239807
},
"tactile_left": {
"psnr": 44.83298885846126,
"ssim": 0.9857280957044801,
"lpips": 0.027103792876005173
},
"tactile_right": {
"psnr": 50.04290723223814,
"ssim": 0.9923561750332063,
"lpips": 0.0053444900549948215
}
},
"long_mean": {
"video": {
"psnr": 26.468716505976023,
"ssim": 0.859003081372006,
"lpips": 0.1063523846367995
},
"wrist_left": {
"psnr": 15.519514555115544,
"ssim": 0.5845654598288743,
"lpips": 0.33239863912264506
},
"wrist_right": {
"psnr": 18.7236829446605,
"ssim": 0.6848329683362493,
"lpips": 0.270385338862737
},
"tactile_left": {
"psnr": 35.950034748398544,
"ssim": 0.9610403751554226,
"lpips": 0.1261185439924399
},
"tactile_right": {
"psnr": 38.93355777534682,
"ssim": 0.973312432920739,
"lpips": 0.09833319649721185
}
}
},
{
"output_subdir": "25_rope_0915_episode_001_seg00_full",
"short": {
"video": {
"psnr": 27.76908240720057,
"ssim": 0.9064056147927342,
"lpips": 0.04318549484014511
},
"wrist_left": {
"psnr": 21.579702717350592,
"ssim": 0.7191774277301206,
"lpips": 0.1589619517326355
},
"wrist_right": {
"psnr": 20.607332669402126,
"ssim": 0.6926918820014567,
"lpips": 0.21201954782009125
},
"tactile_left": {
"psnr": 37.06980292890013,
"ssim": 0.9628925632552199,
"lpips": 0.07366341352462769
},
"tactile_right": {
"psnr": 39.228242361794436,
"ssim": 0.9781163700767891,
"lpips": 0.0432758703827858
}
},
"long_mean": {
"video": {
"psnr": 23.02821971253144,
"ssim": 0.7920091957151458,
"lpips": 0.12205861806869507
},
"wrist_left": {
"psnr": 15.256042648395628,
"ssim": 0.5323928991944428,
"lpips": 0.3433313916126887
},
"wrist_right": {
"psnr": 17.09006566397592,
"ssim": 0.6144007650129208,
"lpips": 0.320103852947553
},
"tactile_left": {
"psnr": 35.47901034161164,
"ssim": 0.955625927215964,
"lpips": 0.1311508355041345
},
"tactile_right": {
"psnr": 37.0293236953252,
"ssim": 0.9662528358102203,
"lpips": 0.1322144329547882
}
}
},
{
"output_subdir": "26_rope_0915_episode_001_seg01_none",
"short": {
"video": {
"psnr": 30.182683065471714,
"ssim": 0.9252201565796656,
"lpips": 0.031157542020082474
},
"wrist_left": {
"psnr": 22.227175068646233,
"ssim": 0.8169548961679629,
"lpips": 0.0983327180147171
},
"wrist_right": {
"psnr": 21.917284837096425,
"ssim": 0.806905273176469,
"lpips": 0.1251564472913742
},
"tactile_left": {
"psnr": 50.41013151853327,
"ssim": 0.9950392436841147,
"lpips": 0.0033459006808698177
},
"tactile_right": {
"psnr": 50.28022219418179,
"ssim": 0.9942019319860089,
"lpips": 0.004500678740441799
}
},
"long_mean": {
"video": {
"psnr": 23.908699842442797,
"ssim": 0.8003283374455207,
"lpips": 0.12662438030044237
},
"wrist_left": {
"psnr": 15.223182271043694,
"ssim": 0.5649173780185921,
"lpips": 0.31435239414374033
},
"wrist_right": {
"psnr": 18.143037139883454,
"ssim": 0.6915484818991711,
"lpips": 0.28274356524149574
},
"tactile_left": {
"psnr": 41.51097666667382,
"ssim": 0.977104489927535,
"lpips": 0.08756839803730448
},
"tactile_right": {
"psnr": 42.366347958232616,
"ssim": 0.9794050378722179,
"lpips": 0.07818603496998548
}
}
},
{
"output_subdir": "27_rope_0915_episode_001_seg01_onset",
"short": {
"video": {
"psnr": 25.610699936548095,
"ssim": 0.8607233200379115,
"lpips": 0.06180211156606674
},
"wrist_left": {
"psnr": 16.14897906894755,
"ssim": 0.595213708420836,
"lpips": 0.2521549463272095
},
"wrist_right": {
"psnr": 21.551441303681766,
"ssim": 0.7234347028429945,
"lpips": 0.16892726719379425
},
"tactile_left": {
"psnr": 50.71033714877204,
"ssim": 0.9949168317092965,
"lpips": 0.0032544441055506468
},
"tactile_right": {
"psnr": 40.45571557756866,
"ssim": 0.9844424746077809,
"lpips": 0.04836529493331909
}
},
"long_mean": {
"video": {
"psnr": 22.065524074058143,
"ssim": 0.7331441255488529,
"lpips": 0.20138150503238042
},
"wrist_left": {
"psnr": 16.44697483275921,
"ssim": 0.6595060685869579,
"lpips": 0.2582125335931778
},
"wrist_right": {
"psnr": 19.446515663398955,
"ssim": 0.7334439079391996,
"lpips": 0.2354804277420044
},
"tactile_left": {
"psnr": 39.385151124059554,
"ssim": 0.9767075220256385,
"lpips": 0.07596771523045996
},
"tactile_right": {
"psnr": 40.60048578497984,
"ssim": 0.9783368001096634,
"lpips": 0.07851802458365759
}
}
},
{
"output_subdir": "28_rope_0915_episode_001_seg01_release",
"short": {
"video": {
"psnr": 27.23590770758321,
"ssim": 0.8900172786457292,
"lpips": 0.05014067888259888
},
"wrist_left": {
"psnr": 19.74908981970717,
"ssim": 0.7559492729439523,
"lpips": 0.18766897916793823
},
"wrist_right": {
"psnr": 19.19782830945817,
"ssim": 0.7711609171083789,
"lpips": 0.1718340516090393
},
"tactile_left": {
"psnr": 43.81773541902511,
"ssim": 0.9845367908765562,
"lpips": 0.023364737629890442
},
"tactile_right": {
"psnr": 46.66975519636652,
"ssim": 0.9893312542044725,
"lpips": 0.012474160641431808
}
},
"long_mean": {
"video": {
"psnr": 22.606464360942216,
"ssim": 0.7763756959157594,
"lpips": 0.1832281937201818
},
"wrist_left": {
"psnr": 15.728282169002636,
"ssim": 0.6231847230106606,
"lpips": 0.3062119613091151
},
"wrist_right": {
"psnr": 17.50791210312583,
"ssim": 0.6529931433067827,
"lpips": 0.30429898500442504
},
"tactile_left": {
"psnr": 37.83852174887618,
"ssim": 0.9715249478283566,
"lpips": 0.09578093538681666
},
"tactile_right": {
"psnr": 38.736591980297945,
"ssim": 0.9725097603833982,
"lpips": 0.092642135048906
}
}
},
{
"output_subdir": "29_rope_0915_episode_001_seg01_full",
"short": {
"video": {
"psnr": 26.81978549921326,
"ssim": 0.8732070236305531,
"lpips": 0.05668581277132034
},
"wrist_left": {
"psnr": 22.065557768488585,
"ssim": 0.7033127119895173,
"lpips": 0.09824881702661514
},
"wrist_right": {
"psnr": 22.500282766145272,
"ssim": 0.8390699299544999,
"lpips": 0.16996344923973083
},
"tactile_left": {
"psnr": 39.86338600996572,
"ssim": 0.9720458532376475,
"lpips": 0.0393596775829792
},
"tactile_right": {
"psnr": 52.38692128568264,
"ssim": 0.995363996890925,
"lpips": 0.0029072132892906666
}
},
"long_mean": {
"video": {
"psnr": 23.78133817187696,
"ssim": 0.7912743296373127,
"lpips": 0.1167071004708608
},
"wrist_left": {
"psnr": 16.69698765251676,
"ssim": 0.5764988507553519,
"lpips": 0.2422963614265124
},
"wrist_right": {
"psnr": 18.43851071442209,
"ssim": 0.6869586952947333,
"lpips": 0.280369441707929
},
"tactile_left": {
"psnr": 35.51271324505262,
"ssim": 0.962004042949187,
"lpips": 0.1156573402384917
},
"tactile_right": {
"psnr": 40.625035350898905,
"ssim": 0.9774778710662398,
"lpips": 0.08262306653584044
}
}
},
{
"output_subdir": "30_rope_0915_episode_001_seg02_none",
"short": {
"video": {
"psnr": 26.65133052906622,
"ssim": 0.9128511152303183,
"lpips": 0.04042103514075279
},
"wrist_left": {
"psnr": 19.41722121861986,
"ssim": 0.7039996072626757,
"lpips": 0.1320791393518448
},
"wrist_right": {
"psnr": 26.77415512224144,
"ssim": 0.836013618044357,
"lpips": 0.05356273055076599
},
"tactile_left": {
"psnr": 50.60266380590768,
"ssim": 0.9944999503725714,
"lpips": 0.003941975999623537
},
"tactile_right": {
"psnr": 52.23201814729319,
"ssim": 0.9952655338900771,
"lpips": 0.0028656278736889362
}
},
"long_mean": {
"video": {
"psnr": 24.25200414371016,
"ssim": 0.8167388508464395,
"lpips": 0.10526762381196023
},
"wrist_left": {
"psnr": 14.496653279164015,
"ssim": 0.5110026491893186,
"lpips": 0.3444167544444402
},
"wrist_right": {
"psnr": 18.942682705479843,
"ssim": 0.6407514272607582,
"lpips": 0.23707164923350016
},
"tactile_left": {
"psnr": 37.58168410918987,
"ssim": 0.9636548506473172,
"lpips": 0.12604193752631546
},
"tactile_right": {
"psnr": 39.80924470810008,
"ssim": 0.9742633591820264,
"lpips": 0.09415287775918842
}
}
},
{
"output_subdir": "31_rope_0915_episode_001_seg02_onset",
"short": {
"video": {
"psnr": 30.27661217982103,
"ssim": 0.9259912245392321,
"lpips": 0.029885582625865936
},
"wrist_left": {
"psnr": 21.460162787481813,
"ssim": 0.760071717515177,
"lpips": 0.13421577215194702
},
"wrist_right": {
"psnr": 23.06932402450821,
"ssim": 0.7658513481630504,
"lpips": 0.10904571413993835
},
"tactile_left": {
"psnr": 41.40932499260636,
"ssim": 0.9844999964949954,
"lpips": 0.02457175776362419
},
"tactile_right": {
"psnr": 43.60069724133953,
"ssim": 0.9914318324095825,
"lpips": 0.0202206801623106
}
},
"long_mean": {
"video": {
"psnr": 24.629228292794007,
"ssim": 0.8147153264383842,
"lpips": 0.10618589321772258
},
"wrist_left": {
"psnr": 15.713438678458472,
"ssim": 0.5412275287393533,
"lpips": 0.2969121108452479
},
"wrist_right": {
"psnr": 17.512756779306176,
"ssim": 0.6074726099340196,
"lpips": 0.2753980199495951
},
"tactile_left": {
"psnr": 35.37041585788328,
"ssim": 0.9562882758490073,
"lpips": 0.13986563806732497
},
"tactile_right": {
"psnr": 37.776696408006664,
"ssim": 0.9704086102250888,
"lpips": 0.11126499238113562
}
}
},
{
"output_subdir": "32_rope_0915_episode_001_seg02_release",
"short": {
"video": {
"psnr": 27.270020502701886,
"ssim": 0.8935836900761406,
"lpips": 0.04273247718811035
},
"wrist_left": {
"psnr": 21.50345209788465,
"ssim": 0.7638435265590697,
"lpips": 0.13646554946899414
},
"wrist_right": {
"psnr": 23.742320323865886,
"ssim": 0.7891988885665618,
"lpips": 0.12240980565547943
},
"tactile_left": {
"psnr": 44.76192014900409,
"ssim": 0.988041474747262,
"lpips": 0.011082537472248077
},
"tactile_right": {
"psnr": 48.42102768957683,
"ssim": 0.9916212012096548,
"lpips": 0.00690307654440403
}
},
"long_mean": {
"video": {
"psnr": 24.494017542988967,
"ssim": 0.8208818831791411,
"lpips": 0.09680121143658955
},
"wrist_left": {
"psnr": 16.7046749313896,
"ssim": 0.5622416286814801,
"lpips": 0.2680505404869715
},
"wrist_right": {
"psnr": 18.135576796317732,
"ssim": 0.6345974305872992,
"lpips": 0.2584353178739548
},
"tactile_left": {
"psnr": 34.472442437937694,
"ssim": 0.9519243801420451,
"lpips": 0.1460603396097819
},
"tactile_right": {
"psnr": 37.50238897287628,
"ssim": 0.9662323731897519,
"lpips": 0.12818554701904455
}
}
},
{
"output_subdir": "33_rope_0915_episode_001_seg02_full",
"short": {
"video": {
"psnr": 33.68576670604082,
"ssim": 0.9532748568925897,
"lpips": 0.016887623816728592
},
"wrist_left": {
"psnr": 24.210996282795932,
"ssim": 0.7679424823327836,
"lpips": 0.10186125338077545
},
"wrist_right": {
"psnr": 26.77651487441594,
"ssim": 0.8515465884343768,
"lpips": 0.05273817852139473
},
"tactile_left": {
"psnr": 37.44381078792679,
"ssim": 0.9722675317380713,
"lpips": 0.08175317943096161
},
"tactile_right": {
"psnr": 44.074146944963886,
"ssim": 0.9858434391479498,
"lpips": 0.02165069617331028
}
},
"long_mean": {
"video": {
"psnr": 25.190766423697603,
"ssim": 0.8192821607183254,
"lpips": 0.09590744401017824
},
"wrist_left": {
"psnr": 16.03093184567633,
"ssim": 0.5605725146855348,
"lpips": 0.31091857254505156
},
"wrist_right": {
"psnr": 18.890135388684026,
"ssim": 0.60911395914247,
"lpips": 0.26360963508486746
},
"tactile_left": {
"psnr": 32.82378403507139,
"ssim": 0.9445631990339033,
"lpips": 0.18107469466825327
},
"tactile_right": {
"psnr": 36.04883926590678,
"ssim": 0.9593656440175654,
"lpips": 0.14202963362137477
}
}
}
]
}
{
"note": "metrics produced on the original cluster with epoch_019 (UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare",
"cases": [
{
"output_subdir": "00_rope_0911_episode_002_seg00_none",
"short": {
"video": {
"psnr": 41.08111750261246,
"ssim": 0.9828812850844979,
"lpips": 0.00662225903943181
},
"wrist_left": {
"psnr": 36.4882439134852,
"ssim": 0.9815105845750247,
"lpips": 0.009199145250022411
},
"wrist_right": {
"psnr": 34.72913556007711,
"ssim": 0.978629662055059,
"lpips": 0.013339252211153507
},
"tactile_left": {
"psnr": 51.5954018917285,
"ssim": 0.9952472164848108,
"lpips": 0.0028278902173042297
},
"tactile_right": {
"psnr": 50.85927276450435,
"ssim": 0.9945354951783143,
"lpips": 0.0035642385482788086
}
},
"long_mean": {
"video": {
"psnr": 26.54086685836263,
"ssim": 0.8363504787609711,
"lpips": 0.16132851308211685
},
"wrist_left": {
"psnr": 22.538860497799394,
"ssim": 0.8157324152428419,
"lpips": 0.1721546959752838
},
"wrist_right": {
"psnr": 21.124427982308724,
"ssim": 0.760522800186208,
"lpips": 0.23109128642827273
},
"tactile_left": {
"psnr": 41.36688722139599,
"ssim": 0.9744162899854512,
"lpips": 0.09125320787231127
},
"tactile_right": {
"psnr": 41.128778308383595,
"ssim": 0.9761883173613092,
"lpips": 0.08635190402468046
}
}
},
{
"output_subdir": "01_rope_0911_episode_002_seg00_onset",
"short": {
"video": {
"psnr": 30.091285803794104,
"ssim": 0.9261177847064972,
"lpips": 0.03203672915697098
},
"wrist_left": {
"psnr": 21.255337001774727,
"ssim": 0.7480102191568163,
"lpips": 0.18480516970157623
},
"wrist_right": {
"psnr": 25.931975994923263,
"ssim": 0.8301005253598532,
"lpips": 0.11665768921375275
},
"tactile_left": {
"psnr": 36.181577448173115,
"ssim": 0.9748173000904414,
"lpips": 0.07317228615283966
},
"tactile_right": {
"psnr": 40.275345926859714,
"ssim": 0.9867462555190124,
"lpips": 0.0404801219701767
}
},
"long_mean": {
"video": {
"psnr": 23.51376308753909,
"ssim": 0.7952000147409798,
"lpips": 0.17309076885382335
},
"wrist_left": {
"psnr": 16.90041496517262,
"ssim": 0.6607820672789724,
"lpips": 0.3073264529307683
},