Instructions to use WitneyWW/acts-sensoronly-ablation with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use WitneyWW/acts-sensoronly-ablation with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Download eval/cases/umi_sensoronly_noforce_reference_metrics.json from WitneyWW/acts-sensoronly-ablation: direct link, hf CLI and curl.
- Browser
- Download file 27.8 kB
-
https://huggingface.co/WitneyWW/acts-sensoronly-ablation/resolve/main/eval/cases/umi_sensoronly_noforce_reference_metrics.json
- Command line
-
hf download hf://WitneyWW/acts-sensoronly-ablation/eval/cases/umi_sensoronly_noforce_reference_metrics.json
-
curl -L -o umi_sensoronly_noforce_reference_metrics.json https://huggingface.co/WitneyWW/acts-sensoronly-ablation/resolve/main/eval/cases/umi_sensoronly_noforce_reference_metrics.json
27.8 kB
{
"note": "metrics produced on the original cluster with nano_action_causal_umi_sensoronly_noforce_v1 epoch_013 (job 884599 checkpoint; UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare",
"cases": [
{
"output_subdir": "00_motherboard_0909_episode_000_none",
"short": {
"video": {
"psnr": 28.80105605184033,
"ssim": 0.9035531864871102,
"lpips": 0.024564269930124283
},
"wrist_left": {
"psnr": 32.86118675492828,
"ssim": 0.964797154386611,
"lpips": 0.03513781353831291
},
"wrist_right": {
"psnr": 16.52937906430891,
"ssim": 0.6561242288036659,
"lpips": 0.13395261764526367
},
"tactile_left": {
"psnr": 49.45026106219246,
"ssim": 0.9934141583130213,
"lpips": 0.004314596764743328
},
"tactile_right": {
"psnr": 44.84498619428522,
"ssim": 0.98287423344225,
"lpips": 0.030764415860176086
}
},
"long_mean": {
"video": {
"psnr": 21.560564472463827,
"ssim": 0.7165777826738953,
"lpips": 0.14729567194978396
},
"wrist_left": {
"psnr": 21.577774337912338,
"ssim": 0.6701229092011951,
"lpips": 0.2558351166546345
},
"wrist_right": {
"psnr": 10.90178994365518,
"ssim": 0.2564250191285542,
"lpips": 0.4824682354927063
},
"tactile_left": {
"psnr": 40.10696022066697,
"ssim": 0.9642004547700137,
"lpips": 0.17104088223228853
},
"tactile_right": {
"psnr": 38.39379259131182,
"ssim": 0.95830833577741,
"lpips": 0.1519443800052007
}
}
},
{
"output_subdir": "01_motherboard_0909_episode_000_onset",
"short": {
"video": {
"psnr": 23.780839985865295,
"ssim": 0.8469331484081594,
"lpips": 0.0565241277217865
},
"wrist_left": {
"psnr": 16.917404015350265,
"ssim": 0.4270353282337396,
"lpips": 0.15462268888950348
},
"wrist_right": {
"psnr": 11.23779153301612,
"ssim": 0.4246665343240258,
"lpips": 0.37343287467956543
},
"tactile_left": {
"psnr": 37.86664606646247,
"ssim": 0.9831218278178747,
"lpips": 0.049409955739974976
},
"tactile_right": {
"psnr": 30.874108645085713,
"ssim": 0.967045598674736,
"lpips": 0.14368155598640442
}
},
"long_mean": {
"video": {
"psnr": 19.61769793008131,
"ssim": 0.6849031094128073,
"lpips": 0.22206556648015977
},
"wrist_left": {
"psnr": 11.764992830247694,
"ssim": 0.3272154595075871,
"lpips": 0.47224586009979247
},
"wrist_right": {
"psnr": 10.085848033245762,
"ssim": 0.23612591491871215,
"lpips": 0.6272759715716044
},
"tactile_left": {
"psnr": 35.02864656352294,
"ssim": 0.9466438200738291,
"lpips": 0.23536206483840943
},
"tactile_right": {
"psnr": 32.318970953970634,
"ssim": 0.9299004842396594,
"lpips": 0.24413474102814992
}
}
},
{
"output_subdir": "02_motherboard_0909_episode_000_release",
"short": {
"video": {
"psnr": 28.902020619029457,
"ssim": 0.909669231699617,
"lpips": 0.03131438046693802
},
"wrist_left": {
"psnr": 15.66413179044247,
"ssim": 0.5143492991142076,
"lpips": 0.18564771115779877
},
"wrist_right": {
"psnr": 13.58044191017939,
"ssim": 0.5276590730192467,
"lpips": 0.3111222982406616
},
"tactile_left": {
"psnr": 42.56987636954488,
"ssim": 0.9813045733860156,
"lpips": 0.01874156855046749
},
"tactile_right": {
"psnr": 43.82763297335873,
"ssim": 0.9819882695694196,
"lpips": 0.03974528610706329
}
},
"long_mean": {
"video": {
"psnr": 21.121338070490925,
"ssim": 0.6818886385443531,
"lpips": 0.1968255783120791
},
"wrist_left": {
"psnr": 11.977108310976451,
"ssim": 0.36547847887745744,
"lpips": 0.441107099254926
},
"wrist_right": {
"psnr": 10.26042523137334,
"ssim": 0.2889150479179758,
"lpips": 0.5459123075008392
},
"tactile_left": {
"psnr": 34.52069569656634,
"ssim": 0.9489772612282984,
"lpips": 0.23265056349337102
},
"tactile_right": {
"psnr": 34.82843515775618,
"ssim": 0.9513453867509509,
"lpips": 0.1973693365852038
}
}
},
{
"output_subdir": "03_motherboard_0909_episode_000_full",
"short": {
"video": {
"psnr": 25.649910472748324,
"ssim": 0.8523767160479243,
"lpips": 0.04983712360262871
},
"wrist_left": {
"psnr": 17.1618081569175,
"ssim": 0.59405577807633,
"lpips": 0.16697922348976135
},
"wrist_right": {
"psnr": 17.431788730530368,
"ssim": 0.5791233576447234,
"lpips": 0.22222411632537842
},
"tactile_left": {
"psnr": 35.35110476296032,
"ssim": 0.9693932311663742,
"lpips": 0.043697673827409744
},
"tactile_right": {
"psnr": 36.638224643187314,
"ssim": 0.9693722555474473,
"lpips": 0.09357510507106781
}
},
"long_mean": {
"video": {
"psnr": 17.68760437440476,
"ssim": 0.6229195223652056,
"lpips": 0.3334882897635301
},
"wrist_left": {
"psnr": 11.15054398755428,
"ssim": 0.3469671528819604,
"lpips": 0.5486453652381897
},
"wrist_right": {
"psnr": 11.193672873038462,
"ssim": 0.2995488390701802,
"lpips": 0.6163267672061921
},
"tactile_left": {
"psnr": 31.87366877767098,
"ssim": 0.9325585330524451,
"lpips": 0.26890425607562063
},
"tactile_right": {
"psnr": 32.19570897330828,
"ssim": 0.9454870760528711,
"lpips": 0.22602122326691945
}
}
},
{
"output_subdir": "04_motherboard_0909_episode_001_none",
"short": {
"video": {
"psnr": 34.81779694999898,
"ssim": 0.9610060416830195,
"lpips": 0.011192104779183865
},
"wrist_left": {
"psnr": 39.40570128106596,
"ssim": 0.9769204274538001,
"lpips": 0.015166893601417542
},
"wrist_right": {
"psnr": 40.82100245739446,
"ssim": 0.9799764401917189,
"lpips": 0.012198735028505325
},
"tactile_left": {
"psnr": 49.27752776640405,
"ssim": 0.9931835670983455,
"lpips": 0.005134567618370056
},
"tactile_right": {
"psnr": 50.128787072934344,
"ssim": 0.9942230743865574,
"lpips": 0.00537825096398592
}
},
"long_mean": {
"video": {
"psnr": 26.22752277360412,
"ssim": 0.8286254528603044,
"lpips": 0.08276876602321863
},
"wrist_left": {
"psnr": 27.552982591516056,
"ssim": 0.8784375651739549,
"lpips": 0.14310187896092733
},
"wrist_right": {
"psnr": 28.807230863679795,
"ssim": 0.8646922709975035,
"lpips": 0.12344404508670172
},
"tactile_left": {
"psnr": 39.46974761820031,
"ssim": 0.9625643629079763,
"lpips": 0.16938349132736524
},
"tactile_right": {
"psnr": 38.432577047009445,
"ssim": 0.9659304518177564,
"lpips": 0.14000272260357935
}
}
},
{
"output_subdir": "05_motherboard_0909_episode_001_onset",
"short": {
"video": {
"psnr": 24.38031780262481,
"ssim": 0.8188437989818764,
"lpips": 0.07091735303401947
},
"wrist_left": {
"psnr": 14.293921502016776,
"ssim": 0.3383524092404227,
"lpips": 0.45839923620224
},
"wrist_right": {
"psnr": 15.255038188818348,
"ssim": 0.5427013354425774,
"lpips": 0.33376631140708923
},
"tactile_left": {
"psnr": 38.49163011949511,
"ssim": 0.9807439010482321,
"lpips": 0.044591862708330154
},
"tactile_right": {
"psnr": 48.14886326250914,
"ssim": 0.9916917565188246,
"lpips": 0.01640578918159008
}
},
"long_mean": {
"video": {
"psnr": 18.871213195139926,
"ssim": 0.663054898229965,
"lpips": 0.2764279176791509
},
"wrist_left": {
"psnr": 10.642759086189377,
"ssim": 0.2575358267483816,
"lpips": 0.5879990537961324
},
"wrist_right": {
"psnr": 10.614518829329393,
"ssim": 0.3031023646732098,
"lpips": 0.5766203681627909
},
"tactile_left": {
"psnr": 35.13435364463111,
"ssim": 0.9503947660224534,
"lpips": 0.22023670449852945
},
"tactile_right": {
"psnr": 35.666106473392205,
"ssim": 0.9519651117734533,
"lpips": 0.21047782190144063
}
}
},
{
"output_subdir": "06_motherboard_0909_episode_001_release",
"short": {
"video": {
"psnr": 26.073057811593408,
"ssim": 0.8417006994608665,
"lpips": 0.050065502524375916
},
"wrist_left": {
"psnr": 9.881584118352428,
"ssim": 0.3102676834734337,
"lpips": 0.5176010131835938
},
"wrist_right": {
"psnr": 21.63685882311941,
"ssim": 0.8376405505274196,
"lpips": 0.11872012913227081
},
"tactile_left": {
"psnr": 37.79472597050868,
"ssim": 0.9614763851869035,
"lpips": 0.09373992681503296
},
"tactile_right": {
"psnr": 51.0272259400519,
"ssim": 0.9945042701425713,
"lpips": 0.004824674688279629
}
},
"long_mean": {
"video": {
"psnr": 20.100033882348434,
"ssim": 0.6947468212841474,
"lpips": 0.21203719625870387
},
"wrist_left": {
"psnr": 9.847802740012078,
"ssim": 0.19321987926203907,
"lpips": 0.6473795493443807
},
"wrist_right": {
"psnr": 14.711419350112855,
"ssim": 0.48755787097284065,
"lpips": 0.4283336251974106
},
"tactile_left": {
"psnr": 30.761710811243947,
"ssim": 0.8904764267654687,
"lpips": 0.301358055571715
},
"tactile_right": {
"psnr": 38.61285846708564,
"ssim": 0.9672348175464368,
"lpips": 0.14576060082763434
}
}
},
{
"output_subdir": "07_motherboard_0909_episode_001_full",
"short": {
"video": {
"psnr": 31.94159706716292,
"ssim": 0.9411540852114145,
"lpips": 0.021788770332932472
},
"wrist_left": {
"psnr": 13.512720137898974,
"ssim": 0.3836515616733975,
"lpips": 0.2499682456254959
},
"wrist_right": {
"psnr": 24.264887977037457,
"ssim": 0.8286399063990056,
"lpips": 0.0365547314286232
},
"tactile_left": {
"psnr": 32.11248439927119,
"ssim": 0.9352708562626265,
"lpips": 0.04956108331680298
},
"tactile_right": {
"psnr": 48.56586471338236,
"ssim": 0.9920211292548892,
"lpips": 0.015798000618815422
}
},
"long_mean": {
"video": {
"psnr": 22.759550867849075,
"ssim": 0.738331266951117,
"lpips": 0.14859730191528797
},
"wrist_left": {
"psnr": 12.392799003837828,
"ssim": 0.2534228844678169,
"lpips": 0.4195659250020981
},
"wrist_right": {
"psnr": 11.273822504481796,
"ssim": 0.2953746721071463,
"lpips": 0.612984391550223
},
"tactile_left": {
"psnr": 30.597494533259333,
"ssim": 0.9190923387354749,
"lpips": 0.2548349052667618
},
"tactile_right": {
"psnr": 30.533194915468222,
"ssim": 0.9183471844643809,
"lpips": 0.25629324627419314
}
}
},
{
"output_subdir": "08_motherboard_0909_episode_002_none",
"short": {
"video": {
"psnr": 28.038481166855078,
"ssim": 0.8882461884223376,
"lpips": 0.03374054282903671
},
"wrist_left": {
"psnr": 13.136108559640917,
"ssim": 0.3860889415888905,
"lpips": 0.35341715812683105
},
"wrist_right": {
"psnr": 22.63858884747947,
"ssim": 0.7727502435912839,
"lpips": 0.07726932317018509
},
"tactile_left": {
"psnr": 44.35232611467689,
"ssim": 0.9894484544613793,
"lpips": 0.011243592016398907
},
"tactile_right": {
"psnr": 48.42254527988155,
"ssim": 0.9925316636147961,
"lpips": 0.014774946495890617
}
},
"long_mean": {
"video": {
"psnr": 19.84540684419208,
"ssim": 0.6890061168099941,
"lpips": 0.2430051977435748
},
"wrist_left": {
"psnr": 9.922848834360803,
"ssim": 0.3290002612223101,
"lpips": 0.612602690855662
},
"wrist_right": {
"psnr": 14.35163221837283,
"ssim": 0.4034285033521303,
"lpips": 0.45961409658193586
},
"tactile_left": {
"psnr": 35.24564504031726,
"ssim": 0.9488961515988675,
"lpips": 0.22515702613939842
},
"tactile_right": {
"psnr": 38.06482984989962,
"ssim": 0.9644979069906651,
"lpips": 0.15646783945461115
}
}
},
{
"output_subdir": "09_motherboard_0909_episode_002_onset",
"short": {
"video": {
"psnr": 28.7731520660102,
"ssim": 0.9036044635416896,
"lpips": 0.033944301307201385
},
"wrist_left": {
"psnr": 13.367401791586113,
"ssim": 0.3759532123876943,
"lpips": 0.41616761684417725
},
"wrist_right": {
"psnr": 19.352712372593928,
"ssim": 0.7088834590519985,
"lpips": 0.1366093009710312
},
"tactile_left": {
"psnr": 34.58490723442254,
"ssim": 0.9602570647867541,
"lpips": 0.12234701216220856
},
"tactile_right": {
"psnr": 48.30397862276009,
"ssim": 0.9917399339634904,
"lpips": 0.01636577770113945
}
},
"long_mean": {
"video": {
"psnr": 20.629842351190195,
"ssim": 0.7213316252681048,
"lpips": 0.19448221772909163
},
"wrist_left": {
"psnr": 10.839929127639506,
"ssim": 0.2488783994251713,
"lpips": 0.6101943016052246
},
"wrist_right": {
"psnr": 13.148674216428525,
"ssim": 0.3928832612404149,
"lpips": 0.4242817580699921
},
"tactile_left": {
"psnr": 32.48783773902874,
"ssim": 0.9322993693801569,
"lpips": 0.28899041513601936
},
"tactile_right": {
"psnr": 37.84429319278729,
"ssim": 0.9632515554630258,
"lpips": 0.1430547756453355
}
}
},
{
"output_subdir": "10_motherboard_0909_episode_002_release",
"short": {
"video": {
"psnr": 22.510331965534004,
"ssim": 0.768092988894661,
"lpips": 0.08557939529418945
},
"wrist_left": {
"psnr": 14.425102295030817,
"ssim": 0.5390395691552957,
"lpips": 0.33763936161994934
},
"wrist_right": {
"psnr": 13.247072427298619,
"ssim": 0.3797885087524688,
"lpips": 0.4133608043193817
},
"tactile_left": {
"psnr": 48.65562660164237,
"ssim": 0.9917104316286744,
"lpips": 0.006671406328678131
},
"tactile_right": {
"psnr": 35.65547042163219,
"ssim": 0.9790493407715721,
"lpips": 0.05477259308099747
}
},
"long_mean": {
"video": {
"psnr": 19.149509583965187,
"ssim": 0.6779819809461579,
"lpips": 0.2177029033501943
},
"wrist_left": {
"psnr": 14.519979557758985,
"ssim": 0.5722960174433417,
"lpips": 0.3916496654351552
},
"wrist_right": {
"psnr": 10.649292333938142,
"ssim": 0.20501843975298215,
"lpips": 0.6515295207500458
},
"tactile_left": {
"psnr": 38.9465408657616,
"ssim": 0.9602489473764234,
"lpips": 0.1799692848076423
},
"tactile_right": {
"psnr": 30.99363261925943,
"ssim": 0.9401351794761088,
"lpips": 0.22727272560199102
}
}
},
{
"output_subdir": "11_motherboard_0909_episode_002_full",
"short": {
"video": {
"psnr": 26.999244409037367,
"ssim": 0.8818267024435755,
"lpips": 0.05348717421293259
},
"wrist_left": {
"psnr": 11.018670217556823,
"ssim": 0.3453098695966853,
"lpips": 0.42004385590553284
},
"wrist_right": {
"psnr": 23.196198057691483,
"ssim": 0.8652544781575866,
"lpips": 0.039311233907938004
},
"tactile_left": {
"psnr": 47.46925723439689,
"ssim": 0.9911527280853192,
"lpips": 0.006880385801196098
},
"tactile_right": {
"psnr": 45.934422985683454,
"ssim": 0.9879139821676014,
"lpips": 0.008433639071881771
}
},
"long_mean": {
"video": {
"psnr": 21.268721689789267,
"ssim": 0.6960856638512382,
"lpips": 0.18751678119103113
},
"wrist_left": {
"psnr": 9.833925021027289,
"ssim": 0.1925915425817033,
"lpips": 0.6016720036665598
},
"wrist_right": {
"psnr": 11.622444156259622,
"ssim": 0.3461414449607156,
"lpips": 0.48929167315363886
},
"tactile_left": {
"psnr": 33.55778447783753,
"ssim": 0.9373163326227846,
"lpips": 0.2736531087507804
},
"tactile_right": {
"psnr": 32.23056371123299,
"ssim": 0.9422561146821167,
"lpips": 0.22679586155960957
}
}
},
{
"output_subdir": "12_motherboard_0911_episode_008_seg00_none",
"short": {
"video": {
"psnr": 27.037683342528382,
"ssim": 0.8971844950264612,
"lpips": 0.04093778878450394
},
"wrist_left": {
"psnr": 19.276741468827844,
"ssim": 0.7323912690438557,
"lpips": 0.1335712969303131
},
"wrist_right": {
"psnr": 15.702117114354046,
"ssim": 0.39762478992744577,
"lpips": 0.32290545105934143
},
"tactile_left": {
"psnr": 52.072659905980466,
"ssim": 0.9951894610724508,
"lpips": 0.0029694228433072567
},
"tactile_right": {
"psnr": 51.93838658633545,
"ssim": 0.9952904965584219,
"lpips": 0.0029099183157086372
}
},
"long_mean": {
"video": {
"psnr": 22.79470332868997,
"ssim": 0.7743979267787477,
"lpips": 0.10379890203475953
},
"wrist_left": {
"psnr": 14.95458576306259,
"ssim": 0.6006043498504592,
"lpips": 0.26951686243216194
},
"wrist_right": {
"psnr": 13.407298991114496,
"ssim": 0.3214929753349921,
"lpips": 0.45082071622212727
},
"tactile_left": {
"psnr": 38.39668776042886,
"ssim": 0.9723127039818624,
"lpips": 0.11662901413316527
},
"tactile_right": {
"psnr": 35.87316787401382,
"ssim": 0.9732818336106601,
"lpips": 0.09942091659953196
}
}
},
{
"output_subdir": "13_motherboard_0911_episode_008_seg00_onset",
"short": {
"video": {
"psnr": 30.411730823474315,
"ssim": 0.9291004402840691,
"lpips": 0.01929580792784691
},
"wrist_left": {
"psnr": 15.322913102185009,
"ssim": 0.33335768206540517,
"lpips": 0.2602500319480896
},
"wrist_right": {
"psnr": 20.19276691246326,
"ssim": 0.8447100472728296,
"lpips": 0.04255840554833412
},
"tactile_left": {
"psnr": 35.191423550594465,
"ssim": 0.9689209311060053,
"lpips": 0.08721820265054703
},
"tactile_right": {
"psnr": 50.887461042622,
"ssim": 0.9950213871926206,
"lpips": 0.0034083672799170017
}
},
"long_mean": {
"video": {
"psnr": 20.760685045248973,
"ssim": 0.7215476282646966,
"lpips": 0.1785481425623099
},
"wrist_left": {
"psnr": 12.754142120093697,
"ssim": 0.25131376536916306,
"lpips": 0.4808401028315226
},
"wrist_right": {
"psnr": 16.626718207207553,
"ssim": 0.6644290934635861,
"lpips": 0.22339866384863855
},
"tactile_left": {
"psnr": 32.46049719574854,
"ssim": 0.9525410027315117,
"lpips": 0.1322056124607722
},
"tactile_right": {
"psnr": 36.48535068366216,
"ssim": 0.9713530804506836,
"lpips": 0.11669833812241753
}
}
},
{
"output_subdir": "14_motherboard_0911_episode_008_seg00_release",
"short": {
"video": {
"psnr": 30.680107907094893,
"ssim": 0.9392628762639537,
"lpips": 0.02289467304944992
},
"wrist_left": {
"psnr": 15.184129433247255,
"ssim": 0.4273137539589026,
"lpips": 0.32061389088630676
},
"wrist_right": {
"psnr": 25.48402329576781,
"ssim": 0.885789278630448,
"lpips": 0.028220124542713165
},
"tactile_left": {
"psnr": 36.88435270391721,
"ssim": 0.9825372999950499,
"lpips": 0.029674604535102844
},
"tactile_right": {
"psnr": 50.750817315522035,
"ssim": 0.9947204128719278,
"lpips": 0.003992843441665173
}
},
"long_mean": {
"video": {
"psnr": 22.760859895914496,
"ssim": 0.7697923888587975,
"lpips": 0.14945391366879146
},
"wrist_left": {
"psnr": 13.315852249902187,
"ssim": 0.3861440235130636,
"lpips": 0.42872284054756166
},
"wrist_right": {
"psnr": 16.46816492718873,
"ssim": 0.5912266876255307,
"lpips": 0.249004128575325
},
"tactile_left": {
"psnr": 30.150895836094502,
"ssim": 0.9334190586583958,
"lpips": 0.18483786284923553
},
"tactile_right": {
"psnr": 36.40091886214562,
"ssim": 0.9716299790740325,
"lpips": 0.11408265475183725
}
}
},
{
"output_subdir": "15_motherboard_0911_episode_008_seg00_full",
"short": {
"video": {
"psnr": 28.832899146456256,
"ssim": 0.9141668772619951,
"lpips": 0.026842715218663216
},
"wrist_left": {
"psnr": 18.758192088621687,
"ssim": 0.5485364197218131,
"lpips": 0.11799579858779907
},
"wrist_right": {
"psnr": 17.221755775344658,
"ssim": 0.5759568468142037,
"lpips": 0.16983497142791748
},
"tactile_left": {
"psnr": 31.063608350375524,
"ssim": 0.9500697471105626,
"lpips": 0.0698733925819397
},
"tactile_right": {
"psnr": 40.24958984323921,
"ssim": 0.9869040270547192,
"lpips": 0.03081931546330452
}
},
"long_mean": {
"video": {
"psnr": 22.878411026047424,
"ssim": 0.7361017051134647,
"lpips": 0.12492112827797731
},
"wrist_left": {
"psnr": 13.744741253044873,
"ssim": 0.36770824564611826,
"lpips": 0.38049114545186363
},
"wrist_right": {
"psnr": 14.37980202727955,
"ssim": 0.45318240415451955,
"lpips": 0.31933645606040956
},
"tactile_left": {
"psnr": 30.056925880041145,
"ssim": 0.9370179323981397,
"lpips": 0.1795002708832423
},
"tactile_right": {
"psnr": 34.27269595486254,
"ssim": 0.969763327890987,
"lpips": 0.10818359230955442
}
}
},
{
"output_subdir": "16_motherboard_0912_episode_002_none",
"short": {
"video": {
"psnr": 29.614753864561738,
"ssim": 0.933653512973884,
"lpips": 0.030751731246709824
},
"wrist_left": {
"psnr": 22.98101737522627,
"ssim": 0.8534835072375312,
"lpips": 0.06753730773925781
},
"wrist_right": {
"psnr": 32.49434755998159,
"ssim": 0.937375895493491,
"lpips": 0.032512981444597244
},
"tactile_left": {
"psnr": 51.141352077724875,
"ssim": 0.9948315686585562,
"lpips": 0.003412980120629072
},
"tactile_right": {
"psnr": 50.77745484892745,
"ssim": 0.9947096141130624,
"lpips": 0.00413733022287488
}
},
"long_mean": {
"video": {
"psnr": 23.140287349008236,
"ssim": 0.7723517475244653,
"lpips": 0.14753772219022115
},
"wrist_left": {
"psnr": 15.069631439240387,
"ssim": 0.5720847731318396,
"lpips": 0.38767473498980204
},
"wrist_right": {
"psnr": 19.52761518031485,
"ssim": 0.7700559830994897,
"lpips": 0.19262344414989155
},
"tactile_left": {
"psnr": 36.93529442935668,
"ssim": 0.9618234390161398,
"lpips": 0.14555272624517482
},
"tactile_right": {
"psnr": 37.708809780281506,
"ssim": 0.9739569285634463,
"lpips": 0.11321461216236155
}
}
},
{
"output_subdir": "17_motherboard_0912_episode_002_onset",
"short": {
"video": {
"psnr": 26.963190385486904,
"ssim": 0.8585374784106279,
"lpips": 0.04498526453971863
},
"wrist_left": {
"psnr": 16.38062851403978,
"ssim": 0.5554069106484396,
"lpips": 0.21622595191001892
},
"wrist_right": {
"psnr": 16.668252668473926,
"ssim": 0.40088587476840953,
"lpips": 0.16350379586219788
},
"tactile_left": {
"psnr": 47.4256623630788,
"ssim": 0.9880978598608197,
"lpips": 0.007464554626494646
},
"tactile_right": {
"psnr": 41.488768484715244,
"ssim": 0.9841770364123255,
"lpips": 0.06797026842832565
}
},
"long_mean": {
"video": {
"psnr": 19.979844240281043,
"ssim": 0.6719923483786956,
"lpips": 0.2216078023115794
},
"wrist_left": {
"psnr": 12.068374679192145,
"ssim": 0.31770986230603954,
"lpips": 0.4659765581289927
},
"wrist_right": {
"psnr": 13.040540096887558,
"ssim": 0.332540011598662,
"lpips": 0.43386511703332264
},
"tactile_left": {
"psnr": 35.62354914636409,
"ssim": 0.9639906245579797,
"lpips": 0.11719002776468794
},
"tactile_right": {
"psnr": 35.37950350040074,
"ssim": 0.971159358859736,
"lpips": 0.11949826329946518
}
}
},
{
"output_subdir": "18_motherboard_0912_episode_002_release",
"short": {
"video": {
"psnr": 22.461089432220835,
"ssim": 0.7502580250154394,
"lpips": 0.1371990293264389
},
"wrist_left": {
"psnr": 13.876565193118752,
"ssim": 0.4911180306828581,
"lpips": 0.4515236020088196
},
"wrist_right": {
"psnr": 13.7313262170651,
"ssim": 0.4915193604881228,
"lpips": 0.3897809088230133
},
"tactile_left": {
"psnr": 41.00869684486503,
"ssim": 0.9816722995565144,
"lpips": 0.05335084721446037
},
"tactile_right": {
"psnr": 52.38822368239493,
"ssim": 0.9959197172424199,
"lpips": 0.002244606614112854
}
},
"long_mean": {
"video": {
"psnr": 20.063301552839906,
"ssim": 0.663012875740234,
"lpips": 0.2731943756341934
},
"wrist_left": {
"psnr": 13.123957783390251,
"ssim": 0.3499489065315921,
"lpips": 0.4791865527629852
},
"wrist_right": {
"psnr": 12.694791907296489,
"ssim": 0.41560246013954033,
"lpips": 0.45913924773534137
},
"tactile_left": {
"psnr": 35.134349686997325,
"ssim": 0.9565937051838248,
"lpips": 0.1526123382151127
},
"tactile_right": {
"psnr": 37.74967192621578,
"ssim": 0.9730848474270523,
"lpips": 0.12125067071368296
}
}
},
{
"output_subdir": "19_motherboard_0912_episode_002_full",
"short": {
"video": {
"psnr": 24.102459048743825,
"ssim": 0.8096983424424338,
"lpips": 0.07874449342489243
},
"wrist_left": {
"psnr": 17.808062656993545,
"ssim": 0.477899918794427,
"lpips": 0.2878536880016327
},
"wrist_right": {
"psnr": 29.081298434277137,
"ssim": 0.9310623310369179,
"lpips": 0.0490812323987484
},
"tactile_left": {
"psnr": 38.46045376066547,
"ssim": 0.9589154813478704,
"lpips": 0.06862004101276398
},
"tactile_right": {
"psnr": 48.04518435700953,
"ssim": 0.9917354423022501,
"lpips": 0.019251041114330292
}
},
"long_mean": {
"video": {
"psnr": 19.2342942756461,
"ssim": 0.6710735756383215,
"lpips": 0.2789704109231631
},
"wrist_left": {
"psnr": 13.498992825147607,
"ssim": 0.3401253091096719,
"lpips": 0.48304280638694763
},
"wrist_right": {
"psnr": 23.185675808214828,
"ssim": 0.8539306437520575,
"lpips": 0.1380472771823406
},
"tactile_left": {
"psnr": 34.09542461370423,
"ssim": 0.9490869081543455,
"lpips": 0.14000947723786036
},
"tactile_right": {
"psnr": 36.129104439178896,
"ssim": 0.9738560881801424,
"lpips": 0.10413351617753505
}
}
}
]
}
{
"note": "metrics produced on the original cluster with nano_action_causal_umi_sensoronly_noforce_v1 epoch_013 (job 884599 checkpoint; UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare",
"cases": [
{
"output_subdir": "00_motherboard_0909_episode_000_none",
"short": {
"video": {
"psnr": 28.80105605184033,
"ssim": 0.9035531864871102,
"lpips": 0.024564269930124283
},
"wrist_left": {
"psnr": 32.86118675492828,
"ssim": 0.964797154386611,
"lpips": 0.03513781353831291
},
"wrist_right": {
"psnr": 16.52937906430891,
"ssim": 0.6561242288036659,
"lpips": 0.13395261764526367
},
"tactile_left": {
"psnr": 49.45026106219246,
"ssim": 0.9934141583130213,
"lpips": 0.004314596764743328
},
"tactile_right": {
"psnr": 44.84498619428522,
"ssim": 0.98287423344225,
"lpips": 0.030764415860176086
}
},
"long_mean": {
"video": {
"psnr": 21.560564472463827,
"ssim": 0.7165777826738953,
"lpips": 0.14729567194978396
},
"wrist_left": {
"psnr": 21.577774337912338,
"ssim": 0.6701229092011951,
"lpips": 0.2558351166546345
},
"wrist_right": {
"psnr": 10.90178994365518,
"ssim": 0.2564250191285542,
"lpips": 0.4824682354927063
},
"tactile_left": {
"psnr": 40.10696022066697,
"ssim": 0.9642004547700137,
"lpips": 0.17104088223228853
},
"tactile_right": {
"psnr": 38.39379259131182,
"ssim": 0.95830833577741,
"lpips": 0.1519443800052007
}
}
},
{
"output_subdir": "01_motherboard_0909_episode_000_onset",
"short": {
"video": {
"psnr": 23.780839985865295,
"ssim": 0.8469331484081594,
"lpips": 0.0565241277217865
},
"wrist_left": {
"psnr": 16.917404015350265,
"ssim": 0.4270353282337396,
"lpips": 0.15462268888950348
},
"wrist_right": {
"psnr": 11.23779153301612,
"ssim": 0.4246665343240258,
"lpips": 0.37343287467956543
},
"tactile_left": {
"psnr": 37.86664606646247,
"ssim": 0.9831218278178747,
"lpips": 0.049409955739974976
},
"tactile_right": {
"psnr": 30.874108645085713,
"ssim": 0.967045598674736,
"lpips": 0.14368155598640442
}
},
"long_mean": {
"video": {
"psnr": 19.61769793008131,
"ssim": 0.6849031094128073,
"lpips": 0.22206556648015977
},
"wrist_left": {
"psnr": 11.764992830247694,
"ssim": 0.3272154595075871,
"lpips": 0.47224586009979247
},